IQNx4 Chapter 2: Train All Networks

2.1 Imports and Configurations

import numpy as np
import pandas as pd

# import scipy as sp; import scipy.stats as st
import torch
import torch.nn as nn

print(f"using torch version {torch.__version__}")#old torch version: 1.9.0
# use numba's just-in-time compiler to speed things up
# from numba import njit
from sklearn.preprocessing import StandardScaler
from sklearn.model_selection import train_test_split
import matplotlib as mp

print("matplotlib version= ", mp.__version__)

import matplotlib.pyplot as plt

# reset matplotlib stle/parameters
import matplotlib as mpl

# reset matplotlib parameters to their defaults
mpl.rcParams.update(mpl.rcParamsDefault)
plt.style.use("seaborn-deep")
mp.rcParams["agg.path.chunksize"] = 10000
font_legend = 15
font_axes = 15
# %matplotlib inline
import sys
import os
#or use joblib for caching on disk
from joblib import  Memory
# from IPython.display import Image, display
# from importlib import import_module
# import plotly
try:
    import optuna

    print(f"using (optional) optuna version {optuna.__version__}")
except Exception:
    print("optuna is only used for hyperparameter tuning, not critical!")
    pass
import argparse
import time

# import sympy as sy
# import ipywidgets as wid;


# try:
#     IQN_BASE = os.environ["IQN_BASE"]
#     print("BASE directoy properly set = ", IQN_BASE)
#     utils_dir = os.path.join(IQN_BASE, "utils/")
#     sys.path.append(utils_dir)
#     import utils

#     # usually its not recommended to import everything from a module, but we know
#     # whats in it so its fine
#     from utils import *

#     print("DATA directory also properly set, in %s" % os.environ["DATA_DIR"])
# except Exception:
#     # IQN_BASE=os.getcwd()
#     print(
#         """\nBASE directory not properly set. Read repo README.    If you need a function from utils, use the decorator below, or add utils to sys.path\n
#     You can also do 
#     os.environ['IQN_BASE']=<ABSOLUTE PATH FOR THE IQN REPO>
#     or
#     os.environ['IQN_BASE']=os.getcwd()"""
#     )
#     pass




# from IPython.core.magic import register_cell_magic


# @debug
# def get_model_params_simple():
#     dropout=0.2
#     n_layers = 2
#     n_hidden=32
#     starting_learning_rate=1e-3
#     print('n_iterations, n_layers, n_hidden, starting_learning_rate, dropout')
#     return n_iterations, n_layers, n_hidden, starting_learning_rate, dropout


# update fonts
FONTSIZE = 14
font = {"family": "serif", "weight": "normal", "size": FONTSIZE}
mp.rc("font", **font)

# set usetex = False if LaTex is not
# available on your system or if the
# rendering is too slow
mp.rc("text", usetex=True)

# set a seed to ensure reproducibility
# seed = 128
# rnd  = np.random.RandomState(seed)
# sometimes jupyter doesnt initialize MathJax automatically for latex, so do this:
#######


IQN_BASE = os.environ["IQN_BASE"]
print("BASE directoy properly set = ", IQN_BASE)
utils_dir = os.path.join(IQN_BASE, "utils/")
sys.path.append(utils_dir)
import utils

# usually its not recommended to import everything from a module, but we know
# whats in it so its fine
from utils import *


DATA_DIR = os.environ["DATA_DIR"]
print(f"using DATA_DIR={DATA_DIR}")

memory = Memory(DATA_DIR)
################################### SET DATA CONFIGURATIONS ###################################

y_label_dict = {
    "RecoDatapT": "$p(p_T)$" + " [ GeV" + "$^{-1} $" + "]",
    "RecoDataeta": "$p(\eta)$",
    "RecoDataphi": "$p(\phi)$",
    "RecoDatam": "$p(m)$" + " [ GeV" + "$^{-1} $" + "]",
}

loss_y_label_dict = {
    "RecoDatapT": "$p_T^{reco}$",
    "RecoDataeta": "$\eta^{reco}$",
    "RecoDataphi": "$\phi^{reco}$",
    "RecoDatam": "$m^{reco}$",
}

X = ["genDatapT", "genDataeta", "genDataphi", "genDatam", "tau"]

# set order of training:
# pT_first: pT->>m->eta->phi
# m_first: m->pT->eta->phi


ORDER = "m_First"

if ORDER == "m_First":
    FIELDS = {
        "RecoDatam": {
            "inputs": X,
            "xlabel": r"$m$ (GeV)",
            "ylabel": "$m^{reco}$",
            "xmin": 0,
            "xmax": 25,
        },
        "RecoDatapT": {
            "inputs": ["RecoDatam"] + X,
            "xlabel": r"$p_T$ (GeV)",
            "ylabel": "$p_T^{reco}$",
            "xmin": 20,
            "xmax": 80,
        },
        "RecoDataeta": {
            "inputs": ["RecoDatam", "RecoDatapT"] + X,
            "xlabel": r"$\eta$",
            "ylabel": "$\eta^{reco}$",
            "xmin": -5,
            "xmax": 5,
        },
        "RecoDataphi": {
            "inputs": ["RecoDatam", "RecoDatapT", "RecoDataeta"] + X,
            "xlabel": r"$\phi$",
            "ylabel": "$\phi^{reco}$",
            "xmin": -3.2,
            "xmax": 3.2,
        },
    }
elif ORDER== "phi_first":
    FIELDS = {
        "RecoDataphi": {
        "inputs": X,
        "xlabel": r"$\phi$",
        "ylabel": "$\phi^{reco}$",
        "xmin": -3.2,
        "xmax": 3.2,
    },

    "RecoDatam": {
        "inputs": ['RecoDataphi'] + X,
        "xlabel": r"$m$ (GeV)",
        "ylabel": "$m^{reco}$",
        "xmin": 0,
        "xmax": 25,
    },
    "RecoDatapT": {
        "inputs": ["RecoDataphi", "RecoDatam"] + X,
        "xlabel": r"$p_T$ (GeV)",
        "ylabel": "$p_T^{reco}$",
        "xmin": 20,
        "xmax": 80,
    },
    "RecoDataeta": {
        "inputs": ["RecoDataphi", "RecoDatam", "RecoDatapT"]  + X,
        "xlabel": r"$\eta$",
        "ylabel": "$\eta^{reco}$",
        "xmin": -5,
        "xmax": 5,
    },

    }


# Load and explore raw (unscaled) dataframes


all_variable_cols = [
    "genDatapT",
    "genDataeta",
    "genDataphi",
    "genDatam",
    "RecoDatapT",
    "RecoDataeta",
    "RecoDataphi",
    "RecoDatam",
]
all_cols = [
    "genDatapT",
    "genDataeta",
    "genDataphi",
    "genDatam",
    "RecoDatapT",
    "RecoDataeta",
    "RecoDataphi",
    "RecoDatam",
    "tau",
]

using torch version 1.11.0.post2
matplotlib version=  3.5.3
using (optional) optuna version 3.0.0
BASE directoy properly set =  /home/ali/Desktop/Pulled_Github_Repositories/torchQN
using torch version 1.11.0.post2
matplotlib version=  3.5.3
using (optional) optuna version 3.0.0
BASE directoy properly set =  /home/ali/Desktop/Pulled_Github_Repositories/torchQN
DATA directory also properly set, in /home/ali/Desktop/Pulled_Github_Repositories/IQN_HEP/Davidson/data
using DATA_DIR=/home/ali/Desktop/Pulled_Github_Repositories/IQN_HEP/Davidson/data

2.2: Load Required Functions

class LR_Cooler:
    def __init__(self, starting_lr: float, total_iterations: int, iter_: int) -> float:
        self.starting_lr=starting_lr
        self.iter_=iter_
        self.total_iterations= total_iterations
    def exponential_decay(self):
        return self.starting_lr * (np.exp(-  self.iter_/1e5 ))
    def exponential_decay_2(self):
        decay_rate=1e-3
        return self.starting_lr * np.exp(- decay_rate* self.iter)
    
    def fractional_decay(self):
        final_time = 1
        return self.starting_lr/(self.iter + final_time) 

LR_sched = LR_Cooler(1e-3, np.arange(1e6), np.arange(1e6))
LR = LR_sched.exponential_decay()
plt.plot(np.arange(1e6), LR);plt.show()

################################### Load unscaled dataframes ###################################
################################### Load unscaled dataframes ###################################
@memory.cache
def load_raw_data():
    """Load raw train, test, and validation raw (unscaled) dataframes, in that order.

    Returns:
        list(pandas.DataFrame): train, test, valid raw datafranes
    """
    print(f'SUBSAMPLE = {SUBSAMPLE}')
    raw_train_data=pd.read_csv(os.path.join(DATA_DIR,'train_data_10M_2.csv'),
                        usecols=all_cols,
                        nrows=SUBSAMPLE
                        )

    raw_test_data=pd.read_csv(os.path.join(DATA_DIR,'test_data_10M_2.csv'),
                        usecols=all_cols,
                        nrows=SUBSAMPLE
                        )

    raw_valid_data=pd.read_csv(os.path.join(DATA_DIR,'validation_data_10M_2.csv'),
                        usecols=all_cols,
                        nrows=SUBSAMPLE
                        )


    print('\n RAW TRAIN DATA SHAPE\n')
    print(raw_train_data.shape)
    print('\n RAW TRAIN DATA\n')
    raw_train_data.describe()#unscaled
    print('\n RAW TEST DATA\ SHAPEn')
    print(raw_test_data.shape)
    print('\n RAW TEST DATA\n')
    raw_test_data.describe()#unscaled

    return raw_train_data, raw_test_data, raw_valid_data


########## Generate scaled data###############
# scaled_train_data = L_scale_df(raw_train_data, title='scaled_train_data_10M_2.csv',
#                              save=True)
# print('\n\n')
# scaled_test_data = L_scale_df(raw_test_data,  title='scaled_test_data_10M_2.csv',
#                             save=True)
# print('\n\n')

# scaled_valid_data = L_scale_df(raw_valid_data,  title='scaled_valid_data_10M_2.csv',
#                             save=True)

# explore_data(df=scaled_train_data, title='Braden Kronheim-L-scaled Dataframe', scaled=True)

################ Load scaled data##############
@utils.time_type_of_func(tuning_or_training='loading')
@memory.cache
def load_scaled_dataframes():
    """Load L-scaled train, test and validation according to Braden scaling, in that order.

    Returns:
        list(pandas.DataFarme): L-scaled train, test, validation dataframes, in that order.
    """
    # print("SCALED TRAIN DATA")
    scaled_train_data = pd.read_csv(
        os.path.join(DATA_DIR, "scaled_train_data_10M_2.csv"),
        usecols=all_cols,
        nrows=SUBSAMPLE,
    )

    # print("TRAINING FEATURES\n", scaled_train_data.head())

    scaled_test_data = pd.read_csv(
        os.path.join(DATA_DIR, "scaled_test_data_10M_2.csv"),
        usecols=all_cols,
        nrows=SUBSAMPLE,
    )

    scaled_valid_data = pd.read_csv(
        os.path.join(DATA_DIR, "scaled_valid_data_10M_2.csv"),
        usecols=all_cols,
        nrows=SUBSAMPLE,
    )
    return scaled_train_data, scaled_test_data, scaled_valid_data

# print('\nTESTING FEATURES\n', test_data_m.head())

# print('\ntrain set shape:',  train_data_m.shape)
# print('\ntest set shape:  ', test_data_m.shape)
# # print('validation set shape:', valid_data.shape)



def get_train_scale_dict(USE_BRADEN_SCALING):
    """Get a dictionary containing mean and standard deviation of each gen and reco feature. 

    Args:
        USE_BRADEN_SCALING (bool): Whether you wish to use the Braden scaling. If True, it uses the L-scaled train dataframe. If False, it uses the unscaled dataframe.

    Returns:
        dict: dictionary of floats containing mean and standard deviation of each gen and reco feature. 
    """
    if USE_BRADEN_SCALING==True:
        TRAIN_SCALE_DICT = get_scaling_info(scaled_train_data)
        print('BRADEN SCALING DICTIONARY')
        print(TRAIN_SCALE_DICT)
        print("\n\n")
        # TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
        # print(TEST_SCALE_DICT)
    else:
        print('NORMAL UNSCALED DICTIONARY')
        TRAIN_SCALE_DICT = get_scaling_info(raw_train_data)
        print(TRAIN_SCALE_DICT)
        print("\n\n")
        # TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
        # print(TEST_SCALE_DICT)
    return TRAIN_SCALE_DICT



################################ SPLIT###########
# Currently need the split function again here
# @memory.cache
def split_t_x(df, target, input_features):
    """Get the target as the ratio, according to the T equation.
    
    Returns:
    list(numpy.array): list of numpy array of target and training features"""

    if target == "RecoDatam":
        t = T("m", scaled_df=scaled_train_data)
    if target == "RecoDatapT":
        t = T("pT", scaled_df=scaled_train_data)
    if target == "RecoDataeta":
        t = T("eta", scaled_df=scaled_train_data)
    if target == "RecoDataphi":
        t = T("phi", scaled_df=scaled_train_data)
    x = np.array(df[input_features])
    return np.array(t), x

# @memory.cache
def normal_split_t_x(df, target, input_features):
    """splot dataframe into targets and feature arrays.

    Args:
        df (pandas.DataFrame): Dataframe of train, test or validation data.
        target (str): Choice of "RecoDatapT", "RecoDataeta", "RecoDataphi","RecoDatam" as target.
        input_features (list(str)): list of training features labels

    Returns:
    list(numpy.array): list of numpy array of target and training features
 """
    # change from pandas dataframe format to a numpy 
    # array of the specified types
    # t = np.array(df[target])
    t = np.array(df[target])
    x = np.array(df[input_features])
    return t, x




################ Apply Z scaling############
def z(x):
    """Simple z-score standardization. Used for targets"""
    eps = 1e-20
    return (x - np.mean(x)) / (np.std(x) + eps)
def z_inverse(xprime, x):
    return xprime * np.std(x) + np.mean(x)

# @memory.cache
def z2(x, mean, std):
    """
    The main z score function. Args:
        x (numpy.array): feature 1-D array
        mean (float): mean of the feature (in the training set)
        std (float): standard deviation of the feature (in the training set)

    Returns:
        numpy.array: z-score-scaled 1-D feature
    """
    eps = 1e-20
    scaled = (x - mean) / (std + eps)
    return np.array(scaled, dtype=np.float64)




# @memory.cache
def z_inverse2(xprime, train_mean, train_std):
    """
        The main z score de-scaling function. 
        
        Args:
        xprime (numpy.array): z-score-scaled feature 1-D array
        train_mean (float): mean of the feature (in the training set)
        train_std (float): standard deviation of the feature (in the training set)
        """
    return xprime * train_std + train_mean

# @memory.cache
def apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x):
    """TO ensure this z scaling is only applied once to the training features, we use a generator.
    This doesn't change the shapes of anything, just applies z to all the feature columns other than tau.
    
    Args:
    TRAIN_SCALE_DICT (dict(float)): dictionary of train set mean and standard deviation values
    train_x (numpy.array): 2-D numpy array of training features
    test_x (numpy.array):  2-D numpy array of test features
    valid_x (numpy.array):  2-D numpy array of validation features
    """
    for i in range(NFEATURES - 1):
        variable = list(TRAIN_SCALE_DICT)[i]
        train_mean = float(TRAIN_SCALE_DICT[variable]["mean"])
        train_std = float(TRAIN_SCALE_DICT[variable]["std"])
        train_x[:, i] = z2(train_x[:, i], mean=train_mean, std=train_std)
        test_x[:, i] = z2(test_x[:, i], mean=train_mean, std=train_std)
        valid_x[:, i] = z2(valid_x[:, i], mean=train_mean, std=train_std)
    yield train_x
    yield test_x
    yield valid_x


# @memory.cache
def apply_z_to_targets(train_t, test_t, valid_t):
    """apply z-score scaling to target columns

    Args:
        train_t (numpy.array): target column in the training set
        test_t (numpy.array): target column in the test set
        valid_t (numpy.array): target column in the validation set

    Yields:
        [type]: [description]
    """
    train_mean = np.mean(train_t)
    train_std = np.std(train_t)
    train_t_ = z2(train_t, mean=train_mean, std=train_std)
    test_t_ = z2(test_t, mean=train_mean, std=train_std)
    valid_t_ = z2(valid_t, mean=train_mean, std=train_std)

    yield train_t_
    yield test_t_
    yield valid_t_



# check that it looks correct
# fig = plt.figure(figsize=(10, 4))
# ax = fig.add_subplot(autoscale_on=True)
# ax.grid()
# for i in range(NFEATURES):
#     ax.hist(train_x[:,i], alpha=0.35, label=f'feature {i}' )
#     # set_axes(ax=ax, xlabel="Transformed features X' ",title="training features post-z score: X'=z(L(X))")
# ax.legend()
# plt.show()


######### Get beset hyperparameters
# tuned_dir = os.path.join(IQN_BASE,'best_params')
# tuned_filename=os.path.join(tuned_dir,'best_params_mass_%s_trials.csv' % str(int(n_trials)))
# BEST_PARAMS = pd.read_csv(os.path.join(IQN_BASE, 'best_params','best_params_Test_Trials.csv'))
# BEST_PARAMS=pd.read_csv(tuned_filename)
# print(BEST_PARAMS)



def load_untrained_model(PARAMS):
    """Load an untrained model (with weights initiatted) according to model paramateters in the 
    PARAMS dictionary

    Args:
        PARAMS (dict): dictionary of model/training parameters: i.e. hyperparameters and training parameters.

    Returns:
        utils.RegularizedRegressionModel object
    """
    model = utils.RegularizedRegressionModel(
        nfeatures=NFEATURES,
        ntargets=1,
        nlayers=PARAMS["n_layers"],
        hidden_size=PARAMS["hidden_size"],
        dropout_1=PARAMS["dropout_1"],
        dropout_2=PARAMS["dropout_2"],
        activation=PARAMS["activation"],
    )
    # model.apply(initialize_weights)
    print(model)
    return model




class SaveModelCheckpoint:
    """Continuous model-checkpointing class. Updates the latest checkpoint of an object based o validation loss each time its called. 
    """
    def __init__(self, best_valid_loss=np.inf):
        """Initiate an instance of the class based on filename and best_valid_loss/

        Args:
            best_valid_loss (float, optional): Best possible validation loss of a checkpoint object. Defaults to np.inf.
        """
        self.best_valid_loss = best_valid_loss
        self.filename_model=filename_model

    def __call__(self, model, current_valid_loss, filename_model):
        """When an object of the calss is called, its validation loss gets updated and the model based 
        on the latest validation loss is saved.

        Args:
            model: utils.RegularizedRegressionModel object.
            current_valid_loss (float): current (latest) validation loss of this model during the training process.
            filename_model (str): filename in which the latest model will be saved. Can be a relative or local path. 
        """
        if current_valid_loss < self.best_valid_loss:
            # update the best loss
            self.best_valid_loss = current_valid_loss
            # filename_model='Trained_IQNx4_%s_%sK_iter.dict' % (target, str(int(n_iterations/1000)) )
            # filename_model = "Trained_IQNx4_%s_TUNED_2lin_with_noise.dict" % target

            # note that n_iterations is the total n_iterations, we dont want to save a million files for each iteration
            trained_models_dir = "trained_models"
            mkdir(trained_models_dir)
            # on cluster, Im using another TRAIN directory
            PATH_model = os.path.join(
                IQN_BASE,
                "JupyterBook",
                "Cluster",
                "TRAIN",
                trained_models_dir,
                filename_model,
            )
            torch.save(model.state_dict(), PATH_model)
            print(
                f"\nCurrent valid loss: {current_valid_loss};  saved better model at {PATH_model}"
            )
            # save using .pth object which if a dictionary of dicionaries, so that I can have PARAMS saved in the same file


def train(
    target,
    model,
    avloss,
    getbatch,
    train_x,
    train_t,
    valid_x,
    valid_t,
    PARAMS,
    traces,
    step,
    window,
):
    """Training Function. 

    Args:
        target (str): hoice of "RecoDatapT", "RecoDataeta", "RecoDataphi","RecoDatam" as target.
        model a torch NN model, e.g utils.RegularizedRegressionModel.
        avloss (float): average training losss
        getbatch (function): a get_batch function
        train_x (numpy.DataFrame): 2-D numpy array of training features
        train_t (numpy.DataFrame:  1-D numpy array of training targets
        valid_x (numpy.DataFrame): 2-D numpy array of validation features
        valid_t (numpy.DataFrame: 1-D numpy array of validation targets
        PARAMS (dict): dictionary of model/training parameters 
        traces (tuple): tuple of  
        (iteration, training accuracy, validation accuracy, running average of validation accuracy) 
        = (xx, yy_t, yy_v, yy_v_avg) 
        step (int): number of iterations to take a printout step of the traces
        window (int): window of running average of validation loss  

    Returns:
        tuple: traces
    """
    
    # TODO: obviously, for reference, the "traces" should be saved as a 2D numpy array
    # with the same naming format as the "model_filename", so that it can be opened later and 
    # plot loss curves for different models.
    
    # TODO: decay the stepsize, such that steps (and hence checkpointing) are large in the beginnig to the learning
    # process (which corresponds to high learning rates), and decrease as time steps increase.
    batch_size = PARAMS['batch_size']
    n_iterations = PARAMS['n_iterations']
    # to keep track of average losses
    xx, yy_t, yy_v, yy_v_avg = traces
    model_checkpoint = SaveModelCheckpoint()
    n = len(valid_x)
    
    print("Iteration vs average loss")
    print("%10s\t%10s\t%10s" % ("iteration", "train-set", "test-set"))
    
    fifth_n_iterations=int(n_iterations//5)
    starting_learning_rate = PARAMS['starting_learning_rate']
    for ii in range(n_iterations):
        #experiment with annealing LR from beginning

#         # starting learning rate (first fifth)
        Cutoff_from_initial_LR = 15000
        if ii< Cutoff_from_initial_LR:
            learning_rate= starting_learning_rate
        
#         #second fifth

#         if 2* fifth_n_iterations < ii < 3*fifth_n_iterations:
#             learning_rate=starting_learning_rate/10 #1e-2
        if ii > Cutoff_from_initial_LR:
            LR_sched=LR_Cooler(starting_lr=starting_learning_rate, total_iterations=n_iterations, iter_=ii)
            learning_rate=LR_sched.exponential_decay()
#         #third fifth
#         if 3*fifth_n_iterations < ii < 4*fifth_n_iterations:
#             learning_rate=starting_learning_rate/100 #1e-3
#         #frouth fifth: stary decay LR
#         if ii > 4*fifth_n_iterations:
#             learning_rate = decay_LR(ii)
            
        
        # add weight decay (important regularization to reduce overfitting)
        L2 = 1
        # optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate, weight_decay=L2)
        #SGD allows for: momentum=0, dampening=0, weight_decay=0, nesterov=boolean, differentiable=boolean

        optimizer = getattr(torch.optim, optimizer_name)(
        model.parameters(),
        lr=learning_rate,
         # amsgrad=True, 

        #  weight_decay=L2,#
        # differentiable=True,
        #For SGD nesterov, it requires momentum and zero dampening
        # dampening=0,
        # momentum=momentum,
        # nesterov=True
        # BUT no one should ever use SGD in 2022! Adam converges much better and faster.
        )
        
        #if ii > 1e4: learning_rate=1e-4
        # set mode to training so that training specific
        # operations such as dropout are enabled.
        # time_p_start = time.perf_counter()
        model.train()

        # get a random sample (a batch) of data (as numpy arrays)
        batch_x, batch_t = getbatch(train_x, train_t, batch_size)
        # Take df/ dtau
        # x = torch.from_numpy(batch_x).float()
        # # print('x is leaf: ', x.is_leaf)
        # x.requires_grad_(True)
        # # x.retain_grad()
        # # print('x is leaf after retain: ', x.is_leaf)
        # # x.requires_grad_(True)
        # # x.retain_grad()
        # f = model(x)
        # f = f.view(-1)
        # #multiply the model by its ransverse, remember we can only take gradients of scalars
        # #and f will be a vector before this
        # f = f @ f.t()
        # f.retain_grad()
        # f.backward(gradient=torch.ones_like(f), retain_graph=True)
        # df_dx = x.grad
        # df_dtau = df_dx[:,-1]
        # x.grad.zero_()
        
        #add noise to training data
        batch_x = add_noise(batch_x)
        # batch_t = add_noise(batch_t)
        
        # Try torch scheduler
        scheduler=torch.optim.lr_scheduler.ExponentialLR(optimizer, gamma=0.1)
        scheduler.step()

        with torch.no_grad():  # no need to compute gradients
            # wrt. x and t
            x = torch.from_numpy(batch_x).float()
            t = torch.from_numpy(batch_t).float()

        outputs = model(x).reshape(t.shape)

        empirical_risk = avloss(outputs, t, x)

        optimizer.zero_grad()  # clear previous gradients
        empirical_risk.backward()  # compute gradients

        optimizer.step()  # move one step towards the minimum of the loss function using an SGD-like algorithm.
        
        

        if ii % step == 0:

            print(f"\t\tCURRENT LEARNING RATE: {learning_rate}")
            acc_t = validate(model, avloss, train_x[:n], train_t[:n])
            #acc_t: list of training losses
            acc_v = validate(model, avloss, valid_x[:n], valid_t[:n])
            #acc_v: list of validation losses
            yy_t.append(acc_t)
            yy_v.append(acc_v)
            previous_iter_valid_loss = yy_v[-1]
            print(f'previous_iter_valid_loss : {previous_iter_valid_loss}\n')
            # save better models based on valid loss
            # filename_model="Trained_IQNx4_%s_TUNED_0lin_with_high_noise3.dict" % target
            filename_model=get_model_filename(target, PARAMS)
             
            model_checkpoint(model=model, filename_model =filename_model ,current_valid_loss=acc_v)
            # compute running average for validation data
            len_yy_v = len(yy_v)
            if len_yy_v < window:
                yy_v_avg.append(yy_v[-1])
            elif len_yy_v == window:
                yy_v_avg.append(sum(yy_v) / window)
            else:
                acc_v_avg = yy_v_avg[-1] * window
                acc_v_avg += yy_v[-1] - yy_v[-window - 1]
                yy_v_avg.append(acc_v_avg / window)

            if len(xx) < 1:
                xx.append(0)
                print("%10d\t%10.6f\t%10.6f" % (xx[-1], yy_t[-1], yy_v[-1]))
            else:
                xx.append(xx[-1] + step)

                print(
                    "\r%10d\t%10.6f\t%10.6f\t%10.6f"
                    % (xx[-1], yy_t[-1], yy_v[-1], yy_v_avg[-1]),
                    end="",
                )
        # time_p_end = time.perf_counter()
        # time_for_this_iter = time_p_end-time_p_start
        # time_per_example = time_for_this_iter/batch_size
        # print(f'training time for one example: {time_per_example}')

    print()
    return (xx, yy_t, yy_v, yy_v_avg)


@utils.time_type_of_func(tuning_or_training="training")
def run(
    target,
    model,
    train_x,
    train_t,
    valid_x,
    valid_t,
    traces,
    PARAMS,
    traces_step,
    traces_window,
    save_model,
):


    traces = train(
        target,
        model,
        average_quantile_loss,
        get_batch,
        train_x,
        train_t,
        valid_x,
        valid_t,
        PARAMS,
        traces,
        step=traces_step,
        window=traces_window,
    )

    if save_model:
        filename = "Trained_IQNx4_%s_%sK_iter.dict" % (
            target,
            str(int(n_iterations / 1000)),
        )
        PATH = os.path.join(IQN_BASE, "trained_models", filename)
        torch.save(model.state_dict(), PATH)
        print("\ntrained model dictionary saved in %s" % PATH)
    return model


def get_train_scale_dict(USE_BRADEN_SCALING):
    if USE_BRADEN_SCALING==True:
        TRAIN_SCALE_DICT = utils.get_scaling_info(scaled_train_data)
        print("BRADEN SCALING DICTIONARY")
        print(TRAIN_SCALE_DICT)
        print("\n\n")
        # TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
        # print(TEST_SCALE_DICT)
    else:
        print("NORMAL UNSCALED DICTIONARY")
        TRAIN_SCALE_DICT = utils.get_scaling_info(raw_train_data)
        print(TRAIN_SCALE_DICT)
        print("\n\n")
        # TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
        # print(TEST_SCALE_DICT)
    return TRAIN_SCALE_DICT


@utils.debug
def save_model(model, PATH):
    print(model)
    torch.save(model.state_dict(), PATH)
    print("\ntrained model dictionary saved in %s" % PATH)


@utils.debug
def save_model_params(model, PATH):
    print(model)
    torch.save(model.state_dict(), PATH)
    print("\ntrained model dictionary saved in %s" % PATH)


@utils.debug
def load_model(PATH):
    # n_layers = int(BEST_PARAMS["n_layers"])
    # hidden_size = int(BEST_PARAMS["hidden_size"])
    # dropout = float(BEST_PARAMS["dropout"])
    # optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
    # learning_rate =  float(BEST_PARAMS["learning_rate"])
    # batch_size = int(BEST_PARAMS["batch_size"])
    model = utils.RegularizedRegressionModel(
        nfeatures=train_x.shape[1],
        ntargets=1,
        nlayers=n_layers,
        hidden_size=hidden_size,
        dropout=dropout,
    )
    model.load_state_dict(torch.load(PATH))
    # OR
    # model=torch.load(PATH)#BUT HERE IT WILL BE A DICT (CANT BE EVALUATED RIGHT AWAY) DISCOURAGED!
    model.eval()
    print(model)
    return model


def load_trained_model(PATH, PARAMS):
    model = utils.RegularizedRegressionModel(
        nfeatures=NFEATURES,
        ntargets=1,
        nlayers=PARAMS["n_layers"],
        hidden_size=PARAMS["hidden_size"],
        dropout_1=PARAMS["dropout_1"],
        dropout_2=PARAMS["dropout_2"],
        activation=PARAMS["activation"],
    )
    model.load_state_dict(torch.load(PATH))
    print(model)
    model.train()
    return model

2.3 Load Data, split, scale, and Train Mass

Configurations

######################################
USE_BRADEN_SCALING=False
#####################################
################################### CONFIGURATIONS ###################################

JUPYTER = True
use_subsample = False
# use_subsample = True
if use_subsample:
    SUBSAMPLE = int(1e5)  # subsample use for development - in production use whole dataset
else:
    SUBSAMPLE = None

########################################################################################
# Load data only once, and with caching!
raw_train_data, raw_test_data, raw_valid_data =load_raw_data()
# Load scaled data
# scaled_train_data, scaled_test_data, scaled_valid_data = load_scaled_dataframes()

#######################################
target = "RecoDatam"
source = FIELDS[target]
features = source["inputs"]
print("Training Features:\n", features)
print("\nTarget = ", target)

print("USING NEW DATASET\n")





# Get targets and features
# if USE_BRADEN_SCALING==True:
#     print(f"spliting data for {target}")
#     train_t, train_x = split_t_x(
#         df=scaled_train_data, target=target, input_features=features
#     )
#     print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
#     print("\n Training features:\n")
#     print(train_x)
#     valid_t, valid_x = split_t_x(
#         df=scaled_valid_data, target=target, input_features=features
#     )
#     print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
#     test_t, test_x = split_t_x(df=scaled_test_data, target=target, input_features=features)
#     print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)

# else:
#     print(f"spliting data for {target}")
#     train_t, train_x = normal_split_t_x(
#     df=raw_train_data, target=target, input_features=features
#     )
#     print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
#     print("\n Training features:\n")
#     print(train_x)
#     valid_t, valid_x = normal_split_t_x(
#     df=raw_valid_data, target=target, input_features=features
#     )
#     print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
#     test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
#     print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)


print(f"spliting data for {target}")
train_t, train_x = normal_split_t_x(
df=raw_train_data, target=target, input_features=features
)
print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
print("\n Training features:\n")
print(train_x)
valid_t, valid_x = normal_split_t_x(
df=raw_valid_data, target=target, input_features=features
)
print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)


print("no need to train_test_split since we already have the split dataframes")
print(valid_x.mean(axis=0), valid_x.std(axis=0))
print(train_x.mean(axis=0), train_x.std(axis=0))
print(valid_t.mean(), valid_t.std())
print(train_t.mean(), train_t.std())
NFEATURES = train_x.shape[1]
######################################################

# Apply z scaling to features and targets
# to features
TRAIN_SCALE_DICT=get_train_scale_dict(USE_BRADEN_SCALING)
apply_z_generator = apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x)
train_x_z_scaled = next(apply_z_generator)
test_x_z_scaled = next(apply_z_generator)
valid_x_z_scaled = next(apply_z_generator)
print(valid_x_z_scaled.mean(axis=0), valid_x_z_scaled.std(axis=0))
print(train_x_z_scaled.mean(axis=0), train_x_z_scaled.std(axis=0))

# to targets
apply_z_to_targets_generator = apply_z_to_targets(
    train_t, test_t, valid_t
)
train_t_z_scaled = next(apply_z_to_targets_generator)
test_t_z_scaled = next(apply_z_to_targets_generator)
valid_t_z_scaled = next(apply_z_to_targets_generator)
print(valid_t_z_scaled.mean(), valid_t_z_scaled.std())
print(train_t_z_scaled.mean(), train_t_z_scaled.std())

Training Features:
 ['genDatapT', 'genDataeta', 'genDataphi', 'genDatam', 'tau']

Target =  RecoDatam
USING NEW DATASET

spliting data for RecoDatam
train_t shape =  (8000000,) train_x shape =  (8000000, 5)

 Training features:

[[29.4452      0.828187    2.90213     2.85348     0.36130954]
 [24.3193     -1.16351     0.636469    5.83685     0.12689925]
 [24.3193     -1.16351     0.636469    5.83685     0.96230681]
 ...
 [41.4192     -2.23358    -2.81921     7.19348     0.08421659]
 [35.4637     -1.12318     0.356494    6.06597     0.05535172]
 [26.5586     -1.09427    -1.49334     4.25409     0.07489863]]
valid_t shape =  (1000000,) valid_x shape =  (1000000, 5)
test_t shape =  (1000000,) test_x shape =  (1000000, 5)
no need to train_test_split since we already have the split dataframes
[ 3.27223764e+01  6.98189368e-04 -8.95543973e-04  6.96116528e+00
  5.00485136e-01] [15.19914133  2.20425356  1.81362773  2.78097831  0.28852734]
[ 3.26952341e+01 -1.78188172e-03 -3.83090331e-04  6.96299435e+00
  4.99915289e-01] [14.93793254  2.20430976  1.81382516  2.78133203  0.28867295]
5.5514112643334546 2.664124544901276
5.555567451922438 2.664339857066051
NORMAL UNSCALED DICTIONARY
{'genDatapT': {'mean': 32.695234084987476, 'std': 14.937932540562551}, 'genDataeta': {'mean': -0.0017818817154031672, 'std': 2.204309760627079}, 'genDataphi': {'mean': -0.0003830903308450233, 'std': 1.8138251604791067}, 'genDatam': {'mean': 6.962994352358474, 'std': 2.781332025286383}, 'RecoDatapT': {'mean': 32.86720151648752, 'std': 15.829355769531851}, 'RecoDataeta': {'mean': -0.0017898858568513964, 'std': 2.197968491495457}, 'RecoDataphi': {'mean': -0.0004719170328962474, 'std': 1.8144739820043825}, 'RecoDatam': {'mean': 5.555567451922438, 'std': 2.664339857066051}}



[ 1.81700902e-03  1.12510099e-03 -2.82526482e-04 -6.57626105e-04
  5.00485136e-01] [1.01748627 0.9999745  0.99989115 0.99987283 0.28852734]
[ 1.61650249e-15 -1.10134124e-18 -3.12905257e-17  5.01036723e-15
  4.99915289e-01] [1.         1.         1.         1.         0.28867295]
-0.0015599314696879494 0.9999191874249058
6.996216939114674e-16 1.0000000000000002

Decide Whether to use Braden Scaling

Define Mass Model Parameters

###########################################################
# Decide on parameters for this model and training
PARAMS_m = {
"n_layers": int(4),
"hidden_size": int(6),
"dropout_1": float(0.6),
"dropout_2": float(0.1),
"activation": "LeakyReLU",
    'optimizer_name':'NAdam',
    'starting_learning_rate':float(0.7),
    'momentum':float(0.6),
    'batch_size':int(1024),
    'n_iterations': int(2e6),
}

Train Mass

The model that needs the longest time in training is mass. Click here to scroll down to train \(p_T\).

optimizer_name=PARAMS_m['optimizer_name']
print(type(optimizer_name))
# optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
NITERATIONS=PARAMS_m['n_iterations']
BATCHSIZE=PARAMS_m['batch_size']
comment=''



# N_epochs X N_train_examples = N_iterations X batch_size
N_epochs = (NITERATIONS * BATCHSIZE) / int(train_x.shape[0])
print(f"training for {NITERATIONS} iteration, which is  {N_epochs} epochs")


filename_model = get_model_filename(target, PARAMS_m)
trained_models_dir = "trained_models"
mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_model = os.path.join(
    IQN_BASE, #the loaction of the repo
    "JupyterBook", #up tp TRAIN could be combined in a srs dicretory
    "Cluster", 
    "TRAIN",
    trained_models_dir, #/trained_models 
    filename_model # utils.get_model_filename has the saved file format 
)

#LOAD EITHER TRAINED OR UNTRAINED MODEL
# to load untrained model (start training from scratch), uncomment the next line
untrained_model = load_untrained_model(PARAMS_m)
# to continune training of model (pickup where the previous training left off), uncomment below
# trained_model =load_trained_model(PATH=PATH_model, PARAMS=PARAMS_m)

IQN_trace = ([], [], [], [])
traces_step = int(20)
traces_window = traces_step
IQN = run(
    target=target,
    model=untrained_model,
    train_x=train_x_z_scaled,
    train_t=train_t_z_scaled,
    valid_x=test_x_z_scaled,
    valid_t=test_t_z_scaled,
    traces=IQN_trace,
    PARAMS=PARAMS_m,
    traces_step=traces_step,
    traces_window=traces_window,
    save_model=False,
)



SAVE_LAST_MODEL=False
if SAVE_LAST_MODEL:
    # ## Save last iteration of trained model 
    #dont save the last model, it might be worse than previous iterations, which were automatically savedby model checkpoints

    final_path = get_model_filename(target, PARAMS_m).split('.dict')[0]+'_FINAL.dict'

    trained_models_dir = "trained_models"
    mkdir(trained_models_dir)
    # on cluster, Im using another TRAIN directory
    PATH_final_model = os.path.join(
    IQN_BASE, "JupyterBook", "Cluster", "TRAIN", trained_models_dir, final_path
    )

    save_model(IQN, PATH_final_model)

<class 'str'>
training for 2000000 iteration, which is  256.0 epochs
RegularizedRegressionModel(
  (model): Sequential(
    (0): Linear(in_features=5, out_features=6, bias=True)
    (1): LeakyReLU(negative_slope=0.3)
    (2): Linear(in_features=6, out_features=6, bias=True)
    (3): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (4): LeakyReLU(negative_slope=0.3)
    (5): Linear(in_features=6, out_features=6, bias=True)
    (6): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (7): LeakyReLU(negative_slope=0.3)
    (8): Linear(in_features=6, out_features=6, bias=True)
    (9): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (10): LeakyReLU(negative_slope=0.3)
    (11): Linear(in_features=6, out_features=1, bias=True)
  )
)
training IQN 
Iteration vs average loss
 iteration	 train-set	  test-set
		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.35457175970077515


Current valid loss: 0.35457175970077515;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
         0	  0.354645	  0.354572
		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.3238599896430969


Current valid loss: 0.3238599896430969;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
        20	  0.325120	  0.323860	  0.323860		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21803826093673706


Current valid loss: 0.21803826093673706;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
        40	  0.218699	  0.218038	  0.218038		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.24495944380760193

        60	  0.245795	  0.244959	  0.244959		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.3007294833660126

        80	  0.301594	  0.300729	  0.300729		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18200266361236572


Current valid loss: 0.18200266361236572;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       100	  0.182289	  0.182003	  0.182003		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20287974178791046

       120	  0.203500	  0.202880	  0.202880		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19050893187522888

       140	  0.191049	  0.190509	  0.190509		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18941186368465424

       160	  0.189767	  0.189412	  0.189412		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17472665011882782


Current valid loss: 0.17472665011882782;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       180	  0.174921	  0.174727	  0.174727		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17957784235477448

       200	  0.179635	  0.179578	  0.179578		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18662859499454498

       220	  0.187129	  0.186629	  0.186629		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1817932277917862

       240	  0.182098	  0.181793	  0.181793		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2252117246389389

       260	  0.225620	  0.225212	  0.225212		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20153889060020447

       280	  0.201478	  0.201539	  0.201539		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18196022510528564

       300	  0.182019	  0.181960	  0.181960		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1815151572227478

       320	  0.181613	  0.181515	  0.181515		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2095286250114441

       340	  0.209858	  0.209529	  0.209529		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23448938131332397

       360	  0.234386	  0.234489	  0.234489		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20031574368476868

       380	  0.200545	  0.200316	  0.218212		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808312088251114

       400	  0.181092	  0.180831	  0.209525		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19383621215820312

       420	  0.194076	  0.193836	  0.203024		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1767934411764145

       440	  0.176999	  0.176793	  0.200962		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17932236194610596

       460	  0.179433	  0.179322	  0.197680		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20424698293209076

       480	  0.204291	  0.204247	  0.192856		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1955420970916748

       500	  0.195558	  0.195542	  0.193533		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1910666525363922

       520	  0.191422	  0.191067	  0.192942		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17990179359912872

       540	  0.179927	  0.179902	  0.192412		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20331387221813202

       560	  0.203432	  0.203314	  0.193107		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18476955592632294

       580	  0.184880	  0.184770	  0.193609		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16996394097805023


Current valid loss: 0.16996394097805023;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       600	  0.170063	  0.169964	  0.193128		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20498411357402802

       620	  0.205191	  0.204984	  0.194046		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19699127972126007

       640	  0.196924	  0.196991	  0.194806		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708308458328247

       660	  0.170982	  0.170831	  0.192087		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1972414255142212

       680	  0.197435	  0.197241	  0.191872		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708552986383438

       700	  0.171263	  0.170855	  0.191317		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17163747549057007

       720	  0.171619	  0.171637	  0.190823		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18890580534934998

       740	  0.188956	  0.188906	  0.189792		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.28230443596839905

       760	  0.282765	  0.282304	  0.192183		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16746863722801208


Current valid loss: 0.16746863722801208;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       780	  0.167589	  0.167469	  0.190540		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1789831966161728

       800	  0.179485	  0.178983	  0.190448		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1733931005001068

       820	  0.173396	  0.173393	  0.189426		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17848071455955505

       840	  0.178604	  0.178481	  0.189510		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17766490578651428

       860	  0.177808	  0.177665	  0.189427		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18421141803264618

       880	  0.184241	  0.184211	  0.188426		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.174946591258049

       900	  0.175166	  0.174947	  0.187396		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1701374351978302

       920	  0.170286	  0.170137	  0.186349		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17049700021743774

       940	  0.170545	  0.170497	  0.185879		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17109040915966034

       960	  0.171421	  0.171090	  0.184268		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17596492171287537

       980	  0.176058	  0.175965	  0.183828		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19083952903747559

      1000	  0.190834	  0.190840	  0.184871		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698976308107376

      1020	  0.170093	  0.169898	  0.183117		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20330774784088135

      1040	  0.203852	  0.203308	  0.183433		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19883865118026733

      1060	  0.199275	  0.198839	  0.184833		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17605800926685333

      1080	  0.176128	  0.176058	  0.183774		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2149028480052948

      1100	  0.214976	  0.214903	  0.185977		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17769546806812286

      1120	  0.178062	  0.177695	  0.186279		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18660005927085876

      1140	  0.187022	  0.186600	  0.186164		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19191421568393707

      1160	  0.192372	  0.191914	  0.181645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19725295901298523

      1180	  0.197520	  0.197253	  0.183134		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1831871122121811

      1200	  0.183428	  0.183187	  0.183344		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19696417450904846

      1220	  0.197048	  0.196964	  0.184523		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1878112256526947

      1240	  0.187764	  0.187811	  0.184989		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1777259260416031

      1260	  0.177950	  0.177726	  0.184992		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1686689406633377

      1280	  0.168660	  0.168669	  0.184215		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17295150458812714

      1300	  0.173127	  0.172952	  0.184115		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17272073030471802

      1320	  0.172744	  0.172721	  0.184244		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17481152713298798

      1340	  0.175091	  0.174812	  0.184460		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18366675078868866

      1360	  0.184085	  0.183667	  0.185089		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19362781941890717

      1380	  0.193851	  0.193628	  0.185972		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18230238556861877

      1400	  0.182662	  0.182302	  0.185545		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1765466332435608

      1420	  0.176793	  0.176547	  0.185878		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2000391185283661

      1440	  0.200310	  0.200039	  0.185714		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18689033389091492

      1460	  0.187327	  0.186890	  0.185117		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18719343841075897

      1480	  0.187547	  0.187193	  0.185674		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2119068056344986

      1500	  0.212307	  0.211907	  0.185524		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1799161583185196

      1520	  0.180198	  0.179916	  0.185635		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17287765443325043

      1540	  0.173032	  0.172878	  0.184949		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17821846902370453

      1560	  0.178434	  0.178218	  0.184264		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16976210474967957

      1580	  0.169878	  0.169762	  0.182889		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21320925652980804

      1600	  0.213585	  0.213209	  0.184391		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16930462419986725

      1620	  0.169507	  0.169305	  0.183008		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1950140744447708

      1640	  0.195027	  0.195014	  0.183368		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20051605999469757

      1660	  0.200634	  0.200516	  0.184507		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17847740650177002

      1680	  0.178779	  0.178477	  0.184998		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17451933026313782

      1700	  0.174689	  0.174519	  0.185076		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.178584024310112

      1720	  0.178629	  0.178584	  0.185369		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17005884647369385

      1740	  0.170154	  0.170059	  0.185132		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16688799858093262


Current valid loss: 0.16688799858093262;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      1760	  0.167088	  0.166888	  0.184293		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16681256890296936


Current valid loss: 0.16681256890296936;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      1780	  0.166969	  0.166813	  0.182952		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16847863793373108

      1800	  0.168758	  0.168479	  0.182261		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.171879842877388

      1820	  0.171908	  0.171880	  0.182027		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17933784425258636

      1840	  0.179618	  0.179338	  0.180992		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1673111468553543

      1860	  0.167405	  0.167311	  0.180013		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1764163374900818

      1880	  0.176476	  0.176416	  0.179474		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17988432943820953

      1900	  0.179952	  0.179884	  0.177873		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18245702981948853

      1920	  0.182500	  0.182457	  0.178000		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1800662726163864

      1940	  0.180132	  0.180066	  0.178360		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404252290725708

      1960	  0.174164	  0.174043	  0.178151		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16902482509613037

      1980	  0.169012	  0.169025	  0.178114		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16945357620716095

      2000	  0.169466	  0.169454	  0.175926		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18678027391433716

      2020	  0.187032	  0.186780	  0.176800		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17484168708324432

      2040	  0.174924	  0.174842	  0.175792		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1882624328136444

      2060	  0.188354	  0.188262	  0.175179		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17413055896759033

      2080	  0.174209	  0.174131	  0.174961		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1762033998966217

      2100	  0.176453	  0.176203	  0.175046		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17298679053783417

      2120	  0.172921	  0.172987	  0.174766		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1728348731994629

      2140	  0.173058	  0.172835	  0.174905		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16717974841594696

      2160	  0.167225	  0.167180	  0.174919		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17920686304569244

      2180	  0.179360	  0.179207	  0.175539		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19143638014793396

      2200	  0.191836	  0.191436	  0.176687		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17463426291942596

      2220	  0.174857	  0.174634	  0.176825		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.184086412191391

      2240	  0.184327	  0.184086	  0.177062		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17485737800598145

      2260	  0.174974	  0.174857	  0.177439		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18138352036476135

      2280	  0.181701	  0.181384	  0.177688		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1671057641506195

      2300	  0.167297	  0.167106	  0.177049		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1826155036687851

      2320	  0.182865	  0.182616	  0.177057		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16613323986530304


Current valid loss: 0.16613323986530304;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      2340	  0.166328	  0.166133	  0.176360		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934195697307587

      2360	  0.179465	  0.179342	  0.176625		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1690203845500946

      2380	  0.169232	  0.169020	  0.176625		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20862683653831482

      2400	  0.208839	  0.208627	  0.178583		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19550257921218872

      2420	  0.195701	  0.195503	  0.179020		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17069290578365326

      2440	  0.170803	  0.170693	  0.178812		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700187623500824

      2460	  0.170025	  0.170019	  0.177900		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17777539789676666

      2480	  0.178006	  0.177775	  0.178082		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1760571151971817

      2500	  0.176024	  0.176057	  0.178075		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16593556106090546


Current valid loss: 0.16593556106090546;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      2520	  0.166135	  0.165936	  0.177722		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18235169351100922

      2540	  0.182496	  0.182352	  0.178198		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16705921292304993

      2560	  0.167118	  0.167059	  0.178192		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16757094860076904

      2580	  0.167696	  0.167571	  0.177610		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16944636404514313

      2600	  0.169553	  0.169446	  0.176511		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17146754264831543

      2620	  0.171594	  0.171468	  0.176352		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1883254200220108

      2640	  0.188499	  0.188325	  0.176564		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20530155301094055

      2660	  0.205811	  0.205302	  0.178087		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19301322102546692

      2680	  0.193216	  0.193013	  0.178668		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17405180633068085

      2700	  0.174285	  0.174052	  0.179015		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17798401415348053

      2720	  0.178048	  0.177984	  0.178784		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16749504208564758

      2740	  0.167641	  0.167495	  0.178852		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20542366802692413

      2760	  0.205466	  0.205424	  0.180156		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18039672076702118

      2780	  0.180391	  0.180397	  0.180725		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1829746812582016

      2800	  0.183113	  0.182975	  0.179442		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19219592213630676

      2820	  0.192333	  0.192196	  0.179277		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18889334797859192

      2840	  0.188929	  0.188893	  0.180187		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17775507271289825

      2860	  0.177783	  0.177755	  0.180574		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1765879988670349

      2880	  0.176638	  0.176588	  0.180514		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17453902959823608

      2900	  0.174628	  0.174539	  0.180438		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17605221271514893

      2920	  0.176128	  0.176052	  0.180944		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16936077177524567

      2940	  0.169471	  0.169361	  0.180295		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17430908977985382

      2960	  0.174603	  0.174309	  0.180657		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18329057097434998

      2980	  0.183566	  0.183291	  0.181443		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18293532729148865

      3000	  0.183248	  0.182935	  0.182118		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18387995660305023

      3020	  0.184145	  0.183880	  0.182738		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17577823996543884

      3040	  0.176038	  0.175778	  0.182111		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21358183026313782

      3060	  0.214171	  0.213582	  0.182525		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1938183456659317

      3080	  0.194203	  0.193818	  0.182565		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18085446953773499

      3100	  0.181043	  0.180854	  0.182905		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17573226988315582

      3120	  0.176018	  0.175732	  0.182793		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19609519839286804

      3140	  0.196571	  0.196095	  0.184223		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23273375630378723

      3160	  0.233169	  0.232734	  0.185588		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19723214209079742

      3180	  0.197627	  0.197232	  0.186430		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17521655559539795

      3200	  0.175329	  0.175217	  0.186042		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17397969961166382

      3220	  0.174114	  0.173980	  0.185131		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18389463424682617

      3240	  0.184197	  0.183895	  0.184881		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17351707816123962

      3260	  0.173655	  0.173517	  0.184669		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19903971254825592

      3280	  0.199517	  0.199040	  0.185792		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2031216025352478

      3300	  0.203566	  0.203122	  0.187221		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1868923455476761

      3320	  0.187287	  0.186892	  0.187763		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18582521378993988

      3340	  0.186108	  0.185825	  0.188586		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1827760934829712

      3360	  0.183122	  0.182776	  0.189010		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808142066001892

      3380	  0.181042	  0.180814	  0.188886		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17940907180309296

      3400	  0.179564	  0.179409	  0.188710		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1779116988182068

      3420	  0.178108	  0.177912	  0.188411		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17960599064826965

      3440	  0.179834	  0.179606	  0.188603		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1730557531118393

      3460	  0.173203	  0.173056	  0.186576		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1951921582221985

      3480	  0.195742	  0.195192	  0.186645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17236573994159698

      3500	  0.172533	  0.172366	  0.186221		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934182286262512

      3520	  0.179622	  0.179342	  0.186401		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17954906821250916

      3540	  0.179531	  0.179549	  0.185574		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1753893494606018

      3560	  0.175602	  0.175389	  0.182707		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18650855123996735

      3580	  0.186902	  0.186509	  0.182170		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698770672082901

      3600	  0.170007	  0.169877	  0.181903		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21073375642299652

      3620	  0.211475	  0.210734	  0.183741		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1752142757177353

      3640	  0.175471	  0.175214	  0.183307		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18749837577342987

      3660	  0.187953	  0.187498	  0.184006		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17006494104862213

      3680	  0.170162	  0.170065	  0.182557		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17608462274074554

      3700	  0.176104	  0.176085	  0.181206		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17948918044567108

      3720	  0.179911	  0.179489	  0.180835		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21331040561199188

      3740	  0.214030	  0.213310	  0.182210		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18732501566410065

      3760	  0.187730	  0.187325	  0.182437		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21314692497253418

      3780	  0.213798	  0.213147	  0.184054		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19423571228981018

      3800	  0.194772	  0.194236	  0.184795		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17513033747673035

      3820	  0.175292	  0.175130	  0.184656		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17552576959133148

      3840	  0.175761	  0.175526	  0.184452		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20755715668201447

      3860	  0.207995	  0.207557	  0.186177		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17755798995494843

      3880	  0.177660	  0.177558	  0.185295		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18029698729515076

      3900	  0.180641	  0.180297	  0.185692		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17423221468925476

      3920	  0.174482	  0.174232	  0.185436		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20880013704299927

      3940	  0.209399	  0.208800	  0.186899		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19314993917942047

      3960	  0.193451	  0.193150	  0.187787		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1790970116853714

      3980	  0.179447	  0.179097	  0.187416		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17185570299625397

      4000	  0.172034	  0.171856	  0.187515		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.180955171585083

      4020	  0.181281	  0.180955	  0.186026		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16981959342956543

      4040	  0.169972	  0.169820	  0.185757		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18741361796855927

      4060	  0.187762	  0.187414	  0.185752		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1760479211807251

      4080	  0.176352	  0.176048	  0.186052		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21042759716510773

      4100	  0.211080	  0.210428	  0.187769		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18071897327899933

      4120	  0.181026	  0.180719	  0.187830		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17434591054916382

      4140	  0.174589	  0.174346	  0.185882		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247642576694489

      4160	  0.172609	  0.172476	  0.185140		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16958412528038025

      4180	  0.169708	  0.169584	  0.182961		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1848849654197693

      4200	  0.185126	  0.184885	  0.182494		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1906159669160843

      4220	  0.190995	  0.190616	  0.183268		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18614670634269714

      4240	  0.186510	  0.186147	  0.183799		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2044210284948349

      4260	  0.204914	  0.204421	  0.183642		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1980649083852768

      4280	  0.198445	  0.198065	  0.184668		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19366908073425293

      4300	  0.194068	  0.193669	  0.185336		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934735119342804

      4320	  0.179497	  0.179347	  0.185592		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17634806036949158

      4340	  0.176546	  0.176348	  0.183969		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17938271164894104

      4360	  0.179562	  0.179383	  0.183281		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18797849118709564

      4380	  0.188293	  0.187978	  0.183725		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17676648497581482

      4400	  0.176992	  0.176766	  0.183971		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18417653441429138

      4420	  0.184405	  0.184177	  0.184132		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17797553539276123

      4440	  0.178170	  0.177976	  0.184540		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1733919382095337

      4460	  0.173535	  0.173392	  0.183838		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19667284190654755

      4480	  0.197061	  0.196673	  0.184870		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17290455102920532

      4500	  0.173061	  0.172905	  0.182994		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2005869448184967

      4520	  0.200923	  0.200587	  0.183987		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18520861864089966

      4540	  0.185323	  0.185209	  0.184530		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17614270746707916

      4560	  0.176252	  0.176143	  0.184713		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17393390834331512

      4580	  0.174084	  0.173934	  0.184931		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17533063888549805

      4600	  0.175543	  0.175331	  0.184453		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19315555691719055

      4620	  0.193546	  0.193156	  0.184580		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18404217064380646

      4640	  0.184246	  0.184042	  0.184475		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18104921281337738

      4660	  0.181329	  0.181049	  0.183306		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808316856622696

      4680	  0.180875	  0.180832	  0.182445		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17122556269168854

      4700	  0.171336	  0.171226	  0.181323		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.172774538397789

      4720	  0.172952	  0.172775	  0.180994		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1836240291595459

      4740	  0.183801	  0.183624	  0.181358		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18077798187732697

      4760	  0.180980	  0.180778	  0.181427		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1775922179222107

      4780	  0.177666	  0.177592	  0.180908		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16895174980163574

      4800	  0.168977	  0.168952	  0.180517		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17677436769008636

      4820	  0.176962	  0.176774	  0.180147		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17747455835342407

      4840	  0.177586	  0.177475	  0.180122		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1783626526594162

      4860	  0.178568	  0.178363	  0.180371		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17285437881946564

      4880	  0.172822	  0.172854	  0.179180		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17498156428337097

      4900	  0.175101	  0.174982	  0.179284		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20002588629722595

      4920	  0.200303	  0.200026	  0.179256		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18612948060035706

      4940	  0.186312	  0.186129	  0.179302		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18771877884864807

      4960	  0.187978	  0.187719	  0.179881		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17163027822971344

      4980	  0.171650	  0.171630	  0.179765		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17176641523838043

      5000	  0.171705	  0.171766	  0.179587		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1835917830467224

      5020	  0.183883	  0.183592	  0.179109		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2054595947265625

      5040	  0.206075	  0.205460	  0.180180		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1810743510723114

      5060	  0.181273	  0.181074	  0.180181		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1961176097393036

      5080	  0.196493	  0.196118	  0.180945		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1755182445049286

      5100	  0.175473	  0.175518	  0.181160		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17288976907730103

      5120	  0.173095	  0.172890	  0.181166		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17563459277153015

      5140	  0.175862	  0.175635	  0.180766		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1741936057806015

      5160	  0.174312	  0.174194	  0.180437		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18088693916797638

      5180	  0.181074	  0.180887	  0.180602		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1867743730545044

      5200	  0.187064	  0.186774	  0.181493		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17420800030231476

      5220	  0.174295	  0.174208	  0.181365		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1864955872297287

      5240	  0.186764	  0.186496	  0.181816		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17386014759540558

      5260	  0.173991	  0.173860	  0.181591		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18257836997509003

      5280	  0.182716	  0.182578	  0.182077		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17837776243686676

      5300	  0.178541	  0.178378	  0.182247		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17463578283786774

      5320	  0.174668	  0.174636	  0.180977		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17301040887832642

      5340	  0.173009	  0.173010	  0.180321		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17675043642520905

      5360	  0.176917	  0.176750	  0.179773		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1949724555015564

      5380	  0.195374	  0.194972	  0.180940		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19299952685832977

      5400	  0.193336	  0.193000	  0.182001		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1924629658460617

      5420	  0.192667	  0.192463	  0.182445		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1724972128868103

      5440	  0.172451	  0.172497	  0.180797		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698712855577469

      5460	  0.169804	  0.169871	  0.180237		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19034600257873535

      5480	  0.190658	  0.190346	  0.179948		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17306193709373474

      5500	  0.173052	  0.173062	  0.179825		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1722699999809265

      5520	  0.172408	  0.172270	  0.179794		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17744046449661255

      5540	  0.177577	  0.177440	  0.179885		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21225984394550323

      5560	  0.212692	  0.212260	  0.181788		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531031370162964

      5580	  0.175446	  0.175310	  0.181509		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1876290738582611

      5600	  0.187810	  0.187629	  0.181552		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19185687601566315

      5620	  0.192093	  0.191857	  0.182434		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17422951757907867

      5640	  0.174375	  0.174230	  0.181821		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18327300250530243

      5660	  0.183362	  0.183273	  0.182292		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.171700581908226

      5680	  0.171885	  0.171701	  0.181748		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16657741367816925

      5700	  0.166729	  0.166577	  0.181158		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16980791091918945

      5720	  0.169957	  0.169808	  0.180916		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17013993859291077

      5740	  0.170115	  0.170140	  0.180773		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2046363800764084

      5760	  0.204867	  0.204636	  0.182167		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21071290969848633

      5780	  0.210943	  0.210713	  0.182954		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17740049958229065

      5800	  0.177661	  0.177400	  0.182174		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18205253779888153

      5820	  0.182189	  0.182053	  0.181654		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16783635318279266

      5840	  0.167869	  0.167836	  0.181421		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18075768649578094

      5860	  0.180921	  0.180758	  0.181965		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19536910951137543

      5880	  0.195751	  0.195369	  0.182216		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22537043690681458

      5900	  0.225875	  0.225370	  0.184831		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17740219831466675

      5920	  0.177808	  0.177402	  0.185088		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19643190503120422

      5940	  0.196912	  0.196432	  0.186038		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17579521238803864

      5960	  0.176086	  0.175795	  0.184214		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17165833711624146

      5980	  0.171881	  0.171658	  0.184032		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17321856319904327

      6000	  0.173352	  0.173219	  0.183311		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19137556850910187

      6020	  0.191748	  0.191376	  0.183287		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1731308400630951

      6040	  0.173144	  0.173131	  0.183232		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19640251994132996

      6060	  0.196678	  0.196403	  0.183889		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17019258439540863

      6080	  0.170345	  0.170193	  0.183813		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1691184639930725

      6100	  0.169123	  0.169118	  0.183940		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.169424369931221

      6120	  0.169545	  0.169424	  0.183921		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20967935025691986

      6140	  0.210169	  0.209679	  0.185898		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22297833859920502

      6160	  0.223352	  0.222978	  0.186815		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1748582124710083

      6180	  0.174913	  0.174858	  0.185023		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2286512553691864

      6200	  0.229107	  0.228651	  0.187585		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18151390552520752

      6220	  0.181719	  0.181514	  0.187558		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1748153418302536

      6240	  0.175076	  0.174815	  0.187907		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18817223608493805

      6260	  0.188384	  0.188172	  0.188278		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19030441343784332

      6280	  0.190666	  0.190304	  0.188025		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20229539275169373

      6300	  0.202692	  0.202295	  0.186871		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404362559318542

      6320	  0.174196	  0.174044	  0.186703		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19072146713733673

      6340	  0.191085	  0.190721	  0.186417		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20482124388217926

      6360	  0.205218	  0.204821	  0.187869		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18060104548931122

      6380	  0.180775	  0.180601	  0.188316		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17288249731063843

      6400	  0.173012	  0.172882	  0.188299		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17553462088108063

      6420	  0.175572	  0.175535	  0.187507		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700575351715088

      6440	  0.170144	  0.170058	  0.187353		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18072918057441711

      6460	  0.180910	  0.180729	  0.186570		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18046799302101135

      6480	  0.180849	  0.180468	  0.187083		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18559937179088593

      6500	  0.185767	  0.185599	  0.187908		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21518854796886444

      6520	  0.215661	  0.215189	  0.190196		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20304006338119507

      6540	  0.203498	  0.203040	  0.189864		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16734172403812408

      6560	  0.167415	  0.167342	  0.187082		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17215938866138458

      6580	  0.172315	  0.172159	  0.186947		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16781823337078094

      6600	  0.167889	  0.167818	  0.183905		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17060983180999756

      6620	  0.170682	  0.170610	  0.183360		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19395366311073303

      6640	  0.194218	  0.193954	  0.184317		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17889560759067535

      6660	  0.179121	  0.178896	  0.183853		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18836398422718048

      6680	  0.188743	  0.188364	  0.183756		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.174961656332016

      6700	  0.175187	  0.174962	  0.182389		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17287757992744446

      6720	  0.173001	  0.172878	  0.182331		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17245107889175415

      6740	  0.172602	  0.172451	  0.181418		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17779390513896942

      6760	  0.177989	  0.177794	  0.180066		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1798592209815979

      6780	  0.179934	  0.179859	  0.180029		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1947980523109436

      6800	  0.195016	  0.194798	  0.181125		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18723958730697632

      6820	  0.187520	  0.187240	  0.181710		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20505040884017944

      6840	  0.205287	  0.205050	  0.183460		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1902441829442978

      6860	  0.190703	  0.190244	  0.183936		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1744913011789322

      6880	  0.174698	  0.174491	  0.183637		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1695288121700287

      6900	  0.169657	  0.169529	  0.182833		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19055134057998657

      6920	  0.190768	  0.190551	  0.181601		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16788892447948456

      6940	  0.167933	  0.167889	  0.179844		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1921158730983734

      6960	  0.192166	  0.192116	  0.181082		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1821688413619995

      6980	  0.182373	  0.182169	  0.181583		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17036813497543335

      7000	  0.170603	  0.170368	  0.181710		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735435426235199

      7020	  0.173669	  0.173544	  0.181857		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17207114398479462

      7040	  0.172279	  0.172071	  0.180763		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18477627635002136

      7060	  0.185054	  0.184776	  0.181057		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708531230688095

      7080	  0.171063	  0.170853	  0.180181		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17421728372573853

      7100	  0.174415	  0.174217	  0.180144		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1805252581834793

      7120	  0.180832	  0.180525	  0.180527		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17527644336223602

      7140	  0.175407	  0.175276	  0.180668		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1658424437046051


Current valid loss: 0.1658424437046051;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      7160	  0.166043	  0.165842	  0.180070		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16911597549915314

      7180	  0.169039	  0.169116	  0.179533		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17673037946224213

      7200	  0.176815	  0.176730	  0.178630		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18926186859607697

      7220	  0.189619	  0.189262	  0.178731		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1770879030227661

      7240	  0.177358	  0.177088	  0.177333		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292371928691864

      7260	  0.183239	  0.182924	  0.176967		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1677786260843277

      7280	  0.168028	  0.167779	  0.176631		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1798866242170334

      7300	  0.180147	  0.179887	  0.177149		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16729190945625305

      7320	  0.167487	  0.167292	  0.175986		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17100325226783752

      7340	  0.171236	  0.171003	  0.176142		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18874628841876984

      7360	  0.189148	  0.188746	  0.175973		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17511922121047974

      7380	  0.175590	  0.175119	  0.175621		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17833878099918365

      7400	  0.178685	  0.178339	  0.176019		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17780739068984985

      7420	  0.178071	  0.177807	  0.176233		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17364247143268585

      7440	  0.173922	  0.173642	  0.176311		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17523279786109924

      7460	  0.175476	  0.175233	  0.175834		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1761171519756317

      7480	  0.176291	  0.176117	  0.176097		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17829224467277527

      7500	  0.178565	  0.178292	  0.176301		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358707427978516

      7520	  0.183861	  0.183587	  0.176454		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19025564193725586

      7540	  0.190600	  0.190256	  0.177203		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18804921209812164

      7560	  0.188370	  0.188049	  0.178313		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2079797238111496

      7580	  0.208471	  0.207980	  0.180256		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1870575249195099

      7600	  0.187413	  0.187058	  0.180773		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19649706780910492

      7620	  0.196882	  0.196497	  0.181135		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1834409087896347

      7640	  0.183649	  0.183441	  0.181452		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18410351872444153

      7660	  0.184429	  0.184104	  0.181511		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17517872154712677

      7680	  0.175345	  0.175179	  0.181881		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1816282570362091

      7700	  0.181853	  0.181628	  0.181968		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17226217687129974

      7720	  0.172339	  0.172262	  0.182217		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18173855543136597

      7740	  0.181961	  0.181739	  0.182754		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.182683065533638

      7760	  0.183000	  0.182683	  0.182450		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1792611926794052

      7780	  0.179652	  0.179261	  0.182658		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21598723530769348

      7800	  0.216524	  0.215987	  0.184540		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17348778247833252

      7820	  0.173801	  0.173488	  0.184324		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2102544903755188

      7840	  0.210758	  0.210254	  0.186155		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1851174682378769

      7860	  0.185390	  0.185117	  0.186649		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18888264894485474

      7880	  0.189189	  0.188883	  0.187287		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18404914438724518

      7900	  0.184485	  0.184049	  0.187575		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18392609059810638

      7920	  0.184357	  0.183926	  0.187592		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1803298443555832

      7940	  0.180782	  0.180330	  0.187096		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17978110909461975

      7960	  0.180199	  0.179781	  0.186682		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19604800641536713

      7980	  0.196503	  0.196048	  0.186086		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19467343389987946

      8000	  0.194996	  0.194673	  0.186466		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17986087501049042

      8020	  0.180193	  0.179861	  0.185635		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17494747042655945

      8040	  0.175327	  0.174947	  0.185210		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.189834862947464

      8060	  0.190268	  0.189835	  0.185496		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20616018772125244

      8080	  0.206753	  0.206160	  0.187046		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18619409203529358

      8100	  0.186529	  0.186194	  0.187274		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20511049032211304

      8120	  0.205518	  0.205110	  0.188916		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18685109913349152

      8140	  0.187072	  0.186851	  0.189172		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19598488509655

      8160	  0.196375	  0.195985	  0.189837		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20493726432323456

      8180	  0.205336	  0.204937	  0.191121		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19044288992881775

      8200	  0.190982	  0.190443	  0.189844		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17276407778263092

      8220	  0.172997	  0.172764	  0.189807		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18269824981689453

      8240	  0.183054	  0.182698	  0.188430		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766626089811325

      8260	  0.176883	  0.176663	  0.188007		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17875346541404724

      8280	  0.179031	  0.178753	  0.187500		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18265661597251892

      8300	  0.182938	  0.182657	  0.187431		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1831873506307602

      8320	  0.183437	  0.183187	  0.187394		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.172598198056221

      8340	  0.172906	  0.172598	  0.187007		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1915571540594101

      8360	  0.191889	  0.191557	  0.187596		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1978016346693039

      8380	  0.198127	  0.197802	  0.187684		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19557231664657593

      8400	  0.196022	  0.195572	  0.187729		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1756739467382431

      8420	  0.176060	  0.175674	  0.187519		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17184609174728394

      8440	  0.172093	  0.171846	  0.187364		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1674221158027649

      8460	  0.167734	  0.167422	  0.186244		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18158133327960968

      8480	  0.181961	  0.181581	  0.185015		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1919442117214203

      8500	  0.192369	  0.191944	  0.185302		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1689838320016861

      8520	  0.169198	  0.168984	  0.183496		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1952582448720932

      8540	  0.195773	  0.195258	  0.183916		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17807596921920776

      8560	  0.178451	  0.178076	  0.183021		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18685853481292725

      8580	  0.187108	  0.186859	  0.182117		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18098492920398712

      8600	  0.181354	  0.180985	  0.181644		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1988375037908554

      8620	  0.199267	  0.198838	  0.182948		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20362991094589233

      8640	  0.204223	  0.203630	  0.183994		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2048141211271286

      8660	  0.205338	  0.204814	  0.185402		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17779506742954254

      8680	  0.178001	  0.177795	  0.185354		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20024478435516357

      8700	  0.200623	  0.200245	  0.186233		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.195219025015831

      8720	  0.195780	  0.195219	  0.186835		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18816614151000977

      8740	  0.188639	  0.188166	  0.187613		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17356924712657928

      8760	  0.173853	  0.173569	  0.186714		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18293434381484985

      8780	  0.183331	  0.182934	  0.185970		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17085233330726624

      8800	  0.171085	  0.170852	  0.184734		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20103655755519867

      8820	  0.201570	  0.201037	  0.186003		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18492084741592407

      8840	  0.185277	  0.184921	  0.186656		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17409712076187134

      8860	  0.174398	  0.174097	  0.186990		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18325890600681305

      8880	  0.183598	  0.183259	  0.187074		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18705786764621735

      8900	  0.187376	  0.187058	  0.186830		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18295253813266754

      8920	  0.183164	  0.182953	  0.187528		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1940423995256424

      8940	  0.194455	  0.194042	  0.187467		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22162507474422455

      8960	  0.222158	  0.221625	  0.189645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17712943255901337

      8980	  0.177454	  0.177129	  0.189158		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531897127628326

      9000	  0.175626	  0.175319	  0.188875		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17827388644218445

      9020	  0.178506	  0.178274	  0.187847		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17031706869602203

      9040	  0.170342	  0.170317	  0.186181		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17620697617530823

      9060	  0.176432	  0.176207	  0.184751		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1709926575422287

      9080	  0.171135	  0.170993	  0.184411		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17437918484210968

      9100	  0.174675	  0.174379	  0.183117		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18061484396457672

      9120	  0.180844	  0.180615	  0.182387		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358540534973145

      9140	  0.183867	  0.183585	  0.182158		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.183608278632164

      9160	  0.183968	  0.183608	  0.182660		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1922200322151184

      9180	  0.192638	  0.192220	  0.183124		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17707648873329163

      9200	  0.177264	  0.177076	  0.183436		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766849011182785

      9220	  0.177051	  0.176685	  0.182218		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17286644876003265

      9240	  0.173060	  0.172866	  0.181615		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1909368932247162

      9260	  0.191301	  0.190937	  0.182457		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17613758146762848

      9280	  0.176352	  0.176138	  0.182101		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18150770664215088

      9300	  0.181891	  0.181508	  0.181824		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17924588918685913

      9320	  0.179574	  0.179246	  0.181638		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19604963064193726

      9340	  0.196792	  0.196050	  0.181739		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1788913458585739

      9360	  0.179335	  0.178891	  0.179602		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17869536578655243

      9380	  0.179061	  0.178695	  0.179680		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19461019337177277

      9400	  0.195266	  0.194610	  0.180645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20502789318561554

      9420	  0.205484	  0.205028	  0.181983		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21420346200466156

      9440	  0.214819	  0.214203	  0.184177		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2020001858472824

      9460	  0.202596	  0.202000	  0.185467		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1794053465127945

      9480	  0.179712	  0.179405	  0.185887		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1896735429763794

      9500	  0.190127	  0.189674	  0.186652		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17625293135643005

      9520	  0.176627	  0.176253	  0.186434		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19452615082263947

      9540	  0.194933	  0.194526	  0.186981		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1696561872959137

      9560	  0.169763	  0.169656	  0.186283		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21266445517539978

      9580	  0.213216	  0.212664	  0.187305		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21590650081634521

      9600	  0.216133	  0.215907	  0.189247		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19004830718040466

      9620	  0.190269	  0.190048	  0.189915		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21521659195423126

      9640	  0.215354	  0.215217	  0.192033		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18689464032649994

      9660	  0.187091	  0.186895	  0.191831		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1720442771911621

      9680	  0.172148	  0.172044	  0.191626		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1740618199110031

      9700	  0.174243	  0.174062	  0.191254		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22062455117702484

      9720	  0.220788	  0.220625	  0.193323		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1986159086227417

      9740	  0.198917	  0.198616	  0.193451		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17708341777324677

      9760	  0.177248	  0.177083	  0.193360		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2020500898361206

      9780	  0.202194	  0.202050	  0.194528		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17314426600933075

      9800	  0.173215	  0.173144	  0.193455		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19389016926288605

      9820	  0.194133	  0.193890	  0.192898		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17084607481956482

      9840	  0.170992	  0.170846	  0.190730		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17318758368492126

      9860	  0.173324	  0.173188	  0.189290		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17424269020557404

      9880	  0.174348	  0.174243	  0.189031		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17610794305801392

      9900	  0.176186	  0.176108	  0.188353		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19736666977405548

      9920	  0.197484	  0.197367	  0.189409		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19140625

      9940	  0.191588	  0.191406	  0.189253		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1885736733675003

      9960	  0.188663	  0.188574	  0.190199		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23866085708141327

      9980	  0.238998	  0.238661	  0.191498		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1814115196466446

     10000	  0.181552	  0.181412	  0.189774		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18046702444553375

     10020	  0.180646	  0.180467	  0.189295		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247748374938965

     10040	  0.172715	  0.172477	  0.187158		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18505866825580597

     10060	  0.185217	  0.185059	  0.187066		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17920152842998505

     10080	  0.179271	  0.179202	  0.187424		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20827095210552216

     10100	  0.208527	  0.208271	  0.189134		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292483687400818

     10120	  0.183196	  0.182925	  0.187249		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17685861885547638

     10140	  0.177008	  0.176859	  0.186161		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18977214395999908

     10160	  0.189967	  0.189772	  0.186796		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18400795757770538

     10180	  0.184236	  0.184008	  0.185894		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17360498011112213

     10200	  0.173802	  0.173605	  0.185917		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17602498829364777

     10220	  0.176269	  0.176025	  0.185023		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18583931028842926

     10240	  0.186030	  0.185839	  0.185773		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.179474875330925

     10260	  0.179616	  0.179475	  0.186087		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19423775374889374

     10280	  0.194361	  0.194238	  0.187087		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2024770826101303

     10300	  0.202620	  0.202477	  0.188406		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20088596642017365

     10320	  0.201154	  0.200886	  0.188582		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17176178097724915

     10340	  0.171901	  0.171762	  0.187599		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18920886516571045

     10360	  0.189373	  0.189209	  0.187631		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20295943319797516

     10380	  0.203203	  0.202959	  0.185846		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17333564162254333

     10400	  0.173491	  0.173336	  0.185442		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17214752733707428

     10420	  0.172317	  0.172148	  0.185026		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247274518013

     10440	  0.172625	  0.172473	  0.185026		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17357583343982697

     10460	  0.173708	  0.173576	  0.184452		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1752527356147766

     10480	  0.175363	  0.175253	  0.184254		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1729186624288559

     10500	  0.173060	  0.172919	  0.182487		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22020108997821808

     10520	  0.220440	  0.220201	  0.184351		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19868890941143036

     10540	  0.198883	  0.198689	  0.185442		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17161324620246887

     10560	  0.171876	  0.171613	  0.184534		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18590837717056274

     10580	  0.186074	  0.185908	  0.184629		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21245577931404114

     10600	  0.212620	  0.212456	  0.186572		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18715187907218933

     10620	  0.187385	  0.187152	  0.187128		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18469086289405823

     10640	  0.184895	  0.184691	  0.187071		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17800727486610413

     10660	  0.178109	  0.178007	  0.186997		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2004355937242508

     10680	  0.200607	  0.200436	  0.187307		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21490855515003204

     10700	  0.215035	  0.214909	  0.187929		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1814253032207489

     10720	  0.181693	  0.181425	  0.186956		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.180394247174263

     10740	  0.180651	  0.180394	  0.187387		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17294085025787354

     10760	  0.173147	  0.172941	  0.186574		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22048233449459076

     10780	  0.220747	  0.220482	  0.187450		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17259232699871063

     10800	  0.172762	  0.172592	  0.187413		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735002100467682

     10820	  0.173656	  0.173500	  0.187481		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17887131869792938

     10840	  0.178971	  0.178871	  0.187801		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2122587412595749

     10860	  0.212387	  0.212259	  0.189735		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2101621925830841

     10880	  0.210229	  0.210162	  0.191480		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19287170469760895

     10900	  0.193049	  0.192872	  0.192478		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22810177505016327

     10920	  0.228220	  0.228102	  0.192873		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20947599411010742

     10940	  0.209594	  0.209476	  0.193412		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16601456701755524

     10960	  0.166150	  0.166015	  0.193132		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1742396354675293

     10980	  0.174497	  0.174240	  0.192549		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17887459695339203

     11000	  0.179320	  0.178875	  0.190870		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20595118403434753

     11020	  0.206367	  0.205951	  0.191810		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18710528314113617

     11040	  0.187510	  0.187105	  0.191930		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1985519975423813

     11060	  0.198873	  0.198552	  0.192958		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16992369294166565

     11080	  0.170264	  0.169924	  0.191432		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20310837030410767

     11100	  0.203415	  0.203108	  0.190842		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18103647232055664

     11120	  0.181420	  0.181036	  0.190823		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17655028402805328

     11140	  0.176910	  0.176550	  0.190630		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1714458018541336

     11160	  0.171920	  0.171446	  0.190556		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19670337438583374

     11180	  0.196960	  0.196703	  0.189367		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19269897043704987

     11200	  0.192945	  0.192699	  0.190372		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18522052466869354

     11220	  0.185541	  0.185221	  0.190958		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19810478389263153

     11240	  0.198304	  0.198105	  0.191920		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18074336647987366

     11260	  0.180968	  0.180743	  0.190344		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1893361657857895

     11280	  0.189576	  0.189336	  0.189303		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22607187926769257

     11300	  0.226219	  0.226072	  0.190963		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18250028789043427

     11320	  0.182834	  0.182500	  0.188683		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18024103343486786

     11340	  0.180434	  0.180241	  0.187221		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19400554895401

     11360	  0.194268	  0.194006	  0.188620		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1836490035057068

     11380	  0.183816	  0.183649	  0.189091		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17880190908908844

     11400	  0.178938	  0.178802	  0.189087		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19331727921962738

     11420	  0.193548	  0.193317	  0.188456		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1880691647529602

     11440	  0.188288	  0.188069	  0.188504		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1907869428396225

     11460	  0.190976	  0.190787	  0.188116		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1768084466457367

     11480	  0.177105	  0.176808	  0.188460		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16929712891578674

     11500	  0.169564	  0.169297	  0.186769		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1998295783996582

     11520	  0.200063	  0.199830	  0.187709		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17611677944660187

     11540	  0.176282	  0.176117	  0.187687		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1804928481578827

     11560	  0.180735	  0.180493	  0.188140		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1868194341659546

     11580	  0.187078	  0.186819	  0.187645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.186349555850029

     11600	  0.186655	  0.186350	  0.187328		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18089716136455536

     11620	  0.181152	  0.180897	  0.187112		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18052096664905548

     11640	  0.180759	  0.180521	  0.186233		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17516109347343445

     11660	  0.175518	  0.175161	  0.185953		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18133999407291412

     11680	  0.181504	  0.181340	  0.185554		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531266808509827

     11700	  0.175668	  0.175313	  0.183016		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1725788414478302

     11720	  0.172863	  0.172579	  0.182520		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.182752788066864

     11740	  0.182930	  0.182753	  0.182645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1813245266675949

     11760	  0.181585	  0.181325	  0.182011		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1749047338962555

     11780	  0.175150	  0.174905	  0.181574		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1966317743062973

     11800	  0.196887	  0.196632	  0.182465		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22266030311584473

     11820	  0.222883	  0.222660	  0.183933		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17321017384529114

     11840	  0.173483	  0.173210	  0.183190		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17726469039916992

     11860	  0.177464	  0.177265	  0.182514		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18525059521198273

     11880	  0.185372	  0.185251	  0.182936		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20140250027179718

     11900	  0.201621	  0.201403	  0.184541		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18693676590919495

     11920	  0.187128	  0.186937	  0.183896		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19565358757972717

     11940	  0.195752	  0.195654	  0.184873		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18470464646816254

     11960	  0.184924	  0.184705	  0.185084		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17210499942302704

     11980	  0.172271	  0.172105	  0.184348		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1848156601190567

     12000	  0.184994	  0.184816	  0.184271		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17122021317481995

     12020	  0.171291	  0.171220	  0.183787		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17721439898014069

     12040	  0.177375	  0.177214	  0.183622		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19215650856494904

     12060	  0.192272	  0.192157	  0.184472		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18049558997154236

     12080	  0.180644	  0.180496	  0.184430		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18911930918693542

     12100	  0.189355	  0.189119	  0.185120		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404653131961823

     12120	  0.174236	  0.174047	  0.185193		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16929325461387634

     12140	  0.169426	  0.169293	  0.184520		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19074752926826477

     12160	  0.190936	  0.190748	  0.184992		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17572613060474396

     12180	  0.175869	  0.175726	  0.185033		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21966688334941864

     12200	  0.219924	  0.219667	  0.186184		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16981559991836548

     12220	  0.170043	  0.169816	  0.183542		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1739211082458496

     12240	  0.174144	  0.173921	  0.183578		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17109856009483337

     12260	  0.171256	  0.171099	  0.183269		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21125680208206177

     12280	  0.211488	  0.211257	  0.184570		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22189746797084808

     12300	  0.222006	  0.221897	  0.185594		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19469858705997467

     12320	  0.194859	  0.194699	  0.185982		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1701051890850067

     12340	  0.170250	  0.170105	  0.184705		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17313867807388306

     12360	  0.173334	  0.173139	  0.184127		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17453943192958832

     12380	  0.174650	  0.174539	  0.184248		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18812811374664307

     12400	  0.188294	  0.188128	  0.184414		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21842621266841888

     12420	  0.218569	  0.218426	  0.186774		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17296434938907623

     12440	  0.173097	  0.172964	  0.186562		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18772071599960327

     12460	  0.187914	  0.187721	  0.186340		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18670062720775604

     12480	  0.186908	  0.186701	  0.186650		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22509130835533142

     12500	  0.225242	  0.225091	  0.188449		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247065901756287

     12520	  0.172658	  0.172471	  0.188370		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22214540839195251

     12540	  0.222306	  0.222145	  0.191013		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19757261872291565

     12560	  0.197661	  0.197573	  0.191354		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18774376809597015

     12580	  0.187929	  0.187744	  0.191955		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1832985281944275

     12600	  0.183514	  0.183299	  0.190136		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18258024752140045

     12620	  0.182821	  0.182580	  0.190775		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1691591739654541

     12640	  0.169367	  0.169159	  0.190537		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1855711042881012

     12660	  0.185745	  0.185571	  0.191260		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17645378410816193

     12680	  0.176631	  0.176454	  0.189520		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17726363241672516

     12700	  0.177391	  0.177264	  0.187288		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19803836941719055

     12720	  0.198263	  0.198038	  0.187455		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20343178510665894

     12740	  0.203688	  0.203432	  0.189122		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18367384374141693

     12760	  0.183900	  0.183674	  0.189648		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1753743439912796

     12780	  0.175531	  0.175374	  0.189690		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17553752660751343

     12800	  0.175669	  0.175538	  0.189061		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1716693490743637

     12820	  0.171735	  0.171669	  0.186723		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17359559237957

     12840	  0.173653	  0.173596	  0.186754		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18181636929512024

     12860	  0.181942	  0.181816	  0.186459		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19488109648227692

     12880	  0.195121	  0.194881	  0.186868		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1756276935338974

     12900	  0.175752	  0.175628	  0.184395		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20247286558151245

     12920	  0.202694	  0.202473	  0.185895		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1887510120868683

     12940	  0.188924	  0.188751	  0.184225		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17866338789463043

     12960	  0.178823	  0.178663	  0.183280		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2006663978099823

     12980	  0.200743	  0.200666	  0.183926		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18975090980529785

     13000	  0.189989	  0.189751	  0.184249		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17836293578147888

     13020	  0.178629	  0.178363	  0.184038		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17705130577087402

     13040	  0.177307	  0.177051	  0.184432		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17957252264022827

     13060	  0.179742	  0.179573	  0.184133		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18478409945964813

     13080	  0.184960	  0.184784	  0.184549		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18945945799350739

     13100	  0.189744	  0.189459	  0.185159		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358783423900604

     13120	  0.183830	  0.183588	  0.184436		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17604391276836395

     13140	  0.176084	  0.176044	  0.183067		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17495889961719513

     13160	  0.175120	  0.174959	  0.182631		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18157179653644562

     13180	  0.181855	  0.181572	  0.182941		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17405550181865692

     13200	  0.174196	  0.174056	  0.182867		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17832835018634796

     13220	  0.178503	  0.178328	  0.183200		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766231656074524

     13240	  0.176832	  0.176623	  0.183351		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18659359216690063

     13260	  0.186934	  0.186594	  0.183590		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19493313133716583

     13280	  0.195044	  0.194933	  0.183593		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17464174330234528

     13300	  0.174787	  0.174642	  0.183543		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1900589019060135

     13320	  0.190381	  0.190059	  0.182923		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23588256537914276

     13340	  0.236208	  0.235883	  0.185279		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19776615500450134

     13360	  0.198217	  0.197766	  0.186234		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1807253509759903

     13380	  0.181004	  0.180725	  0.185237		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18957115709781647

     13400	  0.189934	  0.189571	  0.185228		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19925574958324432

     13420	  0.199744	  0.199256	  0.186273		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1886516809463501

     13440	  0.189013	  0.188652	  0.186853		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2099873423576355

     13460	  0.210455	  0.209987	  0.188374		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18857768177986145

     13480	  0.188999	  0.188578	  0.188563		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19140581786632538

     13500	  0.191837	  0.191406	  0.188661		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19064389169216156

     13520	  0.191017	  0.190644	  0.189014		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19114917516708374

     13540	  0.191566	  0.191149	  0.189769		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18214620649814606

     13560	  0.182344	  0.182146	  0.190128		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17947624623775482

     13580	  0.179741	  0.179476	  0.190023		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17817731201648712

     13600	  0.178483	  0.178177	  0.190230		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17786137759685516

     13620	  0.178017	  0.177861	  0.190206		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17536480724811554

     13640	  0.175645	  0.175365	  0.190143		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18167634308338165

     13660	  0.181929	  0.181676	  0.189897		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1794339120388031

     13680	  0.179715	  0.179434	  0.189122		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17843085527420044

     13700	  0.178824	  0.178431	  0.189312		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17982634902000427

     13720	  0.180173	  0.179826	  0.188800		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19332394003868103

     13740	  0.193465	  0.193324	  0.186672		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20450560748577118

     13760	  0.205036	  0.204506	  0.187009		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18905888497829437

     13780	  0.189510	  0.189059	  0.187426		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1871384084224701

     13800	  0.187590	  0.187138	  0.187304		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292821943759918

     13820	  0.183364	  0.182928	  0.186488		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18539047241210938

     13840	  0.185473	  0.185390	  0.186325		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1759062260389328

     13860	  0.176311	  0.175906	  0.184621		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2053835093975067

     13880	  0.205423	  0.205384	  0.185461		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1791938990354538

     13900	  0.179567	  0.179194	  0.184851		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17252610623836517

     13920	  0.172825	  0.172526	  0.183945		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1757839173078537

     13940	  0.176315	  0.175784	  0.183176		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1902495175600052

     13960	  0.190807	  0.190250	  0.183582		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19773882627487183

     13980	  0.198215	  0.197739	  0.184495		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17624521255493164

     14000	  0.176843	  0.176245	  0.184398		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18355877697467804

     14020	  0.184036	  0.183559	  0.184683		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18240103125572205

     14040	  0.182860	  0.182401	  0.185035		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1829332858324051

     14060	  0.183389	  0.182933	  0.185098		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700299233198166

     14080	  0.170414	  0.170030	  0.184627		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.184749037027359

     14100	  0.184793	  0.184749	  0.184943		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766369342803955

     14120	  0.177123	  0.176637	  0.184784		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17714716494083405

     14140	  0.177586	  0.177147	  0.183975		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18411852419376373

     14160	  0.184583	  0.184119	  0.182956		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16984468698501587

     14180	  0.170190	  0.169845	  0.181995		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17633162438869476

     14200	  0.176767	  0.176332	  0.181455		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20572130382061005

     14220	  0.206249	  0.205721	  0.182594		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1813565194606781

     14240	  0.181879	  0.181357	  0.182393		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1799929440021515

     14260	  0.180467	  0.179993	  0.182597		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17057964205741882

     14280	  0.171032	  0.170580	  0.180857		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1807245910167694

     14300	  0.181177	  0.180725	  0.180933		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1747252494096756

     14320	  0.175093	  0.174725	  0.181043		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17435471713542938

     14340	  0.174922	  0.174355	  0.180972		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19563445448875427

     14360	  0.196121	  0.195634	  0.181241		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18349096179008484

     14380	  0.183929	  0.183491	  0.180529		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18667815625667572

     14400	  0.187157	  0.186678	  0.181050		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2270985096693039

     14420	  0.227431	  0.227099	  0.183227		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19154077768325806

     14440	  0.192007	  0.191541	  0.183684		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735936850309372

     14460	  0.173818	  0.173594	  0.183217		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1721927523612976

     14480	  0.172533	  0.172193	  0.183325		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17378900945186615

     14500	  0.174162	  0.173789	  0.182777		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19629037380218506

     14520	  0.196664	  0.196290	  0.183760		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2053767442703247

     14540	  0.205707	  0.205377	  0.185172		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17806749045848846

     14560	  0.178348	  0.178067	  0.184869		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19961923360824585

     14580	  0.199954	  0.199619	  0.186358		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1890093833208084

     14600	  0.189255	  0.189009	  0.186992		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19290322065353394

     14620	  0.193186	  0.192903	  0.186351		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1721162497997284

     14640	  0.172469	  0.172116	  0.185889		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17573070526123047

     14660	  0.176012	  0.175731	  0.185676		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20096993446350098

     14680	  0.201269	  0.200970	  0.187195		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18972811102867126

     14700	  0.190101	  0.189728	  0.187645		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17051026225090027

     14720	  0.170897	  0.170510	  0.187435		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18332380056381226

     14740	  0.183554	  0.183324	  0.187883		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18907789885997772

     14760	  0.189384	  0.189078	  0.187555		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17237170040607452

     14780	  0.172607	  0.172372	  0.186999		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17948290705680847

     14800	  0.179735	  0.179483	  0.186639		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18551373481750488

     14820	  0.185798	  0.185514	  0.184560		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19273380935192108

     14840	  0.192995	  0.192734	  0.184620		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17237025499343872

     14860	  0.172612	  0.172370	  0.184559		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17963562905788422

     14880	  0.179994	  0.179636	  0.184931		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19926312565803528

     14900	  0.199512	  0.199263	  0.186205		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1826273798942566

     14920	  0.182849	  0.182627	  0.185521		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19238366186618805

     14940	  0.192638	  0.192384	  0.184872		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19227109849452972

     14960	  0.192506	  0.192271	  0.185582		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18627028167247772

     14980	  0.186469	  0.186270	  0.184914		CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1854322850704193

     15000	  0.185727	  0.185432	  0.184736		CURRENT LEARNING RATE: 0.6023750964299494
previous_iter_valid_loss : 0.1771186888217926

     15020	  0.177315	  0.177119	  0.183946		CURRENT LEARNING RATE: 0.6022546334573621
previous_iter_valid_loss : 0.18051442503929138

     15040	  0.180690	  0.180514	  0.184366		CURRENT LEARNING RATE: 0.6021341945749603
previous_iter_valid_loss : 0.1913745254278183

     15060	  0.191541	  0.191375	  0.185148		CURRENT LEARNING RATE: 0.6020137797779265
previous_iter_valid_loss : 0.16941963136196136

     15080	  0.169699	  0.169420	  0.183571		CURRENT LEARNING RATE: 0.6018933890614439
previous_iter_valid_loss : 0.21120749413967133

     15100	  0.211414	  0.211207	  0.184645		CURRENT LEARNING RATE: 0.6017730224206969
previous_iter_valid_loss : 0.18345336616039276

     15120	  0.183707	  0.183453	  0.185292		CURRENT LEARNING RATE: 0.6016526798508708
previous_iter_valid_loss : 0.1894083023071289

     15140	  0.189708	  0.189408	  0.185596		CURRENT LEARNING RATE: 0.601532361347152
previous_iter_valid_loss : 0.17926332354545593

     15160	  0.179464	  0.179263	  0.185106		CURRENT LEARNING RATE: 0.6014120669047279
previous_iter_valid_loss : 0.1683439016342163

     15180	  0.168589	  0.168344	  0.184904		CURRENT LEARNING RATE: 0.6012917965187864
previous_iter_valid_loss : 0.1698950082063675

     15200	  0.170133	  0.169895	  0.184425		CURRENT LEARNING RATE: 0.6011715501845168
previous_iter_valid_loss : 0.17166559398174286

     15220	  0.171891	  0.171666	  0.183732		CURRENT LEARNING RATE: 0.6010513278971095
previous_iter_valid_loss : 0.18301811814308167

     15240	  0.183158	  0.183018	  0.183247		CURRENT LEARNING RATE: 0.6009311296517552
previous_iter_valid_loss : 0.17661313712596893

     15260	  0.176708	  0.176613	  0.183459		CURRENT LEARNING RATE: 0.6008109554436463
previous_iter_valid_loss : 0.16834840178489685

     15280	  0.168593	  0.168348	  0.182894		CURRENT LEARNING RATE: 0.6006908052679756
previous_iter_valid_loss : 0.1688491553068161

     15300	  0.169064	  0.168849	  0.181374		CURRENT LEARNING RATE: 0.6005706791199372
previous_iter_valid_loss : 0.17410258948802948

     15320	  0.174308	  0.174103	  0.180947		CURRENT LEARNING RATE: 0.6004505769947261
previous_iter_valid_loss : 0.1699925810098648

     15340	  0.170130	  0.169993	  0.179828		CURRENT LEARNING RATE: 0.6003304988875381
previous_iter_valid_loss : 0.16663280129432678

     15360	  0.166812	  0.166633	  0.178546		CURRENT LEARNING RATE: 0.6002104447935702
previous_iter_valid_loss : 0.16829906404018402

     15380	  0.168507	  0.168299	  0.177647		CURRENT LEARNING RATE: 0.6000904147080202
previous_iter_valid_loss : 0.16697749495506287

     15400	  0.167160	  0.166977	  0.176725		CURRENT LEARNING RATE: 0.5999704086260867
previous_iter_valid_loss : 0.17597252130508423

     15420	  0.176217	  0.175973	  0.176667		CURRENT LEARNING RATE: 0.5998504265429698
previous_iter_valid_loss : 0.17451907694339752

     15440	  0.174737	  0.174519	  0.176368		CURRENT LEARNING RATE: 0.59973046845387
previous_iter_valid_loss : 0.16748696565628052

     15460	  0.167664	  0.167487	  0.175173		CURRENT LEARNING RATE: 0.599610534353989
previous_iter_valid_loss : 0.1659507155418396

     15480	  0.166168	  0.165951	  0.175000		CURRENT LEARNING RATE: 0.5994906242385294
previous_iter_valid_loss : 0.16792382299900055

     15500	  0.168210	  0.167924	  0.172836		CURRENT LEARNING RATE: 0.5993707381026949
previous_iter_valid_loss : 0.17222009599208832

     15520	  0.172491	  0.172220	  0.172274		CURRENT LEARNING RATE: 0.59925087594169
previous_iter_valid_loss : 0.18320758640766144

     15540	  0.183446	  0.183208	  0.171964		CURRENT LEARNING RATE: 0.5991310377507203
previous_iter_valid_loss : 0.20036301016807556

     15560	  0.200566	  0.200363	  0.173019		CURRENT LEARNING RATE: 0.599011223524992
previous_iter_valid_loss : 0.17261524498462677

     15580	  0.172861	  0.172615	  0.173232		CURRENT LEARNING RATE: 0.5988914332597128
previous_iter_valid_loss : 0.16807158291339874

     15600	  0.168250	  0.168072	  0.173141		CURRENT LEARNING RATE: 0.5987716669500911
previous_iter_valid_loss : 0.16677190363407135

     15620	  0.166963	  0.166772	  0.172897		CURRENT LEARNING RATE: 0.5986519245913361
previous_iter_valid_loss : 0.1833491176366806

     15640	  0.183530	  0.183349	  0.172913		CURRENT LEARNING RATE: 0.5985322061786582
previous_iter_valid_loss : 0.16957606375217438

     15660	  0.169716	  0.169576	  0.172561		CURRENT LEARNING RATE: 0.5984125117072686
previous_iter_valid_loss : 0.1726035326719284

     15680	  0.172779	  0.172604	  0.172774		CURRENT LEARNING RATE: 0.5982928411723795
previous_iter_valid_loss : 0.17076623439788818

     15700	  0.171003	  0.170766	  0.172870		CURRENT LEARNING RATE: 0.5981731945692041
previous_iter_valid_loss : 0.1810886710882187

     15720	  0.181320	  0.181089	  0.173219		CURRENT LEARNING RATE: 0.5980535718929567
previous_iter_valid_loss : 0.19415253400802612

     15740	  0.194147	  0.194153	  0.174427		CURRENT LEARNING RATE: 0.5979339731388522
previous_iter_valid_loss : 0.18325944244861603

     15760	  0.183443	  0.183259	  0.175258		CURRENT LEARNING RATE: 0.5978143983021067
previous_iter_valid_loss : 0.17648734152317047

     15780	  0.176628	  0.176487	  0.175668		CURRENT LEARNING RATE: 0.5976948473779372
previous_iter_valid_loss : 0.17124421894550323

     15800	  0.171357	  0.171244	  0.175881		CURRENT LEARNING RATE: 0.5975753203615616
previous_iter_valid_loss : 0.17460474371910095

     15820	  0.174864	  0.174605	  0.175813		CURRENT LEARNING RATE: 0.5974558172481991
previous_iter_valid_loss : 0.1987428218126297

     15840	  0.198918	  0.198743	  0.177024		CURRENT LEARNING RATE: 0.5973363380330692
previous_iter_valid_loss : 0.17570802569389343

     15860	  0.175939	  0.175708	  0.177435		CURRENT LEARNING RATE: 0.597216882711393
previous_iter_valid_loss : 0.17706041038036346

     15880	  0.177335	  0.177060	  0.177991		CURRENT LEARNING RATE: 0.597097451278392
previous_iter_valid_loss : 0.1754668951034546

     15900	  0.175684	  0.175467	  0.178368		CURRENT LEARNING RATE: 0.5969780437292893
previous_iter_valid_loss : 0.17375034093856812

     15920	  0.173974	  0.173750	  0.178444		CURRENT LEARNING RATE: 0.5968586600593083
previous_iter_valid_loss : 0.1697700321674347

     15940	  0.169980	  0.169770	  0.177772		CURRENT LEARNING RATE: 0.5967393002636739
previous_iter_valid_loss : 0.16857698559761047

     15960	  0.168765	  0.168577	  0.176183		CURRENT LEARNING RATE: 0.5966199643376116
previous_iter_valid_loss : 0.16879063844680786

     15980	  0.168933	  0.168791	  0.175992		CURRENT LEARNING RATE: 0.5965006522763479
previous_iter_valid_loss : 0.1679541915655136

     16000	  0.168107	  0.167954	  0.175986		CURRENT LEARNING RATE: 0.5963813640751104
previous_iter_valid_loss : 0.16682010889053345

     16020	  0.167049	  0.166820	  0.175988		CURRENT LEARNING RATE: 0.5962620997291276
previous_iter_valid_loss : 0.18633297085762024

     16040	  0.186607	  0.186333	  0.176138		CURRENT LEARNING RATE: 0.5961428592336288
previous_iter_valid_loss : 0.1721086949110031

     16060	  0.172354	  0.172109	  0.176264		CURRENT LEARNING RATE: 0.5960236425838443
previous_iter_valid_loss : 0.17276009917259216

     16080	  0.172932	  0.172760	  0.176272		CURRENT LEARNING RATE: 0.5959044497750058
previous_iter_valid_loss : 0.16636300086975098

     16100	  0.166590	  0.166363	  0.176052		CURRENT LEARNING RATE: 0.5957852808023453
previous_iter_valid_loss : 0.17593328654766083

     16120	  0.176098	  0.175933	  0.175794		CURRENT LEARNING RATE: 0.595666135661096
previous_iter_valid_loss : 0.1691986620426178

     16140	  0.169416	  0.169199	  0.174546		CURRENT LEARNING RATE: 0.5955470143464924
previous_iter_valid_loss : 0.21098555624485016

     16160	  0.211108	  0.210986	  0.175933		CURRENT LEARNING RATE: 0.5954279168537694
previous_iter_valid_loss : 0.2009577602148056

     16180	  0.201122	  0.200958	  0.177156		CURRENT LEARNING RATE: 0.595308843178163
previous_iter_valid_loss : 0.17875146865844727

     16200	  0.179009	  0.178751	  0.177532		CURRENT LEARNING RATE: 0.5951897933149106
previous_iter_valid_loss : 0.16876433789730072

     16220	  0.168987	  0.168764	  0.177240		CURRENT LEARNING RATE: 0.5950707672592499
previous_iter_valid_loss : 0.1748761385679245

     16240	  0.175135	  0.174876	  0.176046		CURRENT LEARNING RATE: 0.59495176500642
previous_iter_valid_loss : 0.17523100972175598

     16260	  0.175514	  0.175231	  0.176022		CURRENT LEARNING RATE: 0.5948327865516608
previous_iter_valid_loss : 0.19130249321460724

     16280	  0.191569	  0.191302	  0.176735		CURRENT LEARNING RATE: 0.5947138318902131
previous_iter_valid_loss : 0.16752097010612488

     16300	  0.167799	  0.167521	  0.176337		CURRENT LEARNING RATE: 0.5945949010173188
previous_iter_valid_loss : 0.17263156175613403

     16320	  0.172905	  0.172632	  0.176281		CURRENT LEARNING RATE: 0.5944759939282206
previous_iter_valid_loss : 0.17069613933563232

     16340	  0.170954	  0.170696	  0.176328		CURRENT LEARNING RATE: 0.5943571106181623
previous_iter_valid_loss : 0.1788819432258606

     16360	  0.179162	  0.178882	  0.176843		CURRENT LEARNING RATE: 0.5942382510823884
previous_iter_valid_loss : 0.17554312944412231

     16380	  0.175851	  0.175543	  0.177180		CURRENT LEARNING RATE: 0.5941194153161447
previous_iter_valid_loss : 0.19301022589206696

     16400	  0.193285	  0.193010	  0.178433		CURRENT LEARNING RATE: 0.5940006033146776
previous_iter_valid_loss : 0.18706338107585907

     16420	  0.187340	  0.187063	  0.179445		CURRENT LEARNING RATE: 0.5938818150732349
previous_iter_valid_loss : 0.1678028404712677

     16440	  0.168075	  0.167803	  0.178519		CURRENT LEARNING RATE: 0.5937630505870647
previous_iter_valid_loss : 0.1952662616968155

     16460	  0.195457	  0.195266	  0.179677		CURRENT LEARNING RATE: 0.5936443098514166
previous_iter_valid_loss : 0.1875040978193283

     16480	  0.187770	  0.187504	  0.180414		CURRENT LEARNING RATE: 0.593525592861541
previous_iter_valid_loss : 0.19382406771183014

     16500	  0.194094	  0.193824	  0.181787		CURRENT LEARNING RATE: 0.5934068996126892
previous_iter_valid_loss : 0.1708487868309021

     16520	  0.171114	  0.170849	  0.181533		CURRENT LEARNING RATE: 0.5932882301001136
previous_iter_valid_loss : 0.1699538677930832

     16540	  0.170165	  0.169954	  0.181571		CURRENT LEARNING RATE: 0.5931695843190672
previous_iter_valid_loss : 0.16510596871376038


Current valid loss: 0.16510596871376038;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     16560	  0.165301	  0.165106	  0.179277		CURRENT LEARNING RATE: 0.5930509622648041
previous_iter_valid_loss : 0.2271295189857483

     16580	  0.227282	  0.227130	  0.180585		CURRENT LEARNING RATE: 0.5929323639325796
previous_iter_valid_loss : 0.16608022153377533

     16600	  0.166310	  0.166080	  0.179952		CURRENT LEARNING RATE: 0.5928137893176499
previous_iter_valid_loss : 0.17765356600284576

     16620	  0.177959	  0.177654	  0.180396		CURRENT LEARNING RATE: 0.5926952384152718
previous_iter_valid_loss : 0.18951387703418732

     16640	  0.189734	  0.189514	  0.181128		CURRENT LEARNING RATE: 0.5925767112207033
previous_iter_valid_loss : 0.19526459276676178

     16660	  0.195442	  0.195265	  0.182130		CURRENT LEARNING RATE: 0.5924582077292033
previous_iter_valid_loss : 0.22250115871429443

     16680	  0.222651	  0.222501	  0.183690		CURRENT LEARNING RATE: 0.5923397279360317
previous_iter_valid_loss : 0.18998213112354279

     16700	  0.190258	  0.189982	  0.184813		CURRENT LEARNING RATE: 0.5922212718364493
previous_iter_valid_loss : 0.17631511390209198

     16720	  0.176605	  0.176315	  0.184997		CURRENT LEARNING RATE: 0.592102839425718
previous_iter_valid_loss : 0.17559127509593964

     16740	  0.175933	  0.175591	  0.185242		CURRENT LEARNING RATE: 0.5919844306991001
previous_iter_valid_loss : 0.17552036046981812

     16760	  0.175787	  0.175520	  0.185073		CURRENT LEARNING RATE: 0.5918660456518596
previous_iter_valid_loss : 0.17995792627334595

     16780	  0.180232	  0.179958	  0.185294		CURRENT LEARNING RATE: 0.591747684279261
previous_iter_valid_loss : 0.17377476394176483

     16800	  0.174130	  0.173775	  0.184332		CURRENT LEARNING RATE: 0.59162934657657
previous_iter_valid_loss : 0.17505405843257904

     16820	  0.175324	  0.175054	  0.183732		CURRENT LEARNING RATE: 0.5915110325390528
previous_iter_valid_loss : 0.17089131474494934

     16840	  0.171154	  0.170891	  0.183886		CURRENT LEARNING RATE: 0.5913927421619769
previous_iter_valid_loss : 0.18153899908065796

     16860	  0.181837	  0.181539	  0.183200		CURRENT LEARNING RATE: 0.591274475440611
previous_iter_valid_loss : 0.1709611862897873

     16880	  0.171212	  0.170961	  0.182373		CURRENT LEARNING RATE: 0.591156232370224
previous_iter_valid_loss : 0.17806687951087952

     16900	  0.178381	  0.178067	  0.181585		CURRENT LEARNING RATE: 0.5910380129460864
previous_iter_valid_loss : 0.1699829399585724

     16920	  0.170240	  0.169983	  0.181542		CURRENT LEARNING RATE: 0.5909198171634694
previous_iter_valid_loss : 0.16758118569850922

     16940	  0.167788	  0.167581	  0.181423		CURRENT LEARNING RATE: 0.5908016450176452
previous_iter_valid_loss : 0.17753848433494568

     16960	  0.177585	  0.177538	  0.182045		CURRENT LEARNING RATE: 0.590683496503887
previous_iter_valid_loss : 0.17007485032081604

     16980	  0.170339	  0.170075	  0.179192		CURRENT LEARNING RATE: 0.5905653716174686
previous_iter_valid_loss : 0.21323828399181366

     17000	  0.213415	  0.213238	  0.181550		CURRENT LEARNING RATE: 0.5904472703536651
previous_iter_valid_loss : 0.19772402942180634

     17020	  0.198002	  0.197724	  0.182553		CURRENT LEARNING RATE: 0.5903291927077525
previous_iter_valid_loss : 0.1825895607471466

     17040	  0.183038	  0.182590	  0.182207		CURRENT LEARNING RATE: 0.5902111386750077
previous_iter_valid_loss : 0.1867164522409439

     17060	  0.187040	  0.186716	  0.181780		CURRENT LEARNING RATE: 0.5900931082507086
previous_iter_valid_loss : 0.1673145294189453

     17080	  0.167571	  0.167315	  0.179020		CURRENT LEARNING RATE: 0.5899751014301339
previous_iter_valid_loss : 0.17091678082942963

     17100	  0.171231	  0.170917	  0.178067		CURRENT LEARNING RATE: 0.5898571182085633
previous_iter_valid_loss : 0.1871393471956253

     17120	  0.187467	  0.187139	  0.178608		CURRENT LEARNING RATE: 0.5897391585812775
previous_iter_valid_loss : 0.2553655505180359

     17140	  0.255396	  0.255366	  0.182597		CURRENT LEARNING RATE: 0.5896212225435581
previous_iter_valid_loss : 0.1869657188653946

     17160	  0.187244	  0.186966	  0.183169		CURRENT LEARNING RATE: 0.5895033100906878
previous_iter_valid_loss : 0.19118618965148926

     17180	  0.191443	  0.191186	  0.183731		CURRENT LEARNING RATE: 0.5893854212179499
previous_iter_valid_loss : 0.16630509495735168

     17200	  0.166626	  0.166305	  0.183357		CURRENT LEARNING RATE: 0.589267555920629
previous_iter_valid_loss : 0.16573651134967804

     17220	  0.166092	  0.165737	  0.182891		CURRENT LEARNING RATE: 0.5891497141940103
previous_iter_valid_loss : 0.1864500492811203

     17240	  0.186692	  0.186450	  0.183669		CURRENT LEARNING RATE: 0.5890318960333802
previous_iter_valid_loss : 0.18962989747524261

     17260	  0.189926	  0.189630	  0.184074		CURRENT LEARNING RATE: 0.5889141014340261
previous_iter_valid_loss : 0.17542284727096558

     17280	  0.175795	  0.175423	  0.184297		CURRENT LEARNING RATE: 0.5887963303912362
previous_iter_valid_loss : 0.22507448494434357

     17300	  0.225191	  0.225074	  0.186647		CURRENT LEARNING RATE: 0.5886785829002995
previous_iter_valid_loss : 0.1832340657711029

     17320	  0.183503	  0.183234	  0.187310		CURRENT LEARNING RATE: 0.5885608589565063
previous_iter_valid_loss : 0.17821818590164185

     17340	  0.178324	  0.178218	  0.187842		CURRENT LEARNING RATE: 0.5884431585551475
previous_iter_valid_loss : 0.1815447062253952

     17360	  0.181850	  0.181545	  0.188042		CURRENT LEARNING RATE: 0.588325481691515
previous_iter_valid_loss : 0.21345053613185883

     17380	  0.213634	  0.213451	  0.190211		CURRENT LEARNING RATE: 0.5882078283609019
previous_iter_valid_loss : 0.1915169060230255

     17400	  0.191759	  0.191517	  0.189125		CURRENT LEARNING RATE: 0.5880901985586021
previous_iter_valid_loss : 0.1676606833934784

     17420	  0.167985	  0.167661	  0.187622		CURRENT LEARNING RATE: 0.5879725922799103
previous_iter_valid_loss : 0.16923704743385315

     17440	  0.169541	  0.169237	  0.186954		CURRENT LEARNING RATE: 0.5878550095201222
previous_iter_valid_loss : 0.17353937029838562

     17460	  0.173891	  0.173539	  0.186295		CURRENT LEARNING RATE: 0.5877374502745346
previous_iter_valid_loss : 0.17494121193885803

     17480	  0.175313	  0.174941	  0.186677		CURRENT LEARNING RATE: 0.5876199145384451
previous_iter_valid_loss : 0.1704426258802414

     17500	  0.170789	  0.170443	  0.186653		CURRENT LEARNING RATE: 0.5875024023071522
previous_iter_valid_loss : 0.17014950513839722

     17520	  0.170413	  0.170150	  0.185803		CURRENT LEARNING RATE: 0.5873849135759556
previous_iter_valid_loss : 0.18826383352279663

     17540	  0.188556	  0.188264	  0.182448		CURRENT LEARNING RATE: 0.5872674483401555
previous_iter_valid_loss : 0.17668528854846954

     17560	  0.177016	  0.176685	  0.181934		CURRENT LEARNING RATE: 0.5871500065950535
previous_iter_valid_loss : 0.20281969010829926

     17580	  0.203034	  0.202820	  0.182516		CURRENT LEARNING RATE: 0.5870325883359518
previous_iter_valid_loss : 0.16839788854122162

     17600	  0.168732	  0.168398	  0.182621		CURRENT LEARNING RATE: 0.5869151935581537
previous_iter_valid_loss : 0.1827615648508072

     17620	  0.183011	  0.182762	  0.183472		CURRENT LEARNING RATE: 0.5867978222569633
previous_iter_valid_loss : 0.17513330280780792

     17640	  0.175425	  0.175133	  0.182906		CURRENT LEARNING RATE: 0.5866804744276861
previous_iter_valid_loss : 0.17003679275512695

     17660	  0.170411	  0.170037	  0.181926		CURRENT LEARNING RATE: 0.5865631500656279
previous_iter_valid_loss : 0.16717420518398285

     17680	  0.167424	  0.167174	  0.181514		CURRENT LEARNING RATE: 0.5864458491660957
previous_iter_valid_loss : 0.16924609243869781

     17700	  0.169517	  0.169246	  0.178722		CURRENT LEARNING RATE: 0.5863285717243976
previous_iter_valid_loss : 0.16841639578342438

     17720	  0.168694	  0.168416	  0.177982		CURRENT LEARNING RATE: 0.5862113177358423
previous_iter_valid_loss : 0.17176435887813568

     17740	  0.172160	  0.171764	  0.177659		CURRENT LEARNING RATE: 0.58609408719574
previous_iter_valid_loss : 0.17722660303115845

     17760	  0.177531	  0.177227	  0.177443		CURRENT LEARNING RATE: 0.5859768800994012
previous_iter_valid_loss : 0.17146071791648865

     17780	  0.171697	  0.171461	  0.175344		CURRENT LEARNING RATE: 0.5858596964421376
previous_iter_valid_loss : 0.1700134128332138

     17800	  0.170290	  0.170013	  0.174268		CURRENT LEARNING RATE: 0.585742536219262
previous_iter_valid_loss : 0.1830173283815384

     17820	  0.183348	  0.183017	  0.175036		CURRENT LEARNING RATE: 0.5856253994260879
previous_iter_valid_loss : 0.16569045186042786

     17840	  0.166016	  0.165690	  0.174859		CURRENT LEARNING RATE: 0.5855082860579299
previous_iter_valid_loss : 0.1680070012807846

     17860	  0.168318	  0.168007	  0.174582		CURRENT LEARNING RATE: 0.5853911961101034
previous_iter_valid_loss : 0.1725512444972992

     17880	  0.172894	  0.172551	  0.174463		CURRENT LEARNING RATE: 0.5852741295779248
previous_iter_valid_loss : 0.17143817245960236

     17900	  0.171851	  0.171438	  0.174513		CURRENT LEARNING RATE: 0.5851570864567115
previous_iter_valid_loss : 0.16784867644309998

     17920	  0.168206	  0.167849	  0.174397		CURRENT LEARNING RATE: 0.5850400667417817
previous_iter_valid_loss : 0.1725640892982483

     17940	  0.172920	  0.172564	  0.173612		CURRENT LEARNING RATE: 0.5849230704284547
previous_iter_valid_loss : 0.1971617341041565

     17960	  0.197466	  0.197162	  0.174636		CURRENT LEARNING RATE: 0.5848060975120506
previous_iter_valid_loss : 0.19558165967464447

     17980	  0.195814	  0.195582	  0.174274		CURRENT LEARNING RATE: 0.5846891479878904
previous_iter_valid_loss : 0.16568659245967865

     18000	  0.165962	  0.165687	  0.174139		CURRENT LEARNING RATE: 0.5845722218512962
previous_iter_valid_loss : 0.16943125426769257

     18020	  0.169731	  0.169431	  0.173472		CURRENT LEARNING RATE: 0.584455319097591
previous_iter_valid_loss : 0.16856713593006134

     18040	  0.168864	  0.168567	  0.173144		CURRENT LEARNING RATE: 0.5843384397220986
previous_iter_valid_loss : 0.17066696286201477

     18060	  0.170877	  0.170667	  0.173176		CURRENT LEARNING RATE: 0.5842215837201439
previous_iter_valid_loss : 0.17852552235126495

     18080	  0.178816	  0.178526	  0.173743		CURRENT LEARNING RATE: 0.5841047510870526
previous_iter_valid_loss : 0.17494742572307587

     18100	  0.175266	  0.174947	  0.174028		CURRENT LEARNING RATE: 0.5839879418181515
previous_iter_valid_loss : 0.16914354264736176

     18120	  0.169356	  0.169144	  0.174065		CURRENT LEARNING RATE: 0.5838711559087681
previous_iter_valid_loss : 0.16754701733589172

     18140	  0.167827	  0.167547	  0.173854		CURRENT LEARNING RATE: 0.583754393354231
previous_iter_valid_loss : 0.17820966243743896

     18160	  0.178458	  0.178210	  0.173903		CURRENT LEARNING RATE: 0.5836376541498697
previous_iter_valid_loss : 0.17919130623340607

     18180	  0.179482	  0.179191	  0.174289		CURRENT LEARNING RATE: 0.5835209382910147
previous_iter_valid_loss : 0.19351215660572052

     18200	  0.193757	  0.193512	  0.175464		CURRENT LEARNING RATE: 0.5834042457729972
previous_iter_valid_loss : 0.17253249883651733

     18220	  0.172853	  0.172532	  0.174940		CURRENT LEARNING RATE: 0.5832875765911497
previous_iter_valid_loss : 0.16905298829078674

     18240	  0.169358	  0.169053	  0.175108		CURRENT LEARNING RATE: 0.5831709307408053
previous_iter_valid_loss : 0.17439410090446472

     18260	  0.174611	  0.174394	  0.175427		CURRENT LEARNING RATE: 0.5830543082172983
previous_iter_valid_loss : 0.20321443676948547

     18280	  0.203395	  0.203214	  0.176961		CURRENT LEARNING RATE: 0.5829377090159636
previous_iter_valid_loss : 0.17753760516643524

     18300	  0.177807	  0.177538	  0.177266		CURRENT LEARNING RATE: 0.5828211331321373
previous_iter_valid_loss : 0.20098936557769775

     18320	  0.201169	  0.200989	  0.178923		CURRENT LEARNING RATE: 0.5827045805611566
previous_iter_valid_loss : 0.17980045080184937

     18340	  0.180108	  0.179800	  0.179284		CURRENT LEARNING RATE: 0.582588051298359
previous_iter_valid_loss : 0.19876553118228912

     18360	  0.198964	  0.198766	  0.179365		CURRENT LEARNING RATE: 0.5824715453390837
previous_iter_valid_loss : 0.20356568694114685

     18380	  0.203754	  0.203566	  0.179764		CURRENT LEARNING RATE: 0.5823550626786702
previous_iter_valid_loss : 0.1967484951019287

     18400	  0.196979	  0.196748	  0.181317		CURRENT LEARNING RATE: 0.5822386033124592
previous_iter_valid_loss : 0.18503418564796448

     18420	  0.185244	  0.185034	  0.182097		CURRENT LEARNING RATE: 0.5821221672357926
previous_iter_valid_loss : 0.19263984262943268

     18440	  0.192843	  0.192640	  0.183301		CURRENT LEARNING RATE: 0.5820057544440126
previous_iter_valid_loss : 0.168272003531456

     18460	  0.168548	  0.168272	  0.183181		CURRENT LEARNING RATE: 0.581889364932463
previous_iter_valid_loss : 0.17660635709762573

     18480	  0.176870	  0.176606	  0.183085		CURRENT LEARNING RATE: 0.5817729986964879
previous_iter_valid_loss : 0.1840353161096573

     18500	  0.184297	  0.184035	  0.183539		CURRENT LEARNING RATE: 0.5816566557314329
previous_iter_valid_loss : 0.24605634808540344

     18520	  0.246170	  0.246056	  0.187385		CURRENT LEARNING RATE: 0.5815403360326442
previous_iter_valid_loss : 0.19419705867767334

     18540	  0.194444	  0.194197	  0.188718		CURRENT LEARNING RATE: 0.5814240395954691
previous_iter_valid_loss : 0.16859221458435059

     18560	  0.168855	  0.168592	  0.188237		CURRENT LEARNING RATE: 0.5813077664152556
previous_iter_valid_loss : 0.16854849457740784

     18580	  0.168747	  0.168548	  0.187705		CURRENT LEARNING RATE: 0.5811915164873528
previous_iter_valid_loss : 0.1678643524646759

     18600	  0.168153	  0.167864	  0.186422		CURRENT LEARNING RATE: 0.5810752898071108
previous_iter_valid_loss : 0.16995923221111298

     18620	  0.170126	  0.169959	  0.186293		CURRENT LEARNING RATE: 0.5809590863698805
previous_iter_valid_loss : 0.17889805138111115

     18640	  0.179043	  0.178898	  0.186786		CURRENT LEARNING RATE: 0.5808429061710136
previous_iter_valid_loss : 0.17458786070346832

     18660	  0.174862	  0.174588	  0.186795		CURRENT LEARNING RATE: 0.5807267492058632
previous_iter_valid_loss : 0.17115242779254913

     18680	  0.171494	  0.171152	  0.185192		CURRENT LEARNING RATE: 0.5806106154697827
previous_iter_valid_loss : 0.1680891215801239

     18700	  0.168333	  0.168089	  0.184720		CURRENT LEARNING RATE: 0.5804945049581269
previous_iter_valid_loss : 0.17105472087860107

     18720	  0.171245	  0.171055	  0.183223		CURRENT LEARNING RATE: 0.5803784176662514
previous_iter_valid_loss : 0.18820546567440033

     18740	  0.188416	  0.188205	  0.183643		CURRENT LEARNING RATE: 0.5802623535895127
previous_iter_valid_loss : 0.16871455311775208

     18760	  0.168944	  0.168715	  0.182141		CURRENT LEARNING RATE: 0.5801463127232682
previous_iter_valid_loss : 0.19267696142196655

     18780	  0.192902	  0.192677	  0.181596		CURRENT LEARNING RATE: 0.5800302950628764
previous_iter_valid_loss : 0.1722157597541809

     18800	  0.172366	  0.172216	  0.180370		CURRENT LEARNING RATE: 0.5799143006036964
previous_iter_valid_loss : 0.16680555045604706

     18820	  0.167024	  0.166806	  0.179458		CURRENT LEARNING RATE: 0.5797983293410884
previous_iter_valid_loss : 0.17177370190620422

     18840	  0.171969	  0.171774	  0.178415		CURRENT LEARNING RATE: 0.5796823812704138
previous_iter_valid_loss : 0.17255251109600067

     18860	  0.172818	  0.172553	  0.178629		CURRENT LEARNING RATE: 0.5795664563870345
previous_iter_valid_loss : 0.1867944449186325

     18880	  0.187078	  0.186794	  0.179139		CURRENT LEARNING RATE: 0.5794505546863135
previous_iter_valid_loss : 0.20364481210708618

     18900	  0.203820	  0.203645	  0.180119		CURRENT LEARNING RATE: 0.5793346761636148
previous_iter_valid_loss : 0.188096821308136

     18920	  0.188502	  0.188097	  0.177221		CURRENT LEARNING RATE: 0.5792188208143032
previous_iter_valid_loss : 0.1706887185573578

     18940	  0.170905	  0.170689	  0.176046		CURRENT LEARNING RATE: 0.5791029886337445
previous_iter_valid_loss : 0.17179524898529053

     18960	  0.172070	  0.171795	  0.176206		CURRENT LEARNING RATE: 0.5789871796173054
previous_iter_valid_loss : 0.19058719277381897

     18980	  0.190836	  0.190587	  0.177308		CURRENT LEARNING RATE: 0.5788713937603536
previous_iter_valid_loss : 0.17403581738471985

     19000	  0.174260	  0.174036	  0.177616		CURRENT LEARNING RATE: 0.5787556310582576
previous_iter_valid_loss : 0.18960131704807281

     19020	  0.189980	  0.189601	  0.178598		CURRENT LEARNING RATE: 0.578639891506387
previous_iter_valid_loss : 0.17489196360111237

     19040	  0.175032	  0.174892	  0.178398		CURRENT LEARNING RATE: 0.578524175100112
previous_iter_valid_loss : 0.1843036264181137

     19060	  0.184500	  0.184304	  0.178884		CURRENT LEARNING RATE: 0.5784084818348041
previous_iter_valid_loss : 0.1788617968559265

     19080	  0.178944	  0.178862	  0.179269		CURRENT LEARNING RATE: 0.5782928117058357
previous_iter_valid_loss : 0.18049821257591248

     19100	  0.180665	  0.180498	  0.179890		CURRENT LEARNING RATE: 0.5781771647085797
previous_iter_valid_loss : 0.17153334617614746

     19120	  0.171789	  0.171533	  0.179914		CURRENT LEARNING RATE: 0.5780615408384104
previous_iter_valid_loss : 0.1686299592256546

     19140	  0.168959	  0.168630	  0.178935		CURRENT LEARNING RATE: 0.5779459400907029
previous_iter_valid_loss : 0.18214495480060577

     19160	  0.182399	  0.182145	  0.179606		CURRENT LEARNING RATE: 0.577830362460833
previous_iter_valid_loss : 0.1725064367055893

     19180	  0.172702	  0.172506	  0.178598		CURRENT LEARNING RATE: 0.5777148079441776
previous_iter_valid_loss : 0.17523516714572906

     19200	  0.175471	  0.175235	  0.178749		CURRENT LEARNING RATE: 0.5775992765361146
previous_iter_valid_loss : 0.2010865956544876

     19220	  0.201262	  0.201087	  0.180463		CURRENT LEARNING RATE: 0.577483768232023
previous_iter_valid_loss : 0.19227340817451477

     19240	  0.192592	  0.192273	  0.181488		CURRENT LEARNING RATE: 0.5773682830272819
previous_iter_valid_loss : 0.16914427280426025

     19260	  0.169375	  0.169144	  0.181318		CURRENT LEARNING RATE: 0.5772528209172724
previous_iter_valid_loss : 0.22609269618988037

     19280	  0.226262	  0.226093	  0.183282		CURRENT LEARNING RATE: 0.5771373818973757
previous_iter_valid_loss : 0.17530840635299683

     19300	  0.175602	  0.175308	  0.181866		CURRENT LEARNING RATE: 0.5770219659629744
previous_iter_valid_loss : 0.17170731723308563

     19320	  0.172073	  0.171707	  0.181046		CURRENT LEARNING RATE: 0.5769065731094518
previous_iter_valid_loss : 0.17575424909591675

     19340	  0.176090	  0.175754	  0.181299		CURRENT LEARNING RATE: 0.5767912033321922
previous_iter_valid_loss : 0.1670060008764267

     19360	  0.167318	  0.167006	  0.181060		CURRENT LEARNING RATE: 0.5766758566265808
previous_iter_valid_loss : 0.20177598297595978

     19380	  0.201863	  0.201776	  0.181619		CURRENT LEARNING RATE: 0.5765605329880038
previous_iter_valid_loss : 0.18242034316062927

     19400	  0.182713	  0.182420	  0.182039		CURRENT LEARNING RATE: 0.5764452324118481
previous_iter_valid_loss : 0.1713590919971466

     19420	  0.171571	  0.171359	  0.181127		CURRENT LEARNING RATE: 0.5763299548935018
previous_iter_valid_loss : 0.17415928840637207

     19440	  0.174399	  0.174159	  0.181090		CURRENT LEARNING RATE: 0.5762147004283538
previous_iter_valid_loss : 0.21309921145439148

     19460	  0.213243	  0.213099	  0.182530		CURRENT LEARNING RATE: 0.5760994690117939
previous_iter_valid_loss : 0.1762397587299347

     19480	  0.176462	  0.176240	  0.182399		CURRENT LEARNING RATE: 0.5759842606392128
previous_iter_valid_loss : 0.17487865686416626

     19500	  0.175115	  0.174879	  0.182118		CURRENT LEARNING RATE: 0.5758690753060023
previous_iter_valid_loss : 0.18106456100940704

     19520	  0.181211	  0.181065	  0.182594		CURRENT LEARNING RATE: 0.5757539130075547
previous_iter_valid_loss : 0.1693633645772934

     19540	  0.169537	  0.169363	  0.182631		CURRENT LEARNING RATE: 0.5756387737392639
previous_iter_valid_loss : 0.1840459406375885

     19560	  0.184215	  0.184046	  0.182726		CURRENT LEARNING RATE: 0.575523657496524
previous_iter_valid_loss : 0.17057056725025177

     19580	  0.170757	  0.170571	  0.182629		CURRENT LEARNING RATE: 0.5754085642747305
previous_iter_valid_loss : 0.20024961233139038

     19600	  0.200497	  0.200250	  0.183880		CURRENT LEARNING RATE: 0.5752934940692797
previous_iter_valid_loss : 0.18258136510849

     19620	  0.182937	  0.182581	  0.182954		CURRENT LEARNING RATE: 0.5751784468755687
previous_iter_valid_loss : 0.17012906074523926

     19640	  0.170354	  0.170129	  0.181847		CURRENT LEARNING RATE: 0.5750634226889957
previous_iter_valid_loss : 0.19378562271595

     19660	  0.193967	  0.193786	  0.183079		CURRENT LEARNING RATE: 0.5749484215049596
previous_iter_valid_loss : 0.1839016228914261

     19680	  0.184143	  0.183902	  0.180970		CURRENT LEARNING RATE: 0.5748334433188605
previous_iter_valid_loss : 0.16740308701992035

     19700	  0.167711	  0.167403	  0.180575		CURRENT LEARNING RATE: 0.5747184881260992
previous_iter_valid_loss : 0.1787782460451126

     19720	  0.179037	  0.178778	  0.180928		CURRENT LEARNING RATE: 0.5746035559220775
previous_iter_valid_loss : 0.17732900381088257

     19740	  0.177559	  0.177329	  0.181007		CURRENT LEARNING RATE: 0.574488646702198
previous_iter_valid_loss : 0.1974673569202423

     19760	  0.197605	  0.197467	  0.182530		CURRENT LEARNING RATE: 0.5743737604618646
previous_iter_valid_loss : 0.17074976861476898

     19780	  0.170982	  0.170750	  0.180979		CURRENT LEARNING RATE: 0.5742588971964817
previous_iter_valid_loss : 0.1677091270685196

     19800	  0.167861	  0.167709	  0.180243		CURRENT LEARNING RATE: 0.5741440569014546
previous_iter_valid_loss : 0.20165662467479706

     19820	  0.202218	  0.201657	  0.181758		CURRENT LEARNING RATE: 0.57402923957219
previous_iter_valid_loss : 0.17729789018630981

     19840	  0.177589	  0.177298	  0.181915		CURRENT LEARNING RATE: 0.5739144452040951
previous_iter_valid_loss : 0.17451152205467224

     19860	  0.174749	  0.174512	  0.179985		CURRENT LEARNING RATE: 0.5737996737925779
previous_iter_valid_loss : 0.16932687163352966

     19880	  0.169396	  0.169327	  0.179640		CURRENT LEARNING RATE: 0.5736849253330479
previous_iter_valid_loss : 0.1669004112482071

     19900	  0.167049	  0.166900	  0.179241		CURRENT LEARNING RATE: 0.573570199820915
previous_iter_valid_loss : 0.17461878061294556

     19920	  0.174776	  0.174619	  0.178919		CURRENT LEARNING RATE: 0.5734554972515901
previous_iter_valid_loss : 0.1672360599040985

     19940	  0.167349	  0.167236	  0.178812		CURRENT LEARNING RATE: 0.573340817620485
previous_iter_valid_loss : 0.16916753351688385

     19960	  0.169305	  0.169168	  0.178068		CURRENT LEARNING RATE: 0.5732261609230129
previous_iter_valid_loss : 0.18036070466041565

     19980	  0.180748	  0.180361	  0.178558		CURRENT LEARNING RATE: 0.5731115271545872
previous_iter_valid_loss : 0.17270559072494507

     20000	  0.172864	  0.172706	  0.177181		CURRENT LEARNING RATE: 0.5729969163106228
previous_iter_valid_loss : 0.17382600903511047

     20020	  0.174114	  0.173826	  0.176743		CURRENT LEARNING RATE: 0.5728823283865351
previous_iter_valid_loss : 0.16796769201755524

     20040	  0.168320	  0.167968	  0.176635		CURRENT LEARNING RATE: 0.5727677633777405
previous_iter_valid_loss : 0.168241485953331

     20060	  0.168494	  0.168241	  0.175358		CURRENT LEARNING RATE: 0.5726532212796566
previous_iter_valid_loss : 0.16818977892398834

     20080	  0.168512	  0.168190	  0.174572		CURRENT LEARNING RATE: 0.5725387020877015
previous_iter_valid_loss : 0.1691812425851822

     20100	  0.169427	  0.169181	  0.174661		CURRENT LEARNING RATE: 0.5724242057972947
previous_iter_valid_loss : 0.17569173872470856

     20120	  0.175958	  0.175692	  0.174507		CURRENT LEARNING RATE: 0.5723097324038562
previous_iter_valid_loss : 0.16795065999031067

     20140	  0.168387	  0.167951	  0.174038		CURRENT LEARNING RATE: 0.572195281902807
previous_iter_valid_loss : 0.1741742044687271

     20160	  0.174510	  0.174174	  0.172873		CURRENT LEARNING RATE: 0.5720808542895691
previous_iter_valid_loss : 0.17649541795253754

     20180	  0.176710	  0.176495	  0.173160		CURRENT LEARNING RATE: 0.5719664495595655
previous_iter_valid_loss : 0.17337211966514587

     20200	  0.173599	  0.173372	  0.173443		CURRENT LEARNING RATE: 0.5718520677082202
previous_iter_valid_loss : 0.1953204870223999

     20220	  0.195538	  0.195320	  0.173127		CURRENT LEARNING RATE: 0.5717377087309574
previous_iter_valid_loss : 0.17965488135814667

     20240	  0.179774	  0.179655	  0.173244		CURRENT LEARNING RATE: 0.5716233726232031
previous_iter_valid_loss : 0.16765882074832916

     20260	  0.168070	  0.167659	  0.172902		CURRENT LEARNING RATE: 0.5715090593803838
previous_iter_valid_loss : 0.1870640069246292

     20280	  0.187319	  0.187064	  0.173789		CURRENT LEARNING RATE: 0.5713947689979268
previous_iter_valid_loss : 0.20267905294895172

     20300	  0.202880	  0.202679	  0.175578		CURRENT LEARNING RATE: 0.5712805014712609
previous_iter_valid_loss : 0.17030906677246094

     20320	  0.170522	  0.170309	  0.175362		CURRENT LEARNING RATE: 0.571166256795815
previous_iter_valid_loss : 0.16699178516864777

     20340	  0.167260	  0.166992	  0.175350		CURRENT LEARNING RATE: 0.5710520349670194
previous_iter_valid_loss : 0.17135168612003326

     20360	  0.171621	  0.171352	  0.175459		CURRENT LEARNING RATE: 0.5709378359803053
previous_iter_valid_loss : 0.17030146718025208

     20380	  0.170600	  0.170301	  0.174956		CURRENT LEARNING RATE: 0.5708236598311048
previous_iter_valid_loss : 0.17086215317249298

     20400	  0.171172	  0.170862	  0.174864		CURRENT LEARNING RATE: 0.5707095065148508
previous_iter_valid_loss : 0.1794375479221344

     20420	  0.179624	  0.179438	  0.175145		CURRENT LEARNING RATE: 0.5705953760269771
previous_iter_valid_loss : 0.18722103536128998

     20440	  0.187430	  0.187221	  0.176107		CURRENT LEARNING RATE: 0.5704812683629183
previous_iter_valid_loss : 0.17597879469394684

     20460	  0.176210	  0.175979	  0.176494		CURRENT LEARNING RATE: 0.5703671835181106
previous_iter_valid_loss : 0.1832830011844635

     20480	  0.183554	  0.183283	  0.177249		CURRENT LEARNING RATE: 0.5702531214879901
previous_iter_valid_loss : 0.19924263656139374

     20500	  0.199443	  0.199243	  0.178752		CURRENT LEARNING RATE: 0.5701390822679947
previous_iter_valid_loss : 0.1678323596715927

     20520	  0.168048	  0.167832	  0.178359		CURRENT LEARNING RATE: 0.5700250658535625
previous_iter_valid_loss : 0.16659601032733917

     20540	  0.166908	  0.166596	  0.178291		CURRENT LEARNING RATE: 0.5699110722401333
previous_iter_valid_loss : 0.17132021486759186

     20560	  0.171623	  0.171320	  0.178148		CURRENT LEARNING RATE: 0.5697971014231468
previous_iter_valid_loss : 0.20451557636260986

     20580	  0.204651	  0.204516	  0.179549		CURRENT LEARNING RATE: 0.5696831533980444
previous_iter_valid_loss : 0.17972271144390106

     20600	  0.179925	  0.179723	  0.179867		CURRENT LEARNING RATE: 0.5695692281602684
previous_iter_valid_loss : 0.17888227105140686

     20620	  0.179161	  0.178882	  0.179045		CURRENT LEARNING RATE: 0.5694553257052615
previous_iter_valid_loss : 0.1810424029827118

     20640	  0.181395	  0.181042	  0.179114		CURRENT LEARNING RATE: 0.5693414460284677
previous_iter_valid_loss : 0.17206571996212006

     20660	  0.172290	  0.172066	  0.179335		CURRENT LEARNING RATE: 0.5692275891253319
previous_iter_valid_loss : 0.1720937341451645

     20680	  0.172395	  0.172094	  0.178586		CURRENT LEARNING RATE: 0.5691137549912997
previous_iter_valid_loss : 0.17503735423088074

     20700	  0.175257	  0.175037	  0.177204		CURRENT LEARNING RATE: 0.5689999436218177
previous_iter_valid_loss : 0.17871858179569244

     20720	  0.178985	  0.178719	  0.177625		CURRENT LEARNING RATE: 0.5688861550123336
previous_iter_valid_loss : 0.1661732792854309

     20740	  0.166450	  0.166173	  0.177584		CURRENT LEARNING RATE: 0.5687723891582958
previous_iter_valid_loss : 0.20497538149356842

     20760	  0.205205	  0.204975	  0.179265		CURRENT LEARNING RATE: 0.5686586460551536
previous_iter_valid_loss : 0.16821962594985962

     20780	  0.168528	  0.168220	  0.179161		CURRENT LEARNING RATE: 0.5685449256983574
previous_iter_valid_loss : 0.19181503355503082

     20800	  0.192093	  0.191815	  0.180208		CURRENT LEARNING RATE: 0.5684312280833581
previous_iter_valid_loss : 0.17669397592544556

     20820	  0.176977	  0.176694	  0.180071		CURRENT LEARNING RATE: 0.5683175532056082
previous_iter_valid_loss : 0.17121809720993042

     20840	  0.171536	  0.171218	  0.179271		CURRENT LEARNING RATE: 0.5682039010605603
previous_iter_valid_loss : 0.1768094152212143

     20860	  0.177059	  0.176809	  0.179313		CURRENT LEARNING RATE: 0.5680902716436687
previous_iter_valid_loss : 0.17937171459197998

     20880	  0.179647	  0.179372	  0.179117		CURRENT LEARNING RATE: 0.567976664950388
previous_iter_valid_loss : 0.18272371590137482

     20900	  0.182947	  0.182724	  0.178291		CURRENT LEARNING RATE: 0.567863080976174
previous_iter_valid_loss : 0.16760499775409698

     20920	  0.167827	  0.167605	  0.178280		CURRENT LEARNING RATE: 0.5677495197164831
previous_iter_valid_loss : 0.16842371225357056

     20940	  0.168775	  0.168424	  0.178371		CURRENT LEARNING RATE: 0.5676359811667734
previous_iter_valid_loss : 0.16985559463500977

     20960	  0.170159	  0.169856	  0.178298		CURRENT LEARNING RATE: 0.5675224653225027
previous_iter_valid_loss : 0.18615953624248505

     20980	  0.186430	  0.186160	  0.177380		CURRENT LEARNING RATE: 0.5674089721791309
previous_iter_valid_loss : 0.1859245002269745

     21000	  0.186237	  0.185925	  0.177690		CURRENT LEARNING RATE: 0.5672955017321181
previous_iter_valid_loss : 0.18426400423049927

     21020	  0.184547	  0.184264	  0.177959		CURRENT LEARNING RATE: 0.5671820539769253
previous_iter_valid_loss : 0.17245180904865265

     21040	  0.172666	  0.172452	  0.177530		CURRENT LEARNING RATE: 0.5670686289090148
previous_iter_valid_loss : 0.17985737323760986

     21060	  0.180164	  0.179857	  0.177919		CURRENT LEARNING RATE: 0.5669552265238494
previous_iter_valid_loss : 0.19411726295948029

     21080	  0.194374	  0.194117	  0.179021		CURRENT LEARNING RATE: 0.5668418468168933
previous_iter_valid_loss : 0.19020241498947144

     21100	  0.190443	  0.190202	  0.179779		CURRENT LEARNING RATE: 0.5667284897836112
previous_iter_valid_loss : 0.20648632943630219

     21120	  0.206697	  0.206486	  0.181167		CURRENT LEARNING RATE: 0.5666151554194686
previous_iter_valid_loss : 0.1819540113210678

     21140	  0.182241	  0.181954	  0.181956		CURRENT LEARNING RATE: 0.5665018437199324
previous_iter_valid_loss : 0.17180269956588745

     21160	  0.171995	  0.171803	  0.180298		CURRENT LEARNING RATE: 0.56638855468047
previous_iter_valid_loss : 0.18203997611999512

     21180	  0.182252	  0.182040	  0.180989		CURRENT LEARNING RATE: 0.5662752882965498
previous_iter_valid_loss : 0.17319205403327942

     21200	  0.173463	  0.173192	  0.180057		CURRENT LEARNING RATE: 0.5661620445636413
previous_iter_valid_loss : 0.16702252626419067

     21220	  0.167296	  0.167023	  0.179574		CURRENT LEARNING RATE: 0.5660488234772146
previous_iter_valid_loss : 0.18838675320148468

     21240	  0.188717	  0.188387	  0.180432		CURRENT LEARNING RATE: 0.565935625032741
previous_iter_valid_loss : 0.18174348771572113

     21260	  0.182109	  0.181743	  0.180679		CURRENT LEARNING RATE: 0.5658224492256924
previous_iter_valid_loss : 0.18639595806598663

     21280	  0.186671	  0.186396	  0.181030		CURRENT LEARNING RATE: 0.5657092960515419
previous_iter_valid_loss : 0.19705161452293396

     21300	  0.197280	  0.197052	  0.181747		CURRENT LEARNING RATE: 0.5655961655057632
previous_iter_valid_loss : 0.1736617237329483

     21320	  0.173831	  0.173662	  0.182049		CURRENT LEARNING RATE: 0.5654830575838312
previous_iter_valid_loss : 0.17466530203819275

     21340	  0.174920	  0.174665	  0.182362		CURRENT LEARNING RATE: 0.5653699722812217
previous_iter_valid_loss : 0.17574606835842133

     21360	  0.176023	  0.175746	  0.182656		CURRENT LEARNING RATE: 0.5652569095934111
previous_iter_valid_loss : 0.18002672493457794

     21380	  0.180257	  0.180027	  0.182349		CURRENT LEARNING RATE: 0.565143869515877
previous_iter_valid_loss : 0.19672279059886932

     21400	  0.196923	  0.196723	  0.182889		CURRENT LEARNING RATE: 0.5650308520440978
previous_iter_valid_loss : 0.18505799770355225

     21420	  0.185417	  0.185058	  0.182929		CURRENT LEARNING RATE: 0.5649178571735526
previous_iter_valid_loss : 0.17688658833503723

     21440	  0.177180	  0.176887	  0.183151		CURRENT LEARNING RATE: 0.5648048848997218
previous_iter_valid_loss : 0.1879192590713501

     21460	  0.188284	  0.187919	  0.183554		CURRENT LEARNING RATE: 0.5646919352180866
previous_iter_valid_loss : 0.1684897392988205

     21480	  0.168662	  0.168490	  0.182273		CURRENT LEARNING RATE: 0.5645790081241288
previous_iter_valid_loss : 0.16691341996192932

     21500	  0.167175	  0.166913	  0.181108		CURRENT LEARNING RATE: 0.5644661036133314
previous_iter_valid_loss : 0.16999240219593048

     21520	  0.170310	  0.169992	  0.179283		CURRENT LEARNING RATE: 0.5643532216811782
previous_iter_valid_loss : 0.17822036147117615

     21540	  0.178490	  0.178220	  0.179097		CURRENT LEARNING RATE: 0.5642403623231539
previous_iter_valid_loss : 0.17536847293376923

     21560	  0.175651	  0.175368	  0.179275		CURRENT LEARNING RATE: 0.5641275255347443
previous_iter_valid_loss : 0.17760471999645233

     21580	  0.177870	  0.177605	  0.179053		CURRENT LEARNING RATE: 0.5640147113114357
previous_iter_valid_loss : 0.17343027889728546

     21600	  0.173759	  0.173430	  0.179065		CURRENT LEARNING RATE: 0.5639019196487157
previous_iter_valid_loss : 0.17421862483024597

     21620	  0.174483	  0.174219	  0.179425		CURRENT LEARNING RATE: 0.5637891505420725
previous_iter_valid_loss : 0.18418492376804352

     21640	  0.184439	  0.184185	  0.179215		CURRENT LEARNING RATE: 0.5636764039869954
previous_iter_valid_loss : 0.17258083820343018

     21660	  0.172830	  0.172581	  0.178757		CURRENT LEARNING RATE: 0.5635636799789746
previous_iter_valid_loss : 0.17264437675476074

     21680	  0.172928	  0.172644	  0.178069		CURRENT LEARNING RATE: 0.563450978513501
previous_iter_valid_loss : 0.18350598216056824

     21700	  0.183719	  0.183506	  0.177392		CURRENT LEARNING RATE: 0.5633382995860666
previous_iter_valid_loss : 0.18307076394557953

     21720	  0.183372	  0.183071	  0.177862		CURRENT LEARNING RATE: 0.5632256431921643
previous_iter_valid_loss : 0.17334160208702087

     21740	  0.173615	  0.173342	  0.177796		CURRENT LEARNING RATE: 0.5631130093272878
previous_iter_valid_loss : 0.1717931628227234

     21760	  0.172022	  0.171793	  0.177598		CURRENT LEARNING RATE: 0.5630003979869318
previous_iter_valid_loss : 0.1723662167787552

     21780	  0.172653	  0.172366	  0.177215		CURRENT LEARNING RATE: 0.5628878091665918
previous_iter_valid_loss : 0.16900154948234558

     21800	  0.169250	  0.169002	  0.175829		CURRENT LEARNING RATE: 0.5627752428617642
previous_iter_valid_loss : 0.17313869297504425

     21820	  0.173363	  0.173139	  0.175233		CURRENT LEARNING RATE: 0.5626626990679462
previous_iter_valid_loss : 0.17149260640144348

     21840	  0.171795	  0.171493	  0.174964		CURRENT LEARNING RATE: 0.5625501777806365
previous_iter_valid_loss : 0.207014262676239

     21860	  0.207161	  0.207014	  0.175918		CURRENT LEARNING RATE: 0.5624376789953339
previous_iter_valid_loss : 0.1896800398826599

     21880	  0.189988	  0.189680	  0.176978		CURRENT LEARNING RATE: 0.5623252027075385
previous_iter_valid_loss : 0.1785925328731537

     21900	  0.178849	  0.178593	  0.177562		CURRENT LEARNING RATE: 0.5622127489127513
previous_iter_valid_loss : 0.22079864144325256

     21920	  0.220870	  0.220799	  0.180102		CURRENT LEARNING RATE: 0.5621003176064742
previous_iter_valid_loss : 0.1906909942626953

     21940	  0.190938	  0.190691	  0.180726		CURRENT LEARNING RATE: 0.5619879087842098
previous_iter_valid_loss : 0.16956059634685516

     21960	  0.169902	  0.169561	  0.180435		CURRENT LEARNING RATE: 0.5618755224414619
previous_iter_valid_loss : 0.1740531176328659

     21980	  0.174363	  0.174053	  0.180258		CURRENT LEARNING RATE: 0.5617631585737349
previous_iter_valid_loss : 0.1773240566253662

     22000	  0.177605	  0.177324	  0.180453		CURRENT LEARNING RATE: 0.5616508171765343
previous_iter_valid_loss : 0.18524567782878876

     22020	  0.185527	  0.185246	  0.181004		CURRENT LEARNING RATE: 0.5615384982453665
previous_iter_valid_loss : 0.19806380569934845

     22040	  0.198312	  0.198064	  0.181698		CURRENT LEARNING RATE: 0.5614262017757388
previous_iter_valid_loss : 0.20846331119537354

     22060	  0.208659	  0.208463	  0.183492		CURRENT LEARNING RATE: 0.5613139277631591
previous_iter_valid_loss : 0.17294320464134216

     22080	  0.173149	  0.172943	  0.183507		CURRENT LEARNING RATE: 0.5612016762031367
previous_iter_valid_loss : 0.1680537760257721

     22100	  0.168371	  0.168054	  0.182734		CURRENT LEARNING RATE: 0.5610894470911812
previous_iter_valid_loss : 0.16812214255332947

     22120	  0.168516	  0.168122	  0.181987		CURRENT LEARNING RATE: 0.560977240422804
previous_iter_valid_loss : 0.19039160013198853

     22140	  0.190687	  0.190392	  0.182839		CURRENT LEARNING RATE: 0.5608650561935163
previous_iter_valid_loss : 0.16897684335708618

     22160	  0.169130	  0.168977	  0.182699		CURRENT LEARNING RATE: 0.5607528943988309
previous_iter_valid_loss : 0.16585196554660797

     22180	  0.166072	  0.165852	  0.182373		CURRENT LEARNING RATE: 0.5606407550342614
previous_iter_valid_loss : 0.18252162635326385

     22200	  0.182805	  0.182522	  0.183049		CURRENT LEARNING RATE: 0.5605286380953222
previous_iter_valid_loss : 0.18179823458194733

     22220	  0.182017	  0.181798	  0.183482		CURRENT LEARNING RATE: 0.5604165435775285
previous_iter_valid_loss : 0.16995882987976074

     22240	  0.170165	  0.169959	  0.183405		CURRENT LEARNING RATE: 0.5603044714763967
previous_iter_valid_loss : 0.1862136572599411

     22260	  0.186501	  0.186214	  0.182365		CURRENT LEARNING RATE: 0.5601924217874438
previous_iter_valid_loss : 0.17692162096500397

     22280	  0.177186	  0.176922	  0.181727		CURRENT LEARNING RATE: 0.5600803945061879
previous_iter_valid_loss : 0.17038005590438843

     22300	  0.170741	  0.170380	  0.181317		CURRENT LEARNING RATE: 0.5599683896281478
previous_iter_valid_loss : 0.18425603210926056

     22320	  0.184529	  0.184256	  0.179489		CURRENT LEARNING RATE: 0.5598564071488433
previous_iter_valid_loss : 0.1798144280910492

     22340	  0.179952	  0.179814	  0.178946		CURRENT LEARNING RATE: 0.5597444470637953
previous_iter_valid_loss : 0.17456725239753723

     22360	  0.174770	  0.174567	  0.179196		CURRENT LEARNING RATE: 0.5596325093685252
previous_iter_valid_loss : 0.18028059601783752

     22380	  0.180491	  0.180281	  0.179507		CURRENT LEARNING RATE: 0.5595205940585555
previous_iter_valid_loss : 0.1665922850370407

     22400	  0.166732	  0.166592	  0.178971		CURRENT LEARNING RATE: 0.5594087011294098
previous_iter_valid_loss : 0.18570783734321594

     22420	  0.185996	  0.185708	  0.178994		CURRENT LEARNING RATE: 0.5592968305766121
previous_iter_valid_loss : 0.17341288924217224

     22440	  0.173690	  0.173413	  0.177761		CURRENT LEARNING RATE: 0.5591849823956876
previous_iter_valid_loss : 0.24812667071819305

     22460	  0.248214	  0.248127	  0.179744		CURRENT LEARNING RATE: 0.5590731565821626
previous_iter_valid_loss : 0.17311853170394897

     22480	  0.173352	  0.173119	  0.179753		CURRENT LEARNING RATE: 0.5589613531315639
previous_iter_valid_loss : 0.17110134661197662

     22500	  0.171433	  0.171101	  0.179906		CURRENT LEARNING RATE: 0.5588495720394194
previous_iter_valid_loss : 0.17108766734600067

     22520	  0.171345	  0.171088	  0.180054		CURRENT LEARNING RATE: 0.5587378133012579
previous_iter_valid_loss : 0.16799485683441162

     22540	  0.168267	  0.167995	  0.178934		CURRENT LEARNING RATE: 0.5586260769126089
previous_iter_valid_loss : 0.17699003219604492

     22560	  0.177200	  0.176990	  0.179335		CURRENT LEARNING RATE: 0.5585143628690031
previous_iter_valid_loss : 0.16728895902633667

     22580	  0.167587	  0.167289	  0.179406		CURRENT LEARNING RATE: 0.558402671165972
previous_iter_valid_loss : 0.2093873918056488

     22600	  0.209522	  0.209387	  0.180750		CURRENT LEARNING RATE: 0.5582910017990477
previous_iter_valid_loss : 0.18434612452983856

     22620	  0.184534	  0.184346	  0.180877		CURRENT LEARNING RATE: 0.5581793547637636
previous_iter_valid_loss : 0.17084303498268127

     22640	  0.171090	  0.170843	  0.180921		CURRENT LEARNING RATE: 0.5580677300556537
previous_iter_valid_loss : 0.18934237957000732

     22660	  0.189549	  0.189342	  0.181078		CURRENT LEARNING RATE: 0.5579561276702532
previous_iter_valid_loss : 0.17062731087207794

     22680	  0.170887	  0.170627	  0.180763		CURRENT LEARNING RATE: 0.5578445476030977
previous_iter_valid_loss : 0.18480709195137024

     22700	  0.185041	  0.184807	  0.181484		CURRENT LEARNING RATE: 0.5577329898497243
previous_iter_valid_loss : 0.18934915959835052

     22720	  0.189587	  0.189349	  0.181739		CURRENT LEARNING RATE: 0.5576214544056706
previous_iter_valid_loss : 0.1739068180322647

     22740	  0.174091	  0.173907	  0.181444		CURRENT LEARNING RATE: 0.557509941266475
previous_iter_valid_loss : 0.22346703708171844

     22760	  0.223552	  0.223467	  0.183889		CURRENT LEARNING RATE: 0.5573984504276772
previous_iter_valid_loss : 0.18757618963718414

     22780	  0.187796	  0.187576	  0.184253		CURRENT LEARNING RATE: 0.5572869818848176
previous_iter_valid_loss : 0.16921840608119965

     22800	  0.169628	  0.169218	  0.184385		CURRENT LEARNING RATE: 0.5571755356334372
previous_iter_valid_loss : 0.1707778424024582

     22820	  0.171079	  0.170778	  0.183638		CURRENT LEARNING RATE: 0.5570641116690784
previous_iter_valid_loss : 0.17980800569057465

     22840	  0.180130	  0.179808	  0.183958		CURRENT LEARNING RATE: 0.5569527099872841
previous_iter_valid_loss : 0.17042842507362366

     22860	  0.170768	  0.170428	  0.180073		CURRENT LEARNING RATE: 0.5568413305835982
previous_iter_valid_loss : 0.16733059287071228

     22880	  0.167667	  0.167331	  0.179784		CURRENT LEARNING RATE: 0.5567299734535657
previous_iter_valid_loss : 0.1684454381465912

     22900	  0.168746	  0.168445	  0.179651		CURRENT LEARNING RATE: 0.5566186385927323
previous_iter_valid_loss : 0.16967833042144775

     22920	  0.170088	  0.169678	  0.179580		CURRENT LEARNING RATE: 0.5565073259966443
previous_iter_valid_loss : 0.2095935344696045

     22940	  0.209827	  0.209594	  0.181660		CURRENT LEARNING RATE: 0.5563960356608495
previous_iter_valid_loss : 0.17921239137649536

     22960	  0.179524	  0.179212	  0.181772		CURRENT LEARNING RATE: 0.5562847675808963
previous_iter_valid_loss : 0.1760268211364746

     22980	  0.176404	  0.176027	  0.182208		CURRENT LEARNING RATE: 0.5561735217523338
previous_iter_valid_loss : 0.17135772109031677

     23000	  0.171876	  0.171358	  0.180307		CURRENT LEARNING RATE: 0.5560622981707123
previous_iter_valid_loss : 0.16703754663467407

     23020	  0.167298	  0.167038	  0.179442		CURRENT LEARNING RATE: 0.5559510968315826
previous_iter_valid_loss : 0.16936981678009033

     23040	  0.169650	  0.169370	  0.179368		CURRENT LEARNING RATE: 0.555839917730497
previous_iter_valid_loss : 0.1742657572031021

     23060	  0.174506	  0.174266	  0.178614		CURRENT LEARNING RATE: 0.5557287608630082
previous_iter_valid_loss : 0.17179061472415924

     23080	  0.172063	  0.171791	  0.178672		CURRENT LEARNING RATE: 0.5556176262246698
previous_iter_valid_loss : 0.17012172937393188

     23100	  0.170412	  0.170122	  0.177938		CURRENT LEARNING RATE: 0.5555065138110367
previous_iter_valid_loss : 0.1674034744501114

     23120	  0.167690	  0.167403	  0.176841		CURRENT LEARNING RATE: 0.5553954236176641
previous_iter_valid_loss : 0.17495419085025787

     23140	  0.175238	  0.174954	  0.176893		CURRENT LEARNING RATE: 0.5552843556401086
previous_iter_valid_loss : 0.18933704495429993

     23160	  0.189625	  0.189337	  0.175186		CURRENT LEARNING RATE: 0.5551733098739273
previous_iter_valid_loss : 0.16848644614219666

     23180	  0.168779	  0.168486	  0.174232		CURRENT LEARNING RATE: 0.5550622863146786
previous_iter_valid_loss : 0.17135928571224213

     23200	  0.171893	  0.171359	  0.174339		CURRENT LEARNING RATE: 0.5549512849579213
previous_iter_valid_loss : 0.1679231971502304

     23220	  0.168284	  0.167923	  0.174196		CURRENT LEARNING RATE: 0.5548403057992155
previous_iter_valid_loss : 0.1735420972108841

     23240	  0.173823	  0.173542	  0.173883		CURRENT LEARNING RATE: 0.554729348834122
previous_iter_valid_loss : 0.17781931161880493

     23260	  0.178137	  0.177819	  0.174253		CURRENT LEARNING RATE: 0.5546184140582026
previous_iter_valid_loss : 0.17451603710651398

     23280	  0.174857	  0.174516	  0.174612		CURRENT LEARNING RATE: 0.5545075014670198
previous_iter_valid_loss : 0.19771920144557953

     23300	  0.197985	  0.197719	  0.176076		CURRENT LEARNING RATE: 0.5543966110561371
previous_iter_valid_loss : 0.17155422270298004

     23320	  0.171926	  0.171554	  0.176169		CURRENT LEARNING RATE: 0.5542857428211189
previous_iter_valid_loss : 0.16926276683807373

     23340	  0.169813	  0.169263	  0.174153		CURRENT LEARNING RATE: 0.5541748967575305
previous_iter_valid_loss : 0.1705513596534729

     23360	  0.170866	  0.170551	  0.173720		CURRENT LEARNING RATE: 0.5540640728609382
previous_iter_valid_loss : 0.17402644455432892

     23380	  0.174280	  0.174026	  0.173620		CURRENT LEARNING RATE: 0.5539532711269086
previous_iter_valid_loss : 0.17840337753295898

     23400	  0.178764	  0.178403	  0.173972		CURRENT LEARNING RATE: 0.5538424915510102
previous_iter_valid_loss : 0.1690749078989029

     23420	  0.169530	  0.169075	  0.174074		CURRENT LEARNING RATE: 0.5537317341288114
previous_iter_valid_loss : 0.18826141953468323

     23440	  0.188521	  0.188261	  0.175018		CURRENT LEARNING RATE: 0.553620998855882
previous_iter_valid_loss : 0.18258768320083618

     23460	  0.182925	  0.182588	  0.175435		CURRENT LEARNING RATE: 0.5535102857277927
previous_iter_valid_loss : 0.1704113781452179

     23480	  0.170837	  0.170411	  0.175366		CURRENT LEARNING RATE: 0.5533995947401149
previous_iter_valid_loss : 0.22810932993888855

     23500	  0.228336	  0.228109	  0.178265		CURRENT LEARNING RATE: 0.5532889258884209
previous_iter_valid_loss : 0.16981756687164307

     23520	  0.170173	  0.169818	  0.178386		CURRENT LEARNING RATE: 0.5531782791682841
previous_iter_valid_loss : 0.16907118260860443

     23540	  0.169426	  0.169071	  0.178092		CURRENT LEARNING RATE: 0.5530676545752784
previous_iter_valid_loss : 0.1789303719997406

     23560	  0.179257	  0.178930	  0.177571		CURRENT LEARNING RATE: 0.552957052104979
previous_iter_valid_loss : 0.1701103001832962

     23580	  0.170422	  0.170110	  0.177652		CURRENT LEARNING RATE: 0.5528464717529619
previous_iter_valid_loss : 0.17654037475585938

     23600	  0.176869	  0.176540	  0.177911		CURRENT LEARNING RATE: 0.5527359135148037
previous_iter_valid_loss : 0.17670981585979462

     23620	  0.177046	  0.176710	  0.178351		CURRENT LEARNING RATE: 0.5526253773860821
previous_iter_valid_loss : 0.17460887134075165

     23640	  0.174982	  0.174609	  0.178404		CURRENT LEARNING RATE: 0.5525148633623755
previous_iter_valid_loss : 0.1970050185918808

     23660	  0.197347	  0.197005	  0.179363		CURRENT LEARNING RATE: 0.5524043714392637
previous_iter_valid_loss : 0.16983552277088165

     23680	  0.170256	  0.169836	  0.179129		CURRENT LEARNING RATE: 0.5522939016123268
previous_iter_valid_loss : 0.19590294361114502

     23700	  0.196282	  0.195903	  0.179039		CURRENT LEARNING RATE: 0.552183453877146
previous_iter_valid_loss : 0.19246834516525269

     23720	  0.192811	  0.192468	  0.180084		CURRENT LEARNING RATE: 0.5520730282293034
previous_iter_valid_loss : 0.16802583634853363

     23740	  0.168312	  0.168026	  0.180022		CURRENT LEARNING RATE: 0.5519626246643821
previous_iter_valid_loss : 0.19229762256145477

     23760	  0.192592	  0.192298	  0.181110		CURRENT LEARNING RATE: 0.5518522431779657
previous_iter_valid_loss : 0.1916678100824356

     23780	  0.192022	  0.191668	  0.181992		CURRENT LEARNING RATE: 0.5517418837656393
previous_iter_valid_loss : 0.17788462340831757

     23800	  0.178197	  0.177885	  0.181966		CURRENT LEARNING RATE: 0.5516315464229882
previous_iter_valid_loss : 0.18220394849777222

     23820	  0.182513	  0.182204	  0.182622		CURRENT LEARNING RATE: 0.551521231145599
previous_iter_valid_loss : 0.18708719313144684

     23840	  0.187387	  0.187087	  0.182564		CURRENT LEARNING RATE: 0.5514109379290592
previous_iter_valid_loss : 0.1915249526500702

     23860	  0.191751	  0.191525	  0.183010		CURRENT LEARNING RATE: 0.551300666768957
previous_iter_valid_loss : 0.1982588768005371

     23880	  0.198567	  0.198259	  0.184403		CURRENT LEARNING RATE: 0.5511904176608815
previous_iter_valid_loss : 0.177854984998703

     23900	  0.178081	  0.177855	  0.181890		CURRENT LEARNING RATE: 0.5510801906004228
previous_iter_valid_loss : 0.2159014791250229

     23920	  0.216283	  0.215901	  0.184194		CURRENT LEARNING RATE: 0.5509699855831718
previous_iter_valid_loss : 0.21298936009407043

     23940	  0.213475	  0.212989	  0.186390		CURRENT LEARNING RATE: 0.5508598026047202
previous_iter_valid_loss : 0.1877094954252243

     23960	  0.188111	  0.187709	  0.186829		CURRENT LEARNING RATE: 0.550749641660661
previous_iter_valid_loss : 0.18025018274784088

     23980	  0.180658	  0.180250	  0.187336		CURRENT LEARNING RATE: 0.5506395027465874
previous_iter_valid_loss : 0.18222297728061676

     24000	  0.182490	  0.182223	  0.187620		CURRENT LEARNING RATE: 0.550529385858094
previous_iter_valid_loss : 0.18594269454479218

     24020	  0.186110	  0.185943	  0.188082		CURRENT LEARNING RATE: 0.550419290990776
previous_iter_valid_loss : 0.1765655279159546

     24040	  0.176729	  0.176566	  0.188180		CURRENT LEARNING RATE: 0.5503092181402298
previous_iter_valid_loss : 0.17598018050193787

     24060	  0.176221	  0.175980	  0.187129		CURRENT LEARNING RATE: 0.5501991673020524
previous_iter_valid_loss : 0.17292168736457825

     24080	  0.173137	  0.172922	  0.187283		CURRENT LEARNING RATE: 0.5500891384718418
previous_iter_valid_loss : 0.17358359694480896

     24100	  0.173845	  0.173584	  0.186167		CURRENT LEARNING RATE: 0.5499791316451969
previous_iter_valid_loss : 0.19853220880031586

     24120	  0.198735	  0.198532	  0.186470		CURRENT LEARNING RATE: 0.5498691468177171
previous_iter_valid_loss : 0.18989840149879456

     24140	  0.190111	  0.189898	  0.187564		CURRENT LEARNING RATE: 0.5497591839850035
previous_iter_valid_loss : 0.17927691340446472

     24160	  0.179601	  0.179277	  0.186913		CURRENT LEARNING RATE: 0.5496492431426572
previous_iter_valid_loss : 0.17598317563533783

     24180	  0.176298	  0.175983	  0.186128		CURRENT LEARNING RATE: 0.5495393242862806
previous_iter_valid_loss : 0.19829034805297852

     24200	  0.198517	  0.198290	  0.187149		CURRENT LEARNING RATE: 0.5494294274114772
previous_iter_valid_loss : 0.18280397355556488

     24220	  0.183179	  0.182804	  0.187179		CURRENT LEARNING RATE: 0.5493195525138509
previous_iter_valid_loss : 0.19469444453716278

     24240	  0.195070	  0.194694	  0.187559		CURRENT LEARNING RATE: 0.5492096995890068
previous_iter_valid_loss : 0.17409510910511017

     24260	  0.174404	  0.174095	  0.186688		CURRENT LEARNING RATE: 0.5490998686325508
previous_iter_valid_loss : 0.1864660382270813

     24280	  0.186716	  0.186466	  0.186098		CURRENT LEARNING RATE: 0.5489900596400895
previous_iter_valid_loss : 0.1755204200744629

     24300	  0.175755	  0.175520	  0.185981		CURRENT LEARNING RATE: 0.5488802726072307
previous_iter_valid_loss : 0.17277595400810242

     24320	  0.172997	  0.172776	  0.183825		CURRENT LEARNING RATE: 0.5487705075295829
previous_iter_valid_loss : 0.1688450276851654

     24340	  0.169241	  0.168845	  0.181618		CURRENT LEARNING RATE: 0.5486607644027555
previous_iter_valid_loss : 0.17806945741176605

     24360	  0.178285	  0.178069	  0.181136		CURRENT LEARNING RATE: 0.5485510432223587
previous_iter_valid_loss : 0.17162443697452545

     24380	  0.171830	  0.171624	  0.180704		CURRENT LEARNING RATE: 0.5484413439840037
previous_iter_valid_loss : 0.16894905269145966

     24400	  0.169235	  0.168949	  0.180041		CURRENT LEARNING RATE: 0.5483316666833026
previous_iter_valid_loss : 0.16978923976421356

     24420	  0.169997	  0.169789	  0.179233		CURRENT LEARNING RATE: 0.5482220113158682
previous_iter_valid_loss : 0.17294985055923462

     24440	  0.173228	  0.172950	  0.179052		CURRENT LEARNING RATE: 0.5481123778773144
previous_iter_valid_loss : 0.19517484307289124

     24460	  0.195497	  0.195175	  0.180012		CURRENT LEARNING RATE: 0.5480027663632556
previous_iter_valid_loss : 0.18687914311885834

     24480	  0.187178	  0.186879	  0.180710		CURRENT LEARNING RATE: 0.5478931767693077
previous_iter_valid_loss : 0.1698756068944931

     24500	  0.170225	  0.169876	  0.180524		CURRENT LEARNING RATE: 0.5477836090910868
previous_iter_valid_loss : 0.17037324607372284

     24520	  0.170658	  0.170373	  0.179117		CURRENT LEARNING RATE: 0.5476740633242105
previous_iter_valid_loss : 0.1921846866607666

     24540	  0.192462	  0.192185	  0.179231		CURRENT LEARNING RATE: 0.5475645394642967
previous_iter_valid_loss : 0.18398424983024597

     24560	  0.184171	  0.183984	  0.179466		CURRENT LEARNING RATE: 0.5474550375069647
previous_iter_valid_loss : 0.16653233766555786

     24580	  0.166811	  0.166532	  0.178994		CURRENT LEARNING RATE: 0.5473455574478341
previous_iter_valid_loss : 0.1875421404838562

     24600	  0.187780	  0.187542	  0.178456		CURRENT LEARNING RATE: 0.5472360992825259
previous_iter_valid_loss : 0.1791982650756836

     24620	  0.179405	  0.179198	  0.178276		CURRENT LEARNING RATE: 0.5471266630066618
previous_iter_valid_loss : 0.19525550305843353

     24640	  0.195585	  0.195256	  0.178304		CURRENT LEARNING RATE: 0.5470172486158642
previous_iter_valid_loss : 0.16856275498867035

     24660	  0.168923	  0.168563	  0.178027		CURRENT LEARNING RATE: 0.5469078561057568
previous_iter_valid_loss : 0.1744159758090973

     24680	  0.174650	  0.174416	  0.177425		CURRENT LEARNING RATE: 0.5467984854719635
previous_iter_valid_loss : 0.17513549327850342

     24700	  0.175399	  0.175135	  0.177406		CURRENT LEARNING RATE: 0.5466891367101098
previous_iter_valid_loss : 0.17483924329280853

     24720	  0.174994	  0.174839	  0.177509		CURRENT LEARNING RATE: 0.5465798098158215
previous_iter_valid_loss : 0.17252327501773834

     24740	  0.172814	  0.172523	  0.177693		CURRENT LEARNING RATE: 0.5464705047847259
previous_iter_valid_loss : 0.1717349886894226

     24760	  0.172054	  0.171735	  0.177376		CURRENT LEARNING RATE: 0.5463612216124505
previous_iter_valid_loss : 0.17217448353767395

     24780	  0.172479	  0.172174	  0.177404		CURRENT LEARNING RATE: 0.546251960294624
previous_iter_valid_loss : 0.1791945993900299

     24800	  0.179501	  0.179195	  0.177916		CURRENT LEARNING RATE: 0.546142720826876
previous_iter_valid_loss : 0.17396967113018036

     24820	  0.174266	  0.173970	  0.178125		CURRENT LEARNING RATE: 0.5460335032048369
previous_iter_valid_loss : 0.19995775818824768

     24840	  0.200172	  0.199958	  0.179475		CURRENT LEARNING RATE: 0.5459243074241379
previous_iter_valid_loss : 0.18156251311302185

     24860	  0.181840	  0.181563	  0.178795		CURRENT LEARNING RATE: 0.5458151334804113
previous_iter_valid_loss : 0.21800851821899414

     24880	  0.218193	  0.218009	  0.180351		CURRENT LEARNING RATE: 0.5457059813692903
previous_iter_valid_loss : 0.1762373447418213

     24900	  0.176478	  0.176237	  0.180669		CURRENT LEARNING RATE: 0.5455968510864084
previous_iter_valid_loss : 0.17762237787246704

     24920	  0.177868	  0.177622	  0.181032		CURRENT LEARNING RATE: 0.5454877426274007
previous_iter_valid_loss : 0.16831693053245544

     24940	  0.168593	  0.168317	  0.179838		CURRENT LEARNING RATE: 0.5453786559879029
previous_iter_valid_loss : 0.23691320419311523

     24960	  0.237034	  0.236913	  0.182485		CURRENT LEARNING RATE: 0.5452695911635512
previous_iter_valid_loss : 0.1681937873363495

     24980	  0.168331	  0.168194	  0.182568		CURRENT LEARNING RATE: 0.5451605481499834
previous_iter_valid_loss : 0.1678432673215866

     25000	  0.168086	  0.167843	  0.181583		CURRENT LEARNING RATE: 0.5450515269428375
previous_iter_valid_loss : 0.17504504323005676

     25020	  0.175276	  0.175045	  0.181375		CURRENT LEARNING RATE: 0.5449425275377527
previous_iter_valid_loss : 0.18087610602378845

     25040	  0.180995	  0.180876	  0.180656		CURRENT LEARNING RATE: 0.5448335499303693
previous_iter_valid_loss : 0.17681840062141418

     25060	  0.177011	  0.176818	  0.181069		CURRENT LEARNING RATE: 0.5447245941163278
previous_iter_valid_loss : 0.1788381189107895

     25080	  0.178965	  0.178838	  0.181290		CURRENT LEARNING RATE: 0.54461566009127
previous_iter_valid_loss : 0.16946187615394592

     25100	  0.169642	  0.169462	  0.181006		CURRENT LEARNING RATE: 0.5445067478508389
previous_iter_valid_loss : 0.1730271726846695

     25120	  0.173226	  0.173027	  0.180916		CURRENT LEARNING RATE: 0.5443978573906777
previous_iter_valid_loss : 0.18104569613933563

     25140	  0.181214	  0.181046	  0.181342		CURRENT LEARNING RATE: 0.5442889887064308
previous_iter_valid_loss : 0.1770472377538681

     25160	  0.177213	  0.177047	  0.181608		CURRENT LEARNING RATE: 0.5441801417937437
previous_iter_valid_loss : 0.16746728122234344

     25180	  0.167770	  0.167467	  0.181372		CURRENT LEARNING RATE: 0.5440713166482622
previous_iter_valid_loss : 0.17582058906555176

     25200	  0.176057	  0.175821	  0.181203		CURRENT LEARNING RATE: 0.5439625132656336
previous_iter_valid_loss : 0.1750791221857071

     25220	  0.175217	  0.175079	  0.181259		CURRENT LEARNING RATE: 0.5438537316415054
previous_iter_valid_loss : 0.18244393169879913

     25240	  0.182617	  0.182444	  0.180383		CURRENT LEARNING RATE: 0.5437449717715267
previous_iter_valid_loss : 0.17645424604415894

     25260	  0.176607	  0.176454	  0.180128		CURRENT LEARNING RATE: 0.5436362336513468
previous_iter_valid_loss : 0.18114668130874634

     25280	  0.181361	  0.181147	  0.178285		CURRENT LEARNING RATE: 0.5435275172766164
previous_iter_valid_loss : 0.18033383786678314

     25300	  0.180550	  0.180334	  0.178490		CURRENT LEARNING RATE: 0.5434188226429868
previous_iter_valid_loss : 0.17816288769245148

     25320	  0.178259	  0.178163	  0.178517		CURRENT LEARNING RATE: 0.5433101497461101
previous_iter_valid_loss : 0.17183826863765717

     25340	  0.171963	  0.171838	  0.178693		CURRENT LEARNING RATE: 0.5432014985816396
previous_iter_valid_loss : 0.17569127678871155

     25360	  0.175796	  0.175691	  0.175632		CURRENT LEARNING RATE: 0.5430928691452289
previous_iter_valid_loss : 0.17499959468841553

     25380	  0.175123	  0.175000	  0.175972		CURRENT LEARNING RATE: 0.5429842614325332
previous_iter_valid_loss : 0.17000766098499298

     25400	  0.170137	  0.170008	  0.176080		CURRENT LEARNING RATE: 0.542875675439208
previous_iter_valid_loss : 0.2174002230167389

     25420	  0.217490	  0.217400	  0.178198		CURRENT LEARNING RATE: 0.5427671111609098
previous_iter_valid_loss : 0.17098259925842285

     25440	  0.171239	  0.170983	  0.177703		CURRENT LEARNING RATE: 0.5426585685932962
previous_iter_valid_loss : 0.18137787282466888

     25460	  0.181585	  0.181378	  0.177931		CURRENT LEARNING RATE: 0.5425500477320254
previous_iter_valid_loss : 0.17704805731773376

     25480	  0.177216	  0.177048	  0.177842		CURRENT LEARNING RATE: 0.5424415485727566
previous_iter_valid_loss : 0.20927423238754272

     25500	  0.209481	  0.209274	  0.179832		CURRENT LEARNING RATE: 0.5423330711111498
previous_iter_valid_loss : 0.18233028054237366

     25520	  0.182649	  0.182330	  0.180297		CURRENT LEARNING RATE: 0.5422246153428659
previous_iter_valid_loss : 0.17863065004348755

     25540	  0.179013	  0.178631	  0.180177		CURRENT LEARNING RATE: 0.5421161812635668
previous_iter_valid_loss : 0.1941927820444107

     25560	  0.194513	  0.194193	  0.181034		CURRENT LEARNING RATE: 0.5420077688689148
previous_iter_valid_loss : 0.18295818567276

     25580	  0.183323	  0.182958	  0.181809		CURRENT LEARNING RATE: 0.5418993781545738
previous_iter_valid_loss : 0.17218777537345886

     25600	  0.172622	  0.172188	  0.181627		CURRENT LEARNING RATE: 0.541791009116208
previous_iter_valid_loss : 0.17603813111782074

     25620	  0.176539	  0.176038	  0.181675		CURRENT LEARNING RATE: 0.5416826617494825
previous_iter_valid_loss : 0.1743028610944748

     25640	  0.174808	  0.174303	  0.181268		CURRENT LEARNING RATE: 0.5415743360500637
previous_iter_valid_loss : 0.18240998685359955

     25660	  0.182736	  0.182410	  0.181566		CURRENT LEARNING RATE: 0.5414660320136183
previous_iter_valid_loss : 0.1896207630634308

     25680	  0.189922	  0.189621	  0.181989		CURRENT LEARNING RATE: 0.5413577496358143
previous_iter_valid_loss : 0.18123550713062286

     25700	  0.181667	  0.181236	  0.182034		CURRENT LEARNING RATE: 0.5412494889123204
previous_iter_valid_loss : 0.184808149933815

     25720	  0.185173	  0.184808	  0.182367		CURRENT LEARNING RATE: 0.5411412498388061
previous_iter_valid_loss : 0.1718994528055191

     25740	  0.172346	  0.171899	  0.182370		CURRENT LEARNING RATE: 0.5410330324109418
previous_iter_valid_loss : 0.16950897872447968

     25760	  0.169923	  0.169509	  0.182061		CURRENT LEARNING RATE: 0.5409248366243989
previous_iter_valid_loss : 0.18194812536239624

     25780	  0.182351	  0.181948	  0.182408		CURRENT LEARNING RATE: 0.5408166624748496
previous_iter_valid_loss : 0.18232840299606323

     25800	  0.182666	  0.182328	  0.183024		CURRENT LEARNING RATE: 0.5407085099579668
previous_iter_valid_loss : 0.1726423054933548

     25820	  0.173139	  0.172642	  0.180786		CURRENT LEARNING RATE: 0.5406003790694245
previous_iter_valid_loss : 0.17753615975379944

     25840	  0.177869	  0.177536	  0.181114		CURRENT LEARNING RATE: 0.5404922698048974
previous_iter_valid_loss : 0.1837393194437027

     25860	  0.183981	  0.183739	  0.181232		CURRENT LEARNING RATE: 0.5403841821600612
previous_iter_valid_loss : 0.17435652017593384

     25880	  0.174701	  0.174357	  0.181097		CURRENT LEARNING RATE: 0.5402761161305923
previous_iter_valid_loss : 0.18782688677310944

     25900	  0.188152	  0.187827	  0.180025		CURRENT LEARNING RATE: 0.5401680717121683
previous_iter_valid_loss : 0.17285577952861786

     25920	  0.173270	  0.172856	  0.179551		CURRENT LEARNING RATE: 0.5400600489004671
previous_iter_valid_loss : 0.1857951581478119

     25940	  0.186143	  0.185795	  0.179909		CURRENT LEARNING RATE: 0.5399520476911679
previous_iter_valid_loss : 0.18290646374225616

     25960	  0.183208	  0.182906	  0.179345		CURRENT LEARNING RATE: 0.5398440680799508
previous_iter_valid_loss : 0.17693020403385162

     25980	  0.177262	  0.176930	  0.179044		CURRENT LEARNING RATE: 0.5397361100624963
previous_iter_valid_loss : 0.1987859457731247

     26000	  0.198997	  0.198786	  0.180374		CURRENT LEARNING RATE: 0.5396281736344865
previous_iter_valid_loss : 0.18842162191867828

     26020	  0.188634	  0.188422	  0.180993		CURRENT LEARNING RATE: 0.5395202587916035
previous_iter_valid_loss : 0.19354784488677979

     26040	  0.193794	  0.193548	  0.181955		CURRENT LEARNING RATE: 0.5394123655295311
previous_iter_valid_loss : 0.19435927271842957

     26060	  0.194675	  0.194359	  0.182553		CURRENT LEARNING RATE: 0.5393044938439533
previous_iter_valid_loss : 0.17295777797698975

     26080	  0.173131	  0.172958	  0.181719		CURRENT LEARNING RATE: 0.5391966437305554
previous_iter_valid_loss : 0.16843768954277039

     26100	  0.168758	  0.168438	  0.181080		CURRENT LEARNING RATE: 0.5390888151850232
previous_iter_valid_loss : 0.16847524046897888

     26120	  0.168675	  0.168475	  0.180263		CURRENT LEARNING RATE: 0.5389810082030438
previous_iter_valid_loss : 0.17330646514892578

     26140	  0.173483	  0.173306	  0.180333		CURRENT LEARNING RATE: 0.5388732227803047
previous_iter_valid_loss : 0.17349644005298615

     26160	  0.173561	  0.173496	  0.180533		CURRENT LEARNING RATE: 0.5387654589124947
previous_iter_valid_loss : 0.18009203672409058

     26180	  0.180117	  0.180092	  0.180440		CURRENT LEARNING RATE: 0.538657716595303
previous_iter_valid_loss : 0.1665475219488144

     26200	  0.166643	  0.166548	  0.179651		CURRENT LEARNING RATE: 0.5385499958244201
previous_iter_valid_loss : 0.16867607831954956

     26220	  0.168866	  0.168676	  0.179452		CURRENT LEARNING RATE: 0.5384422965955371
previous_iter_valid_loss : 0.17091074585914612

     26240	  0.171205	  0.170911	  0.179121		CURRENT LEARNING RATE: 0.5383346189043461
previous_iter_valid_loss : 0.16703157126903534

     26260	  0.167277	  0.167032	  0.178286		CURRENT LEARNING RATE: 0.5382269627465398
previous_iter_valid_loss : 0.17121443152427673

     26280	  0.171316	  0.171214	  0.178129		CURRENT LEARNING RATE: 0.5381193281178122
previous_iter_valid_loss : 0.1774662435054779

     26300	  0.177729	  0.177466	  0.177611		CURRENT LEARNING RATE: 0.5380117150138578
previous_iter_valid_loss : 0.17328481376171112

     26320	  0.173506	  0.173285	  0.177632		CURRENT LEARNING RATE: 0.5379041234303719
previous_iter_valid_loss : 0.18227741122245789

     26340	  0.182643	  0.182277	  0.177456		CURRENT LEARNING RATE: 0.5377965533630512
previous_iter_valid_loss : 0.17405974864959717

     26360	  0.174280	  0.174060	  0.177014		CURRENT LEARNING RATE: 0.5376890048075925
previous_iter_valid_loss : 0.1727493405342102

     26380	  0.172899	  0.172749	  0.176805		CURRENT LEARNING RATE: 0.5375814777596942
previous_iter_valid_loss : 0.17100384831428528

     26400	  0.171091	  0.171004	  0.175416		CURRENT LEARNING RATE: 0.5374739722150552
previous_iter_valid_loss : 0.1860572099685669

     26420	  0.186195	  0.186057	  0.175297		CURRENT LEARNING RATE: 0.5373664881693749
previous_iter_valid_loss : 0.16950836777687073

     26440	  0.169654	  0.169508	  0.174095		CURRENT LEARNING RATE: 0.5372590256183544
previous_iter_valid_loss : 0.17807483673095703

     26460	  0.178221	  0.178075	  0.173281		CURRENT LEARNING RATE: 0.537151584557695
previous_iter_valid_loss : 0.17033454775810242

     26480	  0.170576	  0.170335	  0.173150		CURRENT LEARNING RATE: 0.5370441649830989
previous_iter_valid_loss : 0.1766461431980133

     26500	  0.176790	  0.176646	  0.173561		CURRENT LEARNING RATE: 0.5369367668902696
previous_iter_valid_loss : 0.1975451409816742

     26520	  0.197655	  0.197545	  0.175014		CURRENT LEARNING RATE: 0.536829390274911
previous_iter_valid_loss : 0.17935222387313843

     26540	  0.179490	  0.179352	  0.175316		CURRENT LEARNING RATE: 0.5367220351327281
previous_iter_valid_loss : 0.16808556020259857

     26560	  0.168144	  0.168086	  0.175046		CURRENT LEARNING RATE: 0.5366147014594267
previous_iter_valid_loss : 0.1975758820772171

     26580	  0.197615	  0.197576	  0.175920		CURRENT LEARNING RATE: 0.5365073892507134
previous_iter_valid_loss : 0.21987204253673553

     26600	  0.219956	  0.219872	  0.178586		CURRENT LEARNING RATE: 0.5364000985022956
previous_iter_valid_loss : 0.17375008761882782

     26620	  0.173842	  0.173750	  0.178840		CURRENT LEARNING RATE: 0.536292829209882
previous_iter_valid_loss : 0.18018370866775513

     26640	  0.180318	  0.180184	  0.179304		CURRENT LEARNING RATE: 0.5361855813691816
previous_iter_valid_loss : 0.17903368175029755

     26660	  0.179113	  0.179034	  0.179904		CURRENT LEARNING RATE: 0.5360783549759045
previous_iter_valid_loss : 0.17034931480884552

     26680	  0.170507	  0.170349	  0.179860		CURRENT LEARNING RATE: 0.5359711500257617
previous_iter_valid_loss : 0.17811867594718933

     26700	  0.178246	  0.178119	  0.179893		CURRENT LEARNING RATE: 0.535863966514465
previous_iter_valid_loss : 0.19797636568546295

     26720	  0.198241	  0.197976	  0.181128		CURRENT LEARNING RATE: 0.5357568044377269
previous_iter_valid_loss : 0.1770605593919754

     26740	  0.177309	  0.177061	  0.180867		CURRENT LEARNING RATE: 0.5356496637912612
previous_iter_valid_loss : 0.17464905977249146

     26760	  0.174961	  0.174649	  0.180896		CURRENT LEARNING RATE: 0.535542544570782
previous_iter_valid_loss : 0.18054096400737762

     26780	  0.181069	  0.180541	  0.181286		CURRENT LEARNING RATE: 0.5354354467720047
previous_iter_valid_loss : 0.19515565037727356

     26800	  0.195653	  0.195156	  0.182493		CURRENT LEARNING RATE: 0.5353283703906454
previous_iter_valid_loss : 0.18039120733737946

     26820	  0.180684	  0.180391	  0.182210		CURRENT LEARNING RATE: 0.5352213154224209
previous_iter_valid_loss : 0.17569702863693237

     26840	  0.175991	  0.175697	  0.182520		CURRENT LEARNING RATE: 0.5351142818630492
previous_iter_valid_loss : 0.18283548951148987

     26860	  0.183285	  0.182835	  0.182758		CURRENT LEARNING RATE: 0.5350072697082489
previous_iter_valid_loss : 0.17911571264266968

     26880	  0.179342	  0.179116	  0.183197		CURRENT LEARNING RATE: 0.5349002789537393
previous_iter_valid_loss : 0.18059389293193817

     26900	  0.180983	  0.180594	  0.183394		CURRENT LEARNING RATE: 0.534793309595241
previous_iter_valid_loss : 0.18780571222305298

     26920	  0.188083	  0.187806	  0.182907		CURRENT LEARNING RATE: 0.534686361628475
previous_iter_valid_loss : 0.17871959507465363

     26940	  0.179227	  0.178720	  0.182875		CURRENT LEARNING RATE: 0.5345794350491637
previous_iter_valid_loss : 0.1726689636707306

     26960	  0.172913	  0.172669	  0.183105		CURRENT LEARNING RATE: 0.5344725298530298
previous_iter_valid_loss : 0.1991218626499176

     26980	  0.199323	  0.199122	  0.183182		CURRENT LEARNING RATE: 0.5343656460357972
previous_iter_valid_loss : 0.18077535927295685

     27000	  0.180904	  0.180775	  0.181227		CURRENT LEARNING RATE: 0.5342587835931905
previous_iter_valid_loss : 0.17054776847362518

     27020	  0.170683	  0.170548	  0.181067		CURRENT LEARNING RATE: 0.5341519425209352
previous_iter_valid_loss : 0.16984467208385468

     27040	  0.170010	  0.169845	  0.180550		CURRENT LEARNING RATE: 0.5340451228147578
previous_iter_valid_loss : 0.1683710366487503

     27060	  0.168628	  0.168371	  0.180017		CURRENT LEARNING RATE: 0.5339383244703853
previous_iter_valid_loss : 0.172753244638443

     27080	  0.173038	  0.172753	  0.180137		CURRENT LEARNING RATE: 0.5338315474835457
previous_iter_valid_loss : 0.18398968875408173

     27100	  0.184413	  0.183990	  0.180431		CURRENT LEARNING RATE: 0.5337247918499682
previous_iter_valid_loss : 0.17143934965133667

     27120	  0.171791	  0.171439	  0.179104		CURRENT LEARNING RATE: 0.5336180575653825
previous_iter_valid_loss : 0.17076264321804047

     27140	  0.171210	  0.170763	  0.178789		CURRENT LEARNING RATE: 0.5335113446255191
previous_iter_valid_loss : 0.1817118376493454

     27160	  0.182031	  0.181712	  0.179142		CURRENT LEARNING RATE: 0.5334046530261096
previous_iter_valid_loss : 0.17613880336284637

     27180	  0.176509	  0.176139	  0.178922		CURRENT LEARNING RATE: 0.5332979827628862
previous_iter_valid_loss : 0.17107567191123962

     27200	  0.171347	  0.171076	  0.177718		CURRENT LEARNING RATE: 0.5331913338315822
previous_iter_valid_loss : 0.18263229727745056

     27220	  0.182937	  0.182632	  0.177830		CURRENT LEARNING RATE: 0.5330847062279318
previous_iter_valid_loss : 0.17646512389183044

     27240	  0.176698	  0.176465	  0.177868		CURRENT LEARNING RATE: 0.5329780999476695
previous_iter_valid_loss : 0.17497362196445465

     27260	  0.175279	  0.174974	  0.177475		CURRENT LEARNING RATE: 0.5328715149865314
previous_iter_valid_loss : 0.16821128129959106

     27280	  0.168571	  0.168211	  0.176930		CURRENT LEARNING RATE: 0.5327649513402539
previous_iter_valid_loss : 0.1714443564414978

     27300	  0.171752	  0.171444	  0.176473		CURRENT LEARNING RATE: 0.5326584090045746
previous_iter_valid_loss : 0.18604573607444763

     27320	  0.186397	  0.186046	  0.176385		CURRENT LEARNING RATE: 0.5325518879752317
previous_iter_valid_loss : 0.17905281484127045

     27340	  0.179432	  0.179053	  0.176401		CURRENT LEARNING RATE: 0.5324453882479644
previous_iter_valid_loss : 0.17910702526569366

     27360	  0.179503	  0.179107	  0.176723		CURRENT LEARNING RATE: 0.5323389098185127
previous_iter_valid_loss : 0.19370298087596893

     27380	  0.194001	  0.193703	  0.176452		CURRENT LEARNING RATE: 0.5322324526826174
previous_iter_valid_loss : 0.17051184177398682

     27400	  0.170752	  0.170512	  0.175939		CURRENT LEARNING RATE: 0.5321260168360203
previous_iter_valid_loss : 0.1736619621515274

     27420	  0.173984	  0.173662	  0.176095		CURRENT LEARNING RATE: 0.532019602274464
previous_iter_valid_loss : 0.1816762238740921

     27440	  0.181977	  0.181676	  0.176686		CURRENT LEARNING RATE: 0.5319132089936918
previous_iter_valid_loss : 0.1927023082971573

     27460	  0.192904	  0.192702	  0.177903		CURRENT LEARNING RATE: 0.5318068369894481
previous_iter_valid_loss : 0.17426887154579163

     27480	  0.174742	  0.174269	  0.177979		CURRENT LEARNING RATE: 0.5317004862574779
previous_iter_valid_loss : 0.17069409787654877

     27500	  0.171007	  0.170694	  0.177314		CURRENT LEARNING RATE: 0.5315941567935273
previous_iter_valid_loss : 0.16645456850528717

     27520	  0.166717	  0.166455	  0.177065		CURRENT LEARNING RATE: 0.531487848593343
previous_iter_valid_loss : 0.1683480143547058

     27540	  0.168636	  0.168348	  0.176944		CURRENT LEARNING RATE: 0.5313815616526726
previous_iter_valid_loss : 0.16940805315971375

     27560	  0.169714	  0.169408	  0.176329		CURRENT LEARNING RATE: 0.5312752959672649
previous_iter_valid_loss : 0.16991184651851654

     27580	  0.170289	  0.169912	  0.176017		CURRENT LEARNING RATE: 0.5311690515328689
previous_iter_valid_loss : 0.18659402430057526

     27600	  0.187095	  0.186594	  0.176793		CURRENT LEARNING RATE: 0.5310628283452352
previous_iter_valid_loss : 0.17759178578853607

     27620	  0.177884	  0.177592	  0.176541		CURRENT LEARNING RATE: 0.5309566264001148
previous_iter_valid_loss : 0.17039091885089874

     27640	  0.170755	  0.170391	  0.176238		CURRENT LEARNING RATE: 0.5308504456932593
previous_iter_valid_loss : 0.19563664495944977

     27660	  0.195984	  0.195637	  0.177271		CURRENT LEARNING RATE: 0.5307442862204218
previous_iter_valid_loss : 0.17091740667819977

     27680	  0.171224	  0.170917	  0.177406		CURRENT LEARNING RATE: 0.5306381479773558
previous_iter_valid_loss : 0.17160499095916748

     27700	  0.172126	  0.171605	  0.177414		CURRENT LEARNING RATE: 0.5305320309598158
previous_iter_valid_loss : 0.18366442620754242

     27720	  0.183962	  0.183664	  0.177295		CURRENT LEARNING RATE: 0.5304259351635572
previous_iter_valid_loss : 0.17217329144477844

     27740	  0.172552	  0.172173	  0.176951		CURRENT LEARNING RATE: 0.5303198605843359
previous_iter_valid_loss : 0.19206197559833527

     27760	  0.192313	  0.192062	  0.177599		CURRENT LEARNING RATE: 0.5302138072179092
previous_iter_valid_loss : 0.1731383353471756

     27780	  0.173511	  0.173138	  0.176571		CURRENT LEARNING RATE: 0.5301077750600348
previous_iter_valid_loss : 0.17533475160598755

     27800	  0.175672	  0.175335	  0.176812		CURRENT LEARNING RATE: 0.5300017641064716
previous_iter_valid_loss : 0.18262064456939697

     27820	  0.182913	  0.182621	  0.177260		CURRENT LEARNING RATE: 0.529895774352979
previous_iter_valid_loss : 0.1752144694328308

     27840	  0.175575	  0.175214	  0.176936		CURRENT LEARNING RATE: 0.5297898057953173
previous_iter_valid_loss : 0.175237774848938

     27860	  0.175529	  0.175238	  0.176063		CURRENT LEARNING RATE: 0.529683858429248
previous_iter_valid_loss : 0.1864551603794098

     27880	  0.186706	  0.186455	  0.176673		CURRENT LEARNING RATE: 0.5295779322505332
previous_iter_valid_loss : 0.18460558354854584

     27900	  0.184942	  0.184606	  0.177368		CURRENT LEARNING RATE: 0.5294720272549356
previous_iter_valid_loss : 0.17834845185279846

     27920	  0.178683	  0.178348	  0.177963		CURRENT LEARNING RATE: 0.5293661434382192
previous_iter_valid_loss : 0.18382203578948975

     27940	  0.184055	  0.183822	  0.178737		CURRENT LEARNING RATE: 0.5292602807961486
previous_iter_valid_loss : 0.1829328089952469

     27960	  0.183153	  0.182933	  0.179413		CURRENT LEARNING RATE: 0.5291544393244894
previous_iter_valid_loss : 0.1791033148765564

     27980	  0.179311	  0.179103	  0.179872		CURRENT LEARNING RATE: 0.5290486190190078
previous_iter_valid_loss : 0.19327472150325775

     28000	  0.193532	  0.193275	  0.180206		CURRENT LEARNING RATE: 0.528942819875471
previous_iter_valid_loss : 0.17863890528678894

     28020	  0.178942	  0.178639	  0.180259		CURRENT LEARNING RATE: 0.5288370418896471
previous_iter_valid_loss : 0.18814168870449066

     28040	  0.188379	  0.188142	  0.181146		CURRENT LEARNING RATE: 0.5287312850573049
previous_iter_valid_loss : 0.18217307329177856

     28060	  0.182508	  0.182173	  0.180473		CURRENT LEARNING RATE: 0.5286255493742142
previous_iter_valid_loss : 0.18202412128448486

     28080	  0.182408	  0.182024	  0.181028		CURRENT LEARNING RATE: 0.5285198348361455
previous_iter_valid_loss : 0.17594026029109955

     28100	  0.176256	  0.175940	  0.181245		CURRENT LEARNING RATE: 0.5284141414388703
previous_iter_valid_loss : 0.18613721430301666

     28120	  0.186464	  0.186137	  0.181369		CURRENT LEARNING RATE: 0.5283084691781609
previous_iter_valid_loss : 0.19110943377017975

     28140	  0.191362	  0.191109	  0.182316		CURRENT LEARNING RATE: 0.5282028180497902
previous_iter_valid_loss : 0.17137449979782104

     28160	  0.171787	  0.171374	  0.181281		CURRENT LEARNING RATE: 0.5280971880495325
previous_iter_valid_loss : 0.174327552318573

     28180	  0.174715	  0.174328	  0.181341		CURRENT LEARNING RATE: 0.5279915791731622
previous_iter_valid_loss : 0.16928841173648834

     28200	  0.169720	  0.169288	  0.181038		CURRENT LEARNING RATE: 0.5278859914164552
previous_iter_valid_loss : 0.16833330690860748

     28220	  0.168615	  0.168333	  0.180324		CURRENT LEARNING RATE: 0.5277804247751879
previous_iter_valid_loss : 0.16879752278327942

     28240	  0.169209	  0.168798	  0.180003		CURRENT LEARNING RATE: 0.5276748792451377
previous_iter_valid_loss : 0.16804346442222595

     28260	  0.168481	  0.168043	  0.179644		CURRENT LEARNING RATE: 0.5275693548220828
previous_iter_valid_loss : 0.1757938414812088

     28280	  0.176108	  0.175794	  0.179110		CURRENT LEARNING RATE: 0.5274638515018021
previous_iter_valid_loss : 0.16756609082221985

     28300	  0.167941	  0.167566	  0.178258		CURRENT LEARNING RATE: 0.5273583692800754
previous_iter_valid_loss : 0.1736099123954773

     28320	  0.173958	  0.173610	  0.178022		CURRENT LEARNING RATE: 0.5272529081526838
previous_iter_valid_loss : 0.1752994954586029

     28340	  0.175690	  0.175299	  0.177595		CURRENT LEARNING RATE: 0.5271474681154084
previous_iter_valid_loss : 0.16920621693134308

     28360	  0.169644	  0.169206	  0.176909		CURRENT LEARNING RATE: 0.5270420491640319
previous_iter_valid_loss : 0.17745956778526306

     28380	  0.177885	  0.177460	  0.176827		CURRENT LEARNING RATE: 0.5269366512943373
previous_iter_valid_loss : 0.17743942141532898

     28400	  0.177916	  0.177439	  0.176035		CURRENT LEARNING RATE: 0.526831274502109
previous_iter_valid_loss : 0.19466963410377502

     28420	  0.195083	  0.194670	  0.176837		CURRENT LEARNING RATE: 0.5267259187831316
previous_iter_valid_loss : 0.17745082080364227

     28440	  0.178009	  0.177451	  0.176302		CURRENT LEARNING RATE: 0.5266205841331911
previous_iter_valid_loss : 0.17746451497077942

     28460	  0.177924	  0.177465	  0.176067		CURRENT LEARNING RATE: 0.526515270548074
previous_iter_valid_loss : 0.17914217710494995

     28480	  0.179582	  0.179142	  0.175923		CURRENT LEARNING RATE: 0.5264099780235678
previous_iter_valid_loss : 0.17066769301891327

     28500	  0.171111	  0.170668	  0.175659		CURRENT LEARNING RATE: 0.5263047065554608
previous_iter_valid_loss : 0.16919465363025665

     28520	  0.169592	  0.169195	  0.174812		CURRENT LEARNING RATE: 0.5261994561395422
previous_iter_valid_loss : 0.17633754014968872

     28540	  0.176746	  0.176338	  0.174073		CURRENT LEARNING RATE: 0.5260942267716018
previous_iter_valid_loss : 0.17660018801689148

     28560	  0.177030	  0.176600	  0.174335		CURRENT LEARNING RATE: 0.5259890184474306
previous_iter_valid_loss : 0.2092600166797638

     28580	  0.209570	  0.209260	  0.176081		CURRENT LEARNING RATE: 0.5258838311628202
previous_iter_valid_loss : 0.18868833780288696

     28600	  0.189108	  0.188688	  0.177051		CURRENT LEARNING RATE: 0.5257786649135631
previous_iter_valid_loss : 0.17415305972099304

     28620	  0.174585	  0.174153	  0.177342		CURRENT LEARNING RATE: 0.5256735196954527
previous_iter_valid_loss : 0.17108473181724548

     28640	  0.171565	  0.171085	  0.177457		CURRENT LEARNING RATE: 0.5255683955042831
previous_iter_valid_loss : 0.17315316200256348

     28660	  0.173575	  0.173153	  0.177712		CURRENT LEARNING RATE: 0.5254632923358494
previous_iter_valid_loss : 0.18039068579673767

     28680	  0.180896	  0.180391	  0.177942		CURRENT LEARNING RATE: 0.5253582101859475
previous_iter_valid_loss : 0.1752452552318573

     28700	  0.175653	  0.175245	  0.178326		CURRENT LEARNING RATE: 0.5252531490503741
previous_iter_valid_loss : 0.17784027755260468

     28720	  0.178221	  0.177840	  0.178537		CURRENT LEARNING RATE: 0.5251481089249267
previous_iter_valid_loss : 0.18944917619228363

     28740	  0.189816	  0.189449	  0.179245		CURRENT LEARNING RATE: 0.5250430898054037
previous_iter_valid_loss : 0.172065868973732

     28760	  0.172411	  0.172066	  0.179388		CURRENT LEARNING RATE: 0.5249380916876044
previous_iter_valid_loss : 0.17063605785369873

     28780	  0.171040	  0.170636	  0.179047		CURRENT LEARNING RATE: 0.5248331145673288
previous_iter_valid_loss : 0.1690855771303177

     28800	  0.169467	  0.169086	  0.178629		CURRENT LEARNING RATE: 0.524728158440378
previous_iter_valid_loss : 0.18301714956760406

     28820	  0.183358	  0.183017	  0.178046		CURRENT LEARNING RATE: 0.5246232233025535
previous_iter_valid_loss : 0.17822396755218506

     28840	  0.178652	  0.178224	  0.178085		CURRENT LEARNING RATE: 0.5245183091496579
previous_iter_valid_loss : 0.17788322269916534

     28860	  0.178388	  0.177883	  0.178106		CURRENT LEARNING RATE: 0.5244134159774948
previous_iter_valid_loss : 0.17349812388420105

     28880	  0.173835	  0.173498	  0.177824		CURRENT LEARNING RATE: 0.5243085437818685
previous_iter_valid_loss : 0.17524951696395874

     28900	  0.175557	  0.175250	  0.178053		CURRENT LEARNING RATE: 0.524203692558584
previous_iter_valid_loss : 0.1735132336616516

     28920	  0.173845	  0.173513	  0.178269		CURRENT LEARNING RATE: 0.5240988623034472
previous_iter_valid_loss : 0.1726822555065155

     28940	  0.173035	  0.172682	  0.178086		CURRENT LEARNING RATE: 0.523994053012265
previous_iter_valid_loss : 0.17321550846099854

     28960	  0.173628	  0.173216	  0.177917		CURRENT LEARNING RATE: 0.523889264680845
previous_iter_valid_loss : 0.1730663776397705

     28980	  0.173541	  0.173066	  0.176107		CURRENT LEARNING RATE: 0.5237844973049957
previous_iter_valid_loss : 0.17138616740703583

     29000	  0.171742	  0.171386	  0.175242		CURRENT LEARNING RATE: 0.5236797508805262
previous_iter_valid_loss : 0.17804037034511566

     29020	  0.178368	  0.178040	  0.175436		CURRENT LEARNING RATE: 0.5235750254032469
previous_iter_valid_loss : 0.19203071296215057

     29040	  0.192261	  0.192031	  0.176484		CURRENT LEARNING RATE: 0.5234703208689687
previous_iter_valid_loss : 0.20376348495483398

     29060	  0.204437	  0.203763	  0.178014		CURRENT LEARNING RATE: 0.5233656372735034
previous_iter_valid_loss : 0.17302563786506653

     29080	  0.173465	  0.173026	  0.177646		CURRENT LEARNING RATE: 0.5232609746126637
previous_iter_valid_loss : 0.19953148066997528

     29100	  0.199683	  0.199531	  0.178860		CURRENT LEARNING RATE: 0.523156332882263
previous_iter_valid_loss : 0.1969502866268158

     29120	  0.196972	  0.196950	  0.179816		CURRENT LEARNING RATE: 0.5230517120781157
previous_iter_valid_loss : 0.16914121806621552

     29140	  0.169406	  0.169141	  0.178800		CURRENT LEARNING RATE: 0.5229471121960368
previous_iter_valid_loss : 0.1819942742586136

     29160	  0.182254	  0.181994	  0.179297		CURRENT LEARNING RATE: 0.5228425332318427
previous_iter_valid_loss : 0.17329156398773193

     29180	  0.173743	  0.173292	  0.179429		CURRENT LEARNING RATE: 0.52273797518135
previous_iter_valid_loss : 0.16931506991386414

     29200	  0.169549	  0.169315	  0.179441		CURRENT LEARNING RATE: 0.5226334380403762
previous_iter_valid_loss : 0.17294995486736298

     29220	  0.173300	  0.172950	  0.178938		CURRENT LEARNING RATE: 0.5225289218047401
previous_iter_valid_loss : 0.17736504971981049

     29240	  0.177815	  0.177365	  0.178895		CURRENT LEARNING RATE: 0.522424426470261
previous_iter_valid_loss : 0.2133537232875824

     29260	  0.214051	  0.213354	  0.180668		CURRENT LEARNING RATE: 0.5223199520327588
previous_iter_valid_loss : 0.1859176605939865

     29280	  0.186399	  0.185918	  0.181289		CURRENT LEARNING RATE: 0.522215498488055
previous_iter_valid_loss : 0.1731419712305069

     29300	  0.173560	  0.173142	  0.181184		CURRENT LEARNING RATE: 0.5221110658319711
previous_iter_valid_loss : 0.1692175716161728

     29320	  0.169494	  0.169218	  0.180969		CURRENT LEARNING RATE: 0.52200665406033
previous_iter_valid_loss : 0.1862984001636505

     29340	  0.186892	  0.186298	  0.181650		CURRENT LEARNING RATE: 0.5219022631689549
previous_iter_valid_loss : 0.2241467535495758

     29360	  0.224767	  0.224147	  0.184196		CURRENT LEARNING RATE: 0.5217978931536705
previous_iter_valid_loss : 0.18779486417770386

     29380	  0.187939	  0.187795	  0.184933		CURRENT LEARNING RATE: 0.521693544010302
previous_iter_valid_loss : 0.17827336490154266

     29400	  0.178625	  0.178273	  0.185277		CURRENT LEARNING RATE: 0.5215892157346753
previous_iter_valid_loss : 0.20780900120735168

     29420	  0.208346	  0.207809	  0.186766		CURRENT LEARNING RATE: 0.5214849083226172
previous_iter_valid_loss : 0.20937909185886383

     29440	  0.209977	  0.209379	  0.187633		CURRENT LEARNING RATE: 0.5213806217699556
previous_iter_valid_loss : 0.20269280672073364

     29460	  0.203387	  0.202693	  0.187579		CURRENT LEARNING RATE: 0.5212763560725189
previous_iter_valid_loss : 0.16897977888584137

     29480	  0.169291	  0.168980	  0.187377		CURRENT LEARNING RATE: 0.5211721112261366
previous_iter_valid_loss : 0.18857638537883759

     29500	  0.189145	  0.188576	  0.186829		CURRENT LEARNING RATE: 0.5210678872266387
previous_iter_valid_loss : 0.18599297106266022

     29520	  0.186402	  0.185993	  0.186281		CURRENT LEARNING RATE: 0.5209636840698564
previous_iter_valid_loss : 0.17169934511184692

     29540	  0.171924	  0.171699	  0.186409		CURRENT LEARNING RATE: 0.5208595017516215
previous_iter_valid_loss : 0.19519257545471191

     29560	  0.195375	  0.195193	  0.187069		CURRENT LEARNING RATE: 0.5207553402677667
previous_iter_valid_loss : 0.18777631223201752

     29580	  0.188048	  0.187776	  0.187794		CURRENT LEARNING RATE: 0.5206511996141256
previous_iter_valid_loss : 0.17815376818180084

     29600	  0.178615	  0.178154	  0.188235		CURRENT LEARNING RATE: 0.5205470797865327
previous_iter_valid_loss : 0.20328418910503387

     29620	  0.203407	  0.203284	  0.189752		CURRENT LEARNING RATE: 0.520442980780823
previous_iter_valid_loss : 0.1700882613658905

     29640	  0.170452	  0.170088	  0.189388		CURRENT LEARNING RATE: 0.5203389025928326
previous_iter_valid_loss : 0.1762557327747345

     29660	  0.176619	  0.176256	  0.187533		CURRENT LEARNING RATE: 0.5202348452183982
previous_iter_valid_loss : 0.16999806463718414

     29680	  0.170162	  0.169998	  0.186737		CURRENT LEARNING RATE: 0.5201308086533578
previous_iter_valid_loss : 0.16872598230838776

     29700	  0.168928	  0.168726	  0.186517		CURRENT LEARNING RATE: 0.5200267928935499
previous_iter_valid_loss : 0.20591668784618378

     29720	  0.206487	  0.205917	  0.188352		CURRENT LEARNING RATE: 0.5199227979348137
previous_iter_valid_loss : 0.2099539041519165

     29740	  0.210604	  0.209954	  0.189534		CURRENT LEARNING RATE: 0.5198188237729895
previous_iter_valid_loss : 0.1777583509683609

     29760	  0.178070	  0.177758	  0.187215		CURRENT LEARNING RATE: 0.5197148704039184
previous_iter_valid_loss : 0.19589026272296906

     29780	  0.196401	  0.195890	  0.187620		CURRENT LEARNING RATE: 0.519610937823442
previous_iter_valid_loss : 0.20647519826889038

     29800	  0.207070	  0.206475	  0.189030		CURRENT LEARNING RATE: 0.5195070260274033
previous_iter_valid_loss : 0.18101446330547333

     29820	  0.181381	  0.181014	  0.187690		CURRENT LEARNING RATE: 0.5194031350116457
previous_iter_valid_loss : 0.17114418745040894

     29840	  0.171413	  0.171144	  0.185778		CURRENT LEARNING RATE: 0.5192992647720136
previous_iter_valid_loss : 0.19460304081439972

     29860	  0.194984	  0.194603	  0.185374		CURRENT LEARNING RATE: 0.5191954153043521
previous_iter_valid_loss : 0.18035756051540375

     29880	  0.180426	  0.180358	  0.185943		CURRENT LEARNING RATE: 0.5190915866045074
previous_iter_valid_loss : 0.1714314967393875

     29900	  0.171566	  0.171431	  0.185086		CURRENT LEARNING RATE: 0.5189877786683261
previous_iter_valid_loss : 0.1725563406944275

     29920	  0.172742	  0.172556	  0.184414		CURRENT LEARNING RATE: 0.518883991491656
previous_iter_valid_loss : 0.17791935801506042

     29940	  0.178187	  0.177919	  0.184725		CURRENT LEARNING RATE: 0.5187802250703457
previous_iter_valid_loss : 0.1841592788696289

     29960	  0.184395	  0.184159	  0.184173		CURRENT LEARNING RATE: 0.5186764794002444
previous_iter_valid_loss : 0.18343928456306458

     29980	  0.183741	  0.183439	  0.183956		CURRENT LEARNING RATE: 0.5185727544772025
previous_iter_valid_loss : 0.1996225118637085

     30000	  0.199809	  0.199623	  0.185030		CURRENT LEARNING RATE: 0.5184690502970707
previous_iter_valid_loss : 0.18609878420829773

     30020	  0.186304	  0.186099	  0.184170		CURRENT LEARNING RATE: 0.518365366855701
previous_iter_valid_loss : 0.18716594576835632

     30040	  0.187417	  0.187166	  0.185024		CURRENT LEARNING RATE: 0.5182617041489461
previous_iter_valid_loss : 0.17573152482509613

     30060	  0.175883	  0.175732	  0.184998		CURRENT LEARNING RATE: 0.5181580621726595
previous_iter_valid_loss : 0.18059301376342773

     30080	  0.180675	  0.180593	  0.185528		CURRENT LEARNING RATE: 0.5180544409226953
previous_iter_valid_loss : 0.17400842905044556

     30100	  0.174135	  0.174008	  0.185792		CURRENT LEARNING RATE: 0.5179508403949089
previous_iter_valid_loss : 0.1764918863773346

     30120	  0.176609	  0.176492	  0.184321		CURRENT LEARNING RATE: 0.5178472605851562
previous_iter_valid_loss : 0.18584920465946198

     30140	  0.186507	  0.185849	  0.183115		CURRENT LEARNING RATE: 0.5177437014892939
previous_iter_valid_loss : 0.1706916093826294

     30160	  0.170888	  0.170692	  0.182762		CURRENT LEARNING RATE: 0.5176401631031797
previous_iter_valid_loss : 0.17753276228904724

     30180	  0.177819	  0.177533	  0.181844		CURRENT LEARNING RATE: 0.5175366454226723
previous_iter_valid_loss : 0.18900246918201447

     30200	  0.189267	  0.189002	  0.180971		CURRENT LEARNING RATE: 0.5174331484436306
previous_iter_valid_loss : 0.1732032299041748

     30220	  0.173553	  0.173203	  0.180580		CURRENT LEARNING RATE: 0.517329672161915
previous_iter_valid_loss : 0.17188727855682373

     30240	  0.172267	  0.171887	  0.180617		CURRENT LEARNING RATE: 0.5172262165733863
previous_iter_valid_loss : 0.20001299679279327

     30260	  0.200360	  0.200013	  0.180888		CURRENT LEARNING RATE: 0.5171227816739064
previous_iter_valid_loss : 0.17952583730220795

     30280	  0.179844	  0.179526	  0.180846		CURRENT LEARNING RATE: 0.5170193674593377
previous_iter_valid_loss : 0.1751563996076584

     30300	  0.175356	  0.175156	  0.181032		CURRENT LEARNING RATE: 0.5169159739255439
previous_iter_valid_loss : 0.23221412301063538

     30320	  0.233049	  0.232214	  0.184015		CURRENT LEARNING RATE: 0.5168126010683891
previous_iter_valid_loss : 0.1916317343711853

     30340	  0.192222	  0.191632	  0.184701		CURRENT LEARNING RATE: 0.5167092488837384
previous_iter_valid_loss : 0.1794092059135437

     30360	  0.179808	  0.179409	  0.184463		CURRENT LEARNING RATE: 0.5166059173674576
previous_iter_valid_loss : 0.17535826563835144

     30380	  0.175687	  0.175358	  0.184059		CURRENT LEARNING RATE: 0.5165026065154138
previous_iter_valid_loss : 0.17745636403560638

     30400	  0.177891	  0.177456	  0.182951		CURRENT LEARNING RATE: 0.5163993163234742
previous_iter_valid_loss : 0.1717202514410019

     30420	  0.172159	  0.171720	  0.182232		CURRENT LEARNING RATE: 0.5162960467875073
previous_iter_valid_loss : 0.19646479189395905

     30440	  0.196731	  0.196465	  0.182697		CURRENT LEARNING RATE: 0.5161927979033825
previous_iter_valid_loss : 0.18934160470962524

     30460	  0.189750	  0.189342	  0.183377		CURRENT LEARNING RATE: 0.5160895696669695
previous_iter_valid_loss : 0.17969606816768646

     30480	  0.180009	  0.179696	  0.183333		CURRENT LEARNING RATE: 0.5159863620741394
previous_iter_valid_loss : 0.17488649487495422

     30500	  0.175235	  0.174886	  0.183377		CURRENT LEARNING RATE: 0.5158831751207639
previous_iter_valid_loss : 0.1856624037027359

     30520	  0.185969	  0.185662	  0.183835		CURRENT LEARNING RATE: 0.5157800088027154
previous_iter_valid_loss : 0.1761160045862198

     30540	  0.176421	  0.176116	  0.183348		CURRENT LEARNING RATE: 0.5156768631158674
previous_iter_valid_loss : 0.224703848361969

     30560	  0.224865	  0.224704	  0.186049		CURRENT LEARNING RATE: 0.5155737380560939
previous_iter_valid_loss : 0.17878679931163788

     30580	  0.178996	  0.178787	  0.186112		CURRENT LEARNING RATE: 0.51547063361927
previous_iter_valid_loss : 0.19687436521053314

     30600	  0.197122	  0.196874	  0.186505		CURRENT LEARNING RATE: 0.5153675498012716
previous_iter_valid_loss : 0.19331134855747223

     30620	  0.193967	  0.193311	  0.187511		CURRENT LEARNING RATE: 0.5152644865979752
previous_iter_valid_loss : 0.17556315660476685

     30640	  0.175809	  0.175563	  0.187695		CURRENT LEARNING RATE: 0.5151614440052583
previous_iter_valid_loss : 0.19738362729549408

     30660	  0.197835	  0.197384	  0.187563		CURRENT LEARNING RATE: 0.5150584220189993
previous_iter_valid_loss : 0.17359092831611633

     30680	  0.173812	  0.173591	  0.187266		CURRENT LEARNING RATE: 0.5149554206350773
previous_iter_valid_loss : 0.17433886229991913

     30700	  0.174453	  0.174339	  0.187225		CURRENT LEARNING RATE: 0.5148524398493721
previous_iter_valid_loss : 0.1869611293077469

     30720	  0.187135	  0.186961	  0.184963		CURRENT LEARNING RATE: 0.5147494796577646
previous_iter_valid_loss : 0.17137795686721802

     30740	  0.171617	  0.171378	  0.183950		CURRENT LEARNING RATE: 0.5146465400561363
previous_iter_valid_loss : 0.1758037507534027

     30760	  0.176004	  0.175804	  0.183770		CURRENT LEARNING RATE: 0.5145436210403698
previous_iter_valid_loss : 0.17395323514938354

     30780	  0.174172	  0.173953	  0.183700		CURRENT LEARNING RATE: 0.5144407226063481
previous_iter_valid_loss : 0.17130418121814728

     30800	  0.171303	  0.171304	  0.183392		CURRENT LEARNING RATE: 0.5143378447499554
previous_iter_valid_loss : 0.1748037040233612

     30820	  0.175027	  0.174804	  0.183546		CURRENT LEARNING RATE: 0.5142349874670765
previous_iter_valid_loss : 0.1942806839942932

     30840	  0.194409	  0.194281	  0.183437		CURRENT LEARNING RATE: 0.5141321507535972
previous_iter_valid_loss : 0.16924424469470978

     30860	  0.169371	  0.169244	  0.182432		CURRENT LEARNING RATE: 0.5140293346054041
previous_iter_valid_loss : 0.20072166621685028

     30880	  0.200681	  0.200722	  0.183483		CURRENT LEARNING RATE: 0.5139265390183844
previous_iter_valid_loss : 0.1772928386926651

     30900	  0.177350	  0.177293	  0.183604		CURRENT LEARNING RATE: 0.5138237639884262
previous_iter_valid_loss : 0.19139136373996735

     30920	  0.191680	  0.191391	  0.183890		CURRENT LEARNING RATE: 0.5137210095114187
previous_iter_valid_loss : 0.18078668415546417

     30940	  0.181048	  0.180787	  0.184124		CURRENT LEARNING RATE: 0.5136182755832518
previous_iter_valid_loss : 0.18410427868366241

     30960	  0.184302	  0.184104	  0.182094		CURRENT LEARNING RATE: 0.5135155621998159
previous_iter_valid_loss : 0.2040075957775116

     30980	  0.204113	  0.204008	  0.183355		CURRENT LEARNING RATE: 0.5134128693570025
previous_iter_valid_loss : 0.2076675295829773

     31000	  0.207679	  0.207668	  0.183894		CURRENT LEARNING RATE: 0.5133101970507039
previous_iter_valid_loss : 0.18337512016296387

     31020	  0.183625	  0.183375	  0.183398		CURRENT LEARNING RATE: 0.5132075452768133
previous_iter_valid_loss : 0.17981064319610596

     31040	  0.180075	  0.179811	  0.183610		CURRENT LEARNING RATE: 0.5131049140312247
previous_iter_valid_loss : 0.17688925564289093

     31060	  0.177264	  0.176889	  0.182585		CURRENT LEARNING RATE: 0.5130023033098325
previous_iter_valid_loss : 0.17111080884933472

     31080	  0.171313	  0.171111	  0.182461		CURRENT LEARNING RATE: 0.5128997131085327
previous_iter_valid_loss : 0.17267093062400818

     31100	  0.172855	  0.172671	  0.182378		CURRENT LEARNING RATE: 0.5127971434232215
previous_iter_valid_loss : 0.17008256912231445

     31120	  0.170270	  0.170083	  0.181534		CURRENT LEARNING RATE: 0.5126945942497959
previous_iter_valid_loss : 0.1861419677734375

     31140	  0.186307	  0.186142	  0.182272		CURRENT LEARNING RATE: 0.5125920655841543
previous_iter_valid_loss : 0.1829761564731598

     31160	  0.183211	  0.182976	  0.182631		CURRENT LEARNING RATE: 0.5124895574221954
previous_iter_valid_loss : 0.18385006487369537

     31180	  0.183956	  0.183850	  0.183126		CURRENT LEARNING RATE: 0.5123870697598188
previous_iter_valid_loss : 0.1672016829252243

     31200	  0.167430	  0.167202	  0.182920		CURRENT LEARNING RATE: 0.5122846025929251
previous_iter_valid_loss : 0.18108214437961578

     31220	  0.181179	  0.181082	  0.183234		CURRENT LEARNING RATE: 0.5121821559174156
previous_iter_valid_loss : 0.1675819754600525

     31240	  0.167691	  0.167582	  0.181899		CURRENT LEARNING RATE: 0.5120797297291924
previous_iter_valid_loss : 0.17170174419879913

     31260	  0.172014	  0.171702	  0.182022		CURRENT LEARNING RATE: 0.5119773240241583
previous_iter_valid_loss : 0.17192114889621735

     31280	  0.172175	  0.171921	  0.180582		CURRENT LEARNING RATE: 0.5118749387982174
previous_iter_valid_loss : 0.18140771985054016

     31300	  0.181566	  0.181408	  0.180788		CURRENT LEARNING RATE: 0.511772574047274
previous_iter_valid_loss : 0.17839984595775604

     31320	  0.178545	  0.178400	  0.180138		CURRENT LEARNING RATE: 0.5116702297672338
previous_iter_valid_loss : 0.18921728432178497

     31340	  0.189300	  0.189217	  0.180560		CURRENT LEARNING RATE: 0.5115679059540027
previous_iter_valid_loss : 0.16954530775547028

     31360	  0.169726	  0.169545	  0.179832		CURRENT LEARNING RATE: 0.511465602603488
previous_iter_valid_loss : 0.17564629018306732

     31380	  0.175617	  0.175646	  0.178414		CURRENT LEARNING RATE: 0.5113633197115974
previous_iter_valid_loss : 0.17665456235408783

     31400	  0.176827	  0.176655	  0.176863		CURRENT LEARNING RATE: 0.5112610572742396
previous_iter_valid_loss : 0.1711048036813736

     31420	  0.171447	  0.171105	  0.176250		CURRENT LEARNING RATE: 0.5111588152873243
previous_iter_valid_loss : 0.2052697241306305

     31440	  0.205440	  0.205270	  0.177523		CURRENT LEARNING RATE: 0.5110565937467617
previous_iter_valid_loss : 0.18610554933547974

     31460	  0.186285	  0.186106	  0.177984		CURRENT LEARNING RATE: 0.5109543926484629
previous_iter_valid_loss : 0.19389575719833374

     31480	  0.194015	  0.193896	  0.179123		CURRENT LEARNING RATE: 0.5108522119883397
previous_iter_valid_loss : 0.19633223116397858

     31500	  0.196425	  0.196332	  0.180306		CURRENT LEARNING RATE: 0.5107500517623051
previous_iter_valid_loss : 0.18167950212955475

     31520	  0.181809	  0.181680	  0.180886		CURRENT LEARNING RATE: 0.5106479119662728
previous_iter_valid_loss : 0.18021893501281738

     31540	  0.180301	  0.180219	  0.180590		CURRENT LEARNING RATE: 0.510545792596157
previous_iter_valid_loss : 0.1800997257232666

     31560	  0.180174	  0.180100	  0.180446		CURRENT LEARNING RATE: 0.5104436936478729
previous_iter_valid_loss : 0.1739252358675003

     31580	  0.174140	  0.173925	  0.179950		CURRENT LEARNING RATE: 0.5103416151173366
previous_iter_valid_loss : 0.21943320333957672

     31600	  0.219493	  0.219433	  0.182561		CURRENT LEARNING RATE: 0.5102395570004651
previous_iter_valid_loss : 0.21388821303844452

     31620	  0.213856	  0.213888	  0.184201		CURRENT LEARNING RATE: 0.5101375192931759
previous_iter_valid_loss : 0.18135575950145721

     31640	  0.181456	  0.181356	  0.184890		CURRENT LEARNING RATE: 0.5100355019913874
previous_iter_valid_loss : 0.17764665186405182

     31660	  0.177806	  0.177647	  0.185187		CURRENT LEARNING RATE: 0.5099335050910191
previous_iter_valid_loss : 0.17649146914482117

     31680	  0.176676	  0.176491	  0.185416		CURRENT LEARNING RATE: 0.5098315285879912
previous_iter_valid_loss : 0.17159302532672882

     31700	  0.171799	  0.171593	  0.184925		CURRENT LEARNING RATE: 0.5097295724782244
previous_iter_valid_loss : 0.17680805921554565

     31720	  0.176950	  0.176808	  0.184846		CURRENT LEARNING RATE: 0.5096276367576406
previous_iter_valid_loss : 0.17287954688072205

     31740	  0.173066	  0.172880	  0.184029		CURRENT LEARNING RATE: 0.5095257214221623
previous_iter_valid_loss : 0.2029639184474945

     31760	  0.203041	  0.202964	  0.185700		CURRENT LEARNING RATE: 0.509423826467713
previous_iter_valid_loss : 0.19079339504241943

     31780	  0.190944	  0.190793	  0.186457		CURRENT LEARNING RATE: 0.5093219518902168
previous_iter_valid_loss : 0.17233525216579437

     31800	  0.172423	  0.172335	  0.186241		CURRENT LEARNING RATE: 0.5092200976855987
previous_iter_valid_loss : 0.18618929386138916

     31820	  0.186338	  0.186189	  0.186995		CURRENT LEARNING RATE: 0.5091182638497846
previous_iter_valid_loss : 0.16909901797771454

     31840	  0.169288	  0.169099	  0.185187		CURRENT LEARNING RATE: 0.5090164503787011
previous_iter_valid_loss : 0.18428824841976166

     31860	  0.184372	  0.184288	  0.185096		CURRENT LEARNING RATE: 0.5089146572682758
previous_iter_valid_loss : 0.16907986998558044

     31880	  0.169307	  0.169080	  0.183855		CURRENT LEARNING RATE: 0.5088128845144367
previous_iter_valid_loss : 0.1976463347673416

     31900	  0.197725	  0.197646	  0.183921		CURRENT LEARNING RATE: 0.5087111321131131
previous_iter_valid_loss : 0.17826686799526215

     31920	  0.178406	  0.178267	  0.183750		CURRENT LEARNING RATE: 0.5086094000602349
previous_iter_valid_loss : 0.2004290670156479

     31940	  0.200524	  0.200429	  0.184761		CURRENT LEARNING RATE: 0.5085076883517328
previous_iter_valid_loss : 0.1985873281955719

     31960	  0.198700	  0.198587	  0.185685		CURRENT LEARNING RATE: 0.5084059969835383
previous_iter_valid_loss : 0.16856758296489716

     31980	  0.168777	  0.168568	  0.185417		CURRENT LEARNING RATE: 0.5083043259515836
previous_iter_valid_loss : 0.16966892778873444

     32000	  0.169824	  0.169669	  0.182929		CURRENT LEARNING RATE: 0.5082026752518022
previous_iter_valid_loss : 0.16845931112766266

     32020	  0.168661	  0.168459	  0.180657		CURRENT LEARNING RATE: 0.5081010448801276
previous_iter_valid_loss : 0.16880756616592407

     32040	  0.169006	  0.168808	  0.180030		CURRENT LEARNING RATE: 0.5079994348324951
previous_iter_valid_loss : 0.18450437486171722

     32060	  0.184678	  0.184504	  0.180373		CURRENT LEARNING RATE: 0.50789784510484
previous_iter_valid_loss : 0.1751174032688141

     32080	  0.175293	  0.175117	  0.180304		CURRENT LEARNING RATE: 0.5077962756930988
previous_iter_valid_loss : 0.167495459318161

     32100	  0.167731	  0.167495	  0.180099		CURRENT LEARNING RATE: 0.5076947265932087
previous_iter_valid_loss : 0.17367497086524963

     32120	  0.173850	  0.173675	  0.179943		CURRENT LEARNING RATE: 0.5075931978011077
previous_iter_valid_loss : 0.1796162873506546

     32140	  0.179774	  0.179616	  0.180279		CURRENT LEARNING RATE: 0.5074916893127346
previous_iter_valid_loss : 0.18048200011253357

     32160	  0.180649	  0.180482	  0.179155		CURRENT LEARNING RATE: 0.5073902011240292
previous_iter_valid_loss : 0.16800256073474884

     32180	  0.168146	  0.168003	  0.178016		CURRENT LEARNING RATE: 0.507288733230932
previous_iter_valid_loss : 0.17584700882434845

     32200	  0.175993	  0.175847	  0.178191		CURRENT LEARNING RATE: 0.5071872856293842
previous_iter_valid_loss : 0.1668725609779358

     32220	  0.167161	  0.166873	  0.177226		CURRENT LEARNING RATE: 0.5070858583153277
previous_iter_valid_loss : 0.19791962206363678

     32240	  0.198453	  0.197920	  0.178667		CURRENT LEARNING RATE: 0.5069844512847057
previous_iter_valid_loss : 0.17894293367862701

     32260	  0.179131	  0.178943	  0.178399		CURRENT LEARNING RATE: 0.506883064533462
previous_iter_valid_loss : 0.17346948385238647

     32280	  0.173624	  0.173469	  0.178619		CURRENT LEARNING RATE: 0.5067816980575407
previous_iter_valid_loss : 0.1821383684873581

     32300	  0.182349	  0.182138	  0.177843		CURRENT LEARNING RATE: 0.5066803518528874
previous_iter_valid_loss : 0.17301185429096222

     32320	  0.173238	  0.173012	  0.177581		CURRENT LEARNING RATE: 0.5065790259154483
previous_iter_valid_loss : 0.18033406138420105

     32340	  0.180588	  0.180334	  0.176576		CURRENT LEARNING RATE: 0.5064777202411704
previous_iter_valid_loss : 0.17666707932949066

     32360	  0.176758	  0.176667	  0.175480		CURRENT LEARNING RATE: 0.5063764348260014
previous_iter_valid_loss : 0.170081228017807

     32380	  0.170227	  0.170081	  0.175556		CURRENT LEARNING RATE: 0.5062751696658896
previous_iter_valid_loss : 0.17999422550201416

     32400	  0.180165	  0.179994	  0.176072		CURRENT LEARNING RATE: 0.5061739247567849
previous_iter_valid_loss : 0.16647087037563324

     32420	  0.166670	  0.166471	  0.175972		CURRENT LEARNING RATE: 0.5060727000946371
previous_iter_valid_loss : 0.17227129638195038

     32440	  0.172422	  0.172271	  0.176146		CURRENT LEARNING RATE: 0.5059714956753975
previous_iter_valid_loss : 0.172259122133255

     32460	  0.172331	  0.172259	  0.175533		CURRENT LEARNING RATE: 0.5058703114950177
previous_iter_valid_loss : 0.19116315245628357

     32480	  0.191386	  0.191163	  0.176336		CURRENT LEARNING RATE: 0.5057691475494506
previous_iter_valid_loss : 0.178938627243042

     32500	  0.179147	  0.178939	  0.176908		CURRENT LEARNING RATE: 0.5056680038346493
previous_iter_valid_loss : 0.16810590028762817

     32520	  0.168171	  0.168106	  0.176629		CURRENT LEARNING RATE: 0.5055668803465682
previous_iter_valid_loss : 0.16792628169059753

     32540	  0.167995	  0.167926	  0.176045		CURRENT LEARNING RATE: 0.5054657770811624
previous_iter_valid_loss : 0.17990881204605103

     32560	  0.180224	  0.179909	  0.176016		CURRENT LEARNING RATE: 0.5053646940343878
previous_iter_valid_loss : 0.2037983387708664

     32580	  0.204169	  0.203798	  0.177806		CURRENT LEARNING RATE: 0.5052636312022011
previous_iter_valid_loss : 0.16766519844532013

     32600	  0.167757	  0.167665	  0.177397		CURRENT LEARNING RATE: 0.5051625885805596
previous_iter_valid_loss : 0.18558111786842346

     32620	  0.185836	  0.185581	  0.178332		CURRENT LEARNING RATE: 0.5050615661654216
previous_iter_valid_loss : 0.16573211550712585

     32640	  0.165799	  0.165732	  0.176723		CURRENT LEARNING RATE: 0.5049605639527466
previous_iter_valid_loss : 0.16692668199539185

     32660	  0.167092	  0.166927	  0.176122		CURRENT LEARNING RATE: 0.504859581938494
previous_iter_valid_loss : 0.16473554074764252


Current valid loss: 0.16473554074764252;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     32680	  0.164793	  0.164736	  0.175685		CURRENT LEARNING RATE: 0.5047586201186249
previous_iter_valid_loss : 0.18119311332702637

     32700	  0.181389	  0.181193	  0.175638		CURRENT LEARNING RATE: 0.5046576784891006
previous_iter_valid_loss : 0.18360334634780884

     32720	  0.183801	  0.183603	  0.176168		CURRENT LEARNING RATE: 0.5045567570458834
previous_iter_valid_loss : 0.183827742934227

     32740	  0.184094	  0.183828	  0.176342		CURRENT LEARNING RATE: 0.5044558557849367
previous_iter_valid_loss : 0.17633156478405

     32760	  0.176471	  0.176332	  0.176326		CURRENT LEARNING RATE: 0.5043549747022243
previous_iter_valid_loss : 0.16857193410396576

     32780	  0.168724	  0.168572	  0.176250		CURRENT LEARNING RATE: 0.5042541137937109
previous_iter_valid_loss : 0.16756050288677216

     32800	  0.167674	  0.167561	  0.175629		CURRENT LEARNING RATE: 0.5041532730553622
previous_iter_valid_loss : 0.16701313853263855

     32820	  0.167208	  0.167013	  0.175656		CURRENT LEARNING RATE: 0.5040524524831443
previous_iter_valid_loss : 0.18905553221702576

     32840	  0.189289	  0.189056	  0.176495		CURRENT LEARNING RATE: 0.5039516520730247
previous_iter_valid_loss : 0.2090984433889389

     32860	  0.209642	  0.209098	  0.178337		CURRENT LEARNING RATE: 0.5038508718209713
previous_iter_valid_loss : 0.16789820790290833

     32880	  0.168081	  0.167898	  0.177174		CURRENT LEARNING RATE: 0.5037501117229528
previous_iter_valid_loss : 0.17333409190177917

     32900	  0.173640	  0.173334	  0.176893		CURRENT LEARNING RATE: 0.5036493717749387
previous_iter_valid_loss : 0.1691049486398697

     32920	  0.169304	  0.169105	  0.176943		CURRENT LEARNING RATE: 0.5035486519728997
previous_iter_valid_loss : 0.16716104745864868

     32940	  0.167155	  0.167161	  0.176905		CURRENT LEARNING RATE: 0.5034479523128068
previous_iter_valid_loss : 0.16645045578479767

     32960	  0.166547	  0.166450	  0.176232		CURRENT LEARNING RATE: 0.5033472727906321
previous_iter_valid_loss : 0.17741915583610535

     32980	  0.177666	  0.177419	  0.174913		CURRENT LEARNING RATE: 0.5032466134023483
previous_iter_valid_loss : 0.168527290225029

     33000	  0.168629	  0.168527	  0.174956		CURRENT LEARNING RATE: 0.5031459741439291
previous_iter_valid_loss : 0.1682177484035492

     33020	  0.168317	  0.168218	  0.174088		CURRENT LEARNING RATE: 0.5030453550113491
previous_iter_valid_loss : 0.16911311447620392

     33040	  0.169187	  0.169113	  0.174257		CURRENT LEARNING RATE: 0.5029447560005831
previous_iter_valid_loss : 0.1726624071598053

     33060	  0.172846	  0.172662	  0.174544		CURRENT LEARNING RATE: 0.5028441771076076
previous_iter_valid_loss : 0.17825227975845337

     33080	  0.178442	  0.178252	  0.175220		CURRENT LEARNING RATE: 0.5027436183283992
previous_iter_valid_loss : 0.16817018389701843

     33100	  0.168313	  0.168170	  0.174569		CURRENT LEARNING RATE: 0.5026430796589356
previous_iter_valid_loss : 0.17419971525669098

     33120	  0.174398	  0.174200	  0.174098		CURRENT LEARNING RATE: 0.5025425610951952
previous_iter_valid_loss : 0.20504191517829895

     33140	  0.205458	  0.205042	  0.175159		CURRENT LEARNING RATE: 0.5024420626331574
previous_iter_valid_loss : 0.18997691571712494

     33160	  0.190188	  0.189977	  0.175841		CURRENT LEARNING RATE: 0.5023415842688022
previous_iter_valid_loss : 0.1723414659500122

     33180	  0.172366	  0.172341	  0.176030		CURRENT LEARNING RATE: 0.5022411259981102
previous_iter_valid_loss : 0.16590763628482819

     33200	  0.165987	  0.165908	  0.175947		CURRENT LEARNING RATE: 0.5021406878170636
previous_iter_valid_loss : 0.16643878817558289

     33220	  0.166502	  0.166439	  0.175919		CURRENT LEARNING RATE: 0.5020402697216444
previous_iter_valid_loss : 0.1661118119955063

     33240	  0.166176	  0.166112	  0.174771		CURRENT LEARNING RATE: 0.5019398717078362
previous_iter_valid_loss : 0.1674741804599762

     33260	  0.167655	  0.167474	  0.172690		CURRENT LEARNING RATE: 0.5018394937716227
previous_iter_valid_loss : 0.1770874708890915

     33280	  0.177212	  0.177087	  0.173150		CURRENT LEARNING RATE: 0.5017391359089892
previous_iter_valid_loss : 0.18528112769126892

     33300	  0.185650	  0.185281	  0.173747		CURRENT LEARNING RATE: 0.5016387981159212
previous_iter_valid_loss : 0.17412300407886505

     33320	  0.174358	  0.174123	  0.173998		CURRENT LEARNING RATE: 0.5015384803884052
previous_iter_valid_loss : 0.16571417450904846

     33340	  0.165833	  0.165714	  0.173926		CURRENT LEARNING RATE: 0.5014381827224285
previous_iter_valid_loss : 0.16998310387134552

     33360	  0.170107	  0.169983	  0.174102		CURRENT LEARNING RATE: 0.501337905113979
previous_iter_valid_loss : 0.17979426681995392

     33380	  0.180009	  0.179794	  0.174221		CURRENT LEARNING RATE: 0.5012376475590459
previous_iter_valid_loss : 0.16859596967697144

     33400	  0.168902	  0.168596	  0.174224		CURRENT LEARNING RATE: 0.5011374100536188
previous_iter_valid_loss : 0.20697566866874695

     33420	  0.207049	  0.206976	  0.176162		CURRENT LEARNING RATE: 0.5010371925936882
previous_iter_valid_loss : 0.16989660263061523

     33440	  0.170041	  0.169897	  0.176201		CURRENT LEARNING RATE: 0.5009369951752453
previous_iter_valid_loss : 0.1688098907470703

     33460	  0.169017	  0.168810	  0.176009		CURRENT LEARNING RATE: 0.5008368177942822
previous_iter_valid_loss : 0.1693129539489746

     33480	  0.169388	  0.169313	  0.175562		CURRENT LEARNING RATE: 0.5007366604467919
previous_iter_valid_loss : 0.16780586540699005

     33500	  0.167967	  0.167806	  0.175544		CURRENT LEARNING RATE: 0.5006365231287682
previous_iter_valid_loss : 0.19109122455120087

     33520	  0.191200	  0.191091	  0.176388		CURRENT LEARNING RATE: 0.5005364058362054
previous_iter_valid_loss : 0.1690465360879898

     33540	  0.169205	  0.169047	  0.174588		CURRENT LEARNING RATE: 0.5004363085650989
previous_iter_valid_loss : 0.17249096930027008

     33560	  0.172659	  0.172491	  0.173714		CURRENT LEARNING RATE: 0.5003362313114449
previous_iter_valid_loss : 0.16647008061408997

     33580	  0.166761	  0.166470	  0.173421		CURRENT LEARNING RATE: 0.5002361740712401
previous_iter_valid_loss : 0.16671451926231384

     33600	  0.166961	  0.166715	  0.173461		CURRENT LEARNING RATE: 0.5001361368404823
previous_iter_valid_loss : 0.17133590579032898

     33620	  0.171447	  0.171336	  0.173706		CURRENT LEARNING RATE: 0.5000361196151702
previous_iter_valid_loss : 0.18588753044605255

     33640	  0.186120	  0.185888	  0.174695		CURRENT LEARNING RATE: 0.49993612239130286
previous_iter_valid_loss : 0.18993009626865387

     33660	  0.190124	  0.189930	  0.175817		CURRENT LEARNING RATE: 0.4998361451648805
previous_iter_valid_loss : 0.17556728422641754

     33680	  0.175720	  0.175567	  0.175741		CURRENT LEARNING RATE: 0.499736187931904
previous_iter_valid_loss : 0.18403534591197968

     33700	  0.184274	  0.184035	  0.175679		CURRENT LEARNING RATE: 0.49963625068837514
previous_iter_valid_loss : 0.17543309926986694

     33720	  0.175655	  0.175433	  0.175745		CURRENT LEARNING RATE: 0.4995363334302963
previous_iter_valid_loss : 0.17139120399951935

     33740	  0.171592	  0.171391	  0.176028		CURRENT LEARNING RATE: 0.49943643615367095
previous_iter_valid_loss : 0.17593252658843994

     33760	  0.176027	  0.175933	  0.176326		CURRENT LEARNING RATE: 0.49933655885450307
previous_iter_valid_loss : 0.16979281604290009

     33780	  0.169876	  0.169793	  0.175826		CURRENT LEARNING RATE: 0.4992367015287975
previous_iter_valid_loss : 0.17077329754829407

     33800	  0.170894	  0.170773	  0.175935		CURRENT LEARNING RATE: 0.4991368641725602
previous_iter_valid_loss : 0.17693282663822174

     33820	  0.177145	  0.176933	  0.174433		CURRENT LEARNING RATE: 0.4990370467817975
previous_iter_valid_loss : 0.1709805428981781

     33840	  0.171092	  0.170981	  0.174487		CURRENT LEARNING RATE: 0.4989372493525167
previous_iter_valid_loss : 0.16567233204841614

     33860	  0.165701	  0.165672	  0.174330		CURRENT LEARNING RATE: 0.49883747188072597
previous_iter_valid_loss : 0.16546182334423065

     33880	  0.165563	  0.165462	  0.174137		CURRENT LEARNING RATE: 0.4987377143624342
previous_iter_valid_loss : 0.17416009306907654

     33900	  0.174373	  0.174160	  0.174455		CURRENT LEARNING RATE: 0.49863797679365107
previous_iter_valid_loss : 0.20160925388336182

     33920	  0.202061	  0.201609	  0.174981		CURRENT LEARNING RATE: 0.4985382591703871
previous_iter_valid_loss : 0.18231093883514404

     33940	  0.182594	  0.182311	  0.175644		CURRENT LEARNING RATE: 0.49843856148865345
previous_iter_valid_loss : 0.16980428993701935

     33960	  0.169951	  0.169804	  0.175510		CURRENT LEARNING RATE: 0.4983388837444624
previous_iter_valid_loss : 0.17745739221572876

     33980	  0.177660	  0.177457	  0.176059		CURRENT LEARNING RATE: 0.49823922593382675
previous_iter_valid_loss : 0.17417287826538086

     34000	  0.174433	  0.174173	  0.176432		CURRENT LEARNING RATE: 0.4981395880527602
previous_iter_valid_loss : 0.17087183892726898

     34020	  0.171131	  0.170872	  0.176409		CURRENT LEARNING RATE: 0.4980399700972773
previous_iter_valid_loss : 0.16889309883117676

     34040	  0.169103	  0.168893	  0.175559		CURRENT LEARNING RATE: 0.4979403720633932
previous_iter_valid_loss : 0.1667691469192505

     34060	  0.167054	  0.166769	  0.174401		CURRENT LEARNING RATE: 0.49784079394712405
previous_iter_valid_loss : 0.17495208978652954

     34080	  0.175117	  0.174952	  0.174370		CURRENT LEARNING RATE: 0.49774123574448675
previous_iter_valid_loss : 0.1709129959344864

     34100	  0.171096	  0.170913	  0.173714		CURRENT LEARNING RATE: 0.497641697451499
previous_iter_valid_loss : 0.16906407475471497

     34120	  0.169375	  0.169064	  0.173396		CURRENT LEARNING RATE: 0.49754217906417914
previous_iter_valid_loss : 0.2276400923728943

     34140	  0.227610	  0.227640	  0.176208		CURRENT LEARNING RATE: 0.4974426805785465
previous_iter_valid_loss : 0.166144460439682

     34160	  0.166288	  0.166144	  0.175719		CURRENT LEARNING RATE: 0.4973432019906212
previous_iter_valid_loss : 0.17419256269931793

     34180	  0.174433	  0.174193	  0.175939		CURRENT LEARNING RATE: 0.49724374329642407
previous_iter_valid_loss : 0.1684432178735733

     34200	  0.168557	  0.168443	  0.175822		CURRENT LEARNING RATE: 0.49714430449197666
previous_iter_valid_loss : 0.17152127623558044

     34220	  0.171606	  0.171521	  0.175552		CURRENT LEARNING RATE: 0.4970448855733015
previous_iter_valid_loss : 0.20825928449630737

     34240	  0.208548	  0.208259	  0.177416		CURRENT LEARNING RATE: 0.49694548653642184
previous_iter_valid_loss : 0.17290285229682922

     34260	  0.173251	  0.172903	  0.177777		CURRENT LEARNING RATE: 0.49684610737736173
previous_iter_valid_loss : 0.18388085067272186

     34280	  0.183929	  0.183881	  0.178698		CURRENT LEARNING RATE: 0.49674674809214603
previous_iter_valid_loss : 0.1703203171491623

     34300	  0.170460	  0.170320	  0.178506		CURRENT LEARNING RATE: 0.49664740867680024
previous_iter_valid_loss : 0.16686974465847015

     34320	  0.167099	  0.166870	  0.176769		CURRENT LEARNING RATE: 0.4965480891273509
previous_iter_valid_loss : 0.16724060475826263

     34340	  0.167490	  0.167241	  0.176016		CURRENT LEARNING RATE: 0.49644878943982523
previous_iter_valid_loss : 0.19835412502288818

     34360	  0.198681	  0.198354	  0.177443		CURRENT LEARNING RATE: 0.49634950961025115
previous_iter_valid_loss : 0.17512957751750946

     34380	  0.175277	  0.175130	  0.177327		CURRENT LEARNING RATE: 0.4962502496346575
previous_iter_valid_loss : 0.1684635579586029

     34400	  0.168571	  0.168464	  0.177041		CURRENT LEARNING RATE: 0.4961510095090739
previous_iter_valid_loss : 0.16625013947486877

     34420	  0.166464	  0.166250	  0.176810		CURRENT LEARNING RATE: 0.4960517892295308
previous_iter_valid_loss : 0.16761928796768188

     34440	  0.167911	  0.167619	  0.176747		CURRENT LEARNING RATE: 0.4959525887920593
previous_iter_valid_loss : 0.1653304100036621

     34460	  0.165546	  0.165330	  0.176675		CURRENT LEARNING RATE: 0.4958534081926914
previous_iter_valid_loss : 0.1714651882648468

     34480	  0.171790	  0.171465	  0.176500		CURRENT LEARNING RATE: 0.49575424742745994
previous_iter_valid_loss : 0.17468559741973877

     34500	  0.174737	  0.174686	  0.176689		CURRENT LEARNING RATE: 0.4956551064923984
previous_iter_valid_loss : 0.166173055768013

     34520	  0.166279	  0.166173	  0.176544		CURRENT LEARNING RATE: 0.49555598538354123
previous_iter_valid_loss : 0.166678324341774

     34540	  0.166800	  0.166678	  0.173496		CURRENT LEARNING RATE: 0.4954568840969235
previous_iter_valid_loss : 0.16499555110931396

     34560	  0.165109	  0.164996	  0.173439		CURRENT LEARNING RATE: 0.49535780262858126
previous_iter_valid_loss : 0.1715257167816162

     34580	  0.171667	  0.171526	  0.173305		CURRENT LEARNING RATE: 0.4952587409745512
previous_iter_valid_loss : 0.16680824756622314

     34600	  0.166978	  0.166808	  0.173224		CURRENT LEARNING RATE: 0.49515969913087077
previous_iter_valid_loss : 0.1677795946598053

     34620	  0.167913	  0.167780	  0.173037		CURRENT LEARNING RATE: 0.4950606770935784
previous_iter_valid_loss : 0.18807537853717804

     34640	  0.188249	  0.188075	  0.172027		CURRENT LEARNING RATE: 0.4949616748587132
previous_iter_valid_loss : 0.16990511119365692

     34660	  0.170164	  0.169905	  0.171878		CURRENT LEARNING RATE: 0.494862692422315
previous_iter_valid_loss : 0.17936712503433228

     34680	  0.179554	  0.179367	  0.171652		CURRENT LEARNING RATE: 0.4947637297804246
previous_iter_valid_loss : 0.18786005675792694

     34700	  0.188023	  0.187860	  0.172529		CURRENT LEARNING RATE: 0.4946647869290835
previous_iter_valid_loss : 0.16831915080547333

     34720	  0.168499	  0.168319	  0.172601		CURRENT LEARNING RATE: 0.4945658638643338
previous_iter_valid_loss : 0.16717684268951416

     34740	  0.167352	  0.167177	  0.172598		CURRENT LEARNING RATE: 0.4944669605822189
previous_iter_valid_loss : 0.18840985000133514

     34760	  0.188837	  0.188410	  0.172101		CURRENT LEARNING RATE: 0.4943680770787824
previous_iter_valid_loss : 0.1716366857290268

     34780	  0.171714	  0.171637	  0.171926		CURRENT LEARNING RATE: 0.494269213350069
previous_iter_valid_loss : 0.16558606922626495

     34800	  0.165608	  0.165586	  0.171782		CURRENT LEARNING RATE: 0.49417036939212433
previous_iter_valid_loss : 0.16601750254631042

     34820	  0.166147	  0.166018	  0.171771		CURRENT LEARNING RATE: 0.4940715452009944
previous_iter_valid_loss : 0.17883005738258362

     34840	  0.178935	  0.178830	  0.172331		CURRENT LEARNING RATE: 0.49397274077272635
previous_iter_valid_loss : 0.1704351305961609

     34860	  0.170597	  0.170435	  0.172587		CURRENT LEARNING RATE: 0.4938739561033681
previous_iter_valid_loss : 0.17495718598365784

     34880	  0.175079	  0.174957	  0.172761		CURRENT LEARNING RATE: 0.49377519118896807
previous_iter_valid_loss : 0.16532765328884125

     34900	  0.165446	  0.165328	  0.172293		CURRENT LEARNING RATE: 0.49367644602557575
previous_iter_valid_loss : 0.17184463143348694

     34920	  0.171920	  0.171845	  0.172577		CURRENT LEARNING RATE: 0.4935777206092413
previous_iter_valid_loss : 0.18538546562194824

     34940	  0.185445	  0.185385	  0.173512		CURRENT LEARNING RATE: 0.4934790149360158
previous_iter_valid_loss : 0.17768125236034393

     34960	  0.177757	  0.177681	  0.174146		CURRENT LEARNING RATE: 0.493380329001951
previous_iter_valid_loss : 0.18516691029071808

     34980	  0.185204	  0.185167	  0.174829		CURRENT LEARNING RATE: 0.4932816628030994
previous_iter_valid_loss : 0.18721604347229004

     35000	  0.187294	  0.187216	  0.175849		CURRENT LEARNING RATE: 0.4931830163355143
previous_iter_valid_loss : 0.18595188856124878

     35020	  0.185918	  0.185952	  0.176758		CURRENT LEARNING RATE: 0.49308438959525003
previous_iter_valid_loss : 0.16782093048095703

     35040	  0.167960	  0.167821	  0.175745		CURRENT LEARNING RATE: 0.49298578257836134
previous_iter_valid_loss : 0.17230261862277985

     35060	  0.172356	  0.172303	  0.175865		CURRENT LEARNING RATE: 0.492887195280904
previous_iter_valid_loss : 0.16523641347885132

     35080	  0.165335	  0.165236	  0.175158		CURRENT LEARNING RATE: 0.4927886276989346
previous_iter_valid_loss : 0.17177213728427887

     35100	  0.171912	  0.171772	  0.174354		CURRENT LEARNING RATE: 0.4926900798285104
previous_iter_valid_loss : 0.1845647096633911

     35120	  0.184867	  0.184565	  0.175166		CURRENT LEARNING RATE: 0.49259155166568935
previous_iter_valid_loss : 0.1688566505908966

     35140	  0.168952	  0.168857	  0.175250		CURRENT LEARNING RATE: 0.4924930432065305
previous_iter_valid_loss : 0.1687832772731781

     35160	  0.168999	  0.168783	  0.174269		CURRENT LEARNING RATE: 0.4923945544470934
previous_iter_valid_loss : 0.17745883762836456

     35180	  0.177694	  0.177459	  0.174560		CURRENT LEARNING RATE: 0.4922960853834386
previous_iter_valid_loss : 0.18494568765163422

     35200	  0.185308	  0.184946	  0.175528		CURRENT LEARNING RATE: 0.49219763601162725
previous_iter_valid_loss : 0.16623224318027496

     35220	  0.166384	  0.166232	  0.175539		CURRENT LEARNING RATE: 0.4920992063277214
previous_iter_valid_loss : 0.17445887625217438

     35240	  0.174719	  0.174459	  0.175320		CURRENT LEARNING RATE: 0.49200079632778393
previous_iter_valid_loss : 0.1736263781785965

     35260	  0.173891	  0.173626	  0.175480		CURRENT LEARNING RATE: 0.4919024060078783
previous_iter_valid_loss : 0.1742953062057495

     35280	  0.174519	  0.174295	  0.175446		CURRENT LEARNING RATE: 0.4918040353640691
previous_iter_valid_loss : 0.1672378033399582

     35300	  0.167374	  0.167238	  0.175542		CURRENT LEARNING RATE: 0.49170568439242124
previous_iter_valid_loss : 0.1720462292432785

     35320	  0.172225	  0.172046	  0.175552		CURRENT LEARNING RATE: 0.4916073530890009
previous_iter_valid_loss : 0.17119155824184418

     35340	  0.171428	  0.171192	  0.174842		CURRENT LEARNING RATE: 0.4915090414498746
previous_iter_valid_loss : 0.17695200443267822

     35360	  0.177245	  0.176952	  0.174806		CURRENT LEARNING RATE: 0.49141074947111024
previous_iter_valid_loss : 0.17810465395450592

     35380	  0.178350	  0.178105	  0.174453		CURRENT LEARNING RATE: 0.4913124771487758
previous_iter_valid_loss : 0.17243285477161407

     35400	  0.172614	  0.172433	  0.173714		CURRENT LEARNING RATE: 0.49121422447894053
previous_iter_valid_loss : 0.16696697473526

     35420	  0.167145	  0.166967	  0.172764		CURRENT LEARNING RATE: 0.4911159914576743
previous_iter_valid_loss : 0.1875634491443634

     35440	  0.187813	  0.187563	  0.173751		CURRENT LEARNING RATE: 0.4910177780810478
previous_iter_valid_loss : 0.16549508273601532

     35460	  0.165643	  0.165495	  0.173411		CURRENT LEARNING RATE: 0.49091958434513255
previous_iter_valid_loss : 0.16557739675045013

     35480	  0.165688	  0.165577	  0.173428		CURRENT LEARNING RATE: 0.4908214102460007
previous_iter_valid_loss : 0.19177789986133575

     35500	  0.192027	  0.191778	  0.174428		CURRENT LEARNING RATE: 0.49072325577972525
previous_iter_valid_loss : 0.16880252957344055

     35520	  0.168917	  0.168803	  0.173640		CURRENT LEARNING RATE: 0.49062512094238014
previous_iter_valid_loss : 0.1689780354499817

     35540	  0.169074	  0.168978	  0.173646		CURRENT LEARNING RATE: 0.49052700573004
previous_iter_valid_loss : 0.177575021982193

     35560	  0.177861	  0.177575	  0.174086		CURRENT LEARNING RATE: 0.49042891013878004
previous_iter_valid_loss : 0.1662299782037735

     35580	  0.166391	  0.166230	  0.173525		CURRENT LEARNING RATE: 0.4903308341646766
previous_iter_valid_loss : 0.16463036835193634


Current valid loss: 0.16463036835193634;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     35600	  0.164722	  0.164630	  0.172509		CURRENT LEARNING RATE: 0.4902327778038067
previous_iter_valid_loss : 0.16973432898521423

     35620	  0.169925	  0.169734	  0.172684		CURRENT LEARNING RATE: 0.4901347410522478
previous_iter_valid_loss : 0.1651265025138855

     35640	  0.165194	  0.165127	  0.172217		CURRENT LEARNING RATE: 0.4900367239060788
previous_iter_valid_loss : 0.17301058769226074

     35660	  0.173134	  0.173011	  0.172186		CURRENT LEARNING RATE: 0.48993872636137864
previous_iter_valid_loss : 0.18356440961360931

     35680	  0.183998	  0.183564	  0.172650		CURRENT LEARNING RATE: 0.4898407484142277
previous_iter_valid_loss : 0.1661408692598343

     35700	  0.166312	  0.166141	  0.172595		CURRENT LEARNING RATE: 0.4897427900607067
previous_iter_valid_loss : 0.17691585421562195

     35720	  0.177236	  0.176916	  0.172839		CURRENT LEARNING RATE: 0.48964485129689744
previous_iter_valid_loss : 0.16464582085609436

     35740	  0.164788	  0.164646	  0.172511		CURRENT LEARNING RATE: 0.4895469321188822
previous_iter_valid_loss : 0.1802803874015808

     35760	  0.180531	  0.180280	  0.172678		CURRENT LEARNING RATE: 0.4894490325227444
previous_iter_valid_loss : 0.17244501411914825

     35780	  0.172678	  0.172445	  0.172395		CURRENT LEARNING RATE: 0.48935115250456795
previous_iter_valid_loss : 0.17737826704978943

     35800	  0.177641	  0.177378	  0.172642		CURRENT LEARNING RATE: 0.4892532920604376
previous_iter_valid_loss : 0.1652454435825348

     35820	  0.165488	  0.165245	  0.172556		CURRENT LEARNING RATE: 0.4891554511864391
previous_iter_valid_loss : 0.1671179085969925

     35840	  0.167164	  0.167118	  0.171534		CURRENT LEARNING RATE: 0.48905762987865864
previous_iter_valid_loss : 0.19509397447109222

     35860	  0.195141	  0.195094	  0.173014		CURRENT LEARNING RATE: 0.48895982813318345
previous_iter_valid_loss : 0.1724892556667328

     35880	  0.172569	  0.172489	  0.173359		CURRENT LEARNING RATE: 0.48886204594610144
previous_iter_valid_loss : 0.16810332238674164

     35900	  0.168139	  0.168103	  0.172175		CURRENT LEARNING RATE: 0.48876428331350136
previous_iter_valid_loss : 0.16893619298934937

     35920	  0.169037	  0.168936	  0.172182		CURRENT LEARNING RATE: 0.4886665402314727
previous_iter_valid_loss : 0.16617831587791443

     35940	  0.166346	  0.166178	  0.172042		CURRENT LEARNING RATE: 0.4885688166961057
previous_iter_valid_loss : 0.1669672131538391

     35960	  0.167106	  0.166967	  0.171512		CURRENT LEARNING RATE: 0.4884711127034914
previous_iter_valid_loss : 0.1874162256717682

     35980	  0.187789	  0.187416	  0.172571		CURRENT LEARNING RATE: 0.4883734282497217
previous_iter_valid_loss : 0.17532750964164734

     36000	  0.175650	  0.175328	  0.173106		CURRENT LEARNING RATE: 0.4882757633308892
previous_iter_valid_loss : 0.1804596185684204

     36020	  0.180582	  0.180460	  0.173642		CURRENT LEARNING RATE: 0.48817811794308724
previous_iter_valid_loss : 0.17692331969738007

     36040	  0.177007	  0.176923	  0.174232		CURRENT LEARNING RATE: 0.48808049208241017
previous_iter_valid_loss : 0.1680300533771515

     36060	  0.168034	  0.168030	  0.173983		CURRENT LEARNING RATE: 0.48798288574495274
previous_iter_valid_loss : 0.169326052069664

     36080	  0.169388	  0.169326	  0.173271		CURRENT LEARNING RATE: 0.4878852989268109
previous_iter_valid_loss : 0.16676411032676697

     36100	  0.166799	  0.166764	  0.173302		CURRENT LEARNING RATE: 0.487787731624081
previous_iter_valid_loss : 0.1776914894580841

     36120	  0.177794	  0.177691	  0.173341		CURRENT LEARNING RATE: 0.48769018383286045
previous_iter_valid_loss : 0.17040544748306274

     36140	  0.170661	  0.170405	  0.173629		CURRENT LEARNING RATE: 0.4875926555492474
previous_iter_valid_loss : 0.16757386922836304

     36160	  0.167736	  0.167574	  0.172994		CURRENT LEARNING RATE: 0.4874951467693405
previous_iter_valid_loss : 0.16996373236179352

     36180	  0.170296	  0.169964	  0.172870		CURRENT LEARNING RATE: 0.4873976574892397
previous_iter_valid_loss : 0.1661963164806366

     36200	  0.166257	  0.166196	  0.172311		CURRENT LEARNING RATE: 0.48730018770504513
previous_iter_valid_loss : 0.184757798910141

     36220	  0.185200	  0.184758	  0.173286		CURRENT LEARNING RATE: 0.48720273741285813
previous_iter_valid_loss : 0.19125215709209442

     36240	  0.191603	  0.191252	  0.174493		CURRENT LEARNING RATE: 0.48710530660878076
previous_iter_valid_loss : 0.1695491224527359

     36260	  0.169793	  0.169549	  0.173216		CURRENT LEARNING RATE: 0.4870078952889157
previous_iter_valid_loss : 0.1781025528907776

     36280	  0.178294	  0.178103	  0.173496		CURRENT LEARNING RATE: 0.48691050344936654
previous_iter_valid_loss : 0.16805288195610046

     36300	  0.168158	  0.168053	  0.173494		CURRENT LEARNING RATE: 0.4868131310862375
previous_iter_valid_loss : 0.17471252381801605

     36320	  0.174883	  0.174713	  0.173783		CURRENT LEARNING RATE: 0.4867157781956339
previous_iter_valid_loss : 0.16510894894599915

     36340	  0.165252	  0.165109	  0.173729		CURRENT LEARNING RATE: 0.4866184447736614
previous_iter_valid_loss : 0.1783052235841751

     36360	  0.178748	  0.178305	  0.174296		CURRENT LEARNING RATE: 0.48652113081642673
previous_iter_valid_loss : 0.17297601699829102

     36380	  0.173146	  0.172976	  0.173574		CURRENT LEARNING RATE: 0.4864238363200374
previous_iter_valid_loss : 0.16600950062274933

     36400	  0.166182	  0.166010	  0.173108		CURRENT LEARNING RATE: 0.4863265612806016
previous_iter_valid_loss : 0.20109227299690247

     36420	  0.201298	  0.201092	  0.174140		CURRENT LEARNING RATE: 0.4862293056942283
previous_iter_valid_loss : 0.16808904707431793

     36440	  0.168201	  0.168089	  0.173698		CURRENT LEARNING RATE: 0.4861320695570273
previous_iter_valid_loss : 0.1680561602115631

     36460	  0.168260	  0.168056	  0.173699		CURRENT LEARNING RATE: 0.4860348528651091
previous_iter_valid_loss : 0.16974881291389465

     36480	  0.169992	  0.169749	  0.173720		CURRENT LEARNING RATE: 0.4859376556145852
previous_iter_valid_loss : 0.17965249717235565

     36500	  0.179927	  0.179652	  0.174365		CURRENT LEARNING RATE: 0.48584047780156747
previous_iter_valid_loss : 0.16693095862865448

     36520	  0.167018	  0.166931	  0.173827		CURRENT LEARNING RATE: 0.485743319422169
previous_iter_valid_loss : 0.17829862236976624

     36540	  0.178675	  0.178299	  0.174221		CURRENT LEARNING RATE: 0.4856461804725033
previous_iter_valid_loss : 0.17972443997859955

     36560	  0.179792	  0.179724	  0.174829		CURRENT LEARNING RATE: 0.4855490609486849
previous_iter_valid_loss : 0.19122417271137238

     36580	  0.191351	  0.191224	  0.175892		CURRENT LEARNING RATE: 0.48545196084682907
previous_iter_valid_loss : 0.16642887890338898

     36600	  0.166629	  0.166429	  0.175904		CURRENT LEARNING RATE: 0.4853548801630516
previous_iter_valid_loss : 0.16593098640441895

     36620	  0.166046	  0.165931	  0.174962		CURRENT LEARNING RATE: 0.48525781889346953
previous_iter_valid_loss : 0.1662558764219284

     36640	  0.166333	  0.166256	  0.173713		CURRENT LEARNING RATE: 0.48516077703420024
previous_iter_valid_loss : 0.17522349953651428

     36660	  0.175612	  0.175223	  0.173996		CURRENT LEARNING RATE: 0.485063754581362
previous_iter_valid_loss : 0.16568772494792938

     36680	  0.165859	  0.165688	  0.173375		CURRENT LEARNING RATE: 0.48496675153107416
previous_iter_valid_loss : 0.17642495036125183

     36700	  0.176723	  0.176425	  0.173794		CURRENT LEARNING RATE: 0.48486976787945635
previous_iter_valid_loss : 0.17791271209716797

     36720	  0.178253	  0.177913	  0.173954		CURRENT LEARNING RATE: 0.4847728036226294
previous_iter_valid_loss : 0.1863182783126831

     36740	  0.186690	  0.186318	  0.175015		CURRENT LEARNING RATE: 0.48467585875671465
previous_iter_valid_loss : 0.16779759526252747

     36760	  0.168049	  0.167798	  0.174489		CURRENT LEARNING RATE: 0.48457893327783425
previous_iter_valid_loss : 0.17133721709251404

     36780	  0.171442	  0.171337	  0.174407		CURRENT LEARNING RATE: 0.48448202718211125
previous_iter_valid_loss : 0.16571670770645142

     36800	  0.165841	  0.165717	  0.174393		CURRENT LEARNING RATE: 0.48438514046566944
previous_iter_valid_loss : 0.16543978452682495

     36820	  0.165706	  0.165440	  0.172610		CURRENT LEARNING RATE: 0.48428827312463335
previous_iter_valid_loss : 0.1839454621076584

     36840	  0.184146	  0.183945	  0.173403		CURRENT LEARNING RATE: 0.48419142515512814
previous_iter_valid_loss : 0.17315803468227386

     36860	  0.173368	  0.173158	  0.173658		CURRENT LEARNING RATE: 0.4840945965532801
previous_iter_valid_loss : 0.1653742790222168

     36880	  0.165549	  0.165374	  0.173439		CURRENT LEARNING RATE: 0.4839977873152159
previous_iter_valid_loss : 0.2016153782606125

     36900	  0.202066	  0.201615	  0.174537		CURRENT LEARNING RATE: 0.4839009974370634
previous_iter_valid_loss : 0.16496407985687256

     36920	  0.165160	  0.164964	  0.174439		CURRENT LEARNING RATE: 0.4838042269149507
previous_iter_valid_loss : 0.16531600058078766

     36940	  0.165486	  0.165316	  0.173790		CURRENT LEARNING RATE: 0.48370747574500716
previous_iter_valid_loss : 0.16632314026355743

     36960	  0.166500	  0.166323	  0.173120		CURRENT LEARNING RATE: 0.48361074392336284
previous_iter_valid_loss : 0.17280621826648712

     36980	  0.173197	  0.172806	  0.172199		CURRENT LEARNING RATE: 0.48351403144614824
previous_iter_valid_loss : 0.16702629625797272

     37000	  0.167261	  0.167026	  0.172229		CURRENT LEARNING RATE: 0.483417338309495
previous_iter_valid_loss : 0.17283231019973755

     37020	  0.173053	  0.172832	  0.172574		CURRENT LEARNING RATE: 0.48332066450953526
previous_iter_valid_loss : 0.18536515533924103

     37040	  0.185750	  0.185365	  0.173529		CURRENT LEARNING RATE: 0.48322401004240234
previous_iter_valid_loss : 0.17621184885501862

     37060	  0.176487	  0.176212	  0.173579		CURRENT LEARNING RATE: 0.48312737490422974
previous_iter_valid_loss : 0.1809857040643692

     37080	  0.181156	  0.180986	  0.174344		CURRENT LEARNING RATE: 0.4830307590911523
previous_iter_valid_loss : 0.16514085233211517

     37100	  0.165290	  0.165141	  0.173779		CURRENT LEARNING RATE: 0.48293416259930527
previous_iter_valid_loss : 0.18492738902568817

     37120	  0.185343	  0.184927	  0.174130		CURRENT LEARNING RATE: 0.48283758542482474
previous_iter_valid_loss : 0.174552783370018

     37140	  0.174838	  0.174553	  0.173542		CURRENT LEARNING RATE: 0.48274102756384774
previous_iter_valid_loss : 0.1674511879682541

     37160	  0.167562	  0.167451	  0.173525		CURRENT LEARNING RATE: 0.48264448901251183
previous_iter_valid_loss : 0.18094903230667114

     37180	  0.181099	  0.180949	  0.174005		CURRENT LEARNING RATE: 0.48254796976695563
previous_iter_valid_loss : 0.16585756838321686

     37200	  0.166053	  0.165858	  0.174012		CURRENT LEARNING RATE: 0.4824514698233183
previous_iter_valid_loss : 0.1722642481327057

     37220	  0.172472	  0.172264	  0.174353		CURRENT LEARNING RATE: 0.48235498917773983
previous_iter_valid_loss : 0.16561773419380188

     37240	  0.165721	  0.165618	  0.173437		CURRENT LEARNING RATE: 0.4822585278263609
previous_iter_valid_loss : 0.16837508976459503

     37260	  0.168534	  0.168375	  0.173198		CURRENT LEARNING RATE: 0.4821620857653232
previous_iter_valid_loss : 0.17970146238803864

     37280	  0.179892	  0.179701	  0.173914		CURRENT LEARNING RATE: 0.482065662990769
previous_iter_valid_loss : 0.165617436170578

     37300	  0.165843	  0.165617	  0.172114		CURRENT LEARNING RATE: 0.4819692594988414
previous_iter_valid_loss : 0.17144927382469177

     37320	  0.171732	  0.171449	  0.172439		CURRENT LEARNING RATE: 0.48187287528568423
previous_iter_valid_loss : 0.16879534721374512

     37340	  0.169073	  0.168795	  0.172613		CURRENT LEARNING RATE: 0.4817765103474421
previous_iter_valid_loss : 0.16732987761497498

     37360	  0.167562	  0.167330	  0.172663		CURRENT LEARNING RATE: 0.48168016468026054
previous_iter_valid_loss : 0.17230218648910522

     37380	  0.172422	  0.172302	  0.172638		CURRENT LEARNING RATE: 0.4815838382802856
previous_iter_valid_loss : 0.1693507581949234

     37400	  0.169403	  0.169351	  0.172754		CURRENT LEARNING RATE: 0.48148753114366416
previous_iter_valid_loss : 0.22286337614059448

     37420	  0.223449	  0.222863	  0.175255		CURRENT LEARNING RATE: 0.48139124326654414
previous_iter_valid_loss : 0.16797928512096405

     37440	  0.168208	  0.167979	  0.174386		CURRENT LEARNING RATE: 0.48129497464507387
previous_iter_valid_loss : 0.1683388501405716

     37460	  0.168749	  0.168339	  0.173993		CURRENT LEARNING RATE: 0.48119872527540264
previous_iter_valid_loss : 0.1826172173023224

     37480	  0.183058	  0.182617	  0.174074		CURRENT LEARNING RATE: 0.48110249515368053
previous_iter_valid_loss : 0.17806558310985565

     37500	  0.178411	  0.178066	  0.174720		CURRENT LEARNING RATE: 0.48100628427605824
previous_iter_valid_loss : 0.1707896739244461

     37520	  0.171053	  0.170790	  0.174013		CURRENT LEARNING RATE: 0.4809100926386874
previous_iter_valid_loss : 0.21039709448814392

     37540	  0.210588	  0.210397	  0.175806		CURRENT LEARNING RATE: 0.48081392023772035
previous_iter_valid_loss : 0.1674770563840866

     37560	  0.167677	  0.167477	  0.175807		CURRENT LEARNING RATE: 0.48071776706931013
previous_iter_valid_loss : 0.16749709844589233

     37580	  0.167769	  0.167497	  0.175134		CURRENT LEARNING RATE: 0.48062163312961065
previous_iter_valid_loss : 0.1873054951429367

     37600	  0.187426	  0.187305	  0.176207		CURRENT LEARNING RATE: 0.48052551841477664
previous_iter_valid_loss : 0.17574664950370789

     37620	  0.176191	  0.175747	  0.176381		CURRENT LEARNING RATE: 0.48042942292096336
previous_iter_valid_loss : 0.16656994819641113

     37640	  0.166820	  0.166570	  0.176428		CURRENT LEARNING RATE: 0.4803333466443271
previous_iter_valid_loss : 0.1749155968427658

     37660	  0.175254	  0.174916	  0.176756		CURRENT LEARNING RATE: 0.48023728958102474
previous_iter_valid_loss : 0.1727377027273178

     37680	  0.172880	  0.172738	  0.176407		CURRENT LEARNING RATE: 0.48014125172721406
previous_iter_valid_loss : 0.17725637555122375

     37700	  0.177645	  0.177256	  0.176989		CURRENT LEARNING RATE: 0.48004523307905356
previous_iter_valid_loss : 0.1711236536502838

     37720	  0.171193	  0.171124	  0.176973		CURRENT LEARNING RATE: 0.4799492336327023
previous_iter_valid_loss : 0.16851337254047394

     37740	  0.168787	  0.168513	  0.176959		CURRENT LEARNING RATE: 0.47985325338432055
previous_iter_valid_loss : 0.17292749881744385

     37760	  0.173320	  0.172927	  0.177239		CURRENT LEARNING RATE: 0.479757292330069
previous_iter_valid_loss : 0.17007991671562195

     37780	  0.170444	  0.170080	  0.177128		CURRENT LEARNING RATE: 0.4796613504661092
previous_iter_valid_loss : 0.17199736833572388

     37800	  0.172383	  0.171997	  0.177260		CURRENT LEARNING RATE: 0.47956542778860345
previous_iter_valid_loss : 0.1710945963859558

     37820	  0.171347	  0.171095	  0.174672		CURRENT LEARNING RATE: 0.4794695242937149
previous_iter_valid_loss : 0.1667218655347824

     37840	  0.167009	  0.166722	  0.174609		CURRENT LEARNING RATE: 0.4793736399776074
previous_iter_valid_loss : 0.1720878779888153

     37860	  0.172281	  0.172088	  0.174796		CURRENT LEARNING RATE: 0.4792777748364455
previous_iter_valid_loss : 0.18058215081691742

     37880	  0.180844	  0.180582	  0.174694		CURRENT LEARNING RATE: 0.4791819288663947
previous_iter_valid_loss : 0.16489043831825256

     37900	  0.165157	  0.164890	  0.174036		CURRENT LEARNING RATE: 0.4790861020636211
previous_iter_valid_loss : 0.16773658990859985

     37920	  0.167927	  0.167737	  0.173883		CURRENT LEARNING RATE: 0.47899029442429175
previous_iter_valid_loss : 0.1671522557735443

     37940	  0.167344	  0.167152	  0.171721		CURRENT LEARNING RATE: 0.47889450594457417
previous_iter_valid_loss : 0.175519198179245

     37960	  0.175743	  0.175519	  0.172123		CURRENT LEARNING RATE: 0.4787987366206368
previous_iter_valid_loss : 0.16960081458091736

     37980	  0.170007	  0.169601	  0.172228		CURRENT LEARNING RATE: 0.47870298644864906
previous_iter_valid_loss : 0.16911615431308746

     38000	  0.169321	  0.169116	  0.171319		CURRENT LEARNING RATE: 0.4786072554247809
previous_iter_valid_loss : 0.18244662880897522

     38020	  0.182858	  0.182447	  0.171654		CURRENT LEARNING RATE: 0.47851154354520287
previous_iter_valid_loss : 0.196262389421463

     38040	  0.196488	  0.196262	  0.173138		CURRENT LEARNING RATE: 0.47841585080608673
previous_iter_valid_loss : 0.1801621913909912

     38060	  0.180399	  0.180162	  0.173400		CURRENT LEARNING RATE: 0.47832017720360465
previous_iter_valid_loss : 0.1689349263906479

     38080	  0.169279	  0.168935	  0.173210		CURRENT LEARNING RATE: 0.47822452273392974
previous_iter_valid_loss : 0.2153511792421341

     38100	  0.215439	  0.215351	  0.175115		CURRENT LEARNING RATE: 0.47812888739323584
previous_iter_valid_loss : 0.17399486899375916

     38120	  0.174236	  0.173995	  0.175259		CURRENT LEARNING RATE: 0.4780332711776974
previous_iter_valid_loss : 0.17888014018535614

     38140	  0.179080	  0.178880	  0.175777		CURRENT LEARNING RATE: 0.47793767408348997
previous_iter_valid_loss : 0.17304252088069916

     38160	  0.173216	  0.173043	  0.175783		CURRENT LEARNING RATE: 0.47784209610678957
previous_iter_valid_loss : 0.1731359362602234

     38180	  0.173453	  0.173136	  0.175936		CURRENT LEARNING RATE: 0.47774653724377303
previous_iter_valid_loss : 0.1660299301147461

     38200	  0.166290	  0.166030	  0.175637		CURRENT LEARNING RATE: 0.47765099749061807
previous_iter_valid_loss : 0.1645083725452423


Current valid loss: 0.1645083725452423;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     38220	  0.164678	  0.164508	  0.175308		CURRENT LEARNING RATE: 0.477555476843503
previous_iter_valid_loss : 0.16985374689102173

     38240	  0.170158	  0.169854	  0.175464		CURRENT LEARNING RATE: 0.4774599752986072
previous_iter_valid_loss : 0.17402276396751404

     38260	  0.174303	  0.174023	  0.175561		CURRENT LEARNING RATE: 0.47736449285211036
previous_iter_valid_loss : 0.17035865783691406

     38280	  0.170611	  0.170359	  0.175050		CURRENT LEARNING RATE: 0.47726902950019334
previous_iter_valid_loss : 0.20564432442188263

     38300	  0.205723	  0.205644	  0.177088		CURRENT LEARNING RATE: 0.4771735852390376
previous_iter_valid_loss : 0.1686684489250183

     38320	  0.168848	  0.168668	  0.177134		CURRENT LEARNING RATE: 0.4770781600648253
previous_iter_valid_loss : 0.19384531676769257

     38340	  0.194061	  0.193845	  0.178469		CURRENT LEARNING RATE: 0.4769827539737394
previous_iter_valid_loss : 0.16654908657073975

     38360	  0.166725	  0.166549	  0.178020		CURRENT LEARNING RATE: 0.4768873669619638
previous_iter_valid_loss : 0.20164881646633148

     38380	  0.201810	  0.201649	  0.179623		CURRENT LEARNING RATE: 0.4767919990256829
previous_iter_valid_loss : 0.16823920607566833

     38400	  0.168503	  0.168239	  0.179579		CURRENT LEARNING RATE: 0.47669665016108215
previous_iter_valid_loss : 0.16649693250656128

     38420	  0.166848	  0.166497	  0.178782		CURRENT LEARNING RATE: 0.47660132036434727
previous_iter_valid_loss : 0.166694775223732

     38440	  0.167034	  0.166695	  0.177303		CURRENT LEARNING RATE: 0.47650600963166545
previous_iter_valid_loss : 0.16786867380142212

     38460	  0.168172	  0.167869	  0.176688		CURRENT LEARNING RATE: 0.47641071795922396
previous_iter_valid_loss : 0.1771160066127777

     38480	  0.177467	  0.177116	  0.177098		CURRENT LEARNING RATE: 0.47631544534321135
previous_iter_valid_loss : 0.17709070444107056

     38500	  0.177412	  0.177091	  0.175184		CURRENT LEARNING RATE: 0.4762201917798165
previous_iter_valid_loss : 0.16878947615623474

     38520	  0.169009	  0.168789	  0.174924		CURRENT LEARNING RATE: 0.47612495726522946
previous_iter_valid_loss : 0.18816956877708435

     38540	  0.188551	  0.188170	  0.175389		CURRENT LEARNING RATE: 0.4760297417956408
previous_iter_valid_loss : 0.18294444680213928

     38560	  0.183199	  0.182944	  0.175884		CURRENT LEARNING RATE: 0.47593454536724183
previous_iter_valid_loss : 0.1686328947544098

     38580	  0.168908	  0.168633	  0.175659		CURRENT LEARNING RATE: 0.47583936797622467
previous_iter_valid_loss : 0.16923674941062927

     38600	  0.169483	  0.169237	  0.175819		CURRENT LEARNING RATE: 0.47574420961878244
previous_iter_valid_loss : 0.16667035222053528

     38620	  0.166954	  0.166670	  0.175927		CURRENT LEARNING RATE: 0.47564907029110853
previous_iter_valid_loss : 0.1820126175880432

     38640	  0.182168	  0.182013	  0.176535		CURRENT LEARNING RATE: 0.4755539499893976
previous_iter_valid_loss : 0.1801661252975464

     38660	  0.180289	  0.180166	  0.176842		CURRENT LEARNING RATE: 0.4754588487098446
previous_iter_valid_loss : 0.1764155626296997

     38680	  0.176776	  0.176416	  0.177145		CURRENT LEARNING RATE: 0.4753637664486457
previous_iter_valid_loss : 0.16490893065929413

     38700	  0.165119	  0.164909	  0.175108		CURRENT LEARNING RATE: 0.47526870320199754
previous_iter_valid_loss : 0.16816949844360352

     38720	  0.168367	  0.168169	  0.175083		CURRENT LEARNING RATE: 0.47517365896609753
previous_iter_valid_loss : 0.18133097887039185

     38740	  0.181672	  0.181331	  0.174458		CURRENT LEARNING RATE: 0.475078633737144
previous_iter_valid_loss : 0.17152434587478638

     38760	  0.171775	  0.171524	  0.174706		CURRENT LEARNING RATE: 0.47498362751133577
previous_iter_valid_loss : 0.18709689378738403

     38780	  0.187426	  0.187097	  0.173979		CURRENT LEARNING RATE: 0.4748886402848728
previous_iter_valid_loss : 0.177971750497818

     38800	  0.178237	  0.177972	  0.174465		CURRENT LEARNING RATE: 0.4747936720539555
previous_iter_valid_loss : 0.17646752297878265

     38820	  0.176706	  0.176468	  0.174964		CURRENT LEARNING RATE: 0.4746987228147851
previous_iter_valid_loss : 0.16958996653556824

     38840	  0.169681	  0.169590	  0.175109		CURRENT LEARNING RATE: 0.4746037925635637
previous_iter_valid_loss : 0.1789627969264984

     38860	  0.179160	  0.178963	  0.175663		CURRENT LEARNING RATE: 0.4745088812964941
previous_iter_valid_loss : 0.17095962166786194

     38880	  0.171079	  0.170960	  0.175356		CURRENT LEARNING RATE: 0.47441398900977977
previous_iter_valid_loss : 0.1683335304260254

     38900	  0.168461	  0.168334	  0.174918		CURRENT LEARNING RATE: 0.4743191156996251
previous_iter_valid_loss : 0.1714741289615631

     38920	  0.171614	  0.171474	  0.175052		CURRENT LEARNING RATE: 0.47422426136223506
previous_iter_valid_loss : 0.1665743589401245

     38940	  0.166687	  0.166574	  0.173972		CURRENT LEARNING RATE: 0.4741294259938156
previous_iter_valid_loss : 0.1695016473531723

     38960	  0.169623	  0.169502	  0.173300		CURRENT LEARNING RATE: 0.4740346095905732
previous_iter_valid_loss : 0.17154885828495026

     38980	  0.171642	  0.171549	  0.173446		CURRENT LEARNING RATE: 0.4739398121487152
previous_iter_valid_loss : 0.17549389600753784

     39000	  0.175582	  0.175494	  0.173759		CURRENT LEARNING RATE: 0.4738450336644499
previous_iter_valid_loss : 0.17215026915073395

     39020	  0.172267	  0.172150	  0.174033		CURRENT LEARNING RATE: 0.4737502741339859
previous_iter_valid_loss : 0.184217169880867

     39040	  0.184241	  0.184217	  0.174143		CURRENT LEARNING RATE: 0.47365553355353296
previous_iter_valid_loss : 0.17011472582817078

     39060	  0.170224	  0.170115	  0.173640		CURRENT LEARNING RATE: 0.4735608119193014
previous_iter_valid_loss : 0.16873903572559357

     39080	  0.168947	  0.168739	  0.173256		CURRENT LEARNING RATE: 0.4734661092275024
previous_iter_valid_loss : 0.1762862652540207

     39100	  0.176582	  0.176286	  0.173825		CURRENT LEARNING RATE: 0.47337142547434785
previous_iter_valid_loss : 0.16822472214698792

     39120	  0.168385	  0.168225	  0.173828		CURRENT LEARNING RATE: 0.47327676065605034
previous_iter_valid_loss : 0.18499107658863068

     39140	  0.185099	  0.184991	  0.174011		CURRENT LEARNING RATE: 0.4731821147688233
previous_iter_valid_loss : 0.1692633032798767

     39160	  0.169471	  0.169263	  0.173898		CURRENT LEARNING RATE: 0.473087487808881
previous_iter_valid_loss : 0.16811275482177734

     39180	  0.168272	  0.168113	  0.172949		CURRENT LEARNING RATE: 0.4729928797724382
previous_iter_valid_loss : 0.172003373503685

     39200	  0.172233	  0.172003	  0.172650		CURRENT LEARNING RATE: 0.47289829065571065
previous_iter_valid_loss : 0.17850978672504425

     39220	  0.178585	  0.178510	  0.172753		CURRENT LEARNING RATE: 0.47280372045491487
previous_iter_valid_loss : 0.17287899553775787

     39240	  0.173054	  0.172879	  0.172917		CURRENT LEARNING RATE: 0.4727091691662679
previous_iter_valid_loss : 0.1684710830450058

     39260	  0.168631	  0.168471	  0.172392		CURRENT LEARNING RATE: 0.47261463678598786
previous_iter_valid_loss : 0.1686507612466812

     39280	  0.168804	  0.168651	  0.172277		CURRENT LEARNING RATE: 0.4725201233102932
previous_iter_valid_loss : 0.19090743362903595

     39300	  0.190946	  0.190907	  0.173406		CURRENT LEARNING RATE: 0.4724256287354036
previous_iter_valid_loss : 0.16757343709468842

     39320	  0.167759	  0.167573	  0.173211		CURRENT LEARNING RATE: 0.47233115305753925
previous_iter_valid_loss : 0.16706451773643494

     39340	  0.167235	  0.167065	  0.173235		CURRENT LEARNING RATE: 0.4722366962729211
previous_iter_valid_loss : 0.164808452129364

     39360	  0.164908	  0.164808	  0.173000		CURRENT LEARNING RATE: 0.47214225837777074
previous_iter_valid_loss : 0.1665159910917282

     39380	  0.166662	  0.166516	  0.172749		CURRENT LEARNING RATE: 0.4720478393683109
previous_iter_valid_loss : 0.16797398030757904

     39400	  0.168110	  0.167974	  0.172373		CURRENT LEARNING RATE: 0.4719534392407647
previous_iter_valid_loss : 0.1748247593641281

     39420	  0.175007	  0.174825	  0.172507		CURRENT LEARNING RATE: 0.4718590579913561
previous_iter_valid_loss : 0.1757114678621292

     39440	  0.175827	  0.175711	  0.172081		CURRENT LEARNING RATE: 0.4717646956163098
previous_iter_valid_loss : 0.18104128539562225

     39460	  0.181209	  0.181041	  0.172628		CURRENT LEARNING RATE: 0.4716703521118515
previous_iter_valid_loss : 0.16880494356155396

     39480	  0.168836	  0.168805	  0.172631		CURRENT LEARNING RATE: 0.47157602747420735
previous_iter_valid_loss : 0.17161564528942108

     39500	  0.171608	  0.171616	  0.172397		CURRENT LEARNING RATE: 0.4714817216996043
previous_iter_valid_loss : 0.1681615561246872

     39520	  0.168240	  0.168162	  0.172394		CURRENT LEARNING RATE: 0.4713874347842702
previous_iter_valid_loss : 0.1724162995815277

     39540	  0.172547	  0.172416	  0.171765		CURRENT LEARNING RATE: 0.4712931667244335
previous_iter_valid_loss : 0.186726912856102

     39560	  0.187018	  0.186727	  0.172639		CURRENT LEARNING RATE: 0.4711989175163236
previous_iter_valid_loss : 0.1779586523771286

     39580	  0.178136	  0.177959	  0.173131		CURRENT LEARNING RATE: 0.47110468715617043
previous_iter_valid_loss : 0.18241707980632782

     39600	  0.182653	  0.182417	  0.173652		CURRENT LEARNING RATE: 0.4710104756402049
previous_iter_valid_loss : 0.1970013678073883

     39620	  0.197413	  0.197001	  0.174576		CURRENT LEARNING RATE: 0.4709162829646583
previous_iter_valid_loss : 0.20131459832191467

     39640	  0.201690	  0.201315	  0.175998		CURRENT LEARNING RATE: 0.4708221091257633
previous_iter_valid_loss : 0.16813555359840393

     39660	  0.168205	  0.168136	  0.175981		CURRENT LEARNING RATE: 0.4707279541197525
previous_iter_valid_loss : 0.16911934316158295

     39680	  0.169194	  0.169119	  0.176005		CURRENT LEARNING RATE: 0.47063381794286
previous_iter_valid_loss : 0.16611576080322266

     39700	  0.166188	  0.166116	  0.174765		CURRENT LEARNING RATE: 0.47053970059132033
previous_iter_valid_loss : 0.1653623729944229

     39720	  0.165522	  0.165362	  0.174654		CURRENT LEARNING RATE: 0.47044560206136876
previous_iter_valid_loss : 0.17423062026500702

     39740	  0.174441	  0.174231	  0.175013		CURRENT LEARNING RATE: 0.4703515223492413
previous_iter_valid_loss : 0.19527889788150787

     39760	  0.195656	  0.195279	  0.176536		CURRENT LEARNING RATE: 0.4702574614511748
previous_iter_valid_loss : 0.18114504218101501

     39780	  0.181403	  0.181145	  0.177268		CURRENT LEARNING RATE: 0.47016341936340683
previous_iter_valid_loss : 0.16797028481960297

     39800	  0.168101	  0.167970	  0.177268		CURRENT LEARNING RATE: 0.47006939608217563
previous_iter_valid_loss : 0.16893567144870758

     39820	  0.169032	  0.168936	  0.176973		CURRENT LEARNING RATE: 0.4699753916037205
previous_iter_valid_loss : 0.16677772998809814

     39840	  0.166840	  0.166778	  0.176526		CURRENT LEARNING RATE: 0.4698814059242809
previous_iter_valid_loss : 0.17780420184135437

     39860	  0.177993	  0.177804	  0.176365		CURRENT LEARNING RATE: 0.4697874390400977
previous_iter_valid_loss : 0.17464309930801392

     39880	  0.174754	  0.174643	  0.176656		CURRENT LEARNING RATE: 0.4696934909474121
previous_iter_valid_loss : 0.18012644350528717

     39900	  0.180141	  0.180126	  0.177082		CURRENT LEARNING RATE: 0.46959956164246625
previous_iter_valid_loss : 0.1693701446056366

     39920	  0.169526	  0.169370	  0.177142		CURRENT LEARNING RATE: 0.46950565112150283
previous_iter_valid_loss : 0.1664595901966095

     39940	  0.166564	  0.166460	  0.176845		CURRENT LEARNING RATE: 0.46941175938076557
previous_iter_valid_loss : 0.1693023443222046

     39960	  0.169451	  0.169302	  0.175973		CURRENT LEARNING RATE: 0.4693178864164988
previous_iter_valid_loss : 0.2222321480512619

     39980	  0.222260	  0.222232	  0.178187		CURRENT LEARNING RATE: 0.4692240322249475
previous_iter_valid_loss : 0.1682380884885788

     40000	  0.168375	  0.168238	  0.177478		CURRENT LEARNING RATE: 0.4691301968023575
previous_iter_valid_loss : 0.17058630287647247

     40020	  0.170727	  0.170586	  0.176157		CURRENT LEARNING RATE: 0.46903638014497556
previous_iter_valid_loss : 0.17021332681179047

     40040	  0.170394	  0.170213	  0.174602		CURRENT LEARNING RATE: 0.4689425822490488
previous_iter_valid_loss : 0.17223739624023438

     40060	  0.172303	  0.172237	  0.174807		CURRENT LEARNING RATE: 0.4688488031108254
previous_iter_valid_loss : 0.16761243343353271

     40080	  0.167764	  0.167612	  0.174732		CURRENT LEARNING RATE: 0.46875504272655416
previous_iter_valid_loss : 0.16840101778507233

     40100	  0.168497	  0.168401	  0.174846		CURRENT LEARNING RATE: 0.4686613010924847
previous_iter_valid_loss : 0.17838291823863983

     40120	  0.178440	  0.178383	  0.175497		CURRENT LEARNING RATE: 0.46856757820486744
previous_iter_valid_loss : 0.16998206079006195

     40140	  0.170105	  0.169982	  0.175285		CURRENT LEARNING RATE: 0.4684738740599533
previous_iter_valid_loss : 0.16600044071674347

     40160	  0.166143	  0.166000	  0.173821		CURRENT LEARNING RATE: 0.46838018865399417
previous_iter_valid_loss : 0.16657260060310364

     40180	  0.166685	  0.166573	  0.173092		CURRENT LEARNING RATE: 0.46828652198324267
previous_iter_valid_loss : 0.17049893736839294

     40200	  0.170705	  0.170499	  0.173219		CURRENT LEARNING RATE: 0.4681928740439521
previous_iter_valid_loss : 0.16909532248973846

     40220	  0.169218	  0.169095	  0.173227		CURRENT LEARNING RATE: 0.4680992448323766
previous_iter_valid_loss : 0.16520504653453827

     40240	  0.165317	  0.165205	  0.173148		CURRENT LEARNING RATE: 0.4680056343447709
previous_iter_valid_loss : 0.16644859313964844

     40260	  0.166617	  0.166449	  0.172580		CURRENT LEARNING RATE: 0.46791204257739066
previous_iter_valid_loss : 0.19842185080051422

     40280	  0.198531	  0.198422	  0.173769		CURRENT LEARNING RATE: 0.46781846952649214
previous_iter_valid_loss : 0.1679145246744156

     40300	  0.168139	  0.167915	  0.173159		CURRENT LEARNING RATE: 0.46772491518833254
previous_iter_valid_loss : 0.17391152679920197

     40320	  0.174025	  0.173912	  0.173386		CURRENT LEARNING RATE: 0.46763137955916956
previous_iter_valid_loss : 0.17135852575302124

     40340	  0.171517	  0.171359	  0.173631		CURRENT LEARNING RATE: 0.46753786263526187
previous_iter_valid_loss : 0.167068213224411

     40360	  0.167207	  0.167068	  0.173519		CURRENT LEARNING RATE: 0.4674443644128687
previous_iter_valid_loss : 0.18004469573497772

     40380	  0.180104	  0.180045	  0.171410		CURRENT LEARNING RATE: 0.4673508848882502
previous_iter_valid_loss : 0.17057472467422485

     40400	  0.170805	  0.170575	  0.171526		CURRENT LEARNING RATE: 0.4672574240576672
previous_iter_valid_loss : 0.17206218838691711

     40420	  0.172141	  0.172062	  0.171600		CURRENT LEARNING RATE: 0.4671639819173812
previous_iter_valid_loss : 0.1755390465259552

     40440	  0.175699	  0.175539	  0.171867		CURRENT LEARNING RATE: 0.4670705584636544
previous_iter_valid_loss : 0.1665024310350418

     40460	  0.166607	  0.166502	  0.171580		CURRENT LEARNING RATE: 0.4669771536927501
previous_iter_valid_loss : 0.16652072966098785

     40480	  0.166651	  0.166521	  0.171525		CURRENT LEARNING RATE: 0.46688376760093203
previous_iter_valid_loss : 0.17710071802139282

     40500	  0.177342	  0.177101	  0.171960		CURRENT LEARNING RATE: 0.4667904001844647
previous_iter_valid_loss : 0.17217116057872772

     40520	  0.172336	  0.172171	  0.171650		CURRENT LEARNING RATE: 0.4666970514396135
previous_iter_valid_loss : 0.1754320114850998

     40540	  0.175683	  0.175432	  0.171922		CURRENT LEARNING RATE: 0.4666037213626444
previous_iter_valid_loss : 0.1758527010679245

     40560	  0.175849	  0.175853	  0.172415		CURRENT LEARNING RATE: 0.4665104099498241
previous_iter_valid_loss : 0.17136365175247192

     40580	  0.171374	  0.171364	  0.172654		CURRENT LEARNING RATE: 0.4664171171974204
previous_iter_valid_loss : 0.17020553350448608

     40600	  0.170293	  0.170206	  0.172640		CURRENT LEARNING RATE: 0.46632384310170144
previous_iter_valid_loss : 0.16572555899620056

     40620	  0.165796	  0.165726	  0.172471		CURRENT LEARNING RATE: 0.4662305876589362
previous_iter_valid_loss : 0.16521736979484558

     40640	  0.165322	  0.165217	  0.172472		CURRENT LEARNING RATE: 0.46613735086539454
previous_iter_valid_loss : 0.16640715301036835

     40660	  0.166525	  0.166407	  0.172470		CURRENT LEARNING RATE: 0.466044132717347
previous_iter_valid_loss : 0.16446812450885773


Current valid loss: 0.16446812450885773;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     40680	  0.164640	  0.164468	  0.170772		CURRENT LEARNING RATE: 0.46595093321106484
previous_iter_valid_loss : 0.20289741456508636

     40700	  0.202976	  0.202897	  0.172521		CURRENT LEARNING RATE: 0.46585775234282
previous_iter_valid_loss : 0.16618052124977112

     40720	  0.166259	  0.166181	  0.172135		CURRENT LEARNING RATE: 0.4657645901088854
previous_iter_valid_loss : 0.16677743196487427

     40740	  0.166954	  0.166777	  0.171906		CURRENT LEARNING RATE: 0.46567144650553444
previous_iter_valid_loss : 0.1711142659187317

     40760	  0.171261	  0.171114	  0.172108		CURRENT LEARNING RATE: 0.4655783215290414
previous_iter_valid_loss : 0.16900038719177246

     40780	  0.169151	  0.169000	  0.171556		CURRENT LEARNING RATE: 0.4654852151756813
previous_iter_valid_loss : 0.18695807456970215

     40800	  0.187244	  0.186958	  0.172375		CURRENT LEARNING RATE: 0.46539212744172986
previous_iter_valid_loss : 0.170197531580925

     40820	  0.170327	  0.170198	  0.172282		CURRENT LEARNING RATE: 0.4652990583234636
previous_iter_valid_loss : 0.17191104590892792

     40840	  0.172010	  0.171911	  0.172100		CURRENT LEARNING RATE: 0.46520600781715965
previous_iter_valid_loss : 0.16755634546279907

     40860	  0.167624	  0.167556	  0.172153		CURRENT LEARNING RATE: 0.4651129759190961
previous_iter_valid_loss : 0.17117850482463837

     40880	  0.171284	  0.171179	  0.172386		CURRENT LEARNING RATE: 0.4650199626255517
previous_iter_valid_loss : 0.18605846166610718

     40900	  0.186159	  0.186058	  0.172834		CURRENT LEARNING RATE: 0.46492696793280586
previous_iter_valid_loss : 0.1692936271429062

     40920	  0.169481	  0.169294	  0.172690		CURRENT LEARNING RATE: 0.4648339918371388
previous_iter_valid_loss : 0.18869571387767792

     40940	  0.188774	  0.188696	  0.173353		CURRENT LEARNING RATE: 0.46474103433483144
previous_iter_valid_loss : 0.1688731610774994

     40960	  0.168909	  0.168873	  0.173004		CURRENT LEARNING RATE: 0.4646480954221655
previous_iter_valid_loss : 0.16966941952705383

     40980	  0.169758	  0.169669	  0.172919		CURRENT LEARNING RATE: 0.46455517509542354
previous_iter_valid_loss : 0.16891978681087494

     41000	  0.168993	  0.168920	  0.172855		CURRENT LEARNING RATE: 0.4644622733508885
previous_iter_valid_loss : 0.16931462287902832

     41020	  0.169533	  0.169315	  0.173034		CURRENT LEARNING RATE: 0.4643693901848446
previous_iter_valid_loss : 0.1680077612400055

     41040	  0.168096	  0.168008	  0.173174		CURRENT LEARNING RATE: 0.4642765255935763
previous_iter_valid_loss : 0.16614769399166107

     41060	  0.166227	  0.166148	  0.173161		CURRENT LEARNING RATE: 0.46418367957336915
previous_iter_valid_loss : 0.16835623979568481

     41080	  0.168634	  0.168356	  0.173355		CURRENT LEARNING RATE: 0.46409085212050916
previous_iter_valid_loss : 0.16905918717384338

     41100	  0.169287	  0.169059	  0.171663		CURRENT LEARNING RATE: 0.4639980432312833
previous_iter_valid_loss : 0.17489494383335114

     41120	  0.175204	  0.174895	  0.172099		CURRENT LEARNING RATE: 0.46390525290197926
previous_iter_valid_loss : 0.17051509022712708

     41140	  0.170733	  0.170515	  0.172286		CURRENT LEARNING RATE: 0.4638124811288854
previous_iter_valid_loss : 0.1657945215702057

     41160	  0.165937	  0.165795	  0.172020		CURRENT LEARNING RATE: 0.46371972790829097
previous_iter_valid_loss : 0.16774481534957886

     41180	  0.167883	  0.167745	  0.171957		CURRENT LEARNING RATE: 0.4636269932364856
previous_iter_valid_loss : 0.169162318110466

     41200	  0.169381	  0.169162	  0.171068		CURRENT LEARNING RATE: 0.46353427710976003
previous_iter_valid_loss : 0.17588457465171814

     41220	  0.176334	  0.175885	  0.171352		CURRENT LEARNING RATE: 0.46344157952440557
previous_iter_valid_loss : 0.18766604363918304

     41240	  0.187866	  0.187666	  0.172140		CURRENT LEARNING RATE: 0.46334890047671434
previous_iter_valid_loss : 0.17980682849884033

     41260	  0.180013	  0.179807	  0.172752		CURRENT LEARNING RATE: 0.46325623996297927
previous_iter_valid_loss : 0.16618603467941284

     41280	  0.166461	  0.166186	  0.172503		CURRENT LEARNING RATE: 0.4631635979794938
previous_iter_valid_loss : 0.18551291525363922

     41300	  0.185727	  0.185513	  0.172475		CURRENT LEARNING RATE: 0.46307097452255236
previous_iter_valid_loss : 0.19542519748210907

     41320	  0.195995	  0.195425	  0.173782		CURRENT LEARNING RATE: 0.46297836958844996
previous_iter_valid_loss : 0.1659359633922577

     41340	  0.166300	  0.165936	  0.172644		CURRENT LEARNING RATE: 0.4628857831734824
previous_iter_valid_loss : 0.171533465385437

     41360	  0.171953	  0.171533	  0.172777		CURRENT LEARNING RATE: 0.46279321527394623
previous_iter_valid_loss : 0.17111875116825104

     41380	  0.171440	  0.171119	  0.172849		CURRENT LEARNING RATE: 0.46270066588613873
previous_iter_valid_loss : 0.1687035709619522

     41400	  0.168922	  0.168704	  0.172838		CURRENT LEARNING RATE: 0.4626081350063579
previous_iter_valid_loss : 0.17065100371837616

     41420	  0.170924	  0.170651	  0.172905		CURRENT LEARNING RATE: 0.4625156226309025
previous_iter_valid_loss : 0.18660034239292145

     41440	  0.186767	  0.186600	  0.173835		CURRENT LEARNING RATE: 0.4624231287560721
previous_iter_valid_loss : 0.18849802017211914

     41460	  0.188678	  0.188498	  0.174952		CURRENT LEARNING RATE: 0.462330653378167
previous_iter_valid_loss : 0.17761027812957764

     41480	  0.177777	  0.177610	  0.175415		CURRENT LEARNING RATE: 0.46223819649348796
previous_iter_valid_loss : 0.17360162734985352

     41500	  0.173795	  0.173602	  0.175642		CURRENT LEARNING RATE: 0.46214575809833697
previous_iter_valid_loss : 0.17476403713226318

     41520	  0.174954	  0.174764	  0.175636		CURRENT LEARNING RATE: 0.4620533381890163
previous_iter_valid_loss : 0.18441346287727356

     41540	  0.184521	  0.184413	  0.176331		CURRENT LEARNING RATE: 0.46196093676182914
previous_iter_valid_loss : 0.19706495106220245

     41560	  0.197206	  0.197065	  0.177894		CURRENT LEARNING RATE: 0.4618685538130797
previous_iter_valid_loss : 0.1674383580684662

     41580	  0.167558	  0.167438	  0.177879		CURRENT LEARNING RATE: 0.4617761893390723
previous_iter_valid_loss : 0.16632822155952454

     41600	  0.166520	  0.166328	  0.177737		CURRENT LEARNING RATE: 0.4616838433361126
previous_iter_valid_loss : 0.1823118031024933

     41620	  0.182431	  0.182312	  0.178059		CURRENT LEARNING RATE: 0.4615915158005067
previous_iter_valid_loss : 0.17471209168434143

     41640	  0.174963	  0.174712	  0.177411		CURRENT LEARNING RATE: 0.46149920672856143
previous_iter_valid_loss : 0.1683768481016159

     41660	  0.168554	  0.168377	  0.176839		CURRENT LEARNING RATE: 0.4614069161165846
previous_iter_valid_loss : 0.17014341056346893

     41680	  0.170396	  0.170143	  0.177037		CURRENT LEARNING RATE: 0.46131464396088445
previous_iter_valid_loss : 0.16541573405265808

     41700	  0.165578	  0.165416	  0.176032		CURRENT LEARNING RATE: 0.46122239025777007
previous_iter_valid_loss : 0.18088221549987793

     41720	  0.180991	  0.180882	  0.175305		CURRENT LEARNING RATE: 0.4611301550035514
previous_iter_valid_loss : 0.17115209996700287

     41740	  0.171361	  0.171152	  0.175566		CURRENT LEARNING RATE: 0.4610379381945389
previous_iter_valid_loss : 0.18021467328071594

     41760	  0.180423	  0.180215	  0.176000		CURRENT LEARNING RATE: 0.4609457398270442
previous_iter_valid_loss : 0.1687757819890976

     41780	  0.169005	  0.168776	  0.175883		CURRENT LEARNING RATE: 0.460853559897379
previous_iter_valid_loss : 0.18908120691776276

     41800	  0.189211	  0.189081	  0.176902		CURRENT LEARNING RATE: 0.4607613984018562
previous_iter_valid_loss : 0.16420696675777435


Current valid loss: 0.16420696675777435;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     41820	  0.164297	  0.164207	  0.176580		CURRENT LEARNING RATE: 0.46066925533678954
previous_iter_valid_loss : 0.1679960936307907

     41840	  0.168190	  0.167996	  0.175649		CURRENT LEARNING RATE: 0.46057713069849304
previous_iter_valid_loss : 0.18054398894309998

     41860	  0.180563	  0.180544	  0.175252		CURRENT LEARNING RATE: 0.46048502448328194
previous_iter_valid_loss : 0.17029187083244324

     41880	  0.170395	  0.170292	  0.174886		CURRENT LEARNING RATE: 0.46039293668747183
previous_iter_valid_loss : 0.16445675492286682

     41900	  0.164525	  0.164457	  0.174429		CURRENT LEARNING RATE: 0.46030086730737924
previous_iter_valid_loss : 0.18299506604671478

     41920	  0.183042	  0.182995	  0.174840		CURRENT LEARNING RATE: 0.46020881633932137
previous_iter_valid_loss : 0.18147864937782288

     41940	  0.181584	  0.181479	  0.174693		CURRENT LEARNING RATE: 0.4601167837796163
previous_iter_valid_loss : 0.19391769170761108

     41960	  0.194014	  0.193918	  0.174536		CURRENT LEARNING RATE: 0.4600247696245826
previous_iter_valid_loss : 0.1833575963973999

     41980	  0.183540	  0.183358	  0.175332		CURRENT LEARNING RATE: 0.4599327738705397
previous_iter_valid_loss : 0.1748124361038208

     42000	  0.174967	  0.174812	  0.175756		CURRENT LEARNING RATE: 0.4598407965138079
previous_iter_valid_loss : 0.17646105587482452

     42020	  0.176545	  0.176461	  0.175464		CURRENT LEARNING RATE: 0.459748837550708
previous_iter_valid_loss : 0.1784016191959381

     42040	  0.178529	  0.178402	  0.175648		CURRENT LEARNING RATE: 0.4596568969775616
previous_iter_valid_loss : 0.17150132358074188

     42060	  0.171696	  0.171501	  0.175804		CURRENT LEARNING RATE: 0.45956497479069114
previous_iter_valid_loss : 0.1680842787027359

     42080	  0.168342	  0.168084	  0.175701		CURRENT LEARNING RATE: 0.4594730709864198
previous_iter_valid_loss : 0.17763356864452362

     42100	  0.177902	  0.177634	  0.176312		CURRENT LEARNING RATE: 0.4593811855610714
previous_iter_valid_loss : 0.16683384776115417

     42120	  0.167040	  0.166834	  0.175610		CURRENT LEARNING RATE: 0.4592893185109703
previous_iter_valid_loss : 0.17498646676540375

     42140	  0.175210	  0.174986	  0.175802		CURRENT LEARNING RATE: 0.4591974698324422
previous_iter_valid_loss : 0.22386831045150757

     42160	  0.223893	  0.223868	  0.177984		CURRENT LEARNING RATE: 0.4591056395218129
previous_iter_valid_loss : 0.23363246023654938

     42180	  0.233704	  0.233632	  0.181227		CURRENT LEARNING RATE: 0.4590138275754092
previous_iter_valid_loss : 0.16598406434059143

     42200	  0.166176	  0.165984	  0.180072		CURRENT LEARNING RATE: 0.4589220339895586
previous_iter_valid_loss : 0.16504304111003876

     42220	  0.165165	  0.165043	  0.180114		CURRENT LEARNING RATE: 0.4588302587605896
previous_iter_valid_loss : 0.1660715788602829

     42240	  0.166144	  0.166072	  0.180018		CURRENT LEARNING RATE: 0.45873850188483084
previous_iter_valid_loss : 0.16852621734142303

     42260	  0.168699	  0.168526	  0.179417		CURRENT LEARNING RATE: 0.4586467633586123
previous_iter_valid_loss : 0.16801756620407104

     42280	  0.168153	  0.168018	  0.179303		CURRENT LEARNING RATE: 0.45855504317826434
previous_iter_valid_loss : 0.1653665155172348

     42300	  0.165576	  0.165367	  0.179349		CURRENT LEARNING RATE: 0.45846334134011824
previous_iter_valid_loss : 0.18984071910381317

     42320	  0.189927	  0.189841	  0.179691		CURRENT LEARNING RATE: 0.4583716578405057
previous_iter_valid_loss : 0.17203976213932037

     42340	  0.172193	  0.172040	  0.179219		CURRENT LEARNING RATE: 0.4582799926757597
previous_iter_valid_loss : 0.17455364763736725

     42360	  0.174709	  0.174554	  0.178251		CURRENT LEARNING RATE: 0.45818834584221335
previous_iter_valid_loss : 0.16953149437904358

     42380	  0.169709	  0.169531	  0.177560		CURRENT LEARNING RATE: 0.458096717336201
previous_iter_valid_loss : 0.16798633337020874

     42400	  0.168129	  0.167986	  0.177218		CURRENT LEARNING RATE: 0.4580051071540573
previous_iter_valid_loss : 0.18519437313079834

     42420	  0.185291	  0.185194	  0.177655		CURRENT LEARNING RATE: 0.45791351529211805
previous_iter_valid_loss : 0.20280660688877106

     42440	  0.202936	  0.202807	  0.178875		CURRENT LEARNING RATE: 0.4578219417467194
previous_iter_valid_loss : 0.16655705869197845

     42460	  0.166660	  0.166557	  0.178628		CURRENT LEARNING RATE: 0.45773038651419845
previous_iter_valid_loss : 0.18540090322494507

     42480	  0.185508	  0.185401	  0.179494		CURRENT LEARNING RATE: 0.45763884959089307
previous_iter_valid_loss : 0.1691245138645172

     42500	  0.169240	  0.169125	  0.179068		CURRENT LEARNING RATE: 0.4575473309731417
previous_iter_valid_loss : 0.170912504196167

     42520	  0.171008	  0.170913	  0.179272		CURRENT LEARNING RATE: 0.4574558306572837
previous_iter_valid_loss : 0.1705995798110962

     42540	  0.170864	  0.170600	  0.179053		CURRENT LEARNING RATE: 0.4573643486396589
previous_iter_valid_loss : 0.1676611602306366

     42560	  0.167836	  0.167661	  0.176243		CURRENT LEARNING RATE: 0.45727288491660817
previous_iter_valid_loss : 0.17303791642189026

     42580	  0.173133	  0.173038	  0.173213		CURRENT LEARNING RATE: 0.4571814394844729
previous_iter_valid_loss : 0.16992700099945068

     42600	  0.170063	  0.169927	  0.173410		CURRENT LEARNING RATE: 0.4570900123395952
previous_iter_valid_loss : 0.17368975281715393

     42620	  0.173817	  0.173690	  0.173842		CURRENT LEARNING RATE: 0.45699860347831817
previous_iter_valid_loss : 0.16757312417030334

     42640	  0.167611	  0.167573	  0.173917		CURRENT LEARNING RATE: 0.4569072128969852
previous_iter_valid_loss : 0.16854791343212128

     42660	  0.168595	  0.168548	  0.173918		CURRENT LEARNING RATE: 0.45681584059194086
previous_iter_valid_loss : 0.16998279094696045

     42680	  0.170120	  0.169983	  0.174017		CURRENT LEARNING RATE: 0.45672448655953024
previous_iter_valid_loss : 0.1694912165403366

     42700	  0.169622	  0.169491	  0.174223		CURRENT LEARNING RATE: 0.4566331507960992
previous_iter_valid_loss : 0.18625520169734955

     42720	  0.186475	  0.186255	  0.174044		CURRENT LEARNING RATE: 0.4565418332979942
previous_iter_valid_loss : 0.170630544424057

     42740	  0.170796	  0.170631	  0.173973		CURRENT LEARNING RATE: 0.45645053406156255
previous_iter_valid_loss : 0.16911190748214722

     42760	  0.169286	  0.169112	  0.173701		CURRENT LEARNING RATE: 0.4563592530831523
previous_iter_valid_loss : 0.1732408106327057

     42780	  0.173548	  0.173241	  0.173887		CURRENT LEARNING RATE: 0.4562679903591123
previous_iter_valid_loss : 0.17112331092357635

     42800	  0.171229	  0.171123	  0.174043		CURRENT LEARNING RATE: 0.456176745885792
previous_iter_valid_loss : 0.16872553527355194

     42820	  0.168901	  0.168726	  0.173220		CURRENT LEARNING RATE: 0.4560855196595416
previous_iter_valid_loss : 0.1678861528635025

     42840	  0.167967	  0.167886	  0.171474		CURRENT LEARNING RATE: 0.45599431167671195
previous_iter_valid_loss : 0.17910875380039215

     42860	  0.179375	  0.179109	  0.172101		CURRENT LEARNING RATE: 0.4559031219336549
previous_iter_valid_loss : 0.1772184669971466

     42880	  0.177494	  0.177218	  0.171692		CURRENT LEARNING RATE: 0.45581195042672273
previous_iter_valid_loss : 0.1698571890592575

     42900	  0.169951	  0.169857	  0.171729		CURRENT LEARNING RATE: 0.4557207971522687
previous_iter_valid_loss : 0.1675366908311844

     42920	  0.167675	  0.167537	  0.171560		CURRENT LEARNING RATE: 0.45562966210664657
previous_iter_valid_loss : 0.18621142208576202

     42940	  0.186615	  0.186211	  0.172341		CURRENT LEARNING RATE: 0.455538545286211
previous_iter_valid_loss : 0.16662132740020752

     42960	  0.166667	  0.166621	  0.172289		CURRENT LEARNING RATE: 0.4554474466873173
previous_iter_valid_loss : 0.1831534504890442

     42980	  0.183503	  0.183153	  0.172795		CURRENT LEARNING RATE: 0.45535636630632154
previous_iter_valid_loss : 0.19172023236751556

     43000	  0.192099	  0.191720	  0.173884		CURRENT LEARNING RATE: 0.4552653041395805
previous_iter_valid_loss : 0.1862439215183258

     43020	  0.186644	  0.186244	  0.174512		CURRENT LEARNING RATE: 0.4551742601834517
previous_iter_valid_loss : 0.16680310666561127

     43040	  0.166901	  0.166803	  0.174473		CURRENT LEARNING RATE: 0.4550832344342933
previous_iter_valid_loss : 0.16682448983192444

     43060	  0.166927	  0.166824	  0.174387		CURRENT LEARNING RATE: 0.4549922268884644
previous_iter_valid_loss : 0.16834494471549988

     43080	  0.168562	  0.168345	  0.174305		CURRENT LEARNING RATE: 0.45490123754232464
previous_iter_valid_loss : 0.1686915159225464

     43100	  0.168815	  0.168692	  0.174265		CURRENT LEARNING RATE: 0.45481026639223443
previous_iter_valid_loss : 0.17304973304271698

     43120	  0.173169	  0.173050	  0.173605		CURRENT LEARNING RATE: 0.45471931343455485
previous_iter_valid_loss : 0.16788318753242493

     43140	  0.167955	  0.167883	  0.173468		CURRENT LEARNING RATE: 0.45462837866564804
previous_iter_valid_loss : 0.1741628795862198

     43160	  0.174284	  0.174163	  0.173720		CURRENT LEARNING RATE: 0.4545374620818763
previous_iter_valid_loss : 0.18615061044692993

     43180	  0.186333	  0.186151	  0.174366		CURRENT LEARNING RATE: 0.4544465636796032
previous_iter_valid_loss : 0.1758607029914856

     43200	  0.175942	  0.175861	  0.174603		CURRENT LEARNING RATE: 0.4543556834551926
previous_iter_valid_loss : 0.1750732809305191

     43220	  0.175258	  0.175073	  0.174920		CURRENT LEARNING RATE: 0.45426482140500946
previous_iter_valid_loss : 0.18714599311351776

     43240	  0.187418	  0.187146	  0.175883		CURRENT LEARNING RATE: 0.4541739775254192
previous_iter_valid_loss : 0.17595918476581573

     43260	  0.176142	  0.175959	  0.175726		CURRENT LEARNING RATE: 0.4540831518127882
previous_iter_valid_loss : 0.1801249384880066

     43280	  0.180268	  0.180125	  0.175871		CURRENT LEARNING RATE: 0.4539923442634832
previous_iter_valid_loss : 0.16926774382591248

     43300	  0.169270	  0.169268	  0.175841		CURRENT LEARNING RATE: 0.4539015548738721
previous_iter_valid_loss : 0.16588641703128815

     43320	  0.166075	  0.165886	  0.175759		CURRENT LEARNING RATE: 0.4538107836403233
previous_iter_valid_loss : 0.16523131728172302

     43340	  0.165297	  0.165231	  0.174710		CURRENT LEARNING RATE: 0.45372003055920584
previous_iter_valid_loss : 0.1651284396648407

     43360	  0.165145	  0.165128	  0.174635		CURRENT LEARNING RATE: 0.45362929562688964
previous_iter_valid_loss : 0.16546759009361267

     43380	  0.165579	  0.165468	  0.173751		CURRENT LEARNING RATE: 0.45353857883974535
previous_iter_valid_loss : 0.16555315256118774

     43400	  0.165625	  0.165553	  0.172443		CURRENT LEARNING RATE: 0.45344788019414434
previous_iter_valid_loss : 0.16380366683006287


Current valid loss: 0.16380366683006287;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     43420	  0.163909	  0.163804	  0.171321		CURRENT LEARNING RATE: 0.45335719968645855
previous_iter_valid_loss : 0.16496361792087555

     43440	  0.165089	  0.164964	  0.171229		CURRENT LEARNING RATE: 0.45326653731306077
previous_iter_valid_loss : 0.16878581047058105

     43460	  0.168963	  0.168786	  0.171327		CURRENT LEARNING RATE: 0.4531758930703246
previous_iter_valid_loss : 0.16877681016921997

     43480	  0.168816	  0.168777	  0.171348		CURRENT LEARNING RATE: 0.4530852669546242
previous_iter_valid_loss : 0.1689239740371704

     43500	  0.168987	  0.168924	  0.171360		CURRENT LEARNING RATE: 0.45299465896233454
previous_iter_valid_loss : 0.17123553156852722

     43520	  0.171388	  0.171236	  0.171269		CURRENT LEARNING RATE: 0.4529040690898313
previous_iter_valid_loss : 0.17229747772216797

     43540	  0.172391	  0.172297	  0.171490		CURRENT LEARNING RATE: 0.45281349733349086
previous_iter_valid_loss : 0.1772928237915039

     43560	  0.177379	  0.177293	  0.171646		CURRENT LEARNING RATE: 0.45272294368969035
previous_iter_valid_loss : 0.17131823301315308

     43580	  0.171487	  0.171318	  0.170905		CURRENT LEARNING RATE: 0.4526324081548077
previous_iter_valid_loss : 0.17020761966705322

     43600	  0.170369	  0.170208	  0.170622		CURRENT LEARNING RATE: 0.45254189072522144
previous_iter_valid_loss : 0.16774478554725647

     43620	  0.167854	  0.167745	  0.170256		CURRENT LEARNING RATE: 0.45245139139731083
previous_iter_valid_loss : 0.19007006287574768

     43640	  0.190148	  0.190070	  0.170402		CURRENT LEARNING RATE: 0.452360910167456
previous_iter_valid_loss : 0.17045968770980835

     43660	  0.170503	  0.170460	  0.170127		CURRENT LEARNING RATE: 0.45227044703203756
previous_iter_valid_loss : 0.18417978286743164

     43680	  0.184225	  0.184180	  0.170330		CURRENT LEARNING RATE: 0.45218000198743713
previous_iter_valid_loss : 0.16960597038269043

     43700	  0.169671	  0.169606	  0.170347		CURRENT LEARNING RATE: 0.45208957503003677
previous_iter_valid_loss : 0.16862787306308746

     43720	  0.168682	  0.168628	  0.170484		CURRENT LEARNING RATE: 0.4519991661562195
previous_iter_valid_loss : 0.16696596145629883

     43740	  0.166996	  0.166966	  0.170570		CURRENT LEARNING RATE: 0.451908775362369
previous_iter_valid_loss : 0.17439869046211243

     43760	  0.174456	  0.174399	  0.171034		CURRENT LEARNING RATE: 0.4518184026448695
previous_iter_valid_loss : 0.16959938406944275

     43780	  0.169707	  0.169599	  0.171240		CURRENT LEARNING RATE: 0.4517280480001062
previous_iter_valid_loss : 0.17227347195148468

     43800	  0.172322	  0.172273	  0.171576		CURRENT LEARNING RATE: 0.45163771142446485
previous_iter_valid_loss : 0.16579724848270416

     43820	  0.165860	  0.165797	  0.171676		CURRENT LEARNING RATE: 0.451547392914332
previous_iter_valid_loss : 0.17044496536254883

     43840	  0.170411	  0.170445	  0.171950		CURRENT LEARNING RATE: 0.451457092466095
previous_iter_valid_loss : 0.165427103638649

     43860	  0.165503	  0.165427	  0.171782		CURRENT LEARNING RATE: 0.4513668100761417
previous_iter_valid_loss : 0.187088280916214

     43880	  0.187199	  0.187088	  0.172698		CURRENT LEARNING RATE: 0.4512765457408609
previous_iter_valid_loss : 0.18049168586730957

     43900	  0.180611	  0.180492	  0.173276		CURRENT LEARNING RATE: 0.4511862994566419
previous_iter_valid_loss : 0.17436394095420837

     43920	  0.174583	  0.174364	  0.173433		CURRENT LEARNING RATE: 0.45109607121987505
previous_iter_valid_loss : 0.16812102496623993

     43940	  0.168241	  0.168121	  0.173224		CURRENT LEARNING RATE: 0.45100586102695106
previous_iter_valid_loss : 0.16578975319862366

     43960	  0.165807	  0.165790	  0.172649		CURRENT LEARNING RATE: 0.45091566887426154
previous_iter_valid_loss : 0.18440765142440796

     43980	  0.184491	  0.184408	  0.173303		CURRENT LEARNING RATE: 0.45082549475819894
previous_iter_valid_loss : 0.16926155984401703

     44000	  0.169307	  0.169262	  0.173256		CURRENT LEARNING RATE: 0.45073533867515614
previous_iter_valid_loss : 0.17746850848197937

     44020	  0.177542	  0.177469	  0.173742		CURRENT LEARNING RATE: 0.4506452006215269
previous_iter_valid_loss : 0.1684371381998062

     44040	  0.168499	  0.168437	  0.172660		CURRENT LEARNING RATE: 0.45055508059370575
previous_iter_valid_loss : 0.16896013915538788

     44060	  0.168987	  0.168960	  0.172585		CURRENT LEARNING RATE: 0.4504649785880879
previous_iter_valid_loss : 0.17762795090675354

     44080	  0.177937	  0.177628	  0.172258		CURRENT LEARNING RATE: 0.45037489460106933
previous_iter_valid_loss : 0.17768892645835876

     44100	  0.177753	  0.177689	  0.172662		CURRENT LEARNING RATE: 0.45028482862904645
previous_iter_valid_loss : 0.16615533828735352

     44120	  0.166273	  0.166155	  0.172538		CURRENT LEARNING RATE: 0.4501947806684169
previous_iter_valid_loss : 0.1701284497976303

     44140	  0.170227	  0.170128	  0.172696		CURRENT LEARNING RATE: 0.4501047507155786
previous_iter_valid_loss : 0.17375142872333527

     44160	  0.173863	  0.173751	  0.172664		CURRENT LEARNING RATE: 0.4500147387669304
previous_iter_valid_loss : 0.1777297556400299

     44180	  0.177832	  0.177730	  0.173071		CURRENT LEARNING RATE: 0.4499247448188718
previous_iter_valid_loss : 0.1923285722732544

     44200	  0.192388	  0.192329	  0.174073		CURRENT LEARNING RATE: 0.44983476886780305
previous_iter_valid_loss : 0.17393343150615692

     44220	  0.174027	  0.173933	  0.174480		CURRENT LEARNING RATE: 0.44974481091012514
previous_iter_valid_loss : 0.1736285537481308

     44240	  0.173711	  0.173629	  0.174639		CURRENT LEARNING RATE: 0.44965487094223966
previous_iter_valid_loss : 0.16765934228897095

     44260	  0.167715	  0.167659	  0.174751		CURRENT LEARNING RATE: 0.44956494896054916
previous_iter_valid_loss : 0.19357828795909882

     44280	  0.193668	  0.193578	  0.175075		CURRENT LEARNING RATE: 0.4494750449614566
previous_iter_valid_loss : 0.1733006089925766

     44300	  0.173377	  0.173301	  0.174716		CURRENT LEARNING RATE: 0.44938515894136594
previous_iter_valid_loss : 0.17589770257472992

     44320	  0.176005	  0.175898	  0.174793		CURRENT LEARNING RATE: 0.4492952908966817
previous_iter_valid_loss : 0.16826550662517548

     44340	  0.168335	  0.168266	  0.174800		CURRENT LEARNING RATE: 0.44920544082380914
previous_iter_valid_loss : 0.17033877968788147

     44360	  0.170526	  0.170339	  0.175027		CURRENT LEARNING RATE: 0.4491156087191543
previous_iter_valid_loss : 0.19692091643810272

     44380	  0.196944	  0.196921	  0.175653		CURRENT LEARNING RATE: 0.44902579457912384
previous_iter_valid_loss : 0.16920782625675201

     44400	  0.169350	  0.169208	  0.175650		CURRENT LEARNING RATE: 0.4489359984001253
previous_iter_valid_loss : 0.17709721624851227

     44420	  0.177218	  0.177097	  0.175632		CURRENT LEARNING RATE: 0.4488462201785666
previous_iter_valid_loss : 0.1742829978466034

     44440	  0.174355	  0.174283	  0.175924		CURRENT LEARNING RATE: 0.44875645991085694
previous_iter_valid_loss : 0.1642664670944214

     44460	  0.164396	  0.164266	  0.175689		CURRENT LEARNING RATE: 0.4486667175934056
previous_iter_valid_loss : 0.167361781001091

     44480	  0.167520	  0.167362	  0.175176		CURRENT LEARNING RATE: 0.44857699322262307
previous_iter_valid_loss : 0.16664765775203705

     44500	  0.166791	  0.166648	  0.174624		CURRENT LEARNING RATE: 0.4484872867949204
previous_iter_valid_loss : 0.17912037670612335

     44520	  0.179264	  0.179120	  0.175272		CURRENT LEARNING RATE: 0.44839759830670917
previous_iter_valid_loss : 0.16463050246238708

     44540	  0.164791	  0.164631	  0.174997		CURRENT LEARNING RATE: 0.448307927754402
previous_iter_valid_loss : 0.16666944324970245

     44560	  0.166789	  0.166669	  0.174643		CURRENT LEARNING RATE: 0.4482182751344119
previous_iter_valid_loss : 0.16750793159008026

     44580	  0.167794	  0.167508	  0.174132		CURRENT LEARNING RATE: 0.4481286404431529
previous_iter_valid_loss : 0.19136583805084229

     44600	  0.191493	  0.191366	  0.174084		CURRENT LEARNING RATE: 0.4480390236770397
previous_iter_valid_loss : 0.16574768722057343

     44620	  0.165893	  0.165748	  0.173675		CURRENT LEARNING RATE: 0.44794942483248734
previous_iter_valid_loss : 0.17676785588264465

     44640	  0.176919	  0.176768	  0.173832		CURRENT LEARNING RATE: 0.4478598439059121
previous_iter_valid_loss : 0.17446033656597137

     44660	  0.174590	  0.174460	  0.174172		CURRENT LEARNING RATE: 0.4477702808937307
previous_iter_valid_loss : 0.18305177986621857

     44680	  0.183186	  0.183052	  0.173645		CURRENT LEARNING RATE: 0.4476807357923606
previous_iter_valid_loss : 0.20393390953540802

     44700	  0.204004	  0.203934	  0.175177		CURRENT LEARNING RATE: 0.44759120859822
previous_iter_valid_loss : 0.17722846567630768

     44720	  0.177357	  0.177228	  0.175244		CURRENT LEARNING RATE: 0.4475016993077277
previous_iter_valid_loss : 0.16749055683612823

     44740	  0.167586	  0.167491	  0.175205		CURRENT LEARNING RATE: 0.4474122079173035
previous_iter_valid_loss : 0.16451327502727509

     44760	  0.164614	  0.164513	  0.174913		CURRENT LEARNING RATE: 0.44732273442336773
previous_iter_valid_loss : 0.1673969179391861

     44780	  0.167473	  0.167397	  0.173437		CURRENT LEARNING RATE: 0.4472332788223413
previous_iter_valid_loss : 0.18215496838092804

     44800	  0.182265	  0.182155	  0.174085		CURRENT LEARNING RATE: 0.4471438411106461
previous_iter_valid_loss : 0.18619178235530853

     44820	  0.186230	  0.186192	  0.174539		CURRENT LEARNING RATE: 0.44705442128470463
previous_iter_valid_loss : 0.16676227748394012

     44840	  0.166817	  0.166762	  0.174163		CURRENT LEARNING RATE: 0.4469650193409401
previous_iter_valid_loss : 0.16724061965942383

     44860	  0.167335	  0.167241	  0.174312		CURRENT LEARNING RATE: 0.44687563527577634
previous_iter_valid_loss : 0.16966265439987183

     44880	  0.169723	  0.169663	  0.174427		CURRENT LEARNING RATE: 0.4467862690856381
previous_iter_valid_loss : 0.1665734052658081

     44900	  0.166689	  0.166573	  0.174423		CURRENT LEARNING RATE: 0.44669692076695067
previous_iter_valid_loss : 0.1656392365694046

     44920	  0.165734	  0.165639	  0.173749		CURRENT LEARNING RATE: 0.4466075903161401
previous_iter_valid_loss : 0.17252005636692047

     44940	  0.172800	  0.172520	  0.174144		CURRENT LEARNING RATE: 0.4465182777296333
previous_iter_valid_loss : 0.16519995033740997

     44960	  0.165286	  0.165200	  0.174070		CURRENT LEARNING RATE: 0.4464289830038576
previous_iter_valid_loss : 0.17304880917072296

     44980	  0.173219	  0.173049	  0.174347		CURRENT LEARNING RATE: 0.4463397061352413
previous_iter_valid_loss : 0.1923142820596695

     45000	  0.192685	  0.192314	  0.174395		CURRENT LEARNING RATE: 0.4462504471202133
previous_iter_valid_loss : 0.16996699571609497

     45020	  0.170266	  0.169967	  0.174606		CURRENT LEARNING RATE: 0.4461612059552032
previous_iter_valid_loss : 0.1711948662996292

     45040	  0.171512	  0.171195	  0.174327		CURRENT LEARNING RATE: 0.4460719826366414
previous_iter_valid_loss : 0.1724412590265274

     45060	  0.172600	  0.172441	  0.174226		CURRENT LEARNING RATE: 0.445982777160959
previous_iter_valid_loss : 0.1729847490787506

     45080	  0.173332	  0.172985	  0.173723		CURRENT LEARNING RATE: 0.44589358952458774
previous_iter_valid_loss : 0.19221000373363495

     45100	  0.192626	  0.192210	  0.173137		CURRENT LEARNING RATE: 0.4458044197239601
previous_iter_valid_loss : 0.17603588104248047

     45120	  0.176365	  0.176036	  0.173077		CURRENT LEARNING RATE: 0.4457152677555093
previous_iter_valid_loss : 0.16766276955604553

     45140	  0.167928	  0.167663	  0.173086		CURRENT LEARNING RATE: 0.4456261336156694
previous_iter_valid_loss : 0.1647222340106964

     45160	  0.164800	  0.164722	  0.173096		CURRENT LEARNING RATE: 0.4455370173008747
previous_iter_valid_loss : 0.16867737472057343

     45180	  0.168910	  0.168677	  0.173160		CURRENT LEARNING RATE: 0.4454479188075609
previous_iter_valid_loss : 0.17789523303508759

     45200	  0.178194	  0.177895	  0.172947		CURRENT LEARNING RATE: 0.44535883813216387
previous_iter_valid_loss : 0.17859485745429993

     45220	  0.178875	  0.178595	  0.172567		CURRENT LEARNING RATE: 0.4452697752711204
previous_iter_valid_loss : 0.1676444411277771

     45240	  0.167845	  0.167644	  0.172611		CURRENT LEARNING RATE: 0.445180730220868
previous_iter_valid_loss : 0.1950371414422989

     45260	  0.195481	  0.195037	  0.174001		CURRENT LEARNING RATE: 0.4450917029778449
previous_iter_valid_loss : 0.16870111227035522

     45280	  0.168915	  0.168701	  0.173953		CURRENT LEARNING RATE: 0.44500269353849
previous_iter_valid_loss : 0.16445235908031464

     45300	  0.164588	  0.164452	  0.173847		CURRENT LEARNING RATE: 0.44491370189924284
previous_iter_valid_loss : 0.16539672017097473

     45320	  0.165602	  0.165397	  0.173835		CURRENT LEARNING RATE: 0.4448247280565438
previous_iter_valid_loss : 0.17533452808856964

     45340	  0.175586	  0.175335	  0.173976		CURRENT LEARNING RATE: 0.444735772006834
previous_iter_valid_loss : 0.1702270209789276

     45360	  0.170515	  0.170227	  0.174227		CURRENT LEARNING RATE: 0.44464683374655517
previous_iter_valid_loss : 0.172200545668602

     45380	  0.172248	  0.172201	  0.174185		CURRENT LEARNING RATE: 0.44455791327214966
previous_iter_valid_loss : 0.17133627831935883

     45400	  0.171412	  0.171336	  0.173136		CURRENT LEARNING RATE: 0.44446901058006083
previous_iter_valid_loss : 0.17844067513942719

     45420	  0.178822	  0.178441	  0.173559		CURRENT LEARNING RATE: 0.4443801256667324
previous_iter_valid_loss : 0.16876475512981415

     45440	  0.168846	  0.168765	  0.173438		CURRENT LEARNING RATE: 0.4442912585286091
previous_iter_valid_loss : 0.1750224381685257

     45460	  0.175131	  0.175022	  0.173567		CURRENT LEARNING RATE: 0.4442024091621362
previous_iter_valid_loss : 0.16707199811935425

     45480	  0.167194	  0.167072	  0.173271		CURRENT LEARNING RATE: 0.44411357756375974
previous_iter_valid_loss : 0.18133434653282166

     45500	  0.181465	  0.181334	  0.172727		CURRENT LEARNING RATE: 0.4440247637299264
previous_iter_valid_loss : 0.1716613471508026

     45520	  0.171849	  0.171661	  0.172509		CURRENT LEARNING RATE: 0.44393596765708365
previous_iter_valid_loss : 0.16546015441417694

     45540	  0.165592	  0.165460	  0.172399		CURRENT LEARNING RATE: 0.44384718934167966
previous_iter_valid_loss : 0.17294369637966156

     45560	  0.173077	  0.172944	  0.172810		CURRENT LEARNING RATE: 0.4437584287801634
previous_iter_valid_loss : 0.17862598598003387

     45580	  0.178809	  0.178626	  0.173307		CURRENT LEARNING RATE: 0.44366968596898426
previous_iter_valid_loss : 0.18319617211818695

     45600	  0.183312	  0.183196	  0.173572		CURRENT LEARNING RATE: 0.4435809609045927
previous_iter_valid_loss : 0.1663101762533188

     45620	  0.166421	  0.166310	  0.172958		CURRENT LEARNING RATE: 0.4434922535834396
previous_iter_valid_loss : 0.1855115443468094

     45640	  0.185589	  0.185512	  0.173851		CURRENT LEARNING RATE: 0.44340356400197667
previous_iter_valid_loss : 0.1648857742547989

     45660	  0.164982	  0.164886	  0.172344		CURRENT LEARNING RATE: 0.44331489215665637
previous_iter_valid_loss : 0.16787689924240112

     45680	  0.167929	  0.167877	  0.172302		CURRENT LEARNING RATE: 0.44322623804393185
previous_iter_valid_loss : 0.17337946593761444

     45700	  0.173399	  0.173379	  0.172749		CURRENT LEARNING RATE: 0.4431376016602569
previous_iter_valid_loss : 0.16965845227241516

     45720	  0.169709	  0.169658	  0.172962		CURRENT LEARNING RATE: 0.443048983002086
previous_iter_valid_loss : 0.1771966516971588

     45740	  0.177254	  0.177197	  0.173055		CURRENT LEARNING RATE: 0.44296038206587457
previous_iter_valid_loss : 0.19716428220272064

     45760	  0.197180	  0.197164	  0.174402		CURRENT LEARNING RATE: 0.4428717988480785
previous_iter_valid_loss : 0.17347247898578644

     45780	  0.173618	  0.173472	  0.174465		CURRENT LEARNING RATE: 0.44278323334515435
previous_iter_valid_loss : 0.17140096426010132

     45800	  0.171399	  0.171401	  0.174469		CURRENT LEARNING RATE: 0.4426946855535596
previous_iter_valid_loss : 0.1685262769460678

     45820	  0.168580	  0.168526	  0.173973		CURRENT LEARNING RATE: 0.4426061554697524
previous_iter_valid_loss : 0.1668141633272171

     45840	  0.166868	  0.166814	  0.173875		CURRENT LEARNING RATE: 0.4425176430901914
previous_iter_valid_loss : 0.16606362164020538

     45860	  0.166148	  0.166064	  0.173428		CURRENT LEARNING RATE: 0.4424291484113363
previous_iter_valid_loss : 0.1672820746898651

     45880	  0.167337	  0.167282	  0.173438		CURRENT LEARNING RATE: 0.4423406714296471
previous_iter_valid_loss : 0.17142890393733978

     45900	  0.171502	  0.171429	  0.172943		CURRENT LEARNING RATE: 0.44225221214158483
previous_iter_valid_loss : 0.16891956329345703

     45920	  0.168949	  0.168920	  0.172806		CURRENT LEARNING RATE: 0.4421637705436111
previous_iter_valid_loss : 0.16582909226417542

     45940	  0.165862	  0.165829	  0.172824		CURRENT LEARNING RATE: 0.4420753466321882
previous_iter_valid_loss : 0.17743171751499176

     45960	  0.177499	  0.177432	  0.173049		CURRENT LEARNING RATE: 0.4419869404037794
previous_iter_valid_loss : 0.1670386791229248

     45980	  0.167103	  0.167039	  0.172469		CURRENT LEARNING RATE: 0.4418985518548481
previous_iter_valid_loss : 0.16672095656394958

     46000	  0.166788	  0.166721	  0.171645		CURRENT LEARNING RATE: 0.4418101809818591
previous_iter_valid_loss : 0.1642494797706604

     46020	  0.164326	  0.164249	  0.171542		CURRENT LEARNING RATE: 0.4417218277812772
previous_iter_valid_loss : 0.16629381477832794

     46040	  0.166406	  0.166294	  0.170581		CURRENT LEARNING RATE: 0.4416334922495686
previous_iter_valid_loss : 0.1644883006811142

     46060	  0.164664	  0.164488	  0.170562		CURRENT LEARNING RATE: 0.4415451743831998
previous_iter_valid_loss : 0.17251449823379517

     46080	  0.172640	  0.172514	  0.170793		CURRENT LEARNING RATE: 0.4414568741786379
previous_iter_valid_loss : 0.16792568564414978

     46100	  0.168015	  0.167926	  0.170521		CURRENT LEARNING RATE: 0.4413685916323511
previous_iter_valid_loss : 0.17966079711914062

     46120	  0.179730	  0.179661	  0.171021		CURRENT LEARNING RATE: 0.44128032674080797
previous_iter_valid_loss : 0.18446703255176544

     46140	  0.184507	  0.184467	  0.171384		CURRENT LEARNING RATE: 0.441192079500478
previous_iter_valid_loss : 0.17684125900268555

     46160	  0.176947	  0.176841	  0.170368		CURRENT LEARNING RATE: 0.44110384990783125
previous_iter_valid_loss : 0.16662836074829102

     46180	  0.166691	  0.166628	  0.170026		CURRENT LEARNING RATE: 0.44101563795933857
previous_iter_valid_loss : 0.1811216175556183

     46200	  0.181198	  0.181122	  0.170512		CURRENT LEARNING RATE: 0.44092744365147146
previous_iter_valid_loss : 0.17005816102027893

     46220	  0.170121	  0.170058	  0.170589		CURRENT LEARNING RATE: 0.4408392669807022
previous_iter_valid_loss : 0.16906912624835968

     46240	  0.169169	  0.169069	  0.170701		CURRENT LEARNING RATE: 0.44075110794350364
previous_iter_valid_loss : 0.16623404622077942

     46260	  0.166292	  0.166234	  0.170710		CURRENT LEARNING RATE: 0.4406629665363494
previous_iter_valid_loss : 0.16644683480262756

     46280	  0.166508	  0.166447	  0.170668		CURRENT LEARNING RATE: 0.440574842755714
previous_iter_valid_loss : 0.16915999352931976

     46300	  0.169278	  0.169160	  0.170555		CURRENT LEARNING RATE: 0.4404867365980723
previous_iter_valid_loss : 0.16718433797359467

     46320	  0.167228	  0.167184	  0.170468		CURRENT LEARNING RATE: 0.44039864805990014
previous_iter_valid_loss : 0.16514839231967926

     46340	  0.165287	  0.165148	  0.170434		CURRENT LEARNING RATE: 0.44031057713767396
previous_iter_valid_loss : 0.18217165768146515

     46360	  0.182428	  0.182172	  0.170671		CURRENT LEARNING RATE: 0.4402225238278709
previous_iter_valid_loss : 0.19474366307258606

     46380	  0.194797	  0.194744	  0.172056		CURRENT LEARNING RATE: 0.44013448812696887
previous_iter_valid_loss : 0.18150515854358673

     46400	  0.181598	  0.181505	  0.172795		CURRENT LEARNING RATE: 0.4400464700314464
previous_iter_valid_loss : 0.20275571942329407

     46420	  0.202861	  0.202756	  0.174721		CURRENT LEARNING RATE: 0.4399584695377828
previous_iter_valid_loss : 0.18435601890087128

     46440	  0.184419	  0.184356	  0.175624		CURRENT LEARNING RATE: 0.4398704866424581
previous_iter_valid_loss : 0.17080073058605194

     46460	  0.170833	  0.170801	  0.175939		CURRENT LEARNING RATE: 0.4397825213419529
previous_iter_valid_loss : 0.17638179659843445

     46480	  0.176424	  0.176382	  0.176133		CURRENT LEARNING RATE: 0.4396945736327485
previous_iter_valid_loss : 0.17192342877388

     46500	  0.172109	  0.171923	  0.176333		CURRENT LEARNING RATE: 0.4396066435113272
previous_iter_valid_loss : 0.16505469381809235

     46520	  0.165082	  0.165055	  0.175602		CURRENT LEARNING RATE: 0.4395187309741717
previous_iter_valid_loss : 0.16578266024589539

     46540	  0.165870	  0.165783	  0.174668		CURRENT LEARNING RATE: 0.4394308360177655
previous_iter_valid_loss : 0.166309654712677

     46560	  0.166356	  0.166310	  0.174142		CURRENT LEARNING RATE: 0.4393429586385928
previous_iter_valid_loss : 0.18847568333148956

     46580	  0.188501	  0.188476	  0.175234		CURRENT LEARNING RATE: 0.43925509883313846
previous_iter_valid_loss : 0.16700267791748047

     46600	  0.167049	  0.167003	  0.174528		CURRENT LEARNING RATE: 0.43916725659788824
previous_iter_valid_loss : 0.16834905743598938

     46620	  0.168361	  0.168349	  0.174443		CURRENT LEARNING RATE: 0.43907943192932825
previous_iter_valid_loss : 0.16811437904834747

     46640	  0.168169	  0.168114	  0.174395		CURRENT LEARNING RATE: 0.4389916248239456
previous_iter_valid_loss : 0.199232816696167

     46660	  0.199241	  0.199233	  0.176045		CURRENT LEARNING RATE: 0.438903835278228
previous_iter_valid_loss : 0.16570700705051422

     46680	  0.165722	  0.165707	  0.176008		CURRENT LEARNING RATE: 0.4388160632886639
previous_iter_valid_loss : 0.18598169088363647

     46700	  0.185987	  0.185982	  0.176849		CURRENT LEARNING RATE: 0.4387283088517424
previous_iter_valid_loss : 0.1645081788301468

     46720	  0.164440	  0.164508	  0.176715		CURRENT LEARNING RATE: 0.43864057196395323
previous_iter_valid_loss : 0.16601228713989258

     46740	  0.166025	  0.166012	  0.176758		CURRENT LEARNING RATE: 0.43855285262178706
previous_iter_valid_loss : 0.17013996839523315

     46760	  0.170121	  0.170140	  0.176157		CURRENT LEARNING RATE: 0.4384651508217351
previous_iter_valid_loss : 0.16553384065628052

     46780	  0.165568	  0.165534	  0.174696		CURRENT LEARNING RATE: 0.43837746656028914
previous_iter_valid_loss : 0.21924686431884766

     46800	  0.219267	  0.219247	  0.176583		CURRENT LEARNING RATE: 0.4382897998339419
previous_iter_valid_loss : 0.18125255405902863

     46820	  0.181340	  0.181253	  0.175508		CURRENT LEARNING RATE: 0.4382021506391868
previous_iter_valid_loss : 0.16782669723033905

     46840	  0.167797	  0.167827	  0.174682		CURRENT LEARNING RATE: 0.43811451897251774
previous_iter_valid_loss : 0.16694536805152893

     46860	  0.166934	  0.166945	  0.174489		CURRENT LEARNING RATE: 0.43802690483042944
previous_iter_valid_loss : 0.16703906655311584

     46880	  0.167129	  0.167039	  0.174022		CURRENT LEARNING RATE: 0.43793930820941745
previous_iter_valid_loss : 0.16620950400829315

     46900	  0.166218	  0.166210	  0.173736		CURRENT LEARNING RATE: 0.4378517291059779
previous_iter_valid_loss : 0.17695727944374084

     46920	  0.177078	  0.176957	  0.174331		CURRENT LEARNING RATE: 0.4377641675166075
previous_iter_valid_loss : 0.16549237072467804

     46940	  0.165536	  0.165492	  0.174317		CURRENT LEARNING RATE: 0.43767662343780384
previous_iter_valid_loss : 0.18534418940544128

     46960	  0.185432	  0.185344	  0.175268		CURRENT LEARNING RATE: 0.4375890968660652
previous_iter_valid_loss : 0.18193231523036957

     46980	  0.182195	  0.181932	  0.174941		CURRENT LEARNING RATE: 0.4375015877978905
previous_iter_valid_loss : 0.19901110231876373

     47000	  0.199442	  0.199011	  0.176542		CURRENT LEARNING RATE: 0.4374140962297794
previous_iter_valid_loss : 0.1653456687927246

     47020	  0.165484	  0.165346	  0.176391		CURRENT LEARNING RATE: 0.43732662215823215
previous_iter_valid_loss : 0.17008057236671448

     47040	  0.170249	  0.170081	  0.176490		CURRENT LEARNING RATE: 0.4372391655797499
previous_iter_valid_loss : 0.16677060723304749

     47060	  0.166943	  0.166771	  0.174867		CURRENT LEARNING RATE: 0.4371517264908343
previous_iter_valid_loss : 0.16442258656024933

     47080	  0.164466	  0.164423	  0.174802		CURRENT LEARNING RATE: 0.43706430488798786
previous_iter_valid_loss : 0.18668489158153534

     47100	  0.186983	  0.186685	  0.174838		CURRENT LEARNING RATE: 0.4369769007677136
previous_iter_valid_loss : 0.20010003447532654

     47120	  0.200570	  0.200100	  0.176617		CURRENT LEARNING RATE: 0.43688951412651544
previous_iter_valid_loss : 0.17931103706359863

     47140	  0.179594	  0.179311	  0.177282		CURRENT LEARNING RATE: 0.436802144960898
previous_iter_valid_loss : 0.1656295359134674

     47160	  0.165690	  0.165630	  0.177057		CURRENT LEARNING RATE: 0.4367147932673663
previous_iter_valid_loss : 0.16624346375465393

     47180	  0.166401	  0.166243	  0.177092		CURRENT LEARNING RATE: 0.4366274590424265
previous_iter_valid_loss : 0.16566085815429688

     47200	  0.165757	  0.165661	  0.174413		CURRENT LEARNING RATE: 0.436540142282585
previous_iter_valid_loss : 0.1685163676738739

     47220	  0.168571	  0.168516	  0.173776		CURRENT LEARNING RATE: 0.43645284298434933
previous_iter_valid_loss : 0.16727374494075775

     47240	  0.167401	  0.167274	  0.173748		CURRENT LEARNING RATE: 0.4363655611442274
previous_iter_valid_loss : 0.1721484661102295

     47260	  0.172161	  0.172148	  0.174008		CURRENT LEARNING RATE: 0.436278296758728
previous_iter_valid_loss : 0.16516125202178955

     47280	  0.165264	  0.165161	  0.173915		CURRENT LEARNING RATE: 0.43619104982436047
previous_iter_valid_loss : 0.1656770259141922

     47300	  0.165831	  0.165677	  0.173888		CURRENT LEARNING RATE: 0.43610382033763506
previous_iter_valid_loss : 0.1658899188041687

     47320	  0.165953	  0.165890	  0.173335		CURRENT LEARNING RATE: 0.4360166082950625
previous_iter_valid_loss : 0.17133104801177979

     47340	  0.171602	  0.171331	  0.173627		CURRENT LEARNING RATE: 0.4359294136931543
previous_iter_valid_loss : 0.16653528809547424

     47360	  0.166649	  0.166535	  0.172686		CURRENT LEARNING RATE: 0.43584223652842274
previous_iter_valid_loss : 0.1671052873134613

     47380	  0.167219	  0.167105	  0.171945		CURRENT LEARNING RATE: 0.43575507679738074
previous_iter_valid_loss : 0.2016356736421585

     47400	  0.202160	  0.201636	  0.172076		CURRENT LEARNING RATE: 0.43566793449654173
previous_iter_valid_loss : 0.16772878170013428

     47420	  0.168016	  0.167729	  0.172195		CURRENT LEARNING RATE: 0.43558080962242035
previous_iter_valid_loss : 0.16675187647342682

     47440	  0.166933	  0.166752	  0.172029		CURRENT LEARNING RATE: 0.43549370217153127
previous_iter_valid_loss : 0.16961920261383057

     47460	  0.169803	  0.169619	  0.172171		CURRENT LEARNING RATE: 0.4354066121403904
previous_iter_valid_loss : 0.1660146266222

     47480	  0.166110	  0.166015	  0.172251		CURRENT LEARNING RATE: 0.43531953952551405
previous_iter_valid_loss : 0.18192626535892487

     47500	  0.182258	  0.181926	  0.172013		CURRENT LEARNING RATE: 0.43523248432341927
previous_iter_valid_loss : 0.1773921549320221

     47520	  0.177650	  0.177392	  0.170877		CURRENT LEARNING RATE: 0.4351454465306241
previous_iter_valid_loss : 0.1788424253463745

     47540	  0.179065	  0.178842	  0.170854		CURRENT LEARNING RATE: 0.43505842614364665
previous_iter_valid_loss : 0.16856133937835693

     47560	  0.168785	  0.168561	  0.171001		CURRENT LEARNING RATE: 0.43497142315900644
previous_iter_valid_loss : 0.179933562874794

     47580	  0.180254	  0.179934	  0.171685		CURRENT LEARNING RATE: 0.4348844375732232
previous_iter_valid_loss : 0.18361227214336395

     47600	  0.183926	  0.183612	  0.172583		CURRENT LEARNING RATE: 0.4347974693828175
previous_iter_valid_loss : 0.18220531940460205

     47620	  0.182558	  0.182205	  0.173267		CURRENT LEARNING RATE: 0.4347105185843106
previous_iter_valid_loss : 0.1686609983444214

     47640	  0.168879	  0.168661	  0.173336		CURRENT LEARNING RATE: 0.43462358517422445
previous_iter_valid_loss : 0.18825317919254303

     47660	  0.188716	  0.188253	  0.174142		CURRENT LEARNING RATE: 0.4345366691490819
previous_iter_valid_loss : 0.17389050126075745

     47680	  0.174198	  0.173891	  0.174578		CURRENT LEARNING RATE: 0.4344497705054061
previous_iter_valid_loss : 0.2093210071325302

     47700	  0.209893	  0.209321	  0.176760		CURRENT LEARNING RATE: 0.4343628892397212
previous_iter_valid_loss : 0.1851358562707901

     47720	  0.185413	  0.185136	  0.177723		CURRENT LEARNING RATE: 0.4342760253485519
previous_iter_valid_loss : 0.16460992395877838

     47740	  0.164653	  0.164610	  0.177387		CURRENT LEARNING RATE: 0.43418917882842367
previous_iter_valid_loss : 0.16604486107826233

     47760	  0.166107	  0.166045	  0.177362		CURRENT LEARNING RATE: 0.4341023496758627
previous_iter_valid_loss : 0.17057539522647858

     47780	  0.170754	  0.170575	  0.177536		CURRENT LEARNING RATE: 0.4340155378873958
previous_iter_valid_loss : 0.17199966311454773

     47800	  0.172174	  0.172000	  0.176054		CURRENT LEARNING RATE: 0.43392874345955035
previous_iter_valid_loss : 0.22258606553077698

     47820	  0.223207	  0.222586	  0.178797		CURRENT LEARNING RATE: 0.4338419663888548
previous_iter_valid_loss : 0.17115634679794312

     47840	  0.171323	  0.171156	  0.179017		CURRENT LEARNING RATE: 0.4337552066718379
previous_iter_valid_loss : 0.16828805208206177

     47860	  0.168416	  0.168288	  0.178950		CURRENT LEARNING RATE: 0.43366846430502937
previous_iter_valid_loss : 0.18008953332901

     47880	  0.180369	  0.180090	  0.179654		CURRENT LEARNING RATE: 0.43358173928495947
previous_iter_valid_loss : 0.1803651601076126

     47900	  0.180686	  0.180365	  0.179576		CURRENT LEARNING RATE: 0.43349503160815916
previous_iter_valid_loss : 0.16716352105140686

     47920	  0.167302	  0.167164	  0.179065		CURRENT LEARNING RATE: 0.43340834127116024
previous_iter_valid_loss : 0.19895204901695251

     47940	  0.199431	  0.198952	  0.180070		CURRENT LEARNING RATE: 0.43332166827049495
previous_iter_valid_loss : 0.1820642203092575

     47960	  0.182314	  0.182064	  0.180745		CURRENT LEARNING RATE: 0.4332350126026964
previous_iter_valid_loss : 0.17193353176116943

     47980	  0.172045	  0.171934	  0.180345		CURRENT LEARNING RATE: 0.4331483742642986
previous_iter_valid_loss : 0.1657685935497284

     48000	  0.165931	  0.165769	  0.179453		CURRENT LEARNING RATE: 0.4330617532518357
previous_iter_valid_loss : 0.20070971548557281

     48020	  0.200774	  0.200710	  0.180378		CURRENT LEARNING RATE: 0.432975149561843
previous_iter_valid_loss : 0.17144040763378143

     48040	  0.171447	  0.171440	  0.180517		CURRENT LEARNING RATE: 0.43288856319085633
previous_iter_valid_loss : 0.18058611452579498

     48060	  0.180648	  0.180586	  0.180134		CURRENT LEARNING RATE: 0.43280199413541226
previous_iter_valid_loss : 0.16558164358139038

     48080	  0.165666	  0.165582	  0.179718		CURRENT LEARNING RATE: 0.43271544239204807
previous_iter_valid_loss : 0.16638721525669098

     48100	  0.166392	  0.166387	  0.177572		CURRENT LEARNING RATE: 0.4326289079573016
previous_iter_valid_loss : 0.17447024583816528

     48120	  0.174493	  0.174470	  0.177038		CURRENT LEARNING RATE: 0.43254239082771145
previous_iter_valid_loss : 0.18103845417499542

     48140	  0.181120	  0.181038	  0.177860		CURRENT LEARNING RATE: 0.43245589099981707
previous_iter_valid_loss : 0.16639754176139832

     48160	  0.166391	  0.166398	  0.177877		CURRENT LEARNING RATE: 0.43236940847015837
previous_iter_valid_loss : 0.17423942685127258

     48180	  0.174220	  0.174239	  0.178061		CURRENT LEARNING RATE: 0.432282943235276
previous_iter_valid_loss : 0.16580720245838165

     48200	  0.165919	  0.165807	  0.177751		CURRENT LEARNING RATE: 0.43219649529171145
previous_iter_valid_loss : 0.1704249382019043

     48220	  0.170657	  0.170425	  0.175143		CURRENT LEARNING RATE: 0.43211006463600676
previous_iter_valid_loss : 0.16985160112380981

     48240	  0.169851	  0.169852	  0.175078		CURRENT LEARNING RATE: 0.43202365126470477
previous_iter_valid_loss : 0.19688671827316284

     48260	  0.196979	  0.196887	  0.176508		CURRENT LEARNING RATE: 0.43193725517434883
previous_iter_valid_loss : 0.25131359696388245

     48280	  0.251332	  0.251314	  0.180069		CURRENT LEARNING RATE: 0.43185087636148317
previous_iter_valid_loss : 0.1845310777425766

     48300	  0.184636	  0.184531	  0.180277		CURRENT LEARNING RATE: 0.43176451482265266
previous_iter_valid_loss : 0.19502931833267212

     48320	  0.195144	  0.195029	  0.181670		CURRENT LEARNING RATE: 0.4316781705544027
previous_iter_valid_loss : 0.17103882133960724

     48340	  0.171145	  0.171039	  0.180275		CURRENT LEARNING RATE: 0.4315918435532798
previous_iter_valid_loss : 0.1669582724571228

     48360	  0.167058	  0.166958	  0.179519		CURRENT LEARNING RATE: 0.4315055338158305
previous_iter_valid_loss : 0.16833439469337463

     48380	  0.168597	  0.168334	  0.179340		CURRENT LEARNING RATE: 0.43141924133860277
previous_iter_valid_loss : 0.1651538759469986

     48400	  0.165300	  0.165154	  0.179309		CURRENT LEARNING RATE: 0.4313329661181446
previous_iter_valid_loss : 0.16922380030155182

     48420	  0.169257	  0.169224	  0.177734		CURRENT LEARNING RATE: 0.43124670815100524
previous_iter_valid_loss : 0.1716500073671341

     48440	  0.171736	  0.171650	  0.177745		CURRENT LEARNING RATE: 0.43116046743373426
previous_iter_valid_loss : 0.18100664019584656

     48460	  0.181144	  0.181007	  0.177766		CURRENT LEARNING RATE: 0.43107424396288196
previous_iter_valid_loss : 0.16485366225242615

     48480	  0.164919	  0.164854	  0.177730		CURRENT LEARNING RATE: 0.43098803773499955
previous_iter_valid_loss : 0.1690032035112381

     48500	  0.169065	  0.169003	  0.177860		CURRENT LEARNING RATE: 0.43090184874663867
previous_iter_valid_loss : 0.17217792570590973

     48520	  0.172265	  0.172178	  0.177746		CURRENT LEARNING RATE: 0.4308156769943518
previous_iter_valid_loss : 0.1634901463985443


Current valid loss: 0.1634901463985443;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     48540	  0.163560	  0.163490	  0.176868		CURRENT LEARNING RATE: 0.4307295224746921
previous_iter_valid_loss : 0.16838371753692627

     48560	  0.168546	  0.168384	  0.176968		CURRENT LEARNING RATE: 0.43064338518421336
previous_iter_valid_loss : 0.17992855608463287

     48580	  0.180025	  0.179929	  0.177252		CURRENT LEARNING RATE: 0.43055726511947007
previous_iter_valid_loss : 0.17355380952358246

     48600	  0.173641	  0.173554	  0.177639		CURRENT LEARNING RATE: 0.43047116227701737
previous_iter_valid_loss : 0.1701585054397583

     48620	  0.170502	  0.170159	  0.177626		CURRENT LEARNING RATE: 0.43038507665341136
previous_iter_valid_loss : 0.1686335653066635

     48640	  0.168821	  0.168634	  0.177565		CURRENT LEARNING RATE: 0.4302990082452084
previous_iter_valid_loss : 0.16505947709083557

     48660	  0.165273	  0.165059	  0.175974		CURRENT LEARNING RATE: 0.4302129570489657
previous_iter_valid_loss : 0.1654001623392105

     48680	  0.165595	  0.165400	  0.171678		CURRENT LEARNING RATE: 0.4301269230612415
previous_iter_valid_loss : 0.16513611376285553

     48700	  0.165358	  0.165136	  0.170708		CURRENT LEARNING RATE: 0.4300409062785942
previous_iter_valid_loss : 0.1670551300048828

     48720	  0.167360	  0.167055	  0.169310		CURRENT LEARNING RATE: 0.4299549066975833
previous_iter_valid_loss : 0.17179730534553528

     48740	  0.172022	  0.171797	  0.169348		CURRENT LEARNING RATE: 0.42986892431476864
previous_iter_valid_loss : 0.1730751246213913

     48760	  0.173280	  0.173075	  0.169653		CURRENT LEARNING RATE: 0.42978295912671105
previous_iter_valid_loss : 0.164729505777359

     48780	  0.165022	  0.164730	  0.169473		CURRENT LEARNING RATE: 0.42969701112997194
previous_iter_valid_loss : 0.17909403145313263

     48800	  0.179321	  0.179094	  0.170170		CURRENT LEARNING RATE: 0.4296110803211132
previous_iter_valid_loss : 0.16502481698989868

     48820	  0.165300	  0.165025	  0.169960		CURRENT LEARNING RATE: 0.4295251666966978
previous_iter_valid_loss : 0.16430790722370148

     48840	  0.164537	  0.164308	  0.169593		CURRENT LEARNING RATE: 0.42943927025328915
previous_iter_valid_loss : 0.16387084126472473

     48860	  0.164089	  0.163871	  0.168736		CURRENT LEARNING RATE: 0.42935339098745134
previous_iter_valid_loss : 0.1668427437543869

     48880	  0.167098	  0.166843	  0.168836		CURRENT LEARNING RATE: 0.4292675288957492
previous_iter_valid_loss : 0.19866028428077698

     48900	  0.198767	  0.198660	  0.170319		CURRENT LEARNING RATE: 0.42918168397474826
previous_iter_valid_loss : 0.1657082438468933

     48920	  0.165862	  0.165708	  0.169995		CURRENT LEARNING RATE: 0.42909585622101487
previous_iter_valid_loss : 0.1670594960451126

     48940	  0.167120	  0.167059	  0.170174		CURRENT LEARNING RATE: 0.42901004563111567
previous_iter_valid_loss : 0.1665763407945633

     48960	  0.166674	  0.166576	  0.170083		CURRENT LEARNING RATE: 0.4289242522016184
previous_iter_valid_loss : 0.20410661399364471

     48980	  0.204195	  0.204107	  0.171292		CURRENT LEARNING RATE: 0.42883847592909125
previous_iter_valid_loss : 0.17017628252506256

     49000	  0.170413	  0.170176	  0.171123		CURRENT LEARNING RATE: 0.4287527168101032
previous_iter_valid_loss : 0.1679273545742035

     49020	  0.168180	  0.167927	  0.171012		CURRENT LEARNING RATE: 0.4286669748412238
previous_iter_valid_loss : 0.1643931120634079

     49040	  0.164476	  0.164393	  0.170800		CURRENT LEARNING RATE: 0.42858125001902353
previous_iter_valid_loss : 0.16420425474643707

     49060	  0.164389	  0.164204	  0.170757		CURRENT LEARNING RATE: 0.42849554234007337
previous_iter_valid_loss : 0.16419875621795654

     49080	  0.164293	  0.164199	  0.170697		CURRENT LEARNING RATE: 0.4284098518009449
previous_iter_valid_loss : 0.16878345608711243

     49100	  0.168967	  0.168783	  0.170879		CURRENT LEARNING RATE: 0.4283241783982105
previous_iter_valid_loss : 0.18051721155643463

     49120	  0.180869	  0.180517	  0.171552		CURRENT LEARNING RATE: 0.42823852212844343
previous_iter_valid_loss : 0.1668626219034195

     49140	  0.166940	  0.166863	  0.171306		CURRENT LEARNING RATE: 0.4281528829882172
previous_iter_valid_loss : 0.1653025895357132

     49160	  0.165395	  0.165303	  0.170917		CURRENT LEARNING RATE: 0.42806726097410636
previous_iter_valid_loss : 0.16846947371959686

     49180	  0.168566	  0.168469	  0.171104		CURRENT LEARNING RATE: 0.42798165608268607
previous_iter_valid_loss : 0.1776193231344223

     49200	  0.177752	  0.177619	  0.171030		CURRENT LEARNING RATE: 0.42789606831053195
previous_iter_valid_loss : 0.18957382440567017

     49220	  0.189692	  0.189574	  0.172258		CURRENT LEARNING RATE: 0.4278104976542208
previous_iter_valid_loss : 0.17830856144428253

     49240	  0.178659	  0.178309	  0.172958		CURRENT LEARNING RATE: 0.42772494411032946
previous_iter_valid_loss : 0.16489699482917786

     49260	  0.165069	  0.164897	  0.173009		CURRENT LEARNING RATE: 0.42763940767543607
previous_iter_valid_loss : 0.16487012803554535

     49280	  0.165088	  0.164870	  0.172910		CURRENT LEARNING RATE: 0.4275538883461189
previous_iter_valid_loss : 0.16883276402950287

     49300	  0.168961	  0.168833	  0.171419		CURRENT LEARNING RATE: 0.42746838611895743
previous_iter_valid_loss : 0.16641685366630554

     49320	  0.166475	  0.166417	  0.171455		CURRENT LEARNING RATE: 0.42738290099053144
previous_iter_valid_loss : 0.16459737718105316

     49340	  0.164670	  0.164597	  0.171331		CURRENT LEARNING RATE: 0.4272974329574215
previous_iter_valid_loss : 0.16391527652740479

     49360	  0.164030	  0.163915	  0.171198		CURRENT LEARNING RATE: 0.4272119820162091
previous_iter_valid_loss : 0.17814990878105164

     49380	  0.178284	  0.178150	  0.169901		CURRENT LEARNING RATE: 0.42712654816347584
previous_iter_valid_loss : 0.16474871337413788

     49400	  0.164860	  0.164749	  0.169629		CURRENT LEARNING RATE: 0.42704113139580463
previous_iter_valid_loss : 0.19049091637134552

     49420	  0.190687	  0.190491	  0.170757		CURRENT LEARNING RATE: 0.4269557317097788
previous_iter_valid_loss : 0.20038390159606934

     49440	  0.200501	  0.200384	  0.172557		CURRENT LEARNING RATE: 0.4268703491019822
previous_iter_valid_loss : 0.16597698628902435

     49460	  0.166133	  0.165977	  0.172645		CURRENT LEARNING RATE: 0.42678498356899963
previous_iter_valid_loss : 0.19363290071487427

     49480	  0.193981	  0.193633	  0.174117		CURRENT LEARNING RATE: 0.42669963510741643
previous_iter_valid_loss : 0.21431699395179749

     49500	  0.214400	  0.214317	  0.176394		CURRENT LEARNING RATE: 0.42661430371381875
previous_iter_valid_loss : 0.19739428162574768

     49520	  0.197564	  0.197394	  0.177238		CURRENT LEARNING RATE: 0.42652898938479333
previous_iter_valid_loss : 0.1660694181919098

     49540	  0.166216	  0.166069	  0.177198		CURRENT LEARNING RATE: 0.42644369211692745
previous_iter_valid_loss : 0.19747953116893768

     49560	  0.197613	  0.197480	  0.178807		CURRENT LEARNING RATE: 0.42635841190680934
previous_iter_valid_loss : 0.16580617427825928

     49580	  0.165888	  0.165806	  0.178674		CURRENT LEARNING RATE: 0.4262731487510278
previous_iter_valid_loss : 0.17148840427398682

     49600	  0.171583	  0.171488	  0.178367		CURRENT LEARNING RATE: 0.4261879026461723
previous_iter_valid_loss : 0.19375337660312653

     49620	  0.193883	  0.193753	  0.178576		CURRENT LEARNING RATE: 0.4261026735888328
previous_iter_valid_loss : 0.1707664281129837

     49640	  0.171074	  0.170766	  0.178199		CURRENT LEARNING RATE: 0.42601746157560044
previous_iter_valid_loss : 0.16560499370098114

     49660	  0.165884	  0.165605	  0.178234		CURRENT LEARNING RATE: 0.42593226660306654
previous_iter_valid_loss : 0.1689336597919464

     49680	  0.169173	  0.168934	  0.178438		CURRENT LEARNING RATE: 0.4258470886678234
previous_iter_valid_loss : 0.17054150998592377

     49700	  0.170808	  0.170542	  0.178523		CURRENT LEARNING RATE: 0.4257619277664638
previous_iter_valid_loss : 0.1777404546737671

     49720	  0.177950	  0.177740	  0.179089		CURRENT LEARNING RATE: 0.42567678389558145
previous_iter_valid_loss : 0.1707637459039688

     49740	  0.170955	  0.170764	  0.179398		CURRENT LEARNING RATE: 0.42559165705177043
previous_iter_valid_loss : 0.193085715174675

     49760	  0.193292	  0.193086	  0.180856		CURRENT LEARNING RATE: 0.4255065472316258
previous_iter_valid_loss : 0.16885265707969666

     49780	  0.169011	  0.168853	  0.180391		CURRENT LEARNING RATE: 0.42542145443174306
previous_iter_valid_loss : 0.17272445559501648

     49800	  0.172917	  0.172724	  0.180790		CURRENT LEARNING RATE: 0.42533637864871865
previous_iter_valid_loss : 0.1880403757095337

     49820	  0.188268	  0.188040	  0.180668		CURRENT LEARNING RATE: 0.4252513198791494
previous_iter_valid_loss : 0.1654735505580902

     49840	  0.165639	  0.165474	  0.178922		CURRENT LEARNING RATE: 0.42516627811963303
previous_iter_valid_loss : 0.16755034029483795

     49860	  0.167805	  0.167550	  0.179001		CURRENT LEARNING RATE: 0.4250812533667678
previous_iter_valid_loss : 0.17022676765918732

     49880	  0.170444	  0.170227	  0.177830		CURRENT LEARNING RATE: 0.42499624561715277
previous_iter_valid_loss : 0.1646639108657837

     49900	  0.164852	  0.164664	  0.175348		CURRENT LEARNING RATE: 0.42491125486738757
previous_iter_valid_loss : 0.19535435736179352

     49920	  0.195742	  0.195354	  0.175246		CURRENT LEARNING RATE: 0.4248262811140726
previous_iter_valid_loss : 0.16408874094486237

     49940	  0.164210	  0.164089	  0.175147		CURRENT LEARNING RATE: 0.42474132435380907
previous_iter_valid_loss : 0.16586793959140778

     49960	  0.166051	  0.165868	  0.173566		CURRENT LEARNING RATE: 0.4246563845831985
previous_iter_valid_loss : 0.16689349710941315

     49980	  0.167060	  0.166893	  0.173620		CURRENT LEARNING RATE: 0.42457146179884336
previous_iter_valid_loss : 0.16792619228363037

     50000	  0.168108	  0.167926	  0.173442		CURRENT LEARNING RATE: 0.42448655599734675
previous_iter_valid_loss : 0.1743914932012558

     50020	  0.174625	  0.174391	  0.172474		CURRENT LEARNING RATE: 0.4244016671753125
previous_iter_valid_loss : 0.16531440615653992

     50040	  0.165454	  0.165314	  0.172202		CURRENT LEARNING RATE: 0.4243167953293449
previous_iter_valid_loss : 0.18639549612998962

     50060	  0.186721	  0.186395	  0.173241		CURRENT LEARNING RATE: 0.42423194045604923
previous_iter_valid_loss : 0.18941733241081238

     50080	  0.189897	  0.189417	  0.174265		CURRENT LEARNING RATE: 0.42414710255203125
previous_iter_valid_loss : 0.17568723857402802

     50100	  0.175954	  0.175687	  0.174523		CURRENT LEARNING RATE: 0.42406228161389736
previous_iter_valid_loss : 0.17847509682178497

     50120	  0.178793	  0.178475	  0.174559		CURRENT LEARNING RATE: 0.4239774776382549
previous_iter_valid_loss : 0.17810076475143433

     50140	  0.178392	  0.178101	  0.174926		CURRENT LEARNING RATE: 0.4238926906217114
previous_iter_valid_loss : 0.18457108736038208

     50160	  0.184940	  0.184571	  0.174500		CURRENT LEARNING RATE: 0.42380792056087574
previous_iter_valid_loss : 0.16911938786506653

     50180	  0.169282	  0.169119	  0.174514		CURRENT LEARNING RATE: 0.423723167452357
previous_iter_valid_loss : 0.1661422848701477

     50200	  0.166340	  0.166142	  0.174185		CURRENT LEARNING RATE: 0.42363843129276485
previous_iter_valid_loss : 0.16552361845970154

     50220	  0.165646	  0.165524	  0.173059		CURRENT LEARNING RATE: 0.4235537120787101
previous_iter_valid_loss : 0.16902393102645874

     50240	  0.169121	  0.169024	  0.173236		CURRENT LEARNING RATE: 0.4234690098068039
previous_iter_valid_loss : 0.1659376621246338

     50260	  0.166074	  0.165938	  0.173156		CURRENT LEARNING RATE: 0.42338432447365815
previous_iter_valid_loss : 0.16572803258895874

     50280	  0.165857	  0.165728	  0.172931		CURRENT LEARNING RATE: 0.42329965607588543
previous_iter_valid_loss : 0.16539542376995087

     50300	  0.165464	  0.165395	  0.172967		CURRENT LEARNING RATE: 0.42321500461009903
previous_iter_valid_loss : 0.16684578359127045

     50320	  0.166926	  0.166846	  0.171542		CURRENT LEARNING RATE: 0.4231303700729129
previous_iter_valid_loss : 0.16547472774982452

     50340	  0.165580	  0.165475	  0.171611		CURRENT LEARNING RATE: 0.4230457524609415
previous_iter_valid_loss : 0.16950076818466187

     50360	  0.169697	  0.169501	  0.171793		CURRENT LEARNING RATE: 0.4229611517708003
previous_iter_valid_loss : 0.19713696837425232

     50380	  0.197629	  0.197137	  0.173305		CURRENT LEARNING RATE: 0.4228765679991053
previous_iter_valid_loss : 0.18976189196109772

     50400	  0.190221	  0.189762	  0.174397		CURRENT LEARNING RATE: 0.422792001142473
previous_iter_valid_loss : 0.180385559797287

     50420	  0.180667	  0.180386	  0.174697		CURRENT LEARNING RATE: 0.42270745119752084
previous_iter_valid_loss : 0.16578221321105957

     50440	  0.165939	  0.165782	  0.174720		CURRENT LEARNING RATE: 0.4226229181608667
previous_iter_valid_loss : 0.17743508517742157

     50460	  0.177703	  0.177435	  0.174272		CURRENT LEARNING RATE: 0.42253840202912946
previous_iter_valid_loss : 0.16799968481063843

     50480	  0.168102	  0.168000	  0.173201		CURRENT LEARNING RATE: 0.42245390279892836
previous_iter_valid_loss : 0.16485653817653656

     50500	  0.165001	  0.164857	  0.172660		CURRENT LEARNING RATE: 0.42236942046688336
previous_iter_valid_loss : 0.16424226760864258

     50520	  0.164447	  0.164242	  0.171948		CURRENT LEARNING RATE: 0.42228495502961527
previous_iter_valid_loss : 0.17297466099262238

     50540	  0.173263	  0.172975	  0.171692		CURRENT LEARNING RATE: 0.4222005064837454
previous_iter_valid_loss : 0.1695120632648468

     50560	  0.169787	  0.169512	  0.170939		CURRENT LEARNING RATE: 0.4221160748258959
previous_iter_valid_loss : 0.17020846903324127

     50580	  0.170413	  0.170208	  0.170993		CURRENT LEARNING RATE: 0.42203166005268944
previous_iter_valid_loss : 0.19159825146198273

     50600	  0.192062	  0.191598	  0.172266		CURRENT LEARNING RATE: 0.42194726216074946
previous_iter_valid_loss : 0.16804198920726776

     50620	  0.168269	  0.168042	  0.172392		CURRENT LEARNING RATE: 0.42186288114669995
previous_iter_valid_loss : 0.1648523509502411

     50640	  0.165007	  0.164852	  0.172183		CURRENT LEARNING RATE: 0.42177851700716573
previous_iter_valid_loss : 0.17157702147960663

     50660	  0.171802	  0.171577	  0.172465		CURRENT LEARNING RATE: 0.42169416973877233
previous_iter_valid_loss : 0.1642773300409317

     50680	  0.164461	  0.164277	  0.172393		CURRENT LEARNING RATE: 0.4216098393381457
previous_iter_valid_loss : 0.16400998830795288

     50700	  0.164196	  0.164010	  0.172323		CURRENT LEARNING RATE: 0.4215255258019128
previous_iter_valid_loss : 0.16465693712234497

     50720	  0.164831	  0.164657	  0.172214		CURRENT LEARNING RATE: 0.4214412291267009
previous_iter_valid_loss : 0.1657750904560089

     50740	  0.165939	  0.165775	  0.172229		CURRENT LEARNING RATE: 0.4213569493091382
previous_iter_valid_loss : 0.16500037908554077

     50760	  0.165164	  0.165000	  0.172004		CURRENT LEARNING RATE: 0.42127268634585363
previous_iter_valid_loss : 0.18092872202396393

     50780	  0.181222	  0.180929	  0.171194		CURRENT LEARNING RATE: 0.4211884402334765
previous_iter_valid_loss : 0.1768675595521927

     50800	  0.177178	  0.176868	  0.170549		CURRENT LEARNING RATE: 0.4211042109686371
previous_iter_valid_loss : 0.16874726116657257

     50820	  0.168815	  0.168747	  0.169967		CURRENT LEARNING RATE: 0.4210199985479661
previous_iter_valid_loss : 0.16467909514904022

     50840	  0.164789	  0.164679	  0.169912		CURRENT LEARNING RATE: 0.4209358029680952
previous_iter_valid_loss : 0.17208494246006012

     50860	  0.172299	  0.172085	  0.169644		CURRENT LEARNING RATE: 0.4208516242256564
previous_iter_valid_loss : 0.1671345978975296

     50880	  0.167345	  0.167135	  0.169601		CURRENT LEARNING RATE: 0.4207674623172827
previous_iter_valid_loss : 0.1661205142736435

     50900	  0.166326	  0.166121	  0.169664		CURRENT LEARNING RATE: 0.4206833172396074
previous_iter_valid_loss : 0.16338229179382324


Current valid loss: 0.16338229179382324;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     50920	  0.163552	  0.163382	  0.169621		CURRENT LEARNING RATE: 0.42059918898926496
previous_iter_valid_loss : 0.17839421331882477

     50940	  0.178781	  0.178394	  0.169892		CURRENT LEARNING RATE: 0.4205150775628901
previous_iter_valid_loss : 0.17432744801044464

     50960	  0.174633	  0.174327	  0.170133		CURRENT LEARNING RATE: 0.42043098295711845
previous_iter_valid_loss : 0.16568580269813538

     50980	  0.165929	  0.165686	  0.169907		CURRENT LEARNING RATE: 0.4203469051685861
previous_iter_valid_loss : 0.16657757759094238

     51000	  0.166755	  0.166578	  0.168656		CURRENT LEARNING RATE: 0.42026284419393006
previous_iter_valid_loss : 0.16502505540847778

     51020	  0.165186	  0.165025	  0.168505		CURRENT LEARNING RATE: 0.4201788000297879
previous_iter_valid_loss : 0.1753002554178238

     51040	  0.175627	  0.175300	  0.169027		CURRENT LEARNING RATE: 0.4200947726727977
previous_iter_valid_loss : 0.1896490603685379

     51060	  0.190073	  0.189649	  0.169931		CURRENT LEARNING RATE: 0.4200107621195985
previous_iter_valid_loss : 0.19646018743515015

     51080	  0.196854	  0.196460	  0.171540		CURRENT LEARNING RATE: 0.41992676836682985
previous_iter_valid_loss : 0.18514101207256317

     51100	  0.185475	  0.185141	  0.172597		CURRENT LEARNING RATE: 0.41984279141113195
previous_iter_valid_loss : 0.17046374082565308

     51120	  0.170648	  0.170464	  0.172887		CURRENT LEARNING RATE: 0.4197588312491458
previous_iter_valid_loss : 0.16841362416744232

     51140	  0.168619	  0.168414	  0.173019		CURRENT LEARNING RATE: 0.41967488787751295
previous_iter_valid_loss : 0.1921730637550354

     51160	  0.192614	  0.192173	  0.174377		CURRENT LEARNING RATE: 0.41959096129287565
previous_iter_valid_loss : 0.190104141831398

     51180	  0.190445	  0.190104	  0.174836		CURRENT LEARNING RATE: 0.41950705149187684
previous_iter_valid_loss : 0.16438980400562286

     51200	  0.164523	  0.164390	  0.174212		CURRENT LEARNING RATE: 0.41942315847116024
previous_iter_valid_loss : 0.17650467157363892

     51220	  0.176807	  0.176505	  0.174600		CURRENT LEARNING RATE: 0.41933928222736994
previous_iter_valid_loss : 0.17964111268520355

     51240	  0.179948	  0.179641	  0.175348		CURRENT LEARNING RATE: 0.41925542275715105
previous_iter_valid_loss : 0.1727713644504547

     51260	  0.173064	  0.172771	  0.175383		CURRENT LEARNING RATE: 0.41917158005714905
previous_iter_valid_loss : 0.16613198816776276

     51280	  0.166331	  0.166132	  0.175333		CURRENT LEARNING RATE: 0.4190877541240104
previous_iter_valid_loss : 0.17942413687705994

     51300	  0.179755	  0.179424	  0.175998		CURRENT LEARNING RATE: 0.41900394495438187
previous_iter_valid_loss : 0.16895948350429535

     51320	  0.169088	  0.168959	  0.176277		CURRENT LEARNING RATE: 0.41892015254491133
previous_iter_valid_loss : 0.16762875020503998

     51340	  0.167759	  0.167629	  0.175738		CURRENT LEARNING RATE: 0.41883637689224684
previous_iter_valid_loss : 0.19209042191505432

     51360	  0.192519	  0.192090	  0.176626		CURRENT LEARNING RATE: 0.4187526179930374
previous_iter_valid_loss : 0.18858325481414795

     51380	  0.188994	  0.188583	  0.177771		CURRENT LEARNING RATE: 0.4186688758439329
previous_iter_valid_loss : 0.17139537632465363

     51400	  0.171642	  0.171395	  0.178012		CURRENT LEARNING RATE: 0.41858515044158345
previous_iter_valid_loss : 0.17045868933200836

     51420	  0.170713	  0.170459	  0.178284		CURRENT LEARNING RATE: 0.4185014417826401
previous_iter_valid_loss : 0.16598553955554962

     51440	  0.166142	  0.165986	  0.177818		CURRENT LEARNING RATE: 0.4184177498637544
previous_iter_valid_loss : 0.18060939013957977

     51460	  0.180932	  0.180609	  0.177366		CURRENT LEARNING RATE: 0.4183340746815788
previous_iter_valid_loss : 0.16580122709274292

     51480	  0.165971	  0.165801	  0.175833		CURRENT LEARNING RATE: 0.4182504162327662
previous_iter_valid_loss : 0.17035003006458282

     51500	  0.170567	  0.170350	  0.175094		CURRENT LEARNING RATE: 0.4181667745139704
previous_iter_valid_loss : 0.16752997040748596

     51520	  0.167612	  0.167530	  0.174947		CURRENT LEARNING RATE: 0.41808314952184555
previous_iter_valid_loss : 0.16336584091186523


Current valid loss: 0.16336584091186523;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     51540	  0.163482	  0.163366	  0.174695		CURRENT LEARNING RATE: 0.4179995412530468
previous_iter_valid_loss : 0.16394680738449097

     51560	  0.164134	  0.163947	  0.173283		CURRENT LEARNING RATE: 0.41791594970422963
previous_iter_valid_loss : 0.16387808322906494

     51580	  0.164088	  0.163878	  0.171972		CURRENT LEARNING RATE: 0.41783237487205055
previous_iter_valid_loss : 0.16563893854618073

     51600	  0.165876	  0.165639	  0.172034		CURRENT LEARNING RATE: 0.4177488167531666
previous_iter_valid_loss : 0.1749226301908493

     51620	  0.175184	  0.174923	  0.171955		CURRENT LEARNING RATE: 0.41766527534423536
previous_iter_valid_loss : 0.19350172579288483

     51640	  0.193925	  0.193502	  0.172648		CURRENT LEARNING RATE: 0.41758175064191516
previous_iter_valid_loss : 0.1702658087015152

     51660	  0.170511	  0.170266	  0.172523		CURRENT LEARNING RATE: 0.417498242642865
previous_iter_valid_loss : 0.1715736985206604

     51680	  0.171826	  0.171574	  0.172795		CURRENT LEARNING RATE: 0.41741475134374467
previous_iter_valid_loss : 0.17563840746879578

     51700	  0.175945	  0.175638	  0.172606		CURRENT LEARNING RATE: 0.4173312767412144
previous_iter_valid_loss : 0.17262379825115204

     51720	  0.172865	  0.172624	  0.172789		CURRENT LEARNING RATE: 0.41724781883193524
previous_iter_valid_loss : 0.16940957307815552

     51740	  0.169699	  0.169410	  0.172878		CURRENT LEARNING RATE: 0.417164377612569
previous_iter_valid_loss : 0.16814656555652618

     51760	  0.168372	  0.168147	  0.171681		CURRENT LEARNING RATE: 0.4170809530797778
previous_iter_valid_loss : 0.1648702472448349

     51780	  0.164974	  0.164870	  0.170495		CURRENT LEARNING RATE: 0.4169975452302248
previous_iter_valid_loss : 0.1698591411113739

     51800	  0.170003	  0.169859	  0.170418		CURRENT LEARNING RATE: 0.41691415406057375
previous_iter_valid_loss : 0.17966921627521515

     51820	  0.180083	  0.179669	  0.170879		CURRENT LEARNING RATE: 0.4168307795674889
previous_iter_valid_loss : 0.19430428743362427

     51840	  0.194803	  0.194304	  0.172295		CURRENT LEARNING RATE: 0.41674742174763524
previous_iter_valid_loss : 0.18127469718456268

     51860	  0.181644	  0.181275	  0.172328		CURRENT LEARNING RATE: 0.41666408059767845
previous_iter_valid_loss : 0.173629030585289

     51880	  0.173934	  0.173629	  0.172720		CURRENT LEARNING RATE: 0.416580756114285
previous_iter_valid_loss : 0.1667572557926178

     51900	  0.166948	  0.166757	  0.172540		CURRENT LEARNING RATE: 0.4164974482941219
previous_iter_valid_loss : 0.17766404151916504

     51920	  0.177939	  0.177664	  0.173047		CURRENT LEARNING RATE: 0.4164141571338567
previous_iter_valid_loss : 0.16576968133449554

     51940	  0.165959	  0.165770	  0.173167		CURRENT LEARNING RATE: 0.4163308826301579
previous_iter_valid_loss : 0.1670079082250595

     51960	  0.167096	  0.167008	  0.173320		CURRENT LEARNING RATE: 0.41624762477969446
previous_iter_valid_loss : 0.16424080729484558

     51980	  0.164367	  0.164241	  0.173338		CURRENT LEARNING RATE: 0.41616438357913604
previous_iter_valid_loss : 0.16646209359169006

     52000	  0.166640	  0.166462	  0.173379		CURRENT LEARNING RATE: 0.416081159025153
previous_iter_valid_loss : 0.1859293282032013

     52020	  0.186334	  0.185929	  0.173930		CURRENT LEARNING RATE: 0.41599795111441645
previous_iter_valid_loss : 0.18142779171466827

     52040	  0.181781	  0.181428	  0.173326		CURRENT LEARNING RATE: 0.4159147598435979
previous_iter_valid_loss : 0.17944149672985077

     52060	  0.179791	  0.179441	  0.173785		CURRENT LEARNING RATE: 0.4158315852093698
previous_iter_valid_loss : 0.16823522746562958

     52080	  0.168477	  0.168235	  0.173618		CURRENT LEARNING RATE: 0.4157484272084052
previous_iter_valid_loss : 0.17136694490909576

     52100	  0.171639	  0.171367	  0.173404		CURRENT LEARNING RATE: 0.41566528583737783
previous_iter_valid_loss : 0.17987528443336487

     52120	  0.180215	  0.179875	  0.173767		CURRENT LEARNING RATE: 0.41558216109296187
previous_iter_valid_loss : 0.16640737652778625

     52140	  0.166575	  0.166407	  0.173617		CURRENT LEARNING RATE: 0.4154990529718325
previous_iter_valid_loss : 0.16467900574207306

     52160	  0.164831	  0.164679	  0.173443		CURRENT LEARNING RATE: 0.4154159614706652
previous_iter_valid_loss : 0.1895119696855545

     52180	  0.189888	  0.189512	  0.174675		CURRENT LEARNING RATE: 0.4153328865861364
previous_iter_valid_loss : 0.1710415929555893

     52200	  0.171276	  0.171042	  0.174734		CURRENT LEARNING RATE: 0.41524982831492313
previous_iter_valid_loss : 0.17325198650360107

     52220	  0.173518	  0.173252	  0.174414		CURRENT LEARNING RATE: 0.4151667866537031
previous_iter_valid_loss : 0.16459012031555176

     52240	  0.164731	  0.164590	  0.172928		CURRENT LEARNING RATE: 0.41508376159915455
previous_iter_valid_loss : 0.16858677566051483

     52260	  0.168698	  0.168587	  0.172293		CURRENT LEARNING RATE: 0.41500075314795654
previous_iter_valid_loss : 0.16845253109931946

     52280	  0.168540	  0.168453	  0.172035		CURRENT LEARNING RATE: 0.4149177612967887
previous_iter_valid_loss : 0.16963252425193787

     52300	  0.169844	  0.169633	  0.172178		CURRENT LEARNING RATE: 0.41483478604233137
previous_iter_valid_loss : 0.1713131219148636

     52320	  0.171578	  0.171313	  0.171861		CURRENT LEARNING RATE: 0.4147518273812656
previous_iter_valid_loss : 0.16803038120269775

     52340	  0.168146	  0.168030	  0.171974		CURRENT LEARNING RATE: 0.4146688853102729
previous_iter_valid_loss : 0.18425141274929047

     52360	  0.184516	  0.184251	  0.172836		CURRENT LEARNING RATE: 0.41458595982603563
previous_iter_valid_loss : 0.16726429760456085

     52380	  0.167364	  0.167264	  0.172987		CURRENT LEARNING RATE: 0.41450305092523687
previous_iter_valid_loss : 0.1697872430086136

     52400	  0.169916	  0.169787	  0.173153		CURRENT LEARNING RATE: 0.4144201586045602
previous_iter_valid_loss : 0.16532167792320251

     52420	  0.165439	  0.165322	  0.172123		CURRENT LEARNING RATE: 0.41433728286068994
previous_iter_valid_loss : 0.16283196210861206


Current valid loss: 0.16283196210861206;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     52440	  0.163003	  0.162832	  0.171193		CURRENT LEARNING RATE: 0.41425442369031107
previous_iter_valid_loss : 0.16478870809078217

     52460	  0.164898	  0.164789	  0.170461		CURRENT LEARNING RATE: 0.41417158109010915
previous_iter_valid_loss : 0.16469736397266388

     52480	  0.164868	  0.164697	  0.170284		CURRENT LEARNING RATE: 0.41408875505677056
previous_iter_valid_loss : 0.16378755867481232

     52500	  0.164008	  0.163788	  0.169905		CURRENT LEARNING RATE: 0.41400594558698217
previous_iter_valid_loss : 0.1689068228006363

     52520	  0.169015	  0.168907	  0.169356		CURRENT LEARNING RATE: 0.41392315267743174
previous_iter_valid_loss : 0.1648678034543991

     52540	  0.165085	  0.164868	  0.169279		CURRENT LEARNING RATE: 0.41384037632480747
previous_iter_valid_loss : 0.18532483279705048

     52560	  0.185719	  0.185325	  0.170312		CURRENT LEARNING RATE: 0.4137576165257982
previous_iter_valid_loss : 0.1795322597026825

     52580	  0.179937	  0.179532	  0.169813		CURRENT LEARNING RATE: 0.4136748732770938
previous_iter_valid_loss : 0.16794677078723907

     52600	  0.168177	  0.167947	  0.169658		CURRENT LEARNING RATE: 0.41359214657538423
previous_iter_valid_loss : 0.17245875298976898

     52620	  0.172689	  0.172459	  0.169618		CURRENT LEARNING RATE: 0.41350943641736065
previous_iter_valid_loss : 0.18831264972686768

     52640	  0.188696	  0.188313	  0.170804		CURRENT LEARNING RATE: 0.41342674279971464
previous_iter_valid_loss : 0.1658829003572464

     52660	  0.166092	  0.165883	  0.170669		CURRENT LEARNING RATE: 0.4133440657191383
previous_iter_valid_loss : 0.1769644021987915

     52680	  0.177304	  0.176964	  0.171095		CURRENT LEARNING RATE: 0.4132614051723247
previous_iter_valid_loss : 0.18090273439884186

     52700	  0.181229	  0.180903	  0.171658		CURRENT LEARNING RATE: 0.4131787611559674
previous_iter_valid_loss : 0.1660679429769516

     52720	  0.166285	  0.166068	  0.171396		CURRENT LEARNING RATE: 0.4130961336667605
previous_iter_valid_loss : 0.16591870784759521

     52740	  0.166111	  0.165919	  0.171290		CURRENT LEARNING RATE: 0.41301352270139907
previous_iter_valid_loss : 0.17454609274864197

     52760	  0.174818	  0.174546	  0.170805		CURRENT LEARNING RATE: 0.41293092825657857
previous_iter_valid_loss : 0.16395032405853271

     52780	  0.164162	  0.163950	  0.170639		CURRENT LEARNING RATE: 0.41284835032899525
previous_iter_valid_loss : 0.1668846309185028

     52800	  0.167123	  0.166885	  0.170494		CURRENT LEARNING RATE: 0.41276578891534604
previous_iter_valid_loss : 0.17567278444766998

     52820	  0.175979	  0.175673	  0.171012		CURRENT LEARNING RATE: 0.4126832440123285
previous_iter_valid_loss : 0.16646133363246918

     52840	  0.166666	  0.166461	  0.171193		CURRENT LEARNING RATE: 0.4126007156166407
previous_iter_valid_loss : 0.1653835028409958

     52860	  0.165570	  0.165384	  0.171223		CURRENT LEARNING RATE: 0.4125182037249815
previous_iter_valid_loss : 0.16600674390792847

     52880	  0.166211	  0.166007	  0.171289		CURRENT LEARNING RATE: 0.4124357083340506
previous_iter_valid_loss : 0.16801293194293976

     52900	  0.168260	  0.168013	  0.171500		CURRENT LEARNING RATE: 0.4123532294405481
previous_iter_valid_loss : 0.17983834445476532

     52920	  0.180185	  0.179838	  0.172046		CURRENT LEARNING RATE: 0.4122707670411748
previous_iter_valid_loss : 0.18306273221969604

     52940	  0.183433	  0.183063	  0.172956		CURRENT LEARNING RATE: 0.4121883211326322
previous_iter_valid_loss : 0.1648370623588562

     52960	  0.165010	  0.164837	  0.171932		CURRENT LEARNING RATE: 0.41210589171162254
previous_iter_valid_loss : 0.1653611809015274

     52980	  0.165508	  0.165361	  0.171223		CURRENT LEARNING RATE: 0.41202347877484863
previous_iter_valid_loss : 0.17308153212070465

     53000	  0.173334	  0.173082	  0.171480		CURRENT LEARNING RATE: 0.4119410823190139
previous_iter_valid_loss : 0.1708349883556366

     53020	  0.171081	  0.170835	  0.171399		CURRENT LEARNING RATE: 0.41185870234082256
previous_iter_valid_loss : 0.16378742456436157

     53040	  0.163917	  0.163787	  0.170173		CURRENT LEARNING RATE: 0.4117763388369793
previous_iter_valid_loss : 0.16497300565242767

     53060	  0.165131	  0.164973	  0.170127		CURRENT LEARNING RATE: 0.4116939918041896
previous_iter_valid_loss : 0.1732201725244522

     53080	  0.173490	  0.173220	  0.169940		CURRENT LEARNING RATE: 0.41161166123915977
previous_iter_valid_loss : 0.16375039517879486

     53100	  0.163912	  0.163750	  0.169082		CURRENT LEARNING RATE: 0.41152934713859635
previous_iter_valid_loss : 0.1639735847711563

     53120	  0.164225	  0.163974	  0.168978		CURRENT LEARNING RATE: 0.4114470494992069
previous_iter_valid_loss : 0.17456060647964478

     53140	  0.174835	  0.174561	  0.169410		CURRENT LEARNING RATE: 0.41136476831769947
previous_iter_valid_loss : 0.1648714691400528

     53160	  0.165099	  0.164871	  0.168926		CURRENT LEARNING RATE: 0.41128250359078283
previous_iter_valid_loss : 0.18981409072875977

     53180	  0.190324	  0.189814	  0.170219		CURRENT LEARNING RATE: 0.41120025531516635
previous_iter_valid_loss : 0.1745896339416504

     53200	  0.174694	  0.174590	  0.170604		CURRENT LEARNING RATE: 0.41111802348756027
previous_iter_valid_loss : 0.16371549665927887

     53220	  0.163916	  0.163715	  0.170006		CURRENT LEARNING RATE: 0.41103580810467505
previous_iter_valid_loss : 0.1885375678539276

     53240	  0.188909	  0.188538	  0.171110		CURRENT LEARNING RATE: 0.41095360916322227
previous_iter_valid_loss : 0.16624121367931366

     53260	  0.166431	  0.166241	  0.171153		CURRENT LEARNING RATE: 0.4108714266599139
previous_iter_valid_loss : 0.16314028203487396

     53280	  0.163279	  0.163140	  0.171010		CURRENT LEARNING RATE: 0.41078926059146265
previous_iter_valid_loss : 0.16866935789585114

     53300	  0.168860	  0.168669	  0.171043		CURRENT LEARNING RATE: 0.41070711095458184
previous_iter_valid_loss : 0.18582256138324738

     53320	  0.186177	  0.185823	  0.171342		CURRENT LEARNING RATE: 0.4106249777459856
previous_iter_valid_loss : 0.16450223326683044

     53340	  0.164615	  0.164502	  0.170414		CURRENT LEARNING RATE: 0.4105428609623885
previous_iter_valid_loss : 0.16686677932739258

     53360	  0.166965	  0.166867	  0.170515		CURRENT LEARNING RATE: 0.41046076060050585
previous_iter_valid_loss : 0.16909655928611755

     53380	  0.169276	  0.169097	  0.170702		CURRENT LEARNING RATE: 0.41037867665705374
previous_iter_valid_loss : 0.16745123267173767

     53400	  0.167531	  0.167451	  0.170421		CURRENT LEARNING RATE: 0.4102966091287487
previous_iter_valid_loss : 0.16867682337760925

     53420	  0.168877	  0.168677	  0.170313		CURRENT LEARNING RATE: 0.4102145580123081
previous_iter_valid_loss : 0.17543178796768188

     53440	  0.175721	  0.175432	  0.170895		CURRENT LEARNING RATE: 0.4101325233044499
previous_iter_valid_loss : 0.19828450679779053

     53460	  0.198730	  0.198285	  0.172560		CURRENT LEARNING RATE: 0.41005050500189266
previous_iter_valid_loss : 0.17199525237083435

     53480	  0.172285	  0.171995	  0.172499		CURRENT LEARNING RATE: 0.4099685031013556
previous_iter_valid_loss : 0.1677745282649994

     53500	  0.167991	  0.167775	  0.172700		CURRENT LEARNING RATE: 0.40988651759955885
previous_iter_valid_loss : 0.16374832391738892

     53520	  0.163954	  0.163748	  0.172689		CURRENT LEARNING RATE: 0.4098045484932228
previous_iter_valid_loss : 0.18842390179634094

     53540	  0.188833	  0.188424	  0.173382		CURRENT LEARNING RATE: 0.4097225957790687
previous_iter_valid_loss : 0.1798429638147354

     53560	  0.180101	  0.179843	  0.174131		CURRENT LEARNING RATE: 0.40964065945381856
previous_iter_valid_loss : 0.16618697345256805

     53580	  0.166387	  0.166187	  0.172950		CURRENT LEARNING RATE: 0.4095587395141948
previous_iter_valid_loss : 0.17001330852508545

     53600	  0.170240	  0.170013	  0.172721		CURRENT LEARNING RATE: 0.4094768359569207
previous_iter_valid_loss : 0.16503603756427765

     53620	  0.165164	  0.165036	  0.172787		CURRENT LEARNING RATE: 0.4093949487787201
previous_iter_valid_loss : 0.16759485006332397

     53640	  0.167685	  0.167595	  0.171740		CURRENT LEARNING RATE: 0.4093130779763175
previous_iter_valid_loss : 0.17739515006542206

     53660	  0.177686	  0.177395	  0.172297		CURRENT LEARNING RATE: 0.4092312235464381
previous_iter_valid_loss : 0.1773478090763092

     53680	  0.177673	  0.177348	  0.173008		CURRENT LEARNING RATE: 0.40914938548580765
previous_iter_valid_loss : 0.17268066108226776

     53700	  0.172875	  0.172681	  0.173208		CURRENT LEARNING RATE: 0.40906756379115267
previous_iter_valid_loss : 0.16454297304153442

     53720	  0.164705	  0.164543	  0.172144		CURRENT LEARNING RATE: 0.4089857584592004
previous_iter_valid_loss : 0.1916133463382721

     53740	  0.191995	  0.191613	  0.173500		CURRENT LEARNING RATE: 0.4089039694866784
previous_iter_valid_loss : 0.17157796025276184

     53760	  0.171782	  0.171578	  0.173735		CURRENT LEARNING RATE: 0.4088221968703153
previous_iter_valid_loss : 0.16472211480140686

     53780	  0.164802	  0.164722	  0.173517		CURRENT LEARNING RATE: 0.40874044060684006
previous_iter_valid_loss : 0.1670282483100891

     53800	  0.167129	  0.167028	  0.173496		CURRENT LEARNING RATE: 0.40865870069298255
previous_iter_valid_loss : 0.16395224630832672

     53820	  0.164061	  0.163952	  0.173259		CURRENT LEARNING RATE: 0.40857697712547314
previous_iter_valid_loss : 0.17828616499900818

     53840	  0.178596	  0.178286	  0.173402		CURRENT LEARNING RATE: 0.40849526990104285
previous_iter_valid_loss : 0.18173229694366455

     53860	  0.182058	  0.181732	  0.172574		CURRENT LEARNING RATE: 0.4084135790164234
previous_iter_valid_loss : 0.16815170645713806

     53880	  0.168330	  0.168152	  0.172382		CURRENT LEARNING RATE: 0.4083319044683471
previous_iter_valid_loss : 0.1639053076505661

     53900	  0.164052	  0.163905	  0.172189		CURRENT LEARNING RATE: 0.40825024625354717
previous_iter_valid_loss : 0.17728115618228912

     53920	  0.177550	  0.177281	  0.172865		CURRENT LEARNING RATE: 0.40816860436875707
previous_iter_valid_loss : 0.17417912185192108

     53940	  0.174437	  0.174179	  0.172153		CURRENT LEARNING RATE: 0.4080869788107112
previous_iter_valid_loss : 0.1743694543838501

     53960	  0.174609	  0.174369	  0.171879		CURRENT LEARNING RATE: 0.4080053695761446
previous_iter_valid_loss : 0.16352532804012299

     53980	  0.163669	  0.163525	  0.171746		CURRENT LEARNING RATE: 0.40792377666179275
previous_iter_valid_loss : 0.173333540558815

     54000	  0.173574	  0.173334	  0.171912		CURRENT LEARNING RATE: 0.4078422000643921
previous_iter_valid_loss : 0.17994888126850128

     54020	  0.180249	  0.179949	  0.172658		CURRENT LEARNING RATE: 0.4077606397806794
previous_iter_valid_loss : 0.1974913477897644

     54040	  0.197849	  0.197491	  0.174153		CURRENT LEARNING RATE: 0.4076790958073924
previous_iter_valid_loss : 0.17814010381698608

     54060	  0.178396	  0.178140	  0.174190		CURRENT LEARNING RATE: 0.40759756814126935
previous_iter_valid_loss : 0.17175650596618652

     54080	  0.172016	  0.171757	  0.173911		CURRENT LEARNING RATE: 0.407516056779049
previous_iter_valid_loss : 0.17515869438648224

     54100	  0.175236	  0.175159	  0.174034		CURRENT LEARNING RATE: 0.407434561717471
previous_iter_valid_loss : 0.1686430424451828

     54120	  0.168901	  0.168643	  0.174239		CURRENT LEARNING RATE: 0.4073530829532755
previous_iter_valid_loss : 0.1735301911830902

     54140	  0.173780	  0.173530	  0.173335		CURRENT LEARNING RATE: 0.4072716204832034
previous_iter_valid_loss : 0.16584300994873047

     54160	  0.165924	  0.165843	  0.173049		CURRENT LEARNING RATE: 0.4071901743039962
previous_iter_valid_loss : 0.17121969163417816

     54180	  0.171378	  0.171220	  0.173373		CURRENT LEARNING RATE: 0.407108744412396
previous_iter_valid_loss : 0.16367971897125244

     54200	  0.163795	  0.163680	  0.173206		CURRENT LEARNING RATE: 0.4070273308051456
previous_iter_valid_loss : 0.1793474704027176

     54220	  0.179706	  0.179347	  0.173976		CURRENT LEARNING RATE: 0.40694593347898844
previous_iter_valid_loss : 0.1721871942281723

     54240	  0.172341	  0.172187	  0.173671		CURRENT LEARNING RATE: 0.4068645524306688
previous_iter_valid_loss : 0.16708700358867645

     54260	  0.167196	  0.167087	  0.172939		CURRENT LEARNING RATE: 0.4067831876569313
previous_iter_valid_loss : 0.16591326892375946

     54280	  0.166062	  0.165913	  0.172827		CURRENT LEARNING RATE: 0.4067018391545213
previous_iter_valid_loss : 0.16430559754371643

     54300	  0.164431	  0.164306	  0.172847		CURRENT LEARNING RATE: 0.4066205069201849
previous_iter_valid_loss : 0.17778371274471283

     54320	  0.178030	  0.177784	  0.172872		CURRENT LEARNING RATE: 0.40653919095066887
previous_iter_valid_loss : 0.16692955791950226

     54340	  0.167021	  0.166930	  0.172509		CURRENT LEARNING RATE: 0.4064578912427205
previous_iter_valid_loss : 0.17016535997390747

     54360	  0.170152	  0.170165	  0.172299		CURRENT LEARNING RATE: 0.40637660779308793
previous_iter_valid_loss : 0.16919396817684174

     54380	  0.169246	  0.169194	  0.172582		CURRENT LEARNING RATE: 0.4062953405985196
previous_iter_valid_loss : 0.1729714423418045

     54400	  0.173146	  0.172971	  0.172564		CURRENT LEARNING RATE: 0.406214089655765
previous_iter_valid_loss : 0.16465115547180176

     54420	  0.164788	  0.164651	  0.171799		CURRENT LEARNING RATE: 0.4061328549615741
previous_iter_valid_loss : 0.16455484926700592

     54440	  0.164658	  0.164555	  0.170153		CURRENT LEARNING RATE: 0.4060516365126974
previous_iter_valid_loss : 0.1700928807258606

     54460	  0.170286	  0.170093	  0.169750		CURRENT LEARNING RATE: 0.4059704343058862
previous_iter_valid_loss : 0.19289162755012512

     54480	  0.193222	  0.192892	  0.170807		CURRENT LEARNING RATE: 0.4058892483378924
previous_iter_valid_loss : 0.17158642411231995

     54500	  0.171837	  0.171586	  0.170628		CURRENT LEARNING RATE: 0.4058080786054687
previous_iter_valid_loss : 0.1711282879114151

     54520	  0.171397	  0.171128	  0.170753		CURRENT LEARNING RATE: 0.4057269251053681
previous_iter_valid_loss : 0.18918642401695251

     54540	  0.189503	  0.189186	  0.171536		CURRENT LEARNING RATE: 0.40564578783434463
previous_iter_valid_loss : 0.1694902628660202

     54560	  0.169683	  0.169490	  0.171718		CURRENT LEARNING RATE: 0.40556466678915265
previous_iter_valid_loss : 0.175418421626091

     54580	  0.175730	  0.175418	  0.171928		CURRENT LEARNING RATE: 0.4054835619665474
previous_iter_valid_loss : 0.19122867286205292

     54600	  0.191197	  0.191229	  0.173305		CURRENT LEARNING RATE: 0.4054024733632847
previous_iter_valid_loss : 0.17087018489837646

     54620	  0.171089	  0.170870	  0.172881		CURRENT LEARNING RATE: 0.405321400976121
previous_iter_valid_loss : 0.16624702513217926

     54640	  0.166336	  0.166247	  0.172584		CURRENT LEARNING RATE: 0.4052403448018134
previous_iter_valid_loss : 0.1777653843164444

     54660	  0.178039	  0.177765	  0.173118		CURRENT LEARNING RATE: 0.4051593048371197
previous_iter_valid_loss : 0.1904737800359726

     54680	  0.190861	  0.190474	  0.174346		CURRENT LEARNING RATE: 0.4050782810787982
previous_iter_valid_loss : 0.19429674744606018

     54700	  0.194666	  0.194297	  0.175846		CURRENT LEARNING RATE: 0.4049972735236079
previous_iter_valid_loss : 0.17384353280067444

     54720	  0.173983	  0.173844	  0.175649		CURRENT LEARNING RATE: 0.4049162821683087
previous_iter_valid_loss : 0.16500194370746613

     54740	  0.165081	  0.165002	  0.175553		CURRENT LEARNING RATE: 0.40483530700966086
previous_iter_valid_loss : 0.16486862301826477

     54760	  0.164970	  0.164869	  0.175288		CURRENT LEARNING RATE: 0.4047543480444253
previous_iter_valid_loss : 0.166849747300148

     54780	  0.166986	  0.166850	  0.175170		CURRENT LEARNING RATE: 0.4046734052693637
previous_iter_valid_loss : 0.18101860582828522

     54800	  0.181287	  0.181019	  0.175573		CURRENT LEARNING RATE: 0.40459247868123843
previous_iter_valid_loss : 0.2547931969165802

     54820	  0.255516	  0.254793	  0.180080		CURRENT LEARNING RATE: 0.4045115682768123
previous_iter_valid_loss : 0.16579903662204742

     54840	  0.165963	  0.165799	  0.180142		CURRENT LEARNING RATE: 0.40443067405284905
previous_iter_valid_loss : 0.16472037136554718

     54860	  0.164832	  0.164720	  0.179874		CURRENT LEARNING RATE: 0.4043497960061127
previous_iter_valid_loss : 0.18641997873783112

     54880	  0.186732	  0.186420	  0.179550		CURRENT LEARNING RATE: 0.4042689341333683
previous_iter_valid_loss : 0.19219693541526794

     54900	  0.192604	  0.192197	  0.180580		CURRENT LEARNING RATE: 0.40418808843138126
previous_iter_valid_loss : 0.17663608491420746

     54920	  0.176832	  0.176636	  0.180856		CURRENT LEARNING RATE: 0.40410725889691784
previous_iter_valid_loss : 0.1819833219051361

     54940	  0.182331	  0.181983	  0.180496		CURRENT LEARNING RATE: 0.40402644552674494
previous_iter_valid_loss : 0.18797296285629272

     54960	  0.188303	  0.187973	  0.181420		CURRENT LEARNING RATE: 0.4039456483176298
previous_iter_valid_loss : 0.20638440549373627

     54980	  0.206993	  0.206384	  0.182968		CURRENT LEARNING RATE: 0.40386486726634063
previous_iter_valid_loss : 0.19346585869789124

     55000	  0.193906	  0.193466	  0.183080		CURRENT LEARNING RATE: 0.40378410236964624
previous_iter_valid_loss : 0.16793084144592285

     55020	  0.168119	  0.167931	  0.182933		CURRENT LEARNING RATE: 0.4037033536243161
previous_iter_valid_loss : 0.16564691066741943

     55040	  0.165811	  0.165647	  0.182903		CURRENT LEARNING RATE: 0.40362262102712
previous_iter_valid_loss : 0.16375817358493805

     55060	  0.163910	  0.163758	  0.182203		CURRENT LEARNING RATE: 0.40354190457482886
previous_iter_valid_loss : 0.16397419571876526

     55080	  0.164113	  0.163974	  0.180878		CURRENT LEARNING RATE: 0.403461204264214
previous_iter_valid_loss : 0.2009863406419754

     55100	  0.201481	  0.200986	  0.181212		CURRENT LEARNING RATE: 0.4033805200920473
previous_iter_valid_loss : 0.17357344925403595

     55120	  0.173780	  0.173573	  0.181199		CURRENT LEARNING RATE: 0.40329985205510144
previous_iter_valid_loss : 0.186499685049057

     55140	  0.186873	  0.186500	  0.182274		CURRENT LEARNING RATE: 0.4032192001501498
previous_iter_valid_loss : 0.167099729180336

     55160	  0.167317	  0.167100	  0.182385		CURRENT LEARNING RATE: 0.40313856437396617
previous_iter_valid_loss : 0.16696366667747498

     55180	  0.167182	  0.166964	  0.182391		CURRENT LEARNING RATE: 0.4030579447233251
previous_iter_valid_loss : 0.17083530128002167

     55200	  0.170975	  0.170835	  0.181882		CURRENT LEARNING RATE: 0.402977341195002
previous_iter_valid_loss : 0.16919618844985962

     55220	  0.169323	  0.169196	  0.177602		CURRENT LEARNING RATE: 0.40289675378577255
previous_iter_valid_loss : 0.1764293760061264

     55240	  0.176737	  0.176429	  0.178133		CURRENT LEARNING RATE: 0.40281618249241335
previous_iter_valid_loss : 0.18523775041103363

     55260	  0.185592	  0.185238	  0.179159		CURRENT LEARNING RATE: 0.4027356273117015
previous_iter_valid_loss : 0.1706671565771103

     55280	  0.170915	  0.170667	  0.178372		CURRENT LEARNING RATE: 0.4026550882404146
previous_iter_valid_loss : 0.16865606606006622

     55300	  0.168787	  0.168656	  0.177194		CURRENT LEARNING RATE: 0.4025745652753315
previous_iter_valid_loss : 0.177878275513649

     55320	  0.178010	  0.177878	  0.177257		CURRENT LEARNING RATE: 0.402494058413231
previous_iter_valid_loss : 0.16751861572265625

     55340	  0.167624	  0.167519	  0.176533		CURRENT LEARNING RATE: 0.4024135676508929
previous_iter_valid_loss : 0.18551750481128693

     55360	  0.185645	  0.185518	  0.176411		CURRENT LEARNING RATE: 0.40233309298509756
previous_iter_valid_loss : 0.17993517220020294

     55380	  0.180078	  0.179935	  0.175088		CURRENT LEARNING RATE: 0.402252634412626
previous_iter_valid_loss : 0.1674298793077469

     55400	  0.167569	  0.167430	  0.173786		CURRENT LEARNING RATE: 0.4021721919302598
previous_iter_valid_loss : 0.17160257697105408

     55420	  0.171674	  0.171603	  0.173970		CURRENT LEARNING RATE: 0.4020917655347814
previous_iter_valid_loss : 0.18056316673755646

     55440	  0.180649	  0.180563	  0.174716		CURRENT LEARNING RATE: 0.40201135522297365
previous_iter_valid_loss : 0.16394327580928802

     55460	  0.164023	  0.163943	  0.174725		CURRENT LEARNING RATE: 0.40193096099162023
previous_iter_valid_loss : 0.16448037326335907

     55480	  0.164590	  0.164480	  0.174750		CURRENT LEARNING RATE: 0.40185058283750513
previous_iter_valid_loss : 0.16353000700473785

     55500	  0.163689	  0.163530	  0.172877		CURRENT LEARNING RATE: 0.40177022075741353
previous_iter_valid_loss : 0.16737423837184906

     55520	  0.167552	  0.167374	  0.172567		CURRENT LEARNING RATE: 0.40168987474813084
previous_iter_valid_loss : 0.1651252955198288

     55540	  0.165312	  0.165125	  0.171499		CURRENT LEARNING RATE: 0.4016095448064432
previous_iter_valid_loss : 0.16769662499427795

     55560	  0.167806	  0.167697	  0.171529		CURRENT LEARNING RATE: 0.40152923092913734
previous_iter_valid_loss : 0.16255609691143036


Current valid loss: 0.16255609691143036;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     55580	  0.162659	  0.162556	  0.171308		CURRENT LEARNING RATE: 0.4014489331130007
previous_iter_valid_loss : 0.16793502867221832

     55600	  0.168134	  0.167935	  0.171163		CURRENT LEARNING RATE: 0.4013686513548215
previous_iter_valid_loss : 0.1747356504201889

     55620	  0.174881	  0.174736	  0.171440		CURRENT LEARNING RATE: 0.40128838565138847
previous_iter_valid_loss : 0.1702336221933365

     55640	  0.170473	  0.170234	  0.171130		CURRENT LEARNING RATE: 0.40120813599949096
previous_iter_valid_loss : 0.18355438113212585

     55660	  0.183710	  0.183554	  0.171046		CURRENT LEARNING RATE: 0.4011279023959189
previous_iter_valid_loss : 0.1640738844871521

     55680	  0.164161	  0.164074	  0.170717		CURRENT LEARNING RATE: 0.40104768483746284
previous_iter_valid_loss : 0.1650868058204651

     55700	  0.165264	  0.165087	  0.170538		CURRENT LEARNING RATE: 0.40096748332091436
previous_iter_valid_loss : 0.18776196241378784

     55720	  0.188147	  0.187762	  0.171032		CURRENT LEARNING RATE: 0.40088729784306526
previous_iter_valid_loss : 0.17240366339683533

     55740	  0.172757	  0.172404	  0.171277		CURRENT LEARNING RATE: 0.40080712840070815
previous_iter_valid_loss : 0.1675710678100586

     55760	  0.167710	  0.167571	  0.170379		CURRENT LEARNING RATE: 0.40072697499063614
previous_iter_valid_loss : 0.16995154321193695

     55780	  0.170182	  0.169952	  0.169880		CURRENT LEARNING RATE: 0.4006468376096432
previous_iter_valid_loss : 0.21190014481544495

     55800	  0.211947	  0.211900	  0.172104		CURRENT LEARNING RATE: 0.40056671625452395
previous_iter_valid_loss : 0.16558165848255157

     55820	  0.165666	  0.165582	  0.171802		CURRENT LEARNING RATE: 0.40048661092207327
previous_iter_valid_loss : 0.16700200736522675

     55840	  0.167086	  0.167002	  0.171124		CURRENT LEARNING RATE: 0.40040652160908713
previous_iter_valid_loss : 0.16819578409194946

     55860	  0.168414	  0.168196	  0.171337		CURRENT LEARNING RATE: 0.4003264483123619
previous_iter_valid_loss : 0.16811153292655945

     55880	  0.168151	  0.168112	  0.171519		CURRENT LEARNING RATE: 0.40024639102869464
previous_iter_valid_loss : 0.18933174014091492

     55900	  0.189439	  0.189332	  0.172809		CURRENT LEARNING RATE: 0.4001663497548831
previous_iter_valid_loss : 0.17451992630958557

     55920	  0.174587	  0.174520	  0.173166		CURRENT LEARNING RATE: 0.4000863244877256
previous_iter_valid_loss : 0.1734657883644104

     55940	  0.173713	  0.173466	  0.173583		CURRENT LEARNING RATE: 0.4000063152240211
previous_iter_valid_loss : 0.16575607657432556

     55960	  0.165801	  0.165756	  0.173486		CURRENT LEARNING RATE: 0.3999263219605693
previous_iter_valid_loss : 0.16722412407398224

     55980	  0.167281	  0.167224	  0.173719		CURRENT LEARNING RATE: 0.3998463446941704
previous_iter_valid_loss : 0.16980089247226715

     56000	  0.170015	  0.169801	  0.173813		CURRENT LEARNING RATE: 0.3997663834216253
previous_iter_valid_loss : 0.17533212900161743

     56020	  0.175499	  0.175332	  0.173843		CURRENT LEARNING RATE: 0.3996864381397357
previous_iter_valid_loss : 0.1759156584739685

     56040	  0.176132	  0.175916	  0.174127		CURRENT LEARNING RATE: 0.39960650884530363
previous_iter_valid_loss : 0.1698380559682846

     56060	  0.169820	  0.169838	  0.173441		CURRENT LEARNING RATE: 0.399526595535132
previous_iter_valid_loss : 0.23774059116840363

     56080	  0.237593	  0.237741	  0.177124		CURRENT LEARNING RATE: 0.39944669820602413
previous_iter_valid_loss : 0.1700066179037094

     56100	  0.170153	  0.170007	  0.177370		CURRENT LEARNING RATE: 0.39936681685478437
previous_iter_valid_loss : 0.17634400725364685

     56120	  0.176698	  0.176344	  0.176799		CURRENT LEARNING RATE: 0.3992869514782173
previous_iter_valid_loss : 0.17292389273643494

     56140	  0.172991	  0.172924	  0.176825		CURRENT LEARNING RATE: 0.3992071020731283
previous_iter_valid_loss : 0.17824693024158478

     56160	  0.178296	  0.178247	  0.177359		CURRENT LEARNING RATE: 0.3991272686363235
previous_iter_valid_loss : 0.17931009829044342

     56180	  0.179370	  0.179310	  0.177827		CURRENT LEARNING RATE: 0.3990474511646094
previous_iter_valid_loss : 0.18818049132823944

     56200	  0.188249	  0.188180	  0.176641		CURRENT LEARNING RATE: 0.3989676496547935
previous_iter_valid_loss : 0.17344918847084045

     56220	  0.173452	  0.173449	  0.177034		CURRENT LEARNING RATE: 0.39888786410368365
previous_iter_valid_loss : 0.16917970776557922

     56240	  0.169172	  0.169180	  0.177143		CURRENT LEARNING RATE: 0.39880809450808835
previous_iter_valid_loss : 0.1703696846961975

     56260	  0.170346	  0.170370	  0.177252		CURRENT LEARNING RATE: 0.39872834086481695
previous_iter_valid_loss : 0.1787569671869278

     56280	  0.178870	  0.178757	  0.177784		CURRENT LEARNING RATE: 0.3986486031706792
previous_iter_valid_loss : 0.17367233335971832

     56300	  0.173764	  0.173672	  0.177001		CURRENT LEARNING RATE: 0.39856888142248553
previous_iter_valid_loss : 0.16366957128047943

     56320	  0.163744	  0.163670	  0.176459		CURRENT LEARNING RATE: 0.39848917561704733
previous_iter_valid_loss : 0.17796143889427185

     56340	  0.178054	  0.177961	  0.176684		CURRENT LEARNING RATE: 0.39840948575117613
previous_iter_valid_loss : 0.1657896339893341

     56360	  0.165923	  0.165790	  0.176685		CURRENT LEARNING RATE: 0.3983298118216844
previous_iter_valid_loss : 0.16737276315689087

     56380	  0.167441	  0.167373	  0.176693		CURRENT LEARNING RATE: 0.3982501538253852
previous_iter_valid_loss : 0.1704644411802292

     56400	  0.170672	  0.170464	  0.176726		CURRENT LEARNING RATE: 0.3981705117590922
previous_iter_valid_loss : 0.1651225984096527

     56420	  0.165195	  0.165123	  0.176215		CURRENT LEARNING RATE: 0.3980908856196198
previous_iter_valid_loss : 0.16875238716602325

     56440	  0.168870	  0.168752	  0.175857		CURRENT LEARNING RATE: 0.39801127540378284
previous_iter_valid_loss : 0.1663462370634079

     56460	  0.166369	  0.166346	  0.175683		CURRENT LEARNING RATE: 0.3979316811083969
previous_iter_valid_loss : 0.17388366162776947

     56480	  0.173847	  0.173884	  0.172490		CURRENT LEARNING RATE: 0.3978521027302784
previous_iter_valid_loss : 0.16666768491268158

     56500	  0.166627	  0.166668	  0.172323		CURRENT LEARNING RATE: 0.39777254026624387
previous_iter_valid_loss : 0.16520822048187256

     56520	  0.165201	  0.165208	  0.171766		CURRENT LEARNING RATE: 0.39769299371311106
previous_iter_valid_loss : 0.17188845574855804

     56540	  0.171867	  0.171888	  0.171714		CURRENT LEARNING RATE: 0.3976134630676981
previous_iter_valid_loss : 0.17194156348705292

     56560	  0.171968	  0.171942	  0.171399		CURRENT LEARNING RATE: 0.3975339483268237
previous_iter_valid_loss : 0.17115847766399384

     56580	  0.171382	  0.171158	  0.170991		CURRENT LEARNING RATE: 0.3974544494873073
previous_iter_valid_loss : 0.17460724711418152

     56600	  0.174612	  0.174607	  0.170313		CURRENT LEARNING RATE: 0.39737496654596893
previous_iter_valid_loss : 0.17520959675312042

     56620	  0.175248	  0.175210	  0.170401		CURRENT LEARNING RATE: 0.3972954994996292
previous_iter_valid_loss : 0.1904992014169693

     56640	  0.190558	  0.190499	  0.171467		CURRENT LEARNING RATE: 0.3972160483451096
previous_iter_valid_loss : 0.16758564114570618

     56660	  0.167614	  0.167586	  0.171328		CURRENT LEARNING RATE: 0.3971366130792319
previous_iter_valid_loss : 0.1798105686903

     56680	  0.179925	  0.179811	  0.171380		CURRENT LEARNING RATE: 0.39705719369881887
previous_iter_valid_loss : 0.17626798152923584

     56700	  0.176390	  0.176268	  0.171510		CURRENT LEARNING RATE: 0.3969777902006936
previous_iter_valid_loss : 0.18264323472976685

     56720	  0.182780	  0.182643	  0.172459		CURRENT LEARNING RATE: 0.39689840258167997
previous_iter_valid_loss : 0.17628216743469238

     56740	  0.176389	  0.176282	  0.172375		CURRENT LEARNING RATE: 0.39681903083860254
previous_iter_valid_loss : 0.16579698026180267

     56760	  0.165885	  0.165797	  0.172375		CURRENT LEARNING RATE: 0.3967396749682864
previous_iter_valid_loss : 0.18654537200927734

     56780	  0.186635	  0.186545	  0.173334		CURRENT LEARNING RATE: 0.3966603349675572
previous_iter_valid_loss : 0.16924381256103516

     56800	  0.169451	  0.169244	  0.173273		CURRENT LEARNING RATE: 0.3965810108332416
previous_iter_valid_loss : 0.19356362521648407

     56820	  0.193623	  0.193564	  0.174695		CURRENT LEARNING RATE: 0.3965017025621664
previous_iter_valid_loss : 0.17942005395889282

     56840	  0.179482	  0.179420	  0.175228		CURRENT LEARNING RATE: 0.39642241015115937
previous_iter_valid_loss : 0.17796681821346283

     56860	  0.178046	  0.177967	  0.175809		CURRENT LEARNING RATE: 0.3963431335970488
previous_iter_valid_loss : 0.19213314354419708

     56880	  0.192228	  0.192133	  0.176722		CURRENT LEARNING RATE: 0.39626387289666365
previous_iter_valid_loss : 0.19528673589229584

     56900	  0.195307	  0.195287	  0.178153		CURRENT LEARNING RATE: 0.3961846280468334
previous_iter_valid_loss : 0.18357351422309875

     56920	  0.183647	  0.183574	  0.179071		CURRENT LEARNING RATE: 0.3961053990443884
previous_iter_valid_loss : 0.16719700396060944

     56940	  0.167365	  0.167197	  0.178836		CURRENT LEARNING RATE: 0.3960261858861594
previous_iter_valid_loss : 0.17448514699935913

     56960	  0.174550	  0.174485	  0.178963		CURRENT LEARNING RATE: 0.3959469885689779
previous_iter_valid_loss : 0.1877063810825348

     56980	  0.187791	  0.187706	  0.179791		CURRENT LEARNING RATE: 0.39586780708967595
previous_iter_valid_loss : 0.16994404792785645

     57000	  0.169980	  0.169944	  0.179558		CURRENT LEARNING RATE: 0.3957886414450863
previous_iter_valid_loss : 0.16644062101840973

     57020	  0.166494	  0.166441	  0.179119		CURRENT LEARNING RATE: 0.3957094916320425
previous_iter_valid_loss : 0.16642923653125763

     57040	  0.166448	  0.166429	  0.177916		CURRENT LEARNING RATE: 0.39563035764737836
previous_iter_valid_loss : 0.1696750670671463

     57060	  0.169951	  0.169675	  0.178020		CURRENT LEARNING RATE: 0.39555123948792853
previous_iter_valid_loss : 0.1760774403810501

     57080	  0.176197	  0.176077	  0.177834		CURRENT LEARNING RATE: 0.3954721371505283
previous_iter_valid_loss : 0.17211087048053741

     57100	  0.172201	  0.172111	  0.177626		CURRENT LEARNING RATE: 0.3953930506320137
previous_iter_valid_loss : 0.16609309613704681

     57120	  0.166147	  0.166093	  0.176798		CURRENT LEARNING RATE: 0.3953139799292211
previous_iter_valid_loss : 0.18439052999019623

     57140	  0.184462	  0.184391	  0.177204		CURRENT LEARNING RATE: 0.3952349250389878
previous_iter_valid_loss : 0.19844208657741547

     57160	  0.198506	  0.198442	  0.178836		CURRENT LEARNING RATE: 0.3951558859581516
previous_iter_valid_loss : 0.1704861968755722

     57180	  0.170516	  0.170486	  0.178033		CURRENT LEARNING RATE: 0.39507686268355086
previous_iter_valid_loss : 0.1782386153936386

     57200	  0.178347	  0.178239	  0.178483		CURRENT LEARNING RATE: 0.39499785521202463
previous_iter_valid_loss : 0.1660003364086151

     57220	  0.166043	  0.166000	  0.177104		CURRENT LEARNING RATE: 0.39491886354041267
previous_iter_valid_loss : 0.19492852687835693

     57240	  0.194951	  0.194929	  0.177880		CURRENT LEARNING RATE: 0.3948398876655554
previous_iter_valid_loss : 0.16653667390346527

     57260	  0.166618	  0.166537	  0.177308		CURRENT LEARNING RATE: 0.3947609275842936
previous_iter_valid_loss : 0.16668514907360077

     57280	  0.166677	  0.166685	  0.176036		CURRENT LEARNING RATE: 0.394681983293469
previous_iter_valid_loss : 0.1822211891412735

     57300	  0.182509	  0.182221	  0.175383		CURRENT LEARNING RATE: 0.3946030547899237
previous_iter_valid_loss : 0.1672668308019638

     57320	  0.167282	  0.167267	  0.174567		CURRENT LEARNING RATE: 0.3945241420705007
previous_iter_valid_loss : 0.18877023458480835

     57340	  0.189105	  0.188770	  0.175646		CURRENT LEARNING RATE: 0.39444524513204343
previous_iter_valid_loss : 0.1814831644296646

     57360	  0.181744	  0.181483	  0.175996		CURRENT LEARNING RATE: 0.394366363971396
previous_iter_valid_loss : 0.1659313440322876

     57380	  0.165922	  0.165931	  0.174907		CURRENT LEARNING RATE: 0.3942874985854033
previous_iter_valid_loss : 0.1914953589439392

     57400	  0.191760	  0.191495	  0.175985		CURRENT LEARNING RATE: 0.3942086489709104
previous_iter_valid_loss : 0.18085533380508423

     57420	  0.181164	  0.180855	  0.176706		CURRENT LEARNING RATE: 0.39412981512476364
previous_iter_valid_loss : 0.17114996910095215

     57440	  0.171268	  0.171150	  0.176942		CURRENT LEARNING RATE: 0.3940509970438095
previous_iter_valid_loss : 0.17113375663757324

     57460	  0.171232	  0.171134	  0.177014		CURRENT LEARNING RATE: 0.3939721947248953
previous_iter_valid_loss : 0.17439869046211243

     57480	  0.174566	  0.174399	  0.176931		CURRENT LEARNING RATE: 0.39389340816486895
previous_iter_valid_loss : 0.16931836307048798

     57500	  0.169529	  0.169318	  0.176791		CURRENT LEARNING RATE: 0.3938146373605789
previous_iter_valid_loss : 0.17005802690982819

     57520	  0.170141	  0.170058	  0.176989		CURRENT LEARNING RATE: 0.3937358823088746
previous_iter_valid_loss : 0.16430528461933136

     57540	  0.164412	  0.164305	  0.175985		CURRENT LEARNING RATE: 0.3936571430066054
previous_iter_valid_loss : 0.1769384890794754

     57560	  0.177227	  0.176938	  0.174910		CURRENT LEARNING RATE: 0.39357841945062216
previous_iter_valid_loss : 0.16781234741210938

     57580	  0.167971	  0.167812	  0.174776		CURRENT LEARNING RATE: 0.3934997116377757
previous_iter_valid_loss : 0.1755421906709671

     57600	  0.175821	  0.175542	  0.174641		CURRENT LEARNING RATE: 0.3934210195649177
previous_iter_valid_loss : 0.17016905546188354

     57620	  0.170390	  0.170169	  0.174850		CURRENT LEARNING RATE: 0.39334234322890055
previous_iter_valid_loss : 0.18114149570465088

     57640	  0.181240	  0.181141	  0.174160		CURRENT LEARNING RATE: 0.39326368262657724
previous_iter_valid_loss : 0.16547340154647827

     57660	  0.165544	  0.165473	  0.174107		CURRENT LEARNING RATE: 0.3931850377548013
previous_iter_valid_loss : 0.17507672309875488

     57680	  0.175282	  0.175077	  0.174527		CURRENT LEARNING RATE: 0.3931064086104269
previous_iter_valid_loss : 0.17070774734020233

     57700	  0.170894	  0.170708	  0.173951		CURRENT LEARNING RATE: 0.3930277951903088
previous_iter_valid_loss : 0.17126905918121338

     57720	  0.171411	  0.171269	  0.174151		CURRENT LEARNING RATE: 0.39294919749130264
previous_iter_valid_loss : 0.16620603203773499

     57740	  0.166279	  0.166206	  0.173023		CURRENT LEARNING RATE: 0.3928706155102644
previous_iter_valid_loss : 0.1667536199092865

     57760	  0.166759	  0.166754	  0.172286		CURRENT LEARNING RATE: 0.3927920492440509
previous_iter_valid_loss : 0.17094682157039642

     57780	  0.171046	  0.170947	  0.172537		CURRENT LEARNING RATE: 0.3927134986895194
previous_iter_valid_loss : 0.1963275969028473

     57800	  0.196429	  0.196328	  0.172779		CURRENT LEARNING RATE: 0.3926349638435278
previous_iter_valid_loss : 0.16805194318294525

     57820	  0.168301	  0.168052	  0.172139		CURRENT LEARNING RATE: 0.3925564447029349
previous_iter_valid_loss : 0.1706015020608902

     57840	  0.170848	  0.170602	  0.172111		CURRENT LEARNING RATE: 0.3924779412645999
previous_iter_valid_loss : 0.16758735477924347

     57860	  0.167718	  0.167587	  0.171934		CURRENT LEARNING RATE: 0.3923994535253825
previous_iter_valid_loss : 0.1725195050239563

     57880	  0.172639	  0.172520	  0.171840		CURRENT LEARNING RATE: 0.3923209814821433
previous_iter_valid_loss : 0.16614700853824615

     57900	  0.166292	  0.166147	  0.171681		CURRENT LEARNING RATE: 0.39224252513174346
previous_iter_valid_loss : 0.16484610736370087

     57920	  0.164934	  0.164846	  0.171421		CURRENT LEARNING RATE: 0.39216408447104456
previous_iter_valid_loss : 0.18009614944458008

     57940	  0.180275	  0.180096	  0.172210		CURRENT LEARNING RATE: 0.3920856594969092
previous_iter_valid_loss : 0.21556177735328674

     57960	  0.215615	  0.215562	  0.174141		CURRENT LEARNING RATE: 0.39200725020620025
previous_iter_valid_loss : 0.1692577451467514

     57980	  0.169441	  0.169258	  0.174214		CURRENT LEARNING RATE: 0.3919288565957814
previous_iter_valid_loss : 0.16880689561367035

     58000	  0.168928	  0.168807	  0.173877		CURRENT LEARNING RATE: 0.3918504786625168
previous_iter_valid_loss : 0.17317798733711243

     58020	  0.173295	  0.173178	  0.174027		CURRENT LEARNING RATE: 0.3917721164032715
previous_iter_valid_loss : 0.169788658618927

     58040	  0.169998	  0.169789	  0.173460		CURRENT LEARNING RATE: 0.39169376981491083
previous_iter_valid_loss : 0.1656656116247177

     58060	  0.165861	  0.165666	  0.173469		CURRENT LEARNING RATE: 0.39161543889430095
previous_iter_valid_loss : 0.16402915120124817

     58080	  0.164150	  0.164029	  0.172917		CURRENT LEARNING RATE: 0.3915371236383088
previous_iter_valid_loss : 0.19486764073371887

     58100	  0.194899	  0.194868	  0.174125		CURRENT LEARNING RATE: 0.39145882404380156
previous_iter_valid_loss : 0.20136377215385437

     58120	  0.201436	  0.201364	  0.175630		CURRENT LEARNING RATE: 0.3913805401076474
previous_iter_valid_loss : 0.16743361949920654

     58140	  0.167638	  0.167434	  0.175691		CURRENT LEARNING RATE: 0.39130227182671484
previous_iter_valid_loss : 0.16769923269748688

     58160	  0.167963	  0.167699	  0.175738		CURRENT LEARNING RATE: 0.3912240191978732
previous_iter_valid_loss : 0.1845269501209259

     58180	  0.184614	  0.184527	  0.176417		CURRENT LEARNING RATE: 0.3911457822179924
previous_iter_valid_loss : 0.1714700311422348

     58200	  0.171564	  0.171470	  0.175175		CURRENT LEARNING RATE: 0.3910675608839429
previous_iter_valid_loss : 0.1699759066104889

     58220	  0.170099	  0.169976	  0.175271		CURRENT LEARNING RATE: 0.390989355192596
previous_iter_valid_loss : 0.16566085815429688

     58240	  0.165788	  0.165661	  0.175024		CURRENT LEARNING RATE: 0.39091116514082325
previous_iter_valid_loss : 0.16812840104103088

     58260	  0.168274	  0.168128	  0.175051		CURRENT LEARNING RATE: 0.39083299072549726
previous_iter_valid_loss : 0.17805014550685883

     58280	  0.178125	  0.178050	  0.175327		CURRENT LEARNING RATE: 0.39075483194349087
previous_iter_valid_loss : 0.16698864102363586

     58300	  0.167099	  0.166989	  0.175369		CURRENT LEARNING RATE: 0.39067668879167783
previous_iter_valid_loss : 0.20702262222766876

     58320	  0.207057	  0.207023	  0.177478		CURRENT LEARNING RATE: 0.3905985612669323
previous_iter_valid_loss : 0.16765820980072021

     58340	  0.167829	  0.167658	  0.176856		CURRENT LEARNING RATE: 0.39052044936612945
previous_iter_valid_loss : 0.17157308757305145

     58360	  0.171742	  0.171573	  0.174657		CURRENT LEARNING RATE: 0.3904423530861445
previous_iter_valid_loss : 0.16779665648937225

     58380	  0.167830	  0.167797	  0.174584		CURRENT LEARNING RATE: 0.39036427242385385
previous_iter_valid_loss : 0.17222081124782562

     58400	  0.172384	  0.172221	  0.174754		CURRENT LEARNING RATE: 0.390286207376134
previous_iter_valid_loss : 0.17469069361686707

     58420	  0.174879	  0.174691	  0.174830		CURRENT LEARNING RATE: 0.3902081579398626
previous_iter_valid_loss : 0.16902154684066772

     58440	  0.169101	  0.169022	  0.174792		CURRENT LEARNING RATE: 0.3901301241119175
previous_iter_valid_loss : 0.16322831809520721

     58460	  0.163275	  0.163228	  0.174670		CURRENT LEARNING RATE: 0.39005210588917744
previous_iter_valid_loss : 0.21685688197612762

     58480	  0.217334	  0.216857	  0.177311		CURRENT LEARNING RATE: 0.3899741032685217
previous_iter_valid_loss : 0.17254236340522766

     58500	  0.172529	  0.172542	  0.176195		CURRENT LEARNING RATE: 0.3898961162468301
previous_iter_valid_loss : 0.16514967381954193

     58520	  0.165209	  0.165150	  0.174384		CURRENT LEARNING RATE: 0.38981814482098326
previous_iter_valid_loss : 0.18161740899085999

     58540	  0.181845	  0.181617	  0.175094		CURRENT LEARNING RATE: 0.3897401889878622
previous_iter_valid_loss : 0.1747443675994873

     58560	  0.174918	  0.174744	  0.175446		CURRENT LEARNING RATE: 0.3896622487443488
previous_iter_valid_loss : 0.1671581119298935

     58580	  0.167264	  0.167158	  0.174577		CURRENT LEARNING RATE: 0.3895843240873254
previous_iter_valid_loss : 0.17306554317474365

     58600	  0.173175	  0.173066	  0.174657		CURRENT LEARNING RATE: 0.38950641501367494
previous_iter_valid_loss : 0.17727157473564148

     58620	  0.177462	  0.177272	  0.175022		CURRENT LEARNING RATE: 0.38942852152028123
previous_iter_valid_loss : 0.16464580595493317

     58640	  0.164755	  0.164646	  0.174971		CURRENT LEARNING RATE: 0.3893506436040284
previous_iter_valid_loss : 0.16301915049552917

     58660	  0.163104	  0.163019	  0.174716		CURRENT LEARNING RATE: 0.3892727812618013
previous_iter_valid_loss : 0.1640758365392685

     58680	  0.164167	  0.164076	  0.174017		CURRENT LEARNING RATE: 0.38919493449048564
previous_iter_valid_loss : 0.17378580570220947

     58700	  0.173931	  0.173786	  0.174357		CURRENT LEARNING RATE: 0.3891171032869673
previous_iter_valid_loss : 0.16528825461864471

     58720	  0.165412	  0.165288	  0.172270		CURRENT LEARNING RATE: 0.3890392876481331
previous_iter_valid_loss : 0.16277672350406647

     58740	  0.162876	  0.162777	  0.172026		CURRENT LEARNING RATE: 0.3889614875708706
previous_iter_valid_loss : 0.16758912801742554

     58760	  0.167707	  0.167589	  0.171827		CURRENT LEARNING RATE: 0.3888837030520676
previous_iter_valid_loss : 0.1725446581840515

     58780	  0.172569	  0.172545	  0.172064		CURRENT LEARNING RATE: 0.38880593408861275
previous_iter_valid_loss : 0.16701941192150116

     58800	  0.167073	  0.167019	  0.171804		CURRENT LEARNING RATE: 0.38872818067739534
previous_iter_valid_loss : 0.16550372540950775

     58820	  0.165593	  0.165504	  0.171345		CURRENT LEARNING RATE: 0.3886504428153052
previous_iter_valid_loss : 0.17120037972927094

     58840	  0.171231	  0.171200	  0.171454		CURRENT LEARNING RATE: 0.3885727204992328
previous_iter_valid_loss : 0.18844924867153168

     58860	  0.188725	  0.188449	  0.172715		CURRENT LEARNING RATE: 0.3884950137260693
previous_iter_valid_loss : 0.1797230988740921

     58880	  0.179952	  0.179723	  0.170858		CURRENT LEARNING RATE: 0.38841732249270644
previous_iter_valid_loss : 0.1821424663066864

     58900	  0.182395	  0.182142	  0.171338		CURRENT LEARNING RATE: 0.38833964679603644
previous_iter_valid_loss : 0.16762292385101318

     58920	  0.167746	  0.167623	  0.171462		CURRENT LEARNING RATE: 0.3882619866329524
previous_iter_valid_loss : 0.1653112918138504

     58940	  0.165428	  0.165311	  0.170646		CURRENT LEARNING RATE: 0.38818434200034785
previous_iter_valid_loss : 0.16700918972492218

     58960	  0.167177	  0.167009	  0.170260		CURRENT LEARNING RATE: 0.3881067128951171
previous_iter_valid_loss : 0.1898425966501236

     58980	  0.190144	  0.189843	  0.171394		CURRENT LEARNING RATE: 0.38802909931415497
previous_iter_valid_loss : 0.17912384867668152

     59000	  0.179386	  0.179124	  0.171697		CURRENT LEARNING RATE: 0.38795150125435673
previous_iter_valid_loss : 0.168785959482193

     59020	  0.168902	  0.168786	  0.171273		CURRENT LEARNING RATE: 0.3878739187126186
previous_iter_valid_loss : 0.17150813341140747

     59040	  0.171573	  0.171508	  0.171616		CURRENT LEARNING RATE: 0.38779635168583737
previous_iter_valid_loss : 0.16587494313716888

     59060	  0.166025	  0.165875	  0.171758		CURRENT LEARNING RATE: 0.38771880017091015
previous_iter_valid_loss : 0.17011074721813202

     59080	  0.170299	  0.170111	  0.172060		CURRENT LEARNING RATE: 0.38764126416473504
previous_iter_valid_loss : 0.1675834208726883

     59100	  0.167726	  0.167583	  0.171750		CURRENT LEARNING RATE: 0.3875637436642106
previous_iter_valid_loss : 0.16456608474254608

     59120	  0.164682	  0.164566	  0.171714		CURRENT LEARNING RATE: 0.3874862386662358
previous_iter_valid_loss : 0.17612966895103455

     59140	  0.176382	  0.176130	  0.172382		CURRENT LEARNING RATE: 0.3874087491677108
previous_iter_valid_loss : 0.17075636982917786

     59160	  0.171008	  0.170756	  0.172540		CURRENT LEARNING RATE: 0.38733127516553567
previous_iter_valid_loss : 0.25199753046035767

     59180	  0.252867	  0.251998	  0.176513		CURRENT LEARNING RATE: 0.3872538166566117
previous_iter_valid_loss : 0.16585907340049744

     59200	  0.165961	  0.165859	  0.176455		CURRENT LEARNING RATE: 0.3871763736378404
previous_iter_valid_loss : 0.17217805981636047

     59220	  0.172353	  0.172178	  0.176788		CURRENT LEARNING RATE: 0.38709894610612405
previous_iter_valid_loss : 0.17402143776416779

     59240	  0.174286	  0.174021	  0.176929		CURRENT LEARNING RATE: 0.38702153405836565
previous_iter_valid_loss : 0.1632865071296692

     59260	  0.163385	  0.163287	  0.175671		CURRENT LEARNING RATE: 0.38694413749146866
previous_iter_valid_loss : 0.17118801176548004

     59280	  0.171408	  0.171188	  0.175244		CURRENT LEARNING RATE: 0.3868667564023372
previous_iter_valid_loss : 0.16349227726459503

     59300	  0.163661	  0.163492	  0.174312		CURRENT LEARNING RATE: 0.3867893907878761
previous_iter_valid_loss : 0.171055868268013

     59320	  0.171264	  0.171056	  0.174484		CURRENT LEARNING RATE: 0.3867120406449906
previous_iter_valid_loss : 0.17629851400852203

     59340	  0.176490	  0.176299	  0.175033		CURRENT LEARNING RATE: 0.38663470597058686
previous_iter_valid_loss : 0.22327248752117157

     59360	  0.223303	  0.223272	  0.177846		CURRENT LEARNING RATE: 0.38655738676157136
previous_iter_valid_loss : 0.16471341252326965

     59380	  0.164934	  0.164713	  0.176590		CURRENT LEARNING RATE: 0.38648008301485137
previous_iter_valid_loss : 0.166145920753479

     59400	  0.166339	  0.166146	  0.175941		CURRENT LEARNING RATE: 0.38640279472733485
previous_iter_valid_loss : 0.17804907262325287

     59420	  0.178303	  0.178049	  0.176404		CURRENT LEARNING RATE: 0.38632552189593006
previous_iter_valid_loss : 0.17472721636295319

     59440	  0.174999	  0.174727	  0.176565		CURRENT LEARNING RATE: 0.38624826451754624
previous_iter_valid_loss : 0.16913652420043945

     59460	  0.169465	  0.169137	  0.176728		CURRENT LEARNING RATE: 0.386171022589093
previous_iter_valid_loss : 0.1676454395055771

     59480	  0.167867	  0.167645	  0.176605		CURRENT LEARNING RATE: 0.38609379610748085
previous_iter_valid_loss : 0.16687311232089996

     59500	  0.167052	  0.166873	  0.176569		CURRENT LEARNING RATE: 0.3860165850696205
previous_iter_valid_loss : 0.1681624948978424

     59520	  0.168335	  0.168162	  0.176749		CURRENT LEARNING RATE: 0.38593938947242357
previous_iter_valid_loss : 0.20497412979602814

     59540	  0.205052	  0.204974	  0.178191		CURRENT LEARNING RATE: 0.3858622093128023
previous_iter_valid_loss : 0.16659513115882874

     59560	  0.166737	  0.166595	  0.177983		CURRENT LEARNING RATE: 0.38578504458766955
previous_iter_valid_loss : 0.16613028943538666

     59580	  0.166249	  0.166130	  0.173690		CURRENT LEARNING RATE: 0.3857078952939385
previous_iter_valid_loss : 0.19069984555244446

     59600	  0.190884	  0.190700	  0.174932		CURRENT LEARNING RATE: 0.38563076142852337
previous_iter_valid_loss : 0.16469596326351166

     59620	  0.164823	  0.164696	  0.174558		CURRENT LEARNING RATE: 0.3855536429883388
previous_iter_valid_loss : 0.17653240263462067

     59640	  0.176746	  0.176532	  0.174683		CURRENT LEARNING RATE: 0.38547653997029985
previous_iter_valid_loss : 0.17036594450473785

     59660	  0.170585	  0.170366	  0.175037		CURRENT LEARNING RATE: 0.38539945237132267
previous_iter_valid_loss : 0.1717408150434494

     59680	  0.171917	  0.171741	  0.175065		CURRENT LEARNING RATE: 0.38532238018832365
previous_iter_valid_loss : 0.2013895958662033

     59700	  0.201600	  0.201390	  0.176960		CURRENT LEARNING RATE: 0.3852453234182199
previous_iter_valid_loss : 0.1979723423719406

     59720	  0.198179	  0.197972	  0.178306		CURRENT LEARNING RATE: 0.385168282057929
previous_iter_valid_loss : 0.19009487330913544

     59740	  0.190348	  0.190095	  0.178995		CURRENT LEARNING RATE: 0.3850912561043695
previous_iter_valid_loss : 0.17107853293418884

     59760	  0.171290	  0.171079	  0.176386		CURRENT LEARNING RATE: 0.38501424555446034
previous_iter_valid_loss : 0.1782914251089096

     59780	  0.178567	  0.178291	  0.177065		CURRENT LEARNING RATE: 0.38493725040512106
previous_iter_valid_loss : 0.16587314009666443

     59800	  0.166029	  0.165873	  0.177051		CURRENT LEARNING RATE: 0.3848602706532718
previous_iter_valid_loss : 0.19198833405971527

     59820	  0.192170	  0.191988	  0.177748		CURRENT LEARNING RATE: 0.38478330629583346
previous_iter_valid_loss : 0.17379862070083618

     59840	  0.174056	  0.173799	  0.177701		CURRENT LEARNING RATE: 0.3847063573297274
previous_iter_valid_loss : 0.17105242609977722

     59860	  0.171269	  0.171052	  0.177797		CURRENT LEARNING RATE: 0.38462942375187564
previous_iter_valid_loss : 0.16495351493358612

     59880	  0.165137	  0.164954	  0.177663		CURRENT LEARNING RATE: 0.384552505559201
previous_iter_valid_loss : 0.17766322195529938

     59900	  0.177891	  0.177663	  0.178202		CURRENT LEARNING RATE: 0.3844756027486265
previous_iter_valid_loss : 0.1647469848394394

     59920	  0.165021	  0.164747	  0.178031		CURRENT LEARNING RATE: 0.3843987153170762
previous_iter_valid_loss : 0.19489985704421997

     59940	  0.195186	  0.194900	  0.177528		CURRENT LEARNING RATE: 0.3843218432614746
previous_iter_valid_loss : 0.17061986029148102

     59960	  0.170771	  0.170620	  0.177729		CURRENT LEARNING RATE: 0.38424498657874684
previous_iter_valid_loss : 0.16750790178775787

     59980	  0.167730	  0.167508	  0.177798		CURRENT LEARNING RATE: 0.38416814526581844
previous_iter_valid_loss : 0.19343648850917816

     60000	  0.193640	  0.193436	  0.177935		CURRENT LEARNING RATE: 0.38409131931961604
previous_iter_valid_loss : 0.17060981690883636

     60020	  0.170767	  0.170610	  0.178230		CURRENT LEARNING RATE: 0.38401450873706633
previous_iter_valid_loss : 0.18031860888004303

     60040	  0.180519	  0.180319	  0.178420		CURRENT LEARNING RATE: 0.38393771351509715
previous_iter_valid_loss : 0.17397014796733856

     60060	  0.174150	  0.173970	  0.178600		CURRENT LEARNING RATE: 0.3838609336506365
previous_iter_valid_loss : 0.17374661564826965

     60080	  0.174129	  0.173747	  0.178700		CURRENT LEARNING RATE: 0.3837841691406133
previous_iter_valid_loss : 0.1712811142206192

     60100	  0.171499	  0.171281	  0.177195		CURRENT LEARNING RATE: 0.3837074199819569
previous_iter_valid_loss : 0.1874820590019226

     60120	  0.187666	  0.187482	  0.176670		CURRENT LEARNING RATE: 0.38363068617159723
previous_iter_valid_loss : 0.20975536108016968

     60140	  0.209905	  0.209755	  0.177653		CURRENT LEARNING RATE: 0.38355396770646516
previous_iter_valid_loss : 0.18926334381103516

     60160	  0.189467	  0.189263	  0.178562		CURRENT LEARNING RATE: 0.38347726458349185
previous_iter_valid_loss : 0.16271379590034485

     60180	  0.162861	  0.162714	  0.177784		CURRENT LEARNING RATE: 0.3834005767996092
previous_iter_valid_loss : 0.16378512978553772

     60200	  0.163903	  0.163785	  0.177679		CURRENT LEARNING RATE: 0.3833239043517496
previous_iter_valid_loss : 0.19645021855831146

     60220	  0.196670	  0.196450	  0.177902		CURRENT LEARNING RATE: 0.38324724723684633
previous_iter_valid_loss : 0.19907976686954498

     60240	  0.199253	  0.199080	  0.179166		CURRENT LEARNING RATE: 0.3831706054518329
previous_iter_valid_loss : 0.17079424858093262

     60260	  0.170979	  0.170794	  0.179153		CURRENT LEARNING RATE: 0.3830939789936438
previous_iter_valid_loss : 0.1712654083967209

     60280	  0.171434	  0.171265	  0.179469		CURRENT LEARNING RATE: 0.3830173678592138
previous_iter_valid_loss : 0.17184916138648987

     60300	  0.172061	  0.171849	  0.179178		CURRENT LEARNING RATE: 0.3829407720454787
previous_iter_valid_loss : 0.16493116319179535

     60320	  0.165104	  0.164931	  0.179188		CURRENT LEARNING RATE: 0.38286419154937446
previous_iter_valid_loss : 0.17349037528038025

     60340	  0.173687	  0.173490	  0.178117		CURRENT LEARNING RATE: 0.382787626367838
previous_iter_valid_loss : 0.18768522143363953

     60360	  0.187901	  0.187685	  0.178970		CURRENT LEARNING RATE: 0.3827110764978066
previous_iter_valid_loss : 0.20278631150722504

     60380	  0.203046	  0.202786	  0.180734		CURRENT LEARNING RATE: 0.3826345419362183
previous_iter_valid_loss : 0.16966819763183594

     60400	  0.169986	  0.169668	  0.179546		CURRENT LEARNING RATE: 0.38255802268001177
previous_iter_valid_loss : 0.17755965888500214

     60420	  0.177794	  0.177560	  0.179893		CURRENT LEARNING RATE: 0.3824815187261261
previous_iter_valid_loss : 0.1666487753391266

     60440	  0.166821	  0.166649	  0.179210		CURRENT LEARNING RATE: 0.38240503007150134
previous_iter_valid_loss : 0.16491124033927917

     60460	  0.165072	  0.164911	  0.178757		CURRENT LEARNING RATE: 0.38232855671307775
previous_iter_valid_loss : 0.173989936709404

     60480	  0.174165	  0.173990	  0.178769		CURRENT LEARNING RATE: 0.3822520986477966
previous_iter_valid_loss : 0.1760459989309311

     60500	  0.176228	  0.176046	  0.179007		CURRENT LEARNING RATE: 0.38217565587259933
previous_iter_valid_loss : 0.16750334203243256

     60520	  0.167611	  0.167503	  0.178008		CURRENT LEARNING RATE: 0.3820992283844284
previous_iter_valid_loss : 0.1686258167028427

     60540	  0.168894	  0.168626	  0.175952		CURRENT LEARNING RATE: 0.38202281618022665
previous_iter_valid_loss : 0.18550316989421844

     60560	  0.185914	  0.185503	  0.175764		CURRENT LEARNING RATE: 0.3819464192569376
previous_iter_valid_loss : 0.16921906173229218

     60580	  0.169409	  0.169219	  0.176089		CURRENT LEARNING RATE: 0.38187003761150534
previous_iter_valid_loss : 0.18078932166099548

     60600	  0.180799	  0.180789	  0.176939		CURRENT LEARNING RATE: 0.3817936712408747
previous_iter_valid_loss : 0.1772911697626114

     60620	  0.177595	  0.177291	  0.175981		CURRENT LEARNING RATE: 0.3817173201419909
previous_iter_valid_loss : 0.17235660552978516

     60640	  0.172620	  0.172357	  0.174645		CURRENT LEARNING RATE: 0.38164098431179994
previous_iter_valid_loss : 0.17972250282764435

     60660	  0.180118	  0.179723	  0.175092		CURRENT LEARNING RATE: 0.3815646637472484
previous_iter_valid_loss : 0.1747715026140213

     60680	  0.175064	  0.174772	  0.175267		CURRENT LEARNING RATE: 0.38148835844528356
previous_iter_valid_loss : 0.1625138372182846


Current valid loss: 0.1625138372182846;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     60700	  0.162649	  0.162514	  0.174800		CURRENT LEARNING RATE: 0.3814120684028531
previous_iter_valid_loss : 0.17011141777038574

     60720	  0.170233	  0.170111	  0.175059		CURRENT LEARNING RATE: 0.3813357936169053
previous_iter_valid_loss : 0.19812814891338348

     60740	  0.198583	  0.198128	  0.176291		CURRENT LEARNING RATE: 0.38125953408438934
previous_iter_valid_loss : 0.1814688742160797

     60760	  0.181827	  0.181469	  0.175980		CURRENT LEARNING RATE: 0.3811832898022548
previous_iter_valid_loss : 0.16345925629138947

     60780	  0.163571	  0.163459	  0.174014		CURRENT LEARNING RATE: 0.38110706076745193
previous_iter_valid_loss : 0.16368895769119263

     60800	  0.163816	  0.163689	  0.173715		CURRENT LEARNING RATE: 0.3810308469769316
previous_iter_valid_loss : 0.1656850427389145

     60820	  0.165758	  0.165685	  0.173121		CURRENT LEARNING RATE: 0.38095464842764515
previous_iter_valid_loss : 0.17527079582214355

     60840	  0.175577	  0.175271	  0.173552		CURRENT LEARNING RATE: 0.38087846511654466
previous_iter_valid_loss : 0.18049168586730957

     60860	  0.180849	  0.180492	  0.174331		CURRENT LEARNING RATE: 0.3808022970405829
previous_iter_valid_loss : 0.18549326062202454

     60880	  0.185868	  0.185493	  0.174906		CURRENT LEARNING RATE: 0.3807261441967129
previous_iter_valid_loss : 0.17732366919517517

     60900	  0.177645	  0.177324	  0.174970		CURRENT LEARNING RATE: 0.38065000658188886
previous_iter_valid_loss : 0.17037560045719147

     60920	  0.170535	  0.170376	  0.175114		CURRENT LEARNING RATE: 0.38057388419306515
previous_iter_valid_loss : 0.16452820599079132

     60940	  0.164605	  0.164528	  0.174909		CURRENT LEARNING RATE: 0.3804977770271968
previous_iter_valid_loss : 0.1635063737630844

     60960	  0.163586	  0.163506	  0.173809		CURRENT LEARNING RATE: 0.38042168508123964
previous_iter_valid_loss : 0.16242459416389465


Current valid loss: 0.16242459416389465;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     60980	  0.162516	  0.162425	  0.173470		CURRENT LEARNING RATE: 0.38034560835214987
previous_iter_valid_loss : 0.17097213864326477

     61000	  0.171135	  0.170972	  0.172979		CURRENT LEARNING RATE: 0.3802695468368845
previous_iter_valid_loss : 0.186223104596138

     61020	  0.186566	  0.186223	  0.173425		CURRENT LEARNING RATE: 0.38019350053240103
previous_iter_valid_loss : 0.1643153727054596

     61040	  0.164439	  0.164315	  0.173023		CURRENT LEARNING RATE: 0.38011746943565766
previous_iter_valid_loss : 0.18363647162914276

     61060	  0.183999	  0.183636	  0.173219		CURRENT LEARNING RATE: 0.3800414535436131
previous_iter_valid_loss : 0.17630963027477264

     61080	  0.176560	  0.176310	  0.173296		CURRENT LEARNING RATE: 0.37996545285322675
previous_iter_valid_loss : 0.16919367015361786

     61100	  0.169449	  0.169194	  0.173630		CURRENT LEARNING RATE: 0.3798894673614586
previous_iter_valid_loss : 0.17107686400413513

     61120	  0.171334	  0.171077	  0.173678		CURRENT LEARNING RATE: 0.3798134970652691
previous_iter_valid_loss : 0.165350541472435

     61140	  0.165488	  0.165351	  0.172039		CURRENT LEARNING RATE: 0.3797375419616196
previous_iter_valid_loss : 0.16433675587177277

     61160	  0.164488	  0.164337	  0.171183		CURRENT LEARNING RATE: 0.37966160204747185
previous_iter_valid_loss : 0.1707058995962143

     61180	  0.170929	  0.170706	  0.171545		CURRENT LEARNING RATE: 0.37958567731978826
previous_iter_valid_loss : 0.17542685568332672

     61200	  0.175683	  0.175427	  0.172132		CURRENT LEARNING RATE: 0.3795097677755317
previous_iter_valid_loss : 0.16290730237960815

     61220	  0.163075	  0.162907	  0.171993		CURRENT LEARNING RATE: 0.37943387341166596
previous_iter_valid_loss : 0.16671383380889893

     61240	  0.166920	  0.166714	  0.171565		CURRENT LEARNING RATE: 0.3793579942251552
previous_iter_valid_loss : 0.17206765711307526

     61260	  0.172199	  0.172068	  0.171144		CURRENT LEARNING RATE: 0.37928213021296425
previous_iter_valid_loss : 0.16801989078521729

     61280	  0.168187	  0.168020	  0.170270		CURRENT LEARNING RATE: 0.37920628137205864
previous_iter_valid_loss : 0.17366965115070343

     61300	  0.173906	  0.173670	  0.170088		CURRENT LEARNING RATE: 0.3791304476994043
previous_iter_valid_loss : 0.1643572747707367

     61320	  0.164440	  0.164357	  0.169787		CURRENT LEARNING RATE: 0.37905462919196786
previous_iter_valid_loss : 0.16948777437210083

     61340	  0.169620	  0.169488	  0.170035		CURRENT LEARNING RATE: 0.37897882584671666
previous_iter_valid_loss : 0.17741024494171143

     61360	  0.177599	  0.177410	  0.170730		CURRENT LEARNING RATE: 0.37890303766061856
previous_iter_valid_loss : 0.20046749711036682

     61380	  0.200638	  0.200467	  0.172632		CURRENT LEARNING RATE: 0.378827264630642
previous_iter_valid_loss : 0.17410166561603546

     61400	  0.174293	  0.174102	  0.172788		CURRENT LEARNING RATE: 0.37875150675375613
previous_iter_valid_loss : 0.17869319021701813

     61420	  0.178882	  0.178693	  0.172412		CURRENT LEARNING RATE: 0.3786757640269305
previous_iter_valid_loss : 0.1676761358976364

     61440	  0.167800	  0.167676	  0.172580		CURRENT LEARNING RATE: 0.3786000364471355
previous_iter_valid_loss : 0.16570793092250824

     61460	  0.165735	  0.165708	  0.171684		CURRENT LEARNING RATE: 0.37852432401134206
previous_iter_valid_loss : 0.1678828001022339

     61480	  0.168109	  0.167883	  0.171262		CURRENT LEARNING RATE: 0.3784486267165216
previous_iter_valid_loss : 0.18468312919139862

     61500	  0.184812	  0.184683	  0.172037		CURRENT LEARNING RATE: 0.3783729445596462
previous_iter_valid_loss : 0.16367685794830322

     61520	  0.163816	  0.163677	  0.171667		CURRENT LEARNING RATE: 0.37829727753768877
previous_iter_valid_loss : 0.16471390426158905

     61540	  0.164895	  0.164714	  0.171635		CURRENT LEARNING RATE: 0.37822162564762235
previous_iter_valid_loss : 0.17109084129333496

     61560	  0.171221	  0.171091	  0.171972		CURRENT LEARNING RATE: 0.3781459888864211
previous_iter_valid_loss : 0.1659562885761261

     61580	  0.166076	  0.165956	  0.171735		CURRENT LEARNING RATE: 0.3780703672510594
previous_iter_valid_loss : 0.17500044405460358

     61600	  0.175141	  0.175000	  0.171714		CURRENT LEARNING RATE: 0.37799476073851246
previous_iter_valid_loss : 0.16338256001472473

     61620	  0.163486	  0.163383	  0.171737		CURRENT LEARNING RATE: 0.37791916934575603
previous_iter_valid_loss : 0.16349412500858307

     61640	  0.163597	  0.163494	  0.171576		CURRENT LEARNING RATE: 0.3778435930697664
previous_iter_valid_loss : 0.16904699802398682

     61660	  0.169199	  0.169047	  0.171425		CURRENT LEARNING RATE: 0.3777680319075205
previous_iter_valid_loss : 0.16751228272914886

     61680	  0.167663	  0.167512	  0.171400		CURRENT LEARNING RATE: 0.37769248585599596
previous_iter_valid_loss : 0.16906164586544037

     61700	  0.169250	  0.169062	  0.171170		CURRENT LEARNING RATE: 0.37761695491217095
previous_iter_valid_loss : 0.1937595158815384

     61720	  0.194216	  0.193760	  0.172640		CURRENT LEARNING RATE: 0.3775414390730242
previous_iter_valid_loss : 0.174409419298172

     61740	  0.174658	  0.174409	  0.172886		CURRENT LEARNING RATE: 0.37746593833553493
previous_iter_valid_loss : 0.18747177720069885

     61760	  0.187820	  0.187472	  0.173389		CURRENT LEARNING RATE: 0.37739045269668337
previous_iter_valid_loss : 0.1688583344221115

     61780	  0.169055	  0.168858	  0.171808		CURRENT LEARNING RATE: 0.3773149821534499
previous_iter_valid_loss : 0.17089298367500305

     61800	  0.171141	  0.170893	  0.171648		CURRENT LEARNING RATE: 0.3772395267028158
previous_iter_valid_loss : 0.16311702132225037

     61820	  0.163223	  0.163117	  0.170869		CURRENT LEARNING RATE: 0.37716408634176285
previous_iter_valid_loss : 0.1668253093957901

     61840	  0.166993	  0.166825	  0.170827		CURRENT LEARNING RATE: 0.37708866106727335
previous_iter_valid_loss : 0.16952630877494812

     61860	  0.169697	  0.169526	  0.171018		CURRENT LEARNING RATE: 0.37701325087633036
previous_iter_valid_loss : 0.17150981724262238

     61880	  0.171698	  0.171510	  0.171199		CURRENT LEARNING RATE: 0.37693785576591743
previous_iter_valid_loss : 0.1652747094631195

     61900	  0.165379	  0.165275	  0.170229		CURRENT LEARNING RATE: 0.37686247573301884
previous_iter_valid_loss : 0.17712365090847015

     61920	  0.177395	  0.177124	  0.170901		CURRENT LEARNING RATE: 0.3767871107746193
previous_iter_valid_loss : 0.17537115514278412

     61940	  0.175585	  0.175371	  0.171434		CURRENT LEARNING RATE: 0.3767117608877042
previous_iter_valid_loss : 0.1746753305196762

     61960	  0.174819	  0.174675	  0.171613		CURRENT LEARNING RATE: 0.3766364260692596
previous_iter_valid_loss : 0.17574337124824524

     61980	  0.175899	  0.175743	  0.172102		CURRENT LEARNING RATE: 0.3765611063162721
previous_iter_valid_loss : 0.17592959105968475

     62000	  0.175941	  0.175930	  0.172149		CURRENT LEARNING RATE: 0.376485801625729
previous_iter_valid_loss : 0.1682640165090561

     62020	  0.168433	  0.168264	  0.172393		CURRENT LEARNING RATE: 0.3764105119946179
previous_iter_valid_loss : 0.16392594575881958

     62040	  0.164039	  0.163926	  0.172414		CURRENT LEARNING RATE: 0.37633523741992736
previous_iter_valid_loss : 0.16338004171848297

     62060	  0.163493	  0.163380	  0.172131		CURRENT LEARNING RATE: 0.37625997789864635
previous_iter_valid_loss : 0.16877564787864685

     62080	  0.168983	  0.168776	  0.172194		CURRENT LEARNING RATE: 0.37618473342776454
previous_iter_valid_loss : 0.16717223823070526

     62100	  0.167349	  0.167172	  0.172100		CURRENT LEARNING RATE: 0.3761095040042721
previous_iter_valid_loss : 0.16461649537086487

     62120	  0.164750	  0.164616	  0.170643		CURRENT LEARNING RATE: 0.37603428962515983
previous_iter_valid_loss : 0.17334790527820587

     62140	  0.173547	  0.173348	  0.170590		CURRENT LEARNING RATE: 0.3759590902874192
previous_iter_valid_loss : 0.17297472059726715

     62160	  0.173034	  0.172975	  0.169865		CURRENT LEARNING RATE: 0.3758839059880423
previous_iter_valid_loss : 0.172459214925766

     62180	  0.172619	  0.172459	  0.170045		CURRENT LEARNING RATE: 0.37580873672402165
previous_iter_valid_loss : 0.16521400213241577

     62200	  0.165348	  0.165214	  0.169761		CURRENT LEARNING RATE: 0.37573358249235056
previous_iter_valid_loss : 0.17032243311405182

     62220	  0.170502	  0.170322	  0.170121		CURRENT LEARNING RATE: 0.3756584432900228
previous_iter_valid_loss : 0.1655016541481018

     62240	  0.165682	  0.165502	  0.170055		CURRENT LEARNING RATE: 0.37558331911403275
previous_iter_valid_loss : 0.16720156371593475

     62260	  0.167476	  0.167202	  0.169939		CURRENT LEARNING RATE: 0.3755082099613756
previous_iter_valid_loss : 0.1686703860759735

     62280	  0.168944	  0.168670	  0.169797		CURRENT LEARNING RATE: 0.37543311582904687
previous_iter_valid_loss : 0.17812450230121613

     62300	  0.178372	  0.178125	  0.170439		CURRENT LEARNING RATE: 0.37535803671404283
previous_iter_valid_loss : 0.16965262591838837

     62320	  0.169843	  0.169653	  0.170066		CURRENT LEARNING RATE: 0.37528297261336035
previous_iter_valid_loss : 0.16858379542827606

     62340	  0.168749	  0.168584	  0.169726		CURRENT LEARNING RATE: 0.37520792352399673
previous_iter_valid_loss : 0.1657673716545105

     62360	  0.165903	  0.165767	  0.169281		CURRENT LEARNING RATE: 0.37513288944295015
previous_iter_valid_loss : 0.16408619284629822

     62380	  0.164219	  0.164086	  0.168698		CURRENT LEARNING RATE: 0.3750578703672192
previous_iter_valid_loss : 0.17262057960033417

     62400	  0.172778	  0.172621	  0.168533		CURRENT LEARNING RATE: 0.3749828662938031
previous_iter_valid_loss : 0.1756945252418518

     62420	  0.175917	  0.175695	  0.168904		CURRENT LEARNING RATE: 0.3749078772197017
previous_iter_valid_loss : 0.16708098351955414

     62440	  0.167121	  0.167081	  0.169062		CURRENT LEARNING RATE: 0.3748329031419155
previous_iter_valid_loss : 0.17799243330955505

     62460	  0.178142	  0.177992	  0.169792		CURRENT LEARNING RATE: 0.37475794405744545
previous_iter_valid_loss : 0.1652483195066452

     62480	  0.165335	  0.165248	  0.169616		CURRENT LEARNING RATE: 0.3746829999632932
previous_iter_valid_loss : 0.17447327077388763

     62500	  0.174681	  0.174473	  0.169981		CURRENT LEARNING RATE: 0.3746080708564609
previous_iter_valid_loss : 0.16422021389007568

     62520	  0.164332	  0.164220	  0.169961		CURRENT LEARNING RATE: 0.37453315673395166
previous_iter_valid_loss : 0.16718322038650513

     62540	  0.167371	  0.167183	  0.169653		CURRENT LEARNING RATE: 0.37445825759276863
previous_iter_valid_loss : 0.16386361420154572

     62560	  0.164030	  0.163864	  0.169198		CURRENT LEARNING RATE: 0.37438337342991596
previous_iter_valid_loss : 0.176354318857193

     62580	  0.176525	  0.176354	  0.169392		CURRENT LEARNING RATE: 0.37430850424239825
previous_iter_valid_loss : 0.17313389480113983

     62600	  0.173330	  0.173134	  0.169788		CURRENT LEARNING RATE: 0.3742336500272208
previous_iter_valid_loss : 0.16949081420898438

     62620	  0.169648	  0.169491	  0.169747		CURRENT LEARNING RATE: 0.3741588107813894
previous_iter_valid_loss : 0.1633603721857071

     62640	  0.163472	  0.163360	  0.169640		CURRENT LEARNING RATE: 0.3740839865019105
previous_iter_valid_loss : 0.18517474830150604

     62660	  0.185342	  0.185175	  0.170538		CURRENT LEARNING RATE: 0.37400917718579113
previous_iter_valid_loss : 0.16385650634765625

     62680	  0.163957	  0.163857	  0.170298		CURRENT LEARNING RATE: 0.3739343828300389
previous_iter_valid_loss : 0.1719651222229004

     62700	  0.172025	  0.171965	  0.169990		CURRENT LEARNING RATE: 0.37385960343166197
previous_iter_valid_loss : 0.1733606606721878

     62720	  0.173573	  0.173361	  0.170175		CURRENT LEARNING RATE: 0.3737848389876693
previous_iter_valid_loss : 0.16808655858039856

     62740	  0.168283	  0.168087	  0.170150		CURRENT LEARNING RATE: 0.37371008949507006
previous_iter_valid_loss : 0.20965461432933807

     62760	  0.209762	  0.209655	  0.172345		CURRENT LEARNING RATE: 0.37363535495087463
previous_iter_valid_loss : 0.18883976340293884

     62780	  0.189023	  0.188840	  0.173582		CURRENT LEARNING RATE: 0.37356063535209344
previous_iter_valid_loss : 0.17198799550533295

     62800	  0.172137	  0.171988	  0.173551		CURRENT LEARNING RATE: 0.37348593069573766
previous_iter_valid_loss : 0.16754993796348572

     62820	  0.167734	  0.167550	  0.173143		CURRENT LEARNING RATE: 0.37341124097881917
previous_iter_valid_loss : 0.17882493138313293

     62840	  0.179026	  0.178825	  0.173731		CURRENT LEARNING RATE: 0.3733365661983504
previous_iter_valid_loss : 0.1684693694114685

     62860	  0.168591	  0.168469	  0.173254		CURRENT LEARNING RATE: 0.3732619063513442
previous_iter_valid_loss : 0.18389074504375458

     62880	  0.184012	  0.183891	  0.174187		CURRENT LEARNING RATE: 0.37318726143481445
previous_iter_valid_loss : 0.16356828808784485

     62900	  0.163633	  0.163568	  0.173641		CURRENT LEARNING RATE: 0.37311263144577517
previous_iter_valid_loss : 0.1689060479402542

     62920	  0.169002	  0.168906	  0.173876		CURRENT LEARNING RATE: 0.3730380163812411
previous_iter_valid_loss : 0.16298559308052063

     62940	  0.163040	  0.162986	  0.173666		CURRENT LEARNING RATE: 0.3729634162382279
previous_iter_valid_loss : 0.17318715155124664

     62960	  0.173272	  0.173187	  0.174132		CURRENT LEARNING RATE: 0.3728888310137513
previous_iter_valid_loss : 0.18618202209472656

     62980	  0.186304	  0.186182	  0.174623		CURRENT LEARNING RATE: 0.372814260704828
previous_iter_valid_loss : 0.16393113136291504

     63000	  0.164016	  0.163931	  0.174163		CURRENT LEARNING RATE: 0.3727397053084752
previous_iter_valid_loss : 0.1670151948928833

     63020	  0.167109	  0.167015	  0.174039		CURRENT LEARNING RATE: 0.37266516482171064
previous_iter_valid_loss : 0.1633346825838089

     63040	  0.163420	  0.163335	  0.174038		CURRENT LEARNING RATE: 0.3725906392415527
previous_iter_valid_loss : 0.1627029925584793

     63060	  0.162773	  0.162703	  0.172914		CURRENT LEARNING RATE: 0.3725161285650204
previous_iter_valid_loss : 0.1796964704990387

     63080	  0.179864	  0.179696	  0.173706		CURRENT LEARNING RATE: 0.37244163278913334
previous_iter_valid_loss : 0.17166435718536377

     63100	  0.171756	  0.171664	  0.173691		CURRENT LEARNING RATE: 0.3723671519109116
previous_iter_valid_loss : 0.17553193867206573

     63120	  0.175618	  0.175532	  0.173800		CURRENT LEARNING RATE: 0.37229268592737597
previous_iter_valid_loss : 0.16514864563941956

     63140	  0.165256	  0.165149	  0.173653		CURRENT LEARNING RATE: 0.3722182348355479
previous_iter_valid_loss : 0.16650855541229248

     63160	  0.166718	  0.166509	  0.171496		CURRENT LEARNING RATE: 0.3721437986324492
previous_iter_valid_loss : 0.1709507554769516

     63180	  0.171071	  0.170951	  0.170601		CURRENT LEARNING RATE: 0.37206937731510253
previous_iter_valid_loss : 0.1720457524061203

     63200	  0.172128	  0.172046	  0.170604		CURRENT LEARNING RATE: 0.371994970880531
previous_iter_valid_loss : 0.18147391080856323

     63220	  0.181609	  0.181474	  0.171300		CURRENT LEARNING RATE: 0.37192057932575834
previous_iter_valid_loss : 0.20345871150493622

     63240	  0.203554	  0.203459	  0.172532		CURRENT LEARNING RATE: 0.3718462026478089
previous_iter_valid_loss : 0.17013640701770782

     63260	  0.170266	  0.170136	  0.172615		CURRENT LEARNING RATE: 0.3717718408437076
previous_iter_valid_loss : 0.16374501585960388

     63280	  0.163981	  0.163745	  0.171608		CURRENT LEARNING RATE: 0.37169749391048
previous_iter_valid_loss : 0.16381962597370148

     63300	  0.164025	  0.163820	  0.171621		CURRENT LEARNING RATE: 0.3716231618451522
previous_iter_valid_loss : 0.17223744094371796

     63320	  0.172375	  0.172237	  0.171787		CURRENT LEARNING RATE: 0.371548844644751
previous_iter_valid_loss : 0.16548094153404236

     63340	  0.165571	  0.165481	  0.171912		CURRENT LEARNING RATE: 0.3714745423063035
previous_iter_valid_loss : 0.20230600237846375

     63360	  0.202384	  0.202306	  0.173368		CURRENT LEARNING RATE: 0.37140025482683786
previous_iter_valid_loss : 0.17590279877185822

     63380	  0.176016	  0.175903	  0.172854		CURRENT LEARNING RATE: 0.37132598220338237
previous_iter_valid_loss : 0.1734909564256668

     63400	  0.173560	  0.173491	  0.173332		CURRENT LEARNING RATE: 0.3712517244329663
previous_iter_valid_loss : 0.18212850391864777

     63420	  0.182210	  0.182129	  0.174088		CURRENT LEARNING RATE: 0.3711774815126192
previous_iter_valid_loss : 0.16689364612102509

     63440	  0.166945	  0.166894	  0.174266		CURRENT LEARNING RATE: 0.37110325343937145
previous_iter_valid_loss : 0.21065951883792877

     63460	  0.210668	  0.210660	  0.176663		CURRENT LEARNING RATE: 0.37102904021025385
previous_iter_valid_loss : 0.168162003159523

     63480	  0.168285	  0.168162	  0.176087		CURRENT LEARNING RATE: 0.37095484182229793
previous_iter_valid_loss : 0.16636089980602264

     63500	  0.166461	  0.166361	  0.175822		CURRENT LEARNING RATE: 0.3708806582725357
previous_iter_valid_loss : 0.17367693781852722

     63520	  0.173769	  0.173677	  0.175729		CURRENT LEARNING RATE: 0.3708064895579999
previous_iter_valid_loss : 0.17297151684761047

     63540	  0.173065	  0.172972	  0.176120		CURRENT LEARNING RATE: 0.37073233567572367
previous_iter_valid_loss : 0.19371455907821655

     63560	  0.194095	  0.193715	  0.177480		CURRENT LEARNING RATE: 0.37065819662274097
previous_iter_valid_loss : 0.16632109880447388

     63580	  0.166552	  0.166321	  0.177249		CURRENT LEARNING RATE: 0.37058407239608615
previous_iter_valid_loss : 0.16499052941799164

     63600	  0.165118	  0.164991	  0.176896		CURRENT LEARNING RATE: 0.3705099629927943
previous_iter_valid_loss : 0.168208047747612

     63620	  0.168326	  0.168208	  0.176233		CURRENT LEARNING RATE: 0.370435868409901
previous_iter_valid_loss : 0.16550344228744507

     63640	  0.165613	  0.165503	  0.174335		CURRENT LEARNING RATE: 0.3703617886444425
previous_iter_valid_loss : 0.18113724887371063

     63660	  0.181228	  0.181137	  0.174885		CURRENT LEARNING RATE: 0.3702877236934556
previous_iter_valid_loss : 0.16830453276634216

     63680	  0.168371	  0.168305	  0.175113		CURRENT LEARNING RATE: 0.3702136735539777
previous_iter_valid_loss : 0.16619987785816193

     63700	  0.166345	  0.166200	  0.175232		CURRENT LEARNING RATE: 0.37013963822304685
previous_iter_valid_loss : 0.16283351182937622

     63720	  0.162958	  0.162834	  0.174762		CURRENT LEARNING RATE: 0.37006561769770147
previous_iter_valid_loss : 0.16839681565761566

     63740	  0.168512	  0.168397	  0.174908		CURRENT LEARNING RATE: 0.3699916119749809
previous_iter_valid_loss : 0.16490542888641357

     63760	  0.165082	  0.164905	  0.173038		CURRENT LEARNING RATE: 0.36991762105192477
previous_iter_valid_loss : 0.171598881483078

     63780	  0.171890	  0.171599	  0.172822		CURRENT LEARNING RATE: 0.36984364492557364
previous_iter_valid_loss : 0.1737319678068161

     63800	  0.173854	  0.173732	  0.172834		CURRENT LEARNING RATE: 0.36976968359296836
previous_iter_valid_loss : 0.16729030013084412

     63820	  0.167405	  0.167290	  0.172093		CURRENT LEARNING RATE: 0.3696957370511504
previous_iter_valid_loss : 0.1644805669784546

     63840	  0.164649	  0.164481	  0.171972		CURRENT LEARNING RATE: 0.36962180529716204
previous_iter_valid_loss : 0.16610737144947052

     63860	  0.166260	  0.166107	  0.169744		CURRENT LEARNING RATE: 0.3695478883280459
previous_iter_valid_loss : 0.20907707512378693

     63880	  0.209186	  0.209077	  0.171790		CURRENT LEARNING RATE: 0.36947398614084537
previous_iter_valid_loss : 0.17372456192970276

     63900	  0.173835	  0.173725	  0.172158		CURRENT LEARNING RATE: 0.3694000987326043
previous_iter_valid_loss : 0.16592852771282196

     63920	  0.166005	  0.165929	  0.171771		CURRENT LEARNING RATE: 0.36932622610036725
previous_iter_valid_loss : 0.1811012178659439

     63940	  0.181203	  0.181101	  0.172177		CURRENT LEARNING RATE: 0.3692523682411793
previous_iter_valid_loss : 0.1641388088464737

     63960	  0.164320	  0.164139	  0.170698		CURRENT LEARNING RATE: 0.3691785251520861
previous_iter_valid_loss : 0.16530410945415497

     63980	  0.165527	  0.165304	  0.170648		CURRENT LEARNING RATE: 0.36910469683013397
previous_iter_valid_loss : 0.16686302423477173

     64000	  0.167091	  0.166863	  0.170741		CURRENT LEARNING RATE: 0.36903088327236977
previous_iter_valid_loss : 0.16489675641059875

     64020	  0.165132	  0.164897	  0.170576		CURRENT LEARNING RATE: 0.36895708447584097
previous_iter_valid_loss : 0.16728095710277557

     64040	  0.167387	  0.167281	  0.170665		CURRENT LEARNING RATE: 0.36888330043759554
previous_iter_valid_loss : 0.16352780163288116

     64060	  0.163727	  0.163528	  0.169784		CURRENT LEARNING RATE: 0.36880953115468224
previous_iter_valid_loss : 0.17175862193107605

     64080	  0.172041	  0.171759	  0.169957		CURRENT LEARNING RATE: 0.3687357766241502
previous_iter_valid_loss : 0.1740877777338028

     64100	  0.174228	  0.174088	  0.170351		CURRENT LEARNING RATE: 0.36866203684304927
previous_iter_valid_loss : 0.16381582617759705

     64120	  0.163983	  0.163816	  0.170400		CURRENT LEARNING RATE: 0.3685883118084298
previous_iter_valid_loss : 0.1642596572637558

     64140	  0.164433	  0.164260	  0.170193		CURRENT LEARNING RATE: 0.368514601517343
previous_iter_valid_loss : 0.1635274440050125

     64160	  0.163621	  0.163527	  0.170125		CURRENT LEARNING RATE: 0.36844090596684015
previous_iter_valid_loss : 0.19259768724441528

     64180	  0.192726	  0.192598	  0.171174		CURRENT LEARNING RATE: 0.36836722515397374
previous_iter_valid_loss : 0.21014374494552612

     64200	  0.210261	  0.210144	  0.172995		CURRENT LEARNING RATE: 0.3682935590757963
previous_iter_valid_loss : 0.17412817478179932

     64220	  0.174305	  0.174128	  0.173337		CURRENT LEARNING RATE: 0.3682199077293613
previous_iter_valid_loss : 0.17284159362316132

     64240	  0.173006	  0.172842	  0.173755		CURRENT LEARNING RATE: 0.36814627111172266
previous_iter_valid_loss : 0.16615800559520721

     64260	  0.166234	  0.166158	  0.173758		CURRENT LEARNING RATE: 0.3680726492199349
previous_iter_valid_loss : 0.17277489602565765

     64280	  0.172923	  0.172775	  0.171942		CURRENT LEARNING RATE: 0.36799904205105316
previous_iter_valid_loss : 0.18660829961299896

     64300	  0.186702	  0.186608	  0.172587		CURRENT LEARNING RATE: 0.3679254496021332
previous_iter_valid_loss : 0.1653139442205429

     64320	  0.165355	  0.165314	  0.172556		CURRENT LEARNING RATE: 0.36785187187023116
previous_iter_valid_loss : 0.16588716208934784

     64340	  0.166056	  0.165887	  0.171795		CURRENT LEARNING RATE: 0.3677783088524041
previous_iter_valid_loss : 0.16944381594657898

     64360	  0.169666	  0.169444	  0.172060		CURRENT LEARNING RATE: 0.3677047605457095
previous_iter_valid_loss : 0.16451705992221832

     64380	  0.164643	  0.164517	  0.172021		CURRENT LEARNING RATE: 0.3676312269472053
previous_iter_valid_loss : 0.1666942834854126

     64400	  0.166900	  0.166694	  0.172013		CURRENT LEARNING RATE: 0.36755770805395027
previous_iter_valid_loss : 0.17500928044319153

     64420	  0.175308	  0.175009	  0.172518		CURRENT LEARNING RATE: 0.3674842038630035
previous_iter_valid_loss : 0.17138253152370453

     64440	  0.171483	  0.171383	  0.172723		CURRENT LEARNING RATE: 0.3674107143714251
previous_iter_valid_loss : 0.18158502876758575

     64460	  0.181694	  0.181585	  0.173626		CURRENT LEARNING RATE: 0.36733723957627523
previous_iter_valid_loss : 0.16823351383209229

     64480	  0.168441	  0.168234	  0.173450		CURRENT LEARNING RATE: 0.367263779474615
previous_iter_valid_loss : 0.16484582424163818

     64500	  0.164912	  0.164846	  0.172988		CURRENT LEARNING RATE: 0.36719033406350604
previous_iter_valid_loss : 0.17128373682498932

     64520	  0.171414	  0.171284	  0.173361		CURRENT LEARNING RATE: 0.3671169033400104
previous_iter_valid_loss : 0.16342347860336304

     64540	  0.163477	  0.163423	  0.173320		CURRENT LEARNING RATE: 0.367043487301191
previous_iter_valid_loss : 0.17339546978473663

     64560	  0.173504	  0.173395	  0.173813		CURRENT LEARNING RATE: 0.3669700859441111
previous_iter_valid_loss : 0.16787251830101013

     64580	  0.168097	  0.167873	  0.172577		CURRENT LEARNING RATE: 0.36689669926583474
previous_iter_valid_loss : 0.1672358363866806

     64600	  0.167434	  0.167236	  0.170431		CURRENT LEARNING RATE: 0.3668233272634264
previous_iter_valid_loss : 0.1635383665561676

     64620	  0.163676	  0.163538	  0.169902		CURRENT LEARNING RATE: 0.3667499699339512
previous_iter_valid_loss : 0.1700742244720459

     64640	  0.170171	  0.170074	  0.169763		CURRENT LEARNING RATE: 0.3666766272744748
previous_iter_valid_loss : 0.19024813175201416

     64660	  0.190355	  0.190248	  0.170968		CURRENT LEARNING RATE: 0.3666032992820636
previous_iter_valid_loss : 0.1693800687789917

     64680	  0.169462	  0.169380	  0.170798		CURRENT LEARNING RATE: 0.36652998595378444
previous_iter_valid_loss : 0.1671474575996399

     64700	  0.167178	  0.167147	  0.169825		CURRENT LEARNING RATE: 0.36645668728670466
previous_iter_valid_loss : 0.16701166331768036

     64720	  0.167231	  0.167012	  0.169910		CURRENT LEARNING RATE: 0.36638340327789254
previous_iter_valid_loss : 0.1654343158006668

     64740	  0.165499	  0.165434	  0.169887		CURRENT LEARNING RATE: 0.36631013392441647
previous_iter_valid_loss : 0.1648998111486435

     64760	  0.164962	  0.164900	  0.169660		CURRENT LEARNING RATE: 0.3662368792233459
previous_iter_valid_loss : 0.16654007136821747

     64780	  0.166751	  0.166540	  0.169761		CURRENT LEARNING RATE: 0.36616363917175054
previous_iter_valid_loss : 0.18209196627140045

     64800	  0.182239	  0.182092	  0.170531		CURRENT LEARNING RATE: 0.36609041376670076
previous_iter_valid_loss : 0.17026376724243164

     64820	  0.170458	  0.170264	  0.170294		CURRENT LEARNING RATE: 0.36601720300526763
previous_iter_valid_loss : 0.16810058057308197

     64840	  0.168198	  0.168101	  0.170130		CURRENT LEARNING RATE: 0.36594400688452267
previous_iter_valid_loss : 0.1627262830734253

     64860	  0.162856	  0.162726	  0.169187		CURRENT LEARNING RATE: 0.365870825401538
previous_iter_valid_loss : 0.16897836327552795

     64880	  0.169237	  0.168978	  0.169224		CURRENT LEARNING RATE: 0.36579765855338636
previous_iter_valid_loss : 0.16450996696949005

     64900	  0.164689	  0.164510	  0.169207		CURRENT LEARNING RATE: 0.36572450633714115
previous_iter_valid_loss : 0.17381598055362701

     64920	  0.173944	  0.173816	  0.169334		CURRENT LEARNING RATE: 0.36565136874987625
previous_iter_valid_loss : 0.16442416608333588

     64940	  0.164474	  0.164424	  0.169384		CURRENT LEARNING RATE: 0.3655782457886661
previous_iter_valid_loss : 0.18058502674102783

     64960	  0.180636	  0.180585	  0.169743		CURRENT LEARNING RATE: 0.3655051374505859
previous_iter_valid_loss : 0.19261719286441803

     64980	  0.192981	  0.192617	  0.170981		CURRENT LEARNING RATE: 0.3654320437327112
previous_iter_valid_loss : 0.18716542422771454

     65000	  0.187287	  0.187165	  0.171977		CURRENT LEARNING RATE: 0.3653589646321183
previous_iter_valid_loss : 0.16394099593162537

     65020	  0.164086	  0.163941	  0.171997		CURRENT LEARNING RATE: 0.3652859001458841
previous_iter_valid_loss : 0.22049660980701447

     65040	  0.220488	  0.220497	  0.174518		CURRENT LEARNING RATE: 0.3652128502710859
previous_iter_valid_loss : 0.1794675588607788

     65060	  0.179637	  0.179468	  0.173979		CURRENT LEARNING RATE: 0.3651398150048017
previous_iter_valid_loss : 0.1720869392156601

     65080	  0.172403	  0.172087	  0.174115		CURRENT LEARNING RATE: 0.36506679434411027
previous_iter_valid_loss : 0.16518598794937134

     65100	  0.165300	  0.165186	  0.174017		CURRENT LEARNING RATE: 0.3649937882860906
previous_iter_valid_loss : 0.1704803705215454

     65120	  0.170585	  0.170480	  0.174190		CURRENT LEARNING RATE: 0.3649207968278225
previous_iter_valid_loss : 0.2260587215423584

     65140	  0.226044	  0.226059	  0.177221		CURRENT LEARNING RATE: 0.3648478199663863
previous_iter_valid_loss : 0.16866318881511688

     65160	  0.168817	  0.168663	  0.177409		CURRENT LEARNING RATE: 0.36477485769886303
previous_iter_valid_loss : 0.17188037931919098

     65180	  0.172051	  0.171880	  0.177676		CURRENT LEARNING RATE: 0.36470191002233404
previous_iter_valid_loss : 0.1644439399242401

     65200	  0.164628	  0.164444	  0.176794		CURRENT LEARNING RATE: 0.3646289769338815
previous_iter_valid_loss : 0.16908355057239532

     65220	  0.169356	  0.169084	  0.176735		CURRENT LEARNING RATE: 0.36455605843058814
previous_iter_valid_loss : 0.16816996037960052

     65240	  0.168412	  0.168170	  0.176739		CURRENT LEARNING RATE: 0.36448315450953717
previous_iter_valid_loss : 0.17219465970993042

     65260	  0.172387	  0.172195	  0.177212		CURRENT LEARNING RATE: 0.3644102651678124
previous_iter_valid_loss : 0.19178152084350586

     65280	  0.191966	  0.191782	  0.178352		CURRENT LEARNING RATE: 0.36433739040249824
previous_iter_valid_loss : 0.21254250407218933

     65300	  0.212581	  0.212543	  0.180754		CURRENT LEARNING RATE: 0.36426453021067984
previous_iter_valid_loss : 0.16761787235736847

     65320	  0.167734	  0.167618	  0.180444		CURRENT LEARNING RATE: 0.3641916845894427
previous_iter_valid_loss : 0.18217498064041138

     65340	  0.182278	  0.182175	  0.181331		CURRENT LEARNING RATE: 0.36411885353587287
previous_iter_valid_loss : 0.16509540379047394

     65360	  0.165194	  0.165095	  0.180557		CURRENT LEARNING RATE: 0.3640460370470573
previous_iter_valid_loss : 0.18715521693229675

     65380	  0.187321	  0.187155	  0.180284		CURRENT LEARNING RATE: 0.3639732351200833
previous_iter_valid_loss : 0.190129354596138

     65400	  0.190333	  0.190129	  0.180432		CURRENT LEARNING RATE: 0.3639004477520386
previous_iter_valid_loss : 0.164674773812294

     65420	  0.164870	  0.164675	  0.180469		CURRENT LEARNING RATE: 0.36382767494001206
previous_iter_valid_loss : 0.16772358119487762

     65440	  0.167892	  0.167724	  0.177830		CURRENT LEARNING RATE: 0.36375491668109244
previous_iter_valid_loss : 0.20419558882713318

     65460	  0.204375	  0.204196	  0.179066		CURRENT LEARNING RATE: 0.36368217297236954
previous_iter_valid_loss : 0.1659233123064041

     65480	  0.166112	  0.165923	  0.178758		CURRENT LEARNING RATE: 0.3636094438109337
previous_iter_valid_loss : 0.1643766313791275

     65500	  0.164549	  0.164377	  0.178718		CURRENT LEARNING RATE: 0.3635367291938756
previous_iter_valid_loss : 0.18798699975013733

     65520	  0.188142	  0.187987	  0.179593		CURRENT LEARNING RATE: 0.3634640291182867
previous_iter_valid_loss : 0.17106643319129944

     65540	  0.171343	  0.171066	  0.176843		CURRENT LEARNING RATE: 0.3633913435812591
previous_iter_valid_loss : 0.1702275574207306

     65560	  0.170507	  0.170228	  0.176922		CURRENT LEARNING RATE: 0.36331867257988515
previous_iter_valid_loss : 0.16365201771259308

     65580	  0.163792	  0.163652	  0.176510		CURRENT LEARNING RATE: 0.36324601611125823
previous_iter_valid_loss : 0.16421906650066376

     65600	  0.164357	  0.164219	  0.176499		CURRENT LEARNING RATE: 0.363173374172472
previous_iter_valid_loss : 0.1656491756439209

     65620	  0.165869	  0.165649	  0.176327		CURRENT LEARNING RATE: 0.36310074676062076
previous_iter_valid_loss : 0.16317439079284668

     65640	  0.163372	  0.163174	  0.176078		CURRENT LEARNING RATE: 0.36302813387279953
previous_iter_valid_loss : 0.16974499821662903

     65660	  0.169906	  0.169745	  0.175955		CURRENT LEARNING RATE: 0.3629555355061036
previous_iter_valid_loss : 0.16483552753925323

     65680	  0.164960	  0.164836	  0.174608		CURRENT LEARNING RATE: 0.3628829516576291
previous_iter_valid_loss : 0.187369704246521

     65700	  0.187735	  0.187370	  0.173349		CURRENT LEARNING RATE: 0.3628103823244729
previous_iter_valid_loss : 0.1678638458251953

     65720	  0.168087	  0.167864	  0.173361		CURRENT LEARNING RATE: 0.3627378275037319
previous_iter_valid_loss : 0.17564140260219574

     65740	  0.175736	  0.175641	  0.173035		CURRENT LEARNING RATE: 0.36266528719250407
previous_iter_valid_loss : 0.1877441555261612

     65760	  0.187822	  0.187744	  0.174167		CURRENT LEARNING RATE: 0.36259276138788776
previous_iter_valid_loss : 0.17517580091953278

     65780	  0.175297	  0.175176	  0.173568		CURRENT LEARNING RATE: 0.36252025008698197
previous_iter_valid_loss : 0.17049476504325867

     65800	  0.170676	  0.170495	  0.172587		CURRENT LEARNING RATE: 0.3624477532868863
previous_iter_valid_loss : 0.17752130329608917

     65820	  0.177627	  0.177521	  0.173229		CURRENT LEARNING RATE: 0.3623752709847007
previous_iter_valid_loss : 0.20424599945545197

     65840	  0.204309	  0.204246	  0.175055		CURRENT LEARNING RATE: 0.362302803177526
previous_iter_valid_loss : 0.167347714304924

     65860	  0.167485	  0.167348	  0.173213		CURRENT LEARNING RATE: 0.36223034986246355
previous_iter_valid_loss : 0.16410812735557556

     65880	  0.164282	  0.164108	  0.173122		CURRENT LEARNING RATE: 0.36215791103661515
previous_iter_valid_loss : 0.17693667113780975

     65900	  0.177037	  0.176937	  0.173750		CURRENT LEARNING RATE: 0.3620854866970831
previous_iter_valid_loss : 0.1652749627828598

     65920	  0.165355	  0.165275	  0.172614		CURRENT LEARNING RATE: 0.3620130768409707
previous_iter_valid_loss : 0.16286592185497284

     65940	  0.162955	  0.162866	  0.172204		CURRENT LEARNING RATE: 0.36194068146538144
previous_iter_valid_loss : 0.17081233859062195

     65960	  0.171116	  0.170812	  0.172233		CURRENT LEARNING RATE: 0.36186830056741937
previous_iter_valid_loss : 0.16546545922756195

     65980	  0.165655	  0.165465	  0.172324		CURRENT LEARNING RATE: 0.3617959341441894
previous_iter_valid_loss : 0.1639968752861023

     66000	  0.164179	  0.163997	  0.172313		CURRENT LEARNING RATE: 0.36172358219279693
previous_iter_valid_loss : 0.1665656417608261

     66020	  0.166746	  0.166566	  0.172359		CURRENT LEARNING RATE: 0.3616512447103477
previous_iter_valid_loss : 0.17194421589374542

     66040	  0.172106	  0.171944	  0.172797		CURRENT LEARNING RATE: 0.3615789216939484
previous_iter_valid_loss : 0.16815072298049927

     66060	  0.168316	  0.168151	  0.172718		CURRENT LEARNING RATE: 0.361506613140706
previous_iter_valid_loss : 0.17655447125434875

     66080	  0.176732	  0.176554	  0.173304		CURRENT LEARNING RATE: 0.36143431904772805
previous_iter_valid_loss : 0.1649034321308136

     66100	  0.165059	  0.164903	  0.172180		CURRENT LEARNING RATE: 0.361362039412123
previous_iter_valid_loss : 0.17231974005699158

     66120	  0.172459	  0.172320	  0.172403		CURRENT LEARNING RATE: 0.3612897742309996
previous_iter_valid_loss : 0.1667270064353943

     66140	  0.166935	  0.166727	  0.171957		CURRENT LEARNING RATE: 0.3612175235014672
previous_iter_valid_loss : 0.16246044635772705

     66160	  0.162547	  0.162460	  0.170693		CURRENT LEARNING RATE: 0.36114528722063577
previous_iter_valid_loss : 0.17177943885326385

     66180	  0.171860	  0.171779	  0.170523		CURRENT LEARNING RATE: 0.36107306538561584
previous_iter_valid_loss : 0.1643146127462387

     66200	  0.164409	  0.164315	  0.170214		CURRENT LEARNING RATE: 0.36100085799351866
previous_iter_valid_loss : 0.16435739398002625

     66220	  0.164517	  0.164357	  0.169556		CURRENT LEARNING RATE: 0.36092866504145577
previous_iter_valid_loss : 0.16835534572601318

     66240	  0.168487	  0.168355	  0.167762		CURRENT LEARNING RATE: 0.3608564865265396
previous_iter_valid_loss : 0.16609154641628265

     66260	  0.166201	  0.166092	  0.167699		CURRENT LEARNING RATE: 0.36078432244588293
previous_iter_valid_loss : 0.16448931396007538

     66280	  0.164603	  0.164489	  0.167718		CURRENT LEARNING RATE: 0.3607121727965992
previous_iter_valid_loss : 0.16454659402370453

     66300	  0.164744	  0.164547	  0.167098		CURRENT LEARNING RATE: 0.3606400375758023
previous_iter_valid_loss : 0.17748774588108063

     66320	  0.177830	  0.177488	  0.167709		CURRENT LEARNING RATE: 0.3605679167806071
previous_iter_valid_loss : 0.1664534956216812

     66340	  0.166650	  0.166453	  0.167888		CURRENT LEARNING RATE: 0.3604958104081286
previous_iter_valid_loss : 0.1668066680431366

     66360	  0.166963	  0.166807	  0.167688		CURRENT LEARNING RATE: 0.36042371845548254
previous_iter_valid_loss : 0.1656191498041153

     66380	  0.165729	  0.165619	  0.167696		CURRENT LEARNING RATE: 0.3603516409197853
previous_iter_valid_loss : 0.16500268876552582

     66400	  0.165127	  0.165003	  0.167746		CURRENT LEARNING RATE: 0.3602795777981537
previous_iter_valid_loss : 0.16663339734077454

     66420	  0.166863	  0.166633	  0.167749		CURRENT LEARNING RATE: 0.36020752908770526
previous_iter_valid_loss : 0.16621410846710205

     66440	  0.166349	  0.166214	  0.167463		CURRENT LEARNING RATE: 0.36013549478555806
previous_iter_valid_loss : 0.17923827469348907

     66460	  0.179370	  0.179238	  0.168017		CURRENT LEARNING RATE: 0.36006347488883067
previous_iter_valid_loss : 0.16686436533927917

     66480	  0.167007	  0.166864	  0.167533		CURRENT LEARNING RATE: 0.3599914693946423
previous_iter_valid_loss : 0.16508515179157257

     66500	  0.165241	  0.165085	  0.167542		CURRENT LEARNING RATE: 0.3599194783001129
previous_iter_valid_loss : 0.16520234942436218

     66520	  0.165381	  0.165202	  0.167186		CURRENT LEARNING RATE: 0.35984750160236256
previous_iter_valid_loss : 0.16669948399066925

     66540	  0.166766	  0.166699	  0.167185		CURRENT LEARNING RATE: 0.35977553929851236
previous_iter_valid_loss : 0.1659262329339981

     66560	  0.166124	  0.165926	  0.167358		CURRENT LEARNING RATE: 0.3597035913856837
previous_iter_valid_loss : 0.1641746610403061

     66580	  0.164364	  0.164175	  0.166978		CURRENT LEARNING RATE: 0.35963165786099877
previous_iter_valid_loss : 0.17932263016700745

     66600	  0.179442	  0.179323	  0.167728		CURRENT LEARNING RATE: 0.3595597387215803
previous_iter_valid_loss : 0.1625436544418335

     66620	  0.162700	  0.162544	  0.167637		CURRENT LEARNING RATE: 0.35948783396455136
previous_iter_valid_loss : 0.1624244749546051


Current valid loss: 0.1624244749546051;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     66640	  0.162556	  0.162424	  0.167341		CURRENT LEARNING RATE: 0.3594159435870359
previous_iter_valid_loss : 0.17057053744792938

     66660	  0.170663	  0.170571	  0.167565		CURRENT LEARNING RATE: 0.3593440675861581
previous_iter_valid_loss : 0.16726863384246826

     66680	  0.167385	  0.167269	  0.167704		CURRENT LEARNING RATE: 0.35927220595904313
previous_iter_valid_loss : 0.16709937155246735

     66700	  0.167322	  0.167099	  0.167831		CURRENT LEARNING RATE: 0.3592003587028164
previous_iter_valid_loss : 0.1735130250453949

     66720	  0.173665	  0.173513	  0.167633		CURRENT LEARNING RATE: 0.3591285258146042
previous_iter_valid_loss : 0.16761337220668793

     66740	  0.167859	  0.167613	  0.167691		CURRENT LEARNING RATE: 0.3590567072915329
previous_iter_valid_loss : 0.16644439101219177

     66760	  0.166544	  0.166444	  0.167673		CURRENT LEARNING RATE: 0.35898490313073006
previous_iter_valid_loss : 0.16893914341926575

     66780	  0.169098	  0.168939	  0.167839		CURRENT LEARNING RATE: 0.35891311332932335
previous_iter_valid_loss : 0.1762850433588028

     66800	  0.176442	  0.176285	  0.168403		CURRENT LEARNING RATE: 0.3588413378844412
previous_iter_valid_loss : 0.1642361581325531

     66820	  0.164405	  0.164236	  0.168283		CURRENT LEARNING RATE: 0.3587695767932127
previous_iter_valid_loss : 0.16518846154212952

     66840	  0.165288	  0.165188	  0.168231		CURRENT LEARNING RATE: 0.35869783005276723
previous_iter_valid_loss : 0.16516628861427307

     66860	  0.165254	  0.165166	  0.167528		CURRENT LEARNING RATE: 0.358626097660235
previous_iter_valid_loss : 0.16614042222499847

     66880	  0.166194	  0.166140	  0.167492		CURRENT LEARNING RATE: 0.3585543796127468
previous_iter_valid_loss : 0.185704305768013

     66900	  0.185826	  0.185704	  0.168523		CURRENT LEARNING RATE: 0.35848267590743377
previous_iter_valid_loss : 0.18595944344997406

     66920	  0.186113	  0.185959	  0.169561		CURRENT LEARNING RATE: 0.35841098654142783
previous_iter_valid_loss : 0.16588814556598663

     66940	  0.165960	  0.165888	  0.169520		CURRENT LEARNING RATE: 0.3583393115118615
previous_iter_valid_loss : 0.1680520921945572

     66960	  0.168145	  0.168052	  0.169626		CURRENT LEARNING RATE: 0.35826765081586753
previous_iter_valid_loss : 0.16673359274864197

     66980	  0.166844	  0.166734	  0.169754		CURRENT LEARNING RATE: 0.3581960044505797
previous_iter_valid_loss : 0.16463278234004974

     67000	  0.164687	  0.164633	  0.169020		CURRENT LEARNING RATE: 0.3581243724131321
previous_iter_valid_loss : 0.2263209968805313

     67020	  0.226272	  0.226321	  0.172209		CURRENT LEARNING RATE: 0.35805275470065945
previous_iter_valid_loss : 0.16647228598594666

     67040	  0.166594	  0.166472	  0.172411		CURRENT LEARNING RATE: 0.35798115131029706
previous_iter_valid_loss : 0.1675429344177246

     67060	  0.167582	  0.167543	  0.172260		CURRENT LEARNING RATE: 0.3579095622391807
previous_iter_valid_loss : 0.16623236238956451

     67080	  0.166392	  0.166232	  0.172208		CURRENT LEARNING RATE: 0.35783798748444695
previous_iter_valid_loss : 0.16961906850337982

     67100	  0.169847	  0.169619	  0.172334		CURRENT LEARNING RATE: 0.3577664270432327
previous_iter_valid_loss : 0.1679171472787857

     67120	  0.167955	  0.167917	  0.172054		CURRENT LEARNING RATE: 0.35769488091267565
previous_iter_valid_loss : 0.17408865690231323

     67140	  0.174150	  0.174089	  0.172378		CURRENT LEARNING RATE: 0.35762334908991383
previous_iter_valid_loss : 0.16505752503871918

     67160	  0.165090	  0.165058	  0.172308		CURRENT LEARNING RATE: 0.357551831572086
previous_iter_valid_loss : 0.16695821285247803

     67180	  0.167174	  0.166958	  0.172209		CURRENT LEARNING RATE: 0.3574803283563315
previous_iter_valid_loss : 0.17969243228435516

     67200	  0.179854	  0.179692	  0.172380		CURRENT LEARNING RATE: 0.3574088394397902
previous_iter_valid_loss : 0.1745201200246811

     67220	  0.174653	  0.174520	  0.172894		CURRENT LEARNING RATE: 0.3573373648196025
previous_iter_valid_loss : 0.18493340909481049

     67240	  0.185043	  0.184933	  0.173881		CURRENT LEARNING RATE: 0.35726590449290946
previous_iter_valid_loss : 0.18437063694000244

     67260	  0.184416	  0.184371	  0.174841		CURRENT LEARNING RATE: 0.3571944584568526
previous_iter_valid_loss : 0.16702088713645935

     67280	  0.167046	  0.167021	  0.174885		CURRENT LEARNING RATE: 0.35712302670857415
previous_iter_valid_loss : 0.1650526374578476

     67300	  0.165083	  0.165053	  0.173853		CURRENT LEARNING RATE: 0.35705160924521684
previous_iter_valid_loss : 0.17923526465892792

     67320	  0.179326	  0.179235	  0.173517		CURRENT LEARNING RATE: 0.35698020606392394
previous_iter_valid_loss : 0.16389034688472748

     67340	  0.164016	  0.163890	  0.173417		CURRENT LEARNING RATE: 0.3569088171618393
previous_iter_valid_loss : 0.16437602043151855

     67360	  0.164441	  0.164376	  0.173233		CURRENT LEARNING RATE: 0.35683744253610744
previous_iter_valid_loss : 0.16326850652694702

     67380	  0.163352	  0.163269	  0.173060		CURRENT LEARNING RATE: 0.3567660821838733
previous_iter_valid_loss : 0.17639997601509094

     67400	  0.176482	  0.176400	  0.173648		CURRENT LEARNING RATE: 0.35669473610228253
previous_iter_valid_loss : 0.2101803421974182

     67420	  0.210241	  0.210180	  0.172841		CURRENT LEARNING RATE: 0.3566234042884812
previous_iter_valid_loss : 0.16572484374046326

     67440	  0.165754	  0.165725	  0.172803		CURRENT LEARNING RATE: 0.3565520867396162
previous_iter_valid_loss : 0.16648612916469574

     67460	  0.166605	  0.166486	  0.172751		CURRENT LEARNING RATE: 0.35648078345283457
previous_iter_valid_loss : 0.16439567506313324

     67480	  0.164498	  0.164396	  0.172659		CURRENT LEARNING RATE: 0.3564094944252844
previous_iter_valid_loss : 0.16777890920639038

     67500	  0.168002	  0.167779	  0.172567		CURRENT LEARNING RATE: 0.356338219654114
previous_iter_valid_loss : 0.16628415882587433

     67520	  0.166372	  0.166284	  0.172485		CURRENT LEARNING RATE: 0.3562669591364725
previous_iter_valid_loss : 0.16355565190315247

     67540	  0.163648	  0.163556	  0.171958		CURRENT LEARNING RATE: 0.3561957128695094
previous_iter_valid_loss : 0.16275878250598907

     67560	  0.162899	  0.162759	  0.171844		CURRENT LEARNING RATE: 0.35612448085037485
previous_iter_valid_loss : 0.17588603496551514

     67580	  0.176026	  0.175886	  0.172290		CURRENT LEARNING RATE: 0.35605326307621954
previous_iter_valid_loss : 0.1965295672416687

     67600	  0.196648	  0.196530	  0.173132		CURRENT LEARNING RATE: 0.3559820595441948
previous_iter_valid_loss : 0.16694378852844238

     67620	  0.167137	  0.166944	  0.172753		CURRENT LEARNING RATE: 0.3559108702514526
previous_iter_valid_loss : 0.18030183017253876

     67640	  0.180451	  0.180302	  0.172521		CURRENT LEARNING RATE: 0.3558396951951452
previous_iter_valid_loss : 0.19125604629516602

     67660	  0.191408	  0.191256	  0.172866		CURRENT LEARNING RATE: 0.35576853437242567
previous_iter_valid_loss : 0.1667972058057785

     67680	  0.166873	  0.166797	  0.172854		CURRENT LEARNING RATE: 0.3556973877804475
previous_iter_valid_loss : 0.16348080337047577

     67700	  0.163545	  0.163481	  0.172776		CURRENT LEARNING RATE: 0.35562625541636494
previous_iter_valid_loss : 0.17638124525547028

     67720	  0.176490	  0.176381	  0.172633		CURRENT LEARNING RATE: 0.3555551372773326
previous_iter_valid_loss : 0.1675262749195099

     67740	  0.167594	  0.167526	  0.172815		CURRENT LEARNING RATE: 0.35548403336050594
previous_iter_valid_loss : 0.17902815341949463

     67760	  0.179105	  0.179028	  0.173548		CURRENT LEARNING RATE: 0.3554129436630405
previous_iter_valid_loss : 0.16564512252807617

     67780	  0.165720	  0.165645	  0.173666		CURRENT LEARNING RATE: 0.3553418681820929
previous_iter_valid_loss : 0.17559173703193665

     67800	  0.175865	  0.175592	  0.173626		CURRENT LEARNING RATE: 0.35527080691482005
previous_iter_valid_loss : 0.16993804275989532

     67820	  0.170045	  0.169938	  0.171614		CURRENT LEARNING RATE: 0.3551997598583796
previous_iter_valid_loss : 0.18255087733268738

     67840	  0.182704	  0.182551	  0.172455		CURRENT LEARNING RATE: 0.3551287270099295
previous_iter_valid_loss : 0.1750412881374359

     67860	  0.175224	  0.175041	  0.172883		CURRENT LEARNING RATE: 0.3550577083666286
previous_iter_valid_loss : 0.165377676486969

     67880	  0.165547	  0.165378	  0.172932		CURRENT LEARNING RATE: 0.35498670392563597
previous_iter_valid_loss : 0.1677282601594925

     67900	  0.167957	  0.167728	  0.172930		CURRENT LEARNING RATE: 0.35491571368411173
previous_iter_valid_loss : 0.1979813277721405

     67920	  0.198136	  0.197981	  0.174514		CURRENT LEARNING RATE: 0.3548447376392159
previous_iter_valid_loss : 0.1663290560245514

     67940	  0.166415	  0.166329	  0.174653		CURRENT LEARNING RATE: 0.35477377578810976
previous_iter_valid_loss : 0.1637827605009079

     67960	  0.163947	  0.163783	  0.174704		CURRENT LEARNING RATE: 0.3547028281279547
previous_iter_valid_loss : 0.17206992208957672

     67980	  0.172215	  0.172070	  0.174513		CURRENT LEARNING RATE: 0.35463189465591266
previous_iter_valid_loss : 0.1650453507900238

     68000	  0.165164	  0.165045	  0.172939		CURRENT LEARNING RATE: 0.3545609753691466
previous_iter_valid_loss : 0.16705800592899323

     68020	  0.167163	  0.167058	  0.172945		CURRENT LEARNING RATE: 0.35449007026481955
previous_iter_valid_loss : 0.16468138992786407

     68040	  0.164836	  0.164681	  0.172164		CURRENT LEARNING RATE: 0.35441917934009537
previous_iter_valid_loss : 0.16716234385967255

     68060	  0.167220	  0.167162	  0.170959		CURRENT LEARNING RATE: 0.35434830259213845
previous_iter_valid_loss : 0.16334860026836395

     68080	  0.163430	  0.163349	  0.170787		CURRENT LEARNING RATE: 0.35427744001811357
previous_iter_valid_loss : 0.16902387142181396

     68100	  0.169216	  0.169024	  0.171064		CURRENT LEARNING RATE: 0.3542065916151864
previous_iter_valid_loss : 0.18832290172576904

     68120	  0.188443	  0.188323	  0.171661		CURRENT LEARNING RATE: 0.35413575738052294
previous_iter_valid_loss : 0.1694977879524231

     68140	  0.169595	  0.169498	  0.171760		CURRENT LEARNING RATE: 0.3540649373112898
previous_iter_valid_loss : 0.22510723769664764

     68160	  0.225105	  0.225107	  0.174064		CURRENT LEARNING RATE: 0.3539941314046543
previous_iter_valid_loss : 0.1654040664434433

     68180	  0.165486	  0.165404	  0.174052		CURRENT LEARNING RATE: 0.353923339657784
previous_iter_valid_loss : 0.16496551036834717

     68200	  0.165049	  0.164966	  0.173520		CURRENT LEARNING RATE: 0.3538525620678474
previous_iter_valid_loss : 0.18335705995559692

     68220	  0.183526	  0.183357	  0.174191		CURRENT LEARNING RATE: 0.3537817986320132
previous_iter_valid_loss : 0.16847945749759674

     68240	  0.168701	  0.168479	  0.173488		CURRENT LEARNING RATE: 0.3537110493474511
previous_iter_valid_loss : 0.17274899780750275

     68260	  0.172992	  0.172749	  0.173373		CURRENT LEARNING RATE: 0.3536403142113311
previous_iter_valid_loss : 0.1648627370595932

     68280	  0.165022	  0.164863	  0.173347		CURRENT LEARNING RATE: 0.35356959322082354
previous_iter_valid_loss : 0.18116387724876404

     68300	  0.181268	  0.181164	  0.174019		CURRENT LEARNING RATE: 0.35349888637309984
previous_iter_valid_loss : 0.16629070043563843

     68320	  0.166381	  0.166291	  0.172434		CURRENT LEARNING RATE: 0.3534281936653316
previous_iter_valid_loss : 0.17855475842952728

     68340	  0.178656	  0.178555	  0.173046		CURRENT LEARNING RATE: 0.35335751509469127
previous_iter_valid_loss : 0.2099008411169052

     68360	  0.210038	  0.209901	  0.175352		CURRENT LEARNING RATE: 0.3532868506583515
previous_iter_valid_loss : 0.1648159623146057

     68380	  0.164937	  0.164816	  0.174989		CURRENT LEARNING RATE: 0.3532162003534858
previous_iter_valid_loss : 0.1744099259376526

     68400	  0.174604	  0.174410	  0.175457		CURRENT LEARNING RATE: 0.35314556417726817
previous_iter_valid_loss : 0.16480228304862976

     68420	  0.164970	  0.164802	  0.175344		CURRENT LEARNING RATE: 0.3530749421268732
previous_iter_valid_loss : 0.1908455640077591

     68440	  0.190984	  0.190846	  0.176653		CURRENT LEARNING RATE: 0.3530043341994759
previous_iter_valid_loss : 0.24982403218746185

     68460	  0.249732	  0.249824	  0.180786		CURRENT LEARNING RATE: 0.35293374039225206
previous_iter_valid_loss : 0.1677509844303131

     68480	  0.167863	  0.167751	  0.181006		CURRENT LEARNING RATE: 0.35286316070237783
previous_iter_valid_loss : 0.18926095962524414

     68500	  0.189419	  0.189261	  0.182018		CURRENT LEARNING RATE: 0.3527925951270301
previous_iter_valid_loss : 0.20593759417533875

     68520	  0.206079	  0.205938	  0.182898		CURRENT LEARNING RATE: 0.3527220436633862
previous_iter_valid_loss : 0.17636261880397797

     68540	  0.176487	  0.176363	  0.183242		CURRENT LEARNING RATE: 0.3526515063086242
previous_iter_valid_loss : 0.19035093486309052

     68560	  0.190518	  0.190351	  0.181504		CURRENT LEARNING RATE: 0.3525809830599224
previous_iter_valid_loss : 0.16647528111934662

     68580	  0.166571	  0.166475	  0.181557		CURRENT LEARNING RATE: 0.35251047391445994
previous_iter_valid_loss : 0.1675432175397873

     68600	  0.167707	  0.167543	  0.181686		CURRENT LEARNING RATE: 0.3524399788694166
previous_iter_valid_loss : 0.17618052661418915

     68620	  0.176302	  0.176181	  0.181327		CURRENT LEARNING RATE: 0.3523694979219724
previous_iter_valid_loss : 0.16433966159820557

     68640	  0.164461	  0.164340	  0.181120		CURRENT LEARNING RATE: 0.3522990310693081
previous_iter_valid_loss : 0.1789005696773529

     68660	  0.179002	  0.178901	  0.181428		CURRENT LEARNING RATE: 0.3522285783086052
previous_iter_valid_loss : 0.1664428412914276

     68680	  0.166601	  0.166443	  0.181507		CURRENT LEARNING RATE: 0.3521581396370454
previous_iter_valid_loss : 0.17108190059661865

     68700	  0.171179	  0.171082	  0.181003		CURRENT LEARNING RATE: 0.35208771505181125
previous_iter_valid_loss : 0.16317753493785858

     68720	  0.163309	  0.163178	  0.180847		CURRENT LEARNING RATE: 0.3520173045500858
previous_iter_valid_loss : 0.1650269776582718

     68740	  0.165140	  0.165027	  0.180171		CURRENT LEARNING RATE: 0.35194690812905255
previous_iter_valid_loss : 0.17939555644989014

     68760	  0.179511	  0.179396	  0.178646		CURRENT LEARNING RATE: 0.3518765257858957
previous_iter_valid_loss : 0.16430175304412842

     68780	  0.164362	  0.164302	  0.178620		CURRENT LEARNING RATE: 0.35180615751779987
previous_iter_valid_loss : 0.16722220182418823

     68800	  0.167333	  0.167222	  0.178261		CURRENT LEARNING RATE: 0.35173580332195037
previous_iter_valid_loss : 0.20607855916023254

     68820	  0.206172	  0.206079	  0.180324		CURRENT LEARNING RATE: 0.3516654631955331
previous_iter_valid_loss : 0.21473395824432373

     68840	  0.214839	  0.214734	  0.181519		CURRENT LEARNING RATE: 0.3515951371357344
previous_iter_valid_loss : 0.182606503367424

     68860	  0.182708	  0.182607	  0.178158		CURRENT LEARNING RATE: 0.3515248251397412
previous_iter_valid_loss : 0.18240457773208618

     68880	  0.182516	  0.182405	  0.178891		CURRENT LEARNING RATE: 0.35145452720474113
previous_iter_valid_loss : 0.16709169745445251

     68900	  0.167216	  0.167092	  0.177782		CURRENT LEARNING RATE: 0.3513842433279221
previous_iter_valid_loss : 0.17564263939857483

     68920	  0.175764	  0.175643	  0.176267		CURRENT LEARNING RATE: 0.3513139735064729
previous_iter_valid_loss : 0.1737179011106491

     68940	  0.173824	  0.173718	  0.176135		CURRENT LEARNING RATE: 0.3512437177375827
previous_iter_valid_loss : 0.1848006248474121

     68960	  0.184903	  0.184801	  0.175858		CURRENT LEARNING RATE: 0.35117347601844123
previous_iter_valid_loss : 0.17092978954315186

     68980	  0.171009	  0.170930	  0.176080		CURRENT LEARNING RATE: 0.35110324834623885
previous_iter_valid_loss : 0.20388922095298767

     69000	  0.203957	  0.203889	  0.177898		CURRENT LEARNING RATE: 0.3510330347181665
previous_iter_valid_loss : 0.1680576205253601

     69020	  0.168101	  0.168058	  0.177492		CURRENT LEARNING RATE: 0.35096283513141546
previous_iter_valid_loss : 0.17641936242580414

     69040	  0.176517	  0.176419	  0.178095		CURRENT LEARNING RATE: 0.350892649583178
previous_iter_valid_loss : 0.16340066492557526

     69060	  0.163461	  0.163401	  0.177320		CURRENT LEARNING RATE: 0.35082247807064654
previous_iter_valid_loss : 0.1697975993156433

     69080	  0.169992	  0.169798	  0.177488		CURRENT LEARNING RATE: 0.3507523205910142
previous_iter_valid_loss : 0.16341257095336914

     69100	  0.163544	  0.163413	  0.177105		CURRENT LEARNING RATE: 0.35068217714147476
previous_iter_valid_loss : 0.16624164581298828

     69120	  0.166367	  0.166242	  0.177258		CURRENT LEARNING RATE: 0.35061204771922244
previous_iter_valid_loss : 0.20235824584960938

     69140	  0.202898	  0.202358	  0.179125		CURRENT LEARNING RATE: 0.3505419323214521
previous_iter_valid_loss : 0.169315367937088

     69160	  0.169412	  0.169315	  0.178621		CURRENT LEARNING RATE: 0.3504718309453591
previous_iter_valid_loss : 0.19883400201797485

     69180	  0.198934	  0.198834	  0.180347		CURRENT LEARNING RATE: 0.3504017435881394
previous_iter_valid_loss : 0.18143293261528015

     69200	  0.181596	  0.181433	  0.181058		CURRENT LEARNING RATE: 0.3503316702469894
previous_iter_valid_loss : 0.17800574004650116

     69220	  0.178130	  0.178006	  0.179654		CURRENT LEARNING RATE: 0.3502616109191064
previous_iter_valid_loss : 0.16333940625190735

     69240	  0.163375	  0.163339	  0.177084		CURRENT LEARNING RATE: 0.3501915656016878
previous_iter_valid_loss : 0.16497744619846344

     69260	  0.165030	  0.164977	  0.176203		CURRENT LEARNING RATE: 0.3501215342919318
previous_iter_valid_loss : 0.16969387233257294

     69280	  0.169757	  0.169694	  0.175567		CURRENT LEARNING RATE: 0.35005151698703735
previous_iter_valid_loss : 0.17003734409809113

     69300	  0.170119	  0.170037	  0.175715		CURRENT LEARNING RATE: 0.34998151368420355
previous_iter_valid_loss : 0.18537797033786774

     69320	  0.185470	  0.185378	  0.176201		CURRENT LEARNING RATE: 0.34991152438063033
previous_iter_valid_loss : 0.16940243542194366

     69340	  0.169523	  0.169402	  0.175986		CURRENT LEARNING RATE: 0.3498415490735182
previous_iter_valid_loss : 0.1731233447790146

     69360	  0.173230	  0.173123	  0.175402		CURRENT LEARNING RATE: 0.34977158776006806
previous_iter_valid_loss : 0.16333915293216705

     69380	  0.163375	  0.163339	  0.175022		CURRENT LEARNING RATE: 0.3497016404374815
previous_iter_valid_loss : 0.17082665860652924

     69400	  0.170886	  0.170827	  0.173369		CURRENT LEARNING RATE: 0.34963170710296054
previous_iter_valid_loss : 0.16754812002182007

     69420	  0.167692	  0.167548	  0.173344		CURRENT LEARNING RATE: 0.34956178775370794
previous_iter_valid_loss : 0.17078346014022827

     69440	  0.170953	  0.170783	  0.173062		CURRENT LEARNING RATE: 0.3494918823869269
previous_iter_valid_loss : 0.16711609065532684

     69460	  0.167300	  0.167116	  0.173248		CURRENT LEARNING RATE: 0.3494219909998212
previous_iter_valid_loss : 0.1678069680929184

     69480	  0.167986	  0.167807	  0.173148		CURRENT LEARNING RATE: 0.34935211358959517
previous_iter_valid_loss : 0.1647224873304367

     69500	  0.164778	  0.164722	  0.173214		CURRENT LEARNING RATE: 0.3492822501534537
previous_iter_valid_loss : 0.1630043387413025

     69520	  0.163042	  0.163004	  0.173052		CURRENT LEARNING RATE: 0.3492124006886024
previous_iter_valid_loss : 0.16618496179580688

     69540	  0.166248	  0.166185	  0.171243		CURRENT LEARNING RATE: 0.34914256519224707
previous_iter_valid_loss : 0.1698361188173294

     69560	  0.169989	  0.169836	  0.171269		CURRENT LEARNING RATE: 0.3490727436615944
previous_iter_valid_loss : 0.22643420100212097

     69580	  0.226962	  0.226434	  0.172649		CURRENT LEARNING RATE: 0.3490029360938516
previous_iter_valid_loss : 0.1634346842765808

     69600	  0.163484	  0.163435	  0.171749		CURRENT LEARNING RATE: 0.34893314248622614
previous_iter_valid_loss : 0.16437718272209167

     69620	  0.164441	  0.164377	  0.171068		CURRENT LEARNING RATE: 0.34886336283592656
previous_iter_valid_loss : 0.1880033314228058

     69640	  0.188351	  0.188003	  0.172301		CURRENT LEARNING RATE: 0.3487935971401615
previous_iter_valid_loss : 0.17156359553337097

     69660	  0.171787	  0.171564	  0.172630		CURRENT LEARNING RATE: 0.34872384539614043
previous_iter_valid_loss : 0.18101443350315094

     69680	  0.181335	  0.181014	  0.173196		CURRENT LEARNING RATE: 0.3486541076010732
previous_iter_valid_loss : 0.177154541015625

     69700	  0.177435	  0.177155	  0.173552		CURRENT LEARNING RATE: 0.3485843837521702
previous_iter_valid_loss : 0.21536746621131897

     69720	  0.215930	  0.215367	  0.175052		CURRENT LEARNING RATE: 0.3485146738466427
previous_iter_valid_loss : 0.1697387844324112

     69740	  0.169909	  0.169739	  0.175068		CURRENT LEARNING RATE: 0.3484449778817022
previous_iter_valid_loss : 0.1682225614786148

     69760	  0.168233	  0.168223	  0.174823		CURRENT LEARNING RATE: 0.34837529585456084
previous_iter_valid_loss : 0.16331037878990173

     69780	  0.163365	  0.163310	  0.174822		CURRENT LEARNING RATE: 0.3483056277624314
previous_iter_valid_loss : 0.19329753518104553

     69800	  0.193721	  0.193298	  0.175945		CURRENT LEARNING RATE: 0.34823597360252706
previous_iter_valid_loss : 0.1759084016084671

     69820	  0.176049	  0.175908	  0.176364		CURRENT LEARNING RATE: 0.3481663333720617
previous_iter_valid_loss : 0.16605433821678162

     69840	  0.166132	  0.166054	  0.176127		CURRENT LEARNING RATE: 0.34809670706824974
previous_iter_valid_loss : 0.16725391149520874

     69860	  0.167380	  0.167254	  0.176134		CURRENT LEARNING RATE: 0.34802709468830617
previous_iter_valid_loss : 0.17541565001010895

     69880	  0.175680	  0.175416	  0.176514		CURRENT LEARNING RATE: 0.3479574962294464
previous_iter_valid_loss : 0.1620626002550125


Current valid loss: 0.1620626002550125;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
     69900	  0.162140	  0.162063	  0.176381		CURRENT LEARNING RATE: 0.3478879116888865
previous_iter_valid_loss : 0.1671346127986908

     69920	  0.167273	  0.167135	  0.176588		CURRENT LEARNING RATE: 0.34781834106384313
previous_iter_valid_loss : 0.16232626140117645

     69940	  0.162359	  0.162326	  0.176395		CURRENT LEARNING RATE: 0.34774878435153345
previous_iter_valid_loss : 0.16947674751281738

     69960	  0.169668	  0.169477	  0.176377		CURRENT LEARNING RATE: 0.3476792415491752
previous_iter_valid_loss : 0.1700049489736557

     69980	  0.170229	  0.170005	  0.173556		CURRENT LEARNING RATE: 0.34760971265398666
previous_iter_valid_loss : 0.16348636150360107

     70000	  0.163589	  0.163486	  0.173558		CURRENT LEARNING RATE: 0.3475401976631866
previous_iter_valid_loss : 0.1682811677455902

     70020	  0.168444	  0.168281	  0.173753		CURRENT LEARNING RATE: 0.3474706965739946
previous_iter_valid_loss : 0.19919133186340332

     70040	  0.199644	  0.199191	  0.174313		CURRENT LEARNING RATE: 0.34740120938363045
previous_iter_valid_loss : 0.16368873417377472

     70060	  0.163835	  0.163689	  0.173919		CURRENT LEARNING RATE: 0.3473317360893147
previous_iter_valid_loss : 0.1642482876777649

     70080	  0.164328	  0.164248	  0.173081		CURRENT LEARNING RATE: 0.34726227668826853
previous_iter_valid_loss : 0.18392762541770935

     70100	  0.184261	  0.183928	  0.173419		CURRENT LEARNING RATE: 0.3471928311777134
previous_iter_valid_loss : 0.1649986356496811

     70120	  0.165149	  0.164999	  0.170901		CURRENT LEARNING RATE: 0.34712339955487154
previous_iter_valid_loss : 0.16791538894176483

     70140	  0.168078	  0.167915	  0.170810		CURRENT LEARNING RATE: 0.3470539818169658
previous_iter_valid_loss : 0.17056724429130554

     70160	  0.170605	  0.170567	  0.170927		CURRENT LEARNING RATE: 0.3469845779612193
previous_iter_valid_loss : 0.16691726446151733

     70180	  0.167037	  0.166917	  0.171107		CURRENT LEARNING RATE: 0.346915187984856
previous_iter_valid_loss : 0.1648707240819931

     70200	  0.164958	  0.164871	  0.169686		CURRENT LEARNING RATE: 0.3468458118851002
previous_iter_valid_loss : 0.17538928985595703

     70220	  0.175634	  0.175389	  0.169660		CURRENT LEARNING RATE: 0.34677644965917703
previous_iter_valid_loss : 0.16306032240390778

     70240	  0.163202	  0.163060	  0.169510		CURRENT LEARNING RATE: 0.3467071013043118
previous_iter_valid_loss : 0.1636330634355545

     70260	  0.163779	  0.163633	  0.169329		CURRENT LEARNING RATE: 0.3466377668177308
previous_iter_valid_loss : 0.16879628598690033

     70280	  0.168940	  0.168796	  0.168998		CURRENT LEARNING RATE: 0.34656844619666044
previous_iter_valid_loss : 0.16488254070281982

     70300	  0.165026	  0.164883	  0.169139		CURRENT LEARNING RATE: 0.3464991394383279
previous_iter_valid_loss : 0.19151312112808228

     70320	  0.191720	  0.191513	  0.170358		CURRENT LEARNING RATE: 0.34642984653996106
previous_iter_valid_loss : 0.18702223896980286

     70340	  0.187172	  0.187022	  0.171593		CURRENT LEARNING RATE: 0.34636056749878813
previous_iter_valid_loss : 0.16640961170196533

     70360	  0.166519	  0.166410	  0.171440		CURRENT LEARNING RATE: 0.346291302312038
previous_iter_valid_loss : 0.20454801619052887

     70380	  0.204673	  0.204548	  0.173167		CURRENT LEARNING RATE: 0.34622205097693987
previous_iter_valid_loss : 0.18403349816799164

     70400	  0.184167	  0.184033	  0.174194		CURRENT LEARNING RATE: 0.34615281349072385
previous_iter_valid_loss : 0.1910598874092102

     70420	  0.191193	  0.191060	  0.175333		CURRENT LEARNING RATE: 0.3460835898506205
previous_iter_valid_loss : 0.17215485870838165

     70440	  0.172277	  0.172155	  0.173981		CURRENT LEARNING RATE: 0.34601438005386076
previous_iter_valid_loss : 0.1661253273487091

     70460	  0.166226	  0.166125	  0.174103		CURRENT LEARNING RATE: 0.3459451840976763
previous_iter_valid_loss : 0.16532433032989502

     70480	  0.165375	  0.165324	  0.174157		CURRENT LEARNING RATE: 0.3458760019792992
previous_iter_valid_loss : 0.16333331167697906

     70500	  0.163383	  0.163333	  0.173127		CURRENT LEARNING RATE: 0.34580683369596216
previous_iter_valid_loss : 0.16710032522678375

     70520	  0.167190	  0.167100	  0.173232		CURRENT LEARNING RATE: 0.3457376792448986
previous_iter_valid_loss : 0.1946416199207306

     70540	  0.194755	  0.194642	  0.174569		CURRENT LEARNING RATE: 0.3456685386233423
previous_iter_valid_loss : 0.19539093971252441

     70560	  0.195461	  0.195391	  0.175810		CURRENT LEARNING RATE: 0.3455994118285275
previous_iter_valid_loss : 0.1680525839328766

     70580	  0.168242	  0.168053	  0.175867		CURRENT LEARNING RATE: 0.34553029885768927
previous_iter_valid_loss : 0.1651448756456375

     70600	  0.165199	  0.165145	  0.175880		CURRENT LEARNING RATE: 0.345461199708063
previous_iter_valid_loss : 0.16655895113945007

     70620	  0.166576	  0.166559	  0.175439		CURRENT LEARNING RATE: 0.3453921143768848
previous_iter_valid_loss : 0.16826532781124115

     70640	  0.168302	  0.168265	  0.175699		CURRENT LEARNING RATE: 0.3453230428613912
previous_iter_valid_loss : 0.16626408696174622

     70660	  0.166290	  0.166264	  0.175831		CURRENT LEARNING RATE: 0.3452539851588194
previous_iter_valid_loss : 0.16672039031982422

     70680	  0.166781	  0.166720	  0.175727		CURRENT LEARNING RATE: 0.34518494126640703
previous_iter_valid_loss : 0.16605831682682037

     70700	  0.166219	  0.166058	  0.175786		CURRENT LEARNING RATE: 0.3451159111813923
previous_iter_valid_loss : 0.21810106933116913

     70720	  0.218109	  0.218101	  0.177115		CURRENT LEARNING RATE: 0.34504689490101415
previous_iter_valid_loss : 0.1833183467388153

     70740	  0.183382	  0.183318	  0.176930		CURRENT LEARNING RATE: 0.34497789242251176
previous_iter_valid_loss : 0.16561876237392426

     70760	  0.165673	  0.165619	  0.176890		CURRENT LEARNING RATE: 0.34490890374312516
previous_iter_valid_loss : 0.16558487713336945

     70780	  0.165654	  0.165585	  0.174942		CURRENT LEARNING RATE: 0.3448399288600948
previous_iter_valid_loss : 0.1676466166973114

     70800	  0.167823	  0.167647	  0.174123		CURRENT LEARNING RATE: 0.3447709677706616
previous_iter_valid_loss : 0.17463187873363495

     70820	  0.174849	  0.174632	  0.173301		CURRENT LEARNING RATE: 0.34470202047206716
previous_iter_valid_loss : 0.19301845133304596

     70840	  0.193097	  0.193018	  0.174344		CURRENT LEARNING RATE: 0.34463308696155354
previous_iter_valid_loss : 0.16750334203243256

     70860	  0.167571	  0.167503	  0.174413		CURRENT LEARNING RATE: 0.3445641672363635
previous_iter_valid_loss : 0.16713953018188477

     70880	  0.167259	  0.167140	  0.174504		CURRENT LEARNING RATE: 0.3444952612937402
previous_iter_valid_loss : 0.18382781744003296

     70900	  0.183938	  0.183828	  0.175529		CURRENT LEARNING RATE: 0.34442636913092733
previous_iter_valid_loss : 0.17164741456508636

     70920	  0.171689	  0.171647	  0.175756		CURRENT LEARNING RATE: 0.3443574907451693
previous_iter_valid_loss : 0.1648278385400772

     70940	  0.164902	  0.164828	  0.174266		CURRENT LEARNING RATE: 0.344288626133711
previous_iter_valid_loss : 0.16998346149921417

     70960	  0.170030	  0.169983	  0.172995		CURRENT LEARNING RATE: 0.34421977529379777
previous_iter_valid_loss : 0.16470356285572052

     70980	  0.164849	  0.164704	  0.172828		CURRENT LEARNING RATE: 0.34415093822267556
previous_iter_valid_loss : 0.17640814185142517

     71000	  0.176520	  0.176408	  0.173391		CURRENT LEARNING RATE: 0.34408211491759094
previous_iter_valid_loss : 0.16566887497901917

     71020	  0.165724	  0.165669	  0.173346		CURRENT LEARNING RATE: 0.34401330537579095
previous_iter_valid_loss : 0.16873754560947418

     71040	  0.168837	  0.168738	  0.173370		CURRENT LEARNING RATE: 0.3439445095945232
previous_iter_valid_loss : 0.19548779726028442

     71060	  0.195628	  0.195488	  0.174831		CURRENT LEARNING RATE: 0.34387572757103596
previous_iter_valid_loss : 0.1777159720659256

     71080	  0.177842	  0.177716	  0.175381		CURRENT LEARNING RATE: 0.3438069593025778
previous_iter_valid_loss : 0.16598224639892578

     71100	  0.166118	  0.165982	  0.175377		CURRENT LEARNING RATE: 0.3437382047863981
previous_iter_valid_loss : 0.17004051804542542

     71120	  0.170245	  0.170041	  0.172974		CURRENT LEARNING RATE: 0.34366946401974663
previous_iter_valid_loss : 0.165953129529953

     71140	  0.166093	  0.165953	  0.172106		CURRENT LEARNING RATE: 0.34360073699987376
previous_iter_valid_loss : 0.16624721884727478

     71160	  0.166444	  0.166247	  0.172137		CURRENT LEARNING RATE: 0.3435320237240304
previous_iter_valid_loss : 0.16253723204135895

     71180	  0.162623	  0.162537	  0.171985		CURRENT LEARNING RATE: 0.34346332418946807
previous_iter_valid_loss : 0.16395173966884613

     71200	  0.163963	  0.163952	  0.171800		CURRENT LEARNING RATE: 0.34339463839343876
previous_iter_valid_loss : 0.1691305935382843

     71220	  0.169100	  0.169131	  0.171525		CURRENT LEARNING RATE: 0.34332596633319495
previous_iter_valid_loss : 0.1680825650691986

     71240	  0.168176	  0.168083	  0.170278		CURRENT LEARNING RATE: 0.3432573080059899
previous_iter_valid_loss : 0.16914764046669006

     71260	  0.169353	  0.169148	  0.170361		CURRENT LEARNING RATE: 0.3431886634090772
previous_iter_valid_loss : 0.18682214617729187

     71280	  0.187199	  0.186822	  0.171345		CURRENT LEARNING RATE: 0.34312003253971113
previous_iter_valid_loss : 0.1634133756160736

     71300	  0.163507	  0.163413	  0.170324		CURRENT LEARNING RATE: 0.3430514153951464
previous_iter_valid_loss : 0.164991557598114

     71320	  0.165122	  0.164992	  0.169991		CURRENT LEARNING RATE: 0.34298281197263825
previous_iter_valid_loss : 0.16657409071922302

     71340	  0.166691	  0.166574	  0.170078		CURRENT LEARNING RATE: 0.3429142222694427
previous_iter_valid_loss : 0.18219034373760223

     71360	  0.182499	  0.182190	  0.170689		CURRENT LEARNING RATE: 0.34284564628281605
previous_iter_valid_loss : 0.211154043674469

     71380	  0.211632	  0.211154	  0.173011		CURRENT LEARNING RATE: 0.34277708401001533
previous_iter_valid_loss : 0.17931360006332397

     71400	  0.179564	  0.179314	  0.173157		CURRENT LEARNING RATE: 0.342708535448298
previous_iter_valid_loss : 0.17187108099460602

     71420	  0.172059	  0.171871	  0.173467		CURRENT LEARNING RATE: 0.3426400005949221
previous_iter_valid_loss : 0.16692081093788147

     71440	  0.167064	  0.166921	  0.173376		CURRENT LEARNING RATE: 0.3425714794471463
previous_iter_valid_loss : 0.16441048681735992

     71460	  0.164464	  0.164410	  0.171822		CURRENT LEARNING RATE: 0.3425029720022297
previous_iter_valid_loss : 0.16631053388118744

     71480	  0.166373	  0.166311	  0.171252		CURRENT LEARNING RATE: 0.34243447825743206
previous_iter_valid_loss : 0.16878943145275116

     71500	  0.168771	  0.168789	  0.171392		CURRENT LEARNING RATE: 0.34236599821001357
previous_iter_valid_loss : 0.1746886521577835

     71520	  0.174880	  0.174689	  0.171624		CURRENT LEARNING RATE: 0.34229753185723505
previous_iter_valid_loss : 0.17418724298477173

     71540	  0.174425	  0.174187	  0.172036		CURRENT LEARNING RATE: 0.3422290791963579
previous_iter_valid_loss : 0.17616955935955048

     71560	  0.176144	  0.176170	  0.172532		CURRENT LEARNING RATE: 0.34216064022464393
previous_iter_valid_loss : 0.1640303134918213

     71580	  0.164098	  0.164030	  0.172607		CURRENT LEARNING RATE: 0.34209221493935565
previous_iter_valid_loss : 0.17944353818893433

     71600	  0.179737	  0.179444	  0.173382		CURRENT LEARNING RATE: 0.34202380333775595
previous_iter_valid_loss : 0.16329269111156464

     71620	  0.163325	  0.163293	  0.173090		CURRENT LEARNING RATE: 0.34195540541710845
previous_iter_valid_loss : 0.16654862463474274

     71640	  0.166619	  0.166549	  0.173013		CURRENT LEARNING RATE: 0.3418870211746772
previous_iter_valid_loss : 0.17723441123962402

     71660	  0.177437	  0.177234	  0.173417		CURRENT LEARNING RATE: 0.34181865060772687
previous_iter_valid_loss : 0.17029987275600433

     71680	  0.170444	  0.170300	  0.172591		CURRENT LEARNING RATE: 0.3417502937135226
previous_iter_valid_loss : 0.16429796814918518

     71700	  0.164377	  0.164298	  0.172635		CURRENT LEARNING RATE: 0.34168195048933014
previous_iter_valid_loss : 0.16565196216106415

     71720	  0.165791	  0.165652	  0.172668		CURRENT LEARNING RATE: 0.3416136209324157
previous_iter_valid_loss : 0.1680082231760025

     71740	  0.168149	  0.168008	  0.172740		CURRENT LEARNING RATE: 0.3415453050400462
previous_iter_valid_loss : 0.1669047474861145

     71760	  0.167021	  0.166905	  0.171976		CURRENT LEARNING RATE: 0.3414770028094889
previous_iter_valid_loss : 0.16894206404685974

     71780	  0.169072	  0.168942	  0.169865		CURRENT LEARNING RATE: 0.34140871423801183
previous_iter_valid_loss : 0.16469967365264893

     71800	  0.164713	  0.164700	  0.169135		CURRENT LEARNING RATE: 0.3413404393228833
previous_iter_valid_loss : 0.16449809074401855

     71820	  0.164630	  0.164498	  0.168766		CURRENT LEARNING RATE: 0.3412721780613724
previous_iter_valid_loss : 0.1755632609128952

     71840	  0.175780	  0.175563	  0.169198		CURRENT LEARNING RATE: 0.34120393045074865
previous_iter_valid_loss : 0.16655391454696655

     71860	  0.166705	  0.166554	  0.169305		CURRENT LEARNING RATE: 0.3411356964882822
previous_iter_valid_loss : 0.1728096604347229

     71880	  0.173057	  0.172810	  0.169630		CURRENT LEARNING RATE: 0.34106747617124367
previous_iter_valid_loss : 0.16491921246051788

     71900	  0.165024	  0.164919	  0.169437		CURRENT LEARNING RATE: 0.3409992694969042
previous_iter_valid_loss : 0.17133018374443054

     71920	  0.171521	  0.171330	  0.169269		CURRENT LEARNING RATE: 0.34093107646253556
previous_iter_valid_loss : 0.16864831745624542

     71940	  0.168848	  0.168648	  0.168992		CURRENT LEARNING RATE: 0.34086289706541006
previous_iter_valid_loss : 0.17729373276233673

     71960	  0.177551	  0.177294	  0.169048		CURRENT LEARNING RATE: 0.3407947313028004
previous_iter_valid_loss : 0.17172138392925262

     71980	  0.171915	  0.171721	  0.169433		CURRENT LEARNING RATE: 0.3407265791719802
previous_iter_valid_loss : 0.16872549057006836

     72000	  0.168904	  0.168725	  0.168897		CURRENT LEARNING RATE: 0.34065844067022305
previous_iter_valid_loss : 0.1821000576019287

     72020	  0.182356	  0.182100	  0.169837		CURRENT LEARNING RATE: 0.3405903157948036
previous_iter_valid_loss : 0.16542090475559235

     72040	  0.165550	  0.165421	  0.169781		CURRENT LEARNING RATE: 0.34052220454299686
previous_iter_valid_loss : 0.16647543013095856

     72060	  0.166595	  0.166475	  0.169243		CURRENT LEARNING RATE: 0.34045410691207834
previous_iter_valid_loss : 0.16455073654651642

     72080	  0.164567	  0.164551	  0.168955		CURRENT LEARNING RATE: 0.3403860228993242
previous_iter_valid_loss : 0.16413761675357819

     72100	  0.164204	  0.164138	  0.168947		CURRENT LEARNING RATE: 0.34031795250201097
previous_iter_valid_loss : 0.18714608252048492

     72120	  0.187502	  0.187146	  0.170022		CURRENT LEARNING RATE: 0.3402498957174158
previous_iter_valid_loss : 0.18118782341480255

     72140	  0.181418	  0.181188	  0.170681		CURRENT LEARNING RATE: 0.34018185254281663
previous_iter_valid_loss : 0.1646435558795929

     72160	  0.164619	  0.164644	  0.170568		CURRENT LEARNING RATE: 0.3401138229754916
previous_iter_valid_loss : 0.1676165759563446

     72180	  0.167758	  0.167617	  0.170502		CURRENT LEARNING RATE: 0.34004580701271947
previous_iter_valid_loss : 0.18582487106323242

     72200	  0.186160	  0.185825	  0.171558		CURRENT LEARNING RATE: 0.3399778046517797
previous_iter_valid_loss : 0.17229129374027252

     72220	  0.172523	  0.172291	  0.171947		CURRENT LEARNING RATE: 0.3399098158899521
previous_iter_valid_loss : 0.16640719771385193

     72240	  0.166447	  0.166407	  0.171490		CURRENT LEARNING RATE: 0.3398418407245173
previous_iter_valid_loss : 0.175685316324234

     72260	  0.175958	  0.175685	  0.171946		CURRENT LEARNING RATE: 0.3397738791527561
previous_iter_valid_loss : 0.17378103733062744

     72280	  0.173794	  0.173781	  0.171995		CURRENT LEARNING RATE: 0.33970593117195014
previous_iter_valid_loss : 0.165207639336586

     72300	  0.165215	  0.165208	  0.172009		CURRENT LEARNING RATE: 0.33963799677938145
previous_iter_valid_loss : 0.16403880715370178

     72320	  0.164141	  0.164039	  0.171645		CURRENT LEARNING RATE: 0.3395700759723327
previous_iter_valid_loss : 0.1858273446559906

     72340	  0.186162	  0.185827	  0.172504		CURRENT LEARNING RATE: 0.339502168748087
previous_iter_valid_loss : 0.17389290034770966

     72360	  0.174122	  0.173893	  0.172334		CURRENT LEARNING RATE: 0.3394342751039281
previous_iter_valid_loss : 0.17428766191005707

     72380	  0.174507	  0.174288	  0.172462		CURRENT LEARNING RATE: 0.3393663950371403
previous_iter_valid_loss : 0.1723017394542694

     72400	  0.172490	  0.172302	  0.172641		CURRENT LEARNING RATE: 0.3392985285450083
previous_iter_valid_loss : 0.17157956957817078

     72420	  0.171809	  0.171580	  0.172115		CURRENT LEARNING RATE: 0.33923067562481746
previous_iter_valid_loss : 0.17145311832427979

     72440	  0.171661	  0.171453	  0.172416		CURRENT LEARNING RATE: 0.3391628362738537
previous_iter_valid_loss : 0.16616572439670563

     72460	  0.166330	  0.166166	  0.172401		CURRENT LEARNING RATE: 0.3390950104894035
previous_iter_valid_loss : 0.16328763961791992

     72480	  0.163353	  0.163288	  0.172338		CURRENT LEARNING RATE: 0.3390271982687537
previous_iter_valid_loss : 0.16529344022274017

     72500	  0.165403	  0.165293	  0.172395		CURRENT LEARNING RATE: 0.3389593996091919
previous_iter_valid_loss : 0.17351222038269043

     72520	  0.173775	  0.173512	  0.171714		CURRENT LEARNING RATE: 0.33889161450800614
previous_iter_valid_loss : 0.17183677852153778

     72540	  0.172071	  0.171837	  0.171246		CURRENT LEARNING RATE: 0.33882384296248497
previous_iter_valid_loss : 0.17243018746376038

     72560	  0.172645	  0.172430	  0.171636		CURRENT LEARNING RATE: 0.3387560849699176
previous_iter_valid_loss : 0.17515681684017181

     72580	  0.175424	  0.175157	  0.172013		CURRENT LEARNING RATE: 0.33868834052759367
previous_iter_valid_loss : 0.18087658286094666

     72600	  0.181214	  0.180877	  0.171765		CURRENT LEARNING RATE: 0.33862060963280344
previous_iter_valid_loss : 0.17986950278282166

     72620	  0.180193	  0.179870	  0.172144		CURRENT LEARNING RATE: 0.3385528922828376
previous_iter_valid_loss : 0.16443389654159546

     72640	  0.164580	  0.164434	  0.172045		CURRENT LEARNING RATE: 0.3384851884749875
previous_iter_valid_loss : 0.1682884693145752

     72660	  0.168352	  0.168288	  0.171676		CURRENT LEARNING RATE: 0.33841749820654493
previous_iter_valid_loss : 0.1686498373746872

     72680	  0.168725	  0.168650	  0.171419		CURRENT LEARNING RATE: 0.3383498214748024
previous_iter_valid_loss : 0.16873697936534882

     72700	  0.168973	  0.168737	  0.171595		CURRENT LEARNING RATE: 0.33828215827705277
previous_iter_valid_loss : 0.16477377712726593

     72720	  0.164844	  0.164774	  0.171632		CURRENT LEARNING RATE: 0.3382145086105895
previous_iter_valid_loss : 0.16489054262638092

     72740	  0.164971	  0.164891	  0.170585		CURRENT LEARNING RATE: 0.33814687247270664
previous_iter_valid_loss : 0.18102781474590302

     72760	  0.181436	  0.181028	  0.170942		CURRENT LEARNING RATE: 0.3380792498606987
previous_iter_valid_loss : 0.16659443080425262

     72780	  0.166605	  0.166594	  0.170557		CURRENT LEARNING RATE: 0.3380116407718608
previous_iter_valid_loss : 0.17180168628692627

     72800	  0.171784	  0.171802	  0.170532		CURRENT LEARNING RATE: 0.3379440452034886
previous_iter_valid_loss : 0.1690209060907364

     72820	  0.168979	  0.169021	  0.170405		CURRENT LEARNING RATE: 0.33787646315287817
previous_iter_valid_loss : 0.17343969643115997

     72840	  0.173510	  0.173440	  0.170504		CURRENT LEARNING RATE: 0.3378088946173264
previous_iter_valid_loss : 0.16989865899085999

     72860	  0.169949	  0.169899	  0.170690		CURRENT LEARNING RATE: 0.3377413395941305
previous_iter_valid_loss : 0.16456590592861176

     72880	  0.164595	  0.164566	  0.170754		CURRENT LEARNING RATE: 0.3376737980805881
previous_iter_valid_loss : 0.1651882380247116

     72900	  0.165282	  0.165188	  0.170749		CURRENT LEARNING RATE: 0.3376062700739978
previous_iter_valid_loss : 0.1651153564453125

     72920	  0.165159	  0.165115	  0.170329		CURRENT LEARNING RATE: 0.33753875557165824
previous_iter_valid_loss : 0.16532881557941437

     72940	  0.165417	  0.165329	  0.170004		CURRENT LEARNING RATE: 0.337471254570869
previous_iter_valid_loss : 0.16468746960163116

     72960	  0.164819	  0.164687	  0.169617		CURRENT LEARNING RATE: 0.33740376706893
previous_iter_valid_loss : 0.16512641310691833

     72980	  0.165251	  0.165126	  0.169115		CURRENT LEARNING RATE: 0.33733629306314167
previous_iter_valid_loss : 0.16446064412593842

     73000	  0.164539	  0.164461	  0.168294		CURRENT LEARNING RATE: 0.33726883255080514
previous_iter_valid_loss : 0.16440081596374512

     73020	  0.164586	  0.164401	  0.167521		CURRENT LEARNING RATE: 0.33720138552922196
previous_iter_valid_loss : 0.16319844126701355

     73040	  0.163285	  0.163198	  0.167459		CURRENT LEARNING RATE: 0.33713395199569424
previous_iter_valid_loss : 0.1751278191804886

     73060	  0.175217	  0.175128	  0.167801		CURRENT LEARNING RATE: 0.3370665319475247
previous_iter_valid_loss : 0.17860358953475952

     73080	  0.178642	  0.178604	  0.168299		CURRENT LEARNING RATE: 0.33699912538201643
previous_iter_valid_loss : 0.17292997241020203

     73100	  0.172959	  0.172930	  0.168509		CURRENT LEARNING RATE: 0.3369317322964732
previous_iter_valid_loss : 0.16510285437107086

     73120	  0.165238	  0.165103	  0.168525		CURRENT LEARNING RATE: 0.3368643526881993
previous_iter_valid_loss : 0.1647588461637497

     73140	  0.164756	  0.164759	  0.168518		CURRENT LEARNING RATE: 0.33679698655449963
previous_iter_valid_loss : 0.1800655722618103

     73160	  0.180306	  0.180066	  0.168470		CURRENT LEARNING RATE: 0.3367296338926794
previous_iter_valid_loss : 0.1674468070268631

     73180	  0.167587	  0.167447	  0.168513		CURRENT LEARNING RATE: 0.3366622947000446
previous_iter_valid_loss : 0.16484223306179047

     73200	  0.164992	  0.164842	  0.168165		CURRENT LEARNING RATE: 0.3365949689739016
previous_iter_valid_loss : 0.16777683794498444

     73220	  0.167850	  0.167777	  0.168103		CURRENT LEARNING RATE: 0.33652765671155743
previous_iter_valid_loss : 0.16693240404129028

     73240	  0.166962	  0.166932	  0.167777		CURRENT LEARNING RATE: 0.3364603579103196
previous_iter_valid_loss : 0.1659468710422516

     73260	  0.165993	  0.165947	  0.167580		CURRENT LEARNING RATE: 0.3363930725674961
previous_iter_valid_loss : 0.1635146588087082

     73280	  0.163583	  0.163515	  0.167527		CURRENT LEARNING RATE: 0.3363258006803956
previous_iter_valid_loss : 0.16847771406173706

     73300	  0.168505	  0.168478	  0.167692		CURRENT LEARNING RATE: 0.3362585422463271
previous_iter_valid_loss : 0.18137972056865692

     73320	  0.181398	  0.181380	  0.168505		CURRENT LEARNING RATE: 0.33619129726260033
previous_iter_valid_loss : 0.16332712769508362

     73340	  0.163314	  0.163327	  0.168405		CURRENT LEARNING RATE: 0.33612406572652553
previous_iter_valid_loss : 0.18507403135299683

     73360	  0.185084	  0.185074	  0.169424		CURRENT LEARNING RATE: 0.3360568476354134
previous_iter_valid_loss : 0.17136749625205994

     73380	  0.171332	  0.171367	  0.169736		CURRENT LEARNING RATE: 0.3359896429865752
previous_iter_valid_loss : 0.18187053501605988

     73400	  0.181856	  0.181871	  0.170607		CURRENT LEARNING RATE: 0.33592245177732283
previous_iter_valid_loss : 0.16371095180511475

     73420	  0.163755	  0.163711	  0.170572		CURRENT LEARNING RATE: 0.33585527400496845
previous_iter_valid_loss : 0.1733493059873581

     73440	  0.173422	  0.173349	  0.171080		CURRENT LEARNING RATE: 0.3357881096668252
previous_iter_valid_loss : 0.1820884346961975

     73460	  0.182125	  0.182088	  0.171428		CURRENT LEARNING RATE: 0.3357209587602063
previous_iter_valid_loss : 0.1818038374185562

     73480	  0.181825	  0.181804	  0.171588		CURRENT LEARNING RATE: 0.3356538212824259
previous_iter_valid_loss : 0.17270582914352417

     73500	  0.172753	  0.172706	  0.171577		CURRENT LEARNING RATE: 0.3355866972307983
previous_iter_valid_loss : 0.18774181604385376

     73520	  0.187774	  0.187742	  0.172709		CURRENT LEARNING RATE: 0.3355195866026386
previous_iter_valid_loss : 0.17469650506973267

     73540	  0.174945	  0.174697	  0.173205		CURRENT LEARNING RATE: 0.33545248939526245
previous_iter_valid_loss : 0.16462446749210358

     73560	  0.164619	  0.164624	  0.172433		CURRENT LEARNING RATE: 0.33538540560598595
previous_iter_valid_loss : 0.16597884893417358

     73580	  0.166032	  0.165979	  0.172360		CURRENT LEARNING RATE: 0.3353183352321258
previous_iter_valid_loss : 0.16343915462493896

     73600	  0.163523	  0.163439	  0.172290		CURRENT LEARNING RATE: 0.335251278270999
previous_iter_valid_loss : 0.19596551358699799

     73620	  0.196381	  0.195966	  0.173699		CURRENT LEARNING RATE: 0.3351842347199233
previous_iter_valid_loss : 0.16388541460037231

     73640	  0.163997	  0.163885	  0.173547		CURRENT LEARNING RATE: 0.33511720457621713
previous_iter_valid_loss : 0.1704883575439453

     73660	  0.170466	  0.170488	  0.173774		CURRENT LEARNING RATE: 0.3350501878371992
previous_iter_valid_loss : 0.19249612092971802

     73680	  0.192516	  0.192496	  0.175223		CURRENT LEARNING RATE: 0.3349831845001888
previous_iter_valid_loss : 0.16440190374851227

     73700	  0.164453	  0.164402	  0.175019		CURRENT LEARNING RATE: 0.3349161945625058
previous_iter_valid_loss : 0.1688608080148697

     73720	  0.168885	  0.168861	  0.174393		CURRENT LEARNING RATE: 0.33484921802147066
previous_iter_valid_loss : 0.16492004692554474

     73740	  0.165015	  0.164920	  0.174473		CURRENT LEARNING RATE: 0.33478225487440433
previous_iter_valid_loss : 0.19388917088508606

     73760	  0.193793	  0.193889	  0.174914		CURRENT LEARNING RATE: 0.3347153051186282
previous_iter_valid_loss : 0.17691360414028168

     73780	  0.177031	  0.176914	  0.175191		CURRENT LEARNING RATE: 0.3346483687514643
previous_iter_valid_loss : 0.19858507812023163

     73800	  0.198629	  0.198585	  0.176027		CURRENT LEARNING RATE: 0.3345814457702352
previous_iter_valid_loss : 0.16960781812667847

     73820	  0.169664	  0.169608	  0.176322		CURRENT LEARNING RATE: 0.334514536172264
previous_iter_valid_loss : 0.17098218202590942

     73840	  0.171028	  0.170982	  0.176203		CURRENT LEARNING RATE: 0.33444763995487425
previous_iter_valid_loss : 0.16390269994735718

     73860	  0.163958	  0.163903	  0.175294		CURRENT LEARNING RATE: 0.33438075711539017
previous_iter_valid_loss : 0.16548709571361542

     73880	  0.165526	  0.165487	  0.174478		CURRENT LEARNING RATE: 0.33431388765113645
previous_iter_valid_loss : 0.16643893718719482

     73900	  0.166548	  0.166439	  0.174165		CURRENT LEARNING RATE: 0.3342470315594382
previous_iter_valid_loss : 0.17100484669208527

     73920	  0.171063	  0.171005	  0.173328		CURRENT LEARNING RATE: 0.33418018883762135
previous_iter_valid_loss : 0.1711846888065338

     73940	  0.171237	  0.171185	  0.173152		CURRENT LEARNING RATE: 0.334113359483012
previous_iter_valid_loss : 0.18783892691135406

     73960	  0.187922	  0.187839	  0.174313		CURRENT LEARNING RATE: 0.33404654349293716
previous_iter_valid_loss : 0.16502462327480316

     73980	  0.165161	  0.165025	  0.174265		CURRENT LEARNING RATE: 0.33397974086472404
previous_iter_valid_loss : 0.17386874556541443

     74000	  0.173944	  0.173869	  0.174787		CURRENT LEARNING RATE: 0.33391295159570067
previous_iter_valid_loss : 0.17717261612415314

     74020	  0.177249	  0.177173	  0.173847		CURRENT LEARNING RATE: 0.33384617568319536
previous_iter_valid_loss : 0.17225946485996246

     74040	  0.172387	  0.172259	  0.174266		CURRENT LEARNING RATE: 0.33377941312453707
previous_iter_valid_loss : 0.165048748254776

     74060	  0.165227	  0.165049	  0.173994		CURRENT LEARNING RATE: 0.33371266391705545
previous_iter_valid_loss : 0.18845884501934052

     74080	  0.188515	  0.188459	  0.173792		CURRENT LEARNING RATE: 0.3336459280580804
previous_iter_valid_loss : 0.16853204369544983

     74100	  0.168580	  0.168532	  0.173999		CURRENT LEARNING RATE: 0.3335792055449425
previous_iter_valid_loss : 0.16516727209091187

     74120	  0.165192	  0.165167	  0.173814		CURRENT LEARNING RATE: 0.3335124963749729
previous_iter_valid_loss : 0.17964482307434082

     74140	  0.179667	  0.179645	  0.174550		CURRENT LEARNING RATE: 0.3334458005455031
previous_iter_valid_loss : 0.16518746316432953

     74160	  0.165298	  0.165187	  0.173115		CURRENT LEARNING RATE: 0.33337911805386544
previous_iter_valid_loss : 0.17398808896541595

     74180	  0.173973	  0.173988	  0.172969		CURRENT LEARNING RATE: 0.3333124488973926
previous_iter_valid_loss : 0.17438827455043793

     74200	  0.174614	  0.174388	  0.171759		CURRENT LEARNING RATE: 0.3332457930734177
previous_iter_valid_loss : 0.16927725076675415

     74220	  0.169433	  0.169277	  0.171742		CURRENT LEARNING RATE: 0.3331791505792746
previous_iter_valid_loss : 0.18102523684501648

     74240	  0.181074	  0.181025	  0.172245		CURRENT LEARNING RATE: 0.33311252141229747
previous_iter_valid_loss : 0.16346526145935059

     74260	  0.163473	  0.163465	  0.172223		CURRENT LEARNING RATE: 0.33304590556982133
previous_iter_valid_loss : 0.16995669901371002

     74280	  0.170120	  0.169957	  0.172446		CURRENT LEARNING RATE: 0.33297930304918144
previous_iter_valid_loss : 0.16839392483234406

     74300	  0.168568	  0.168394	  0.172544		CURRENT LEARNING RATE: 0.3329127138477137
previous_iter_valid_loss : 0.16419804096221924

     74320	  0.164310	  0.164198	  0.172204		CURRENT LEARNING RATE: 0.33284613796275464
previous_iter_valid_loss : 0.16946981847286224

     74340	  0.169537	  0.169470	  0.172118		CURRENT LEARNING RATE: 0.33277957539164105
previous_iter_valid_loss : 0.18552802503108978

     74360	  0.185574	  0.185528	  0.172002		CURRENT LEARNING RATE: 0.33271302613171055
previous_iter_valid_loss : 0.20174184441566467

     74380	  0.201740	  0.201742	  0.173838		CURRENT LEARNING RATE: 0.3326464901803011
previous_iter_valid_loss : 0.16364383697509766

     74400	  0.163693	  0.163644	  0.173327		CURRENT LEARNING RATE: 0.3325799675347514
previous_iter_valid_loss : 0.18036428093910217

     74420	  0.180411	  0.180364	  0.173486		CURRENT LEARNING RATE: 0.33251345819240036
previous_iter_valid_loss : 0.1696888953447342

     74440	  0.169703	  0.169689	  0.173358		CURRENT LEARNING RATE: 0.33244696215058767
previous_iter_valid_loss : 0.16543740034103394

     74460	  0.165463	  0.165437	  0.173377		CURRENT LEARNING RATE: 0.33238047940665355
previous_iter_valid_loss : 0.1784578561782837

     74480	  0.178506	  0.178458	  0.172877		CURRENT LEARNING RATE: 0.33231400995793864
previous_iter_valid_loss : 0.1636088639497757

     74500	  0.163688	  0.163609	  0.172631		CURRENT LEARNING RATE: 0.3322475538017842
previous_iter_valid_loss : 0.16624203324317932

     74520	  0.166404	  0.166242	  0.172685		CURRENT LEARNING RATE: 0.332181110935532
previous_iter_valid_loss : 0.16320087015628815

     74540	  0.163236	  0.163201	  0.171863		CURRENT LEARNING RATE: 0.3321146813565242
previous_iter_valid_loss : 0.1648227721452713

     74560	  0.164860	  0.164823	  0.171844		CURRENT LEARNING RATE: 0.3320482650621037
previous_iter_valid_loss : 0.1661137491464615

     74580	  0.166150	  0.166114	  0.171451		CURRENT LEARNING RATE: 0.3319818620496139
previous_iter_valid_loss : 0.18018803000450134

     74600	  0.180233	  0.180188	  0.171741		CURRENT LEARNING RATE: 0.3319154723163986
previous_iter_valid_loss : 0.16862553358078003

     74620	  0.168641	  0.168626	  0.171708		CURRENT LEARNING RATE: 0.33184909585980227
previous_iter_valid_loss : 0.2109634131193161

     74640	  0.211004	  0.210963	  0.173205		CURRENT LEARNING RATE: 0.33178273267716973
previous_iter_valid_loss : 0.1643894910812378

     74660	  0.164445	  0.164389	  0.173251		CURRENT LEARNING RATE: 0.3317163827658466
previous_iter_valid_loss : 0.16637955605983734

     74680	  0.166523	  0.166380	  0.173072		CURRENT LEARNING RATE: 0.33165004612317883
previous_iter_valid_loss : 0.17945782840251923

     74700	  0.179570	  0.179458	  0.173626		CURRENT LEARNING RATE: 0.33158372274651293
previous_iter_valid_loss : 0.17960289120674133

     74720	  0.179725	  0.179603	  0.174396		CURRENT LEARNING RATE: 0.331517412633196
previous_iter_valid_loss : 0.16848339140415192

     74740	  0.168561	  0.168483	  0.174347		CURRENT LEARNING RATE: 0.3314511157805756
previous_iter_valid_loss : 0.16438858211040497

     74760	  0.164483	  0.164389	  0.173290		CURRENT LEARNING RATE: 0.3313848321859999
previous_iter_valid_loss : 0.16687624156475067

     74780	  0.166933	  0.166876	  0.171546		CURRENT LEARNING RATE: 0.3313185618468175
previous_iter_valid_loss : 0.16826489567756653

     74800	  0.168315	  0.168265	  0.171777		CURRENT LEARNING RATE: 0.33125230476037765
previous_iter_valid_loss : 0.16339972615242004

     74820	  0.163421	  0.163400	  0.170929		CURRENT LEARNING RATE: 0.33118606092403
previous_iter_valid_loss : 0.16826622188091278

     74840	  0.168321	  0.168266	  0.170858		CURRENT LEARNING RATE: 0.3311198303351249
previous_iter_valid_loss : 0.16673322021961212

     74860	  0.166799	  0.166733	  0.170923		CURRENT LEARNING RATE: 0.331053612991013
previous_iter_valid_loss : 0.165699303150177

     74880	  0.165764	  0.165699	  0.170285		CURRENT LEARNING RATE: 0.33098740888904565
previous_iter_valid_loss : 0.17507609724998474

     74900	  0.175148	  0.175076	  0.170858		CURRENT LEARNING RATE: 0.3309212180265747
previous_iter_valid_loss : 0.1742575615644455

     74920	  0.174324	  0.174258	  0.171259		CURRENT LEARNING RATE: 0.3308550404009526
previous_iter_valid_loss : 0.16485495865345

     74940	  0.164877	  0.164855	  0.171342		CURRENT LEARNING RATE: 0.33078887600953205
previous_iter_valid_loss : 0.1650296300649643

     74960	  0.165089	  0.165030	  0.171352		CURRENT LEARNING RATE: 0.33072272484966664
previous_iter_valid_loss : 0.16656506061553955

     74980	  0.166565	  0.166565	  0.171375		CURRENT LEARNING RATE: 0.33065658691871025
previous_iter_valid_loss : 0.16675280034542084

     75000	  0.166764	  0.166753	  0.170703		CURRENT LEARNING RATE: 0.3305904622140174
previous_iter_valid_loss : 0.18934905529022217

     75020	  0.189364	  0.189349	  0.171739		CURRENT LEARNING RATE: 0.3305243507329431
previous_iter_valid_loss : 0.1690051555633545

     75040	  0.169073	  0.169005	  0.169641		CURRENT LEARNING RATE: 0.33045825247284283
previous_iter_valid_loss : 0.16868163645267487

     75060	  0.168724	  0.168682	  0.169856		CURRENT LEARNING RATE: 0.33039216743107275
previous_iter_valid_loss : 0.16441507637500763

     75080	  0.164466	  0.164415	  0.169758		CURRENT LEARNING RATE: 0.3303260956049894
previous_iter_valid_loss : 0.1630624681711197

     75100	  0.163094	  0.163062	  0.168938		CURRENT LEARNING RATE: 0.3302600369919499
previous_iter_valid_loss : 0.17053784430027008

     75120	  0.170596	  0.170538	  0.168484		CURRENT LEARNING RATE: 0.3301939915893119
previous_iter_valid_loss : 0.18386468291282654

     75140	  0.183885	  0.183865	  0.169254		CURRENT LEARNING RATE: 0.3301279593944336
previous_iter_valid_loss : 0.18466131389141083

     75160	  0.184715	  0.184661	  0.170267		CURRENT LEARNING RATE: 0.3300619404046738
previous_iter_valid_loss : 0.16605821251869202

     75180	  0.166130	  0.166058	  0.170226		CURRENT LEARNING RATE: 0.32999593461739163
previous_iter_valid_loss : 0.17513848841190338

     75200	  0.175215	  0.175138	  0.170570		CURRENT LEARNING RATE: 0.32992994202994685
previous_iter_valid_loss : 0.16303902864456177

     75220	  0.163130	  0.163039	  0.170552		CURRENT LEARNING RATE: 0.3298639626396998
previous_iter_valid_loss : 0.1672166883945465

     75240	  0.167248	  0.167217	  0.170499		CURRENT LEARNING RATE: 0.3297979964440113
previous_iter_valid_loss : 0.17628329992294312

     75260	  0.176325	  0.176283	  0.170977		CURRENT LEARNING RATE: 0.32973204344024276
previous_iter_valid_loss : 0.16515100002288818

     75280	  0.165162	  0.165151	  0.170950		CURRENT LEARNING RATE: 0.32966610362575594
previous_iter_valid_loss : 0.1647127866744995

     75300	  0.164822	  0.164713	  0.170431		CURRENT LEARNING RATE: 0.32960017699791333
previous_iter_valid_loss : 0.16526871919631958

     75320	  0.165390	  0.165269	  0.169982		CURRENT LEARNING RATE: 0.32953426355407783
previous_iter_valid_loss : 0.16611912846565247

     75340	  0.166188	  0.166119	  0.170045		CURRENT LEARNING RATE: 0.3294683632916129
previous_iter_valid_loss : 0.1682511866092682

     75360	  0.168322	  0.168251	  0.170206		CURRENT LEARNING RATE: 0.3294024762078826
previous_iter_valid_loss : 0.16616030037403107

     75380	  0.166193	  0.166160	  0.170186		CURRENT LEARNING RATE: 0.32933660230025136
previous_iter_valid_loss : 0.16430503129959106

     75400	  0.164433	  0.164305	  0.170064		CURRENT LEARNING RATE: 0.32927074156608427
previous_iter_valid_loss : 0.20065031945705414

     75420	  0.200750	  0.200650	  0.170629		CURRENT LEARNING RATE: 0.3292048940027469
previous_iter_valid_loss : 0.1695726066827774

     75440	  0.169636	  0.169573	  0.170657		CURRENT LEARNING RATE: 0.32913905960760526
previous_iter_valid_loss : 0.16630826890468597

     75460	  0.166376	  0.166308	  0.170538		CURRENT LEARNING RATE: 0.32907323837802616
previous_iter_valid_loss : 0.17186053097248077

     75480	  0.171938	  0.171861	  0.170911		CURRENT LEARNING RATE: 0.3290074303113765
previous_iter_valid_loss : 0.1667708307504654

     75500	  0.166804	  0.166771	  0.171096		CURRENT LEARNING RATE: 0.32894163540502425
previous_iter_valid_loss : 0.16862165927886963

     75520	  0.168694	  0.168622	  0.171000		CURRENT LEARNING RATE: 0.32887585365633737
previous_iter_valid_loss : 0.17534640431404114

     75540	  0.175608	  0.175346	  0.170574		CURRENT LEARNING RATE: 0.3288100850626847
previous_iter_valid_loss : 0.1699281632900238

     75560	  0.170091	  0.169928	  0.169838		CURRENT LEARNING RATE: 0.32874432962143546
previous_iter_valid_loss : 0.17599503695964813

     75580	  0.176235	  0.175995	  0.170335		CURRENT LEARNING RATE: 0.32867858732995947
previous_iter_valid_loss : 0.17570987343788147

     75600	  0.175976	  0.175710	  0.170363		CURRENT LEARNING RATE: 0.328612858185627
previous_iter_valid_loss : 0.17574593424797058

     75620	  0.175793	  0.175746	  0.170998		CURRENT LEARNING RATE: 0.32854714218580894
previous_iter_valid_loss : 0.17858193814754486

     75640	  0.178654	  0.178582	  0.171567		CURRENT LEARNING RATE: 0.32848143932787655
previous_iter_valid_loss : 0.16269612312316895

     75660	  0.162757	  0.162696	  0.170887		CURRENT LEARNING RATE: 0.3284157496092018
previous_iter_valid_loss : 0.17553676664829254

     75680	  0.175629	  0.175537	  0.171407		CURRENT LEARNING RATE: 0.3283500730271571
previous_iter_valid_loss : 0.16813288629055023

     75700	  0.168158	  0.168133	  0.171578		CURRENT LEARNING RATE: 0.32828440957911537
previous_iter_valid_loss : 0.1659805178642273

     75720	  0.166083	  0.165981	  0.171613		CURRENT LEARNING RATE: 0.32821875926245003
previous_iter_valid_loss : 0.17243804037570953

     75740	  0.172449	  0.172438	  0.171929		CURRENT LEARNING RATE: 0.3281531220745351
previous_iter_valid_loss : 0.17045412957668304

     75760	  0.170627	  0.170454	  0.172039		CURRENT LEARNING RATE: 0.32808749801274517
previous_iter_valid_loss : 0.1638915240764618

     75780	  0.163914	  0.163892	  0.171926		CURRENT LEARNING RATE: 0.3280218870744551
previous_iter_valid_loss : 0.16796058416366577

     75800	  0.167984	  0.167961	  0.172109		CURRENT LEARNING RATE: 0.3279562892570406
previous_iter_valid_loss : 0.19362416863441467

     75820	  0.193679	  0.193624	  0.171757		CURRENT LEARNING RATE: 0.3278907045578778
previous_iter_valid_loss : 0.17029434442520142

     75840	  0.170363	  0.170294	  0.171793		CURRENT LEARNING RATE: 0.3278251329743431
previous_iter_valid_loss : 0.16481930017471313

     75860	  0.164865	  0.164819	  0.171719		CURRENT LEARNING RATE: 0.3277595745038138
previous_iter_valid_loss : 0.16755595803260803

     75880	  0.167721	  0.167556	  0.171504		CURRENT LEARNING RATE: 0.3276940291436675
previous_iter_valid_loss : 0.1677565574645996

     75900	  0.167790	  0.167757	  0.171553		CURRENT LEARNING RATE: 0.3276284968912825
previous_iter_valid_loss : 0.16562551259994507

     75920	  0.165764	  0.165626	  0.171403		CURRENT LEARNING RATE: 0.3275629777440374
previous_iter_valid_loss : 0.16295810043811798

     75940	  0.163027	  0.162958	  0.170784		CURRENT LEARNING RATE: 0.32749747169931137
previous_iter_valid_loss : 0.16769129037857056

     75960	  0.167707	  0.167691	  0.170672		CURRENT LEARNING RATE: 0.3274319787544843
previous_iter_valid_loss : 0.1676754355430603

     75980	  0.167798	  0.167675	  0.170256		CURRENT LEARNING RATE: 0.3273664989069364
previous_iter_valid_loss : 0.17013776302337646

     76000	  0.170353	  0.170138	  0.169977		CURRENT LEARNING RATE: 0.3273010321540486
previous_iter_valid_loss : 0.1889689713716507

     76020	  0.189385	  0.188969	  0.170639		CURRENT LEARNING RATE: 0.327235578493202
previous_iter_valid_loss : 0.16723453998565674

     76040	  0.167434	  0.167235	  0.170071		CURRENT LEARNING RATE: 0.3271701379217786
previous_iter_valid_loss : 0.16857165098190308

     76060	  0.168633	  0.168572	  0.170365		CURRENT LEARNING RATE: 0.32710471043716083
previous_iter_valid_loss : 0.1678384393453598

     76080	  0.167900	  0.167838	  0.169980		CURRENT LEARNING RATE: 0.3270392960367315
previous_iter_valid_loss : 0.16607148945331573

     76100	  0.166134	  0.166071	  0.169877		CURRENT LEARNING RATE: 0.3269738947178741
previous_iter_valid_loss : 0.16351118683815002

     76120	  0.163532	  0.163511	  0.169753		CURRENT LEARNING RATE: 0.3269085064779724
previous_iter_valid_loss : 0.17627350986003876

     76140	  0.176319	  0.176274	  0.169945		CURRENT LEARNING RATE: 0.3268431313144111
previous_iter_valid_loss : 0.18565380573272705

     76160	  0.185695	  0.185654	  0.170705		CURRENT LEARNING RATE: 0.3267777692245751
previous_iter_valid_loss : 0.16385290026664734

     76180	  0.163879	  0.163853	  0.170703		CURRENT LEARNING RATE: 0.3267124202058499
previous_iter_valid_loss : 0.1643836498260498

     76200	  0.164489	  0.164384	  0.170524		CURRENT LEARNING RATE: 0.3266470842556215
previous_iter_valid_loss : 0.18993239104747772

     76220	  0.189948	  0.189932	  0.170340		CURRENT LEARNING RATE: 0.3265817613712766
previous_iter_valid_loss : 0.1621803492307663

     76240	  0.162229	  0.162180	  0.169934		CURRENT LEARNING RATE: 0.32651645155020215
previous_iter_valid_loss : 0.16606730222702026

     76260	  0.166256	  0.166067	  0.169997		CURRENT LEARNING RATE: 0.32645115478978576
previous_iter_valid_loss : 0.1723623126745224

     76280	  0.172420	  0.172362	  0.170237		CURRENT LEARNING RATE: 0.3263858710874157
previous_iter_valid_loss : 0.1650092750787735

     76300	  0.165108	  0.165009	  0.170099		CURRENT LEARNING RATE: 0.32632060044048045
previous_iter_valid_loss : 0.1743549406528473

     76320	  0.174369	  0.174355	  0.170536		CURRENT LEARNING RATE: 0.3262553428463693
previous_iter_valid_loss : 0.16242201626300812

     76340	  0.162447	  0.162422	  0.170509		CURRENT LEARNING RATE: 0.3261900983024719
previous_iter_valid_loss : 0.16880293190479279

     76360	  0.168873	  0.168803	  0.170565		CURRENT LEARNING RATE: 0.32612486680617847
previous_iter_valid_loss : 0.16993819177150726

     76380	  0.169990	  0.169938	  0.170678		CURRENT LEARNING RATE: 0.32605964835487977
previous_iter_valid_loss : 0.18323065340518951

     76400	  0.183255	  0.183231	  0.171333		CURRENT LEARNING RATE: 0.325994442945967
previous_iter_valid_loss : 0.18242938816547394

     76420	  0.182458	  0.182429	  0.171006		CURRENT LEARNING RATE: 0.3259292505768321
previous_iter_valid_loss : 0.1649034023284912

     76440	  0.165012	  0.164903	  0.170889		CURRENT LEARNING RATE: 0.32586407124486716
previous_iter_valid_loss : 0.166053906083107

     76460	  0.166098	  0.166054	  0.170763		CURRENT LEARNING RATE: 0.3257989049474651
previous_iter_valid_loss : 0.17419975996017456

     76480	  0.174271	  0.174200	  0.171081		CURRENT LEARNING RATE: 0.32573375168201935
previous_iter_valid_loss : 0.21368524432182312

     76500	  0.213725	  0.213685	  0.173462		CURRENT LEARNING RATE: 0.3256686114459237
previous_iter_valid_loss : 0.16893474757671356

     76520	  0.168997	  0.168935	  0.173733		CURRENT LEARNING RATE: 0.32560348423657254
previous_iter_valid_loss : 0.1653456836938858

     76540	  0.165495	  0.165346	  0.173187		CURRENT LEARNING RATE: 0.3255383700513608
previous_iter_valid_loss : 0.1632051318883896

     76560	  0.163337	  0.163205	  0.172064		CURRENT LEARNING RATE: 0.3254732688876839
previous_iter_valid_loss : 0.16509787738323212

     76580	  0.165235	  0.165098	  0.172126		CURRENT LEARNING RATE: 0.32540818074293776
previous_iter_valid_loss : 0.1623350977897644

     76600	  0.162430	  0.162335	  0.172024		CURRENT LEARNING RATE: 0.32534310561451896
previous_iter_valid_loss : 0.16384755074977875

     76620	  0.163902	  0.163848	  0.170720		CURRENT LEARNING RATE: 0.3252780434998244
previous_iter_valid_loss : 0.1652282476425171

     76640	  0.165346	  0.165228	  0.170872		CURRENT LEARNING RATE: 0.3252129943962516
previous_iter_valid_loss : 0.166514053940773

     76660	  0.166642	  0.166514	  0.170895		CURRENT LEARNING RATE: 0.32514795830119864
previous_iter_valid_loss : 0.17346146702766418

     76680	  0.173517	  0.173461	  0.170949		CURRENT LEARNING RATE: 0.3250829352120641
previous_iter_valid_loss : 0.16273055970668793

     76700	  0.162806	  0.162731	  0.170836		CURRENT LEARNING RATE: 0.32501792512624694
previous_iter_valid_loss : 0.1732727438211441

     76720	  0.173463	  0.173273	  0.170781		CURRENT LEARNING RATE: 0.3249529280411469
previous_iter_valid_loss : 0.1646614968776703

     76740	  0.164759	  0.164661	  0.170893		CURRENT LEARNING RATE: 0.324887943954164
previous_iter_valid_loss : 0.18061678111553192

     76760	  0.180861	  0.180617	  0.171484		CURRENT LEARNING RATE: 0.3248229728626988
previous_iter_valid_loss : 0.1650213897228241

     76780	  0.165095	  0.165021	  0.171238		CURRENT LEARNING RATE: 0.32475801476415267
previous_iter_valid_loss : 0.162413090467453

     76800	  0.162457	  0.162413	  0.170197		CURRENT LEARNING RATE: 0.32469306965592715
previous_iter_valid_loss : 0.16575580835342407

     76820	  0.165843	  0.165756	  0.169364		CURRENT LEARNING RATE: 0.32462813753542447
previous_iter_valid_loss : 0.17299190163612366

     76840	  0.173083	  0.172992	  0.169768		CURRENT LEARNING RATE: 0.3245632184000473
previous_iter_valid_loss : 0.16427256166934967

     76860	  0.164338	  0.164273	  0.169679		CURRENT LEARNING RATE: 0.32449831224719894
previous_iter_valid_loss : 0.16383765637874603

     76880	  0.163905	  0.163838	  0.169161		CURRENT LEARNING RATE: 0.3244334190742831
previous_iter_valid_loss : 0.16507843136787415

     76900	  0.165176	  0.165078	  0.166731		CURRENT LEARNING RATE: 0.32436853887870404
previous_iter_valid_loss : 0.16326986253261566

     76920	  0.163345	  0.163270	  0.166447		CURRENT LEARNING RATE: 0.32430367165786667
previous_iter_valid_loss : 0.1687522828578949

     76940	  0.168930	  0.168752	  0.166618		CURRENT LEARNING RATE: 0.32423881740917615
previous_iter_valid_loss : 0.16804006695747375

     76960	  0.168046	  0.168040	  0.166859		CURRENT LEARNING RATE: 0.3241739761300383
previous_iter_valid_loss : 0.16490872204303741

     76980	  0.164952	  0.164909	  0.166850		CURRENT LEARNING RATE: 0.32410914781785966
previous_iter_valid_loss : 0.16587002575397491

     77000	  0.165953	  0.165870	  0.167027		CURRENT LEARNING RATE: 0.3240443324700469
previous_iter_valid_loss : 0.16377435624599457

     77020	  0.163851	  0.163774	  0.167023		CURRENT LEARNING RATE: 0.3239795300840075
previous_iter_valid_loss : 0.17458659410476685

     77040	  0.174804	  0.174587	  0.167491		CURRENT LEARNING RATE: 0.32391474065714937
previous_iter_valid_loss : 0.17448650300502777

     77060	  0.174721	  0.174487	  0.167890		CURRENT LEARNING RATE: 0.32384996418688083
previous_iter_valid_loss : 0.1629238724708557

     77080	  0.162948	  0.162924	  0.167363		CURRENT LEARNING RATE: 0.32378520067061095
previous_iter_valid_loss : 0.16695775091648102

     77100	  0.166934	  0.166958	  0.167574		CURRENT LEARNING RATE: 0.3237204501057492
previous_iter_valid_loss : 0.16869020462036133

     77120	  0.168705	  0.168690	  0.167345		CURRENT LEARNING RATE: 0.3236557124897055
previous_iter_valid_loss : 0.16623403131961823

     77140	  0.166370	  0.166234	  0.167424		CURRENT LEARNING RATE: 0.32359098781989026
previous_iter_valid_loss : 0.17745600640773773

     77160	  0.177701	  0.177456	  0.167266		CURRENT LEARNING RATE: 0.32352627609371454
previous_iter_valid_loss : 0.16273115575313568

     77180	  0.162756	  0.162731	  0.167151		CURRENT LEARNING RATE: 0.32346157730859
previous_iter_valid_loss : 0.1630191057920456

     77200	  0.163065	  0.163019	  0.167181		CURRENT LEARNING RATE: 0.32339689146192857
previous_iter_valid_loss : 0.16277815401554108

     77220	  0.162859	  0.162778	  0.167032		CURRENT LEARNING RATE: 0.32333221855114286
previous_iter_valid_loss : 0.18796053528785706

     77240	  0.188312	  0.187961	  0.167781		CURRENT LEARNING RATE: 0.3232675585736459
previous_iter_valid_loss : 0.17146719992160797

     77260	  0.171687	  0.171467	  0.168141		CURRENT LEARNING RATE: 0.3232029115268513
previous_iter_valid_loss : 0.16598215699195862

     77280	  0.166031	  0.165982	  0.168248		CURRENT LEARNING RATE: 0.3231382774081733
previous_iter_valid_loss : 0.1660059094429016

     77300	  0.166097	  0.166006	  0.168294		CURRENT LEARNING RATE: 0.3230736562150264
previous_iter_valid_loss : 0.17043568193912506

     77320	  0.170449	  0.170436	  0.168653		CURRENT LEARNING RATE: 0.32300904794482577
previous_iter_valid_loss : 0.17059378325939178

     77340	  0.170748	  0.170594	  0.168745		CURRENT LEARNING RATE: 0.3229444525949871
previous_iter_valid_loss : 0.1727781742811203

     77360	  0.173019	  0.172778	  0.168981		CURRENT LEARNING RATE: 0.3228798701629266
previous_iter_valid_loss : 0.1644808053970337

     77380	  0.164635	  0.164481	  0.168960		CURRENT LEARNING RATE: 0.3228153006460609
previous_iter_valid_loss : 0.16542255878448486

     77400	  0.165545	  0.165423	  0.168938		CURRENT LEARNING RATE: 0.3227507440418073
previous_iter_valid_loss : 0.172150656580925

     77420	  0.172439	  0.172151	  0.169357		CURRENT LEARNING RATE: 0.3226862003475835
previous_iter_valid_loss : 0.16444438695907593

     77440	  0.164481	  0.164444	  0.168849		CURRENT LEARNING RATE: 0.3226216695608078
previous_iter_valid_loss : 0.16415612399578094

     77460	  0.164161	  0.164156	  0.168333		CURRENT LEARNING RATE: 0.3225571516788988
previous_iter_valid_loss : 0.162318155169487

     77480	  0.162354	  0.162318	  0.168303		CURRENT LEARNING RATE: 0.322492646699276
previous_iter_valid_loss : 0.16410283744335175

     77500	  0.164245	  0.164103	  0.168160		CURRENT LEARNING RATE: 0.32242815461935914
previous_iter_valid_loss : 0.1716698706150055

     77520	  0.171898	  0.171670	  0.168309		CURRENT LEARNING RATE: 0.3223636754365685
previous_iter_valid_loss : 0.18242689967155457

     77540	  0.182736	  0.182427	  0.169119		CURRENT LEARNING RATE: 0.3222992091483249
previous_iter_valid_loss : 0.164683997631073

     77560	  0.164803	  0.164684	  0.168480		CURRENT LEARNING RATE: 0.3222347557520497
previous_iter_valid_loss : 0.16347375512123108

     77580	  0.163555	  0.163474	  0.168517		CURRENT LEARNING RATE: 0.32217031524516476
previous_iter_valid_loss : 0.18384183943271637

     77600	  0.183916	  0.183842	  0.169558		CURRENT LEARNING RATE: 0.3221058876250925
previous_iter_valid_loss : 0.16781188547611237

     77620	  0.168037	  0.167812	  0.169810		CURRENT LEARNING RATE: 0.3220414728892558
previous_iter_valid_loss : 0.1633952260017395

     77640	  0.163447	  0.163395	  0.168582		CURRENT LEARNING RATE: 0.32197707103507806
previous_iter_valid_loss : 0.16474975645542145

     77660	  0.164778	  0.164750	  0.168246		CURRENT LEARNING RATE: 0.32191268205998314
previous_iter_valid_loss : 0.16423755884170532

     77680	  0.164359	  0.164238	  0.168159		CURRENT LEARNING RATE: 0.32184830596139563
previous_iter_valid_loss : 0.16593748331069946

     77700	  0.166011	  0.165937	  0.168155		CURRENT LEARNING RATE: 0.3217839427367403
previous_iter_valid_loss : 0.16557925939559937

     77720	  0.165624	  0.165579	  0.167912		CURRENT LEARNING RATE: 0.32171959238344283
previous_iter_valid_loss : 0.16586712002754211

     77740	  0.165931	  0.165867	  0.167676		CURRENT LEARNING RATE: 0.32165525489892904
previous_iter_valid_loss : 0.16796331107616425

     77760	  0.168037	  0.167963	  0.167435		CURRENT LEARNING RATE: 0.32159093028062546
previous_iter_valid_loss : 0.16714605689048767

     77780	  0.167220	  0.167146	  0.167568		CURRENT LEARNING RATE: 0.3215266185259592
previous_iter_valid_loss : 0.17488974332809448

     77800	  0.174885	  0.174890	  0.168042		CURRENT LEARNING RATE: 0.3214623196323577
previous_iter_valid_loss : 0.17541980743408203

     77820	  0.175506	  0.175420	  0.168205		CURRENT LEARNING RATE: 0.32139803359724906
previous_iter_valid_loss : 0.16945727169513702

     77840	  0.169527	  0.169457	  0.168456		CURRENT LEARNING RATE: 0.3213337604180618
previous_iter_valid_loss : 0.16306522488594055

     77860	  0.163150	  0.163065	  0.168401		CURRENT LEARNING RATE: 0.32126950009222494
previous_iter_valid_loss : 0.16270571947097778

     77880	  0.162812	  0.162706	  0.168421		CURRENT LEARNING RATE: 0.32120525261716815
previous_iter_valid_loss : 0.16296350955963135

     77900	  0.163051	  0.162964	  0.168364		CURRENT LEARNING RATE: 0.3211410179903215
previous_iter_valid_loss : 0.1626657098531723

     77920	  0.162697	  0.162666	  0.167914		CURRENT LEARNING RATE: 0.32107679620911567
previous_iter_valid_loss : 0.1676611602306366

     77940	  0.167851	  0.167661	  0.167175		CURRENT LEARNING RATE: 0.3210125872709817
previous_iter_valid_loss : 0.16296842694282532

     77960	  0.163058	  0.162968	  0.167090		CURRENT LEARNING RATE: 0.32094839117335117
previous_iter_valid_loss : 0.16516929864883423

     77980	  0.165251	  0.165169	  0.167174		CURRENT LEARNING RATE: 0.32088420791365646
previous_iter_valid_loss : 0.1645391434431076

     78000	  0.164568	  0.164539	  0.166209		CURRENT LEARNING RATE: 0.3208200374893301
previous_iter_valid_loss : 0.16455546021461487

     78020	  0.164579	  0.164555	  0.166046		CURRENT LEARNING RATE: 0.32075587989780524
previous_iter_valid_loss : 0.1629449427127838

     78040	  0.163008	  0.162945	  0.166024		CURRENT LEARNING RATE: 0.3206917351365156
previous_iter_valid_loss : 0.1625712662935257

     78060	  0.162589	  0.162571	  0.165915		CURRENT LEARNING RATE: 0.3206276032028954
previous_iter_valid_loss : 0.18049347400665283

     78080	  0.180525	  0.180493	  0.166728		CURRENT LEARNING RATE: 0.3205634840943794
previous_iter_valid_loss : 0.1786673665046692

     78100	  0.178702	  0.178667	  0.167364		CURRENT LEARNING RATE: 0.3204993778084028
previous_iter_valid_loss : 0.1623365879058838

     78120	  0.162324	  0.162337	  0.167202		CURRENT LEARNING RATE: 0.3204352843424014
previous_iter_valid_loss : 0.17888586223125458

     78140	  0.179063	  0.178886	  0.167853		CURRENT LEARNING RATE: 0.3203712036938114
previous_iter_valid_loss : 0.17184525728225708

     78160	  0.172124	  0.171845	  0.168047		CURRENT LEARNING RATE: 0.32030713586006954
previous_iter_valid_loss : 0.16795825958251953

     78180	  0.168158	  0.167958	  0.168088		CURRENT LEARNING RATE: 0.3202430808386132
previous_iter_valid_loss : 0.17029263079166412

     78200	  0.170504	  0.170293	  0.167858		CURRENT LEARNING RATE: 0.32017903862688013
previous_iter_valid_loss : 0.16430619359016418

     78220	  0.164434	  0.164306	  0.167302		CURRENT LEARNING RATE: 0.3201150092223086
previous_iter_valid_loss : 0.17206554114818573

     78240	  0.172068	  0.172066	  0.167433		CURRENT LEARNING RATE: 0.3200509926223376
previous_iter_valid_loss : 0.16300775110721588

     78260	  0.163043	  0.163008	  0.167430		CURRENT LEARNING RATE: 0.31998698882440624
previous_iter_valid_loss : 0.16625626385211945

     78280	  0.166344	  0.166256	  0.167607		CURRENT LEARNING RATE: 0.3199229978259545
previous_iter_valid_loss : 0.1828647255897522

     78300	  0.183141	  0.182865	  0.168602		CURRENT LEARNING RATE: 0.3198590196244227
previous_iter_valid_loss : 0.17012549936771393

     78320	  0.170259	  0.170125	  0.168975		CURRENT LEARNING RATE: 0.3197950542172518
previous_iter_valid_loss : 0.16434474289417267

     78340	  0.164363	  0.164345	  0.168810		CURRENT LEARNING RATE: 0.31973110160188306
previous_iter_valid_loss : 0.1653594821691513

     78360	  0.165444	  0.165359	  0.168929		CURRENT LEARNING RATE: 0.3196671617757584
previous_iter_valid_loss : 0.16512036323547363

     78380	  0.165138	  0.165120	  0.168927		CURRENT LEARNING RATE: 0.3196032347363203
previous_iter_valid_loss : 0.18161314725875854

     78400	  0.181689	  0.181613	  0.169780		CURRENT LEARNING RATE: 0.3195393204810116
previous_iter_valid_loss : 0.17665952444076538

     78420	  0.176731	  0.176660	  0.170386		CURRENT LEARNING RATE: 0.3194754190072758
previous_iter_valid_loss : 0.16699406504631042

     78440	  0.167160	  0.166994	  0.170588		CURRENT LEARNING RATE: 0.31941153031255676
previous_iter_valid_loss : 0.16468572616577148

     78460	  0.164641	  0.164686	  0.170694		CURRENT LEARNING RATE: 0.31934765439429896
previous_iter_valid_loss : 0.19103935360908508

     78480	  0.191104	  0.191039	  0.171221		CURRENT LEARNING RATE: 0.31928379124994744
previous_iter_valid_loss : 0.16514581441879272

     78500	  0.165094	  0.165146	  0.170545		CURRENT LEARNING RATE: 0.31921994087694755
previous_iter_valid_loss : 0.1767328381538391

     78520	  0.176722	  0.176733	  0.171265		CURRENT LEARNING RATE: 0.3191561032727454
previous_iter_valid_loss : 0.18976671993732452

     78540	  0.189803	  0.189767	  0.171809		CURRENT LEARNING RATE: 0.31909227843478744
previous_iter_valid_loss : 0.1650124192237854

     78560	  0.165133	  0.165012	  0.171467		CURRENT LEARNING RATE: 0.31902846636052057
previous_iter_valid_loss : 0.16599568724632263

     78580	  0.166098	  0.165996	  0.171369		CURRENT LEARNING RATE: 0.31896466704739246
previous_iter_valid_loss : 0.16987432539463043

     78600	  0.169921	  0.169874	  0.171348		CURRENT LEARNING RATE: 0.31890088049285104
previous_iter_valid_loss : 0.16764654219150543

     78620	  0.167808	  0.167647	  0.171515		CURRENT LEARNING RATE: 0.3188371066943449
previous_iter_valid_loss : 0.1776873618364334

     78640	  0.177866	  0.177687	  0.171796		CURRENT LEARNING RATE: 0.31877334564932314
previous_iter_valid_loss : 0.16655677556991577

     78660	  0.166665	  0.166557	  0.171974		CURRENT LEARNING RATE: 0.3187095973552351
previous_iter_valid_loss : 0.16384100914001465

     78680	  0.163943	  0.163841	  0.171853		CURRENT LEARNING RATE: 0.3186458618095311
previous_iter_valid_loss : 0.16366873681545258

     78700	  0.163723	  0.163669	  0.170893		CURRENT LEARNING RATE: 0.3185821390096616
previous_iter_valid_loss : 0.1636033058166504

     78720	  0.163610	  0.163603	  0.170567		CURRENT LEARNING RATE: 0.3185184289530777
previous_iter_valid_loss : 0.163654625415802

     78740	  0.163688	  0.163655	  0.170533		CURRENT LEARNING RATE: 0.318454731637231
previous_iter_valid_loss : 0.16703608632087708

     78760	  0.167004	  0.167036	  0.170616		CURRENT LEARNING RATE: 0.3183910470595736
previous_iter_valid_loss : 0.18120406568050385

     78780	  0.181247	  0.181204	  0.171421		CURRENT LEARNING RATE: 0.3183273752175581
previous_iter_valid_loss : 0.1638486385345459

     78800	  0.163952	  0.163849	  0.170532		CURRENT LEARNING RATE: 0.3182637161086377
previous_iter_valid_loss : 0.16311438381671906

     78820	  0.163093	  0.163114	  0.169855		CURRENT LEARNING RATE: 0.31820006973026593
previous_iter_valid_loss : 0.1731194108724594

     78840	  0.173140	  0.173119	  0.170161		CURRENT LEARNING RATE: 0.31813643607989706
previous_iter_valid_loss : 0.1795298159122467

     78860	  0.179576	  0.179530	  0.170904		CURRENT LEARNING RATE: 0.31807281515498564
previous_iter_valid_loss : 0.16880758106708527

     78880	  0.168870	  0.168808	  0.169792		CURRENT LEARNING RATE: 0.31800920695298684
previous_iter_valid_loss : 0.16618791222572327

     78900	  0.166166	  0.166188	  0.169844		CURRENT LEARNING RATE: 0.3179456114713564
previous_iter_valid_loss : 0.16224166750907898

     78920	  0.162334	  0.162242	  0.169120		CURRENT LEARNING RATE: 0.31788202870755045
previous_iter_valid_loss : 0.1757625937461853

     78940	  0.175782	  0.175763	  0.168419		CURRENT LEARNING RATE: 0.3178184586590257
previous_iter_valid_loss : 0.16468730568885803

     78960	  0.164719	  0.164687	  0.168403		CURRENT LEARNING RATE: 0.31775490132323936
previous_iter_valid_loss : 0.17671222984790802

     78980	  0.176732	  0.176712	  0.168939		CURRENT LEARNING RATE: 0.3176913566976491
previous_iter_valid_loss : 0.1641518771648407

     79000	  0.164158	  0.164152	  0.168653		CURRENT LEARNING RATE: 0.3176278247797131
previous_iter_valid_loss : 0.17762315273284912

     79020	  0.177694	  0.177623	  0.169152		CURRENT LEARNING RATE: 0.3175643055668902
previous_iter_valid_loss : 0.16925615072250366

     79040	  0.169441	  0.169256	  0.168730		CURRENT LEARNING RATE: 0.3175007990566395
previous_iter_valid_loss : 0.16291478276252747

     79060	  0.162902	  0.162915	  0.168548		CURRENT LEARNING RATE: 0.31743730524642083
previous_iter_valid_loss : 0.16601118445396423

     79080	  0.166080	  0.166011	  0.168656		CURRENT LEARNING RATE: 0.3173738241336944
previous_iter_valid_loss : 0.1747387796640396

     79100	  0.174935	  0.174739	  0.169210		CURRENT LEARNING RATE: 0.31731035571592103
previous_iter_valid_loss : 0.1680058389902115

     79120	  0.168197	  0.168006	  0.169430		CURRENT LEARNING RATE: 0.3172468999905619
previous_iter_valid_loss : 0.16382873058319092

     79140	  0.163873	  0.163829	  0.169439		CURRENT LEARNING RATE: 0.3171834569550788
previous_iter_valid_loss : 0.19394321739673615

     79160	  0.194313	  0.193943	  0.170784		CURRENT LEARNING RATE: 0.31712002660693406
previous_iter_valid_loss : 0.16349121928215027

     79180	  0.163564	  0.163491	  0.169898		CURRENT LEARNING RATE: 0.3170566089435904
previous_iter_valid_loss : 0.16605299711227417

     79200	  0.166212	  0.166053	  0.170009		CURRENT LEARNING RATE: 0.3169932039625111
previous_iter_valid_loss : 0.16342881321907043

     79220	  0.163484	  0.163429	  0.170024		CURRENT LEARNING RATE: 0.3169298116611601
previous_iter_valid_loss : 0.1646391898393631

     79240	  0.164729	  0.164639	  0.169600		CURRENT LEARNING RATE: 0.3168664320370015
previous_iter_valid_loss : 0.16936765611171722

     79260	  0.169475	  0.169368	  0.169092		CURRENT LEARNING RATE: 0.31680306508750034
previous_iter_valid_loss : 0.1708652526140213

     79280	  0.171131	  0.170865	  0.169195		CURRENT LEARNING RATE: 0.3167397108101217
previous_iter_valid_loss : 0.18496263027191162

     79300	  0.185083	  0.184963	  0.170134		CURRENT LEARNING RATE: 0.3166763692023316
previous_iter_valid_loss : 0.16332881152629852

     79320	  0.163407	  0.163329	  0.170188		CURRENT LEARNING RATE: 0.3166130402615963
previous_iter_valid_loss : 0.16421066224575043

     79340	  0.164268	  0.164211	  0.169611		CURRENT LEARNING RATE: 0.31654972398538267
previous_iter_valid_loss : 0.1636645346879959

     79360	  0.163720	  0.163665	  0.169560		CURRENT LEARNING RATE: 0.31648642037115804
previous_iter_valid_loss : 0.16872075200080872

     79380	  0.168721	  0.168721	  0.169160		CURRENT LEARNING RATE: 0.3164231294163902
previous_iter_valid_loss : 0.16670681536197662

     79400	  0.166683	  0.166707	  0.169288		CURRENT LEARNING RATE: 0.31635985111854764
previous_iter_valid_loss : 0.18194156885147095

     79420	  0.182023	  0.181942	  0.169504		CURRENT LEARNING RATE: 0.3162965854750992
previous_iter_valid_loss : 0.16780321300029755

     79440	  0.167896	  0.167803	  0.169431		CURRENT LEARNING RATE: 0.3162333324835142
previous_iter_valid_loss : 0.175253227353096

     79460	  0.175353	  0.175253	  0.170048		CURRENT LEARNING RATE: 0.3161700921412625
previous_iter_valid_loss : 0.1769946813583374

     79480	  0.177067	  0.176995	  0.170597		CURRENT LEARNING RATE: 0.31610686444581454
previous_iter_valid_loss : 0.16886889934539795

     79500	  0.168866	  0.168869	  0.170304		CURRENT LEARNING RATE: 0.31604364939464125
previous_iter_valid_loss : 0.16783134639263153

     79520	  0.167871	  0.167831	  0.170295		CURRENT LEARNING RATE: 0.3159804469852139
previous_iter_valid_loss : 0.16559652984142303

     79540	  0.165751	  0.165597	  0.170383		CURRENT LEARNING RATE: 0.3159172572150045
previous_iter_valid_loss : 0.1664075255393982

     79560	  0.166428	  0.166408	  0.169006		CURRENT LEARNING RATE: 0.31585408008148547
previous_iter_valid_loss : 0.16287696361541748

     79580	  0.162924	  0.162877	  0.168976		CURRENT LEARNING RATE: 0.3157909155821296
previous_iter_valid_loss : 0.17963549494743347

     79600	  0.179723	  0.179635	  0.169655		CURRENT LEARNING RATE: 0.3157277637144105
previous_iter_valid_loss : 0.16785873472690582

     79620	  0.167984	  0.167859	  0.169876		CURRENT LEARNING RATE: 0.31566462447580196
previous_iter_valid_loss : 0.16438771784305573

     79640	  0.164407	  0.164388	  0.169864		CURRENT LEARNING RATE: 0.3156014978637784
previous_iter_valid_loss : 0.17275792360305786

     79660	  0.172974	  0.172758	  0.170033		CURRENT LEARNING RATE: 0.31553838387581484
previous_iter_valid_loss : 0.16378550231456757

     79680	  0.163815	  0.163786	  0.169679		CURRENT LEARNING RATE: 0.3154752825093866
previous_iter_valid_loss : 0.1634443998336792

     79700	  0.163444	  0.163444	  0.168603		CURRENT LEARNING RATE: 0.3154121937619698
previous_iter_valid_loss : 0.16277965903282166

     79720	  0.162815	  0.162780	  0.168576		CURRENT LEARNING RATE: 0.3153491176310408
previous_iter_valid_loss : 0.1639419049024582

     79740	  0.163950	  0.163942	  0.168563		CURRENT LEARNING RATE: 0.31528605411407645
previous_iter_valid_loss : 0.16546785831451416

     79760	  0.165455	  0.165468	  0.168653		CURRENT LEARNING RATE: 0.3152230032085544
previous_iter_valid_loss : 0.16760151088237762

     79780	  0.167694	  0.167602	  0.168597		CURRENT LEARNING RATE: 0.3151599649119524
previous_iter_valid_loss : 0.17244206368923187

     79800	  0.172650	  0.172442	  0.168883		CURRENT LEARNING RATE: 0.31509693922174914
previous_iter_valid_loss : 0.16977524757385254

     79820	  0.169756	  0.169775	  0.168275		CURRENT LEARNING RATE: 0.3150339261354235
previous_iter_valid_loss : 0.1676981896162033

     79840	  0.167694	  0.167698	  0.168270		CURRENT LEARNING RATE: 0.3149709256504549
previous_iter_valid_loss : 0.16549783945083618

     79860	  0.165551	  0.165498	  0.167782		CURRENT LEARNING RATE: 0.3149079377643234
previous_iter_valid_loss : 0.1747802495956421

     79880	  0.174811	  0.174780	  0.167671		CURRENT LEARNING RATE: 0.3148449624745094
previous_iter_valid_loss : 0.16743768751621246

     79900	  0.167603	  0.167438	  0.167600		CURRENT LEARNING RATE: 0.31478199977849397
previous_iter_valid_loss : 0.17810174822807312

     79920	  0.178097	  0.178102	  0.168113		CURRENT LEARNING RATE: 0.3147190496737586
previous_iter_valid_loss : 0.1644716113805771

     79940	  0.164480	  0.164472	  0.168057		CURRENT LEARNING RATE: 0.3146561121577852
previous_iter_valid_loss : 0.16932153701782227

     79960	  0.169556	  0.169322	  0.168203		CURRENT LEARNING RATE: 0.3145931872280564
previous_iter_valid_loss : 0.17083820700645447

     79980	  0.170880	  0.170838	  0.168601		CURRENT LEARNING RATE: 0.3145302748820551
previous_iter_valid_loss : 0.18650805950164795

     80000	  0.186609	  0.186508	  0.168945		CURRENT LEARNING RATE: 0.31446737511726486
previous_iter_valid_loss : 0.1650647521018982

     80020	  0.165206	  0.165065	  0.168805		CURRENT LEARNING RATE: 0.31440448793116965
previous_iter_valid_loss : 0.16589955985546112

     80040	  0.165991	  0.165900	  0.168880		CURRENT LEARNING RATE: 0.31434161332125393
previous_iter_valid_loss : 0.1652270406484604

     80060	  0.165262	  0.165227	  0.168504		CURRENT LEARNING RATE: 0.3142787512850029
previous_iter_valid_loss : 0.1800675243139267

     80080	  0.180135	  0.180068	  0.169318		CURRENT LEARNING RATE: 0.3142159018199019
previous_iter_valid_loss : 0.1644791066646576

     80100	  0.164601	  0.164479	  0.169370		CURRENT LEARNING RATE: 0.314153064923437
previous_iter_valid_loss : 0.17543034255504608

     80120	  0.175673	  0.175430	  0.170002		CURRENT LEARNING RATE: 0.31409024059309476
previous_iter_valid_loss : 0.1637672781944275

     80140	  0.163822	  0.163767	  0.169994		CURRENT LEARNING RATE: 0.3140274288263622
previous_iter_valid_loss : 0.1730574667453766

     80160	  0.173228	  0.173057	  0.170373		CURRENT LEARNING RATE: 0.3139646296207268
previous_iter_valid_loss : 0.18497534096240997

     80180	  0.185206	  0.184975	  0.171242		CURRENT LEARNING RATE: 0.3139018429736766
previous_iter_valid_loss : 0.1638294905424118

     80200	  0.163827	  0.163829	  0.170811		CURRENT LEARNING RATE: 0.31383906888270025
previous_iter_valid_loss : 0.16460324823856354

     80220	  0.164612	  0.164603	  0.170552		CURRENT LEARNING RATE: 0.31377630734528666
previous_iter_valid_loss : 0.17909540235996246

     80240	  0.179335	  0.179095	  0.171122		CURRENT LEARNING RATE: 0.3137135583589254
previous_iter_valid_loss : 0.17316961288452148

     80260	  0.173370	  0.173170	  0.171506		CURRENT LEARNING RATE: 0.31365082192110655
previous_iter_valid_loss : 0.17215687036514282

     80280	  0.172360	  0.172157	  0.171375		CURRENT LEARNING RATE: 0.31358809802932053
previous_iter_valid_loss : 0.16926725208759308

     80300	  0.169482	  0.169267	  0.171466		CURRENT LEARNING RATE: 0.31352538668105856
previous_iter_valid_loss : 0.19107943773269653

     80320	  0.191466	  0.191079	  0.172115		CURRENT LEARNING RATE: 0.31346268787381204
previous_iter_valid_loss : 0.16412878036499023

     80340	  0.164152	  0.164129	  0.172098		CURRENT LEARNING RATE: 0.31340000160507314
previous_iter_valid_loss : 0.1653617024421692

     80360	  0.165509	  0.165362	  0.171900		CURRENT LEARNING RATE: 0.3133373278723343
previous_iter_valid_loss : 0.17069746553897858

     80380	  0.170939	  0.170697	  0.171893		CURRENT LEARNING RATE: 0.3132746666730886
previous_iter_valid_loss : 0.16265130043029785

     80400	  0.162675	  0.162651	  0.170700		CURRENT LEARNING RATE: 0.3132120180048297
previous_iter_valid_loss : 0.18421831727027893

     80420	  0.184600	  0.184218	  0.171658		CURRENT LEARNING RATE: 0.3131493818650515
previous_iter_valid_loss : 0.17153289914131165

     80440	  0.171769	  0.171533	  0.171939		CURRENT LEARNING RATE: 0.3130867582512486
previous_iter_valid_loss : 0.16634631156921387

     80460	  0.166380	  0.166346	  0.171995		CURRENT LEARNING RATE: 0.3130241471609161
previous_iter_valid_loss : 0.16565486788749695

     80480	  0.165706	  0.165655	  0.171275		CURRENT LEARNING RATE: 0.31296154859154945
previous_iter_valid_loss : 0.16335523128509521

     80500	  0.163419	  0.163355	  0.171219		CURRENT LEARNING RATE: 0.31289896254064486
previous_iter_valid_loss : 0.17014440894126892

     80520	  0.170191	  0.170144	  0.170954		CURRENT LEARNING RATE: 0.3128363890056988
previous_iter_valid_loss : 0.1640608161687851

     80540	  0.164194	  0.164061	  0.170969		CURRENT LEARNING RATE: 0.3127738279842084
previous_iter_valid_loss : 0.16570121049880981

     80560	  0.165772	  0.165701	  0.170601		CURRENT LEARNING RATE: 0.3127112794736711
previous_iter_valid_loss : 0.17018872499465942

     80580	  0.170256	  0.170189	  0.169862		CURRENT LEARNING RATE: 0.312648743471585
previous_iter_valid_loss : 0.1702514886856079

     80600	  0.170292	  0.170251	  0.170183		CURRENT LEARNING RATE: 0.3125862199754487
previous_iter_valid_loss : 0.1634320169687271

     80620	  0.163562	  0.163432	  0.170124		CURRENT LEARNING RATE: 0.3125237089827613
previous_iter_valid_loss : 0.1643160879611969

     80640	  0.164344	  0.164316	  0.169385		CURRENT LEARNING RATE: 0.31246121049102227
previous_iter_valid_loss : 0.16845166683197021

     80660	  0.168489	  0.168452	  0.169149		CURRENT LEARNING RATE: 0.31239872449773165
previous_iter_valid_loss : 0.17307212948799133

     80680	  0.173125	  0.173072	  0.169195		CURRENT LEARNING RATE: 0.31233625100039003
previous_iter_valid_loss : 0.171987846493721

     80700	  0.172011	  0.171988	  0.169331		CURRENT LEARNING RATE: 0.3122737899964986
previous_iter_valid_loss : 0.16512520611286163

     80720	  0.165351	  0.165125	  0.168034		CURRENT LEARNING RATE: 0.3122113414835587
previous_iter_valid_loss : 0.18084056675434113

     80740	  0.181093	  0.180841	  0.168869		CURRENT LEARNING RATE: 0.3121489054590726
previous_iter_valid_loss : 0.16692934930324554

     80760	  0.166980	  0.166929	  0.168947		CURRENT LEARNING RATE: 0.3120864819205427
previous_iter_valid_loss : 0.2161410003900528

     80780	  0.216046	  0.216141	  0.171220		CURRENT LEARNING RATE: 0.3120240708654721
previous_iter_valid_loss : 0.20750096440315247

     80800	  0.207492	  0.207501	  0.173462		CURRENT LEARNING RATE: 0.31196167229136446
previous_iter_valid_loss : 0.1652006208896637

     80820	  0.165233	  0.165201	  0.172511		CURRENT LEARNING RATE: 0.3118992861957237
previous_iter_valid_loss : 0.163502499461174

     80840	  0.163601	  0.163502	  0.172110		CURRENT LEARNING RATE: 0.31183691257605445
previous_iter_valid_loss : 0.16512656211853027

     80860	  0.165254	  0.165127	  0.172049		CURRENT LEARNING RATE: 0.31177455142986177
previous_iter_valid_loss : 0.1671857386827469

     80880	  0.167220	  0.167186	  0.172125		CURRENT LEARNING RATE: 0.31171220275465106
previous_iter_valid_loss : 0.16787071526050568

     80900	  0.168111	  0.167871	  0.172351		CURRENT LEARNING RATE: 0.31164986654792864
previous_iter_valid_loss : 0.16600781679153442

     80920	  0.166244	  0.166008	  0.172144		CURRENT LEARNING RATE: 0.31158754280720086
previous_iter_valid_loss : 0.16655321419239044

     80940	  0.166697	  0.166553	  0.172269		CURRENT LEARNING RATE: 0.31152523152997486
previous_iter_valid_loss : 0.1669674962759018

     80960	  0.167176	  0.166967	  0.172332		CURRENT LEARNING RATE: 0.31146293271375813
previous_iter_valid_loss : 0.1714290827512741

     80980	  0.171734	  0.171429	  0.172394		CURRENT LEARNING RATE: 0.31140064635605874
previous_iter_valid_loss : 0.19403959810733795

     81000	  0.194479	  0.194040	  0.173584		CURRENT LEARNING RATE: 0.3113383724543853
previous_iter_valid_loss : 0.16558852791786194

     81020	  0.165762	  0.165589	  0.173691		CURRENT LEARNING RATE: 0.3112761110062468
previous_iter_valid_loss : 0.17014846205711365

     81040	  0.170450	  0.170148	  0.173983		CURRENT LEARNING RATE: 0.31121386200915274
previous_iter_valid_loss : 0.17439009249210358

     81060	  0.174473	  0.174390	  0.174280		CURRENT LEARNING RATE: 0.3111516254606132
previous_iter_valid_loss : 0.17731113731861115

     81080	  0.177608	  0.177311	  0.174492		CURRENT LEARNING RATE: 0.31108940135813873
previous_iter_valid_loss : 0.17063061892986298

     81100	  0.170704	  0.170631	  0.174424		CURRENT LEARNING RATE: 0.31102718969924037
previous_iter_valid_loss : 0.18939612805843353

     81120	  0.189483	  0.189396	  0.175638		CURRENT LEARNING RATE: 0.31096499048142967
previous_iter_valid_loss : 0.16489729285240173

     81140	  0.164966	  0.164897	  0.174840		CURRENT LEARNING RATE: 0.31090280370221857
previous_iter_valid_loss : 0.1674683392047882

     81160	  0.167566	  0.167468	  0.174867		CURRENT LEARNING RATE: 0.3108406293591197
previous_iter_valid_loss : 0.18131491541862488

     81180	  0.181400	  0.181315	  0.173126		CURRENT LEARNING RATE: 0.31077846744964605
previous_iter_valid_loss : 0.17177814245224

     81200	  0.171818	  0.171778	  0.171340		CURRENT LEARNING RATE: 0.3107163179713111
previous_iter_valid_loss : 0.17389068007469177

     81220	  0.174077	  0.173891	  0.171774		CURRENT LEARNING RATE: 0.31065418092162894
previous_iter_valid_loss : 0.17479021847248077

     81240	  0.175019	  0.174790	  0.172339		CURRENT LEARNING RATE: 0.31059205629811404
previous_iter_valid_loss : 0.16669119894504547

     81260	  0.166742	  0.166691	  0.172417		CURRENT LEARNING RATE: 0.31052994409828144
previous_iter_valid_loss : 0.21306587755680084

     81280	  0.213546	  0.213066	  0.174711		CURRENT LEARNING RATE: 0.31046784431964664
previous_iter_valid_loss : 0.16693216562271118

     81300	  0.167058	  0.166932	  0.174664		CURRENT LEARNING RATE: 0.31040575695972566
previous_iter_valid_loss : 0.1710638850927353

     81320	  0.171317	  0.171064	  0.174917		CURRENT LEARNING RATE: 0.310343682016035
previous_iter_valid_loss : 0.16819940507411957

     81340	  0.168270	  0.168199	  0.174999		CURRENT LEARNING RATE: 0.3102816194860917
previous_iter_valid_loss : 0.1650238037109375

     81360	  0.165166	  0.165024	  0.174902		CURRENT LEARNING RATE: 0.31021956936741313
previous_iter_valid_loss : 0.16592228412628174

     81380	  0.165951	  0.165922	  0.174627		CURRENT LEARNING RATE: 0.31015753165751747
previous_iter_valid_loss : 0.16974668204784393

     81400	  0.169796	  0.169747	  0.173412		CURRENT LEARNING RATE: 0.3100955063539231
previous_iter_valid_loss : 0.19771155714988708

     81420	  0.198047	  0.197712	  0.175018		CURRENT LEARNING RATE: 0.31003349345414893
previous_iter_valid_loss : 0.1921854317188263

     81440	  0.192556	  0.192185	  0.176120		CURRENT LEARNING RATE: 0.30997149295571463
previous_iter_valid_loss : 0.17091166973114014

     81460	  0.171154	  0.170912	  0.175946		CURRENT LEARNING RATE: 0.3099095048561401
previous_iter_valid_loss : 0.1711127907037735

     81480	  0.171143	  0.171113	  0.175636		CURRENT LEARNING RATE: 0.3098475291529458
previous_iter_valid_loss : 0.20970650017261505

     81500	  0.209698	  0.209707	  0.177590		CURRENT LEARNING RATE: 0.30978556584365263
previous_iter_valid_loss : 0.16258442401885986

     81520	  0.162599	  0.162584	  0.176249		CURRENT LEARNING RATE: 0.3097236149257822
previous_iter_valid_loss : 0.21249179542064667

     81540	  0.212494	  0.212492	  0.178629		CURRENT LEARNING RATE: 0.3096616763968564
previous_iter_valid_loss : 0.1644381880760193

     81560	  0.164503	  0.164438	  0.178478		CURRENT LEARNING RATE: 0.3095997502543977
previous_iter_valid_loss : 0.16618500649929047

     81580	  0.166351	  0.166185	  0.177721		CURRENT LEARNING RATE: 0.3095378364959291
previous_iter_valid_loss : 0.16477781534194946

     81600	  0.164843	  0.164778	  0.177371		CURRENT LEARNING RATE: 0.30947593511897387
previous_iter_valid_loss : 0.16355083882808685

     81620	  0.163609	  0.163551	  0.176854		CURRENT LEARNING RATE: 0.30941404612105616
previous_iter_valid_loss : 0.16887451708316803

     81640	  0.169114	  0.168875	  0.176558		CURRENT LEARNING RATE: 0.30935216949970035
previous_iter_valid_loss : 0.16272956132888794

     81660	  0.162847	  0.162730	  0.176360		CURRENT LEARNING RATE: 0.30929030525243134
previous_iter_valid_loss : 0.17372137308120728

     81680	  0.173829	  0.173721	  0.174393		CURRENT LEARNING RATE: 0.3092284533767746
previous_iter_valid_loss : 0.16725265979766846

     81700	  0.167358	  0.167253	  0.174409		CURRENT LEARNING RATE: 0.309166613870256
previous_iter_valid_loss : 0.17185643315315247

     81720	  0.171913	  0.171856	  0.174449		CURRENT LEARNING RATE: 0.3091047867304021
previous_iter_valid_loss : 0.1706618368625641

     81740	  0.170716	  0.170662	  0.174572		CURRENT LEARNING RATE: 0.30904297195473956
previous_iter_valid_loss : 0.16338075697422028

     81760	  0.163449	  0.163381	  0.174490		CURRENT LEARNING RATE: 0.3089811695407961
previous_iter_valid_loss : 0.16496458649635315

     81780	  0.165100	  0.164965	  0.174442		CURRENT LEARNING RATE: 0.3089193794860993
previous_iter_valid_loss : 0.16395242512226105

     81800	  0.163981	  0.163952	  0.174152		CURRENT LEARNING RATE: 0.30885760178817784
previous_iter_valid_loss : 0.17420168220996857

     81820	  0.174356	  0.174202	  0.172977		CURRENT LEARNING RATE: 0.30879583644456043
previous_iter_valid_loss : 0.16468821465969086

     81840	  0.164709	  0.164688	  0.171602		CURRENT LEARNING RATE: 0.30873408345277653
previous_iter_valid_loss : 0.1640770435333252

     81860	  0.164162	  0.164077	  0.171260		CURRENT LEARNING RATE: 0.30867234281035605
previous_iter_valid_loss : 0.1673494428396225

     81880	  0.167468	  0.167349	  0.171072		CURRENT LEARNING RATE: 0.3086106145148293
previous_iter_valid_loss : 0.16470962762832642

     81900	  0.164809	  0.164710	  0.168822		CURRENT LEARNING RATE: 0.30854889856372714
previous_iter_valid_loss : 0.17656467854976654

     81920	  0.176675	  0.176565	  0.169521		CURRENT LEARNING RATE: 0.308487194954581
previous_iter_valid_loss : 0.16283459961414337

     81940	  0.162931	  0.162835	  0.167038		CURRENT LEARNING RATE: 0.30842550368492266
previous_iter_valid_loss : 0.17606528103351593

     81960	  0.176204	  0.176065	  0.167620		CURRENT LEARNING RATE: 0.3083638247522846
previous_iter_valid_loss : 0.16352279484272003

     81980	  0.163638	  0.163523	  0.167486		CURRENT LEARNING RATE: 0.3083021581541995
previous_iter_valid_loss : 0.1636902540922165

     82000	  0.163798	  0.163690	  0.167432		CURRENT LEARNING RATE: 0.30824050388820073
previous_iter_valid_loss : 0.1656201183795929

     82020	  0.165822	  0.165620	  0.167536		CURRENT LEARNING RATE: 0.3081788619518222
previous_iter_valid_loss : 0.16399919986724854

     82040	  0.164181	  0.163999	  0.167292		CURRENT LEARNING RATE: 0.3081172323425982
previous_iter_valid_loss : 0.17115339636802673

     82060	  0.171285	  0.171153	  0.167713		CURRENT LEARNING RATE: 0.3080556150580635
previous_iter_valid_loss : 0.17036327719688416

     82080	  0.170506	  0.170363	  0.167545		CURRENT LEARNING RATE: 0.3079940100957535
previous_iter_valid_loss : 0.16504554450511932

     82100	  0.165187	  0.165046	  0.167435		CURRENT LEARNING RATE: 0.3079324174532039
previous_iter_valid_loss : 0.16967833042144775

     82120	  0.169709	  0.169678	  0.167326		CURRENT LEARNING RATE: 0.30787083712795105
previous_iter_valid_loss : 0.16484232246875763

     82140	  0.164849	  0.164842	  0.167035		CURRENT LEARNING RATE: 0.30780926911753176
previous_iter_valid_loss : 0.1770709753036499

     82160	  0.177099	  0.177071	  0.167719		CURRENT LEARNING RATE: 0.3077477134194832
previous_iter_valid_loss : 0.16637766361236572

     82180	  0.166442	  0.166378	  0.167790		CURRENT LEARNING RATE: 0.3076861700313433
previous_iter_valid_loss : 0.16345934569835663

     82200	  0.163489	  0.163459	  0.167765		CURRENT LEARNING RATE: 0.3076246389506502
previous_iter_valid_loss : 0.16574695706367493

     82220	  0.165873	  0.165747	  0.167343		CURRENT LEARNING RATE: 0.3075631201749427
previous_iter_valid_loss : 0.16680720448493958

     82240	  0.166967	  0.166807	  0.167448		CURRENT LEARNING RATE: 0.30750161370176005
previous_iter_valid_loss : 0.16784445941448212

     82260	  0.168034	  0.167844	  0.167637		CURRENT LEARNING RATE: 0.307440119528642
previous_iter_valid_loss : 0.1642632931470871

     82280	  0.164338	  0.164263	  0.167483		CURRENT LEARNING RATE: 0.3073786376531288
previous_iter_valid_loss : 0.19588716328144073

     82300	  0.196011	  0.195887	  0.169041		CURRENT LEARNING RATE: 0.30731716807276105
previous_iter_valid_loss : 0.16355200111865997

     82320	  0.163723	  0.163552	  0.168391		CURRENT LEARNING RATE: 0.3072557107850801
previous_iter_valid_loss : 0.17345024645328522

     82340	  0.173664	  0.173450	  0.168922		CURRENT LEARNING RATE: 0.30719426578762765
previous_iter_valid_loss : 0.16291193664073944

     82360	  0.163024	  0.162912	  0.168264		CURRENT LEARNING RATE: 0.30713283307794587
previous_iter_valid_loss : 0.16604380309581757

     82380	  0.166212	  0.166044	  0.168390		CURRENT LEARNING RATE: 0.3070714126535775
previous_iter_valid_loss : 0.18483556807041168

     82400	  0.185173	  0.184836	  0.169447		CURRENT LEARNING RATE: 0.3070100045120656
previous_iter_valid_loss : 0.1769600361585617

     82420	  0.177212	  0.176960	  0.170014		CURRENT LEARNING RATE: 0.30694860865095397
previous_iter_valid_loss : 0.1692133992910385

     82440	  0.169421	  0.169213	  0.170275		CURRENT LEARNING RATE: 0.3068872250677867
previous_iter_valid_loss : 0.16364987194538116

     82460	  0.163721	  0.163650	  0.169900		CURRENT LEARNING RATE: 0.30682585376010846
previous_iter_valid_loss : 0.16773775219917297

     82480	  0.167843	  0.167738	  0.169768		CURRENT LEARNING RATE: 0.30676449472546446
previous_iter_valid_loss : 0.17601238191127777

     82500	  0.176263	  0.176012	  0.170317		CURRENT LEARNING RATE: 0.30670314796140025
previous_iter_valid_loss : 0.16426382958889008

     82520	  0.164373	  0.164264	  0.170046		CURRENT LEARNING RATE: 0.306641813465462
previous_iter_valid_loss : 0.16535620391368866

     82540	  0.165492	  0.165356	  0.170072		CURRENT LEARNING RATE: 0.3065804912351963
previous_iter_valid_loss : 0.16802002489566803

     82560	  0.168148	  0.168020	  0.169619		CURRENT LEARNING RATE: 0.30651918126815036
previous_iter_valid_loss : 0.16323591768741608

     82580	  0.163355	  0.163236	  0.169462		CURRENT LEARNING RATE: 0.30645788356187176
previous_iter_valid_loss : 0.16358330845832825

     82600	  0.163713	  0.163583	  0.169468		CURRENT LEARNING RATE: 0.3063965981139084
previous_iter_valid_loss : 0.18328945338726044

     82620	  0.183586	  0.183289	  0.170346		CURRENT LEARNING RATE: 0.3063353249218091
previous_iter_valid_loss : 0.17040249705314636

     82640	  0.170678	  0.170402	  0.170525		CURRENT LEARNING RATE: 0.3062740639831228
previous_iter_valid_loss : 0.162998765707016

     82660	  0.163121	  0.162999	  0.170283		CURRENT LEARNING RATE: 0.3062128152953991
previous_iter_valid_loss : 0.16577112674713135

     82680	  0.165885	  0.165771	  0.170358		CURRENT LEARNING RATE: 0.30615157885618804
previous_iter_valid_loss : 0.16846634447574615

     82700	  0.168718	  0.168466	  0.168987		CURRENT LEARNING RATE: 0.30609035466304024
previous_iter_valid_loss : 0.1693224012851715

     82720	  0.169431	  0.169322	  0.169276		CURRENT LEARNING RATE: 0.3060291427135066
previous_iter_valid_loss : 0.16826094686985016

     82740	  0.168405	  0.168261	  0.169016		CURRENT LEARNING RATE: 0.30596794300513874
previous_iter_valid_loss : 0.16767331957817078

     82760	  0.167814	  0.167673	  0.169255		CURRENT LEARNING RATE: 0.3059067555354887
previous_iter_valid_loss : 0.18201486766338348

     82780	  0.182232	  0.182015	  0.170053		CURRENT LEARNING RATE: 0.30584558030210884
previous_iter_valid_loss : 0.16439805924892426

     82800	  0.164559	  0.164398	  0.169031		CURRENT LEARNING RATE: 0.3057844173025522
previous_iter_valid_loss : 0.16493378579616547

     82820	  0.165055	  0.164934	  0.168430		CURRENT LEARNING RATE: 0.3057232665343723
previous_iter_valid_loss : 0.18806718289852142

     82840	  0.188422	  0.188067	  0.169373		CURRENT LEARNING RATE: 0.3056621279951232
previous_iter_valid_loss : 0.16573071479797363

     82860	  0.165783	  0.165731	  0.169477		CURRENT LEARNING RATE: 0.3056010016823592
previous_iter_valid_loss : 0.16687819361686707

     82880	  0.167065	  0.166878	  0.169434		CURRENT LEARNING RATE: 0.3055398875936353
previous_iter_valid_loss : 0.16420571506023407

     82900	  0.164378	  0.164206	  0.168843		CURRENT LEARNING RATE: 0.30547878572650694
previous_iter_valid_loss : 0.16472892463207245

     82920	  0.164779	  0.164729	  0.168867		CURRENT LEARNING RATE: 0.3054176960785301
previous_iter_valid_loss : 0.1694980263710022

     82940	  0.169694	  0.169498	  0.169074		CURRENT LEARNING RATE: 0.3053566186472611
previous_iter_valid_loss : 0.17919324338436127

     82960	  0.179430	  0.179193	  0.169632		CURRENT LEARNING RATE: 0.3052955534302569
previous_iter_valid_loss : 0.20882906019687653

     82980	  0.208749	  0.208829	  0.171912		CURRENT LEARNING RATE: 0.3052345004250749
previous_iter_valid_loss : 0.16452443599700928

     83000	  0.164542	  0.164524	  0.171959		CURRENT LEARNING RATE: 0.3051734596292729
previous_iter_valid_loss : 0.17964862287044525

     83020	  0.179893	  0.179649	  0.171777		CURRENT LEARNING RATE: 0.30511243104040936
previous_iter_valid_loss : 0.16369591653347015

     83040	  0.163805	  0.163696	  0.171442		CURRENT LEARNING RATE: 0.30505141465604313
previous_iter_valid_loss : 0.17523817718029022

     83060	  0.175508	  0.175238	  0.172054		CURRENT LEARNING RATE: 0.30499041047373354
previous_iter_valid_loss : 0.16430462896823883

     83080	  0.164396	  0.164305	  0.171980		CURRENT LEARNING RATE: 0.3049294184910403
previous_iter_valid_loss : 0.16589520871639252

     83100	  0.166027	  0.165895	  0.171852		CURRENT LEARNING RATE: 0.30486843870552394
previous_iter_valid_loss : 0.16291697323322296

     83120	  0.163036	  0.162917	  0.171531		CURRENT LEARNING RATE: 0.30480747111474515
previous_iter_valid_loss : 0.17264734208583832

     83140	  0.172849	  0.172647	  0.171751		CURRENT LEARNING RATE: 0.3047465157162652
previous_iter_valid_loss : 0.1634119153022766

     83160	  0.163535	  0.163412	  0.171538		CURRENT LEARNING RATE: 0.304685572507646
previous_iter_valid_loss : 0.17334885895252228

     83180	  0.173457	  0.173349	  0.171104		CURRENT LEARNING RATE: 0.3046246414864497
previous_iter_valid_loss : 0.16244404017925262

     83200	  0.162533	  0.162444	  0.171007		CURRENT LEARNING RATE: 0.304563722650239
previous_iter_valid_loss : 0.1684877723455429

     83220	  0.168643	  0.168488	  0.171184		CURRENT LEARNING RATE: 0.30450281599657736
previous_iter_valid_loss : 0.16533370316028595

     83240	  0.165469	  0.165334	  0.170048		CURRENT LEARNING RATE: 0.3044419215230284
previous_iter_valid_loss : 0.1682998389005661

     83260	  0.168504	  0.168300	  0.170176		CURRENT LEARNING RATE: 0.30438103922715637
previous_iter_valid_loss : 0.19649052619934082

     83280	  0.196604	  0.196491	  0.171657		CURRENT LEARNING RATE: 0.3043201691065259
previous_iter_valid_loss : 0.162860706448555

     83300	  0.162940	  0.162861	  0.171590		CURRENT LEARNING RATE: 0.3042593111587022
previous_iter_valid_loss : 0.16520556807518005

     83320	  0.165355	  0.165206	  0.171613		CURRENT LEARNING RATE: 0.304198465381251
previous_iter_valid_loss : 0.16616153717041016

     83340	  0.166304	  0.166162	  0.171447		CURRENT LEARNING RATE: 0.3041376317717385
previous_iter_valid_loss : 0.17945028841495514

     83360	  0.179539	  0.179450	  0.171459		CURRENT LEARNING RATE: 0.3040768103277313
previous_iter_valid_loss : 0.17204762995243073

     83380	  0.172123	  0.172048	  0.169620		CURRENT LEARNING RATE: 0.30401600104679655
previous_iter_valid_loss : 0.16326174139976501

     83400	  0.163436	  0.163262	  0.169557		CURRENT LEARNING RATE: 0.3039552039265019
previous_iter_valid_loss : 0.16809560358524323

     83420	  0.168183	  0.168096	  0.168980		CURRENT LEARNING RATE: 0.3038944189644154
previous_iter_valid_loss : 0.16664943099021912

     83440	  0.166677	  0.166649	  0.169127		CURRENT LEARNING RATE: 0.3038336461581057
previous_iter_valid_loss : 0.16351258754730225

     83460	  0.163594	  0.163513	  0.168541		CURRENT LEARNING RATE: 0.3037728855051419
previous_iter_valid_loss : 0.17127156257629395

     83480	  0.171400	  0.171272	  0.168889		CURRENT LEARNING RATE: 0.30371213700309363
previous_iter_valid_loss : 0.18790000677108765

     83500	  0.187990	  0.187900	  0.169990		CURRENT LEARNING RATE: 0.3036514006495308
previous_iter_valid_loss : 0.1661267727613449

     83520	  0.166246	  0.166127	  0.170150		CURRENT LEARNING RATE: 0.30359067644202403
previous_iter_valid_loss : 0.17650307714939117

     83540	  0.176765	  0.176503	  0.170343		CURRENT LEARNING RATE: 0.30352996437814445
previous_iter_valid_loss : 0.16455334424972534

     83560	  0.164622	  0.164553	  0.170400		CURRENT LEARNING RATE: 0.3034692644554634
previous_iter_valid_loss : 0.17418354749679565

     83580	  0.174296	  0.174184	  0.170442		CURRENT LEARNING RATE: 0.30340857667155297
previous_iter_valid_loss : 0.16986706852912903

     83600	  0.169993	  0.169867	  0.170813		CURRENT LEARNING RATE: 0.3033479010239857
previous_iter_valid_loss : 0.1692461222410202

     83620	  0.169429	  0.169246	  0.170851		CURRENT LEARNING RATE: 0.30328723751033443
previous_iter_valid_loss : 0.18539851903915405

     83640	  0.185540	  0.185399	  0.171854		CURRENT LEARNING RATE: 0.30322658612817277
previous_iter_valid_loss : 0.16327913105487823

     83660	  0.163396	  0.163279	  0.171603		CURRENT LEARNING RATE: 0.3031659468750746
previous_iter_valid_loss : 0.1632051318883896

     83680	  0.163318	  0.163205	  0.169939		CURRENT LEARNING RATE: 0.3031053197486143
previous_iter_valid_loss : 0.172968789935112

     83700	  0.173184	  0.172969	  0.170444		CURRENT LEARNING RATE: 0.30304470474636686
previous_iter_valid_loss : 0.16245128214359283

     83720	  0.162567	  0.162451	  0.170306		CURRENT LEARNING RATE: 0.30298410186590763
previous_iter_valid_loss : 0.19823962450027466

     83740	  0.198349	  0.198240	  0.171910		CURRENT LEARNING RATE: 0.3029235111048125
previous_iter_valid_loss : 0.211353600025177

     83760	  0.211378	  0.211354	  0.173505		CURRENT LEARNING RATE: 0.30286293246065793
previous_iter_valid_loss : 0.1789139062166214

     83780	  0.179020	  0.178914	  0.173849		CURRENT LEARNING RATE: 0.3028023659310206
previous_iter_valid_loss : 0.1646566540002823

     83800	  0.164717	  0.164657	  0.173919		CURRENT LEARNING RATE: 0.30274181151347807
previous_iter_valid_loss : 0.1646985411643982

     83820	  0.164699	  0.164699	  0.173749		CURRENT LEARNING RATE: 0.30268126920560795
previous_iter_valid_loss : 0.1636519581079483

     83840	  0.163784	  0.163652	  0.173599		CURRENT LEARNING RATE: 0.30262073900498865
previous_iter_valid_loss : 0.16280414164066315

     83860	  0.162864	  0.162804	  0.173563		CURRENT LEARNING RATE: 0.30256022090919893
previous_iter_valid_loss : 0.17991793155670166

     83880	  0.180055	  0.179918	  0.173996		CURRENT LEARNING RATE: 0.3024997149158182
previous_iter_valid_loss : 0.18403363227844238

     83900	  0.184163	  0.184034	  0.173802		CURRENT LEARNING RATE: 0.302439221022426
previous_iter_valid_loss : 0.16274912655353546

     83920	  0.162848	  0.162749	  0.173633		CURRENT LEARNING RATE: 0.30237873922660263
previous_iter_valid_loss : 0.17740508913993835

     83940	  0.177581	  0.177405	  0.173679		CURRENT LEARNING RATE: 0.30231826952592894
previous_iter_valid_loss : 0.17223061621189117

     83960	  0.172331	  0.172231	  0.174062		CURRENT LEARNING RATE: 0.3022578119179861
previous_iter_valid_loss : 0.1643388569355011

     83980	  0.164497	  0.164339	  0.173570		CURRENT LEARNING RATE: 0.30219736640035577
previous_iter_valid_loss : 0.16812768578529358

     84000	  0.168205	  0.168128	  0.173483		CURRENT LEARNING RATE: 0.3021369329706201
previous_iter_valid_loss : 0.17212945222854614

     84020	  0.172359	  0.172129	  0.173627		CURRENT LEARNING RATE: 0.3020765116263618
previous_iter_valid_loss : 0.16601377725601196

     84040	  0.166003	  0.166014	  0.172658		CURRENT LEARNING RATE: 0.302016102365164
previous_iter_valid_loss : 0.1662445217370987

     84060	  0.166284	  0.166245	  0.172806		CURRENT LEARNING RATE: 0.3019557051846104
previous_iter_valid_loss : 0.1967434585094452

     84080	  0.197041	  0.196743	  0.174483		CURRENT LEARNING RATE: 0.301895320082285
previous_iter_valid_loss : 0.1711949110031128

     84100	  0.171370	  0.171195	  0.174395		CURRENT LEARNING RATE: 0.3018349470557724
previous_iter_valid_loss : 0.17062421143054962

     84120	  0.170801	  0.170624	  0.174803		CURRENT LEARNING RATE: 0.3017745861026577
previous_iter_valid_loss : 0.17566372454166412

     84140	  0.175892	  0.175664	  0.173675		CURRENT LEARNING RATE: 0.3017142372205266
previous_iter_valid_loss : 0.165739968419075

     84160	  0.165841	  0.165740	  0.171394		CURRENT LEARNING RATE: 0.301653900406965
previous_iter_valid_loss : 0.1636655479669571

     84180	  0.163747	  0.163666	  0.170631		CURRENT LEARNING RATE: 0.3015935756595594
previous_iter_valid_loss : 0.16339021921157837

     84200	  0.163457	  0.163390	  0.170568		CURRENT LEARNING RATE: 0.30153326297589694
previous_iter_valid_loss : 0.17098160088062286

     84220	  0.171038	  0.170982	  0.170882		CURRENT LEARNING RATE: 0.30147296235356497
previous_iter_valid_loss : 0.17533013224601746

     84240	  0.175433	  0.175330	  0.171466		CURRENT LEARNING RATE: 0.3014126737901515
previous_iter_valid_loss : 0.1668795645236969

     84260	  0.167095	  0.166880	  0.171670		CURRENT LEARNING RATE: 0.30135239728324514
previous_iter_valid_loss : 0.16356419026851654

     84280	  0.163618	  0.163564	  0.170852		CURRENT LEARNING RATE: 0.30129213283043466
previous_iter_valid_loss : 0.19444838166236877

     84300	  0.194494	  0.194448	  0.171373		CURRENT LEARNING RATE: 0.30123188042930954
previous_iter_valid_loss : 0.17320699989795685

     84320	  0.173223	  0.173207	  0.171896		CURRENT LEARNING RATE: 0.3011716400774596
previous_iter_valid_loss : 0.16216012835502625

     84340	  0.162215	  0.162160	  0.171134		CURRENT LEARNING RATE: 0.3011114117724754
previous_iter_valid_loss : 0.17652851343154907

     84360	  0.176623	  0.176529	  0.171349		CURRENT LEARNING RATE: 0.3010511955119477
previous_iter_valid_loss : 0.18255580961704254

     84380	  0.182620	  0.182556	  0.172259		CURRENT LEARNING RATE: 0.30099099129346785
previous_iter_valid_loss : 0.16885043680667877

     84400	  0.168955	  0.168850	  0.172296		CURRENT LEARNING RATE: 0.30093079911462767
previous_iter_valid_loss : 0.16511696577072144

     84420	  0.165304	  0.165117	  0.171945		CURRENT LEARNING RATE: 0.3008706189730195
previous_iter_valid_loss : 0.16373297572135925

     84440	  0.163824	  0.163733	  0.171831		CURRENT LEARNING RATE: 0.30081045086623615
previous_iter_valid_loss : 0.18307863175868988

     84460	  0.183195	  0.183079	  0.172673		CURRENT LEARNING RATE: 0.3007502947918709
previous_iter_valid_loss : 0.1684725433588028

     84480	  0.168580	  0.168473	  0.171259		CURRENT LEARNING RATE: 0.30069015074751737
previous_iter_valid_loss : 0.18066616356372833

     84500	  0.180825	  0.180666	  0.171733		CURRENT LEARNING RATE: 0.30063001873077
previous_iter_valid_loss : 0.17416700720787048

     84520	  0.174300	  0.174167	  0.171910		CURRENT LEARNING RATE: 0.30056989873922335
previous_iter_valid_loss : 0.16419652104377747

     84540	  0.164263	  0.164197	  0.171336		CURRENT LEARNING RATE: 0.3005097907704728
previous_iter_valid_loss : 0.16699190437793732

     84560	  0.167073	  0.166992	  0.171399		CURRENT LEARNING RATE: 0.30044969482211387
previous_iter_valid_loss : 0.1785893440246582

     84580	  0.178949	  0.178589	  0.172145		CURRENT LEARNING RATE: 0.30038961089174276
previous_iter_valid_loss : 0.17973865568637848

     84600	  0.179981	  0.179739	  0.172963		CURRENT LEARNING RATE: 0.30032953897695613
previous_iter_valid_loss : 0.16395145654678345

     84620	  0.164063	  0.163951	  0.172611		CURRENT LEARNING RATE: 0.30026947907535106
previous_iter_valid_loss : 0.17288802564144135

     84640	  0.173029	  0.172888	  0.172489		CURRENT LEARNING RATE: 0.30020943118452525
previous_iter_valid_loss : 0.17609603703022003

     84660	  0.176241	  0.176096	  0.172950		CURRENT LEARNING RATE: 0.30014939530207674
previous_iter_valid_loss : 0.17259201407432556

     84680	  0.172688	  0.172592	  0.173401		CURRENT LEARNING RATE: 0.30008937142560405
previous_iter_valid_loss : 0.1637147217988968

     84700	  0.163807	  0.163715	  0.171864		CURRENT LEARNING RATE: 0.30002935955270627
previous_iter_valid_loss : 0.17608094215393066

     84720	  0.176154	  0.176081	  0.172008		CURRENT LEARNING RATE: 0.29996935968098287
previous_iter_valid_loss : 0.17054884135723114

     84740	  0.170721	  0.170549	  0.172428		CURRENT LEARNING RATE: 0.2999093718080339
previous_iter_valid_loss : 0.16586387157440186

     84760	  0.165956	  0.165864	  0.171894		CURRENT LEARNING RATE: 0.29984939593145987
previous_iter_valid_loss : 0.1642901748418808

     84780	  0.164485	  0.164290	  0.170981		CURRENT LEARNING RATE: 0.29978943204886177
previous_iter_valid_loss : 0.16588175296783447

     84800	  0.166130	  0.165882	  0.170833		CURRENT LEARNING RATE: 0.29972948015784096
previous_iter_valid_loss : 0.1749090552330017

     84820	  0.175031	  0.174909	  0.171322		CURRENT LEARNING RATE: 0.29966954025599934
previous_iter_valid_loss : 0.17956869304180145

     84840	  0.179694	  0.179569	  0.172114		CURRENT LEARNING RATE: 0.29960961234093936
previous_iter_valid_loss : 0.16292329132556915

     84860	  0.163007	  0.162923	  0.171106		CURRENT LEARNING RATE: 0.299549696410264
previous_iter_valid_loss : 0.16505473852157593

     84880	  0.165198	  0.165055	  0.170935		CURRENT LEARNING RATE: 0.2994897924615765
previous_iter_valid_loss : 0.16625715792179108

     84900	  0.166483	  0.166257	  0.170215		CURRENT LEARNING RATE: 0.29942990049248075
previous_iter_valid_loss : 0.1627044528722763

     84920	  0.162797	  0.162704	  0.169642		CURRENT LEARNING RATE: 0.299370020500581
previous_iter_valid_loss : 0.17307493090629578

     84940	  0.173089	  0.173075	  0.170086		CURRENT LEARNING RATE: 0.2993101524834822
previous_iter_valid_loss : 0.1669321060180664

     84960	  0.167022	  0.166932	  0.170083		CURRENT LEARNING RATE: 0.2992502964387895
previous_iter_valid_loss : 0.1645534783601761

     84980	  0.164674	  0.164553	  0.169381		CURRENT LEARNING RATE: 0.2991904523641087
previous_iter_valid_loss : 0.16431215405464172

     85000	  0.164462	  0.164312	  0.168610		CURRENT LEARNING RATE: 0.299130620257046
previous_iter_valid_loss : 0.19030025601387024

     85020	  0.190592	  0.190300	  0.169927		CURRENT LEARNING RATE: 0.29907080011520815
previous_iter_valid_loss : 0.16247053444385529

     85040	  0.162547	  0.162471	  0.169406		CURRENT LEARNING RATE: 0.29901099193620234
previous_iter_valid_loss : 0.1797354370355606

     85060	  0.179865	  0.179735	  0.169588		CURRENT LEARNING RATE: 0.2989511957176363
previous_iter_valid_loss : 0.16888350248336792

     85080	  0.168999	  0.168884	  0.169403		CURRENT LEARNING RATE: 0.2988914114571181
previous_iter_valid_loss : 0.16512584686279297

     85100	  0.165339	  0.165126	  0.169473		CURRENT LEARNING RATE: 0.2988316391522564
previous_iter_valid_loss : 0.1647523194551468

     85120	  0.164853	  0.164752	  0.168907		CURRENT LEARNING RATE: 0.2987718788006603
previous_iter_valid_loss : 0.16375736892223358

     85140	  0.163788	  0.163757	  0.168567		CURRENT LEARNING RATE: 0.29871213039993944
previous_iter_valid_loss : 0.16548997163772583

     85160	  0.165530	  0.165490	  0.168549		CURRENT LEARNING RATE: 0.29865239394770376
previous_iter_valid_loss : 0.16601750254631042

     85180	  0.166125	  0.166018	  0.168635		CURRENT LEARNING RATE: 0.29859266944156393
previous_iter_valid_loss : 0.20842009782791138

     85200	  0.208492	  0.208420	  0.170762		CURRENT LEARNING RATE: 0.29853295687913095
previous_iter_valid_loss : 0.17013700306415558

     85220	  0.170379	  0.170137	  0.170523		CURRENT LEARNING RATE: 0.2984732562580162
previous_iter_valid_loss : 0.1786799132823944

     85240	  0.179035	  0.178680	  0.170479		CURRENT LEARNING RATE: 0.29841356757583176
previous_iter_valid_loss : 0.16766925156116486

     85260	  0.167789	  0.167669	  0.170716		CURRENT LEARNING RATE: 0.2983538908301901
previous_iter_valid_loss : 0.16355584561824799

     85280	  0.163574	  0.163556	  0.170641		CURRENT LEARNING RATE: 0.2982942260187041
previous_iter_valid_loss : 0.16350619494915009

     85300	  0.163518	  0.163506	  0.170504		CURRENT LEARNING RATE: 0.29823457313898716
previous_iter_valid_loss : 0.16423234343528748

     85320	  0.164358	  0.164232	  0.170580		CURRENT LEARNING RATE: 0.2981749321886532
previous_iter_valid_loss : 0.1697794646024704

     85340	  0.169899	  0.169779	  0.170415		CURRENT LEARNING RATE: 0.29811530316531654
previous_iter_valid_loss : 0.16292625665664673

     85360	  0.162975	  0.162926	  0.170215		CURRENT LEARNING RATE: 0.2980556860665921
previous_iter_valid_loss : 0.17594465613365173

     85380	  0.176038	  0.175945	  0.170785		CURRENT LEARNING RATE: 0.2979960808900951
previous_iter_valid_loss : 0.16451862454414368

     85400	  0.164588	  0.164519	  0.170795		CURRENT LEARNING RATE: 0.2979364876334414
previous_iter_valid_loss : 0.16958606243133545

     85420	  0.169678	  0.169586	  0.169759		CURRENT LEARNING RATE: 0.29787690629424723
previous_iter_valid_loss : 0.17550282180309296

     85440	  0.175795	  0.175503	  0.170411		CURRENT LEARNING RATE: 0.29781733687012935
previous_iter_valid_loss : 0.1648845374584198

     85460	  0.165026	  0.164885	  0.169668		CURRENT LEARNING RATE: 0.297757779358705
previous_iter_valid_loss : 0.16271549463272095

     85480	  0.162804	  0.162715	  0.169360		CURRENT LEARNING RATE: 0.29769823375759186
previous_iter_valid_loss : 0.16644003987312317

     85500	  0.166522	  0.166440	  0.169425		CURRENT LEARNING RATE: 0.2976387000644081
previous_iter_valid_loss : 0.18452048301696777

     85520	  0.184491	  0.184520	  0.170414		CURRENT LEARNING RATE: 0.2975791782767724
previous_iter_valid_loss : 0.17001275718212128

     85540	  0.170194	  0.170013	  0.170727		CURRENT LEARNING RATE: 0.29751966839230387
previous_iter_valid_loss : 0.1681111752986908

     85560	  0.168168	  0.168111	  0.170858		CURRENT LEARNING RATE: 0.29746017040862205
previous_iter_valid_loss : 0.16401340067386627

     85580	  0.164064	  0.164013	  0.170758		CURRENT LEARNING RATE: 0.29740068432334715
previous_iter_valid_loss : 0.1828191727399826

     85600	  0.183110	  0.182819	  0.169477		CURRENT LEARNING RATE: 0.2973412101340997
previous_iter_valid_loss : 0.17787596583366394

     85620	  0.178153	  0.177876	  0.169864		CURRENT LEARNING RATE: 0.2972817478385006
previous_iter_valid_loss : 0.167817160487175

     85640	  0.167948	  0.167817	  0.169321		CURRENT LEARNING RATE: 0.2972222974341715
previous_iter_valid_loss : 0.17216913402080536

     85660	  0.172371	  0.172169	  0.169546		CURRENT LEARNING RATE: 0.2971628589187344
previous_iter_valid_loss : 0.16269932687282562

     85680	  0.162763	  0.162699	  0.169503		CURRENT LEARNING RATE: 0.2971034322898116
previous_iter_valid_loss : 0.17270934581756592

     85700	  0.172904	  0.172709	  0.169964		CURRENT LEARNING RATE: 0.2970440175450262
previous_iter_valid_loss : 0.16488203406333923

     85720	  0.164984	  0.164882	  0.169996		CURRENT LEARNING RATE: 0.29698461468200144
previous_iter_valid_loss : 0.18003927171230316

     85740	  0.180363	  0.180039	  0.170509		CURRENT LEARNING RATE: 0.2969252236983614
previous_iter_valid_loss : 0.18383166193962097

     85760	  0.184116	  0.183832	  0.171554		CURRENT LEARNING RATE: 0.2968658445917303
previous_iter_valid_loss : 0.1802181750535965

     85780	  0.180477	  0.180218	  0.171768		CURRENT LEARNING RATE: 0.2968064773597331
previous_iter_valid_loss : 0.17255428433418274

     85800	  0.172737	  0.172554	  0.172170		CURRENT LEARNING RATE: 0.296747121999995
previous_iter_valid_loss : 0.16836437582969666

     85820	  0.168553	  0.168364	  0.172109		CURRENT LEARNING RATE: 0.2966877785101417
previous_iter_valid_loss : 0.16556811332702637

     85840	  0.165726	  0.165568	  0.171612		CURRENT LEARNING RATE: 0.2966284468877997
previous_iter_valid_loss : 0.16570137441158295

     85860	  0.165851	  0.165701	  0.171653		CURRENT LEARNING RATE: 0.29656912713059563
previous_iter_valid_loss : 0.190323606133461

     85880	  0.190781	  0.190324	  0.173033		CURRENT LEARNING RATE: 0.29650981923615666
previous_iter_valid_loss : 0.1763148456811905

     85900	  0.176621	  0.176315	  0.173527		CURRENT LEARNING RATE: 0.2964505232021105
previous_iter_valid_loss : 0.1655215322971344

     85920	  0.165667	  0.165522	  0.172577		CURRENT LEARNING RATE: 0.2963912390260853
previous_iter_valid_loss : 0.1634126603603363

     85940	  0.163469	  0.163413	  0.172247		CURRENT LEARNING RATE: 0.29633196670570966
previous_iter_valid_loss : 0.22082529962062836

     85960	  0.221367	  0.220825	  0.174883		CURRENT LEARNING RATE: 0.29627270623861274
previous_iter_valid_loss : 0.17170020937919617

     85980	  0.171752	  0.171700	  0.175267		CURRENT LEARNING RATE: 0.2962134576224242
previous_iter_valid_loss : 0.16445821523666382

     86000	  0.164574	  0.164458	  0.174349		CURRENT LEARNING RATE: 0.29615422085477394
previous_iter_valid_loss : 0.1752929389476776

     86020	  0.175562	  0.175293	  0.174220		CURRENT LEARNING RATE: 0.29609499593329247
previous_iter_valid_loss : 0.1658645123243332

     86040	  0.165973	  0.165865	  0.174122		CURRENT LEARNING RATE: 0.29603578285561094
previous_iter_valid_loss : 0.16842302680015564

     86060	  0.168473	  0.168423	  0.173935		CURRENT LEARNING RATE: 0.2959765816193608
previous_iter_valid_loss : 0.1647220104932785

     86080	  0.164798	  0.164722	  0.174036		CURRENT LEARNING RATE: 0.29591739222217395
previous_iter_valid_loss : 0.190178781747818

     86100	  0.190268	  0.190179	  0.174910		CURRENT LEARNING RATE: 0.2958582146616829
previous_iter_valid_loss : 0.1767091006040573

     86120	  0.176806	  0.176709	  0.175501		CURRENT LEARNING RATE: 0.29579904893552034
previous_iter_valid_loss : 0.16210860013961792

     86140	  0.162145	  0.162109	  0.174604		CURRENT LEARNING RATE: 0.29573989504131987
previous_iter_valid_loss : 0.1640225350856781

     86160	  0.164127	  0.164023	  0.173614		CURRENT LEARNING RATE: 0.29568075297671514
previous_iter_valid_loss : 0.16534070670604706

     86180	  0.165522	  0.165341	  0.172870		CURRENT LEARNING RATE: 0.2956216227393407
previous_iter_valid_loss : 0.16414526104927063

     86200	  0.164274	  0.164145	  0.172450		CURRENT LEARNING RATE: 0.2955625043268311
previous_iter_valid_loss : 0.19400176405906677

     86220	  0.194071	  0.194002	  0.173731		CURRENT LEARNING RATE: 0.2955033977368217
previous_iter_valid_loss : 0.17443133890628815

     86240	  0.174733	  0.174431	  0.174175		CURRENT LEARNING RATE: 0.29544430296694835
previous_iter_valid_loss : 0.1710374355316162

     86260	  0.171310	  0.171037	  0.174441		CURRENT LEARNING RATE: 0.2953852200148471
previous_iter_valid_loss : 0.165047287940979

     86280	  0.165161	  0.165047	  0.173178		CURRENT LEARNING RATE: 0.2953261488781547
previous_iter_valid_loss : 0.1644892394542694

     86300	  0.164569	  0.164489	  0.172586		CURRENT LEARNING RATE: 0.2952670895545083
previous_iter_valid_loss : 0.1650664061307907

     86320	  0.165233	  0.165066	  0.172564		CURRENT LEARNING RATE: 0.2952080420415456
previous_iter_valid_loss : 0.17478397488594055

     86340	  0.175053	  0.174784	  0.173132		CURRENT LEARNING RATE: 0.2951490063369045
previous_iter_valid_loss : 0.17300945520401

     86360	  0.173044	  0.173009	  0.170741		CURRENT LEARNING RATE: 0.29508998243822376
previous_iter_valid_loss : 0.1803043782711029

     86380	  0.180666	  0.180304	  0.171172		CURRENT LEARNING RATE: 0.29503097034314235
previous_iter_valid_loss : 0.18793241679668427

     86400	  0.187986	  0.187932	  0.172345		CURRENT LEARNING RATE: 0.2949719700492997
previous_iter_valid_loss : 0.17334255576133728

     86420	  0.173603	  0.173343	  0.172248		CURRENT LEARNING RATE: 0.29491298155433604
previous_iter_valid_loss : 0.16497710347175598

     86440	  0.165144	  0.164977	  0.172203		CURRENT LEARNING RATE: 0.2948540048558916
previous_iter_valid_loss : 0.16301168501377106

     86460	  0.163114	  0.163012	  0.171933		CURRENT LEARNING RATE: 0.29479503995160733
previous_iter_valid_loss : 0.1631162464618683

     86480	  0.163248	  0.163116	  0.171853		CURRENT LEARNING RATE: 0.29473608683912483
previous_iter_valid_loss : 0.16811762750148773

     86500	  0.168315	  0.168118	  0.170749		CURRENT LEARNING RATE: 0.29467714551608576
previous_iter_valid_loss : 0.17631573975086212

     86520	  0.176568	  0.176316	  0.170730		CURRENT LEARNING RATE: 0.2946182159801326
previous_iter_valid_loss : 0.16442303359508514

     86540	  0.164583	  0.164423	  0.170846		CURRENT LEARNING RATE: 0.29455929822890803
previous_iter_valid_loss : 0.1645323485136032

     86560	  0.164614	  0.164532	  0.170871		CURRENT LEARNING RATE: 0.2945003922600555
previous_iter_valid_loss : 0.18645767867565155

     86580	  0.186760	  0.186458	  0.171927		CURRENT LEARNING RATE: 0.2944414980712187
previous_iter_valid_loss : 0.17299890518188477

     86600	  0.173312	  0.172999	  0.172370		CURRENT LEARNING RATE: 0.29438261566004187
previous_iter_valid_loss : 0.17437846958637238

     86620	  0.174646	  0.174378	  0.171388		CURRENT LEARNING RATE: 0.2943237450241697
previous_iter_valid_loss : 0.17378006875514984

     86640	  0.174033	  0.173780	  0.171356		CURRENT LEARNING RATE: 0.2942648861612473
previous_iter_valid_loss : 0.1681138277053833

     86660	  0.168248	  0.168114	  0.171210		CURRENT LEARNING RATE: 0.29420603906892046
previous_iter_valid_loss : 0.16379252076148987

     86680	  0.163888	  0.163793	  0.171147		CURRENT LEARNING RATE: 0.29414720374483516
previous_iter_valid_loss : 0.16632722318172455

     86700	  0.166481	  0.166327	  0.171239		CURRENT LEARNING RATE: 0.29408838018663813
previous_iter_valid_loss : 0.16453605890274048

     86720	  0.164653	  0.164536	  0.171212		CURRENT LEARNING RATE: 0.2940295683919763
previous_iter_valid_loss : 0.16638760268688202

     86740	  0.166562	  0.166388	  0.170792		CURRENT LEARNING RATE: 0.2939707683584972
previous_iter_valid_loss : 0.19563733041286469

     86760	  0.196163	  0.195637	  0.171924		CURRENT LEARNING RATE: 0.293911980083849
previous_iter_valid_loss : 0.16391704976558685

     86780	  0.164071	  0.163917	  0.171105		CURRENT LEARNING RATE: 0.29385320356567995
previous_iter_valid_loss : 0.16904795169830322

     86800	  0.169296	  0.169048	  0.170160		CURRENT LEARNING RATE: 0.2937944388016391
previous_iter_valid_loss : 0.16257677972316742

     86820	  0.162746	  0.162577	  0.169622		CURRENT LEARNING RATE: 0.29373568578937587
previous_iter_valid_loss : 0.16986766457557678

     86840	  0.170077	  0.169868	  0.169867		CURRENT LEARNING RATE: 0.29367694452654003
previous_iter_valid_loss : 0.16494600474834442

     86860	  0.165097	  0.164946	  0.169963		CURRENT LEARNING RATE: 0.29361821501078206
previous_iter_valid_loss : 0.1649181842803955

     86880	  0.165080	  0.164918	  0.170053		CURRENT LEARNING RATE: 0.2935594972397527
previous_iter_valid_loss : 0.16629396378993988

     86900	  0.166429	  0.166294	  0.169962		CURRENT LEARNING RATE: 0.29350079121110334
previous_iter_valid_loss : 0.16341619193553925

     86920	  0.163505	  0.163416	  0.169317		CURRENT LEARNING RATE: 0.29344209692248563
previous_iter_valid_loss : 0.16545450687408447

     86940	  0.165654	  0.165455	  0.169369		CURRENT LEARNING RATE: 0.2933834143715518
previous_iter_valid_loss : 0.16787301003932953

     86960	  0.168113	  0.167873	  0.169536		CURRENT LEARNING RATE: 0.29332474355595467
previous_iter_valid_loss : 0.16269655525684357

     86980	  0.162790	  0.162697	  0.168348		CURRENT LEARNING RATE: 0.2932660844733473
previous_iter_valid_loss : 0.17422187328338623

     87000	  0.174277	  0.174222	  0.168409		CURRENT LEARNING RATE: 0.29320743712138325
previous_iter_valid_loss : 0.18182139098644257

     87020	  0.181875	  0.181821	  0.168781		CURRENT LEARNING RATE: 0.2931488014977168
previous_iter_valid_loss : 0.1849491149187088

     87040	  0.185059	  0.184949	  0.169339		CURRENT LEARNING RATE: 0.29309017760000244
previous_iter_valid_loss : 0.1644139438867569

     87060	  0.164513	  0.164414	  0.169154		CURRENT LEARNING RATE: 0.29303156542589526
previous_iter_valid_loss : 0.18464642763137817

     87080	  0.184940	  0.184646	  0.170197		CURRENT LEARNING RATE: 0.2929729649730507
previous_iter_valid_loss : 0.17195247113704681

     87100	  0.172140	  0.171952	  0.170478		CURRENT LEARNING RATE: 0.2929143762391248
previous_iter_valid_loss : 0.17294719815254211

     87120	  0.173196	  0.172947	  0.170899		CURRENT LEARNING RATE: 0.29285579922177396
previous_iter_valid_loss : 0.16485896706581116

     87140	  0.164974	  0.164859	  0.170823		CURRENT LEARNING RATE: 0.2927972339186551
previous_iter_valid_loss : 0.16358168423175812

     87160	  0.163629	  0.163582	  0.169220		CURRENT LEARNING RATE: 0.29273868032742567
previous_iter_valid_loss : 0.16668841242790222

     87180	  0.166797	  0.166688	  0.169358		CURRENT LEARNING RATE: 0.29268013844574353
previous_iter_valid_loss : 0.1679527312517166

     87200	  0.167996	  0.167953	  0.169304		CURRENT LEARNING RATE: 0.29262160827126693
previous_iter_valid_loss : 0.16511477530002594

     87220	  0.165192	  0.165115	  0.169430		CURRENT LEARNING RATE: 0.2925630898016547
previous_iter_valid_loss : 0.1639171838760376

     87240	  0.163999	  0.163917	  0.169133		CURRENT LEARNING RATE: 0.29250458303456606
previous_iter_valid_loss : 0.1698971390724182

     87260	  0.170002	  0.169897	  0.169381		CURRENT LEARNING RATE: 0.2924460879676608
previous_iter_valid_loss : 0.18352669477462769

     87280	  0.183653	  0.183527	  0.170311		CURRENT LEARNING RATE: 0.29238760459859914
previous_iter_valid_loss : 0.1764453500509262

     87300	  0.176538	  0.176445	  0.170819		CURRENT LEARNING RATE: 0.2923291329250417
previous_iter_valid_loss : 0.16570599377155304

     87320	  0.165881	  0.165706	  0.170933		CURRENT LEARNING RATE: 0.29227067294464965
previous_iter_valid_loss : 0.1728452742099762

     87340	  0.172944	  0.172845	  0.171303		CURRENT LEARNING RATE: 0.29221222465508445
previous_iter_valid_loss : 0.16384415328502655

     87360	  0.163917	  0.163844	  0.171101		CURRENT LEARNING RATE: 0.2921537880540083
previous_iter_valid_loss : 0.16948693990707397

     87380	  0.169690	  0.169487	  0.171441		CURRENT LEARNING RATE: 0.2920953631390838
previous_iter_valid_loss : 0.16514459252357483

     87400	  0.165306	  0.165145	  0.170987		CURRENT LEARNING RATE: 0.29203694990797374
previous_iter_valid_loss : 0.17466261982917786

     87420	  0.174898	  0.174663	  0.170629		CURRENT LEARNING RATE: 0.29197854835834186
previous_iter_valid_loss : 0.17016583681106567

     87440	  0.170355	  0.170166	  0.169890		CURRENT LEARNING RATE: 0.29192015848785186
previous_iter_valid_loss : 0.16763955354690552

     87460	  0.167813	  0.167640	  0.170051		CURRENT LEARNING RATE: 0.2918617802941682
previous_iter_valid_loss : 0.16876016557216644

     87480	  0.168975	  0.168760	  0.169257		CURRENT LEARNING RATE: 0.29180341377495583
previous_iter_valid_loss : 0.18094061315059662

     87500	  0.181230	  0.180941	  0.169706		CURRENT LEARNING RATE: 0.2917450589278801
previous_iter_valid_loss : 0.1676868051290512

     87520	  0.167880	  0.167687	  0.169443		CURRENT LEARNING RATE: 0.29168671575060673
previous_iter_valid_loss : 0.1731722354888916

     87540	  0.173338	  0.173172	  0.169859		CURRENT LEARNING RATE: 0.291628384240802
previous_iter_valid_loss : 0.16446521878242493

     87560	  0.164604	  0.164465	  0.169903		CURRENT LEARNING RATE: 0.29157006439613276
previous_iter_valid_loss : 0.18821963667869568

     87580	  0.188366	  0.188220	  0.170979		CURRENT LEARNING RATE: 0.291511756214266
previous_iter_valid_loss : 0.1621181219816208

     87600	  0.162216	  0.162118	  0.170688		CURRENT LEARNING RATE: 0.2914534596928696
previous_iter_valid_loss : 0.16962288320064545

     87620	  0.169763	  0.169623	  0.170913		CURRENT LEARNING RATE: 0.29139517482961175
previous_iter_valid_loss : 0.16554218530654907

     87640	  0.165671	  0.165542	  0.170994		CURRENT LEARNING RATE: 0.29133690162216075
previous_iter_valid_loss : 0.16359536349773407

     87660	  0.163692	  0.163595	  0.170679		CURRENT LEARNING RATE: 0.29127864006818593
previous_iter_valid_loss : 0.1703377515077591

     87680	  0.170604	  0.170338	  0.170020		CURRENT LEARNING RATE: 0.2912203901653567
previous_iter_valid_loss : 0.1660178154706955

     87700	  0.166156	  0.166018	  0.169498		CURRENT LEARNING RATE: 0.2911621519113432
previous_iter_valid_loss : 0.16779373586177826

     87720	  0.167872	  0.167794	  0.169603		CURRENT LEARNING RATE: 0.2911039253038158
previous_iter_valid_loss : 0.16400013864040375

     87740	  0.164100	  0.164000	  0.169161		CURRENT LEARNING RATE: 0.29104571034044535
previous_iter_valid_loss : 0.16355018317699432

     87760	  0.163680	  0.163550	  0.169146		CURRENT LEARNING RATE: 0.29098750701890347
previous_iter_valid_loss : 0.16340140998363495

     87780	  0.163581	  0.163401	  0.168842		CURRENT LEARNING RATE: 0.29092931533686184
previous_iter_valid_loss : 0.1706078052520752

     87800	  0.170857	  0.170608	  0.169115		CURRENT LEARNING RATE: 0.29087113529199293
previous_iter_valid_loss : 0.17494937777519226

     87820	  0.175222	  0.174949	  0.169129		CURRENT LEARNING RATE: 0.2908129668819694
previous_iter_valid_loss : 0.16797447204589844

     87840	  0.168050	  0.167974	  0.169019		CURRENT LEARNING RATE: 0.29075481010446463
previous_iter_valid_loss : 0.17436860501766205

     87860	  0.174453	  0.174369	  0.169356		CURRENT LEARNING RATE: 0.2906966649571523
previous_iter_valid_loss : 0.1657416671514511

     87880	  0.165904	  0.165742	  0.169205		CURRENT LEARNING RATE: 0.29063853143770657
previous_iter_valid_loss : 0.16396836936473846

     87900	  0.164114	  0.163968	  0.168356		CURRENT LEARNING RATE: 0.29058040954380215
previous_iter_valid_loss : 0.1744655966758728

     87920	  0.174726	  0.174466	  0.168695		CURRENT LEARNING RATE: 0.2905222992731142
previous_iter_valid_loss : 0.1688803732395172

     87940	  0.168975	  0.168880	  0.168481		CURRENT LEARNING RATE: 0.2904642006233182
previous_iter_valid_loss : 0.17446689307689667

     87960	  0.174528	  0.174467	  0.168981		CURRENT LEARNING RATE: 0.29040611359209023
previous_iter_valid_loss : 0.16247574985027313

     87980	  0.162556	  0.162476	  0.167694		CURRENT LEARNING RATE: 0.29034803817710697
previous_iter_valid_loss : 0.16718268394470215

     88000	  0.167264	  0.167183	  0.167947		CURRENT LEARNING RATE: 0.2902899743760452
previous_iter_valid_loss : 0.16436466574668884

     88020	  0.164438	  0.164365	  0.167684		CURRENT LEARNING RATE: 0.2902319221865824
previous_iter_valid_loss : 0.16486597061157227

     88040	  0.164919	  0.164866	  0.167650		CURRENT LEARNING RATE: 0.29017388160639657
previous_iter_valid_loss : 0.16462774574756622

     88060	  0.164755	  0.164628	  0.167702		CURRENT LEARNING RATE: 0.2901158526331661
previous_iter_valid_loss : 0.16504539549350739

     88080	  0.165078	  0.165045	  0.167437		CURRENT LEARNING RATE: 0.2900578352645697
previous_iter_valid_loss : 0.16429316997528076

     88100	  0.164517	  0.164293	  0.167351		CURRENT LEARNING RATE: 0.28999982949828673
previous_iter_valid_loss : 0.16601496934890747

     88120	  0.166138	  0.166015	  0.167262		CURRENT LEARNING RATE: 0.289941835331997
previous_iter_valid_loss : 0.18892903625965118

     88140	  0.189381	  0.188929	  0.168508		CURRENT LEARNING RATE: 0.28988385276338074
previous_iter_valid_loss : 0.16280782222747803

     88160	  0.162895	  0.162808	  0.168471		CURRENT LEARNING RATE: 0.28982588179011864
previous_iter_valid_loss : 0.1723320037126541

     88180	  0.172430	  0.172332	  0.168918		CURRENT LEARNING RATE: 0.28976792240989185
previous_iter_valid_loss : 0.1693776547908783

     88200	  0.169505	  0.169378	  0.168856		CURRENT LEARNING RATE: 0.289709974620382
previous_iter_valid_loss : 0.16424818336963654

     88220	  0.164453	  0.164248	  0.168321		CURRENT LEARNING RATE: 0.2896520384192712
previous_iter_valid_loss : 0.16325516998767853

     88240	  0.163422	  0.163255	  0.168085		CURRENT LEARNING RATE: 0.2895941138042418
previous_iter_valid_loss : 0.17601893842220306

     88260	  0.176292	  0.176019	  0.168168		CURRENT LEARNING RATE: 0.28953620077297715
previous_iter_valid_loss : 0.16473431885242462

     88280	  0.164890	  0.164734	  0.168117		CURRENT LEARNING RATE: 0.2894782993231606
previous_iter_valid_loss : 0.16780368983745575

     88300	  0.167967	  0.167804	  0.168309		CURRENT LEARNING RATE: 0.289420409452476
previous_iter_valid_loss : 0.16380733251571655

     88320	  0.163953	  0.163807	  0.167776		CURRENT LEARNING RATE: 0.2893625311586078
previous_iter_valid_loss : 0.1641126573085785

     88340	  0.164206	  0.164113	  0.167538		CURRENT LEARNING RATE: 0.2893046644392409
previous_iter_valid_loss : 0.16383618116378784

     88360	  0.163970	  0.163836	  0.167006		CURRENT LEARNING RATE: 0.2892468092920606
previous_iter_valid_loss : 0.1652268022298813

     88380	  0.165313	  0.165227	  0.167144		CURRENT LEARNING RATE: 0.2891889657147527
previous_iter_valid_loss : 0.16830222308635712

     88400	  0.168405	  0.168302	  0.167200		CURRENT LEARNING RATE: 0.28913113370500354
previous_iter_valid_loss : 0.16237765550613403

     88420	  0.162491	  0.162378	  0.167101		CURRENT LEARNING RATE: 0.2890733132604998
previous_iter_valid_loss : 0.16401737928390503

     88440	  0.164191	  0.164017	  0.167058		CURRENT LEARNING RATE: 0.2890155043789285
previous_iter_valid_loss : 0.16331997513771057

     88460	  0.163461	  0.163320	  0.166993		CURRENT LEARNING RATE: 0.28895770705797746
previous_iter_valid_loss : 0.1680857241153717

     88480	  0.168247	  0.168086	  0.167145		CURRENT LEARNING RATE: 0.2888999212953347
previous_iter_valid_loss : 0.17408213019371033

     88500	  0.174449	  0.174082	  0.167634		CURRENT LEARNING RATE: 0.28884214708868894
previous_iter_valid_loss : 0.16586549580097198

     88520	  0.166030	  0.165865	  0.167627		CURRENT LEARNING RATE: 0.288784384435729
previous_iter_valid_loss : 0.16959884762763977

     88540	  0.169823	  0.169599	  0.166660		CURRENT LEARNING RATE: 0.2887266333341445
previous_iter_valid_loss : 0.16914002597332

     88560	  0.169365	  0.169140	  0.166977		CURRENT LEARNING RATE: 0.2886688937816254
previous_iter_valid_loss : 0.18481473624706268

     88580	  0.185220	  0.184815	  0.167601		CURRENT LEARNING RATE: 0.2886111657758621
previous_iter_valid_loss : 0.19911445677280426

     88600	  0.199630	  0.199114	  0.169088		CURRENT LEARNING RATE: 0.28855344931454546
previous_iter_valid_loss : 0.1648622304201126

     88620	  0.165004	  0.164862	  0.169118		CURRENT LEARNING RATE: 0.28849574439536685
previous_iter_valid_loss : 0.1639527976512909

     88640	  0.164084	  0.163953	  0.169153		CURRENT LEARNING RATE: 0.28843805101601794
previous_iter_valid_loss : 0.16376706957817078

     88660	  0.163883	  0.163767	  0.168541		CURRENT LEARNING RATE: 0.28838036917419124
previous_iter_valid_loss : 0.1727149486541748

     88680	  0.173013	  0.172715	  0.168940		CURRENT LEARNING RATE: 0.2883226988675793
previous_iter_valid_loss : 0.16767708957195282

     88700	  0.167918	  0.167677	  0.168933		CURRENT LEARNING RATE: 0.2882650400938753
previous_iter_valid_loss : 0.16400988399982452

     88720	  0.164082	  0.164010	  0.168944		CURRENT LEARNING RATE: 0.28820739285077307
previous_iter_valid_loss : 0.19118329882621765

     88740	  0.191261	  0.191183	  0.170297		CURRENT LEARNING RATE: 0.28814975713596647
previous_iter_valid_loss : 0.16680847108364105

     88760	  0.166891	  0.166808	  0.170446		CURRENT LEARNING RATE: 0.28809213294715025
previous_iter_valid_loss : 0.1711234599351883

     88780	  0.171252	  0.171123	  0.170741		CURRENT LEARNING RATE: 0.28803452028201937
previous_iter_valid_loss : 0.16529574990272522

     88800	  0.165387	  0.165296	  0.170590		CURRENT LEARNING RATE: 0.28797691913826934
previous_iter_valid_loss : 0.16523082554340363

     88820	  0.165429	  0.165231	  0.170733		CURRENT LEARNING RATE: 0.2879193295135961
previous_iter_valid_loss : 0.16379551589488983

     88840	  0.163882	  0.163796	  0.170722		CURRENT LEARNING RATE: 0.28786175140569614
previous_iter_valid_loss : 0.16466645896434784

     88860	  0.164876	  0.164666	  0.170789		CURRENT LEARNING RATE: 0.2878041848122662
previous_iter_valid_loss : 0.1663866490125656

     88880	  0.166603	  0.166387	  0.170704		CURRENT LEARNING RATE: 0.28774662973100373
previous_iter_valid_loss : 0.1710270196199417

     88900	  0.171154	  0.171027	  0.170551		CURRENT LEARNING RATE: 0.2876890861596065
previous_iter_valid_loss : 0.1835300326347351

     88920	  0.183669	  0.183530	  0.171435		CURRENT LEARNING RATE: 0.28763155409577273
previous_iter_valid_loss : 0.1626923382282257

     88940	  0.162787	  0.162692	  0.171089		CURRENT LEARNING RATE: 0.2875740335372012
previous_iter_valid_loss : 0.1704006940126419

     88960	  0.170470	  0.170401	  0.171152		CURRENT LEARNING RATE: 0.287516524481591
previous_iter_valid_loss : 0.17099229991436005

     88980	  0.171057	  0.170992	  0.170461		CURRENT LEARNING RATE: 0.2874590269266418
previous_iter_valid_loss : 0.17070531845092773

     89000	  0.170956	  0.170705	  0.169041		CURRENT LEARNING RATE: 0.28740154087005376
previous_iter_valid_loss : 0.16390489041805267

     89020	  0.164053	  0.163905	  0.168993		CURRENT LEARNING RATE: 0.2873440663095274
previous_iter_valid_loss : 0.16392368078231812

     89040	  0.164068	  0.163924	  0.168992		CURRENT LEARNING RATE: 0.2872866032427637
previous_iter_valid_loss : 0.1670534461736679

     89060	  0.167145	  0.167053	  0.169156		CURRENT LEARNING RATE: 0.2872291516674642
previous_iter_valid_loss : 0.16400198638439178

     89080	  0.164103	  0.164002	  0.168720		CURRENT LEARNING RATE: 0.28717171158133076
previous_iter_valid_loss : 0.16478875279426575

     89100	  0.164898	  0.164789	  0.168576		CURRENT LEARNING RATE: 0.28711428298206587
previous_iter_valid_loss : 0.1724472939968109

     89120	  0.172560	  0.172447	  0.168998		CURRENT LEARNING RATE: 0.28705686586737234
previous_iter_valid_loss : 0.19113366305828094

     89140	  0.191222	  0.191134	  0.168995		CURRENT LEARNING RATE: 0.2869994602349535
previous_iter_valid_loss : 0.1632079780101776

     89160	  0.163299	  0.163208	  0.168815		CURRENT LEARNING RATE: 0.286942066082513
previous_iter_valid_loss : 0.16634716093540192

     89180	  0.166443	  0.166347	  0.168576		CURRENT LEARNING RATE: 0.28688468340775525
previous_iter_valid_loss : 0.1640375256538391

     89200	  0.164172	  0.164038	  0.168513		CURRENT LEARNING RATE: 0.28682731220838487
previous_iter_valid_loss : 0.16382306814193726

     89220	  0.163916	  0.163823	  0.168443		CURRENT LEARNING RATE: 0.286769952482107
previous_iter_valid_loss : 0.16328918933868408

     89240	  0.163412	  0.163289	  0.168418		CURRENT LEARNING RATE: 0.2867126042266273
previous_iter_valid_loss : 0.16762810945510864

     89260	  0.167780	  0.167628	  0.168566		CURRENT LEARNING RATE: 0.2866552674396518
previous_iter_valid_loss : 0.16396702826023102

     89280	  0.164092	  0.163967	  0.168445		CURRENT LEARNING RATE: 0.286597942118887
previous_iter_valid_loss : 0.16928967833518982

     89300	  0.169389	  0.169290	  0.168358		CURRENT LEARNING RATE: 0.28654062826204
previous_iter_valid_loss : 0.1724320948123932

     89320	  0.172719	  0.172432	  0.167803		CURRENT LEARNING RATE: 0.28648332586681813
previous_iter_valid_loss : 0.163411483168602

     89340	  0.163469	  0.163411	  0.167839		CURRENT LEARNING RATE: 0.28642603493092933
previous_iter_valid_loss : 0.17010125517845154

     89360	  0.170195	  0.170101	  0.167824		CURRENT LEARNING RATE: 0.2863687554520819
previous_iter_valid_loss : 0.16401535272598267

     89380	  0.164176	  0.164015	  0.167475		CURRENT LEARNING RATE: 0.28631148742798485
previous_iter_valid_loss : 0.17679618299007416

     89400	  0.176913	  0.176796	  0.167780		CURRENT LEARNING RATE: 0.2862542308563472
previous_iter_valid_loss : 0.1683020293712616

     89420	  0.168556	  0.168302	  0.168000		CURRENT LEARNING RATE: 0.28619698573487895
previous_iter_valid_loss : 0.18099969625473022

     89440	  0.181072	  0.181000	  0.168853		CURRENT LEARNING RATE: 0.2861397520612901
previous_iter_valid_loss : 0.16815626621246338

     89460	  0.168220	  0.168156	  0.168909		CURRENT LEARNING RATE: 0.28608252983329135
previous_iter_valid_loss : 0.16282868385314941

     89480	  0.162899	  0.162829	  0.168850		CURRENT LEARNING RATE: 0.2860253190485939
previous_iter_valid_loss : 0.1949310302734375

     89500	  0.195337	  0.194931	  0.170357		CURRENT LEARNING RATE: 0.2859681197049092
previous_iter_valid_loss : 0.1791819930076599

     89520	  0.179450	  0.179182	  0.170694		CURRENT LEARNING RATE: 0.28591093179994936
previous_iter_valid_loss : 0.16550084948539734

     89540	  0.165510	  0.165501	  0.169412		CURRENT LEARNING RATE: 0.2858537553314268
previous_iter_valid_loss : 0.16786932945251465

     89560	  0.167902	  0.167869	  0.169645		CURRENT LEARNING RATE: 0.2857965902970545
previous_iter_valid_loss : 0.178487166762352

     89580	  0.178546	  0.178487	  0.170252		CURRENT LEARNING RATE: 0.2857394366945459
previous_iter_valid_loss : 0.16404902935028076

     89600	  0.164101	  0.164049	  0.170253		CURRENT LEARNING RATE: 0.2856822945216147
previous_iter_valid_loss : 0.16890953481197357

     89620	  0.168976	  0.168910	  0.170507		CURRENT LEARNING RATE: 0.2856251637759754
previous_iter_valid_loss : 0.16648924350738525

     89640	  0.166549	  0.166489	  0.170667		CURRENT LEARNING RATE: 0.2855680444553427
previous_iter_valid_loss : 0.1817067712545395

     89660	  0.182078	  0.181707	  0.171371		CURRENT LEARNING RATE: 0.2855109365574317
previous_iter_valid_loss : 0.1648995578289032

     89680	  0.164982	  0.164900	  0.171418		CURRENT LEARNING RATE: 0.28545384007995833
previous_iter_valid_loss : 0.16771328449249268

     89700	  0.167801	  0.167713	  0.171339		CURRENT LEARNING RATE: 0.28539675502063855
previous_iter_valid_loss : 0.16708330810070038

     89720	  0.167241	  0.167083	  0.171071		CURRENT LEARNING RATE: 0.285339681377189
previous_iter_valid_loss : 0.16678842902183533

     89740	  0.166862	  0.166788	  0.171240		CURRENT LEARNING RATE: 0.2852826191473268
previous_iter_valid_loss : 0.17253704369068146

     89760	  0.172824	  0.172537	  0.171362		CURRENT LEARNING RATE: 0.28522556832876933
previous_iter_valid_loss : 0.17136062681674957

     89780	  0.171639	  0.171361	  0.171729		CURRENT LEARNING RATE: 0.28516852891923467
previous_iter_valid_loss : 0.16665500402450562

     89800	  0.166836	  0.166655	  0.171222		CURRENT LEARNING RATE: 0.28511150091644116
previous_iter_valid_loss : 0.18274128437042236

     89820	  0.183117	  0.182741	  0.171944		CURRENT LEARNING RATE: 0.28505448431810776
previous_iter_valid_loss : 0.1653290092945099

     89840	  0.165487	  0.165329	  0.171161		CURRENT LEARNING RATE: 0.28499747912195383
previous_iter_valid_loss : 0.18606823682785034

     89860	  0.186491	  0.186068	  0.172056		CURRENT LEARNING RATE: 0.284940485325699
previous_iter_valid_loss : 0.16559942066669464

     89880	  0.165833	  0.165599	  0.172195		CURRENT LEARNING RATE: 0.28488350292706366
previous_iter_valid_loss : 0.1815398931503296

     89900	  0.181951	  0.181540	  0.171525		CURRENT LEARNING RATE: 0.2848265319237685
previous_iter_valid_loss : 0.1670997440814972

     89920	  0.167368	  0.167100	  0.170921		CURRENT LEARNING RATE: 0.28476957231353467
previous_iter_valid_loss : 0.16772985458374023

     89940	  0.168003	  0.167730	  0.171032		CURRENT LEARNING RATE: 0.2847126240940837
previous_iter_valid_loss : 0.17266441881656647

     89960	  0.172980	  0.172664	  0.171272		CURRENT LEARNING RATE: 0.2846556872631377
previous_iter_valid_loss : 0.180381640791893

     89980	  0.180718	  0.180382	  0.171367		CURRENT LEARNING RATE: 0.28459876181841937
previous_iter_valid_loss : 0.16222669184207916

     90000	  0.162373	  0.162227	  0.171276		CURRENT LEARNING RATE: 0.28454184775765146
previous_iter_valid_loss : 0.1652441769838333

     90020	  0.165411	  0.165244	  0.171093		CURRENT LEARNING RATE: 0.28448494507855754
previous_iter_valid_loss : 0.16445496678352356

     90040	  0.164606	  0.164455	  0.170991		CURRENT LEARNING RATE: 0.28442805377886143
previous_iter_valid_loss : 0.16667529940605164

     90060	  0.166741	  0.166675	  0.170239		CURRENT LEARNING RATE: 0.28437117385628746
previous_iter_valid_loss : 0.21159027516841888

     90080	  0.211634	  0.211590	  0.172574		CURRENT LEARNING RATE: 0.28431430530856056
previous_iter_valid_loss : 0.16646729409694672

     90100	  0.166608	  0.166467	  0.172511		CURRENT LEARNING RATE: 0.2842574481334059
previous_iter_valid_loss : 0.16467322409152985

     90120	  0.164778	  0.164673	  0.172391		CURRENT LEARNING RATE: 0.2842006023285492
previous_iter_valid_loss : 0.20610173046588898

     90140	  0.206189	  0.206102	  0.174357		CURRENT LEARNING RATE: 0.28414376789171664
previous_iter_valid_loss : 0.17277254164218903

     90160	  0.172842	  0.172773	  0.174368		CURRENT LEARNING RATE: 0.2840869448206348
previous_iter_valid_loss : 0.1632656306028366

     90180	  0.163343	  0.163266	  0.173964		CURRENT LEARNING RATE: 0.28403013311303077
previous_iter_valid_loss : 0.17595936357975006

     90200	  0.176020	  0.175959	  0.174429		CURRENT LEARNING RATE: 0.28397333276663217
previous_iter_valid_loss : 0.16439002752304077

     90220	  0.164459	  0.164390	  0.173511		CURRENT LEARNING RATE: 0.28391654377916686
previous_iter_valid_loss : 0.16352304816246033

     90240	  0.163626	  0.163523	  0.173421		CURRENT LEARNING RATE: 0.2838597661483634
previous_iter_valid_loss : 0.16650982201099396

     90260	  0.166708	  0.166510	  0.172443		CURRENT LEARNING RATE: 0.28380299987195057
previous_iter_valid_loss : 0.17406710982322693

     90280	  0.174154	  0.174067	  0.172866		CURRENT LEARNING RATE: 0.28374624494765777
previous_iter_valid_loss : 0.166421040892601

     90300	  0.166533	  0.166421	  0.172111		CURRENT LEARNING RATE: 0.28368950137321486
previous_iter_valid_loss : 0.16460569202899933

     90320	  0.164752	  0.164606	  0.171986		CURRENT LEARNING RATE: 0.283632769146352
previous_iter_valid_loss : 0.1714838594198227

     90340	  0.171742	  0.171484	  0.172174		CURRENT LEARNING RATE: 0.2835760482648
previous_iter_valid_loss : 0.16494537889957428

     90360	  0.165040	  0.164945	  0.171788		CURRENT LEARNING RATE: 0.28351933872628987
previous_iter_valid_loss : 0.16855642199516296

     90380	  0.168805	  0.168556	  0.171196		CURRENT LEARNING RATE: 0.2834626405285534
previous_iter_valid_loss : 0.1623014509677887

     90400	  0.162405	  0.162301	  0.171200		CURRENT LEARNING RATE: 0.28340595366932253
previous_iter_valid_loss : 0.1667739748954773

     90420	  0.166917	  0.166774	  0.171277		CURRENT LEARNING RATE: 0.28334927814632993
previous_iter_valid_loss : 0.17639076709747314

     90440	  0.176658	  0.176391	  0.171873		CURRENT LEARNING RATE: 0.2832926139573084
previous_iter_valid_loss : 0.16545508801937103

     90460	  0.165550	  0.165455	  0.171812		CURRENT LEARNING RATE: 0.28323596109999155
previous_iter_valid_loss : 0.1653878092765808

     90480	  0.165480	  0.165388	  0.169502		CURRENT LEARNING RATE: 0.2831793195721131
previous_iter_valid_loss : 0.1699438989162445

     90500	  0.170100	  0.169944	  0.169676		CURRENT LEARNING RATE: 0.28312268937140755
previous_iter_valid_loss : 0.16840602457523346

     90520	  0.168547	  0.168406	  0.169863		CURRENT LEARNING RATE: 0.2830660704956096
previous_iter_valid_loss : 0.16673420369625092

     90540	  0.166862	  0.166734	  0.167894		CURRENT LEARNING RATE: 0.2830094629424545
previous_iter_valid_loss : 0.17496365308761597

     90560	  0.175163	  0.174964	  0.168004		CURRENT LEARNING RATE: 0.2829528667096779
previous_iter_valid_loss : 0.1761518269777298

     90580	  0.176421	  0.176152	  0.168648		CURRENT LEARNING RATE: 0.282896281795016
previous_iter_valid_loss : 0.17027567327022552

     90600	  0.170492	  0.170276	  0.168364		CURRENT LEARNING RATE: 0.2828397081962055
previous_iter_valid_loss : 0.16795416176319122

     90620	  0.168150	  0.167954	  0.168542		CURRENT LEARNING RATE: 0.28278314591098336
previous_iter_valid_loss : 0.17091599106788635

     90640	  0.171033	  0.170916	  0.168912		CURRENT LEARNING RATE: 0.2827265949370871
previous_iter_valid_loss : 0.1632673740386963

     90660	  0.163414	  0.163267	  0.168750		CURRENT LEARNING RATE: 0.28267005527225453
previous_iter_valid_loss : 0.16350053250789642

     90680	  0.163598	  0.163501	  0.168221		CURRENT LEARNING RATE: 0.28261352691422437
previous_iter_valid_loss : 0.1720043271780014

     90700	  0.172131	  0.172004	  0.168501		CURRENT LEARNING RATE: 0.28255700986073523
previous_iter_valid_loss : 0.16718734800815582

     90720	  0.167279	  0.167187	  0.168630		CURRENT LEARNING RATE: 0.2825005041095266
previous_iter_valid_loss : 0.17093484103679657

     90740	  0.171015	  0.170935	  0.168602		CURRENT LEARNING RATE: 0.2824440096583381
previous_iter_valid_loss : 0.16968384385108948

     90760	  0.169756	  0.169684	  0.168839		CURRENT LEARNING RATE: 0.28238752650491
previous_iter_valid_loss : 0.16467322409152985

     90780	  0.164771	  0.164673	  0.168645		CURRENT LEARNING RATE: 0.2823310546469831
previous_iter_valid_loss : 0.17901025712490082

     90800	  0.179338	  0.179010	  0.169480		CURRENT LEARNING RATE: 0.2822745940822984
previous_iter_valid_loss : 0.16787059605121613

     90820	  0.168080	  0.167871	  0.169535		CURRENT LEARNING RATE: 0.2822181448085974
previous_iter_valid_loss : 0.1694181263446808

     90840	  0.169635	  0.169418	  0.169187		CURRENT LEARNING RATE: 0.28216170682362235
previous_iter_valid_loss : 0.16765016317367554

     90860	  0.167694	  0.167650	  0.169296		CURRENT LEARNING RATE: 0.28210528012511554
previous_iter_valid_loss : 0.17928074300289154

     90880	  0.179586	  0.179281	  0.169991		CURRENT LEARNING RATE: 0.28204886471082
previous_iter_valid_loss : 0.16445809602737427

     90900	  0.164565	  0.164458	  0.169717		CURRENT LEARNING RATE: 0.2819924605784791
previous_iter_valid_loss : 0.18563668429851532

     90920	  0.185989	  0.185637	  0.170578		CURRENT LEARNING RATE: 0.2819360677258367
previous_iter_valid_loss : 0.16955247521400452

     90940	  0.169688	  0.169552	  0.170719		CURRENT LEARNING RATE: 0.28187968615063697
previous_iter_valid_loss : 0.17197750508785248

     90960	  0.172219	  0.171978	  0.170570		CURRENT LEARNING RATE: 0.2818233158506247
previous_iter_valid_loss : 0.1703367978334427

     90980	  0.170557	  0.170337	  0.170279		CURRENT LEARNING RATE: 0.28176695682354513
previous_iter_valid_loss : 0.17488472163677216

     91000	  0.175191	  0.174885	  0.170510		CURRENT LEARNING RATE: 0.2817106090671439
previous_iter_valid_loss : 0.19530433416366577

     91020	  0.195719	  0.195304	  0.171877		CURRENT LEARNING RATE: 0.2816542725791671
previous_iter_valid_loss : 0.1630309373140335

     91040	  0.163124	  0.163031	  0.171483		CURRENT LEARNING RATE: 0.2815979473573612
previous_iter_valid_loss : 0.16305600106716156

     91060	  0.163148	  0.163056	  0.171472		CURRENT LEARNING RATE: 0.2815416333994732
previous_iter_valid_loss : 0.18455931544303894

     91080	  0.184891	  0.184559	  0.172525		CURRENT LEARNING RATE: 0.2814853307032506
previous_iter_valid_loss : 0.1725577563047409

     91100	  0.172816	  0.172558	  0.172553		CURRENT LEARNING RATE: 0.28142903926644125
previous_iter_valid_loss : 0.17198799550533295

     91120	  0.172230	  0.171988	  0.172793		CURRENT LEARNING RATE: 0.28137275908679354
previous_iter_valid_loss : 0.16504468023777008

     91140	  0.165117	  0.165045	  0.172498		CURRENT LEARNING RATE: 0.28131649016205623
previous_iter_valid_loss : 0.1879056692123413

     91160	  0.187915	  0.187906	  0.173409		CURRENT LEARNING RATE: 0.2812602324899785
previous_iter_valid_loss : 0.1686219424009323

     91180	  0.168851	  0.168622	  0.173607		CURRENT LEARNING RATE: 0.2812039860683102
previous_iter_valid_loss : 0.18805916607379913

     91200	  0.188433	  0.188059	  0.174059		CURRENT LEARNING RATE: 0.2811477508948013
previous_iter_valid_loss : 0.164307102560997

     91220	  0.164446	  0.164307	  0.173881		CURRENT LEARNING RATE: 0.2810915269672026
previous_iter_valid_loss : 0.1631753146648407

     91240	  0.163240	  0.163175	  0.173569		CURRENT LEARNING RATE: 0.2810353142832649
previous_iter_valid_loss : 0.1668858379125595

     91260	  0.166977	  0.166886	  0.173531		CURRENT LEARNING RATE: 0.28097911284073984
previous_iter_valid_loss : 0.16424815356731415

     91280	  0.164306	  0.164248	  0.172779		CURRENT LEARNING RATE: 0.28092292263737934
previous_iter_valid_loss : 0.1658588945865631

     91300	  0.165951	  0.165859	  0.172849		CURRENT LEARNING RATE: 0.2808667436709357
previous_iter_valid_loss : 0.170249342918396

     91320	  0.170459	  0.170249	  0.172080		CURRENT LEARNING RATE: 0.280810575939162
previous_iter_valid_loss : 0.16446128487586975

     91340	  0.164565	  0.164461	  0.171825		CURRENT LEARNING RATE: 0.2807544194398113
previous_iter_valid_loss : 0.1656472235918045

     91360	  0.165803	  0.165647	  0.171509		CURRENT LEARNING RATE: 0.28069827417063736
previous_iter_valid_loss : 0.16568568348884583

     91380	  0.165834	  0.165686	  0.171276		CURRENT LEARNING RATE: 0.2806421401293945
previous_iter_valid_loss : 0.165527805685997

     91400	  0.165658	  0.165528	  0.170808		CURRENT LEARNING RATE: 0.28058601731383725
previous_iter_valid_loss : 0.17728698253631592

     91420	  0.177601	  0.177287	  0.169907		CURRENT LEARNING RATE: 0.2805299057217207
previous_iter_valid_loss : 0.1638161838054657

     91440	  0.163917	  0.163816	  0.169947		CURRENT LEARNING RATE: 0.28047380535080046
previous_iter_valid_loss : 0.17001621425151825

     91460	  0.170105	  0.170016	  0.170295		CURRENT LEARNING RATE: 0.2804177161988325
previous_iter_valid_loss : 0.16574090719223022

     91480	  0.165813	  0.165741	  0.169354		CURRENT LEARNING RATE: 0.28036163826357313
previous_iter_valid_loss : 0.17797903716564178

     91500	  0.178042	  0.177979	  0.169625		CURRENT LEARNING RATE: 0.2803055715427794
previous_iter_valid_loss : 0.16541677713394165

     91520	  0.165566	  0.165417	  0.169296		CURRENT LEARNING RATE: 0.28024951603420856
previous_iter_valid_loss : 0.1655784696340561

     91540	  0.165642	  0.165578	  0.169323		CURRENT LEARNING RATE: 0.2801934717356184
previous_iter_valid_loss : 0.164165660738945

     91560	  0.164333	  0.164166	  0.168136		CURRENT LEARNING RATE: 0.28013743864476714
previous_iter_valid_loss : 0.1835259646177292

     91580	  0.183601	  0.183526	  0.168881		CURRENT LEARNING RATE: 0.28008141675941345
previous_iter_valid_loss : 0.1636791229248047

     91600	  0.163797	  0.163679	  0.167662		CURRENT LEARNING RATE: 0.28002540607731646
previous_iter_valid_loss : 0.16751259565353394

     91620	  0.167592	  0.167513	  0.167823		CURRENT LEARNING RATE: 0.27996940659623576
previous_iter_valid_loss : 0.16714194416999817

     91640	  0.167222	  0.167142	  0.168021		CURRENT LEARNING RATE: 0.2799134183139314
previous_iter_valid_loss : 0.163468137383461

     91660	  0.163571	  0.163468	  0.167850		CURRENT LEARNING RATE: 0.2798574412281638
previous_iter_valid_loss : 0.19967646896839142

     91680	  0.199734	  0.199676	  0.169621		CURRENT LEARNING RATE: 0.27980147533669386
previous_iter_valid_loss : 0.17816580832004547

     91700	  0.178219	  0.178166	  0.170237		CURRENT LEARNING RATE: 0.2797455206372829
previous_iter_valid_loss : 0.17082469165325165

     91720	  0.170893	  0.170825	  0.170266		CURRENT LEARNING RATE: 0.27968957712769293
previous_iter_valid_loss : 0.1997475028038025

     91740	  0.199789	  0.199748	  0.172030		CURRENT LEARNING RATE: 0.27963364480568603
previous_iter_valid_loss : 0.16933970153331757

     91760	  0.169403	  0.169340	  0.172214		CURRENT LEARNING RATE: 0.279577723669025
previous_iter_valid_loss : 0.16349130868911743

     91780	  0.163559	  0.163491	  0.172105		CURRENT LEARNING RATE: 0.2795218137154729
previous_iter_valid_loss : 0.16473981738090515

     91800	  0.164819	  0.164740	  0.172065		CURRENT LEARNING RATE: 0.2794659149427934
previous_iter_valid_loss : 0.16445720195770264

     91820	  0.164539	  0.164457	  0.171424		CURRENT LEARNING RATE: 0.27941002734875053
previous_iter_valid_loss : 0.16294752061367035

     91840	  0.163064	  0.162948	  0.171380		CURRENT LEARNING RATE: 0.2793541509311088
previous_iter_valid_loss : 0.16781266033649445

     91860	  0.167893	  0.167813	  0.171270		CURRENT LEARNING RATE: 0.27929828568763315
previous_iter_valid_loss : 0.17513619363307953

     91880	  0.175260	  0.175136	  0.171740		CURRENT LEARNING RATE: 0.27924243161608897
previous_iter_valid_loss : 0.16528365015983582

     91900	  0.165403	  0.165284	  0.171105		CURRENT LEARNING RATE: 0.27918658871424207
previous_iter_valid_loss : 0.1725825071334839

     91920	  0.172788	  0.172583	  0.171464		CURRENT LEARNING RATE: 0.2791307569798588
previous_iter_valid_loss : 0.1641283631324768

     91940	  0.164246	  0.164128	  0.171391		CURRENT LEARNING RATE: 0.2790749364107058
previous_iter_valid_loss : 0.16718879342079163

     91960	  0.167296	  0.167189	  0.171542		CURRENT LEARNING RATE: 0.2790191270045503
previous_iter_valid_loss : 0.16893380880355835

     91980	  0.169030	  0.168934	  0.170813		CURRENT LEARNING RATE: 0.27896332875915986
previous_iter_valid_loss : 0.1632845103740692

     92000	  0.163396	  0.163285	  0.170793		CURRENT LEARNING RATE: 0.2789075416723027
previous_iter_valid_loss : 0.16425788402557373

     92020	  0.164368	  0.164258	  0.170630		CURRENT LEARNING RATE: 0.27885176574174725
previous_iter_valid_loss : 0.17509549856185913

     92040	  0.175179	  0.175095	  0.171028		CURRENT LEARNING RATE: 0.2787960009652624
previous_iter_valid_loss : 0.20020827651023865

     92060	  0.200316	  0.200208	  0.172865		CURRENT LEARNING RATE: 0.27874024734061764
previous_iter_valid_loss : 0.18150381743907928

     92080	  0.181838	  0.181504	  0.171956		CURRENT LEARNING RATE: 0.2786845048655828
previous_iter_valid_loss : 0.16591329872608185

     92100	  0.166060	  0.165913	  0.171344		CURRENT LEARNING RATE: 0.27862877353792825
previous_iter_valid_loss : 0.18031848967075348

     92120	  0.180415	  0.180318	  0.171818		CURRENT LEARNING RATE: 0.2785730533554247
previous_iter_valid_loss : 0.1670650988817215

     92140	  0.167267	  0.167065	  0.170184		CURRENT LEARNING RATE: 0.27851734431584324
previous_iter_valid_loss : 0.17291060090065002

     92160	  0.173000	  0.172911	  0.170363		CURRENT LEARNING RATE: 0.27846164641695564
previous_iter_valid_loss : 0.17162960767745972

     92180	  0.171719	  0.171630	  0.170770		CURRENT LEARNING RATE: 0.27840595965653386
previous_iter_valid_loss : 0.18191497027873993

     92200	  0.182024	  0.181915	  0.171628		CURRENT LEARNING RATE: 0.27835028403235057
previous_iter_valid_loss : 0.16886171698570251

     92220	  0.168989	  0.168862	  0.171849		CURRENT LEARNING RATE: 0.27829461954217866
previous_iter_valid_loss : 0.16448256373405457

     92240	  0.164569	  0.164483	  0.171925		CURRENT LEARNING RATE: 0.2782389661837916
previous_iter_valid_loss : 0.19307586550712585

     92260	  0.193185	  0.193076	  0.173188		CURRENT LEARNING RATE: 0.2781833239549632
previous_iter_valid_loss : 0.1640823930501938

     92280	  0.164206	  0.164082	  0.172636		CURRENT LEARNING RATE: 0.2781276928534678
previous_iter_valid_loss : 0.16444240510463715

     92300	  0.164590	  0.164442	  0.172594		CURRENT LEARNING RATE: 0.27807207287708013
previous_iter_valid_loss : 0.163886159658432

     92320	  0.163948	  0.163886	  0.172159		CURRENT LEARNING RATE: 0.27801646402357544
previous_iter_valid_loss : 0.16607800126075745

     92340	  0.166192	  0.166078	  0.172256		CURRENT LEARNING RATE: 0.27796086629072936
previous_iter_valid_loss : 0.16308483481407166

     92360	  0.163137	  0.163085	  0.172051		CURRENT LEARNING RATE: 0.27790527967631795
previous_iter_valid_loss : 0.16658398509025574

     92380	  0.166679	  0.166584	  0.171934		CURRENT LEARNING RATE: 0.2778497041781177
previous_iter_valid_loss : 0.1663309633731842

     92400	  0.166430	  0.166331	  0.172086		CURRENT LEARNING RATE: 0.2777941397939057
previous_iter_valid_loss : 0.16613197326660156

     92420	  0.166296	  0.166132	  0.172180		CURRENT LEARNING RATE: 0.2777385865214594
previous_iter_valid_loss : 0.16895146667957306

     92440	  0.169061	  0.168951	  0.171872		CURRENT LEARNING RATE: 0.2776830443585565
previous_iter_valid_loss : 0.18897899985313416

     92460	  0.189099	  0.188979	  0.171311		CURRENT LEARNING RATE: 0.27762751330297547
previous_iter_valid_loss : 0.16622836887836456

     92480	  0.166436	  0.166228	  0.170547		CURRENT LEARNING RATE: 0.277571993352495
previous_iter_valid_loss : 0.16529254615306854

     92500	  0.165467	  0.165293	  0.170516		CURRENT LEARNING RATE: 0.27751648450489425
previous_iter_valid_loss : 0.16553835570812225

     92520	  0.165728	  0.165538	  0.169777		CURRENT LEARNING RATE: 0.277460986757953
previous_iter_valid_loss : 0.16617581248283386

     92540	  0.166282	  0.166176	  0.169733		CURRENT LEARNING RATE: 0.2774055001094512
previous_iter_valid_loss : 0.1676340252161026

     92560	  0.167867	  0.167634	  0.169469		CURRENT LEARNING RATE: 0.27735002455716945
previous_iter_valid_loss : 0.17095665633678436

     92580	  0.171178	  0.170957	  0.169435		CURRENT LEARNING RATE: 0.2772945600988887
previous_iter_valid_loss : 0.1664990782737732

     92600	  0.166615	  0.166499	  0.168664		CURRENT LEARNING RATE: 0.27723910673239044
previous_iter_valid_loss : 0.22843079268932343

     92620	  0.228445	  0.228431	  0.171643		CURRENT LEARNING RATE: 0.27718366445545645
previous_iter_valid_loss : 0.17072443664073944

     92640	  0.170846	  0.170724	  0.171955		CURRENT LEARNING RATE: 0.2771282332658691
previous_iter_valid_loss : 0.16627754271030426

     92660	  0.166413	  0.166278	  0.170615		CURRENT LEARNING RATE: 0.27707281316141114
previous_iter_valid_loss : 0.16904565691947937

     92680	  0.169290	  0.169046	  0.170863		CURRENT LEARNING RATE: 0.2770174041398657
previous_iter_valid_loss : 0.1811593770980835

     92700	  0.181259	  0.181159	  0.171699		CURRENT LEARNING RATE: 0.27696200619901645
previous_iter_valid_loss : 0.16470925509929657

     92720	  0.164799	  0.164709	  0.171740		CURRENT LEARNING RATE: 0.2769066193366475
previous_iter_valid_loss : 0.16596712172031403

     92740	  0.166068	  0.165967	  0.171735		CURRENT LEARNING RATE: 0.27685124355054336
previous_iter_valid_loss : 0.1648646891117096

     92760	  0.165044	  0.164865	  0.171824		CURRENT LEARNING RATE: 0.27679587883848905
previous_iter_valid_loss : 0.16480252146720886

     92780	  0.164984	  0.164803	  0.171735		CURRENT LEARNING RATE: 0.27674052519826986
previous_iter_valid_loss : 0.16776332259178162

     92800	  0.167972	  0.167763	  0.171806		CURRENT LEARNING RATE: 0.2766851826276717
previous_iter_valid_loss : 0.16506704688072205

     92820	  0.165207	  0.165067	  0.171753		CURRENT LEARNING RATE: 0.27662985112448096
previous_iter_valid_loss : 0.16552303731441498

     92840	  0.165683	  0.165523	  0.171582		CURRENT LEARNING RATE: 0.2765745306864843
previous_iter_valid_loss : 0.16946278512477875

     92860	  0.169594	  0.169463	  0.170606		CURRENT LEARNING RATE: 0.27651922131146883
previous_iter_valid_loss : 0.17489731311798096

     92880	  0.175189	  0.174897	  0.171039		CURRENT LEARNING RATE: 0.2764639229972223
previous_iter_valid_loss : 0.16918084025382996

     92900	  0.169454	  0.169181	  0.171234		CURRENT LEARNING RATE: 0.2764086357415327
previous_iter_valid_loss : 0.17100994288921356

     92920	  0.171212	  0.171010	  0.171507		CURRENT LEARNING RATE: 0.2763533595421886
previous_iter_valid_loss : 0.16381409764289856

     92940	  0.163971	  0.163814	  0.171389		CURRENT LEARNING RATE: 0.2762980943969789
previous_iter_valid_loss : 0.16349369287490845

     92960	  0.163617	  0.163494	  0.171182		CURRENT LEARNING RATE: 0.27624284030369306
previous_iter_valid_loss : 0.17810752987861633

     92980	  0.178470	  0.178108	  0.171540		CURRENT LEARNING RATE: 0.27618759726012077
previous_iter_valid_loss : 0.17553472518920898

     93000	  0.175849	  0.175535	  0.171991		CURRENT LEARNING RATE: 0.27613236526405244
previous_iter_valid_loss : 0.17156675457954407

     93020	  0.171685	  0.171567	  0.169148		CURRENT LEARNING RATE: 0.2760771443132788
previous_iter_valid_loss : 0.16561618447303772

     93040	  0.165724	  0.165616	  0.168893		CURRENT LEARNING RATE: 0.276021934405591
previous_iter_valid_loss : 0.1704157143831253

     93060	  0.170513	  0.170416	  0.169100		CURRENT LEARNING RATE: 0.2759667355387805
previous_iter_valid_loss : 0.16941075026988983

     93080	  0.169517	  0.169411	  0.169118		CURRENT LEARNING RATE: 0.2759115477106395
previous_iter_valid_loss : 0.1911543607711792

     93100	  0.191299	  0.191154	  0.169618		CURRENT LEARNING RATE: 0.2758563709189605
previous_iter_valid_loss : 0.173608660697937

     93120	  0.173739	  0.173609	  0.170063		CURRENT LEARNING RATE: 0.27580120516153633
previous_iter_valid_loss : 0.16376249492168427

     93140	  0.163923	  0.163762	  0.169952		CURRENT LEARNING RATE: 0.2757460504361604
previous_iter_valid_loss : 0.16676348447799683

     93160	  0.166949	  0.166763	  0.170047		CURRENT LEARNING RATE: 0.2756909067406265
previous_iter_valid_loss : 0.16705846786499023

     93180	  0.167248	  0.167058	  0.170160		CURRENT LEARNING RATE: 0.275635774072729
previous_iter_valid_loss : 0.1667184680700302

     93200	  0.166822	  0.166718	  0.170108		CURRENT LEARNING RATE: 0.2755806524302624
previous_iter_valid_loss : 0.17193461954593658

     93220	  0.172075	  0.171935	  0.170451		CURRENT LEARNING RATE: 0.275525541811022
previous_iter_valid_loss : 0.1779511570930481

     93240	  0.178096	  0.177951	  0.171073		CURRENT LEARNING RATE: 0.27547044221280326
previous_iter_valid_loss : 0.19295024871826172

     93260	  0.193091	  0.192950	  0.172247		CURRENT LEARNING RATE: 0.2754153536334023
previous_iter_valid_loss : 0.20145006477832794

     93280	  0.201568	  0.201450	  0.173575		CURRENT LEARNING RATE: 0.2753602760706154
previous_iter_valid_loss : 0.1810658723115921

     93300	  0.181155	  0.181066	  0.174169		CURRENT LEARNING RATE: 0.27530520952223975
previous_iter_valid_loss : 0.17002950608730316

     93320	  0.170117	  0.170030	  0.174120		CURRENT LEARNING RATE: 0.27525015398607244
previous_iter_valid_loss : 0.1692725270986557

     93340	  0.169500	  0.169273	  0.174393		CURRENT LEARNING RATE: 0.27519510945991127
previous_iter_valid_loss : 0.2127300351858139

     93360	  0.212773	  0.212730	  0.176855		CURRENT LEARNING RATE: 0.27514007594155465
previous_iter_valid_loss : 0.17117449641227722

     93380	  0.171331	  0.171174	  0.176508		CURRENT LEARNING RATE: 0.27508505342880096
previous_iter_valid_loss : 0.1678488552570343

     93400	  0.168000	  0.167849	  0.176124		CURRENT LEARNING RATE: 0.2750300419194495
previous_iter_valid_loss : 0.1651056855916977

     93420	  0.165268	  0.165106	  0.175801		CURRENT LEARNING RATE: 0.2749750414112998
previous_iter_valid_loss : 0.17018714547157288

     93440	  0.170291	  0.170187	  0.176029		CURRENT LEARNING RATE: 0.27492005190215174
previous_iter_valid_loss : 0.16588406264781952

     93460	  0.166059	  0.165884	  0.175803		CURRENT LEARNING RATE: 0.2748650733898058
previous_iter_valid_loss : 0.16959993541240692

     93480	  0.169821	  0.169600	  0.175812		CURRENT LEARNING RATE: 0.27481010587206284
previous_iter_valid_loss : 0.16655008494853973

     93500	  0.166715	  0.166550	  0.174582		CURRENT LEARNING RATE: 0.2747551493467242
previous_iter_valid_loss : 0.17075170576572418

     93520	  0.170913	  0.170752	  0.174439		CURRENT LEARNING RATE: 0.27470020381159144
previous_iter_valid_loss : 0.1815594583749771

     93540	  0.181868	  0.181559	  0.175329		CURRENT LEARNING RATE: 0.274645269264467
previous_iter_valid_loss : 0.16648805141448975

     93560	  0.166621	  0.166488	  0.175315		CURRENT LEARNING RATE: 0.2745903457031533
previous_iter_valid_loss : 0.16550247371196747

     93580	  0.165595	  0.165502	  0.175237		CURRENT LEARNING RATE: 0.2745354331254534
previous_iter_valid_loss : 0.16596201062202454

     93600	  0.166067	  0.165962	  0.175200		CURRENT LEARNING RATE: 0.274480531529171
previous_iter_valid_loss : 0.1715259701013565

     93620	  0.171749	  0.171526	  0.175179		CURRENT LEARNING RATE: 0.27442564091210986
previous_iter_valid_loss : 0.16366688907146454

     93640	  0.163799	  0.163667	  0.174465		CURRENT LEARNING RATE: 0.2743707612720744
previous_iter_valid_loss : 0.163932666182518

     93660	  0.164058	  0.163933	  0.173014		CURRENT LEARNING RATE: 0.2743158926068694
previous_iter_valid_loss : 0.1690906286239624

     93680	  0.169334	  0.169091	  0.171396		CURRENT LEARNING RATE: 0.2742610349143001
previous_iter_valid_loss : 0.1675289124250412

     93700	  0.167650	  0.167529	  0.170719		CURRENT LEARNING RATE: 0.2742061881921723
previous_iter_valid_loss : 0.219191774725914

     93720	  0.219209	  0.219192	  0.173177		CURRENT LEARNING RATE: 0.27415135243829203
previous_iter_valid_loss : 0.1659059375524521

     93740	  0.165994	  0.165906	  0.173009		CURRENT LEARNING RATE: 0.2740965276504659
previous_iter_valid_loss : 0.16958290338516235

     93760	  0.169740	  0.169583	  0.170852		CURRENT LEARNING RATE: 0.27404171382650094
previous_iter_valid_loss : 0.16866162419319153

     93780	  0.168753	  0.168662	  0.170726		CURRENT LEARNING RATE: 0.2739869109642046
previous_iter_valid_loss : 0.16893887519836426

     93800	  0.169184	  0.168939	  0.170780		CURRENT LEARNING RATE: 0.2739321190613846
previous_iter_valid_loss : 0.16508181393146515

     93820	  0.165187	  0.165082	  0.170779		CURRENT LEARNING RATE: 0.27387733811584947
previous_iter_valid_loss : 0.20799283683300018

     93840	  0.208081	  0.207993	  0.172670		CURRENT LEARNING RATE: 0.2738225681254079
previous_iter_valid_loss : 0.1814829707145691

     93860	  0.181606	  0.181483	  0.173450		CURRENT LEARNING RATE: 0.27376780908786913
previous_iter_valid_loss : 0.16511259973049164

     93880	  0.165277	  0.165113	  0.173225		CURRENT LEARNING RATE: 0.27371306100104276
previous_iter_valid_loss : 0.19900259375572205

     93900	  0.199103	  0.199003	  0.174848		CURRENT LEARNING RATE: 0.2736583238627388
previous_iter_valid_loss : 0.19280044734477997

     93920	  0.192902	  0.192800	  0.175950		CURRENT LEARNING RATE: 0.2736035976707679
previous_iter_valid_loss : 0.16396303474903107

     93940	  0.164068	  0.163963	  0.175070		CURRENT LEARNING RATE: 0.2735488824229409
previous_iter_valid_loss : 0.18103845417499542

     93960	  0.181138	  0.181038	  0.175798		CURRENT LEARNING RATE: 0.2734941781170692
previous_iter_valid_loss : 0.17293009161949158

     93980	  0.173017	  0.172930	  0.176169		CURRENT LEARNING RATE: 0.2734394847509648
previous_iter_valid_loss : 0.1640634685754776

     94000	  0.164207	  0.164063	  0.176074		CURRENT LEARNING RATE: 0.27338480232243967
previous_iter_valid_loss : 0.1708972305059433

     94020	  0.171134	  0.170897	  0.176043		CURRENT LEARNING RATE: 0.27333013082930674
previous_iter_valid_loss : 0.16845284402370453

     94040	  0.168681	  0.168453	  0.176282		CURRENT LEARNING RATE: 0.2732754702693791
previous_iter_valid_loss : 0.16442833840847015

     94060	  0.164508	  0.164428	  0.176307		CURRENT LEARNING RATE: 0.27322082064047026
previous_iter_valid_loss : 0.17750972509384155

     94080	  0.177802	  0.177510	  0.176728		CURRENT LEARNING RATE: 0.2731661819403943
previous_iter_valid_loss : 0.16395623981952667

     94100	  0.164028	  0.163956	  0.176549		CURRENT LEARNING RATE: 0.27311155416696564
previous_iter_valid_loss : 0.1640077382326126

     94120	  0.164131	  0.164008	  0.173790		CURRENT LEARNING RATE: 0.2730569373179992
previous_iter_valid_loss : 0.1638021469116211

     94140	  0.163925	  0.163802	  0.173685		CURRENT LEARNING RATE: 0.2730023313913103
previous_iter_valid_loss : 0.1700821965932846

     94160	  0.170284	  0.170082	  0.173710		CURRENT LEARNING RATE: 0.2729477363847147
previous_iter_valid_loss : 0.17272216081619263

     94180	  0.172910	  0.172722	  0.173913		CURRENT LEARNING RATE: 0.27289315229602856
previous_iter_valid_loss : 0.17160476744174957

     94200	  0.171680	  0.171605	  0.174046		CURRENT LEARNING RATE: 0.2728385791230685
previous_iter_valid_loss : 0.1683025062084198

     94220	  0.168390	  0.168303	  0.174207		CURRENT LEARNING RATE: 0.2727840168636518
previous_iter_valid_loss : 0.19016921520233154

     94240	  0.190237	  0.190169	  0.173316		CURRENT LEARNING RATE: 0.2727294655155957
previous_iter_valid_loss : 0.16957877576351166

     94260	  0.169636	  0.169579	  0.172721		CURRENT LEARNING RATE: 0.27267492507671826
previous_iter_valid_loss : 0.1938120573759079

     94280	  0.193929	  0.193812	  0.174156		CURRENT LEARNING RATE: 0.27262039554483786
previous_iter_valid_loss : 0.2025356888771057

     94300	  0.202639	  0.202536	  0.174332		CURRENT LEARNING RATE: 0.27256587691777334
previous_iter_valid_loss : 0.1976243555545807

     94320	  0.197711	  0.197624	  0.174574		CURRENT LEARNING RATE: 0.2725113691933439
previous_iter_valid_loss : 0.16605742275714874

     94340	  0.166207	  0.166057	  0.174678		CURRENT LEARNING RATE: 0.2724568723693693
previous_iter_valid_loss : 0.1764453947544098

     94360	  0.176551	  0.176445	  0.174449		CURRENT LEARNING RATE: 0.2724023864436696
previous_iter_valid_loss : 0.16747544705867767

     94380	  0.167658	  0.167475	  0.174176		CURRENT LEARNING RATE: 0.27234791141406545
previous_iter_valid_loss : 0.17559047043323517

     94400	  0.175710	  0.175590	  0.174752		CURRENT LEARNING RATE: 0.27229344727837773
previous_iter_valid_loss : 0.1785748451948166

     94420	  0.178673	  0.178575	  0.175136		CURRENT LEARNING RATE: 0.2722389940344279
previous_iter_valid_loss : 0.19468806684017181

     94440	  0.194860	  0.194688	  0.176448		CURRENT LEARNING RATE: 0.27218455168003797
previous_iter_valid_loss : 0.1663905531167984

     94460	  0.166602	  0.166391	  0.176546		CURRENT LEARNING RATE: 0.2721301202130301
previous_iter_valid_loss : 0.16827526688575745

     94480	  0.168474	  0.168275	  0.176084		CURRENT LEARNING RATE: 0.27207569963122713
previous_iter_valid_loss : 0.171379953622818

     94500	  0.171489	  0.171380	  0.176456		CURRENT LEARNING RATE: 0.27202128993245206
previous_iter_valid_loss : 0.17180557548999786

     94520	  0.171938	  0.171806	  0.176845		CURRENT LEARNING RATE: 0.2719668911145287
previous_iter_valid_loss : 0.17105865478515625

     94540	  0.171117	  0.171059	  0.177208		CURRENT LEARNING RATE: 0.27191250317528104
previous_iter_valid_loss : 0.16682446002960205

     94560	  0.167039	  0.166824	  0.177045		CURRENT LEARNING RATE: 0.2718581261125335
previous_iter_valid_loss : 0.17274883389472961

     94580	  0.172837	  0.172749	  0.177047		CURRENT LEARNING RATE: 0.2718037599241111
previous_iter_valid_loss : 0.16694334149360657

     94600	  0.167079	  0.166943	  0.176814		CURRENT LEARNING RATE: 0.27174940460783903
previous_iter_valid_loss : 0.16473756730556488

     94620	  0.164823	  0.164738	  0.176635		CURRENT LEARNING RATE: 0.27169506016154327
previous_iter_valid_loss : 0.1778659224510193

     94640	  0.177971	  0.177866	  0.176020		CURRENT LEARNING RATE: 0.27164072658304994
previous_iter_valid_loss : 0.1658565253019333

     94660	  0.165931	  0.165857	  0.175834		CURRENT LEARNING RATE: 0.2715864038701857
previous_iter_valid_loss : 0.19337555766105652

     94680	  0.193559	  0.193376	  0.175812		CURRENT LEARNING RATE: 0.2715320920207776
previous_iter_valid_loss : 0.1644844263792038

     94700	  0.164563	  0.164484	  0.173910		CURRENT LEARNING RATE: 0.2714777910326533
previous_iter_valid_loss : 0.18228046596050262

     94720	  0.182461	  0.182280	  0.173143		CURRENT LEARNING RATE: 0.2714235009036406
previous_iter_valid_loss : 0.18657787144184113

     94740	  0.186757	  0.186578	  0.174169		CURRENT LEARNING RATE: 0.271369221631568
previous_iter_valid_loss : 0.17182356119155884

     94760	  0.171932	  0.171824	  0.173937		CURRENT LEARNING RATE: 0.27131495321426435
previous_iter_valid_loss : 0.16321726143360138

     94780	  0.163366	  0.163217	  0.173725		CURRENT LEARNING RATE: 0.2712606956495588
previous_iter_valid_loss : 0.18738818168640137

     94800	  0.187538	  0.187388	  0.174314		CURRENT LEARNING RATE: 0.2712064489352811
previous_iter_valid_loss : 0.16914711892604828

     94820	  0.169270	  0.169147	  0.173843		CURRENT LEARNING RATE: 0.27115221306926146
previous_iter_valid_loss : 0.16871817409992218

     94840	  0.168898	  0.168718	  0.172545		CURRENT LEARNING RATE: 0.2710979880493304
previous_iter_valid_loss : 0.16791480779647827

     94860	  0.168038	  0.167915	  0.172621		CURRENT LEARNING RATE: 0.2710437738733188
previous_iter_valid_loss : 0.18410393595695496

     94880	  0.184262	  0.184104	  0.173412		CURRENT LEARNING RATE: 0.27098957053905826
previous_iter_valid_loss : 0.17162097990512848

     94900	  0.171713	  0.171621	  0.173424		CURRENT LEARNING RATE: 0.2709353780443805
previous_iter_valid_loss : 0.19835494458675385

     94920	  0.198521	  0.198355	  0.174752		CURRENT LEARNING RATE: 0.270881196387118
previous_iter_valid_loss : 0.16474854946136475

     94940	  0.164931	  0.164749	  0.174436		CURRENT LEARNING RATE: 0.27082702556510335
previous_iter_valid_loss : 0.1862363964319229

     94960	  0.186388	  0.186236	  0.175407		CURRENT LEARNING RATE: 0.2707728655761698
previous_iter_valid_loss : 0.1726333051919937

     94980	  0.172717	  0.172633	  0.175401		CURRENT LEARNING RATE: 0.2707187164181508
previous_iter_valid_loss : 0.17110854387283325

     95000	  0.171206	  0.171109	  0.175609		CURRENT LEARNING RATE: 0.27066457808888056
previous_iter_valid_loss : 0.16300587356090546

     95020	  0.163103	  0.163006	  0.175523		CURRENT LEARNING RATE: 0.2706104505861935
previous_iter_valid_loss : 0.17877131700515747

     95040	  0.178869	  0.178771	  0.175568		CURRENT LEARNING RATE: 0.2705563339079245
previous_iter_valid_loss : 0.169760599732399

     95060	  0.169887	  0.169761	  0.175763		CURRENT LEARNING RATE: 0.2705022280519089
previous_iter_valid_loss : 0.18175293505191803

     95080	  0.181862	  0.181753	  0.175182		CURRENT LEARNING RATE: 0.2704481330159824
previous_iter_valid_loss : 0.17347031831741333

     95100	  0.173547	  0.173470	  0.175631		CURRENT LEARNING RATE: 0.2703940487979813
previous_iter_valid_loss : 0.170097216963768

     95120	  0.170359	  0.170097	  0.175022		CURRENT LEARNING RATE: 0.2703399753957421
previous_iter_valid_loss : 0.18249176442623138

     95140	  0.182629	  0.182492	  0.174818		CURRENT LEARNING RATE: 0.270285912807102
previous_iter_valid_loss : 0.17456215620040894

     95160	  0.174850	  0.174562	  0.174955		CURRENT LEARNING RATE: 0.27023186102989855
previous_iter_valid_loss : 0.1661335974931717

     95180	  0.166205	  0.166134	  0.175101		CURRENT LEARNING RATE: 0.2701778200619695
previous_iter_valid_loss : 0.16541552543640137

     95200	  0.165502	  0.165416	  0.174002		CURRENT LEARNING RATE: 0.27012378990115327
previous_iter_valid_loss : 0.16881155967712402

     95220	  0.169062	  0.168812	  0.173985		CURRENT LEARNING RATE: 0.2700697705452887
previous_iter_valid_loss : 0.19692251086235046

     95240	  0.197311	  0.196923	  0.175395		CURRENT LEARNING RATE: 0.27001576199221494
previous_iter_valid_loss : 0.16502535343170166

     95260	  0.165217	  0.165025	  0.175251		CURRENT LEARNING RATE: 0.26996176423977175
previous_iter_valid_loss : 0.17247968912124634

     95280	  0.172721	  0.172480	  0.174670		CURRENT LEARNING RATE: 0.2699077772857992
previous_iter_valid_loss : 0.16608315706253052

     95300	  0.166249	  0.166083	  0.174393		CURRENT LEARNING RATE: 0.26985380112813767
previous_iter_valid_loss : 0.17080572247505188

     95320	  0.170846	  0.170806	  0.173015		CURRENT LEARNING RATE: 0.2697998357646283
previous_iter_valid_loss : 0.1713165044784546

     95340	  0.171435	  0.171317	  0.173344		CURRENT LEARNING RATE: 0.2697458811931124
previous_iter_valid_loss : 0.16641613841056824

     95360	  0.166598	  0.166416	  0.172353		CURRENT LEARNING RATE: 0.2696919374114317
previous_iter_valid_loss : 0.16951842606067657

     95380	  0.169762	  0.169518	  0.172197		CURRENT LEARNING RATE: 0.26963800441742863
previous_iter_valid_loss : 0.18312011659145355

     95400	  0.183217	  0.183120	  0.172798		CURRENT LEARNING RATE: 0.2695840822089457
previous_iter_valid_loss : 0.17269431054592133

     95420	  0.172969	  0.172694	  0.173282		CURRENT LEARNING RATE: 0.26953017078382613
previous_iter_valid_loss : 0.19119690358638763

     95440	  0.191516	  0.191197	  0.173903		CURRENT LEARNING RATE: 0.26947627013991343
previous_iter_valid_loss : 0.16563645005226135

     95460	  0.165794	  0.165636	  0.173697		CURRENT LEARNING RATE: 0.2694223802750516
previous_iter_valid_loss : 0.16532762348651886

     95480	  0.165393	  0.165328	  0.172876		CURRENT LEARNING RATE: 0.269368501187085
previous_iter_valid_loss : 0.1741522252559662

     95500	  0.174205	  0.174152	  0.172910		CURRENT LEARNING RATE: 0.26931463287385843
previous_iter_valid_loss : 0.1996816247701645

     95520	  0.199816	  0.199682	  0.174389		CURRENT LEARNING RATE: 0.26926077533321724
previous_iter_valid_loss : 0.1664302498102188

     95540	  0.166511	  0.166430	  0.173586		CURRENT LEARNING RATE: 0.2692069285630071
previous_iter_valid_loss : 0.17389562726020813

     95560	  0.174086	  0.173896	  0.173553		CURRENT LEARNING RATE: 0.26915309256107417
previous_iter_valid_loss : 0.1721121221780777

     95580	  0.172357	  0.172112	  0.173852		CURRENT LEARNING RATE: 0.26909926732526496
previous_iter_valid_loss : 0.1899164468050003

     95600	  0.190208	  0.189916	  0.175077		CURRENT LEARNING RATE: 0.26904545285342646
previous_iter_valid_loss : 0.17788000404834747

     95620	  0.178161	  0.177880	  0.175530		CURRENT LEARNING RATE: 0.2689916491434061
previous_iter_valid_loss : 0.16777248680591583

     95640	  0.168054	  0.167772	  0.174073		CURRENT LEARNING RATE: 0.26893785619305177
previous_iter_valid_loss : 0.1645696759223938

     95660	  0.164683	  0.164570	  0.174050		CURRENT LEARNING RATE: 0.26888407400021175
previous_iter_valid_loss : 0.1634664386510849

     95680	  0.163596	  0.163466	  0.173599		CURRENT LEARNING RATE: 0.26883030256273466
previous_iter_valid_loss : 0.17330484092235565

     95700	  0.173562	  0.173305	  0.173960		CURRENT LEARNING RATE: 0.2687765418784697
previous_iter_valid_loss : 0.16520030796527863

     95720	  0.165302	  0.165200	  0.173680		CURRENT LEARNING RATE: 0.26872279194526655
previous_iter_valid_loss : 0.1765204519033432

     95740	  0.176652	  0.176520	  0.173940		CURRENT LEARNING RATE: 0.268669052760975
previous_iter_valid_loss : 0.16500794887542725

     95760	  0.165161	  0.165008	  0.173870		CURRENT LEARNING RATE: 0.2686153243234457
previous_iter_valid_loss : 0.18101374804973602

     95780	  0.181360	  0.181014	  0.174445		CURRENT LEARNING RATE: 0.26856160663052936
previous_iter_valid_loss : 0.18974198400974274

     95800	  0.190144	  0.189742	  0.174776		CURRENT LEARNING RATE: 0.2685078996800773
previous_iter_valid_loss : 0.1702090948820114

     95820	  0.170395	  0.170209	  0.174651		CURRENT LEARNING RATE: 0.2684542034699413
previous_iter_valid_loss : 0.16734297573566437

     95840	  0.167464	  0.167343	  0.173459		CURRENT LEARNING RATE: 0.2684005179979735
previous_iter_valid_loss : 0.1849633902311325

     95860	  0.185019	  0.184963	  0.174425		CURRENT LEARNING RATE: 0.2683468432620264
previous_iter_valid_loss : 0.16461116075515747

     95880	  0.164707	  0.164611	  0.174389		CURRENT LEARNING RATE: 0.2682931792599531
previous_iter_valid_loss : 0.1658633053302765

     95900	  0.165963	  0.165863	  0.173975		CURRENT LEARNING RATE: 0.268239525989607
previous_iter_valid_loss : 0.17171578109264374

     95920	  0.171806	  0.171716	  0.172577		CURRENT LEARNING RATE: 0.2681858834488419
previous_iter_valid_loss : 0.18048401176929474

     95940	  0.180851	  0.180484	  0.173279		CURRENT LEARNING RATE: 0.26813225163551224
previous_iter_valid_loss : 0.18544559180736542

     95960	  0.185780	  0.185446	  0.173857		CURRENT LEARNING RATE: 0.2680786305474727
previous_iter_valid_loss : 0.2092452496290207

     95980	  0.209794	  0.209245	  0.175713		CURRENT LEARNING RATE: 0.2680250201825784
previous_iter_valid_loss : 0.18376554548740387

     96000	  0.184138	  0.183766	  0.175406		CURRENT LEARNING RATE: 0.26797142053868495
previous_iter_valid_loss : 0.16938166320323944

     96020	  0.169598	  0.169382	  0.174981		CURRENT LEARNING RATE: 0.2679178316136483
previous_iter_valid_loss : 0.16510599851608276

     96040	  0.165241	  0.165106	  0.174848		CURRENT LEARNING RATE: 0.26786425340532505
previous_iter_valid_loss : 0.17633631825447083

     96060	  0.176650	  0.176336	  0.175436		CURRENT LEARNING RATE: 0.2678106859115719
previous_iter_valid_loss : 0.19069182872772217

     96080	  0.191087	  0.190692	  0.176797		CURRENT LEARNING RATE: 0.26775712913024624
previous_iter_valid_loss : 0.173032745718956

     96100	  0.173243	  0.173033	  0.176784		CURRENT LEARNING RATE: 0.2677035830592058
previous_iter_valid_loss : 0.16819962859153748

     96120	  0.168424	  0.168200	  0.176934		CURRENT LEARNING RATE: 0.2676500476963087
previous_iter_valid_loss : 0.16371767222881317

     96140	  0.163840	  0.163718	  0.176293		CURRENT LEARNING RATE: 0.26759652303941356
previous_iter_valid_loss : 0.16400329768657684

     96160	  0.164143	  0.164003	  0.176243		CURRENT LEARNING RATE: 0.26754300908637935
previous_iter_valid_loss : 0.17878098785877228

     96180	  0.179058	  0.178781	  0.176132		CURRENT LEARNING RATE: 0.26748950583506553
previous_iter_valid_loss : 0.16502615809440613

     96200	  0.165128	  0.165026	  0.174896		CURRENT LEARNING RATE: 0.267436013283332
previous_iter_valid_loss : 0.16563959419727325

     96220	  0.165816	  0.165640	  0.174667		CURRENT LEARNING RATE: 0.267382531429039
previous_iter_valid_loss : 0.16497333347797394

     96240	  0.165098	  0.164973	  0.174549		CURRENT LEARNING RATE: 0.2673290602700474
previous_iter_valid_loss : 0.17622630298137665

     96260	  0.176342	  0.176226	  0.174112		CURRENT LEARNING RATE: 0.2672755998042181
previous_iter_valid_loss : 0.17219620943069458

     96280	  0.172449	  0.172196	  0.174491		CURRENT LEARNING RATE: 0.26722215002941296
previous_iter_valid_loss : 0.16711479425430298

     96300	  0.167253	  0.167115	  0.174554		CURRENT LEARNING RATE: 0.26716871094349376
previous_iter_valid_loss : 0.1653282642364502

     96320	  0.165474	  0.165328	  0.174234		CURRENT LEARNING RATE: 0.2671152825443231
previous_iter_valid_loss : 0.1678176373243332

     96340	  0.167964	  0.167818	  0.173601		CURRENT LEARNING RATE: 0.26706186482976374
previous_iter_valid_loss : 0.1705680936574936

     96360	  0.170820	  0.170568	  0.172857		CURRENT LEARNING RATE: 0.267008457797679
previous_iter_valid_loss : 0.16434909403324127

     96380	  0.164473	  0.164349	  0.170612		CURRENT LEARNING RATE: 0.2669550614459327
previous_iter_valid_loss : 0.1731942743062973

     96400	  0.173426	  0.173194	  0.170084		CURRENT LEARNING RATE: 0.26690167577238877
previous_iter_valid_loss : 0.17522986233234406

     96420	  0.175558	  0.175230	  0.170376		CURRENT LEARNING RATE: 0.26684830077491195
previous_iter_valid_loss : 0.17265494167804718

     96440	  0.172896	  0.172655	  0.170754		CURRENT LEARNING RATE: 0.2667949364513672
previous_iter_valid_loss : 0.22104959189891815

     96460	  0.221634	  0.221050	  0.172989		CURRENT LEARNING RATE: 0.26674158279961996
previous_iter_valid_loss : 0.17183543741703033

     96480	  0.172085	  0.171835	  0.172046		CURRENT LEARNING RATE: 0.26668823981753603
previous_iter_valid_loss : 0.1771734654903412

     96500	  0.177520	  0.177173	  0.172254		CURRENT LEARNING RATE: 0.2666349075029818
previous_iter_valid_loss : 0.17786473035812378

     96520	  0.178182	  0.177865	  0.172737		CURRENT LEARNING RATE: 0.2665815858538238
previous_iter_valid_loss : 0.174460306763649

     96540	  0.174751	  0.174460	  0.173274		CURRENT LEARNING RATE: 0.26652827486792935
previous_iter_valid_loss : 0.1646597683429718

     96560	  0.164797	  0.164660	  0.173307		CURRENT LEARNING RATE: 0.2664749745431659
previous_iter_valid_loss : 0.16716253757476807

     96580	  0.167316	  0.167163	  0.172726		CURRENT LEARNING RATE: 0.26642168487740153
previous_iter_valid_loss : 0.16608767211437225

     96600	  0.166209	  0.166088	  0.172779		CURRENT LEARNING RATE: 0.2663684058685045
previous_iter_valid_loss : 0.17463846504688263

     96620	  0.174872	  0.174638	  0.173229		CURRENT LEARNING RATE: 0.26631513751434377
previous_iter_valid_loss : 0.1700124740600586

     96640	  0.170146	  0.170012	  0.173481		CURRENT LEARNING RATE: 0.2662618798127886
previous_iter_valid_loss : 0.17192357778549194

     96660	  0.172148	  0.171924	  0.173266		CURRENT LEARNING RATE: 0.2662086327617086
previous_iter_valid_loss : 0.16523748636245728

     96680	  0.165374	  0.165237	  0.172918		CURRENT LEARNING RATE: 0.266155396358974
previous_iter_valid_loss : 0.16827066242694855

     96700	  0.168407	  0.168271	  0.172975		CURRENT LEARNING RATE: 0.2661021706024553
previous_iter_valid_loss : 0.17263443768024445

     96720	  0.172847	  0.172634	  0.173341		CURRENT LEARNING RATE: 0.2660489554900234
previous_iter_valid_loss : 0.16722668707370758

     96740	  0.167375	  0.167227	  0.173311		CURRENT LEARNING RATE: 0.2659957510195498
previous_iter_valid_loss : 0.17137184739112854

     96760	  0.171554	  0.171372	  0.173351		CURRENT LEARNING RATE: 0.2659425571889063
previous_iter_valid_loss : 0.1788811832666397

     96780	  0.179227	  0.178881	  0.174078		CURRENT LEARNING RATE: 0.2658893739959651
previous_iter_valid_loss : 0.16337047517299652

     96800	  0.163507	  0.163370	  0.173587		CURRENT LEARNING RATE: 0.2658362014385989
previous_iter_valid_loss : 0.1696339249610901

     96820	  0.169812	  0.169634	  0.173307		CURRENT LEARNING RATE: 0.2657830395146807
previous_iter_valid_loss : 0.17333769798278809

     96840	  0.173629	  0.173338	  0.173341		CURRENT LEARNING RATE: 0.2657298882220842
previous_iter_valid_loss : 0.16527506709098816

     96860	  0.165425	  0.165275	  0.170552		CURRENT LEARNING RATE: 0.26567674755868326
previous_iter_valid_loss : 0.16807542741298676

     96880	  0.168266	  0.168075	  0.170364		CURRENT LEARNING RATE: 0.26562361752235225
previous_iter_valid_loss : 0.16507945954799652

     96900	  0.165243	  0.165079	  0.169760		CURRENT LEARNING RATE: 0.265570498110966
previous_iter_valid_loss : 0.1952618956565857

     96920	  0.195762	  0.195262	  0.170630		CURRENT LEARNING RATE: 0.2655173893223997
previous_iter_valid_loss : 0.16561605036258698

     96940	  0.165759	  0.165616	  0.170187		CURRENT LEARNING RATE: 0.26546429115452896
previous_iter_valid_loss : 0.1655631959438324

     96960	  0.165669	  0.165563	  0.170233		CURRENT LEARNING RATE: 0.26541120360523
previous_iter_valid_loss : 0.16623900830745697

     96980	  0.166347	  0.166239	  0.170186		CURRENT LEARNING RATE: 0.2653581266723792
previous_iter_valid_loss : 0.17353908717632294

     97000	  0.173789	  0.173539	  0.170559		CURRENT LEARNING RATE: 0.26530506035385343
previous_iter_valid_loss : 0.16746239364147186

     97020	  0.167623	  0.167462	  0.170200		CURRENT LEARNING RATE: 0.2652520046475301
previous_iter_valid_loss : 0.16565844416618347

     97040	  0.165798	  0.165658	  0.169982		CURRENT LEARNING RATE: 0.26519895955128703
previous_iter_valid_loss : 0.1720929890871048

     97060	  0.172197	  0.172093	  0.169991		CURRENT LEARNING RATE: 0.26514592506300244
previous_iter_valid_loss : 0.1662672609090805

     97080	  0.166433	  0.166267	  0.170042		CURRENT LEARNING RATE: 0.2650929011805548
previous_iter_valid_loss : 0.16632568836212158

     97100	  0.166486	  0.166326	  0.169945		CURRENT LEARNING RATE: 0.2650398879018233
previous_iter_valid_loss : 0.1651703268289566

     97120	  0.165313	  0.165170	  0.169572		CURRENT LEARNING RATE: 0.2649868852246873
previous_iter_valid_loss : 0.16977684199810028

     97140	  0.169954	  0.169777	  0.169699		CURRENT LEARNING RATE: 0.26493389314702676
previous_iter_valid_loss : 0.16332003474235535

     97160	  0.163426	  0.163320	  0.169297		CURRENT LEARNING RATE: 0.264880911666722
previous_iter_valid_loss : 0.17187312245368958

     97180	  0.172065	  0.171873	  0.168946		CURRENT LEARNING RATE: 0.2648279407816537
previous_iter_valid_loss : 0.16912761330604553

     97200	  0.169226	  0.169128	  0.169234		CURRENT LEARNING RATE: 0.26477498048970316
previous_iter_valid_loss : 0.21674321591854095

     97220	  0.216842	  0.216743	  0.171590		CURRENT LEARNING RATE: 0.2647220307887518
previous_iter_valid_loss : 0.17336870729923248

     97240	  0.173486	  0.173369	  0.171591		CURRENT LEARNING RATE: 0.26466909167668173
previous_iter_valid_loss : 0.16530892252922058

     97260	  0.165449	  0.165309	  0.171593		CURRENT LEARNING RATE: 0.26461616315137537
previous_iter_valid_loss : 0.18160632252693176

     97280	  0.181767	  0.181606	  0.172270		CURRENT LEARNING RATE: 0.2645632452107155
previous_iter_valid_loss : 0.16512788832187653

     97300	  0.165291	  0.165128	  0.172272		CURRENT LEARNING RATE: 0.2645103378525856
previous_iter_valid_loss : 0.17238406836986542

     97320	  0.172675	  0.172384	  0.171128		CURRENT LEARNING RATE: 0.2644574410748691
previous_iter_valid_loss : 0.17071066796779633

     97340	  0.171010	  0.170711	  0.171383		CURRENT LEARNING RATE: 0.26440455487545034
previous_iter_valid_loss : 0.164357528090477

     97360	  0.164506	  0.164358	  0.171323		CURRENT LEARNING RATE: 0.26435167925221387
previous_iter_valid_loss : 0.165467768907547

     97380	  0.165605	  0.165468	  0.171284		CURRENT LEARNING RATE: 0.2642988142030446
previous_iter_valid_loss : 0.17694108188152313

     97400	  0.177012	  0.176941	  0.171454		CURRENT LEARNING RATE: 0.2642459597258278
previous_iter_valid_loss : 0.1677391529083252

     97420	  0.167922	  0.167739	  0.171468		CURRENT LEARNING RATE: 0.26419311581844956
previous_iter_valid_loss : 0.20428551733493805

     97440	  0.204774	  0.204286	  0.173399		CURRENT LEARNING RATE: 0.26414028247879595
previous_iter_valid_loss : 0.16678863763809204

     97460	  0.166936	  0.166789	  0.173134		CURRENT LEARNING RATE: 0.26408745970475367
previous_iter_valid_loss : 0.19996289908885956

     97480	  0.200427	  0.199963	  0.174819		CURRENT LEARNING RATE: 0.26403464749420985
previous_iter_valid_loss : 0.17032940685749054

     97500	  0.170541	  0.170329	  0.175019		CURRENT LEARNING RATE: 0.2639818458450519
previous_iter_valid_loss : 0.178987056016922

     97520	  0.179283	  0.178987	  0.175710		CURRENT LEARNING RATE: 0.26392905475516787
previous_iter_valid_loss : 0.16597779095172882

     97540	  0.166168	  0.165978	  0.175520		CURRENT LEARNING RATE: 0.26387627422244603
previous_iter_valid_loss : 0.16618415713310242

     97560	  0.166309	  0.166184	  0.175663		CURRENT LEARNING RATE: 0.26382350424477524
previous_iter_valid_loss : 0.16406551003456116

     97580	  0.164184	  0.164066	  0.175273		CURRENT LEARNING RATE: 0.2637707448200446
previous_iter_valid_loss : 0.16662095487117767

     97600	  0.166772	  0.166621	  0.175147		CURRENT LEARNING RATE: 0.2637179959461438
previous_iter_valid_loss : 0.2162695974111557

     97620	  0.216860	  0.216270	  0.175124		CURRENT LEARNING RATE: 0.2636652576209629
previous_iter_valid_loss : 0.17485202848911285

     97640	  0.175097	  0.174852	  0.175198		CURRENT LEARNING RATE: 0.2636125298423923
previous_iter_valid_loss : 0.16334255039691925

     97660	  0.163473	  0.163343	  0.175100		CURRENT LEARNING RATE: 0.26355981260832295
previous_iter_valid_loss : 0.16564445197582245

     97680	  0.165830	  0.165644	  0.174301		CURRENT LEARNING RATE: 0.26350710591664617
previous_iter_valid_loss : 0.16992078721523285

     97700	  0.170149	  0.169921	  0.174541		CURRENT LEARNING RATE: 0.26345440976525364
previous_iter_valid_loss : 0.17238181829452515

     97720	  0.172653	  0.172382	  0.174541		CURRENT LEARNING RATE: 0.2634017241520375
previous_iter_valid_loss : 0.16368894279003143

     97740	  0.163829	  0.163689	  0.174190		CURRENT LEARNING RATE: 0.2633490490748904
previous_iter_valid_loss : 0.1659582555294037

     97760	  0.166093	  0.165958	  0.174270		CURRENT LEARNING RATE: 0.2632963845317053
previous_iter_valid_loss : 0.1643158495426178

     97780	  0.164419	  0.164316	  0.174212		CURRENT LEARNING RATE: 0.2632437305203756
previous_iter_valid_loss : 0.17796896398067474

     97800	  0.178287	  0.177969	  0.174264		CURRENT LEARNING RATE: 0.2631910870387951
previous_iter_valid_loss : 0.1712569147348404

     97820	  0.171498	  0.171257	  0.174440		CURRENT LEARNING RATE: 0.26313845408485825
previous_iter_valid_loss : 0.18483535945415497

     97840	  0.185189	  0.184835	  0.173467		CURRENT LEARNING RATE: 0.2630858316564595
previous_iter_valid_loss : 0.16422542929649353

     97860	  0.164366	  0.164225	  0.173339		CURRENT LEARNING RATE: 0.2630332197514941
previous_iter_valid_loss : 0.16696707904338837

     97880	  0.167104	  0.166967	  0.171689		CURRENT LEARNING RATE: 0.26298061836785747
previous_iter_valid_loss : 0.17395812273025513

     97900	  0.174079	  0.173958	  0.171871		CURRENT LEARNING RATE: 0.2629280275034457
previous_iter_valid_loss : 0.2192022204399109

     97920	  0.219284	  0.219202	  0.173881		CURRENT LEARNING RATE: 0.26287544715615496
previous_iter_valid_loss : 0.1922529935836792

     97940	  0.192420	  0.192253	  0.175195		CURRENT LEARNING RATE: 0.26282287732388215
previous_iter_valid_loss : 0.17893090844154358

     97960	  0.179226	  0.178931	  0.175832		CURRENT LEARNING RATE: 0.26277031800452455
previous_iter_valid_loss : 0.17511014640331268

     97980	  0.175273	  0.175110	  0.176385		CURRENT LEARNING RATE: 0.26271776919597967
previous_iter_valid_loss : 0.17954152822494507

     98000	  0.179689	  0.179542	  0.177031		CURRENT LEARNING RATE: 0.2626652308961456
previous_iter_valid_loss : 0.19552233815193176

     98020	  0.195707	  0.195522	  0.175993		CURRENT LEARNING RATE: 0.2626127031029208
previous_iter_valid_loss : 0.16427388787269592

     98040	  0.164395	  0.164274	  0.175465		CURRENT LEARNING RATE: 0.2625601858142041
previous_iter_valid_loss : 0.1766871213912964

     98060	  0.176788	  0.176687	  0.176132		CURRENT LEARNING RATE: 0.2625076790278949
previous_iter_valid_loss : 0.1742573231458664

     98080	  0.174350	  0.174257	  0.176562		CURRENT LEARNING RATE: 0.26245518274189295
previous_iter_valid_loss : 0.16705593466758728

     98100	  0.167154	  0.167056	  0.176419		CURRENT LEARNING RATE: 0.2624026969540983
previous_iter_valid_loss : 0.16782400012016296

     98120	  0.167938	  0.167824	  0.176191		CURRENT LEARNING RATE: 0.2623502216624115
previous_iter_valid_loss : 0.2139410376548767

     98140	  0.214025	  0.213941	  0.178704		CURRENT LEARNING RATE: 0.2622977568647337
previous_iter_valid_loss : 0.16879132390022278

     98160	  0.168925	  0.168791	  0.178845		CURRENT LEARNING RATE: 0.26224530255896616
previous_iter_valid_loss : 0.16816505789756775

     98180	  0.168286	  0.168165	  0.179038		CURRENT LEARNING RATE: 0.26219285874301085
previous_iter_valid_loss : 0.22356610000133514

     98200	  0.223676	  0.223566	  0.181318		CURRENT LEARNING RATE: 0.26214042541476984
previous_iter_valid_loss : 0.1871657371520996

     98220	  0.187346	  0.187166	  0.182113		CURRENT LEARNING RATE: 0.2620880025721459
previous_iter_valid_loss : 0.18102185428142548

     98240	  0.181161	  0.181022	  0.181923		CURRENT LEARNING RATE: 0.26203559021304207
previous_iter_valid_loss : 0.1825769692659378

     98260	  0.182707	  0.182577	  0.182840		CURRENT LEARNING RATE: 0.2619831883353619
previous_iter_valid_loss : 0.17007523775100708

     98280	  0.170269	  0.170075	  0.182996		CURRENT LEARNING RATE: 0.26193079693700927
previous_iter_valid_loss : 0.1672879159450531

     98300	  0.167472	  0.167288	  0.182662		CURRENT LEARNING RATE: 0.2618784160158886
previous_iter_valid_loss : 0.1662636548280716

     98320	  0.166332	  0.166264	  0.180015		CURRENT LEARNING RATE: 0.2618260455699046
previous_iter_valid_loss : 0.16886697709560394

     98340	  0.168987	  0.168867	  0.178846		CURRENT LEARNING RATE: 0.2617736855969624
previous_iter_valid_loss : 0.17464791238307953

     98360	  0.174925	  0.174648	  0.178632		CURRENT LEARNING RATE: 0.2617213360949677
previous_iter_valid_loss : 0.16776415705680847

     98380	  0.167867	  0.167764	  0.178264		CURRENT LEARNING RATE: 0.26166899706182656
previous_iter_valid_loss : 0.16898515820503235

     98400	  0.169106	  0.168985	  0.177737		CURRENT LEARNING RATE: 0.26161666849544524
previous_iter_valid_loss : 0.174022376537323

     98420	  0.174144	  0.174022	  0.176662		CURRENT LEARNING RATE: 0.26156435039373066
previous_iter_valid_loss : 0.1718301773071289

     98440	  0.171972	  0.171830	  0.177039		CURRENT LEARNING RATE: 0.2615120427545902
previous_iter_valid_loss : 0.16652396321296692

     98460	  0.166719	  0.166524	  0.176531		CURRENT LEARNING RATE: 0.2614597455759315
previous_iter_valid_loss : 0.16541609168052673

     98480	  0.165510	  0.165416	  0.176089		CURRENT LEARNING RATE: 0.26140745885566263
previous_iter_valid_loss : 0.16621102392673492

     98500	  0.166357	  0.166211	  0.176047		CURRENT LEARNING RATE: 0.26135518259169216
previous_iter_valid_loss : 0.1673227846622467

     98520	  0.167520	  0.167323	  0.176022		CURRENT LEARNING RATE: 0.26130291678192896
previous_iter_valid_loss : 0.16823944449424744

     98540	  0.168380	  0.168239	  0.173737		CURRENT LEARNING RATE: 0.26125066142428255
previous_iter_valid_loss : 0.1665460616350174

     98560	  0.166722	  0.166546	  0.173625		CURRENT LEARNING RATE: 0.2611984165166626
previous_iter_valid_loss : 0.17669463157653809

     98580	  0.176804	  0.176695	  0.174051		CURRENT LEARNING RATE: 0.26114618205697937
previous_iter_valid_loss : 0.16675317287445068

     98600	  0.166934	  0.166753	  0.171210		CURRENT LEARNING RATE: 0.26109395804314345
previous_iter_valid_loss : 0.16622135043144226

     98620	  0.166378	  0.166221	  0.170163		CURRENT LEARNING RATE: 0.26104174447306583
previous_iter_valid_loss : 0.1661003977060318

     98640	  0.166252	  0.166100	  0.169417		CURRENT LEARNING RATE: 0.26098954134465807
previous_iter_valid_loss : 0.16482940316200256

     98660	  0.164914	  0.164829	  0.168530		CURRENT LEARNING RATE: 0.260937348655832
previous_iter_valid_loss : 0.18116731941699982

     98680	  0.181557	  0.181167	  0.169084		CURRENT LEARNING RATE: 0.26088516640449994
previous_iter_valid_loss : 0.16699762642383575

     98700	  0.167084	  0.166998	  0.169070		CURRENT LEARNING RATE: 0.26083299458857456
previous_iter_valid_loss : 0.16601592302322388

     98720	  0.166132	  0.166016	  0.169057		CURRENT LEARNING RATE: 0.26078083320596895
previous_iter_valid_loss : 0.17007212340831757

     98740	  0.170174	  0.170072	  0.169118		CURRENT LEARNING RATE: 0.2607286822545967
previous_iter_valid_loss : 0.18012212216854095

     98760	  0.180243	  0.180122	  0.169391		CURRENT LEARNING RATE: 0.2606765417323718
previous_iter_valid_loss : 0.17340362071990967

     98780	  0.173703	  0.173404	  0.169673		CURRENT LEARNING RATE: 0.2606244116372086
previous_iter_valid_loss : 0.1691271811723709

     98800	  0.169365	  0.169127	  0.169680		CURRENT LEARNING RATE: 0.260572291967022
previous_iter_valid_loss : 0.17076481878757477

     98820	  0.170922	  0.170765	  0.169518		CURRENT LEARNING RATE: 0.260520182719727
previous_iter_valid_loss : 0.17331905663013458

     98840	  0.173404	  0.173319	  0.169592		CURRENT LEARNING RATE: 0.26046808389323933
previous_iter_valid_loss : 0.16619230806827545

     98860	  0.166336	  0.166192	  0.169575		CURRENT LEARNING RATE: 0.26041599548547506
previous_iter_valid_loss : 0.16393788158893585

     98880	  0.164102	  0.163938	  0.169501		CURRENT LEARNING RATE: 0.2603639174943507
previous_iter_valid_loss : 0.16577355563640594

     98900	  0.165958	  0.165774	  0.169480		CURRENT LEARNING RATE: 0.26031184991778306
previous_iter_valid_loss : 0.16587324440479279

     98920	  0.166072	  0.165873	  0.169407		CURRENT LEARNING RATE: 0.26025979275368943
previous_iter_valid_loss : 0.16396498680114746

     98940	  0.164079	  0.163965	  0.169193		CURRENT LEARNING RATE: 0.2602077459999876
previous_iter_valid_loss : 0.1641411930322647

     98960	  0.164342	  0.164141	  0.169073		CURRENT LEARNING RATE: 0.26015570965459556
previous_iter_valid_loss : 0.1690492182970047

     98980	  0.169259	  0.169049	  0.168691		CURRENT LEARNING RATE: 0.26010368371543197
previous_iter_valid_loss : 0.16469505429267883

     99000	  0.164888	  0.164695	  0.168588		CURRENT LEARNING RATE: 0.2600516681804158
previous_iter_valid_loss : 0.1653462052345276

     99020	  0.165511	  0.165346	  0.168544		CURRENT LEARNING RATE: 0.25999966304746636
previous_iter_valid_loss : 0.16506187617778778

     99040	  0.165197	  0.165062	  0.168492		CURRENT LEARNING RATE: 0.25994766831450344
previous_iter_valid_loss : 0.1654950976371765

     99060	  0.165683	  0.165495	  0.168526		CURRENT LEARNING RATE: 0.25989568397944735
previous_iter_valid_loss : 0.16704513132572174

     99080	  0.167261	  0.167045	  0.167819		CURRENT LEARNING RATE: 0.2598437100402186
previous_iter_valid_loss : 0.16574113070964813

     99100	  0.165922	  0.165741	  0.167757		CURRENT LEARNING RATE: 0.25979174649473835
previous_iter_valid_loss : 0.18106424808502197

     99120	  0.181153	  0.181064	  0.168509		CURRENT LEARNING RATE: 0.25973979334092795
previous_iter_valid_loss : 0.16639968752861023

     99140	  0.166566	  0.166400	  0.168325		CURRENT LEARNING RATE: 0.2596878505767093
previous_iter_valid_loss : 0.16431839764118195

     99160	  0.164469	  0.164318	  0.167535		CURRENT LEARNING RATE: 0.25963591820000476
previous_iter_valid_loss : 0.1656968593597412

     99180	  0.165926	  0.165697	  0.167150		CURRENT LEARNING RATE: 0.25958399620873696
previous_iter_valid_loss : 0.1798863708972931

     99200	  0.180182	  0.179886	  0.167688		CURRENT LEARNING RATE: 0.25953208460082905
previous_iter_valid_loss : 0.16602131724357605

     99220	  0.166204	  0.166021	  0.167451		CURRENT LEARNING RATE: 0.2594801833742046
previous_iter_valid_loss : 0.16345743834972382

     99240	  0.163591	  0.163457	  0.166958		CURRENT LEARNING RATE: 0.2594282925267874
previous_iter_valid_loss : 0.17954915761947632

     99260	  0.179915	  0.179549	  0.167625		CURRENT LEARNING RATE: 0.259376412056502
previous_iter_valid_loss : 0.17173238098621368

     99280	  0.171896	  0.171732	  0.168015		CURRENT LEARNING RATE: 0.25932454196127314
previous_iter_valid_loss : 0.1665320098400116

     99300	  0.166652	  0.166532	  0.168053		CURRENT LEARNING RATE: 0.259272682239026
previous_iter_valid_loss : 0.1643330454826355

     99320	  0.164429	  0.164333	  0.167976		CURRENT LEARNING RATE: 0.25922083288768616
previous_iter_valid_loss : 0.16500979661941528

     99340	  0.165219	  0.165010	  0.168028		CURRENT LEARNING RATE: 0.2591689939051796
previous_iter_valid_loss : 0.16578616201877594

     99360	  0.165935	  0.165786	  0.168111		CURRENT LEARNING RATE: 0.2591171652894329
previous_iter_valid_loss : 0.1672106683254242

     99380	  0.167453	  0.167211	  0.168019		CURRENT LEARNING RATE: 0.25906534703837286
previous_iter_valid_loss : 0.1729840785264969

     99400	  0.173089	  0.172984	  0.168433		CURRENT LEARNING RATE: 0.25901353914992675
previous_iter_valid_loss : 0.16706205904483795

     99420	  0.167297	  0.167062	  0.168519		CURRENT LEARNING RATE: 0.25896174162202223
previous_iter_valid_loss : 0.1654554158449173

     99440	  0.165605	  0.165455	  0.168539		CURRENT LEARNING RATE: 0.25890995445258735
previous_iter_valid_loss : 0.16906122863292694

     99460	  0.169259	  0.169061	  0.168717		CURRENT LEARNING RATE: 0.25885817763955077
previous_iter_valid_loss : 0.17939741909503937

     99480	  0.179733	  0.179397	  0.169335		CURRENT LEARNING RATE: 0.25880641118084124
previous_iter_valid_loss : 0.1815612018108368

     99500	  0.181699	  0.181561	  0.170126		CURRENT LEARNING RATE: 0.2587546550743883
previous_iter_valid_loss : 0.16454416513442993

     99520	  0.164713	  0.164544	  0.169300		CURRENT LEARNING RATE: 0.2587029093181215
previous_iter_valid_loss : 0.16588185727596283

     99540	  0.166050	  0.165882	  0.169274		CURRENT LEARNING RATE: 0.25865117390997117
previous_iter_valid_loss : 0.18042278289794922

     99560	  0.180527	  0.180423	  0.170079		CURRENT LEARNING RATE: 0.2585994488478678
previous_iter_valid_loss : 0.19730594754219055

     99580	  0.197428	  0.197306	  0.171659		CURRENT LEARNING RATE: 0.2585477341297424
previous_iter_valid_loss : 0.17085963487625122

     99600	  0.171098	  0.170860	  0.171208		CURRENT LEARNING RATE: 0.2584960297535264
previous_iter_valid_loss : 0.16563771665096283

     99620	  0.165803	  0.165638	  0.171189		CURRENT LEARNING RATE: 0.2584443357171517
previous_iter_valid_loss : 0.1670074313879013

     99640	  0.167061	  0.167007	  0.171366		CURRENT LEARNING RATE: 0.2583926520185504
previous_iter_valid_loss : 0.18722935020923615

     99660	  0.187338	  0.187229	  0.171750		CURRENT LEARNING RATE: 0.2583409786556552
previous_iter_valid_loss : 0.19032856822013855

     99680	  0.190433	  0.190329	  0.172680		CURRENT LEARNING RATE: 0.25828931562639923
previous_iter_valid_loss : 0.16612248122692108

     99700	  0.166235	  0.166122	  0.172660		CURRENT LEARNING RATE: 0.25823766292871586
previous_iter_valid_loss : 0.1633731871843338

     99720	  0.163476	  0.163373	  0.172612		CURRENT LEARNING RATE: 0.2581860205605391
previous_iter_valid_loss : 0.1670377403497696

     99740	  0.167135	  0.167038	  0.172713		CURRENT LEARNING RATE: 0.25813438851980314
previous_iter_valid_loss : 0.17022140324115753

     99760	  0.170298	  0.170221	  0.172935		CURRENT LEARNING RATE: 0.2580827668044428
previous_iter_valid_loss : 0.173359215259552

     99780	  0.173606	  0.173359	  0.173242		CURRENT LEARNING RATE: 0.2580311554123932
previous_iter_valid_loss : 0.1644703894853592

     99800	  0.164574	  0.164470	  0.172817		CURRENT LEARNING RATE: 0.25797955434158976
previous_iter_valid_loss : 0.1698693186044693

     99820	  0.169922	  0.169869	  0.172957		CURRENT LEARNING RATE: 0.2579279635899686
previous_iter_valid_loss : 0.16876220703125

     99840	  0.168950	  0.168762	  0.173122		CURRENT LEARNING RATE: 0.25787638315546596
previous_iter_valid_loss : 0.16392819583415985

     99860	  0.164027	  0.163928	  0.172866		CURRENT LEARNING RATE: 0.25782481303601873
previous_iter_valid_loss : 0.17189401388168335

     99880	  0.171970	  0.171894	  0.172490		CURRENT LEARNING RATE: 0.257773253229564
previous_iter_valid_loss : 0.16500884294509888

     99900	  0.165099	  0.165009	  0.171663		CURRENT LEARNING RATE: 0.2577217037340395
previous_iter_valid_loss : 0.16691118478775024

     99920	  0.167085	  0.166911	  0.171781		CURRENT LEARNING RATE: 0.2576701645473832
previous_iter_valid_loss : 0.16552449762821198

     99940	  0.165625	  0.165524	  0.171763		CURRENT LEARNING RATE: 0.25761863566753346
previous_iter_valid_loss : 0.16653618216514587

     99960	  0.166693	  0.166536	  0.171069		CURRENT LEARNING RATE: 0.25756711709242913
previous_iter_valid_loss : 0.16431140899658203

     99980	  0.164413	  0.164311	  0.169419		CURRENT LEARNING RATE: 0.2575156088200096
previous_iter_valid_loss : 0.1829594522714615

    100000	  0.183324	  0.182959	  0.170024		CURRENT LEARNING RATE: 0.25746411084821447
previous_iter_valid_loss : 0.17532184720039368

    100020	  0.175417	  0.175322	  0.170508		CURRENT LEARNING RATE: 0.25741262317498376
previous_iter_valid_loss : 0.16637291014194489

    100040	  0.166514	  0.166373	  0.170477		CURRENT LEARNING RATE: 0.25736114579825803
previous_iter_valid_loss : 0.1676422357559204

    100060	  0.167826	  0.167642	  0.169497		CURRENT LEARNING RATE: 0.25730967871597815
previous_iter_valid_loss : 0.18431465327739716

    100080	  0.184666	  0.184315	  0.169197		CURRENT LEARNING RATE: 0.2572582219260855
previous_iter_valid_loss : 0.18733526766300201

    100100	  0.187702	  0.187335	  0.170257		CURRENT LEARNING RATE: 0.25720677542652165
previous_iter_valid_loss : 0.1827535480260849

    100120	  0.183148	  0.182754	  0.171226		CURRENT LEARNING RATE: 0.25715533921522893
previous_iter_valid_loss : 0.1648664027452469

    100140	  0.164992	  0.164866	  0.171118		CURRENT LEARNING RATE: 0.25710391329014987
previous_iter_valid_loss : 0.1690828800201416

    100160	  0.169225	  0.169083	  0.171061		CURRENT LEARNING RATE: 0.25705249764922733
previous_iter_valid_loss : 0.1707315742969513

    100180	  0.171028	  0.170732	  0.170929		CURRENT LEARNING RATE: 0.2570010922904047
previous_iter_valid_loss : 0.18204070627689362

    100200	  0.182353	  0.182041	  0.171808		CURRENT LEARNING RATE: 0.2569496972116258
previous_iter_valid_loss : 0.16615746915340424

    100220	  0.166298	  0.166157	  0.171622		CURRENT LEARNING RATE: 0.25689831241083483
previous_iter_valid_loss : 0.16348735988140106

    100240	  0.163606	  0.163487	  0.171359		CURRENT LEARNING RATE: 0.25684693788597646
previous_iter_valid_loss : 0.16394276916980743

    100260	  0.164100	  0.163943	  0.171359		CURRENT LEARNING RATE: 0.25679557363499556
previous_iter_valid_loss : 0.16727666556835175

    100280	  0.167420	  0.167277	  0.171128		CURRENT LEARNING RATE: 0.25674421965583766
previous_iter_valid_loss : 0.17315399646759033

    100300	  0.173475	  0.173154	  0.171536		CURRENT LEARNING RATE: 0.2566928759464485
previous_iter_valid_loss : 0.17222805321216583

    100320	  0.172491	  0.172228	  0.171802		CURRENT LEARNING RATE: 0.2566415425047745
previous_iter_valid_loss : 0.17083075642585754

    100340	  0.171051	  0.170831	  0.172067		CURRENT LEARNING RATE: 0.25659021932876225
previous_iter_valid_loss : 0.16729378700256348

    100360	  0.167437	  0.167294	  0.172105		CURRENT LEARNING RATE: 0.2565389064163588
previous_iter_valid_loss : 0.1709902435541153

    100380	  0.171134	  0.170990	  0.172439		CURRENT LEARNING RATE: 0.2564876037655116
previous_iter_valid_loss : 0.16673974692821503

    100400	  0.166977	  0.166740	  0.171628		CURRENT LEARNING RATE: 0.2564363113741686
previous_iter_valid_loss : 0.16438478231430054

    100420	  0.164537	  0.164385	  0.171081		CURRENT LEARNING RATE: 0.2563850292402781
previous_iter_valid_loss : 0.17114973068237305

    100440	  0.171307	  0.171150	  0.171320		CURRENT LEARNING RATE: 0.2563337573617888
previous_iter_valid_loss : 0.16486220061779022

    100460	  0.165015	  0.164862	  0.171181		CURRENT LEARNING RATE: 0.25628249573664985
previous_iter_valid_loss : 0.1649996042251587

    100480	  0.165174	  0.165000	  0.170215		CURRENT LEARNING RATE: 0.25623124436281075
previous_iter_valid_loss : 0.1739201545715332

    100500	  0.174042	  0.173920	  0.169544		CURRENT LEARNING RATE: 0.25618000323822143
previous_iter_valid_loss : 0.17634259164333344

    100520	  0.176677	  0.176343	  0.169224		CURRENT LEARNING RATE: 0.25612877236083226
previous_iter_valid_loss : 0.16732583940029144

    100540	  0.167490	  0.167326	  0.169347		CURRENT LEARNING RATE: 0.2560775517285941
previous_iter_valid_loss : 0.16431371867656708

    100560	  0.164470	  0.164314	  0.169108		CURRENT LEARNING RATE: 0.25602634133945795
previous_iter_valid_loss : 0.18396037817001343

    100580	  0.184392	  0.183960	  0.169770		CURRENT LEARNING RATE: 0.25597514119137554
previous_iter_valid_loss : 0.16636790335178375

    100600	  0.166497	  0.166368	  0.168986		CURRENT LEARNING RATE: 0.25592395128229883
previous_iter_valid_loss : 0.16657163202762604

    100620	  0.166755	  0.166572	  0.169007		CURRENT LEARNING RATE: 0.2558727716101802
previous_iter_valid_loss : 0.16523323953151703

    100640	  0.165416	  0.165233	  0.169094		CURRENT LEARNING RATE: 0.25582160217297245
previous_iter_valid_loss : 0.16308197379112244

    100660	  0.163224	  0.163082	  0.169051		CURRENT LEARNING RATE: 0.25577044296862883
previous_iter_valid_loss : 0.184484601020813

    100680	  0.184769	  0.184485	  0.169911		CURRENT LEARNING RATE: 0.25571929399510296
previous_iter_valid_loss : 0.16571538150310516

    100700	  0.165899	  0.165715	  0.169539		CURRENT LEARNING RATE: 0.2556681552503488
previous_iter_valid_loss : 0.16871650516986847

    100720	  0.168932	  0.168717	  0.169364		CURRENT LEARNING RATE: 0.255617026732321
previous_iter_valid_loss : 0.1638689637184143

    100740	  0.163971	  0.163869	  0.169016		CURRENT LEARNING RATE: 0.25556590843897425
previous_iter_valid_loss : 0.16709314286708832

    100760	  0.167294	  0.167093	  0.169006		CURRENT LEARNING RATE: 0.2555148003682639
previous_iter_valid_loss : 0.18452095985412598

    100780	  0.184904	  0.184521	  0.169682		CURRENT LEARNING RATE: 0.2554637025181456
previous_iter_valid_loss : 0.1686924248933792

    100800	  0.168943	  0.168692	  0.169780		CURRENT LEARNING RATE: 0.2554126148865754
previous_iter_valid_loss : 0.1695936620235443

    100820	  0.169870	  0.169594	  0.170040		CURRENT LEARNING RATE: 0.25536153747150986
previous_iter_valid_loss : 0.18065574765205383

    100840	  0.180962	  0.180656	  0.170516		CURRENT LEARNING RATE: 0.25531047027090586
previous_iter_valid_loss : 0.16449196636676788

    100860	  0.164636	  0.164492	  0.170497		CURRENT LEARNING RATE: 0.2552594132827207
previous_iter_valid_loss : 0.1693560928106308

    100880	  0.169510	  0.169356	  0.170715		CURRENT LEARNING RATE: 0.25520836650491213
previous_iter_valid_loss : 0.18876072764396667

    100900	  0.189145	  0.188761	  0.171457		CURRENT LEARNING RATE: 0.2551573299354381
previous_iter_valid_loss : 0.1836191564798355

    100920	  0.183983	  0.183619	  0.171821		CURRENT LEARNING RATE: 0.25510630357225744
previous_iter_valid_loss : 0.16292241215705872

    100940	  0.163106	  0.162922	  0.171601		CURRENT LEARNING RATE: 0.25505528741332895
previous_iter_valid_loss : 0.1653956025838852

    100960	  0.165572	  0.165396	  0.171655		CURRENT LEARNING RATE: 0.25500428145661197
previous_iter_valid_loss : 0.1764802485704422

    100980	  0.176758	  0.176480	  0.171281		CURRENT LEARNING RATE: 0.2549532857000663
previous_iter_valid_loss : 0.16916464269161224

    101000	  0.169449	  0.169165	  0.171420		CURRENT LEARNING RATE: 0.2549023001416521
previous_iter_valid_loss : 0.16413770616054535

    101020	  0.164303	  0.164138	  0.171299		CURRENT LEARNING RATE: 0.2548513247793299
previous_iter_valid_loss : 0.1650637835264206

    101040	  0.165200	  0.165064	  0.171290		CURRENT LEARNING RATE: 0.2548003596110608
previous_iter_valid_loss : 0.16679498553276062

    101060	  0.166901	  0.166795	  0.171476		CURRENT LEARNING RATE: 0.25474940463480605
previous_iter_valid_loss : 0.16822956502437592

    101080	  0.168464	  0.168230	  0.170663		CURRENT LEARNING RATE: 0.2546984598485275
previous_iter_valid_loss : 0.16418369114398956

    101100	  0.164284	  0.164184	  0.170587		CURRENT LEARNING RATE: 0.25464752525018736
previous_iter_valid_loss : 0.16648055613040924

    101120	  0.166678	  0.166481	  0.170475		CURRENT LEARNING RATE: 0.2545966008377484
previous_iter_valid_loss : 0.16766338050365448

    101140	  0.167873	  0.167663	  0.170665		CURRENT LEARNING RATE: 0.25454568660917337
previous_iter_valid_loss : 0.1634376049041748

    101160	  0.163585	  0.163438	  0.170482		CURRENT LEARNING RATE: 0.2544947825624259
previous_iter_valid_loss : 0.1793147325515747

    101180	  0.179653	  0.179315	  0.170221		CURRENT LEARNING RATE: 0.25444388869546974
previous_iter_valid_loss : 0.16675162315368652

    101200	  0.166872	  0.166752	  0.170124		CURRENT LEARNING RATE: 0.2543930050062692
previous_iter_valid_loss : 0.16413326561450958

    101220	  0.164257	  0.164133	  0.169851		CURRENT LEARNING RATE: 0.2543421314927889
previous_iter_valid_loss : 0.16851484775543213

    101240	  0.168753	  0.168515	  0.169244		CURRENT LEARNING RATE: 0.25429126815299385
previous_iter_valid_loss : 0.1985243260860443

    101260	  0.198968	  0.198524	  0.170946		CURRENT LEARNING RATE: 0.2542404149848496
previous_iter_valid_loss : 0.16719278693199158

    101280	  0.167386	  0.167193	  0.170838		CURRENT LEARNING RATE: 0.2541895719863219
previous_iter_valid_loss : 0.1651458442211151

    101300	  0.165295	  0.165146	  0.169657		CURRENT LEARNING RATE: 0.25413873915537716
previous_iter_valid_loss : 0.16395659744739532

    101320	  0.164084	  0.163957	  0.168674		CURRENT LEARNING RATE: 0.2540879164899821
previous_iter_valid_loss : 0.16515012085437775

    101340	  0.165321	  0.165150	  0.168785		CURRENT LEARNING RATE: 0.25403710398810364
previous_iter_valid_loss : 0.16419491171836853

    101360	  0.164322	  0.164195	  0.168725		CURRENT LEARNING RATE: 0.2539863016477094
previous_iter_valid_loss : 0.17041124403476715

    101380	  0.170518	  0.170411	  0.168422		CURRENT LEARNING RATE: 0.25393550946676724
previous_iter_valid_loss : 0.17715199291706085

    101400	  0.177261	  0.177152	  0.168821		CURRENT LEARNING RATE: 0.25388472744324553
previous_iter_valid_loss : 0.16695328056812286

    101420	  0.167103	  0.166953	  0.168962		CURRENT LEARNING RATE: 0.25383395557511296
previous_iter_valid_loss : 0.1673165261745453

    101440	  0.167427	  0.167317	  0.169075		CURRENT LEARNING RATE: 0.25378319386033865
previous_iter_valid_loss : 0.16595178842544556

    101460	  0.166065	  0.165952	  0.169032		CURRENT LEARNING RATE: 0.25373244229689207
previous_iter_valid_loss : 0.18358159065246582

    101480	  0.183940	  0.183582	  0.169800		CURRENT LEARNING RATE: 0.2536817008827433
previous_iter_valid_loss : 0.16787822544574738

    101500	  0.168082	  0.167878	  0.169985		CURRENT LEARNING RATE: 0.25363096961586246
previous_iter_valid_loss : 0.1708734929561615

    101520	  0.171118	  0.170873	  0.170204		CURRENT LEARNING RATE: 0.2535802484942205
previous_iter_valid_loss : 0.16534338891506195

    101540	  0.165547	  0.165343	  0.170088		CURRENT LEARNING RATE: 0.25352953751578855
previous_iter_valid_loss : 0.17382025718688965

    101560	  0.173902	  0.173820	  0.170608		CURRENT LEARNING RATE: 0.25347883667853816
previous_iter_valid_loss : 0.16405528783798218

    101580	  0.164192	  0.164055	  0.169845		CURRENT LEARNING RATE: 0.2534281459804412
previous_iter_valid_loss : 0.1660107970237732

    101600	  0.166132	  0.166011	  0.169808		CURRENT LEARNING RATE: 0.25337746541947015
previous_iter_valid_loss : 0.19219183921813965

    101620	  0.192542	  0.192192	  0.171210		CURRENT LEARNING RATE: 0.2533267949935977
previous_iter_valid_loss : 0.16744379699230194

    101640	  0.167654	  0.167444	  0.171157		CURRENT LEARNING RATE: 0.2532761347007972
previous_iter_valid_loss : 0.1656787246465683

    101660	  0.165862	  0.165679	  0.169515		CURRENT LEARNING RATE: 0.25322548453904203
previous_iter_valid_loss : 0.1680685430765152

    101680	  0.168271	  0.168069	  0.169558		CURRENT LEARNING RATE: 0.2531748445063063
previous_iter_valid_loss : 0.16493481397628784

    101700	  0.165124	  0.164935	  0.169548		CURRENT LEARNING RATE: 0.25312421460056433
previous_iter_valid_loss : 0.16776862740516663

    101720	  0.168009	  0.167769	  0.169738		CURRENT LEARNING RATE: 0.253073594819791
previous_iter_valid_loss : 0.1936625838279724

    101740	  0.194116	  0.193663	  0.171164		CURRENT LEARNING RATE: 0.2530229851619616
previous_iter_valid_loss : 0.16459646821022034

    101760	  0.164753	  0.164596	  0.171184		CURRENT LEARNING RATE: 0.25297238562505153
previous_iter_valid_loss : 0.18607518076896667

    101780	  0.186439	  0.186075	  0.171967		CURRENT LEARNING RATE: 0.252921796207037
previous_iter_valid_loss : 0.16569192707538605

    101800	  0.165892	  0.165692	  0.171394		CURRENT LEARNING RATE: 0.2528712169058943
previous_iter_valid_loss : 0.16696248948574066

    101820	  0.167152	  0.166962	  0.171395		CURRENT LEARNING RATE: 0.2528206477196003
previous_iter_valid_loss : 0.16579145193099976

    101840	  0.165970	  0.165791	  0.171319		CURRENT LEARNING RATE: 0.25277008864613226
previous_iter_valid_loss : 0.16618876159191132

    101860	  0.166389	  0.166189	  0.171330		CURRENT LEARNING RATE: 0.2527195396834678
previous_iter_valid_loss : 0.1647104024887085

    101880	  0.164878	  0.164710	  0.170387		CURRENT LEARNING RATE: 0.25266900082958493
previous_iter_valid_loss : 0.19657135009765625

    101900	  0.196990	  0.196571	  0.171822		CURRENT LEARNING RATE: 0.25261847208246213
previous_iter_valid_loss : 0.16651512682437897

    101920	  0.166685	  0.166515	  0.171604		CURRENT LEARNING RATE: 0.2525679534400783
previous_iter_valid_loss : 0.17399342358112335

    101940	  0.174251	  0.173993	  0.172036		CURRENT LEARNING RATE: 0.2525174449004126
previous_iter_valid_loss : 0.18142016232013702

    101960	  0.181798	  0.181420	  0.172416		CURRENT LEARNING RATE: 0.25246694646144474
previous_iter_valid_loss : 0.16771693527698517

    101980	  0.167983	  0.167717	  0.172599		CURRENT LEARNING RATE: 0.2524164581211548
previous_iter_valid_loss : 0.16583038866519928

    102000	  0.165986	  0.165830	  0.172590		CURRENT LEARNING RATE: 0.2523659798775232
previous_iter_valid_loss : 0.1769312173128128

    102020	  0.177299	  0.176931	  0.171827		CURRENT LEARNING RATE: 0.2523155117285308
previous_iter_valid_loss : 0.16499018669128418

    102040	  0.165170	  0.164990	  0.171704		CURRENT LEARNING RATE: 0.25226505367215896
previous_iter_valid_loss : 0.1637437641620636

    102060	  0.163940	  0.163744	  0.171608		CURRENT LEARNING RATE: 0.25221460570638926
previous_iter_valid_loss : 0.16892509162425995

    102080	  0.169120	  0.168925	  0.171650		CURRENT LEARNING RATE: 0.25216416782920387
previous_iter_valid_loss : 0.17987710237503052

    102100	  0.180272	  0.179877	  0.172398		CURRENT LEARNING RATE: 0.2521137400385851
previous_iter_valid_loss : 0.16672204434871674

    102120	  0.166902	  0.166722	  0.172345		CURRENT LEARNING RATE: 0.25206332233251605
previous_iter_valid_loss : 0.16369961202144623

    102140	  0.163885	  0.163700	  0.170847		CURRENT LEARNING RATE: 0.2520129147089799
previous_iter_valid_loss : 0.16707997024059296

    102160	  0.167246	  0.167080	  0.170971		CURRENT LEARNING RATE: 0.25196251716596046
previous_iter_valid_loss : 0.1677442491054535

    102180	  0.167963	  0.167744	  0.170055		CURRENT LEARNING RATE: 0.25191212970144167
previous_iter_valid_loss : 0.16863076388835907

    102200	  0.168804	  0.168631	  0.170202		CURRENT LEARNING RATE: 0.2518617523134081
previous_iter_valid_loss : 0.1929052472114563

    102220	  0.193073	  0.192905	  0.171499		CURRENT LEARNING RATE: 0.2518113849998447
previous_iter_valid_loss : 0.16636282205581665

    102240	  0.166530	  0.166363	  0.171527		CURRENT LEARNING RATE: 0.25176102775873666
previous_iter_valid_loss : 0.16379384696483612

    102260	  0.163993	  0.163794	  0.171408		CURRENT LEARNING RATE: 0.25171068058806984
previous_iter_valid_loss : 0.16598601639270782

    102280	  0.166211	  0.165986	  0.171471		CURRENT LEARNING RATE: 0.2516603434858302
previous_iter_valid_loss : 0.16546015441417694

    102300	  0.165622	  0.165460	  0.169916		CURRENT LEARNING RATE: 0.25161001645000436
previous_iter_valid_loss : 0.1785304695367813

    102320	  0.178894	  0.178530	  0.170517		CURRENT LEARNING RATE: 0.2515596994785792
previous_iter_valid_loss : 0.165711909532547

    102340	  0.165880	  0.165712	  0.170103		CURRENT LEARNING RATE: 0.25150939256954213
previous_iter_valid_loss : 0.1711917221546173

    102360	  0.171322	  0.171192	  0.169591		CURRENT LEARNING RATE: 0.25145909572088077
previous_iter_valid_loss : 0.16577152907848358

    102380	  0.165908	  0.165772	  0.169494		CURRENT LEARNING RATE: 0.2514088089305832
previous_iter_valid_loss : 0.1634315699338913

    102400	  0.163574	  0.163432	  0.169374		CURRENT LEARNING RATE: 0.25135853219663806
previous_iter_valid_loss : 0.176392063498497

    102420	  0.176703	  0.176392	  0.169347		CURRENT LEARNING RATE: 0.2513082655170343
previous_iter_valid_loss : 0.1750321090221405

    102440	  0.175326	  0.175032	  0.169849		CURRENT LEARNING RATE: 0.25125800888976113
previous_iter_valid_loss : 0.16576699912548065

    102460	  0.165938	  0.165767	  0.169950		CURRENT LEARNING RATE: 0.25120776231280834
previous_iter_valid_loss : 0.16700248420238495

    102480	  0.167205	  0.167002	  0.169854		CURRENT LEARNING RATE: 0.2511575257841661
previous_iter_valid_loss : 0.1664242446422577

    102500	  0.166628	  0.166424	  0.169181		CURRENT LEARNING RATE: 0.25110729930182496
previous_iter_valid_loss : 0.1725074052810669

    102520	  0.172633	  0.172507	  0.169471		CURRENT LEARNING RATE: 0.2510570828637757
previous_iter_valid_loss : 0.17456088960170746

    102540	  0.174698	  0.174561	  0.170014		CURRENT LEARNING RATE: 0.2510068764680099
previous_iter_valid_loss : 0.17069637775421143

    102560	  0.170823	  0.170696	  0.170195		CURRENT LEARNING RATE: 0.2509566801125192
previous_iter_valid_loss : 0.17537946999073029

    102580	  0.175527	  0.175379	  0.170576		CURRENT LEARNING RATE: 0.2509064937952957
previous_iter_valid_loss : 0.16417144238948822

    102600	  0.164282	  0.164171	  0.170353		CURRENT LEARNING RATE: 0.250856317514332
previous_iter_valid_loss : 0.16481579840183258

    102620	  0.164976	  0.164816	  0.168949		CURRENT LEARNING RATE: 0.250806151267621
previous_iter_valid_loss : 0.16768820583820343

    102640	  0.167850	  0.167688	  0.169015		CURRENT LEARNING RATE: 0.25075599505315616
previous_iter_valid_loss : 0.16678012907505035

    102660	  0.166930	  0.166780	  0.169164		CURRENT LEARNING RATE: 0.2507058488689311
previous_iter_valid_loss : 0.16486643254756927

    102680	  0.164972	  0.164866	  0.169109		CURRENT LEARNING RATE: 0.25065571271294007
previous_iter_valid_loss : 0.1688956469297409

    102700	  0.169079	  0.168896	  0.169280		CURRENT LEARNING RATE: 0.2506055865831775
previous_iter_valid_loss : 0.18531151115894318

    102720	  0.185481	  0.185312	  0.169619		CURRENT LEARNING RATE: 0.25055547047763843
previous_iter_valid_loss : 0.174520805478096

    102740	  0.174695	  0.174521	  0.170060		CURRENT LEARNING RATE: 0.25050536439431825
previous_iter_valid_loss : 0.17824655771255493

    102760	  0.178407	  0.178247	  0.170413		CURRENT LEARNING RATE: 0.2504552683312127
previous_iter_valid_loss : 0.1669400930404663

    102780	  0.167072	  0.166940	  0.170471		CURRENT LEARNING RATE: 0.2504051822863179
previous_iter_valid_loss : 0.18497565388679504

    102800	  0.185327	  0.184976	  0.171548		CURRENT LEARNING RATE: 0.2503551062576304
previous_iter_valid_loss : 0.19413350522518158

    102820	  0.194608	  0.194134	  0.172435		CURRENT LEARNING RATE: 0.25030504024314726
previous_iter_valid_loss : 0.1721058040857315

    102840	  0.172356	  0.172106	  0.172289		CURRENT LEARNING RATE: 0.2502549842408657
previous_iter_valid_loss : 0.16421490907669067

    102860	  0.164364	  0.164215	  0.172211		CURRENT LEARNING RATE: 0.25020493824878354
previous_iter_valid_loss : 0.17522531747817993

    102880	  0.175563	  0.175225	  0.172622		CURRENT LEARNING RATE: 0.250154902264899
previous_iter_valid_loss : 0.1803416758775711

    102900	  0.180671	  0.180342	  0.173318		CURRENT LEARNING RATE: 0.25010487628721056
previous_iter_valid_loss : 0.16446682810783386

    102920	  0.164644	  0.164467	  0.172916		CURRENT LEARNING RATE: 0.2500548603137171
previous_iter_valid_loss : 0.16914258897304535

    102940	  0.169398	  0.169143	  0.172645		CURRENT LEARNING RATE: 0.2500048543424182
previous_iter_valid_loss : 0.16558055579662323

    102960	  0.165755	  0.165581	  0.172390		CURRENT LEARNING RATE: 0.24995485837131345
previous_iter_valid_loss : 0.16879145801067352

    102980	  0.169065	  0.168791	  0.172060		CURRENT LEARNING RATE: 0.24990487239840314
previous_iter_valid_loss : 0.17055381834506989

    103000	  0.170822	  0.170554	  0.172379		CURRENT LEARNING RATE: 0.2498548964216877
previous_iter_valid_loss : 0.16754037141799927

    103020	  0.167738	  0.167540	  0.172516		CURRENT LEARNING RATE: 0.2498049304391682
previous_iter_valid_loss : 0.16741988062858582

    103040	  0.167539	  0.167420	  0.172502		CURRENT LEARNING RATE: 0.24975497444884592
previous_iter_valid_loss : 0.18199226260185242

    103060	  0.182353	  0.181992	  0.173263		CURRENT LEARNING RATE: 0.24970502844872264
previous_iter_valid_loss : 0.16387256979942322

    103080	  0.164041	  0.163873	  0.173213		CURRENT LEARNING RATE: 0.24965509243680054
previous_iter_valid_loss : 0.1661934107542038

    103100	  0.166370	  0.166193	  0.173078		CURRENT LEARNING RATE: 0.2496051664110822
previous_iter_valid_loss : 0.1635323315858841

    103120	  0.163663	  0.163532	  0.171989		CURRENT LEARNING RATE: 0.24955525036957046
previous_iter_valid_loss : 0.1669473499059677

    103140	  0.167082	  0.166947	  0.171610		CURRENT LEARNING RATE: 0.24950534431026883
previous_iter_valid_loss : 0.16595394909381866

    103160	  0.166205	  0.165954	  0.170996		CURRENT LEARNING RATE: 0.24945544823118102
previous_iter_valid_loss : 0.16662727296352386

    103180	  0.166825	  0.166627	  0.170980		CURRENT LEARNING RATE: 0.24940556213031115
previous_iter_valid_loss : 0.17509344220161438

    103200	  0.175429	  0.175093	  0.170486		CURRENT LEARNING RATE: 0.24935568600566382
previous_iter_valid_loss : 0.18802712857723236

    103220	  0.188466	  0.188027	  0.170181		CURRENT LEARNING RATE: 0.24930581985524397
previous_iter_valid_loss : 0.1674540489912033

    103240	  0.167657	  0.167454	  0.169948		CURRENT LEARNING RATE: 0.24925596367705694
previous_iter_valid_loss : 0.16608059406280518

    103260	  0.166280	  0.166081	  0.170041		CURRENT LEARNING RATE: 0.24920611746910848
previous_iter_valid_loss : 0.17206765711307526

    103280	  0.172291	  0.172068	  0.169883		CURRENT LEARNING RATE: 0.24915628122940472
previous_iter_valid_loss : 0.1698424518108368

    103300	  0.170040	  0.169842	  0.169358		CURRENT LEARNING RATE: 0.2491064549559523
previous_iter_valid_loss : 0.1689949929714203

    103320	  0.169235	  0.168995	  0.169585		CURRENT LEARNING RATE: 0.24905663864675803
previous_iter_valid_loss : 0.16584843397140503

    103340	  0.166055	  0.165848	  0.169420		CURRENT LEARNING RATE: 0.2490068322998294
previous_iter_valid_loss : 0.1718607097864151

    103360	  0.172195	  0.171861	  0.169734		CURRENT LEARNING RATE: 0.2489570359131741
previous_iter_valid_loss : 0.17181037366390228

    103380	  0.172065	  0.171810	  0.169885		CURRENT LEARNING RATE: 0.24890724948480028
previous_iter_valid_loss : 0.17723697423934937

    103400	  0.177526	  0.177237	  0.170219		CURRENT LEARNING RATE: 0.24885747301271646
previous_iter_valid_loss : 0.16638243198394775

    103420	  0.166555	  0.166382	  0.170161		CURRENT LEARNING RATE: 0.24880770649493156
previous_iter_valid_loss : 0.169419527053833

    103440	  0.169526	  0.169420	  0.170261		CURRENT LEARNING RATE: 0.248757949929455
previous_iter_valid_loss : 0.17034457623958588

    103460	  0.170567	  0.170345	  0.169679		CURRENT LEARNING RATE: 0.24870820331429644
previous_iter_valid_loss : 0.18053984642028809

    103480	  0.180839	  0.180540	  0.170512		CURRENT LEARNING RATE: 0.24865846664746605
previous_iter_valid_loss : 0.16823206841945648

    103500	  0.168419	  0.168232	  0.170614		CURRENT LEARNING RATE: 0.24860873992697438
previous_iter_valid_loss : 0.17367562651634216

    103520	  0.173935	  0.173676	  0.171121		CURRENT LEARNING RATE: 0.24855902315083228
previous_iter_valid_loss : 0.16398000717163086

    103540	  0.164162	  0.163980	  0.170973		CURRENT LEARNING RATE: 0.24850931631705117
previous_iter_valid_loss : 0.16869588196277618

    103560	  0.168898	  0.168696	  0.171110		CURRENT LEARNING RATE: 0.24845961942364278
previous_iter_valid_loss : 0.16410477459430695

    103580	  0.164286	  0.164105	  0.170984		CURRENT LEARNING RATE: 0.24840993246861917
previous_iter_valid_loss : 0.16830463707447052

    103600	  0.168425	  0.168305	  0.170645		CURRENT LEARNING RATE: 0.2483602554499929
previous_iter_valid_loss : 0.16672486066818237

    103620	  0.166871	  0.166725	  0.169579		CURRENT LEARNING RATE: 0.24831058836577688
previous_iter_valid_loss : 0.17295469343662262

    103640	  0.173081	  0.172955	  0.169854		CURRENT LEARNING RATE: 0.24826093121398443
previous_iter_valid_loss : 0.1640918105840683

    103660	  0.164284	  0.164092	  0.169755		CURRENT LEARNING RATE: 0.24821128399262926
previous_iter_valid_loss : 0.16494372487068176

    103680	  0.165149	  0.164944	  0.169399		CURRENT LEARNING RATE: 0.2481616466997255
previous_iter_valid_loss : 0.20821024477481842

    103700	  0.208806	  0.208210	  0.171317		CURRENT LEARNING RATE: 0.24811201933328764
previous_iter_valid_loss : 0.16373923420906067

    103720	  0.163893	  0.163739	  0.171054		CURRENT LEARNING RATE: 0.24806240189133053
previous_iter_valid_loss : 0.1680096834897995

    103740	  0.168239	  0.168010	  0.171162		CURRENT LEARNING RATE: 0.24801279437186954
previous_iter_valid_loss : 0.17408134043216705

    103760	  0.174384	  0.174081	  0.171273		CURRENT LEARNING RATE: 0.24796319677292042
previous_iter_valid_loss : 0.1696321815252304

    103780	  0.169930	  0.169632	  0.171165		CURRENT LEARNING RATE: 0.24791360909249915
previous_iter_valid_loss : 0.1648746132850647

    103800	  0.165081	  0.164875	  0.170546		CURRENT LEARNING RATE: 0.24786403132862234
previous_iter_valid_loss : 0.16839724779129028

    103820	  0.168581	  0.168397	  0.170647		CURRENT LEARNING RATE: 0.24781446347930675
previous_iter_valid_loss : 0.16428829729557037

    103840	  0.164489	  0.164288	  0.170391		CURRENT LEARNING RATE: 0.24776490554256977
previous_iter_valid_loss : 0.1651361882686615

    103860	  0.165327	  0.165136	  0.170130		CURRENT LEARNING RATE: 0.247715357516429
previous_iter_valid_loss : 0.18062055110931396

    103880	  0.180713	  0.180621	  0.170134		CURRENT LEARNING RATE: 0.24766581939890261
previous_iter_valid_loss : 0.16595403850078583

    103900	  0.166075	  0.165954	  0.170020		CURRENT LEARNING RATE: 0.24761629118800904
previous_iter_valid_loss : 0.16859278082847595

    103920	  0.168736	  0.168593	  0.169766		CURRENT LEARNING RATE: 0.24756677288176707
previous_iter_valid_loss : 0.16678690910339355

    103940	  0.167000	  0.166787	  0.169907		CURRENT LEARNING RATE: 0.24751726447819608
previous_iter_valid_loss : 0.16537787020206451

    103960	  0.165528	  0.165378	  0.169741		CURRENT LEARNING RATE: 0.24746776597531575
previous_iter_valid_loss : 0.16902944445610046

    103980	  0.169247	  0.169029	  0.169987		CURRENT LEARNING RATE: 0.2474182773711461
previous_iter_valid_loss : 0.16842389106750488

    104000	  0.168674	  0.168424	  0.169993		CURRENT LEARNING RATE: 0.24736879866370753
previous_iter_valid_loss : 0.19647365808486938

    104020	  0.196973	  0.196474	  0.171480		CURRENT LEARNING RATE: 0.24731932985102098
previous_iter_valid_loss : 0.17909760773181915

    104040	  0.179448	  0.179098	  0.171787		CURRENT LEARNING RATE: 0.2472698709311076
previous_iter_valid_loss : 0.17006394267082214

    104060	  0.170331	  0.170064	  0.172086		CURRENT LEARNING RATE: 0.24722042190198915
previous_iter_valid_loss : 0.17334546148777008

    104080	  0.173630	  0.173345	  0.172506		CURRENT LEARNING RATE: 0.24717098276168759
previous_iter_valid_loss : 0.16598618030548096

    104100	  0.166142	  0.165986	  0.170395		CURRENT LEARNING RATE: 0.24712155350822534
previous_iter_valid_loss : 0.16837230324745178

    104120	  0.168665	  0.168372	  0.170627		CURRENT LEARNING RATE: 0.24707213413962525
previous_iter_valid_loss : 0.17431539297103882

    104140	  0.174621	  0.174315	  0.170942		CURRENT LEARNING RATE: 0.2470227246539106
previous_iter_valid_loss : 0.16603857278823853

    104160	  0.166206	  0.166039	  0.170540		CURRENT LEARNING RATE: 0.24697332504910496
previous_iter_valid_loss : 0.17889465391635895

    104180	  0.179246	  0.178895	  0.171003		CURRENT LEARNING RATE: 0.24692393532323237
previous_iter_valid_loss : 0.17351141571998596

    104200	  0.173823	  0.173511	  0.171435		CURRENT LEARNING RATE: 0.24687455547431722
previous_iter_valid_loss : 0.16596867144107819

    104220	  0.166145	  0.165969	  0.171313		CURRENT LEARNING RATE: 0.24682518550038432
previous_iter_valid_loss : 0.17097456753253937

    104240	  0.171060	  0.170975	  0.171648		CURRENT LEARNING RATE: 0.2467758253994589
previous_iter_valid_loss : 0.1844644993543625

    104260	  0.184844	  0.184464	  0.172614		CURRENT LEARNING RATE: 0.24672647516956647
previous_iter_valid_loss : 0.165018230676651

    104280	  0.165222	  0.165018	  0.171834		CURRENT LEARNING RATE: 0.2466771348087331
previous_iter_valid_loss : 0.16820356249809265

    104300	  0.168414	  0.168204	  0.171946		CURRENT LEARNING RATE: 0.2466278043149852
previous_iter_valid_loss : 0.16946187615394592

    104320	  0.169574	  0.169462	  0.171990		CURRENT LEARNING RATE: 0.2465784836863494
previous_iter_valid_loss : 0.17008861899375916

    104340	  0.170218	  0.170089	  0.172155		CURRENT LEARNING RATE: 0.24652917292085308
previous_iter_valid_loss : 0.1686275601387024

    104360	  0.168891	  0.168628	  0.172317		CURRENT LEARNING RATE: 0.24647987201652366
previous_iter_valid_loss : 0.1652335673570633

    104380	  0.165436	  0.165234	  0.172128		CURRENT LEARNING RATE: 0.2464305809713892
previous_iter_valid_loss : 0.19072887301445007

    104400	  0.190651	  0.190729	  0.173243		CURRENT LEARNING RATE: 0.246381299783478
previous_iter_valid_loss : 0.17747797071933746

    104420	  0.177833	  0.177478	  0.172293		CURRENT LEARNING RATE: 0.24633202845081878
previous_iter_valid_loss : 0.18348178267478943

    104440	  0.183834	  0.183482	  0.172512		CURRENT LEARNING RATE: 0.24628276697144078
previous_iter_valid_loss : 0.16408444941043854

    104460	  0.164249	  0.164084	  0.172213		CURRENT LEARNING RATE: 0.24623351534337345
previous_iter_valid_loss : 0.1929282546043396

    104480	  0.193360	  0.192928	  0.173192		CURRENT LEARNING RATE: 0.24618427356464684
previous_iter_valid_loss : 0.1708579957485199

    104500	  0.171129	  0.170858	  0.173436		CURRENT LEARNING RATE: 0.2461350416332911
previous_iter_valid_loss : 0.1675596535205841

    104520	  0.167774	  0.167560	  0.173395		CURRENT LEARNING RATE: 0.2460858195473371
previous_iter_valid_loss : 0.18080544471740723

    104540	  0.181156	  0.180805	  0.173720		CURRENT LEARNING RATE: 0.2460366073048159
previous_iter_valid_loss : 0.1711134910583496

    104560	  0.171198	  0.171113	  0.173974		CURRENT LEARNING RATE: 0.2459874049037591
previous_iter_valid_loss : 0.17006990313529968

    104580	  0.170155	  0.170070	  0.173532		CURRENT LEARNING RATE: 0.24593821234219845
previous_iter_valid_loss : 0.16688315570354462

    104600	  0.167071	  0.166883	  0.173201		CURRENT LEARNING RATE: 0.24588902961816636
previous_iter_valid_loss : 0.17674291133880615

    104620	  0.177120	  0.176743	  0.173740		CURRENT LEARNING RATE: 0.2458398567296955
previous_iter_valid_loss : 0.16899091005325317

    104640	  0.169230	  0.168991	  0.173640		CURRENT LEARNING RATE: 0.24579069367481896
previous_iter_valid_loss : 0.17170657217502594

    104660	  0.171835	  0.171707	  0.173002		CURRENT LEARNING RATE: 0.24574154045157015
previous_iter_valid_loss : 0.18352168798446655

    104680	  0.183583	  0.183522	  0.173928		CURRENT LEARNING RATE: 0.24569239705798301
previous_iter_valid_loss : 0.17155039310455322

    104700	  0.171702	  0.171550	  0.174095		CURRENT LEARNING RATE: 0.24564326349209178
previous_iter_valid_loss : 0.18142054975032806

    104720	  0.181789	  0.181421	  0.174693		CURRENT LEARNING RATE: 0.24559413975193106
previous_iter_valid_loss : 0.16330020129680634

    104740	  0.163455	  0.163300	  0.174354		CURRENT LEARNING RATE: 0.24554502583553606
previous_iter_valid_loss : 0.17521007359027863

    104760	  0.175389	  0.175210	  0.174683		CURRENT LEARNING RATE: 0.2454959217409421
previous_iter_valid_loss : 0.16753870248794556

    104780	  0.167737	  0.167539	  0.174798		CURRENT LEARNING RATE: 0.24544682746618504
previous_iter_valid_loss : 0.17307378351688385

    104800	  0.173236	  0.173074	  0.173915		CURRENT LEARNING RATE: 0.2453977430093011
previous_iter_valid_loss : 0.1910543292760849

    104820	  0.191194	  0.191054	  0.174594		CURRENT LEARNING RATE: 0.24534866836832694
previous_iter_valid_loss : 0.16836079955101013

    104840	  0.168585	  0.168361	  0.173838		CURRENT LEARNING RATE: 0.24529960354129954
previous_iter_valid_loss : 0.17094352841377258

    104860	  0.171098	  0.170944	  0.174181		CURRENT LEARNING RATE: 0.2452505485262563
previous_iter_valid_loss : 0.18163396418094635

    104880	  0.181802	  0.181634	  0.173616		CURRENT LEARNING RATE: 0.24520150332123503
previous_iter_valid_loss : 0.17304344475269318

    104900	  0.173224	  0.173043	  0.173725		CURRENT LEARNING RATE: 0.24515246792427395
previous_iter_valid_loss : 0.17097026109695435

    104920	  0.171128	  0.170970	  0.173896		CURRENT LEARNING RATE: 0.24510344233341153
previous_iter_valid_loss : 0.16693291068077087

    104940	  0.167136	  0.166933	  0.173202		CURRENT LEARNING RATE: 0.24505442654668694
previous_iter_valid_loss : 0.1747782975435257

    104960	  0.174998	  0.174778	  0.173386		CURRENT LEARNING RATE: 0.2450054205621394
previous_iter_valid_loss : 0.17466111481189728

    104980	  0.174855	  0.174661	  0.173615		CURRENT LEARNING RATE: 0.2449564243778087
previous_iter_valid_loss : 0.16943641006946564

    105000	  0.169621	  0.169436	  0.173743		CURRENT LEARNING RATE: 0.24490743799173506
previous_iter_valid_loss : 0.18227915465831757

    105020	  0.182483	  0.182279	  0.174020		CURRENT LEARNING RATE: 0.24485846140195897
previous_iter_valid_loss : 0.18218456208705902

    105040	  0.182426	  0.182185	  0.174679		CURRENT LEARNING RATE: 0.24480949460652135
previous_iter_valid_loss : 0.17995885014533997

    105060	  0.180288	  0.179959	  0.175092		CURRENT LEARNING RATE: 0.24476053760346356
previous_iter_valid_loss : 0.16851410269737244

    105080	  0.168768	  0.168514	  0.174341		CURRENT LEARNING RATE: 0.24471159039082727
previous_iter_valid_loss : 0.1725965291261673

    105100	  0.172738	  0.172597	  0.174394		CURRENT LEARNING RATE: 0.24466265296665463
previous_iter_valid_loss : 0.16711640357971191

    105120	  0.167303	  0.167116	  0.173679		CURRENT LEARNING RATE: 0.24461372532898815
previous_iter_valid_loss : 0.1834435611963272

    105140	  0.183766	  0.183444	  0.174686		CURRENT LEARNING RATE: 0.2445648074758707
previous_iter_valid_loss : 0.1718413531780243

    105160	  0.172065	  0.171841	  0.174517		CURRENT LEARNING RATE: 0.24451589940534563
previous_iter_valid_loss : 0.17903566360473633

    105180	  0.179357	  0.179036	  0.175092		CURRENT LEARNING RATE: 0.24446700111545652
previous_iter_valid_loss : 0.18414254486560822

    105200	  0.184498	  0.184143	  0.175646		CURRENT LEARNING RATE: 0.2444181126042475
previous_iter_valid_loss : 0.1666766256093979

    105220	  0.166863	  0.166677	  0.174427		CURRENT LEARNING RATE: 0.24436923386976306
previous_iter_valid_loss : 0.1664312779903412

    105240	  0.166515	  0.166431	  0.174330		CURRENT LEARNING RATE: 0.244320364910048
previous_iter_valid_loss : 0.16616638004779816

    105260	  0.166328	  0.166166	  0.174091		CURRENT LEARNING RATE: 0.24427150572314754
previous_iter_valid_loss : 0.1654389649629593

    105280	  0.165571	  0.165439	  0.173282		CURRENT LEARNING RATE: 0.24422265630710735
previous_iter_valid_loss : 0.174348846077919

    105300	  0.174588	  0.174349	  0.173347		CURRENT LEARNING RATE: 0.24417381665997342
previous_iter_valid_loss : 0.179181307554245

    105320	  0.179455	  0.179181	  0.173757		CURRENT LEARNING RATE: 0.24412498677979222
previous_iter_valid_loss : 0.17136028409004211

    105340	  0.171579	  0.171360	  0.173979		CURRENT LEARNING RATE: 0.24407616666461046
previous_iter_valid_loss : 0.17524626851081848

    105360	  0.175521	  0.175246	  0.174002		CURRENT LEARNING RATE: 0.2440273563124755
previous_iter_valid_loss : 0.16452035307884216

    105380	  0.164656	  0.164520	  0.173495		CURRENT LEARNING RATE: 0.2439785557214348
previous_iter_valid_loss : 0.17203371226787567

    105400	  0.172060	  0.172034	  0.173625		CURRENT LEARNING RATE: 0.24392976488953633
previous_iter_valid_loss : 0.16703975200653076

    105420	  0.167242	  0.167040	  0.172863		CURRENT LEARNING RATE: 0.24388098381482848
previous_iter_valid_loss : 0.17556197941303253

    105440	  0.175866	  0.175562	  0.172532		CURRENT LEARNING RATE: 0.24383221249536002
previous_iter_valid_loss : 0.1878850907087326

    105460	  0.188260	  0.187885	  0.172928		CURRENT LEARNING RATE: 0.24378345092918013
previous_iter_valid_loss : 0.16563378274440765

    105480	  0.165827	  0.165634	  0.172784		CURRENT LEARNING RATE: 0.2437346991143383
previous_iter_valid_loss : 0.17020900547504425

    105500	  0.170432	  0.170209	  0.172665		CURRENT LEARNING RATE: 0.24368595704888443
previous_iter_valid_loss : 0.1644473373889923

    105520	  0.164636	  0.164447	  0.172531		CURRENT LEARNING RATE: 0.24363722473086893
previous_iter_valid_loss : 0.16792309284210205

    105540	  0.168035	  0.167923	  0.171755		CURRENT LEARNING RATE: 0.24358850215834238
previous_iter_valid_loss : 0.16684070229530334

    105560	  0.167073	  0.166841	  0.171505		CURRENT LEARNING RATE: 0.24353978932935597
previous_iter_valid_loss : 0.16517919301986694

    105580	  0.165334	  0.165179	  0.170812		CURRENT LEARNING RATE: 0.24349108624196117
previous_iter_valid_loss : 0.1918432116508484

    105600	  0.192282	  0.191843	  0.171198		CURRENT LEARNING RATE: 0.2434423928942099
previous_iter_valid_loss : 0.18358001112937927

    105620	  0.183937	  0.183580	  0.172043		CURRENT LEARNING RATE: 0.24339370928415432
previous_iter_valid_loss : 0.16631272435188293

    105640	  0.166521	  0.166313	  0.172037		CURRENT LEARNING RATE: 0.24334503540984717
previous_iter_valid_loss : 0.16410009562969208

    105660	  0.164318	  0.164100	  0.171933		CURRENT LEARNING RATE: 0.24329637126934148
previous_iter_valid_loss : 0.16842378675937653

    105680	  0.168659	  0.168424	  0.172083		CURRENT LEARNING RATE: 0.24324771686069066
previous_iter_valid_loss : 0.1666237711906433

    105700	  0.166865	  0.166624	  0.171696		CURRENT LEARNING RATE: 0.24319907218194856
previous_iter_valid_loss : 0.17598991096019745

    105720	  0.176339	  0.175990	  0.171537		CURRENT LEARNING RATE: 0.24315043723116936
previous_iter_valid_loss : 0.16619561612606049

    105740	  0.166416	  0.166196	  0.171279		CURRENT LEARNING RATE: 0.24310181200640762
previous_iter_valid_loss : 0.16706374287605286

    105760	  0.167243	  0.167064	  0.170869		CURRENT LEARNING RATE: 0.2430531965057185
previous_iter_valid_loss : 0.1914648711681366

    105780	  0.191461	  0.191465	  0.172217		CURRENT LEARNING RATE: 0.24300459072715722
previous_iter_valid_loss : 0.17412590980529785

    105800	  0.174500	  0.174126	  0.172321		CURRENT LEARNING RATE: 0.24295599466877962
previous_iter_valid_loss : 0.18128865957260132

    105820	  0.181734	  0.181289	  0.173034		CURRENT LEARNING RATE: 0.24290740832864183
previous_iter_valid_loss : 0.1662173718214035

    105840	  0.166438	  0.166217	  0.172567		CURRENT LEARNING RATE: 0.24285883170480044
previous_iter_valid_loss : 0.17483967542648315

    105860	  0.175160	  0.174840	  0.171914		CURRENT LEARNING RATE: 0.2428102647953123
previous_iter_valid_loss : 0.17734266817569733

    105880	  0.177660	  0.177343	  0.172500		CURRENT LEARNING RATE: 0.24276170759823482
previous_iter_valid_loss : 0.17066815495491028

    105900	  0.170992	  0.170668	  0.172523		CURRENT LEARNING RATE: 0.24271316011162566
previous_iter_valid_loss : 0.16787700355052948

    105920	  0.168084	  0.167877	  0.172694		CURRENT LEARNING RATE: 0.24266462233354294
previous_iter_valid_loss : 0.17828968167304993

    105940	  0.178685	  0.178290	  0.173213		CURRENT LEARNING RATE: 0.2426160942620451
previous_iter_valid_loss : 0.16670134663581848

    105960	  0.166884	  0.166701	  0.173206		CURRENT LEARNING RATE: 0.2425675758951911
previous_iter_valid_loss : 0.17006996273994446

    105980	  0.170369	  0.170070	  0.173450		CURRENT LEARNING RATE: 0.24251906723104016
previous_iter_valid_loss : 0.16873721778392792

    106000	  0.168988	  0.168737	  0.172295		CURRENT LEARNING RATE: 0.24247056826765198
previous_iter_valid_loss : 0.16672168672084808

    106020	  0.166894	  0.166722	  0.171452		CURRENT LEARNING RATE: 0.24242207900308654
previous_iter_valid_loss : 0.1681271344423294

    106040	  0.168264	  0.168127	  0.171543		CURRENT LEARNING RATE: 0.2423735994354043
previous_iter_valid_loss : 0.16240476071834564

    106060	  0.162575	  0.162405	  0.171458		CURRENT LEARNING RATE: 0.24232512956266605
previous_iter_valid_loss : 0.181020587682724

    106080	  0.181398	  0.181021	  0.172088		CURRENT LEARNING RATE: 0.24227666938293305
previous_iter_valid_loss : 0.17629781365394592

    106100	  0.176621	  0.176298	  0.172571		CURRENT LEARNING RATE: 0.24222821889426682
previous_iter_valid_loss : 0.17117354273796082

    106120	  0.171443	  0.171174	  0.172331		CURRENT LEARNING RATE: 0.24217977809472938
previous_iter_valid_loss : 0.16944092512130737

    106140	  0.169736	  0.169441	  0.172493		CURRENT LEARNING RATE: 0.2421313469823831
previous_iter_valid_loss : 0.17281293869018555

    106160	  0.173128	  0.172813	  0.172780		CURRENT LEARNING RATE: 0.2420829255552907
previous_iter_valid_loss : 0.1886865794658661

    106180	  0.189081	  0.188687	  0.172641		CURRENT LEARNING RATE: 0.24203451381151542
previous_iter_valid_loss : 0.17385299503803253

    106200	  0.174115	  0.173853	  0.172628		CURRENT LEARNING RATE: 0.24198611174912069
previous_iter_valid_loss : 0.1744571477174759

    106220	  0.174759	  0.174457	  0.172286		CURRENT LEARNING RATE: 0.24193771936617048
previous_iter_valid_loss : 0.17372092604637146

    106240	  0.173826	  0.173721	  0.172661		CURRENT LEARNING RATE: 0.2418893366607291
previous_iter_valid_loss : 0.1657782644033432

    106260	  0.165959	  0.165778	  0.172208		CURRENT LEARNING RATE: 0.24184096363086116
previous_iter_valid_loss : 0.1671282947063446

    106280	  0.167361	  0.167128	  0.171698		CURRENT LEARNING RATE: 0.24179260027463184
previous_iter_valid_loss : 0.16744005680084229

    106300	  0.167654	  0.167440	  0.171536		CURRENT LEARNING RATE: 0.24174424659010654
previous_iter_valid_loss : 0.17155836522579193

    106320	  0.171860	  0.171558	  0.171720		CURRENT LEARNING RATE: 0.24169590257535115
previous_iter_valid_loss : 0.19960196316242218

    106340	  0.200081	  0.199602	  0.172786		CURRENT LEARNING RATE: 0.24164756822843184
previous_iter_valid_loss : 0.17521509528160095

    106360	  0.175582	  0.175215	  0.173211		CURRENT LEARNING RATE: 0.24159924354741535
previous_iter_valid_loss : 0.1688849925994873

    106380	  0.169142	  0.168885	  0.173152		CURRENT LEARNING RATE: 0.2415509285303686
previous_iter_valid_loss : 0.17439590394496918

    106400	  0.174682	  0.174396	  0.173435		CURRENT LEARNING RATE: 0.2415026231753591
previous_iter_valid_loss : 0.17670248448848724

    106420	  0.177045	  0.176702	  0.173934		CURRENT LEARNING RATE: 0.2414543274804545
previous_iter_valid_loss : 0.1704900562763214

    106440	  0.170820	  0.170490	  0.174052		CURRENT LEARNING RATE: 0.24140604144372302
previous_iter_valid_loss : 0.1657467782497406

    106460	  0.165963	  0.165747	  0.174219		CURRENT LEARNING RATE: 0.24135776506323325
previous_iter_valid_loss : 0.16733194887638092

    106480	  0.167562	  0.167332	  0.173535		CURRENT LEARNING RATE: 0.24130949833705412
previous_iter_valid_loss : 0.1701611429452896

    106500	  0.170397	  0.170161	  0.173228		CURRENT LEARNING RATE: 0.24126124126325496
previous_iter_valid_loss : 0.17197278141975403

    106520	  0.172251	  0.171973	  0.173268		CURRENT LEARNING RATE: 0.24121299383990544
previous_iter_valid_loss : 0.16721507906913757

    106540	  0.167353	  0.167215	  0.173157		CURRENT LEARNING RATE: 0.24116475606507573
previous_iter_valid_loss : 0.17014802992343903

    106560	  0.170284	  0.170148	  0.173024		CURRENT LEARNING RATE: 0.24111652793683627
previous_iter_valid_loss : 0.18310119211673737

    106580	  0.183468	  0.183101	  0.172744		CURRENT LEARNING RATE: 0.241068309453258
previous_iter_valid_loss : 0.1767139583826065

    106600	  0.177102	  0.176714	  0.172887		CURRENT LEARNING RATE: 0.24102010061241214
previous_iter_valid_loss : 0.17193283140659332

    106620	  0.172226	  0.171933	  0.172761		CURRENT LEARNING RATE: 0.24097190141237032
previous_iter_valid_loss : 0.16797319054603577

    106640	  0.168237	  0.167973	  0.172474		CURRENT LEARNING RATE: 0.24092371185120462
previous_iter_valid_loss : 0.16765137016773224

    106660	  0.167913	  0.167651	  0.172567		CURRENT LEARNING RATE: 0.24087553192698738
previous_iter_valid_loss : 0.18757587671279907

    106680	  0.188017	  0.187576	  0.173590		CURRENT LEARNING RATE: 0.24082736163779148
previous_iter_valid_loss : 0.17143499851226807

    106700	  0.171771	  0.171435	  0.173790		CURRENT LEARNING RATE: 0.2407792009816901
previous_iter_valid_loss : 0.1959674060344696

    106720	  0.196469	  0.195967	  0.175010		CURRENT LEARNING RATE: 0.24073104995675673
previous_iter_valid_loss : 0.16842758655548096

    106740	  0.168699	  0.168428	  0.173451		CURRENT LEARNING RATE: 0.2406829085610654
previous_iter_valid_loss : 0.17177671194076538

    106760	  0.172083	  0.171777	  0.173279		CURRENT LEARNING RATE: 0.24063477679269046
previous_iter_valid_loss : 0.18157391250133514

    106780	  0.182021	  0.181574	  0.173914		CURRENT LEARNING RATE: 0.24058665464970663
previous_iter_valid_loss : 0.16620226204395294

    106800	  0.166385	  0.166202	  0.173504		CURRENT LEARNING RATE: 0.24053854213018902
previous_iter_valid_loss : 0.16738471388816833

    106820	  0.167635	  0.167385	  0.173038		CURRENT LEARNING RATE: 0.24049043923221314
previous_iter_valid_loss : 0.17212775349617004

    106840	  0.172260	  0.172128	  0.173120		CURRENT LEARNING RATE: 0.24044234595385483
previous_iter_valid_loss : 0.18079565465450287

    106860	  0.181235	  0.180796	  0.173873		CURRENT LEARNING RATE: 0.2403942622931904
previous_iter_valid_loss : 0.18273691833019257

    106880	  0.183151	  0.182737	  0.174643		CURRENT LEARNING RATE: 0.24034618824829654
previous_iter_valid_loss : 0.16519418358802795

    106900	  0.165476	  0.165194	  0.174394		CURRENT LEARNING RATE: 0.2402981238172502
previous_iter_valid_loss : 0.16476017236709595

    106920	  0.164976	  0.164760	  0.174034		CURRENT LEARNING RATE: 0.24025006899812884
previous_iter_valid_loss : 0.16970980167388916

    106940	  0.170000	  0.169710	  0.174159		CURRENT LEARNING RATE: 0.24020202378901023
previous_iter_valid_loss : 0.1671949326992035

    106960	  0.167366	  0.167195	  0.174011		CURRENT LEARNING RATE: 0.24015398818797265
previous_iter_valid_loss : 0.17347711324691772

    106980	  0.173800	  0.173477	  0.173530		CURRENT LEARNING RATE: 0.24010596219309463
previous_iter_valid_loss : 0.16896890103816986

    107000	  0.169265	  0.168969	  0.173142		CURRENT LEARNING RATE: 0.24005794580245515
previous_iter_valid_loss : 0.19542564451694489

    107020	  0.195903	  0.195426	  0.174317		CURRENT LEARNING RATE: 0.2400099390141335
previous_iter_valid_loss : 0.1678038239479065

    107040	  0.168008	  0.167804	  0.174309		CURRENT LEARNING RATE: 0.23996194182620947
previous_iter_valid_loss : 0.16605862975120544

    107060	  0.166242	  0.166059	  0.174229		CURRENT LEARNING RATE: 0.23991395423676315
previous_iter_valid_loss : 0.16533038020133972

    107080	  0.165512	  0.165330	  0.173117		CURRENT LEARNING RATE: 0.239865976243875
previous_iter_valid_loss : 0.1796775907278061

    107100	  0.179755	  0.179678	  0.173529		CURRENT LEARNING RATE: 0.23981800784562599
previous_iter_valid_loss : 0.16695554554462433

    107120	  0.167250	  0.166956	  0.172078		CURRENT LEARNING RATE: 0.23977004904009724
previous_iter_valid_loss : 0.16738209128379822

    107140	  0.167596	  0.167382	  0.172026		CURRENT LEARNING RATE: 0.2397220998253705
previous_iter_valid_loss : 0.18154354393482208

    107160	  0.181949	  0.181544	  0.172514		CURRENT LEARNING RATE: 0.2396741601995278
previous_iter_valid_loss : 0.1647612601518631

    107180	  0.164974	  0.164761	  0.171674		CURRENT LEARNING RATE: 0.23962623016065157
previous_iter_valid_loss : 0.17405039072036743

    107200	  0.174365	  0.174050	  0.172066		CURRENT LEARNING RATE: 0.23957830970682456
previous_iter_valid_loss : 0.1782529205083847

    107220	  0.178631	  0.178253	  0.172610		CURRENT LEARNING RATE: 0.23953039883612998
previous_iter_valid_loss : 0.1724548190832138

    107240	  0.172810	  0.172455	  0.172626		CURRENT LEARNING RATE: 0.23948249754665135
previous_iter_valid_loss : 0.1650897115468979

    107260	  0.165309	  0.165090	  0.171841		CURRENT LEARNING RATE: 0.2394346058364727
previous_iter_valid_loss : 0.16503749787807465

    107280	  0.165242	  0.165037	  0.170956		CURRENT LEARNING RATE: 0.2393867237036783
previous_iter_valid_loss : 0.18280035257339478

    107300	  0.183215	  0.182800	  0.171836		CURRENT LEARNING RATE: 0.23933885114635284
previous_iter_valid_loss : 0.19236916303634644

    107320	  0.192862	  0.192369	  0.173216		CURRENT LEARNING RATE: 0.2392909881625815
previous_iter_valid_loss : 0.20743758976459503

    107340	  0.208034	  0.207438	  0.175103		CURRENT LEARNING RATE: 0.2392431347504497
previous_iter_valid_loss : 0.195246160030365

    107360	  0.195731	  0.195246	  0.176505		CURRENT LEARNING RATE: 0.2391952909080433
previous_iter_valid_loss : 0.16437964141368866

    107380	  0.164605	  0.164380	  0.176050		CURRENT LEARNING RATE: 0.2391474566334486
previous_iter_valid_loss : 0.1646021455526352

    107400	  0.164827	  0.164602	  0.175832		CURRENT LEARNING RATE: 0.23909963192475223
previous_iter_valid_loss : 0.1669936627149582

    107420	  0.167195	  0.166994	  0.174411		CURRENT LEARNING RATE: 0.23905181678004114
previous_iter_valid_loss : 0.1767210066318512

    107440	  0.177097	  0.176721	  0.174856		CURRENT LEARNING RATE: 0.23900401119740275
previous_iter_valid_loss : 0.16981154680252075

    107460	  0.170164	  0.169812	  0.175044		CURRENT LEARNING RATE: 0.23895621517492485
previous_iter_valid_loss : 0.19800043106079102

    107480	  0.198538	  0.198000	  0.176678		CURRENT LEARNING RATE: 0.2389084287106956
previous_iter_valid_loss : 0.1699860543012619

    107500	  0.170196	  0.169986	  0.176193		CURRENT LEARNING RATE: 0.23886065180280347
previous_iter_valid_loss : 0.16507966816425323

    107520	  0.165296	  0.165080	  0.176099		CURRENT LEARNING RATE: 0.2388128844493375
previous_iter_valid_loss : 0.1645655781030655

    107540	  0.164790	  0.164566	  0.175958		CURRENT LEARNING RATE: 0.23876512664838695
previous_iter_valid_loss : 0.185137078166008

    107560	  0.185565	  0.185137	  0.176138		CURRENT LEARNING RATE: 0.23871737839804139
previous_iter_valid_loss : 0.1849059760570526

    107580	  0.185009	  0.184906	  0.177145		CURRENT LEARNING RATE: 0.23866963969639107
previous_iter_valid_loss : 0.1659933477640152

    107600	  0.166169	  0.165993	  0.176742		CURRENT LEARNING RATE: 0.23862191054152637
previous_iter_valid_loss : 0.16474930942058563

    107620	  0.164942	  0.164749	  0.176067		CURRENT LEARNING RATE: 0.23857419093153814
previous_iter_valid_loss : 0.2166132926940918

    107640	  0.217247	  0.216613	  0.178275		CURRENT LEARNING RATE: 0.23852648086451758
previous_iter_valid_loss : 0.17068183422088623

    107660	  0.171027	  0.170682	  0.178555		CURRENT LEARNING RATE: 0.23847878033855627
previous_iter_valid_loss : 0.1757410764694214

    107680	  0.176105	  0.175741	  0.179090		CURRENT LEARNING RATE: 0.23843108935174626
previous_iter_valid_loss : 0.1662258803844452

    107700	  0.166444	  0.166226	  0.178261		CURRENT LEARNING RATE: 0.23838340790217977
previous_iter_valid_loss : 0.18547071516513824

    107720	  0.185931	  0.185471	  0.177916		CURRENT LEARNING RATE: 0.2383357359879497
previous_iter_valid_loss : 0.17918241024017334

    107740	  0.179573	  0.179182	  0.176504		CURRENT LEARNING RATE: 0.23828807360714904
previous_iter_valid_loss : 0.19340138137340546

    107760	  0.193947	  0.193401	  0.176411		CURRENT LEARNING RATE: 0.23824042075787136
previous_iter_valid_loss : 0.17899630963802338

    107780	  0.179365	  0.178996	  0.177142		CURRENT LEARNING RATE: 0.23819277743821055
previous_iter_valid_loss : 0.1671105921268463

    107800	  0.167307	  0.167111	  0.177268		CURRENT LEARNING RATE: 0.23814514364626088
previous_iter_valid_loss : 0.17643997073173523

    107820	  0.176797	  0.176440	  0.177740		CURRENT LEARNING RATE: 0.238097519380117
previous_iter_valid_loss : 0.2025807648897171

    107840	  0.203047	  0.202581	  0.179033		CURRENT LEARNING RATE: 0.23804990463787393
previous_iter_valid_loss : 0.18468941748142242

    107860	  0.185110	  0.184689	  0.179777		CURRENT LEARNING RATE: 0.23800229941762707
previous_iter_valid_loss : 0.17047877609729767

    107880	  0.170757	  0.170479	  0.178401		CURRENT LEARNING RATE: 0.2379547037174722
previous_iter_valid_loss : 0.16634933650493622

    107900	  0.166537	  0.166349	  0.178219		CURRENT LEARNING RATE: 0.23790711753550553
previous_iter_valid_loss : 0.17056818306446075

    107920	  0.170855	  0.170568	  0.178493		CURRENT LEARNING RATE: 0.2378595408698236
previous_iter_valid_loss : 0.17947269976139069

    107940	  0.179828	  0.179473	  0.179239		CURRENT LEARNING RATE: 0.23781197371852333
previous_iter_valid_loss : 0.1652408242225647

    107960	  0.165423	  0.165241	  0.178244		CURRENT LEARNING RATE: 0.237764416079702
previous_iter_valid_loss : 0.17140136659145355

    107980	  0.171719	  0.171401	  0.177569		CURRENT LEARNING RATE: 0.23771686795145736
previous_iter_valid_loss : 0.1664157211780548

    108000	  0.166624	  0.166416	  0.177590		CURRENT LEARNING RATE: 0.23766932933188753
previous_iter_valid_loss : 0.1935647428035736

    108020	  0.194062	  0.193565	  0.179030		CURRENT LEARNING RATE: 0.23762180021909085
previous_iter_valid_loss : 0.17825646698474884

    108040	  0.178674	  0.178256	  0.177113		CURRENT LEARNING RATE: 0.2375742806111662
previous_iter_valid_loss : 0.1666674017906189

    108060	  0.166930	  0.166667	  0.176912		CURRENT LEARNING RATE: 0.23752677050621285
previous_iter_valid_loss : 0.166106715798378

    108080	  0.166312	  0.166107	  0.176430		CURRENT LEARNING RATE: 0.23747926990233034
previous_iter_valid_loss : 0.19055426120758057

    108100	  0.191024	  0.190554	  0.177647		CURRENT LEARNING RATE: 0.23743177879761865
previous_iter_valid_loss : 0.17163467407226562

    108120	  0.171973	  0.171635	  0.176955		CURRENT LEARNING RATE: 0.23738429719017815
previous_iter_valid_loss : 0.1677732616662979

    108140	  0.168121	  0.167773	  0.176384		CURRENT LEARNING RATE: 0.23733682507810955
previous_iter_valid_loss : 0.17217418551445007

    108160	  0.172554	  0.172174	  0.175323		CURRENT LEARNING RATE: 0.23728936245951396
previous_iter_valid_loss : 0.17880307137966156

    108180	  0.179206	  0.178803	  0.175313		CURRENT LEARNING RATE: 0.23724190933249295
previous_iter_valid_loss : 0.16911308467388153

    108200	  0.169440	  0.169113	  0.175413		CURRENT LEARNING RATE: 0.23719446569514832
previous_iter_valid_loss : 0.16642284393310547

    108220	  0.166668	  0.166423	  0.174913		CURRENT LEARNING RATE: 0.23714703154558237
previous_iter_valid_loss : 0.18507049977779388

    108240	  0.185477	  0.185070	  0.174037		CURRENT LEARNING RATE: 0.23709960688189774
previous_iter_valid_loss : 0.1674908846616745

    108260	  0.167783	  0.167491	  0.173177		CURRENT LEARNING RATE: 0.23705219170219738
previous_iter_valid_loss : 0.17380724847316742

    108280	  0.174156	  0.173807	  0.173344		CURRENT LEARNING RATE: 0.23700478600458472
previous_iter_valid_loss : 0.16788126528263092

    108300	  0.168159	  0.167881	  0.173420		CURRENT LEARNING RATE: 0.23695738978716352
previous_iter_valid_loss : 0.16528388857841492

    108320	  0.165523	  0.165284	  0.173156		CURRENT LEARNING RATE: 0.236910003048038
previous_iter_valid_loss : 0.16340836882591248

    108340	  0.163681	  0.163408	  0.172353		CURRENT LEARNING RATE: 0.23686262578531259
previous_iter_valid_loss : 0.17582058906555176

    108360	  0.176175	  0.175821	  0.172882		CURRENT LEARNING RATE: 0.23681525799709216
previous_iter_valid_loss : 0.17283019423484802

    108380	  0.173191	  0.172830	  0.172953		CURRENT LEARNING RATE: 0.23676789968148215
previous_iter_valid_loss : 0.1707007884979248

    108400	  0.171023	  0.170701	  0.173167		CURRENT LEARNING RATE: 0.2367205508365882
previous_iter_valid_loss : 0.17588591575622559

    108420	  0.176274	  0.175886	  0.172283		CURRENT LEARNING RATE: 0.23667321146051631
previous_iter_valid_loss : 0.16518162190914154

    108440	  0.165377	  0.165182	  0.171630		CURRENT LEARNING RATE: 0.2366258815513729
previous_iter_valid_loss : 0.20531414449214935

    108460	  0.205378	  0.205314	  0.173562		CURRENT LEARNING RATE: 0.23657856110726477
previous_iter_valid_loss : 0.16874389350414276

    108480	  0.169094	  0.168744	  0.173694		CURRENT LEARNING RATE: 0.2365312501262991
previous_iter_valid_loss : 0.18603265285491943

    108500	  0.186437	  0.186033	  0.173468		CURRENT LEARNING RATE: 0.23648394860658348
previous_iter_valid_loss : 0.165739506483078

    108520	  0.165988	  0.165740	  0.173173		CURRENT LEARNING RATE: 0.23643665654622587
previous_iter_valid_loss : 0.1733001321554184

    108540	  0.173685	  0.173300	  0.173449		CURRENT LEARNING RATE: 0.2363893739433345
previous_iter_valid_loss : 0.16852392256259918

    108560	  0.168712	  0.168524	  0.173267		CURRENT LEARNING RATE: 0.2363421007960181
previous_iter_valid_loss : 0.1672196090221405

    108580	  0.167403	  0.167220	  0.172688		CURRENT LEARNING RATE: 0.23629483710238583
previous_iter_valid_loss : 0.16489803791046143

    108600	  0.165173	  0.164898	  0.172477		CURRENT LEARNING RATE: 0.23624758286054706
previous_iter_valid_loss : 0.16684845089912415

    108620	  0.167075	  0.166848	  0.172498		CURRENT LEARNING RATE: 0.23620033806861165
previous_iter_valid_loss : 0.17599670588970184

    108640	  0.176417	  0.175997	  0.172045		CURRENT LEARNING RATE: 0.23615310272468976
previous_iter_valid_loss : 0.16615575551986694

    108660	  0.166363	  0.166156	  0.171978		CURRENT LEARNING RATE: 0.23610587682689202
previous_iter_valid_loss : 0.17097298800945282

    108680	  0.171215	  0.170973	  0.171836		CURRENT LEARNING RATE: 0.2360586603733294
previous_iter_valid_loss : 0.1765298694372177

    108700	  0.176637	  0.176530	  0.172269		CURRENT LEARNING RATE: 0.2360114533621132
previous_iter_valid_loss : 0.18574263155460358

    108720	  0.186135	  0.185743	  0.173291		CURRENT LEARNING RATE: 0.23596425579135522
previous_iter_valid_loss : 0.18488235771656036

    108740	  0.184927	  0.184882	  0.174365		CURRENT LEARNING RATE: 0.23591706765916745
previous_iter_valid_loss : 0.16611254215240479

    108760	  0.166332	  0.166113	  0.173880		CURRENT LEARNING RATE: 0.2358698889636624
previous_iter_valid_loss : 0.16886353492736816

    108780	  0.169123	  0.168864	  0.173681		CURRENT LEARNING RATE: 0.23582271970295293
previous_iter_valid_loss : 0.16632980108261108

    108800	  0.166537	  0.166330	  0.173463		CURRENT LEARNING RATE: 0.23577555987515234
previous_iter_valid_loss : 0.177017480134964

    108820	  0.177370	  0.177017	  0.173519		CURRENT LEARNING RATE: 0.23572840947837415
previous_iter_valid_loss : 0.1719532459974289

    108840	  0.172082	  0.171953	  0.173858		CURRENT LEARNING RATE: 0.23568126851073237
previous_iter_valid_loss : 0.18348990380764008

    108860	  0.183863	  0.183490	  0.172767		CURRENT LEARNING RATE: 0.2356341369703414
previous_iter_valid_loss : 0.1659446507692337

    108880	  0.166127	  0.165945	  0.172627		CURRENT LEARNING RATE: 0.23558701485531588
previous_iter_valid_loss : 0.1776372194290161

    108900	  0.177993	  0.177637	  0.172207		CURRENT LEARNING RATE: 0.23553990216377102
previous_iter_valid_loss : 0.17924635112285614

    108920	  0.179348	  0.179246	  0.172882		CURRENT LEARNING RATE: 0.23549279889382232
previous_iter_valid_loss : 0.17280185222625732

    108940	  0.172912	  0.172802	  0.172858		CURRENT LEARNING RATE: 0.23544570504358556
previous_iter_valid_loss : 0.1727977693080902

    108960	  0.172915	  0.172798	  0.173071		CURRENT LEARNING RATE: 0.23539862061117697
previous_iter_valid_loss : 0.20976394414901733

    108980	  0.209729	  0.209764	  0.175198		CURRENT LEARNING RATE: 0.23535154559471333
previous_iter_valid_loss : 0.16519415378570557

    109000	  0.165348	  0.165194	  0.175213		CURRENT LEARNING RATE: 0.2353044799923115
previous_iter_valid_loss : 0.16762381792068481

    109020	  0.167797	  0.167624	  0.175252		CURRENT LEARNING RATE: 0.23525742380208892
previous_iter_valid_loss : 0.1666497141122818

    109040	  0.166829	  0.166650	  0.174785		CURRENT LEARNING RATE: 0.2352103770221633
previous_iter_valid_loss : 0.1668051779270172

    109060	  0.167008	  0.166805	  0.174817		CURRENT LEARNING RATE: 0.23516333965065284
previous_iter_valid_loss : 0.19670706987380981

    109080	  0.197109	  0.196707	  0.176104		CURRENT LEARNING RATE: 0.23511631168567595
previous_iter_valid_loss : 0.17623139917850494

    109100	  0.176574	  0.176231	  0.176089		CURRENT LEARNING RATE: 0.2350692931253516
previous_iter_valid_loss : 0.1692134290933609

    109120	  0.169366	  0.169213	  0.175262		CURRENT LEARNING RATE: 0.23502228396779898
previous_iter_valid_loss : 0.20079664885997772

    109140	  0.201256	  0.200797	  0.176058		CURRENT LEARNING RATE: 0.23497528421113778
previous_iter_valid_loss : 0.16440242528915405

    109160	  0.164568	  0.164402	  0.175973		CURRENT LEARNING RATE: 0.23492829385348787
previous_iter_valid_loss : 0.18245990574359894

    109180	  0.182791	  0.182460	  0.176652		CURRENT LEARNING RATE: 0.23488131289296985
previous_iter_valid_loss : 0.1847579926252365

    109200	  0.185111	  0.184758	  0.177574		CURRENT LEARNING RATE: 0.23483434132770437
previous_iter_valid_loss : 0.2250256985425949

    109220	  0.225684	  0.225026	  0.179974		CURRENT LEARNING RATE: 0.23478737915581255
previous_iter_valid_loss : 0.19637331366539001

    109240	  0.196831	  0.196373	  0.181195		CURRENT LEARNING RATE: 0.23474042637541595
previous_iter_valid_loss : 0.1833750158548355

    109260	  0.183686	  0.183375	  0.181190		CURRENT LEARNING RATE: 0.2346934829846364
previous_iter_valid_loss : 0.1695726215839386

    109280	  0.169832	  0.169573	  0.181371		CURRENT LEARNING RATE: 0.23464654898159623
previous_iter_valid_loss : 0.1665317863225937

    109300	  0.166735	  0.166532	  0.180816		CURRENT LEARNING RATE: 0.23459962436441809
previous_iter_valid_loss : 0.16467855870723724

    109320	  0.164836	  0.164679	  0.180087		CURRENT LEARNING RATE: 0.23455270913122492
previous_iter_valid_loss : 0.16653171181678772

    109340	  0.166748	  0.166532	  0.179774		CURRENT LEARNING RATE: 0.23450580328014012
previous_iter_valid_loss : 0.16541369259357452

    109360	  0.165595	  0.165414	  0.179405		CURRENT LEARNING RATE: 0.23445890680928744
previous_iter_valid_loss : 0.18209896981716156

    109380	  0.182443	  0.182099	  0.178021		CURRENT LEARNING RATE: 0.23441201971679113
previous_iter_valid_loss : 0.17730075120925903

    109400	  0.177615	  0.177301	  0.178627		CURRENT LEARNING RATE: 0.23436514200077563
previous_iter_valid_loss : 0.16908463835716248

    109420	  0.169352	  0.169085	  0.178700		CURRENT LEARNING RATE: 0.23431827365936586
previous_iter_valid_loss : 0.17981795966625214

    109440	  0.180086	  0.179818	  0.179358		CURRENT LEARNING RATE: 0.23427141469068705
previous_iter_valid_loss : 0.17509210109710693

    109460	  0.175390	  0.175092	  0.179772		CURRENT LEARNING RATE: 0.23422456509286488
previous_iter_valid_loss : 0.16664017736911774

    109480	  0.166879	  0.166640	  0.178269		CURRENT LEARNING RATE: 0.23417772486402533
previous_iter_valid_loss : 0.16656465828418732

    109500	  0.166778	  0.166565	  0.177786		CURRENT LEARNING RATE: 0.2341308940022948
previous_iter_valid_loss : 0.1785820871591568

    109520	  0.178737	  0.178582	  0.178254		CURRENT LEARNING RATE: 0.23408407250580004
previous_iter_valid_loss : 0.16673800349235535

    109540	  0.166974	  0.166738	  0.176551		CURRENT LEARNING RATE: 0.23403726037266828
previous_iter_valid_loss : 0.17068353295326233

    109560	  0.171008	  0.170684	  0.176865		CURRENT LEARNING RATE: 0.23399045760102685
previous_iter_valid_loss : 0.17897336184978485

    109580	  0.179325	  0.178973	  0.176691		CURRENT LEARNING RATE: 0.2339436641890038
previous_iter_valid_loss : 0.16640794277191162

    109600	  0.166653	  0.166408	  0.175773		CURRENT LEARNING RATE: 0.23389688013472743
previous_iter_valid_loss : 0.16600386798381805

    109620	  0.166214	  0.166004	  0.172822		CURRENT LEARNING RATE: 0.23385010543632623
previous_iter_valid_loss : 0.18070267140865326

    109640	  0.181024	  0.180703	  0.172039		CURRENT LEARNING RATE: 0.23380334009192927
previous_iter_valid_loss : 0.1662110984325409

    109660	  0.166414	  0.166211	  0.171181		CURRENT LEARNING RATE: 0.233756584099666
previous_iter_valid_loss : 0.16734910011291504

    109680	  0.167544	  0.167349	  0.171070		CURRENT LEARNING RATE: 0.23370983745766608
previous_iter_valid_loss : 0.16998884081840515

    109700	  0.170162	  0.169989	  0.171242		CURRENT LEARNING RATE: 0.23366310016405972
previous_iter_valid_loss : 0.16688115894794464

    109720	  0.167070	  0.166881	  0.171353		CURRENT LEARNING RATE: 0.23361637221697737
previous_iter_valid_loss : 0.16908247768878937

    109740	  0.169338	  0.169082	  0.171480		CURRENT LEARNING RATE: 0.23356965361454995
previous_iter_valid_loss : 0.182778999209404

    109760	  0.183148	  0.182779	  0.172348		CURRENT LEARNING RATE: 0.23352294435490867
previous_iter_valid_loss : 0.16899709403514862

    109780	  0.169237	  0.168997	  0.171693		CURRENT LEARNING RATE: 0.23347624443618523
previous_iter_valid_loss : 0.1707552820444107

    109800	  0.170997	  0.170755	  0.171366		CURRENT LEARNING RATE: 0.2334295538565116
previous_iter_valid_loss : 0.17118409276008606

    109820	  0.171515	  0.171184	  0.171471		CURRENT LEARNING RATE: 0.23338287261402013
previous_iter_valid_loss : 0.17096297442913055

    109840	  0.171269	  0.170963	  0.171028		CURRENT LEARNING RATE: 0.23333620070684363
previous_iter_valid_loss : 0.17348693311214447

    109860	  0.173658	  0.173487	  0.170948		CURRENT LEARNING RATE: 0.2332895381331152
previous_iter_valid_loss : 0.17155946791172028

    109880	  0.171766	  0.171559	  0.171194		CURRENT LEARNING RATE: 0.23324288489096828
previous_iter_valid_loss : 0.2033199965953827

    109900	  0.203814	  0.203320	  0.173032		CURRENT LEARNING RATE: 0.23319624097853683
previous_iter_valid_loss : 0.1652785688638687

    109920	  0.165499	  0.165279	  0.172366		CURRENT LEARNING RATE: 0.23314960639395504
previous_iter_valid_loss : 0.1703256070613861

    109940	  0.170631	  0.170326	  0.172546		CURRENT LEARNING RATE: 0.23310298113535755
previous_iter_valid_loss : 0.17559021711349487

    109960	  0.175730	  0.175590	  0.172791		CURRENT LEARNING RATE: 0.23305636520087925
previous_iter_valid_loss : 0.1650828719139099

    109980	  0.165266	  0.165083	  0.172097		CURRENT LEARNING RATE: 0.23300975858865566
previous_iter_valid_loss : 0.17506390810012817

    110000	  0.175339	  0.175064	  0.172529		CURRENT LEARNING RATE: 0.23296316129682243
previous_iter_valid_loss : 0.16421084105968475

    110020	  0.164439	  0.164211	  0.172440		CURRENT LEARNING RATE: 0.2329165733235157
previous_iter_valid_loss : 0.16758602857589722

    110040	  0.167837	  0.167586	  0.171784		CURRENT LEARNING RATE: 0.23286999466687194
previous_iter_valid_loss : 0.16569297015666962

    110060	  0.165905	  0.165693	  0.171758		CURRENT LEARNING RATE: 0.23282342532502795
previous_iter_valid_loss : 0.17532768845558167

    110080	  0.175637	  0.175328	  0.172157		CURRENT LEARNING RATE: 0.23277686529612107
previous_iter_valid_loss : 0.16812275350093842

    110100	  0.168354	  0.168123	  0.172064		CURRENT LEARNING RATE: 0.2327303145782888
previous_iter_valid_loss : 0.19162744283676147

    110120	  0.192012	  0.191627	  0.173301		CURRENT LEARNING RATE: 0.23268377316966915
previous_iter_valid_loss : 0.16875624656677246

    110140	  0.168987	  0.168756	  0.173285		CURRENT LEARNING RATE: 0.23263724106840045
previous_iter_valid_loss : 0.1826029121875763

    110160	  0.183045	  0.182603	  0.173276		CURRENT LEARNING RATE: 0.2325907182726214
previous_iter_valid_loss : 0.16872653365135193

    110180	  0.168989	  0.168727	  0.173262		CURRENT LEARNING RATE: 0.2325442047804711
previous_iter_valid_loss : 0.16522161662578583

    110200	  0.165405	  0.165222	  0.172986		CURRENT LEARNING RATE: 0.23249770059008906
previous_iter_valid_loss : 0.17382994294166565

    110220	  0.174164	  0.173830	  0.173118		CURRENT LEARNING RATE: 0.2324512056996151
previous_iter_valid_loss : 0.16743788123130798

    110240	  0.167654	  0.167438	  0.172942		CURRENT LEARNING RATE: 0.23240472010718938
previous_iter_valid_loss : 0.16608434915542603

    110260	  0.166275	  0.166084	  0.172572		CURRENT LEARNING RATE: 0.2323582438109525
previous_iter_valid_loss : 0.166141077876091

    110280	  0.166337	  0.166141	  0.172301		CURRENT LEARNING RATE: 0.23231177680904538
previous_iter_valid_loss : 0.1708230823278427

    110300	  0.171060	  0.170823	  0.170676		CURRENT LEARNING RATE: 0.2322653190996094
previous_iter_valid_loss : 0.20271289348602295

    110320	  0.203184	  0.202713	  0.172548		CURRENT LEARNING RATE: 0.23221887068078617
previous_iter_valid_loss : 0.16593177616596222

    110340	  0.166164	  0.165932	  0.172328		CURRENT LEARNING RATE: 0.23217243155071782
previous_iter_valid_loss : 0.16847693920135498

    110360	  0.168669	  0.168477	  0.171972		CURRENT LEARNING RATE: 0.23212600170754677
previous_iter_valid_loss : 0.16770701110363007

    110380	  0.167954	  0.167707	  0.172103		CURRENT LEARNING RATE: 0.23207958114941576
previous_iter_valid_loss : 0.16690121591091156

    110400	  0.167112	  0.166901	  0.171695		CURRENT LEARNING RATE: 0.23203316987446806
previous_iter_valid_loss : 0.165911003947258

    110420	  0.166108	  0.165911	  0.171780		CURRENT LEARNING RATE: 0.2319867678808472
previous_iter_valid_loss : 0.16782356798648834

    110440	  0.168108	  0.167824	  0.171792		CURRENT LEARNING RATE: 0.2319403751666971
previous_iter_valid_loss : 0.17119209468364716

    110460	  0.171447	  0.171192	  0.172067		CURRENT LEARNING RATE: 0.23189399173016204
previous_iter_valid_loss : 0.16722744703292847

    110480	  0.167484	  0.167227	  0.171662		CURRENT LEARNING RATE: 0.23184761756938665
previous_iter_valid_loss : 0.18776439130306244

    110500	  0.188135	  0.187764	  0.172644		CURRENT LEARNING RATE: 0.23180125268251603
previous_iter_valid_loss : 0.17246843874454498

    110520	  0.172743	  0.172468	  0.171686		CURRENT LEARNING RATE: 0.23175489706769556
previous_iter_valid_loss : 0.1698022335767746

    110540	  0.170021	  0.169802	  0.171739		CURRENT LEARNING RATE: 0.23170855072307095
previous_iter_valid_loss : 0.17522543668746948

    110560	  0.175397	  0.175225	  0.171370		CURRENT LEARNING RATE: 0.23166221364678843
previous_iter_valid_loss : 0.1648712307214737

    110580	  0.165090	  0.164871	  0.171177		CURRENT LEARNING RATE: 0.23161588583699444
previous_iter_valid_loss : 0.16776764392852783

    110600	  0.168013	  0.167768	  0.171304		CURRENT LEARNING RATE: 0.23156956729183595
previous_iter_valid_loss : 0.1726398915052414

    110620	  0.172796	  0.172640	  0.171245		CURRENT LEARNING RATE: 0.2315232580094602
previous_iter_valid_loss : 0.17153790593147278

    110640	  0.171679	  0.171538	  0.171450		CURRENT LEARNING RATE: 0.2314769579880148
previous_iter_valid_loss : 0.17007584869861603

    110660	  0.170214	  0.170076	  0.171649		CURRENT LEARNING RATE: 0.23143066722564776
previous_iter_valid_loss : 0.1734432429075241

    110680	  0.173572	  0.173443	  0.172014		CURRENT LEARNING RATE: 0.23138438572050737
previous_iter_valid_loss : 0.16758279502391815

    110700	  0.167706	  0.167583	  0.171852		CURRENT LEARNING RATE: 0.23133811347074254
previous_iter_valid_loss : 0.2021033763885498

    110720	  0.202257	  0.202103	  0.171822		CURRENT LEARNING RATE: 0.2312918504745022
previous_iter_valid_loss : 0.16976623237133026

    110740	  0.169827	  0.169766	  0.172014		CURRENT LEARNING RATE: 0.23124559672993597
previous_iter_valid_loss : 0.17520011961460114

    110760	  0.175428	  0.175200	  0.172350		CURRENT LEARNING RATE: 0.23119935223519358
previous_iter_valid_loss : 0.17601531744003296

    110780	  0.176137	  0.176015	  0.172765		CURRENT LEARNING RATE: 0.2311531169884253
previous_iter_valid_loss : 0.1683358997106552

    110800	  0.168432	  0.168336	  0.172837		CURRENT LEARNING RATE: 0.23110689098778178
previous_iter_valid_loss : 0.1849214881658554

    110820	  0.185072	  0.184921	  0.173788		CURRENT LEARNING RATE: 0.23106067423141388
previous_iter_valid_loss : 0.16873669624328613

    110840	  0.168867	  0.168737	  0.173833		CURRENT LEARNING RATE: 0.23101446671747305
previous_iter_valid_loss : 0.17718742787837982

    110860	  0.177287	  0.177187	  0.174133		CURRENT LEARNING RATE: 0.2309682684441109
previous_iter_valid_loss : 0.1686079353094101

    110880	  0.168682	  0.168608	  0.174202		CURRENT LEARNING RATE: 0.23092207940947948
previous_iter_valid_loss : 0.17247165739536285

    110900	  0.172557	  0.172472	  0.173437		CURRENT LEARNING RATE: 0.23087589961173133
previous_iter_valid_loss : 0.16510632634162903

    110920	  0.165191	  0.165106	  0.173069		CURRENT LEARNING RATE: 0.23082972904901913
previous_iter_valid_loss : 0.1748041808605194

    110940	  0.175039	  0.174804	  0.173319		CURRENT LEARNING RATE: 0.23078356771949618
previous_iter_valid_loss : 0.16878408193588257

    110960	  0.168904	  0.168784	  0.172997		CURRENT LEARNING RATE: 0.23073741562131594
previous_iter_valid_loss : 0.168288916349411

    110980	  0.168393	  0.168289	  0.173168		CURRENT LEARNING RATE: 0.23069127275263232
previous_iter_valid_loss : 0.1656004935503006

    111000	  0.165712	  0.165600	  0.173060		CURRENT LEARNING RATE: 0.23064513911159967
previous_iter_valid_loss : 0.16652235388755798

    111020	  0.166616	  0.166522	  0.172754		CURRENT LEARNING RATE: 0.23059901469637262
previous_iter_valid_loss : 0.18468447029590607

    111040	  0.184825	  0.184684	  0.173411		CURRENT LEARNING RATE: 0.2305528995051062
previous_iter_valid_loss : 0.16734999418258667

    111060	  0.167463	  0.167350	  0.173275		CURRENT LEARNING RATE: 0.2305067935359558
previous_iter_valid_loss : 0.16756607592105865

    111080	  0.167688	  0.167566	  0.172981		CURRENT LEARNING RATE: 0.23046069678707715
previous_iter_valid_loss : 0.16782443225383759

    111100	  0.167948	  0.167824	  0.172993		CURRENT LEARNING RATE: 0.2304146092566264
previous_iter_valid_loss : 0.17724409699440002

    111120	  0.177354	  0.177244	  0.171750		CURRENT LEARNING RATE: 0.23036853094276005
previous_iter_valid_loss : 0.18258912861347198

    111140	  0.182858	  0.182589	  0.172391		CURRENT LEARNING RATE: 0.230322461843635
previous_iter_valid_loss : 0.16885384917259216

    111160	  0.168929	  0.168854	  0.172074		CURRENT LEARNING RATE: 0.2302764019574084
previous_iter_valid_loss : 0.16620120406150818

    111180	  0.166294	  0.166201	  0.171583		CURRENT LEARNING RATE: 0.23023035128223793
previous_iter_valid_loss : 0.16748124361038208

    111200	  0.167583	  0.167481	  0.171541		CURRENT LEARNING RATE: 0.23018430981628155
previous_iter_valid_loss : 0.17040494084358215

    111220	  0.170551	  0.170405	  0.170815		CURRENT LEARNING RATE: 0.23013827755769758
previous_iter_valid_loss : 0.1693386435508728

    111240	  0.169456	  0.169339	  0.170845		CURRENT LEARNING RATE: 0.23009225450464477
previous_iter_valid_loss : 0.1817149966955185

    111260	  0.181869	  0.181715	  0.171071		CURRENT LEARNING RATE: 0.23004624065528215
previous_iter_valid_loss : 0.17145805060863495

    111280	  0.171581	  0.171458	  0.171214		CURRENT LEARNING RATE: 0.2300002360077692
previous_iter_valid_loss : 0.16659905016422272

    111300	  0.166695	  0.166599	  0.170920		CURRENT LEARNING RATE: 0.22995424056026573
previous_iter_valid_loss : 0.17133153975009918

    111320	  0.171416	  0.171332	  0.171231		CURRENT LEARNING RATE: 0.2299082543109319
previous_iter_valid_loss : 0.16883987188339233

    111340	  0.168986	  0.168840	  0.170933		CURRENT LEARNING RATE: 0.2298622772579283
previous_iter_valid_loss : 0.18553578853607178

    111360	  0.185673	  0.185536	  0.171771		CURRENT LEARNING RATE: 0.22981630939941577
previous_iter_valid_loss : 0.1678435206413269

    111380	  0.167932	  0.167844	  0.171748		CURRENT LEARNING RATE: 0.22977035073355562
previous_iter_valid_loss : 0.17638424038887024

    111400	  0.176566	  0.176384	  0.172288		CURRENT LEARNING RATE: 0.2297244012585096
previous_iter_valid_loss : 0.1708415150642395

    111420	  0.170911	  0.170842	  0.172504		CURRENT LEARNING RATE: 0.22967846097243963
previous_iter_valid_loss : 0.1995873600244522

    111440	  0.199708	  0.199587	  0.173249		CURRENT LEARNING RATE: 0.22963252987350813
previous_iter_valid_loss : 0.17110520601272583

    111460	  0.171218	  0.171105	  0.173437		CURRENT LEARNING RATE: 0.2295866079598779
previous_iter_valid_loss : 0.1746775507926941

    111480	  0.174821	  0.174678	  0.173792		CURRENT LEARNING RATE: 0.22954069522971196
previous_iter_valid_loss : 0.17225565016269684

    111500	  0.172363	  0.172256	  0.174014		CURRENT LEARNING RATE: 0.22949479168117393
previous_iter_valid_loss : 0.17084923386573792

    111520	  0.171005	  0.170849	  0.173694		CURRENT LEARNING RATE: 0.22944889731242754
previous_iter_valid_loss : 0.1707906275987625

    111540	  0.170907	  0.170791	  0.173104		CURRENT LEARNING RATE: 0.2294030121216371
previous_iter_valid_loss : 0.17234590649604797

    111560	  0.172483	  0.172346	  0.173279		CURRENT LEARNING RATE: 0.22935713610696712
previous_iter_valid_loss : 0.16987793147563934

    111580	  0.169998	  0.169878	  0.173462		CURRENT LEARNING RATE: 0.22931126926658266
previous_iter_valid_loss : 0.1691066175699234

    111600	  0.169205	  0.169107	  0.173544		CURRENT LEARNING RATE: 0.229265411598649
previous_iter_valid_loss : 0.16984118521213531

    111620	  0.169969	  0.169841	  0.173515		CURRENT LEARNING RATE: 0.2292195631013318
previous_iter_valid_loss : 0.1687728464603424

    111640	  0.168916	  0.168773	  0.173487		CURRENT LEARNING RATE: 0.2291737237727972
previous_iter_valid_loss : 0.18185633420944214

    111660	  0.182007	  0.181856	  0.173494		CURRENT LEARNING RATE: 0.22912789361121155
previous_iter_valid_loss : 0.1703195422887802

    111680	  0.170481	  0.170320	  0.173437		CURRENT LEARNING RATE: 0.2290820726147417
previous_iter_valid_loss : 0.17050383985042572

    111700	  0.170618	  0.170504	  0.173633		CURRENT LEARNING RATE: 0.22903626078155478
previous_iter_valid_loss : 0.1663866490125656

    111720	  0.166516	  0.166387	  0.173385		CURRENT LEARNING RATE: 0.22899045810981836
previous_iter_valid_loss : 0.17148825526237488

    111740	  0.171668	  0.171488	  0.173518		CURRENT LEARNING RATE: 0.22894466459770024
previous_iter_valid_loss : 0.16685868799686432

    111760	  0.166946	  0.166859	  0.172584		CURRENT LEARNING RATE: 0.22889888024336877
previous_iter_valid_loss : 0.17080841958522797

    111780	  0.170891	  0.170808	  0.172732		CURRENT LEARNING RATE: 0.22885310504499246
previous_iter_valid_loss : 0.1705053299665451

    111800	  0.170759	  0.170505	  0.172438		CURRENT LEARNING RATE: 0.22880733900074043
previous_iter_valid_loss : 0.170734241604805

    111820	  0.170982	  0.170734	  0.172433		CURRENT LEARNING RATE: 0.22876158210878203
previous_iter_valid_loss : 0.16496597230434418

    111840	  0.165138	  0.164966	  0.170702		CURRENT LEARNING RATE: 0.2287158343672869
previous_iter_valid_loss : 0.17552359402179718

    111860	  0.175823	  0.175524	  0.170923		CURRENT LEARNING RATE: 0.22867009577442518
previous_iter_valid_loss : 0.17326365411281586

    111880	  0.173519	  0.173264	  0.170852		CURRENT LEARNING RATE: 0.22862436632836736
previous_iter_valid_loss : 0.17528586089611053

    111900	  0.175573	  0.175286	  0.171004		CURRENT LEARNING RATE: 0.2285786460272842
previous_iter_valid_loss : 0.19516724348068237

    111920	  0.195600	  0.195167	  0.172219		CURRENT LEARNING RATE: 0.22853293486934692
previous_iter_valid_loss : 0.17961327731609344

    111940	  0.179936	  0.179613	  0.172661		CURRENT LEARNING RATE: 0.22848723285272704
previous_iter_valid_loss : 0.17486563324928284

    111960	  0.175134	  0.174866	  0.172787		CURRENT LEARNING RATE: 0.22844153997559652
previous_iter_valid_loss : 0.16657884418964386

    111980	  0.166772	  0.166579	  0.172622		CURRENT LEARNING RATE: 0.2283958562361276
previous_iter_valid_loss : 0.1801396757364273

    112000	  0.180478	  0.180140	  0.173173		CURRENT LEARNING RATE: 0.228350181632493
previous_iter_valid_loss : 0.17316840589046478

    112020	  0.173297	  0.173168	  0.173340		CURRENT LEARNING RATE: 0.22830451616286565
previous_iter_valid_loss : 0.19205880165100098

    112040	  0.192432	  0.192059	  0.174504		CURRENT LEARNING RATE: 0.22825885982541905
previous_iter_valid_loss : 0.17003782093524933

    112060	  0.170205	  0.170038	  0.173913		CURRENT LEARNING RATE: 0.2282132126183268
previous_iter_valid_loss : 0.16912128031253815

    112080	  0.169328	  0.169121	  0.173853		CURRENT LEARNING RATE: 0.22816757453976313
previous_iter_valid_loss : 0.17085802555084229

    112100	  0.171036	  0.170858	  0.173871		CURRENT LEARNING RATE: 0.22812194558790247
previous_iter_valid_loss : 0.17000091075897217

    112120	  0.170164	  0.170001	  0.174052		CURRENT LEARNING RATE: 0.22807632576091966
previous_iter_valid_loss : 0.16878294944763184

    112140	  0.168922	  0.168783	  0.173916		CURRENT LEARNING RATE: 0.22803071505698994
previous_iter_valid_loss : 0.17884285748004913

    112160	  0.179189	  0.178843	  0.174515		CURRENT LEARNING RATE: 0.2279851134742888
previous_iter_valid_loss : 0.16634459793567657

    112180	  0.166547	  0.166345	  0.174292		CURRENT LEARNING RATE: 0.2279395210109922
previous_iter_valid_loss : 0.1710992008447647

    112200	  0.171351	  0.171099	  0.174322		CURRENT LEARNING RATE: 0.22789393766527652
previous_iter_valid_loss : 0.18096913397312164

    112220	  0.181125	  0.180969	  0.174834		CURRENT LEARNING RATE: 0.2278483634353184
previous_iter_valid_loss : 0.16688987612724304

    112240	  0.167108	  0.166890	  0.174930		CURRENT LEARNING RATE: 0.22780279831929484
previous_iter_valid_loss : 0.19409574568271637

    112260	  0.194210	  0.194096	  0.175858		CURRENT LEARNING RATE: 0.22775724231538322
previous_iter_valid_loss : 0.167883962392807

    112280	  0.168050	  0.167884	  0.175590		CURRENT LEARNING RATE: 0.2277116954217613
previous_iter_valid_loss : 0.18182893097400665

    112300	  0.182112	  0.181829	  0.175917		CURRENT LEARNING RATE: 0.22766615763660727
previous_iter_valid_loss : 0.1651817411184311

    112320	  0.165384	  0.165182	  0.174417		CURRENT LEARNING RATE: 0.2276206289580996
previous_iter_valid_loss : 0.16538570821285248

    112340	  0.165601	  0.165386	  0.173706		CURRENT LEARNING RATE: 0.22757510938441705
previous_iter_valid_loss : 0.19500882923603058

    112360	  0.195417	  0.195009	  0.174713		CURRENT LEARNING RATE: 0.22752959891373897
previous_iter_valid_loss : 0.17113003134727478

    112380	  0.171391	  0.171130	  0.174941		CURRENT LEARNING RATE: 0.22748409754424476
previous_iter_valid_loss : 0.17403943836688995

    112400	  0.174361	  0.174039	  0.174636		CURRENT LEARNING RATE: 0.2274386052741146
previous_iter_valid_loss : 0.1942795366048813

    112420	  0.194699	  0.194280	  0.175691		CURRENT LEARNING RATE: 0.22739312210152862
previous_iter_valid_loss : 0.1662522554397583

    112440	  0.166495	  0.166252	  0.174401		CURRENT LEARNING RATE: 0.22734764802466761
previous_iter_valid_loss : 0.16433516144752502

    112460	  0.164512	  0.164335	  0.174116		CURRENT LEARNING RATE: 0.2273021830417125
previous_iter_valid_loss : 0.20721738040447235

    112480	  0.207686	  0.207217	  0.176021		CURRENT LEARNING RATE: 0.2272567271508448
previous_iter_valid_loss : 0.17279104888439178

    112500	  0.172942	  0.172791	  0.176117		CURRENT LEARNING RATE: 0.22721128035024618
previous_iter_valid_loss : 0.17059436440467834

    112520	  0.170782	  0.170594	  0.176147		CURRENT LEARNING RATE: 0.2271658426380988
previous_iter_valid_loss : 0.17865106463432312

    112540	  0.178928	  0.178651	  0.176640		CURRENT LEARNING RATE: 0.22712041401258518
previous_iter_valid_loss : 0.1677083820104599

    112560	  0.167859	  0.167708	  0.176084		CURRENT LEARNING RATE: 0.22707499447188814
previous_iter_valid_loss : 0.20882005989551544

    112580	  0.209271	  0.208820	  0.178207		CURRENT LEARNING RATE: 0.2270295840141909
previous_iter_valid_loss : 0.17077407240867615

    112600	  0.170899	  0.170774	  0.178191		CURRENT LEARNING RATE: 0.226984182637677
previous_iter_valid_loss : 0.16714930534362793

    112620	  0.167337	  0.167149	  0.177500		CURRENT LEARNING RATE: 0.2269387903405305
previous_iter_valid_loss : 0.19088555872440338

    112640	  0.191229	  0.190886	  0.178700		CURRENT LEARNING RATE: 0.22689340712093561
previous_iter_valid_loss : 0.1685953140258789

    112660	  0.168753	  0.168595	  0.177425		CURRENT LEARNING RATE: 0.2268480329770771
previous_iter_valid_loss : 0.16758152842521667

    112680	  0.167770	  0.167582	  0.177410		CURRENT LEARNING RATE: 0.2268026679071399
previous_iter_valid_loss : 0.16567178070545197

    112700	  0.165882	  0.165672	  0.176602		CURRENT LEARNING RATE: 0.22675731190930942
previous_iter_valid_loss : 0.16680918633937836

    112720	  0.167050	  0.166809	  0.176683		CURRENT LEARNING RATE: 0.22671196498177146
previous_iter_valid_loss : 0.1660790592432022

    112740	  0.166305	  0.166079	  0.176718		CURRENT LEARNING RATE: 0.22666662712271216
previous_iter_valid_loss : 0.1684892177581787

    112760	  0.168716	  0.168489	  0.175392		CURRENT LEARNING RATE: 0.22662129833031794
previous_iter_valid_loss : 0.17362965643405914

    112780	  0.173931	  0.173630	  0.175517		CURRENT LEARNING RATE: 0.22657597860277573
previous_iter_valid_loss : 0.16781193017959595

    112800	  0.168000	  0.167812	  0.175206		CURRENT LEARNING RATE: 0.2265306679382726
previous_iter_valid_loss : 0.1803940087556839

    112820	  0.180563	  0.180394	  0.174511		CURRENT LEARNING RATE: 0.22648536633499627
previous_iter_valid_loss : 0.16740782558918

    112840	  0.167624	  0.167408	  0.174569		CURRENT LEARNING RATE: 0.22644007379113468
previous_iter_valid_loss : 0.16725271940231323

    112860	  0.167440	  0.167253	  0.174715		CURRENT LEARNING RATE: 0.226394790304876
previous_iter_valid_loss : 0.16835983097553253

    112880	  0.168549	  0.168360	  0.172772		CURRENT LEARNING RATE: 0.226349515874409
previous_iter_valid_loss : 0.17230847477912903

    112900	  0.172461	  0.172308	  0.172748		CURRENT LEARNING RATE: 0.22630425049792263
previous_iter_valid_loss : 0.1774081289768219

    112920	  0.177529	  0.177408	  0.173089		CURRENT LEARNING RATE: 0.22625899417360634
previous_iter_valid_loss : 0.1657750904560089

    112940	  0.165887	  0.165775	  0.172445		CURRENT LEARNING RATE: 0.22621374689964988
previous_iter_valid_loss : 0.19102448225021362

    112960	  0.191125	  0.191024	  0.173611		CURRENT LEARNING RATE: 0.22616850867424326
previous_iter_valid_loss : 0.17734111845493317

    112980	  0.177475	  0.177341	  0.172037		CURRENT LEARNING RATE: 0.22612327949557703
previous_iter_valid_loss : 0.16677998006343842

    113000	  0.166847	  0.166780	  0.171837		CURRENT LEARNING RATE: 0.22607805936184203
previous_iter_valid_loss : 0.16787263751029968

    113020	  0.167939	  0.167873	  0.171873		CURRENT LEARNING RATE: 0.2260328482712294
previous_iter_valid_loss : 0.1705438196659088

    113040	  0.170670	  0.170544	  0.170856		CURRENT LEARNING RATE: 0.2259876462219308
previous_iter_valid_loss : 0.16946783661842346

    113060	  0.169560	  0.169468	  0.170900		CURRENT LEARNING RATE: 0.22594245321213802
previous_iter_valid_loss : 0.1673235297203064

    113080	  0.167412	  0.167324	  0.170887		CURRENT LEARNING RATE: 0.22589726924004344
previous_iter_valid_loss : 0.18083423376083374

    113100	  0.180953	  0.180834	  0.171645		CURRENT LEARNING RATE: 0.22585209430383962
previous_iter_valid_loss : 0.17946994304656982

    113120	  0.179692	  0.179470	  0.172278		CURRENT LEARNING RATE: 0.2258069284017196
previous_iter_valid_loss : 0.1682475358247757

    113140	  0.168374	  0.168248	  0.172386		CURRENT LEARNING RATE: 0.2257617715318768
previous_iter_valid_loss : 0.16879217326641083

    113160	  0.168882	  0.168792	  0.172402		CURRENT LEARNING RATE: 0.22571662369250484
previous_iter_valid_loss : 0.16668762266635895

    113180	  0.166755	  0.166688	  0.172054		CURRENT LEARNING RATE: 0.22567148488179786
previous_iter_valid_loss : 0.16842752695083618

    113200	  0.168501	  0.168428	  0.172085		CURRENT LEARNING RATE: 0.2256263550979503
previous_iter_valid_loss : 0.18491728603839874

    113220	  0.185071	  0.184917	  0.172311		CURRENT LEARNING RATE: 0.22558123433915697
previous_iter_valid_loss : 0.17065094411373138

    113240	  0.170739	  0.170651	  0.172474		CURRENT LEARNING RATE: 0.2255361226036131
previous_iter_valid_loss : 0.16933034360408783

    113260	  0.169427	  0.169330	  0.172577		CURRENT LEARNING RATE: 0.22549101988951412
previous_iter_valid_loss : 0.17248886823654175

    113280	  0.172586	  0.172489	  0.172784		CURRENT LEARNING RATE: 0.225445926195056
previous_iter_valid_loss : 0.1697106659412384

    113300	  0.169807	  0.169711	  0.172654		CURRENT LEARNING RATE: 0.22540084151843492
previous_iter_valid_loss : 0.16554489731788635

    113320	  0.165638	  0.165545	  0.172061		CURRENT LEARNING RATE: 0.22535576585784753
previous_iter_valid_loss : 0.16940996050834656

    113340	  0.169512	  0.169410	  0.172243		CURRENT LEARNING RATE: 0.22531069921149086
previous_iter_valid_loss : 0.16996155679225922

    113360	  0.170071	  0.169962	  0.171189		CURRENT LEARNING RATE: 0.22526564157756213
previous_iter_valid_loss : 0.17079290747642517

    113380	  0.170870	  0.170793	  0.170862		CURRENT LEARNING RATE: 0.2252205929542591
previous_iter_valid_loss : 0.16582965850830078

    113400	  0.165944	  0.165830	  0.170815		CURRENT LEARNING RATE: 0.22517555333977982
previous_iter_valid_loss : 0.2610550820827484

    113420	  0.261100	  0.261055	  0.175474		CURRENT LEARNING RATE: 0.22513052273232273
previous_iter_valid_loss : 0.16890403628349304

    113440	  0.169026	  0.168904	  0.175392		CURRENT LEARNING RATE: 0.22508550113008652
previous_iter_valid_loss : 0.17781242728233337

    113460	  0.177942	  0.177812	  0.175809		CURRENT LEARNING RATE: 0.22504048853127043
previous_iter_valid_loss : 0.16837845742702484

    113480	  0.168528	  0.168378	  0.175862		CURRENT LEARNING RATE: 0.22499548493407392
previous_iter_valid_loss : 0.16621434688568115

    113500	  0.166314	  0.166214	  0.175131		CURRENT LEARNING RATE: 0.22495049033669684
previous_iter_valid_loss : 0.1680266261100769

    113520	  0.168123	  0.168027	  0.174558		CURRENT LEARNING RATE: 0.2249055047373394
previous_iter_valid_loss : 0.16865850985050201

    113540	  0.168771	  0.168659	  0.174579		CURRENT LEARNING RATE: 0.22486052813420215
previous_iter_valid_loss : 0.16835729777812958

    113560	  0.168457	  0.168357	  0.174557		CURRENT LEARNING RATE: 0.2248155605254861
previous_iter_valid_loss : 0.16945619881153107

    113580	  0.169587	  0.169456	  0.174696		CURRENT LEARNING RATE: 0.22477060190939246
previous_iter_valid_loss : 0.1800876259803772

    113600	  0.180201	  0.180088	  0.175279		CURRENT LEARNING RATE: 0.22472565228412292
previous_iter_valid_loss : 0.1676875799894333

    113620	  0.167787	  0.167688	  0.174417		CURRENT LEARNING RATE: 0.2246807116478795
previous_iter_valid_loss : 0.17074382305145264

    113640	  0.170869	  0.170744	  0.174422		CURRENT LEARNING RATE: 0.22463577999886464
previous_iter_valid_loss : 0.16955718398094177

    113660	  0.169648	  0.169557	  0.174433		CURRENT LEARNING RATE: 0.22459085733528097
previous_iter_valid_loss : 0.1698857843875885

    113680	  0.169996	  0.169886	  0.174303		CURRENT LEARNING RATE: 0.2245459436553316
previous_iter_valid_loss : 0.17659622430801392

    113700	  0.176753	  0.176596	  0.174647		CURRENT LEARNING RATE: 0.22450103895722004
previous_iter_valid_loss : 0.1739642173051834

    113720	  0.174064	  0.173964	  0.175068		CURRENT LEARNING RATE: 0.22445614323915006
previous_iter_valid_loss : 0.1712757796049118

    113740	  0.171424	  0.171276	  0.175162		CURRENT LEARNING RATE: 0.22441125649932583
previous_iter_valid_loss : 0.17902347445487976

    113760	  0.179158	  0.179023	  0.175615		CURRENT LEARNING RATE: 0.22436637873595192
previous_iter_valid_loss : 0.17004746198654175

    113780	  0.170155	  0.170047	  0.175577		CURRENT LEARNING RATE: 0.22432150994723316
previous_iter_valid_loss : 0.18277351558208466

    113800	  0.182911	  0.182774	  0.176425		CURRENT LEARNING RATE: 0.2242766501313748
previous_iter_valid_loss : 0.1698971539735794

    113820	  0.170045	  0.169897	  0.171867		CURRENT LEARNING RATE: 0.2242317992865825
previous_iter_valid_loss : 0.1782549023628235

    113840	  0.178364	  0.178255	  0.172334		CURRENT LEARNING RATE: 0.2241869574110622
previous_iter_valid_loss : 0.1720934361219406

    113860	  0.172210	  0.172093	  0.172048		CURRENT LEARNING RATE: 0.22414212450302026
previous_iter_valid_loss : 0.18123693764209747

    113880	  0.181368	  0.181237	  0.172691		CURRENT LEARNING RATE: 0.2240973005606633
previous_iter_valid_loss : 0.16859281063079834

    113900	  0.168694	  0.168593	  0.172810		CURRENT LEARNING RATE: 0.22405248558219842
previous_iter_valid_loss : 0.17356237769126892

    113920	  0.173712	  0.173562	  0.173087		CURRENT LEARNING RATE: 0.22400767956583295
previous_iter_valid_loss : 0.17430379986763

    113940	  0.174413	  0.174304	  0.173369		CURRENT LEARNING RATE: 0.22396288250977472
previous_iter_valid_loss : 0.18928876519203186

    113960	  0.189416	  0.189289	  0.174416		CURRENT LEARNING RATE: 0.22391809441223182
previous_iter_valid_loss : 0.17387166619300842

    113980	  0.173947	  0.173872	  0.174637		CURRENT LEARNING RATE: 0.22387331527141274
previous_iter_valid_loss : 0.18270240724086761

    114000	  0.182903	  0.182702	  0.174767		CURRENT LEARNING RATE: 0.22382854508552624
previous_iter_valid_loss : 0.18097509443759918

    114020	  0.181228	  0.180975	  0.175432		CURRENT LEARNING RATE: 0.22378378385278158
previous_iter_valid_loss : 0.16692958772182465

    114040	  0.167029	  0.166930	  0.175241		CURRENT LEARNING RATE: 0.22373903157138836
previous_iter_valid_loss : 0.1755467802286148

    114060	  0.175701	  0.175547	  0.175540		CURRENT LEARNING RATE: 0.22369428823955642
previous_iter_valid_loss : 0.16967087984085083

    114080	  0.169784	  0.169671	  0.175530		CURRENT LEARNING RATE: 0.22364955385549604
previous_iter_valid_loss : 0.16842181980609894

    114100	  0.168490	  0.168422	  0.175121		CURRENT LEARNING RATE: 0.22360482841741783
previous_iter_valid_loss : 0.16841210424900055

    114120	  0.168504	  0.168412	  0.174843		CURRENT LEARNING RATE: 0.22356011192353278
previous_iter_valid_loss : 0.1800890564918518

    114140	  0.180281	  0.180089	  0.175284		CURRENT LEARNING RATE: 0.22351540437205225
previous_iter_valid_loss : 0.16860462725162506

    114160	  0.168712	  0.168605	  0.174763		CURRENT LEARNING RATE: 0.22347070576118794
previous_iter_valid_loss : 0.17030693590641022

    114180	  0.170421	  0.170307	  0.174776		CURRENT LEARNING RATE: 0.22342601608915189
previous_iter_valid_loss : 0.1733492910861969

    114200	  0.173461	  0.173349	  0.174305		CURRENT LEARNING RATE: 0.22338133535415644
previous_iter_valid_loss : 0.1702735424041748

    114220	  0.170423	  0.170274	  0.174324		CURRENT LEARNING RATE: 0.2233366635544145
previous_iter_valid_loss : 0.17935389280319214

    114240	  0.179608	  0.179354	  0.174379		CURRENT LEARNING RATE: 0.2232920006881391
previous_iter_valid_loss : 0.16763938963413239

    114260	  0.167746	  0.167639	  0.174156		CURRENT LEARNING RATE: 0.22324734675354382
previous_iter_valid_loss : 0.19259700179100037

    114280	  0.192745	  0.192597	  0.174724		CURRENT LEARNING RATE: 0.2232027017488424
previous_iter_valid_loss : 0.1706474870443344

    114300	  0.170775	  0.170647	  0.174827		CURRENT LEARNING RATE: 0.22315806567224908
previous_iter_valid_loss : 0.18222562968730927

    114320	  0.182392	  0.182226	  0.175260		CURRENT LEARNING RATE: 0.2231134385219784
previous_iter_valid_loss : 0.18714405596256256

    114340	  0.187423	  0.187144	  0.175902		CURRENT LEARNING RATE: 0.2230688202962453
previous_iter_valid_loss : 0.16747137904167175

    114360	  0.167605	  0.167471	  0.174811		CURRENT LEARNING RATE: 0.22302421099326505
previous_iter_valid_loss : 0.17021992802619934

    114380	  0.170413	  0.170220	  0.174628		CURRENT LEARNING RATE: 0.2229796106112533
previous_iter_valid_loss : 0.16924472153186798

    114400	  0.169380	  0.169245	  0.173956		CURRENT LEARNING RATE: 0.22293501914842592
previous_iter_valid_loss : 0.16925443708896637

    114420	  0.169408	  0.169254	  0.173369		CURRENT LEARNING RATE: 0.22289043660299937
previous_iter_valid_loss : 0.16965411603450775

    114440	  0.169784	  0.169654	  0.173506		CURRENT LEARNING RATE: 0.22284586297319034
previous_iter_valid_loss : 0.17404980957508087

    114460	  0.174195	  0.174050	  0.173431		CURRENT LEARNING RATE: 0.22280129825721587
previous_iter_valid_loss : 0.1721881926059723

    114480	  0.172342	  0.172188	  0.173557		CURRENT LEARNING RATE: 0.22275674245329335
previous_iter_valid_loss : 0.1728849709033966

    114500	  0.173049	  0.172885	  0.173780		CURRENT LEARNING RATE: 0.22271219555964053
previous_iter_valid_loss : 0.17141257226467133

    114520	  0.171549	  0.171413	  0.173930		CURRENT LEARNING RATE: 0.2226676575744756
previous_iter_valid_loss : 0.17086778581142426

    114540	  0.171053	  0.170868	  0.173469		CURRENT LEARNING RATE: 0.22262312849601698
previous_iter_valid_loss : 0.17217124998569489

    114560	  0.172308	  0.172171	  0.173647		CURRENT LEARNING RATE: 0.22257860832248355
previous_iter_valid_loss : 0.1693320870399475

    114580	  0.169490	  0.169332	  0.173598		CURRENT LEARNING RATE: 0.22253409705209445
previous_iter_valid_loss : 0.172884002327919

    114600	  0.173041	  0.172884	  0.173575		CURRENT LEARNING RATE: 0.22248959468306925
previous_iter_valid_loss : 0.17289599776268005

    114620	  0.173094	  0.172896	  0.173706		CURRENT LEARNING RATE: 0.2224451012136279
previous_iter_valid_loss : 0.16909275949001312

    114640	  0.169280	  0.169093	  0.173193		CURRENT LEARNING RATE: 0.22240061664199062
previous_iter_valid_loss : 0.184144526720047

    114660	  0.184326	  0.184145	  0.174018		CURRENT LEARNING RATE: 0.222356140966378
previous_iter_valid_loss : 0.1664029061794281

    114680	  0.166547	  0.166403	  0.172709		CURRENT LEARNING RATE: 0.2223116741850111
previous_iter_valid_loss : 0.17986391484737396

    114700	  0.180035	  0.179864	  0.173170		CURRENT LEARNING RATE: 0.22226721629611118
previous_iter_valid_loss : 0.1714046448469162

    114720	  0.171553	  0.171405	  0.172629		CURRENT LEARNING RATE: 0.22222276729789997
previous_iter_valid_loss : 0.16904433071613312

    114740	  0.169244	  0.169044	  0.171724		CURRENT LEARNING RATE: 0.22217832718859945
previous_iter_valid_loss : 0.17083649337291718

    114760	  0.170994	  0.170836	  0.171892		CURRENT LEARNING RATE: 0.22213389596643207
previous_iter_valid_loss : 0.1699858009815216

    114780	  0.170168	  0.169986	  0.171880		CURRENT LEARNING RATE: 0.22208947362962053
previous_iter_valid_loss : 0.17730621993541718

    114800	  0.177467	  0.177306	  0.172283		CURRENT LEARNING RATE: 0.22204506017638792
previous_iter_valid_loss : 0.16898587346076965

    114820	  0.169136	  0.168986	  0.172270		CURRENT LEARNING RATE: 0.22200065560495783
previous_iter_valid_loss : 0.18200211226940155

    114840	  0.182200	  0.182002	  0.172887		CURRENT LEARNING RATE: 0.22195625991355394
previous_iter_valid_loss : 0.18113236129283905

    114860	  0.181340	  0.181132	  0.173241		CURRENT LEARNING RATE: 0.22191187310040053
previous_iter_valid_loss : 0.17191709578037262

    114880	  0.172084	  0.171917	  0.173228		CURRENT LEARNING RATE: 0.22186749516372203
previous_iter_valid_loss : 0.17049124836921692

    114900	  0.170644	  0.170491	  0.173108		CURRENT LEARNING RATE: 0.2218231261017434
previous_iter_valid_loss : 0.166746586561203

    114920	  0.166891	  0.166747	  0.172875		CURRENT LEARNING RATE: 0.22177876591268986
previous_iter_valid_loss : 0.18085221946239471

    114940	  0.181011	  0.180852	  0.173374		CURRENT LEARNING RATE: 0.22173441459478693
previous_iter_valid_loss : 0.17091526091098785

    114960	  0.171050	  0.170915	  0.173311		CURRENT LEARNING RATE: 0.22169007214626063
previous_iter_valid_loss : 0.17750956118106842

    114980	  0.177648	  0.177510	  0.173720		CURRENT LEARNING RATE: 0.22164573856533729
previous_iter_valid_loss : 0.16972023248672485

    115000	  0.169844	  0.169720	  0.173562		CURRENT LEARNING RATE: 0.22160141385024346
previous_iter_valid_loss : 0.19241008162498474

    115020	  0.192521	  0.192410	  0.174538		CURRENT LEARNING RATE: 0.2215570979992062
previous_iter_valid_loss : 0.19009849429130554

    115040	  0.190237	  0.190098	  0.175588		CURRENT LEARNING RATE: 0.2215127910104529
previous_iter_valid_loss : 0.18064682185649872

    115060	  0.180812	  0.180647	  0.175413		CURRENT LEARNING RATE: 0.2214684928822113
previous_iter_valid_loss : 0.17304101586341858

    115080	  0.173216	  0.173041	  0.175745		CURRENT LEARNING RATE: 0.22142420361270945
previous_iter_valid_loss : 0.18691563606262207

    115100	  0.187106	  0.186916	  0.176097		CURRENT LEARNING RATE: 0.22137992320017577
previous_iter_valid_loss : 0.17346596717834473

    115120	  0.173597	  0.173466	  0.176200		CURRENT LEARNING RATE: 0.22133565164283905
previous_iter_valid_loss : 0.17622053623199463

    115140	  0.176346	  0.176221	  0.176559		CURRENT LEARNING RATE: 0.2212913889389284
previous_iter_valid_loss : 0.18971163034439087

    115160	  0.189843	  0.189712	  0.177503		CURRENT LEARNING RATE: 0.2212471350866734
previous_iter_valid_loss : 0.17554542422294617

    115180	  0.175671	  0.175545	  0.177781		CURRENT LEARNING RATE: 0.22120289008430377
previous_iter_valid_loss : 0.16689850389957428

    115200	  0.167009	  0.166899	  0.177261		CURRENT LEARNING RATE: 0.2211586539300498
previous_iter_valid_loss : 0.1877969652414322

    115220	  0.187961	  0.187797	  0.178201		CURRENT LEARNING RATE: 0.22111442662214195
previous_iter_valid_loss : 0.1731913834810257

    115240	  0.173321	  0.173191	  0.177761		CURRENT LEARNING RATE: 0.22107020815881126
previous_iter_valid_loss : 0.1721940040588379

    115260	  0.172337	  0.172194	  0.177314		CURRENT LEARNING RATE: 0.22102599853828894
previous_iter_valid_loss : 0.17419634759426117

    115280	  0.174349	  0.174196	  0.177428		CURRENT LEARNING RATE: 0.22098179775880655
previous_iter_valid_loss : 0.17670829594135284

    115300	  0.176884	  0.176708	  0.177739		CURRENT LEARNING RATE: 0.2209376058185961
previous_iter_valid_loss : 0.18230532109737396

    115320	  0.182554	  0.182305	  0.178517		CURRENT LEARNING RATE: 0.22089342271588996
previous_iter_valid_loss : 0.17707553505897522

    115340	  0.177274	  0.177076	  0.178328		CURRENT LEARNING RATE: 0.22084924844892073
previous_iter_valid_loss : 0.17219243943691254

    115360	  0.172337	  0.172192	  0.178392		CURRENT LEARNING RATE: 0.22080508301592144
previous_iter_valid_loss : 0.16918690502643585

    115380	  0.169326	  0.169187	  0.177975		CURRENT LEARNING RATE: 0.22076092641512557
previous_iter_valid_loss : 0.17266049981117249

    115400	  0.172874	  0.172660	  0.178122		CURRENT LEARNING RATE: 0.22071677864476671
previous_iter_valid_loss : 0.16935811936855316

    115420	  0.169487	  0.169358	  0.176970		CURRENT LEARNING RATE: 0.22067263970307904
previous_iter_valid_loss : 0.17231497168540955

    115440	  0.172469	  0.172315	  0.176081		CURRENT LEARNING RATE: 0.220628509588297
previous_iter_valid_loss : 0.18932683765888214

    115460	  0.189477	  0.189327	  0.176515		CURRENT LEARNING RATE: 0.22058438829865537
previous_iter_valid_loss : 0.17629675567150116

    115480	  0.176445	  0.176297	  0.176677		CURRENT LEARNING RATE: 0.2205402758323893
previous_iter_valid_loss : 0.1835770606994629

    115500	  0.183837	  0.183577	  0.176510		CURRENT LEARNING RATE: 0.22049617218773432
previous_iter_valid_loss : 0.17536896467208862

    115520	  0.175477	  0.175369	  0.176606		CURRENT LEARNING RATE: 0.2204520773629262
previous_iter_valid_loss : 0.191412553191185

    115540	  0.191546	  0.191413	  0.177365		CURRENT LEARNING RATE: 0.22040799135620132
previous_iter_valid_loss : 0.1975802779197693

    115560	  0.197714	  0.197580	  0.177759		CURRENT LEARNING RATE: 0.220363914165796
previous_iter_valid_loss : 0.18345211446285248

    115580	  0.183583	  0.183452	  0.178154		CURRENT LEARNING RATE: 0.22031984578994732
previous_iter_valid_loss : 0.17205260694026947

    115600	  0.172192	  0.172053	  0.178412		CURRENT LEARNING RATE: 0.22027578622689253
previous_iter_valid_loss : 0.16738133132457733

    115620	  0.167521	  0.167381	  0.177391		CURRENT LEARNING RATE: 0.22023173547486913
previous_iter_valid_loss : 0.17021074891090393

    115640	  0.170324	  0.170211	  0.177242		CURRENT LEARNING RATE: 0.22018769353211526
previous_iter_valid_loss : 0.1721370369195938

    115660	  0.172262	  0.172137	  0.177239		CURRENT LEARNING RATE: 0.22014366039686914
previous_iter_valid_loss : 0.16749827563762665

    115680	  0.167592	  0.167498	  0.176904		CURRENT LEARNING RATE: 0.2200996360673695
previous_iter_valid_loss : 0.17116288840770721

    115700	  0.171315	  0.171163	  0.176627		CURRENT LEARNING RATE: 0.2200556205418553
previous_iter_valid_loss : 0.18330006301403046

    115720	  0.183485	  0.183300	  0.176677		CURRENT LEARNING RATE: 0.2200116138185659
previous_iter_valid_loss : 0.17893251776695251

    115740	  0.179086	  0.178933	  0.176769		CURRENT LEARNING RATE: 0.21996761589574118
previous_iter_valid_loss : 0.1820220649242401

    115760	  0.182196	  0.182022	  0.177261		CURRENT LEARNING RATE: 0.21992362677162106
previous_iter_valid_loss : 0.18254531919956207

    115780	  0.182676	  0.182545	  0.177929		CURRENT LEARNING RATE: 0.21987964644444605
previous_iter_valid_loss : 0.17555664479732513

    115800	  0.175669	  0.175557	  0.178074		CURRENT LEARNING RATE: 0.21983567491245695
previous_iter_valid_loss : 0.16587921977043152

    115820	  0.165939	  0.165879	  0.177900		CURRENT LEARNING RATE: 0.21979171217389482
previous_iter_valid_loss : 0.1714511662721634

    115840	  0.171564	  0.171451	  0.177857		CURRENT LEARNING RATE: 0.2197477582270012
previous_iter_valid_loss : 0.17215301096439362

    115860	  0.172290	  0.172153	  0.176998		CURRENT LEARNING RATE: 0.21970381307001802
previous_iter_valid_loss : 0.17230568826198578

    115880	  0.172475	  0.172306	  0.176798		CURRENT LEARNING RATE: 0.21965987670118733
previous_iter_valid_loss : 0.16625046730041504

    115900	  0.166357	  0.166250	  0.175932		CURRENT LEARNING RATE: 0.21961594911875176
previous_iter_valid_loss : 0.17455099523067474

    115920	  0.174696	  0.174551	  0.175891		CURRENT LEARNING RATE: 0.21957203032095424
previous_iter_valid_loss : 0.16917772591114044

    115940	  0.169308	  0.169178	  0.174779		CURRENT LEARNING RATE: 0.21952812030603788
previous_iter_valid_loss : 0.1815699338912964

    115960	  0.181736	  0.181570	  0.173979		CURRENT LEARNING RATE: 0.2194842190722464
previous_iter_valid_loss : 0.16824376583099365

    115980	  0.168368	  0.168244	  0.173218		CURRENT LEARNING RATE: 0.2194403266178237
previous_iter_valid_loss : 0.16504234075546265

    116000	  0.165115	  0.165042	  0.172868		CURRENT LEARNING RATE: 0.21939644294101412
previous_iter_valid_loss : 0.16643618047237396

    116020	  0.166528	  0.166436	  0.172821		CURRENT LEARNING RATE: 0.21935256804006223
previous_iter_valid_loss : 0.16930636763572693

    116040	  0.169421	  0.169306	  0.172775		CURRENT LEARNING RATE: 0.21930870191321308
previous_iter_valid_loss : 0.17660640180110931

    116060	  0.176786	  0.176606	  0.172999		CURRENT LEARNING RATE: 0.21926484455871212
previous_iter_valid_loss : 0.16642974317073822

    116080	  0.166511	  0.166430	  0.172945		CURRENT LEARNING RATE: 0.21922099597480493
previous_iter_valid_loss : 0.18978726863861084

    116100	  0.189967	  0.189787	  0.173877		CURRENT LEARNING RATE: 0.21917715615973762
previous_iter_valid_loss : 0.16856540739536285

    116120	  0.168631	  0.168565	  0.173140		CURRENT LEARNING RATE: 0.21913332511175657
previous_iter_valid_loss : 0.16883379220962524

    116140	  0.168920	  0.168834	  0.172635		CURRENT LEARNING RATE: 0.21908950282910858
previous_iter_valid_loss : 0.1684451550245285

    116160	  0.168481	  0.168445	  0.171956		CURRENT LEARNING RATE: 0.2190456893100407
previous_iter_valid_loss : 0.17081676423549652

    116180	  0.170912	  0.170817	  0.171370		CURRENT LEARNING RATE: 0.21900188455280042
previous_iter_valid_loss : 0.16955764591693878

    116200	  0.169632	  0.169558	  0.171070		CURRENT LEARNING RATE: 0.21895808855563556
previous_iter_valid_loss : 0.1730276346206665

    116220	  0.173128	  0.173028	  0.171427		CURRENT LEARNING RATE: 0.21891430131679424
previous_iter_valid_loss : 0.17165374755859375

    116240	  0.171760	  0.171654	  0.171437		CURRENT LEARNING RATE: 0.21887052283452504
previous_iter_valid_loss : 0.1861180067062378

    116260	  0.186274	  0.186118	  0.172136		CURRENT LEARNING RATE: 0.2188267531070768
previous_iter_valid_loss : 0.18316644430160522

    116280	  0.183338	  0.183166	  0.172679		CURRENT LEARNING RATE: 0.2187829921326987
previous_iter_valid_loss : 0.16747550666332245

    116300	  0.167501	  0.167476	  0.172740		CURRENT LEARNING RATE: 0.2187392399096403
previous_iter_valid_loss : 0.16996924579143524

    116320	  0.170087	  0.169969	  0.172511		CURRENT LEARNING RATE: 0.21869549643615155
previous_iter_valid_loss : 0.17332246899604797

    116340	  0.173517	  0.173322	  0.172718		CURRENT LEARNING RATE: 0.21865176171048267
previous_iter_valid_loss : 0.16965219378471375

    116360	  0.169871	  0.169652	  0.172122		CURRENT LEARNING RATE: 0.2186080357308843
previous_iter_valid_loss : 0.16495634615421295

    116380	  0.165152	  0.164956	  0.171958		CURRENT LEARNING RATE: 0.21856431849560737
previous_iter_valid_loss : 0.20574019849300385

    116400	  0.206243	  0.205740	  0.173993		CURRENT LEARNING RATE: 0.2185206100029032
previous_iter_valid_loss : 0.1718292385339737

    116420	  0.172055	  0.171829	  0.174262		CURRENT LEARNING RATE: 0.21847691025102345
previous_iter_valid_loss : 0.16899752616882324

    116440	  0.169191	  0.168998	  0.174247		CURRENT LEARNING RATE: 0.21843321923822018
previous_iter_valid_loss : 0.18595588207244873

    116460	  0.186316	  0.185956	  0.174714		CURRENT LEARNING RATE: 0.21838953696274568
previous_iter_valid_loss : 0.16923391819000244

    116480	  0.169423	  0.169234	  0.174855		CURRENT LEARNING RATE: 0.2183458634228527
previous_iter_valid_loss : 0.1803242564201355

    116500	  0.180596	  0.180324	  0.174381		CURRENT LEARNING RATE: 0.21830219861679429
previous_iter_valid_loss : 0.1640266627073288

    116520	  0.164131	  0.164027	  0.174154		CURRENT LEARNING RATE: 0.21825854254282387
previous_iter_valid_loss : 0.20607690513134003

    116540	  0.206505	  0.206077	  0.176017		CURRENT LEARNING RATE: 0.21821489519919515
previous_iter_valid_loss : 0.1755584329366684

    116560	  0.175834	  0.175558	  0.176372		CURRENT LEARNING RATE: 0.2181712565841623
previous_iter_valid_loss : 0.1981145590543747

    116580	  0.198557	  0.198115	  0.177737		CURRENT LEARNING RATE: 0.2181276266959797
previous_iter_valid_loss : 0.17095991969108582

    116600	  0.171175	  0.170960	  0.177807		CURRENT LEARNING RATE: 0.21808400553290225
previous_iter_valid_loss : 0.17077553272247314

    116620	  0.170978	  0.170776	  0.177695		CURRENT LEARNING RATE: 0.21804039309318493
previous_iter_valid_loss : 0.1718302220106125

    116640	  0.172054	  0.171830	  0.177703		CURRENT LEARNING RATE: 0.21799678937508346
previous_iter_valid_loss : 0.1694936603307724

    116660	  0.169688	  0.169494	  0.176872		CURRENT LEARNING RATE: 0.21795319437685362
previous_iter_valid_loss : 0.17102892696857452

    116680	  0.171229	  0.171029	  0.176265		CURRENT LEARNING RATE: 0.21790960809675153
previous_iter_valid_loss : 0.1801966279745102

    116700	  0.180410	  0.180197	  0.176901		CURRENT LEARNING RATE: 0.2178660305330338
previous_iter_valid_loss : 0.1691509336233139

    116720	  0.169225	  0.169151	  0.176860		CURRENT LEARNING RATE: 0.21782246168395739
previous_iter_valid_loss : 0.17148485779762268

    116740	  0.171571	  0.171485	  0.176769		CURRENT LEARNING RATE: 0.21777890154777937
previous_iter_valid_loss : 0.17821694910526276

    116760	  0.178289	  0.178217	  0.177197		CURRENT LEARNING RATE: 0.21773535012275752
previous_iter_valid_loss : 0.17926546931266785

    116780	  0.179345	  0.179265	  0.177912		CURRENT LEARNING RATE: 0.21769180740714966
previous_iter_valid_loss : 0.17215833067893982

    116800	  0.172251	  0.172158	  0.176233		CURRENT LEARNING RATE: 0.21764827339921416
previous_iter_valid_loss : 0.17028231918811798

    116820	  0.170369	  0.170282	  0.176156		CURRENT LEARNING RATE: 0.21760474809720956
previous_iter_valid_loss : 0.17253530025482178

    116840	  0.172636	  0.172535	  0.176333		CURRENT LEARNING RATE: 0.21756123149939494
previous_iter_valid_loss : 0.18567387759685516

    116860	  0.185814	  0.185674	  0.176319		CURRENT LEARNING RATE: 0.21751772360402963
previous_iter_valid_loss : 0.17278194427490234

    116880	  0.172907	  0.172782	  0.176496		CURRENT LEARNING RATE: 0.21747422440937328
previous_iter_valid_loss : 0.17303454875946045

    116900	  0.173148	  0.173035	  0.176132		CURRENT LEARNING RATE: 0.21743073391368598
previous_iter_valid_loss : 0.19903232157230377

    116920	  0.199207	  0.199032	  0.177882		CURRENT LEARNING RATE: 0.217387252115228
previous_iter_valid_loss : 0.1810303032398224

    116940	  0.181169	  0.181030	  0.176629		CURRENT LEARNING RATE: 0.21734377901226018
previous_iter_valid_loss : 0.18271733820438385

    116960	  0.182889	  0.182717	  0.176987		CURRENT LEARNING RATE: 0.21730031460304353
previous_iter_valid_loss : 0.17686763405799866

    116980	  0.177002	  0.176868	  0.175925		CURRENT LEARNING RATE: 0.2172568588858395
previous_iter_valid_loss : 0.1994113177061081

    117000	  0.199513	  0.199411	  0.177348		CURRENT LEARNING RATE: 0.21721341185890986
previous_iter_valid_loss : 0.19142606854438782

    117020	  0.191791	  0.191426	  0.178380		CURRENT LEARNING RATE: 0.21716997352051667
previous_iter_valid_loss : 0.1957281529903412

    117040	  0.196110	  0.195728	  0.179575		CURRENT LEARNING RATE: 0.2171265438689225
previous_iter_valid_loss : 0.17318221926689148

    117060	  0.173424	  0.173182	  0.179760		CURRENT LEARNING RATE: 0.21708312290239012
previous_iter_valid_loss : 0.17439855635166168

    117080	  0.174683	  0.174399	  0.179928		CURRENT LEARNING RATE: 0.21703971061918265
previous_iter_valid_loss : 0.16445888578891754

    117100	  0.164627	  0.164459	  0.179141		CURRENT LEARNING RATE: 0.21699630701756367
previous_iter_valid_loss : 0.16926081478595734

    117120	  0.169540	  0.169261	  0.179147		CURRENT LEARNING RATE: 0.21695291209579698
previous_iter_valid_loss : 0.17618326842784882

    117140	  0.176480	  0.176183	  0.179382		CURRENT LEARNING RATE: 0.21690952585214685
previous_iter_valid_loss : 0.1729234904050827

    117160	  0.173267	  0.172923	  0.179117		CURRENT LEARNING RATE: 0.2168661482848777
previous_iter_valid_loss : 0.16821378469467163

    117180	  0.168440	  0.168214	  0.178564		CURRENT LEARNING RATE: 0.21682277939225456
previous_iter_valid_loss : 0.1740545928478241

    117200	  0.174344	  0.174055	  0.178659		CURRENT LEARNING RATE: 0.21677941917254262
previous_iter_valid_loss : 0.23154743015766144

    117220	  0.232127	  0.231547	  0.181722		CURRENT LEARNING RATE: 0.21673606762400743
previous_iter_valid_loss : 0.1643677055835724

    117240	  0.164574	  0.164368	  0.181314		CURRENT LEARNING RATE: 0.21669272474491502
previous_iter_valid_loss : 0.17574980854988098

    117260	  0.176006	  0.175750	  0.180818		CURRENT LEARNING RATE: 0.21664939053353163
previous_iter_valid_loss : 0.17012138664722443

    117280	  0.170318	  0.170121	  0.180685		CURRENT LEARNING RATE: 0.21660606498812388
previous_iter_valid_loss : 0.17847415804862976

    117300	  0.178750	  0.178474	  0.180957		CURRENT LEARNING RATE: 0.21656274810695877
previous_iter_valid_loss : 0.16845384240150452

    117320	  0.168633	  0.168454	  0.179428		CURRENT LEARNING RATE: 0.21651943988830363
previous_iter_valid_loss : 0.17714641988277435

    117340	  0.177418	  0.177146	  0.179234		CURRENT LEARNING RATE: 0.21647614033042606
previous_iter_valid_loss : 0.169964000582695

    117360	  0.170172	  0.169964	  0.178596		CURRENT LEARNING RATE: 0.2164328494315942
previous_iter_valid_loss : 0.1694810688495636

    117380	  0.169690	  0.169481	  0.178227		CURRENT LEARNING RATE: 0.21638956719007627
previous_iter_valid_loss : 0.1954193413257599

    117400	  0.195794	  0.195419	  0.178027		CURRENT LEARNING RATE: 0.21634629360414115
previous_iter_valid_loss : 0.168420672416687

    117420	  0.168622	  0.168421	  0.176877		CURRENT LEARNING RATE: 0.21630302867205767
previous_iter_valid_loss : 0.18201379477977753

    117440	  0.182313	  0.182014	  0.176191		CURRENT LEARNING RATE: 0.21625977239209546
previous_iter_valid_loss : 0.19013790786266327

    117460	  0.190544	  0.190138	  0.177039		CURRENT LEARNING RATE: 0.21621652476252415
previous_iter_valid_loss : 0.17857137322425842

    117480	  0.178853	  0.178571	  0.177247		CURRENT LEARNING RATE: 0.21617328578161388
previous_iter_valid_loss : 0.1723095029592514

    117500	  0.172553	  0.172310	  0.177640		CURRENT LEARNING RATE: 0.21613005544763508
previous_iter_valid_loss : 0.17177359759807587

    117520	  0.172011	  0.171774	  0.177766		CURRENT LEARNING RATE: 0.21608683375885848
previous_iter_valid_loss : 0.17088761925697327

    117540	  0.171124	  0.170888	  0.177501		CURRENT LEARNING RATE: 0.21604362071355526
previous_iter_valid_loss : 0.17305345833301544

    117560	  0.173291	  0.173053	  0.177507		CURRENT LEARNING RATE: 0.21600041630999695
previous_iter_valid_loss : 0.16554172337055206

    117580	  0.165706	  0.165542	  0.177374		CURRENT LEARNING RATE: 0.2159572205464553
previous_iter_valid_loss : 0.1673489362001419

    117600	  0.167539	  0.167349	  0.177038		CURRENT LEARNING RATE: 0.2159140334212025
previous_iter_valid_loss : 0.16802158951759338

    117620	  0.168214	  0.168022	  0.173862		CURRENT LEARNING RATE: 0.21587085493251104
previous_iter_valid_loss : 0.19118689000606537

    117640	  0.191525	  0.191187	  0.175203		CURRENT LEARNING RATE: 0.21582768507865382
previous_iter_valid_loss : 0.173621267080307

    117660	  0.173862	  0.173621	  0.175097		CURRENT LEARNING RATE: 0.215784523857904
previous_iter_valid_loss : 0.16887003183364868

    117680	  0.169079	  0.168870	  0.175034		CURRENT LEARNING RATE: 0.2157413712685352
previous_iter_valid_loss : 0.17845109105110168

    117700	  0.178771	  0.178451	  0.175033		CURRENT LEARNING RATE: 0.2156982273088213
previous_iter_valid_loss : 0.1772255301475525

    117720	  0.177389	  0.177226	  0.175471		CURRENT LEARNING RATE: 0.2156550919770365
previous_iter_valid_loss : 0.17163021862506866

    117740	  0.171841	  0.171630	  0.175196		CURRENT LEARNING RATE: 0.2156119652714554
previous_iter_valid_loss : 0.1721400022506714

    117760	  0.172356	  0.172140	  0.175304		CURRENT LEARNING RATE: 0.21556884719035296
previous_iter_valid_loss : 0.17716193199157715

    117780	  0.177453	  0.177162	  0.175689		CURRENT LEARNING RATE: 0.21552573773200442
previous_iter_valid_loss : 0.17164677381515503

    117800	  0.171885	  0.171647	  0.174500		CURRENT LEARNING RATE: 0.21548263689468544
previous_iter_valid_loss : 0.1707160919904709

    117820	  0.170942	  0.170716	  0.174615		CURRENT LEARNING RATE: 0.21543954467667192
previous_iter_valid_loss : 0.19357912242412567

    117840	  0.193958	  0.193579	  0.175193		CURRENT LEARNING RATE: 0.21539646107624025
previous_iter_valid_loss : 0.16953204572200775

    117860	  0.169718	  0.169532	  0.174163		CURRENT LEARNING RATE: 0.21535338609166702
previous_iter_valid_loss : 0.16892118752002716

    117880	  0.169121	  0.168921	  0.173680		CURRENT LEARNING RATE: 0.2153103197212293
previous_iter_valid_loss : 0.1941501498222351

    117900	  0.194542	  0.194150	  0.174772		CURRENT LEARNING RATE: 0.21526726196320436
previous_iter_valid_loss : 0.16869162023067474

    117920	  0.168876	  0.168692	  0.174618		CURRENT LEARNING RATE: 0.21522421281586998
previous_iter_valid_loss : 0.19246891140937805

    117940	  0.192800	  0.192469	  0.175697		CURRENT LEARNING RATE: 0.2151811722775041
previous_iter_valid_loss : 0.17257113754749298

    117960	  0.172774	  0.172571	  0.175673		CURRENT LEARNING RATE: 0.21513814034638515
previous_iter_valid_loss : 0.16768425703048706

    117980	  0.167888	  0.167684	  0.175780		CURRENT LEARNING RATE: 0.21509511702079187
previous_iter_valid_loss : 0.16899438202381134

    118000	  0.169177	  0.168994	  0.175862		CURRENT LEARNING RATE: 0.2150521022990033
previous_iter_valid_loss : 0.18916170299053192

    118020	  0.189491	  0.189162	  0.176919		CURRENT LEARNING RATE: 0.2150090961792988
previous_iter_valid_loss : 0.17926348745822906

    118040	  0.179541	  0.179263	  0.176323		CURRENT LEARNING RATE: 0.21496609865995814
previous_iter_valid_loss : 0.17425000667572021

    118060	  0.174467	  0.174250	  0.176355		CURRENT LEARNING RATE: 0.21492310973926154
previous_iter_valid_loss : 0.17413713037967682

    118080	  0.174362	  0.174137	  0.176618		CURRENT LEARNING RATE: 0.21488012941548934
previous_iter_valid_loss : 0.188580721616745

    118100	  0.188843	  0.188581	  0.177124		CURRENT LEARNING RATE: 0.21483715768692235
previous_iter_valid_loss : 0.16709589958190918

    118120	  0.167289	  0.167096	  0.176618		CURRENT LEARNING RATE: 0.21479419455184168
previous_iter_valid_loss : 0.16799281537532806

    118140	  0.168186	  0.167993	  0.176436		CURRENT LEARNING RATE: 0.2147512400085288
previous_iter_valid_loss : 0.16918598115444183

    118160	  0.169406	  0.169186	  0.176288		CURRENT LEARNING RATE: 0.21470829405526562
previous_iter_valid_loss : 0.182339608669281

    118180	  0.182621	  0.182340	  0.176547		CURRENT LEARNING RATE: 0.21466535669033418
previous_iter_valid_loss : 0.16842681169509888

    118200	  0.168617	  0.168427	  0.176386		CURRENT LEARNING RATE: 0.21462242791201705
previous_iter_valid_loss : 0.17020493745803833

    118220	  0.170403	  0.170205	  0.176361		CURRENT LEARNING RATE: 0.21457950771859705
previous_iter_valid_loss : 0.17416059970855713

    118240	  0.174458	  0.174161	  0.175390		CURRENT LEARNING RATE: 0.21453659610835737
previous_iter_valid_loss : 0.18241648375988007

    118260	  0.182723	  0.182416	  0.176034		CURRENT LEARNING RATE: 0.21449369307958158
previous_iter_valid_loss : 0.1735938936471939

    118280	  0.173864	  0.173594	  0.176268		CURRENT LEARNING RATE: 0.21445079863055355
previous_iter_valid_loss : 0.1680380254983902

    118300	  0.168196	  0.168038	  0.174962		CURRENT LEARNING RATE: 0.2144079127595575
previous_iter_valid_loss : 0.17171138525009155

    118320	  0.171908	  0.171711	  0.175113		CURRENT LEARNING RATE: 0.21436503546487798
previous_iter_valid_loss : 0.17141880095005035

    118340	  0.171579	  0.171419	  0.174061		CURRENT LEARNING RATE: 0.21432216674479992
previous_iter_valid_loss : 0.16693684458732605

    118360	  0.167123	  0.166937	  0.173779		CURRENT LEARNING RATE: 0.21427930659760855
previous_iter_valid_loss : 0.17831432819366455

    118380	  0.178641	  0.178314	  0.174310		CURRENT LEARNING RATE: 0.21423645502158947
previous_iter_valid_loss : 0.16993096470832825

    118400	  0.170119	  0.169931	  0.174357		CURRENT LEARNING RATE: 0.21419361201502862
previous_iter_valid_loss : 0.17771349847316742

    118420	  0.178010	  0.177713	  0.173785		CURRENT LEARNING RATE: 0.2141507775762123
previous_iter_valid_loss : 0.16950109601020813

    118440	  0.169693	  0.169501	  0.173297		CURRENT LEARNING RATE: 0.21410795170342703
previous_iter_valid_loss : 0.1818505972623825

    118460	  0.182130	  0.181851	  0.173677		CURRENT LEARNING RATE: 0.21406513439495992
previous_iter_valid_loss : 0.17204518616199493

    118480	  0.172266	  0.172045	  0.173572		CURRENT LEARNING RATE: 0.2140223256490982
previous_iter_valid_loss : 0.1658438742160797

    118500	  0.166001	  0.165844	  0.172435		CURRENT LEARNING RATE: 0.21397952546412957
previous_iter_valid_loss : 0.171019047498703

    118520	  0.171195	  0.171019	  0.172631		CURRENT LEARNING RATE: 0.21393673383834197
previous_iter_valid_loss : 0.1740180104970932

    118540	  0.174241	  0.174018	  0.172933		CURRENT LEARNING RATE: 0.21389395077002374
previous_iter_valid_loss : 0.1713520735502243

    118560	  0.171553	  0.171352	  0.173041		CURRENT LEARNING RATE: 0.21385117625746358
previous_iter_valid_loss : 0.16620050370693207

    118580	  0.166367	  0.166201	  0.172234		CURRENT LEARNING RATE: 0.2138084102989505
previous_iter_valid_loss : 0.16644249856472015

    118600	  0.166617	  0.166442	  0.172135		CURRENT LEARNING RATE: 0.21376565289277383
previous_iter_valid_loss : 0.1732896864414215

    118620	  0.173567	  0.173290	  0.172289		CURRENT LEARNING RATE: 0.21372290403722333
previous_iter_valid_loss : 0.1883021891117096

    118640	  0.188695	  0.188302	  0.172996		CURRENT LEARNING RATE: 0.213680163730589
previous_iter_valid_loss : 0.17243345081806183

    118660	  0.172682	  0.172433	  0.172497		CURRENT LEARNING RATE: 0.21363743197116125
previous_iter_valid_loss : 0.16837133467197418

    118680	  0.168622	  0.168371	  0.172236		CURRENT LEARNING RATE: 0.21359470875723083
previous_iter_valid_loss : 0.1758572906255722

    118700	  0.176039	  0.175857	  0.172627		CURRENT LEARNING RATE: 0.21355199408708878
previous_iter_valid_loss : 0.1702590137720108

    118720	  0.170540	  0.170259	  0.172554		CURRENT LEARNING RATE: 0.21350928795902654
previous_iter_valid_loss : 0.19000092148780823

    118740	  0.190355	  0.190001	  0.173483		CURRENT LEARNING RATE: 0.21346659037133583
previous_iter_valid_loss : 0.18156050145626068

    118760	  0.181856	  0.181561	  0.174214		CURRENT LEARNING RATE: 0.21342390132230876
previous_iter_valid_loss : 0.17273809015750885

    118780	  0.172983	  0.172738	  0.173936		CURRENT LEARNING RATE: 0.21338122081023778
previous_iter_valid_loss : 0.17134787142276764

    118800	  0.171574	  0.171348	  0.174006		CURRENT LEARNING RATE: 0.2133385488334157
previous_iter_valid_loss : 0.22001540660858154

    118820	  0.220535	  0.220015	  0.176122		CURRENT LEARNING RATE: 0.21329588539013553
previous_iter_valid_loss : 0.1695307344198227

    118840	  0.169802	  0.169531	  0.176123		CURRENT LEARNING RATE: 0.2132532304786908
previous_iter_valid_loss : 0.198111891746521

    118860	  0.198524	  0.198112	  0.176936		CURRENT LEARNING RATE: 0.21321058409737534
previous_iter_valid_loss : 0.17903251945972443

    118880	  0.179318	  0.179033	  0.177285		CURRENT LEARNING RATE: 0.21316794624448326
previous_iter_valid_loss : 0.18558888137340546

    118900	  0.185928	  0.185589	  0.178273		CURRENT LEARNING RATE: 0.2131253169183091
previous_iter_valid_loss : 0.17285338044166565

    118920	  0.173103	  0.172853	  0.178364		CURRENT LEARNING RATE: 0.21308269611714764
previous_iter_valid_loss : 0.2091878056526184

    118940	  0.209660	  0.209188	  0.180123		CURRENT LEARNING RATE: 0.21304008383929404
previous_iter_valid_loss : 0.22411252558231354

    118960	  0.224714	  0.224113	  0.182761		CURRENT LEARNING RATE: 0.2129974800830438
previous_iter_valid_loss : 0.18603700399398804

    118980	  0.186338	  0.186037	  0.183753		CURRENT LEARNING RATE: 0.21295488484669284
previous_iter_valid_loss : 0.17760102450847626

    119000	  0.177939	  0.177601	  0.184311		CURRENT LEARNING RATE: 0.2129122981285373
previous_iter_valid_loss : 0.17144739627838135

    119020	  0.171709	  0.171447	  0.184219		CURRENT LEARNING RATE: 0.21286971992687365
previous_iter_valid_loss : 0.1715731918811798

    119040	  0.171844	  0.171573	  0.183382		CURRENT LEARNING RATE: 0.21282715023999882
previous_iter_valid_loss : 0.17069478332996368

    119060	  0.170923	  0.170695	  0.183295		CURRENT LEARNING RATE: 0.2127845890662101
previous_iter_valid_loss : 0.1694556623697281

    119080	  0.169701	  0.169456	  0.183349		CURRENT LEARNING RATE: 0.21274203640380496
previous_iter_valid_loss : 0.1829165667295456

    119100	  0.183204	  0.182917	  0.183702		CURRENT LEARNING RATE: 0.21269949225108126
previous_iter_valid_loss : 0.17458271980285645

    119120	  0.174881	  0.174583	  0.183919		CURRENT LEARNING RATE: 0.21265695660633732
previous_iter_valid_loss : 0.1836397796869278

    119140	  0.183971	  0.183640	  0.183601		CURRENT LEARNING RATE: 0.21261442946787165
previous_iter_valid_loss : 0.17012593150138855

    119160	  0.170369	  0.170126	  0.183029		CURRENT LEARNING RATE: 0.2125719108339832
previous_iter_valid_loss : 0.1792825609445572

    119180	  0.179518	  0.179283	  0.183356		CURRENT LEARNING RATE: 0.21252940070297122
previous_iter_valid_loss : 0.17833863198757172

    119200	  0.178491	  0.178339	  0.183706		CURRENT LEARNING RATE: 0.21248689907313528
previous_iter_valid_loss : 0.18033064901828766

    119220	  0.180486	  0.180331	  0.181721		CURRENT LEARNING RATE: 0.21244440594277533
previous_iter_valid_loss : 0.1713806837797165

    119240	  0.171445	  0.171381	  0.181814		CURRENT LEARNING RATE: 0.2124019213101916
previous_iter_valid_loss : 0.16945914924144745

    119260	  0.169744	  0.169459	  0.180381		CURRENT LEARNING RATE: 0.2123594451736848
previous_iter_valid_loss : 0.21171146631240845

    119280	  0.212105	  0.211711	  0.182015		CURRENT LEARNING RATE: 0.21231697753155584
previous_iter_valid_loss : 0.19878654181957245

    119300	  0.199184	  0.198787	  0.182675		CURRENT LEARNING RATE: 0.212274518382106
previous_iter_valid_loss : 0.17402374744415283

    119320	  0.174302	  0.174024	  0.182734		CURRENT LEARNING RATE: 0.21223206772363692
previous_iter_valid_loss : 0.16872820258140564

    119340	  0.168940	  0.168728	  0.180711		CURRENT LEARNING RATE: 0.21218962555445062
previous_iter_valid_loss : 0.19591470062732697

    119360	  0.196297	  0.195915	  0.179301		CURRENT LEARNING RATE: 0.21214719187284933
previous_iter_valid_loss : 0.1808408498764038

    119380	  0.181208	  0.180841	  0.179041		CURRENT LEARNING RATE: 0.21210476667713576
previous_iter_valid_loss : 0.17343492805957794

    119400	  0.173682	  0.173435	  0.178833		CURRENT LEARNING RATE: 0.21206234996561288
previous_iter_valid_loss : 0.18363617360591888

    119420	  0.183787	  0.183636	  0.179442		CURRENT LEARNING RATE: 0.21201994173658403
previous_iter_valid_loss : 0.17838016152381897

    119440	  0.178708	  0.178380	  0.179782		CURRENT LEARNING RATE: 0.2119775419883528
previous_iter_valid_loss : 0.17216062545776367

    119460	  0.172221	  0.172161	  0.179856		CURRENT LEARNING RATE: 0.2119351507192234
previous_iter_valid_loss : 0.21182368695735931

    119480	  0.211939	  0.211824	  0.181974		CURRENT LEARNING RATE: 0.21189276792749998
previous_iter_valid_loss : 0.19359193742275238

    119500	  0.193724	  0.193592	  0.182508		CURRENT LEARNING RATE: 0.21185039361148733
previous_iter_valid_loss : 0.18148282170295715

    119520	  0.181573	  0.181483	  0.182853		CURRENT LEARNING RATE: 0.21180802776949045
previous_iter_valid_loss : 0.19105227291584015

    119540	  0.191164	  0.191052	  0.183223		CURRENT LEARNING RATE: 0.21176567039981473
previous_iter_valid_loss : 0.18027344346046448

    119560	  0.180346	  0.180273	  0.183731		CURRENT LEARNING RATE: 0.21172332150076584
previous_iter_valid_loss : 0.1694837361574173

    119580	  0.169503	  0.169484	  0.183241		CURRENT LEARNING RATE: 0.21168098107064984
previous_iter_valid_loss : 0.17289580404758453

    119600	  0.172944	  0.172896	  0.182969		CURRENT LEARNING RATE: 0.21163864910777308
previous_iter_valid_loss : 0.17378312349319458

    119620	  0.173836	  0.173783	  0.182641		CURRENT LEARNING RATE: 0.2115963256104424
previous_iter_valid_loss : 0.16969020664691925

    119640	  0.169775	  0.169690	  0.182557		CURRENT LEARNING RATE: 0.21155401057696463
previous_iter_valid_loss : 0.1686595380306244

    119660	  0.168718	  0.168660	  0.182517		CURRENT LEARNING RATE: 0.21151170400564742
previous_iter_valid_loss : 0.17168502509593964

    119680	  0.171738	  0.171685	  0.180516		CURRENT LEARNING RATE: 0.21146940589479837
previous_iter_valid_loss : 0.17263968288898468

    119700	  0.172631	  0.172640	  0.179208		CURRENT LEARNING RATE: 0.21142711624272556
previous_iter_valid_loss : 0.16481496393680573

    119720	  0.164817	  0.164815	  0.178748		CURRENT LEARNING RATE: 0.21138483504773747
previous_iter_valid_loss : 0.17289616167545319

    119740	  0.172972	  0.172896	  0.178956		CURRENT LEARNING RATE: 0.2113425623081428
previous_iter_valid_loss : 0.1813613474369049

    119760	  0.181472	  0.181361	  0.178229		CURRENT LEARNING RATE: 0.21130029802225064
previous_iter_valid_loss : 0.16952396929264069

    119780	  0.169545	  0.169524	  0.177663		CURRENT LEARNING RATE: 0.2112580421883704
previous_iter_valid_loss : 0.1742958277463913

    119800	  0.174396	  0.174296	  0.177706		CURRENT LEARNING RATE: 0.21121579480481195
previous_iter_valid_loss : 0.17395728826522827

    119820	  0.173997	  0.173957	  0.177222		CURRENT LEARNING RATE: 0.2111735558698853
previous_iter_valid_loss : 0.22627291083335876

    119840	  0.226411	  0.226273	  0.179616		CURRENT LEARNING RATE: 0.2111313253819008
previous_iter_valid_loss : 0.1789328157901764

    119860	  0.178995	  0.178933	  0.179955		CURRENT LEARNING RATE: 0.21108910333916947
previous_iter_valid_loss : 0.22844034433364868

    119880	  0.228927	  0.228440	  0.180786		CURRENT LEARNING RATE: 0.21104688974000224
previous_iter_valid_loss : 0.2021453082561493

    119900	  0.202371	  0.202145	  0.181214		CURRENT LEARNING RATE: 0.2110046845827107
previous_iter_valid_loss : 0.19336484372615814

    119920	  0.193513	  0.193365	  0.181808		CURRENT LEARNING RATE: 0.2109624878656065
previous_iter_valid_loss : 0.18101291358470917

    119940	  0.181201	  0.181013	  0.181306		CURRENT LEARNING RATE: 0.2109202995870019
previous_iter_valid_loss : 0.2024710476398468

    119960	  0.202788	  0.202471	  0.182416		CURRENT LEARNING RATE: 0.21087811974520929
previous_iter_valid_loss : 0.18616101145744324

    119980	  0.186360	  0.186161	  0.183249		CURRENT LEARNING RATE: 0.2108359483385415
previous_iter_valid_loss : 0.17761920392513275

    120000	  0.177781	  0.177619	  0.183486		CURRENT LEARNING RATE: 0.21079378536531165
previous_iter_valid_loss : 0.17501482367515564

    120020	  0.175132	  0.175015	  0.183547		CURRENT LEARNING RATE: 0.21075163082383325
previous_iter_valid_loss : 0.18095485866069794

    120040	  0.181036	  0.180955	  0.184110		CURRENT LEARNING RATE: 0.2107094847124201
previous_iter_valid_loss : 0.20252476632595062

    120060	  0.202617	  0.202525	  0.185804		CURRENT LEARNING RATE: 0.21066734702938633
previous_iter_valid_loss : 0.17772875726222992

    120080	  0.177823	  0.177729	  0.186106		CURRENT LEARNING RATE: 0.21062521777304655
previous_iter_valid_loss : 0.18109747767448425

    120100	  0.181175	  0.181097	  0.186529		CURRENT LEARNING RATE: 0.21058309694171548
previous_iter_valid_loss : 0.1886768490076065

    120120	  0.188726	  0.188677	  0.187722		CURRENT LEARNING RATE: 0.2105409845337083
previous_iter_valid_loss : 0.1774241030216217

    120140	  0.177508	  0.177424	  0.187948		CURRENT LEARNING RATE: 0.21049888054734056
previous_iter_valid_loss : 0.18071898818016052

    120160	  0.180797	  0.180719	  0.187916		CURRENT LEARNING RATE: 0.21045678498092804
previous_iter_valid_loss : 0.19572436809539795

    120180	  0.195796	  0.195724	  0.189226		CURRENT LEARNING RATE: 0.210414697832787
previous_iter_valid_loss : 0.17597638070583344

    120200	  0.176042	  0.175976	  0.189310		CURRENT LEARNING RATE: 0.21037261910123384
previous_iter_valid_loss : 0.17565420269966125

    120220	  0.175712	  0.175654	  0.189395		CURRENT LEARNING RATE: 0.21033054878458549
previous_iter_valid_loss : 0.17573969066143036

    120240	  0.175793	  0.175740	  0.186868		CURRENT LEARNING RATE: 0.21028848688115911
previous_iter_valid_loss : 0.17138589918613434

    120260	  0.171399	  0.171386	  0.186491		CURRENT LEARNING RATE: 0.21024643338927224
previous_iter_valid_loss : 0.17363552749156952

    120280	  0.173737	  0.173636	  0.183751		CURRENT LEARNING RATE: 0.21020438830724272
previous_iter_valid_loss : 0.19424322247505188

    120300	  0.194318	  0.194243	  0.183356		CURRENT LEARNING RATE: 0.21016235163338878
previous_iter_valid_loss : 0.2023775279521942

    120320	  0.202490	  0.202378	  0.183806		CURRENT LEARNING RATE: 0.21012032336602893
previous_iter_valid_loss : 0.17871400713920593

    120340	  0.178771	  0.178714	  0.183691		CURRENT LEARNING RATE: 0.21007830350348206
previous_iter_valid_loss : 0.173579603433609

    120360	  0.173633	  0.173580	  0.182247		CURRENT LEARNING RATE: 0.21003629204406735
previous_iter_valid_loss : 0.1735466867685318

    120380	  0.173624	  0.173547	  0.181616		CURRENT LEARNING RATE: 0.20999428898610434
previous_iter_valid_loss : 0.18927302956581116

    120400	  0.189542	  0.189273	  0.182199		CURRENT LEARNING RATE: 0.20995229432791293
previous_iter_valid_loss : 0.18260300159454346

    120420	  0.182670	  0.182603	  0.182578		CURRENT LEARNING RATE: 0.2099103080678133
previous_iter_valid_loss : 0.2044379562139511

    120440	  0.204527	  0.204438	  0.183752		CURRENT LEARNING RATE: 0.20986833020412604
previous_iter_valid_loss : 0.19384677708148956

    120460	  0.194057	  0.193847	  0.183318		CURRENT LEARNING RATE: 0.209826360735172
previous_iter_valid_loss : 0.17483311891555786

    120480	  0.174986	  0.174833	  0.183174		CURRENT LEARNING RATE: 0.20978439965927242
previous_iter_valid_loss : 0.17526249587535858

    120500	  0.175448	  0.175262	  0.182882		CURRENT LEARNING RATE: 0.20974244697474884
previous_iter_valid_loss : 0.18446384370326996

    120520	  0.184649	  0.184464	  0.182671		CURRENT LEARNING RATE: 0.2097005026799232
previous_iter_valid_loss : 0.17096945643424988

    120540	  0.171054	  0.170969	  0.182348		CURRENT LEARNING RATE: 0.20965856677311767
previous_iter_valid_loss : 0.16749043762683868

    120560	  0.167642	  0.167490	  0.181687		CURRENT LEARNING RATE: 0.20961663925265486
previous_iter_valid_loss : 0.19823670387268066

    120580	  0.198493	  0.198237	  0.181813		CURRENT LEARNING RATE: 0.20957472011685768
previous_iter_valid_loss : 0.17700466513633728

    120600	  0.177181	  0.177005	  0.181864		CURRENT LEARNING RATE: 0.20953280936404925
previous_iter_valid_loss : 0.1863953173160553

    120620	  0.186574	  0.186395	  0.182401		CURRENT LEARNING RATE: 0.20949090699255332
previous_iter_valid_loss : 0.16913612186908722

    120640	  0.169313	  0.169136	  0.182071		CURRENT LEARNING RATE: 0.2094490130006936
previous_iter_valid_loss : 0.18604522943496704

    120660	  0.186320	  0.186045	  0.182804		CURRENT LEARNING RATE: 0.20940712738679446
previous_iter_valid_loss : 0.18281884491443634

    120680	  0.183032	  0.182819	  0.183263		CURRENT LEARNING RATE: 0.20936525014918048
previous_iter_valid_loss : 0.21103346347808838

    120700	  0.211411	  0.211033	  0.184103		CURRENT LEARNING RATE: 0.20932338128617647
previous_iter_valid_loss : 0.194636270403862

    120720	  0.194901	  0.194636	  0.183716		CURRENT LEARNING RATE: 0.2092815207961078
previous_iter_valid_loss : 0.17525503039360046

    120740	  0.175447	  0.175255	  0.183543		CURRENT LEARNING RATE: 0.20923966867729998
previous_iter_valid_loss : 0.18111151456832886

    120760	  0.181253	  0.181112	  0.183919		CURRENT LEARNING RATE: 0.20919782492807892
previous_iter_valid_loss : 0.1808731108903885

    120780	  0.181090	  0.180873	  0.184285		CURRENT LEARNING RATE: 0.20915598954677087
previous_iter_valid_loss : 0.1760149747133255

    120800	  0.176190	  0.176015	  0.183623		CURRENT LEARNING RATE: 0.20911416253170245
previous_iter_valid_loss : 0.17928580939769745

    120820	  0.179396	  0.179286	  0.183457		CURRENT LEARNING RATE: 0.20907234388120058
previous_iter_valid_loss : 0.178807333111763

    120840	  0.178939	  0.178807	  0.182175		CURRENT LEARNING RATE: 0.20903053359359244
previous_iter_valid_loss : 0.20048396289348602

    120860	  0.200563	  0.200484	  0.182507		CURRENT LEARNING RATE: 0.2089887316672057
previous_iter_valid_loss : 0.19631919264793396

    120880	  0.196361	  0.196319	  0.183581		CURRENT LEARNING RATE: 0.20894693810036824
previous_iter_valid_loss : 0.20324300229549408

    120900	  0.203325	  0.203243	  0.184980		CURRENT LEARNING RATE: 0.20890515289140837
previous_iter_valid_loss : 0.21302412450313568

    120920	  0.213149	  0.213024	  0.186408		CURRENT LEARNING RATE: 0.20886337603865462
previous_iter_valid_loss : 0.1892871856689453

    120940	  0.189358	  0.189287	  0.187324		CURRENT LEARNING RATE: 0.20882160754043594
previous_iter_valid_loss : 0.17732231318950653

    120960	  0.177400	  0.177322	  0.187816		CURRENT LEARNING RATE: 0.2087798473950816
previous_iter_valid_loss : 0.1797776222229004

    120980	  0.179835	  0.179778	  0.186893		CURRENT LEARNING RATE: 0.20873809560092116
previous_iter_valid_loss : 0.20356568694114685

    121000	  0.203623	  0.203566	  0.188221		CURRENT LEARNING RATE: 0.2086963521562846
previous_iter_valid_loss : 0.17846593260765076

    121020	  0.178464	  0.178466	  0.187825		CURRENT LEARNING RATE: 0.20865461705950214
previous_iter_valid_loss : 0.17182421684265137

    121040	  0.171871	  0.171824	  0.187959		CURRENT LEARNING RATE: 0.2086128903089044
previous_iter_valid_loss : 0.17264950275421143

    121060	  0.172708	  0.172650	  0.187289		CURRENT LEARNING RATE: 0.20857117190282223
previous_iter_valid_loss : 0.1742430031299591

    121080	  0.174317	  0.174243	  0.186860		CURRENT LEARNING RATE: 0.20852946183958704
previous_iter_valid_loss : 0.18076995015144348

    121100	  0.180889	  0.180770	  0.185347		CURRENT LEARNING RATE: 0.2084877601175303
previous_iter_valid_loss : 0.17630194127559662

    121120	  0.176360	  0.176302	  0.184430		CURRENT LEARNING RATE: 0.2084460667349841
previous_iter_valid_loss : 0.1759634166955948

    121140	  0.175987	  0.175963	  0.184466		CURRENT LEARNING RATE: 0.2084043816902805
previous_iter_valid_loss : 0.17162825167179108

    121160	  0.171617	  0.171628	  0.183992		CURRENT LEARNING RATE: 0.20836270498175222
previous_iter_valid_loss : 0.18353886902332306

    121180	  0.183558	  0.183539	  0.184125		CURRENT LEARNING RATE: 0.20832103660773216
previous_iter_valid_loss : 0.17459514737129211

    121200	  0.174694	  0.174595	  0.184054		CURRENT LEARNING RATE: 0.2082793765665536
previous_iter_valid_loss : 0.19793453812599182

    121220	  0.197989	  0.197935	  0.184986		CURRENT LEARNING RATE: 0.20823772485655015
previous_iter_valid_loss : 0.1845540553331375

    121240	  0.184586	  0.184554	  0.185274		CURRENT LEARNING RATE: 0.20819608147605567
previous_iter_valid_loss : 0.18314804136753082

    121260	  0.183286	  0.183148	  0.184407		CURRENT LEARNING RATE: 0.20815444642340447
previous_iter_valid_loss : 0.1708192229270935

    121280	  0.170874	  0.170819	  0.183132		CURRENT LEARNING RATE: 0.2081128196969312
previous_iter_valid_loss : 0.17364272475242615

    121300	  0.173668	  0.173643	  0.181652		CURRENT LEARNING RATE: 0.20807120129497075
previous_iter_valid_loss : 0.18249814212322235

    121320	  0.182525	  0.182498	  0.180126		CURRENT LEARNING RATE: 0.20802959121585837
previous_iter_valid_loss : 0.18624438345432281

    121340	  0.186257	  0.186244	  0.179974		CURRENT LEARNING RATE: 0.20798798945792968
previous_iter_valid_loss : 0.18907685577869415

    121360	  0.189104	  0.189077	  0.180561		CURRENT LEARNING RATE: 0.20794639601952056
previous_iter_valid_loss : 0.1762728989124298

    121380	  0.176431	  0.176273	  0.180386		CURRENT LEARNING RATE: 0.20790481089896734
previous_iter_valid_loss : 0.19848933815956116

    121400	  0.198752	  0.198489	  0.180132		CURRENT LEARNING RATE: 0.20786323409460658
previous_iter_valid_loss : 0.16936546564102173

    121420	  0.169557	  0.169365	  0.179677		CURRENT LEARNING RATE: 0.20782166560477522
previous_iter_valid_loss : 0.17827828228473663

    121440	  0.178481	  0.178278	  0.180000		CURRENT LEARNING RATE: 0.2077801054278105
previous_iter_valid_loss : 0.19018344581127167

    121460	  0.190246	  0.190183	  0.180877		CURRENT LEARNING RATE: 0.20773855356204995
previous_iter_valid_loss : 0.1796126365661621

    121480	  0.179668	  0.179613	  0.181145		CURRENT LEARNING RATE: 0.20769701000583166
previous_iter_valid_loss : 0.17871053516864777

    121500	  0.178809	  0.178711	  0.181042		CURRENT LEARNING RATE: 0.2076554747574938
previous_iter_valid_loss : 0.17217287421226501

    121520	  0.172347	  0.172173	  0.180836		CURRENT LEARNING RATE: 0.20761394781537496
previous_iter_valid_loss : 0.1699741780757904

    121540	  0.170146	  0.169974	  0.180536		CURRENT LEARNING RATE: 0.20757242917781402
previous_iter_valid_loss : 0.1747262179851532

    121560	  0.174931	  0.174726	  0.180691		CURRENT LEARNING RATE: 0.2075309188431503
previous_iter_valid_loss : 0.16957980394363403

    121580	  0.169754	  0.169580	  0.179993		CURRENT LEARNING RATE: 0.20748941680972335
previous_iter_valid_loss : 0.19027942419052124

    121600	  0.190552	  0.190279	  0.180777		CURRENT LEARNING RATE: 0.2074479230758731
previous_iter_valid_loss : 0.1717953085899353

    121620	  0.171995	  0.171795	  0.179470		CURRENT LEARNING RATE: 0.2074064376399398
previous_iter_valid_loss : 0.1715908944606781

    121640	  0.171813	  0.171591	  0.178822		CURRENT LEARNING RATE: 0.20736496050026407
previous_iter_valid_loss : 0.17647697031497955

    121660	  0.176675	  0.176477	  0.178489		CURRENT LEARNING RATE: 0.2073234916551867
previous_iter_valid_loss : 0.17189882695674896

    121680	  0.172094	  0.171899	  0.178543		CURRENT LEARNING RATE: 0.20728203110304907
previous_iter_valid_loss : 0.1772722601890564

    121700	  0.177521	  0.177272	  0.178724		CURRENT LEARNING RATE: 0.20724057884219274
previous_iter_valid_loss : 0.19654634594917297

    121720	  0.196836	  0.196546	  0.179426		CURRENT LEARNING RATE: 0.20719913487095956
previous_iter_valid_loss : 0.1695592850446701

    121740	  0.169762	  0.169559	  0.178592		CURRENT LEARNING RATE: 0.20715769918769183
previous_iter_valid_loss : 0.16710308194160461

    121760	  0.167228	  0.167103	  0.177494		CURRENT LEARNING RATE: 0.20711627179073208
previous_iter_valid_loss : 0.18374493718147278

    121780	  0.183824	  0.183745	  0.177867		CURRENT LEARNING RATE: 0.20707485267842324
previous_iter_valid_loss : 0.18525533378124237

    121800	  0.185331	  0.185255	  0.177205		CURRENT LEARNING RATE: 0.20703344184910852
previous_iter_valid_loss : 0.19215968251228333

    121820	  0.192215	  0.192160	  0.178345		CURRENT LEARNING RATE: 0.2069920393011315
previous_iter_valid_loss : 0.20606662333011627

    121840	  0.206181	  0.206067	  0.179735		CURRENT LEARNING RATE: 0.20695064503283608
previous_iter_valid_loss : 0.1766916960477829

    121860	  0.176741	  0.176692	  0.179060		CURRENT LEARNING RATE: 0.20690925904256646
previous_iter_valid_loss : 0.17628121376037598

    121880	  0.176294	  0.176281	  0.178893		CURRENT LEARNING RATE: 0.2068678813286673
previous_iter_valid_loss : 0.18343980610370636

    121900	  0.183444	  0.183440	  0.179130		CURRENT LEARNING RATE: 0.20682651188948337
previous_iter_valid_loss : 0.18593625724315643

    121920	  0.186040	  0.185936	  0.179818		CURRENT LEARNING RATE: 0.20678515072335996
previous_iter_valid_loss : 0.17100079357624054

    121940	  0.171061	  0.171001	  0.179869		CURRENT LEARNING RATE: 0.2067437978286426
previous_iter_valid_loss : 0.18078382313251495

    121960	  0.180961	  0.180784	  0.180172		CURRENT LEARNING RATE: 0.2067024532036772
previous_iter_valid_loss : 0.2131400853395462

    121980	  0.213178	  0.213140	  0.182350		CURRENT LEARNING RATE: 0.20666111684680993
previous_iter_valid_loss : 0.17271485924720764

    122000	  0.172736	  0.172715	  0.181472		CURRENT LEARNING RATE: 0.2066197887563874
previous_iter_valid_loss : 0.18030999600887299

    122020	  0.180345	  0.180310	  0.181898		CURRENT LEARNING RATE: 0.20657846893075643
previous_iter_valid_loss : 0.173949733376503

    122040	  0.174032	  0.173950	  0.182016		CURRENT LEARNING RATE: 0.20653715736826422
previous_iter_valid_loss : 0.18883855640888214

    122060	  0.188958	  0.188839	  0.182634		CURRENT LEARNING RATE: 0.2064958540672583
previous_iter_valid_loss : 0.1957949697971344

    122080	  0.196040	  0.195795	  0.183829		CURRENT LEARNING RATE: 0.20645455902608661
previous_iter_valid_loss : 0.17894917726516724

    122100	  0.179056	  0.178949	  0.183912		CURRENT LEARNING RATE: 0.20641327224309733
previous_iter_valid_loss : 0.17985530197620392

    122120	  0.179998	  0.179855	  0.183078		CURRENT LEARNING RATE: 0.20637199371663895
previous_iter_valid_loss : 0.17737706005573273

    122140	  0.177420	  0.177377	  0.183469		CURRENT LEARNING RATE: 0.20633072344506034
previous_iter_valid_loss : 0.17247821390628815

    122160	  0.172532	  0.172478	  0.183738		CURRENT LEARNING RATE: 0.2062894614267107
previous_iter_valid_loss : 0.18042974174022675

    122180	  0.180601	  0.180430	  0.183572		CURRENT LEARNING RATE: 0.20624820765993956
previous_iter_valid_loss : 0.17608794569969177

    122200	  0.176282	  0.176088	  0.183113		CURRENT LEARNING RATE: 0.20620696214309678
previous_iter_valid_loss : 0.17343737185001373

    122220	  0.173644	  0.173437	  0.182177		CURRENT LEARNING RATE: 0.20616572487453247
previous_iter_valid_loss : 0.1730787754058838

    122240	  0.173278	  0.173079	  0.180528		CURRENT LEARNING RATE: 0.20612449585259718
previous_iter_valid_loss : 0.17411482334136963

    122260	  0.174302	  0.174115	  0.180399		CURRENT LEARNING RATE: 0.2060832750756417
previous_iter_valid_loss : 0.17039068043231964

    122280	  0.170531	  0.170391	  0.180105		CURRENT LEARNING RATE: 0.20604206254201735
previous_iter_valid_loss : 0.1717725247144699

    122300	  0.171959	  0.171773	  0.179521		CURRENT LEARNING RATE: 0.2060008582500755
previous_iter_valid_loss : 0.16903813183307648

    122320	  0.169214	  0.169038	  0.178676		CURRENT LEARNING RATE: 0.205959662198168
previous_iter_valid_loss : 0.17072440683841705

    122340	  0.170905	  0.170724	  0.178662		CURRENT LEARNING RATE: 0.205918474384647
previous_iter_valid_loss : 0.1766284555196762

    122360	  0.176831	  0.176628	  0.178455		CURRENT LEARNING RATE: 0.20587729480786504
previous_iter_valid_loss : 0.1740749627351761

    122380	  0.174260	  0.174075	  0.176501		CURRENT LEARNING RATE: 0.20583612346617486
previous_iter_valid_loss : 0.18360476195812225

    122400	  0.183737	  0.183605	  0.177046		CURRENT LEARNING RATE: 0.20579496035792966
previous_iter_valid_loss : 0.1710304617881775

    122420	  0.171210	  0.171030	  0.176582		CURRENT LEARNING RATE: 0.20575380548148292
previous_iter_valid_loss : 0.18012315034866333

    122440	  0.180264	  0.180123	  0.176891		CURRENT LEARNING RATE: 0.2057126588351884
previous_iter_valid_loss : 0.1774817556142807

    122460	  0.177665	  0.177482	  0.176323		CURRENT LEARNING RATE: 0.2056715204174002
previous_iter_valid_loss : 0.17500361800193787

    122480	  0.175218	  0.175004	  0.175283		CURRENT LEARNING RATE: 0.20563039022647292
previous_iter_valid_loss : 0.17851175367832184

    122500	  0.178646	  0.178512	  0.175261		CURRENT LEARNING RATE: 0.2055892682607613
previous_iter_valid_loss : 0.18319596350193024

    122520	  0.183348	  0.183196	  0.175428		CURRENT LEARNING RATE: 0.2055481545186204
previous_iter_valid_loss : 0.18044927716255188

    122540	  0.180637	  0.180449	  0.175582		CURRENT LEARNING RATE: 0.20550704899840572
previous_iter_valid_loss : 0.16925963759422302

    122560	  0.169392	  0.169260	  0.175421		CURRENT LEARNING RATE: 0.20546595169847304
previous_iter_valid_loss : 0.169446662068367

    122580	  0.169567	  0.169447	  0.174872		CURRENT LEARNING RATE: 0.20542486261717846
previous_iter_valid_loss : 0.1742369383573532

    122600	  0.174433	  0.174237	  0.174779		CURRENT LEARNING RATE: 0.20538378175287836
previous_iter_valid_loss : 0.18696801364421844

    122620	  0.187234	  0.186968	  0.175456		CURRENT LEARNING RATE: 0.20534270910392963
previous_iter_valid_loss : 0.17672087252140045

    122640	  0.176949	  0.176721	  0.175638		CURRENT LEARNING RATE: 0.20530164466868922
previous_iter_valid_loss : 0.17427240312099457

    122660	  0.174478	  0.174272	  0.175646		CURRENT LEARNING RATE: 0.20526058844551465
previous_iter_valid_loss : 0.17211011052131653

    122680	  0.172270	  0.172110	  0.175732		CURRENT LEARNING RATE: 0.20521954043276364
previous_iter_valid_loss : 0.1947810798883438

    122700	  0.195033	  0.194781	  0.176882		CURRENT LEARNING RATE: 0.20517850062879425
previous_iter_valid_loss : 0.17019358277320862

    122720	  0.170323	  0.170194	  0.176940		CURRENT LEARNING RATE: 0.20513746903196498
previous_iter_valid_loss : 0.1819869428873062

    122740	  0.182104	  0.181987	  0.177503		CURRENT LEARNING RATE: 0.20509644564063445
previous_iter_valid_loss : 0.1988927572965622

    122760	  0.199263	  0.198893	  0.178616		CURRENT LEARNING RATE: 0.2050554304531618
previous_iter_valid_loss : 0.174336239695549

    122780	  0.174544	  0.174336	  0.178629		CURRENT LEARNING RATE: 0.2050144234679064
previous_iter_valid_loss : 0.18193821609020233

    122800	  0.182198	  0.181938	  0.178546		CURRENT LEARNING RATE: 0.20497342468322793
previous_iter_valid_loss : 0.17955733835697174

    122820	  0.179850	  0.179557	  0.178972		CURRENT LEARNING RATE: 0.20493243409748652
previous_iter_valid_loss : 0.17845043540000916

    122840	  0.178704	  0.178450	  0.178889		CURRENT LEARNING RATE: 0.20489145170904247
previous_iter_valid_loss : 0.17370294034481049

    122860	  0.173897	  0.173703	  0.178700		CURRENT LEARNING RATE: 0.20485047751625654
previous_iter_valid_loss : 0.17973503470420837

    122880	  0.180023	  0.179735	  0.178936		CURRENT LEARNING RATE: 0.20480951151748966
previous_iter_valid_loss : 0.18450094759464264

    122900	  0.184823	  0.184501	  0.179236		CURRENT LEARNING RATE: 0.20476855371110333
previous_iter_valid_loss : 0.20716144144535065

    122920	  0.207418	  0.207161	  0.180434		CURRENT LEARNING RATE: 0.2047276040954592
previous_iter_valid_loss : 0.16445623338222504

    122940	  0.164621	  0.164456	  0.179635		CURRENT LEARNING RATE: 0.20468666266891922
previous_iter_valid_loss : 0.1658811867237091

    122960	  0.165997	  0.165881	  0.179466		CURRENT LEARNING RATE: 0.20464572942984577
previous_iter_valid_loss : 0.17027170956134796

    122980	  0.170438	  0.170272	  0.179507		CURRENT LEARNING RATE: 0.20460480437660158
previous_iter_valid_loss : 0.18190939724445343

    123000	  0.182002	  0.181909	  0.179890		CURRENT LEARNING RATE: 0.20456388750754956
previous_iter_valid_loss : 0.1804710477590561

    123020	  0.180689	  0.180471	  0.179566		CURRENT LEARNING RATE: 0.20452297882105305
previous_iter_valid_loss : 0.17639952898025513

    123040	  0.176615	  0.176400	  0.179550		CURRENT LEARNING RATE: 0.20448207831547574
previous_iter_valid_loss : 0.19169069826602936

    123060	  0.191853	  0.191691	  0.180420		CURRENT LEARNING RATE: 0.20444118598918157
previous_iter_valid_loss : 0.17221103608608246

    123080	  0.172415	  0.172211	  0.180426		CURRENT LEARNING RATE: 0.20440030184053484
previous_iter_valid_loss : 0.17448435723781586

    123100	  0.174703	  0.174484	  0.179411		CURRENT LEARNING RATE: 0.2043594258679003
previous_iter_valid_loss : 0.17822089791297913

    123120	  0.178405	  0.178221	  0.179812		CURRENT LEARNING RATE: 0.20431855806964277
previous_iter_valid_loss : 0.16968420147895813

    123140	  0.169867	  0.169684	  0.179197		CURRENT LEARNING RATE: 0.20427769844412758
previous_iter_valid_loss : 0.18630021810531616

    123160	  0.186576	  0.186300	  0.178567		CURRENT LEARNING RATE: 0.2042368469897204
previous_iter_valid_loss : 0.18157202005386353

    123180	  0.181806	  0.181572	  0.178929		CURRENT LEARNING RATE: 0.20419600370478705
previous_iter_valid_loss : 0.19321174919605255

    123200	  0.193492	  0.193212	  0.179493		CURRENT LEARNING RATE: 0.20415516858769395
previous_iter_valid_loss : 0.16892985999584198

    123220	  0.169072	  0.168930	  0.178961		CURRENT LEARNING RATE: 0.20411434163680758
previous_iter_valid_loss : 0.17415478825569153

    123240	  0.174369	  0.174155	  0.178747		CURRENT LEARNING RATE: 0.20407352285049493
previous_iter_valid_loss : 0.16880248486995697

    123260	  0.168938	  0.168802	  0.178502		CURRENT LEARNING RATE: 0.2040327122271232
previous_iter_valid_loss : 0.16656933724880219

    123280	  0.166663	  0.166569	  0.177843		CURRENT LEARNING RATE: 0.20399190976505996
previous_iter_valid_loss : 0.18744519352912903

    123300	  0.187701	  0.187445	  0.177991		CURRENT LEARNING RATE: 0.20395111546267317
previous_iter_valid_loss : 0.1715128868818283

    123320	  0.171693	  0.171513	  0.176208		CURRENT LEARNING RATE: 0.203910329318331
previous_iter_valid_loss : 0.17029285430908203

    123340	  0.170471	  0.170293	  0.176500		CURRENT LEARNING RATE: 0.20386955133040208
previous_iter_valid_loss : 0.18621684610843658

    123360	  0.186506	  0.186217	  0.177517		CURRENT LEARNING RATE: 0.20382878149725522
previous_iter_valid_loss : 0.1722366362810135

    123380	  0.172392	  0.172237	  0.177615		CURRENT LEARNING RATE: 0.20378801981725964
previous_iter_valid_loss : 0.16964974999427795

    123400	  0.169820	  0.169650	  0.177002		CURRENT LEARNING RATE: 0.2037472662887849
previous_iter_valid_loss : 0.1864318698644638

    123420	  0.186708	  0.186432	  0.177300		CURRENT LEARNING RATE: 0.2037065209102008
previous_iter_valid_loss : 0.17702901363372803

    123440	  0.177173	  0.177029	  0.177331		CURRENT LEARNING RATE: 0.2036657836798776
previous_iter_valid_loss : 0.17136222124099731

    123460	  0.171550	  0.171362	  0.176315		CURRENT LEARNING RATE: 0.20362505459618574
previous_iter_valid_loss : 0.16594962775707245

    123480	  0.166115	  0.165950	  0.176002		CURRENT LEARNING RATE: 0.20358433365749606
previous_iter_valid_loss : 0.1800270974636078

    123500	  0.180320	  0.180027	  0.176279		CURRENT LEARNING RATE: 0.2035436208621798
previous_iter_valid_loss : 0.17498692870140076

    123520	  0.175179	  0.174987	  0.176117		CURRENT LEARNING RATE: 0.20350291620860844
previous_iter_valid_loss : 0.17033541202545166

    123540	  0.170533	  0.170335	  0.176150		CURRENT LEARNING RATE: 0.2034622196951537
previous_iter_valid_loss : 0.1790439337491989

    123560	  0.179209	  0.179044	  0.175787		CURRENT LEARNING RATE: 0.20342153132018784
previous_iter_valid_loss : 0.17817530035972595

    123580	  0.178427	  0.178175	  0.175617		CURRENT LEARNING RATE: 0.2033808510820832
previous_iter_valid_loss : 0.17288841307163239

    123600	  0.173135	  0.172888	  0.174601		CURRENT LEARNING RATE: 0.20334017897921264
previous_iter_valid_loss : 0.17894625663757324

    123620	  0.179188	  0.178946	  0.175102		CURRENT LEARNING RATE: 0.20329951500994928
previous_iter_valid_loss : 0.1882089227437973

    123640	  0.188524	  0.188209	  0.175805		CURRENT LEARNING RATE: 0.20325885917266656
previous_iter_valid_loss : 0.17126721143722534

    123660	  0.171483	  0.171267	  0.175928		CURRENT LEARNING RATE: 0.2032182114657382
previous_iter_valid_loss : 0.17714370787143707

    123680	  0.177423	  0.177144	  0.176457		CURRENT LEARNING RATE: 0.2031775718875383
previous_iter_valid_loss : 0.21801221370697021

    123700	  0.218441	  0.218012	  0.177985		CURRENT LEARNING RATE: 0.20313694043644134
previous_iter_valid_loss : 0.1724003106355667

    123720	  0.172513	  0.172400	  0.178029		CURRENT LEARNING RATE: 0.20309631711082202
previous_iter_valid_loss : 0.18220928311347961

    123740	  0.182352	  0.182209	  0.178625		CURRENT LEARNING RATE: 0.20305570190905545
previous_iter_valid_loss : 0.18810924887657166

    123760	  0.188286	  0.188109	  0.178720		CURRENT LEARNING RATE: 0.20301509482951693
previous_iter_valid_loss : 0.1805562674999237

    123780	  0.180676	  0.180556	  0.179136		CURRENT LEARNING RATE: 0.20297449587058225
previous_iter_valid_loss : 0.17346978187561035

    123800	  0.173584	  0.173470	  0.179327		CURRENT LEARNING RATE: 0.20293390503062744
previous_iter_valid_loss : 0.1773999184370041

    123820	  0.177505	  0.177400	  0.178875		CURRENT LEARNING RATE: 0.20289332230802887
previous_iter_valid_loss : 0.17868569493293762

    123840	  0.178834	  0.178686	  0.178958		CURRENT LEARNING RATE: 0.20285274770116318
previous_iter_valid_loss : 0.18750686943531036

    123860	  0.187657	  0.187507	  0.179765		CURRENT LEARNING RATE: 0.20281218120840744
previous_iter_valid_loss : 0.1998220980167389

    123880	  0.200006	  0.199822	  0.181459		CURRENT LEARNING RATE: 0.20277162282813896
previous_iter_valid_loss : 0.1804824024438858

    123900	  0.180605	  0.180482	  0.181482		CURRENT LEARNING RATE: 0.20273107255873546
previous_iter_valid_loss : 0.20711715519428253

    123920	  0.207454	  0.207117	  0.183088		CURRENT LEARNING RATE: 0.20269053039857488
previous_iter_valid_loss : 0.1770002841949463

    123940	  0.177276	  0.177000	  0.183421		CURRENT LEARNING RATE: 0.20264999634603553
previous_iter_valid_loss : 0.1874336302280426

    123960	  0.187762	  0.187434	  0.183841		CURRENT LEARNING RATE: 0.20260947039949606
previous_iter_valid_loss : 0.17267271876335144

    123980	  0.172841	  0.172673	  0.183566		CURRENT LEARNING RATE: 0.20256895255733542
previous_iter_valid_loss : 0.17281769216060638

    124000	  0.173032	  0.172818	  0.183562		CURRENT LEARNING RATE: 0.20252844281793295
previous_iter_valid_loss : 0.17038951814174652

    124020	  0.170611	  0.170390	  0.183134		CURRENT LEARNING RATE: 0.20248794117966817
previous_iter_valid_loss : 0.18254578113555908

    124040	  0.182830	  0.182546	  0.182851		CURRENT LEARNING RATE: 0.20244744764092112
previous_iter_valid_loss : 0.17833462357521057

    124060	  0.178608	  0.178335	  0.183205		CURRENT LEARNING RATE: 0.20240696220007198
previous_iter_valid_loss : 0.17694096267223358

    124080	  0.177163	  0.176941	  0.183194		CURRENT LEARNING RATE: 0.2023664848555013
previous_iter_valid_loss : 0.17504684627056122

    124100	  0.175282	  0.175047	  0.181046		CURRENT LEARNING RATE: 0.20232601560559008
previous_iter_valid_loss : 0.166190966963768

    124120	  0.166354	  0.166191	  0.180736		CURRENT LEARNING RATE: 0.20228555444871954
previous_iter_valid_loss : 0.17726333439350128

    124140	  0.177543	  0.177263	  0.180488		CURRENT LEARNING RATE: 0.2022451013832712
previous_iter_valid_loss : 0.17205621302127838

    124160	  0.172266	  0.172056	  0.179686		CURRENT LEARNING RATE: 0.20220465640762691
previous_iter_valid_loss : 0.17483986914157867

    124180	  0.175038	  0.174840	  0.179400		CURRENT LEARNING RATE: 0.20216421952016894
previous_iter_valid_loss : 0.18131501972675323

    124200	  0.181471	  0.181315	  0.179792		CURRENT LEARNING RATE: 0.20212379071927974
previous_iter_valid_loss : 0.18768049776554108

    124220	  0.187825	  0.187680	  0.180306		CURRENT LEARNING RATE: 0.20208337000334223
previous_iter_valid_loss : 0.16952061653137207

    124240	  0.169606	  0.169521	  0.179848		CURRENT LEARNING RATE: 0.20204295737073955
previous_iter_valid_loss : 0.16901712119579315

    124260	  0.169129	  0.169017	  0.178923		CURRENT LEARNING RATE: 0.20200255281985516
previous_iter_valid_loss : 0.17218874394893646

    124280	  0.172297	  0.172189	  0.177542		CURRENT LEARNING RATE: 0.2019621563490729
previous_iter_valid_loss : 0.16888578236103058

    124300	  0.169152	  0.168886	  0.176962		CURRENT LEARNING RATE: 0.20192176795677694
previous_iter_valid_loss : 0.18123286962509155

    124320	  0.181577	  0.181233	  0.175668		CURRENT LEARNING RATE: 0.20188138764135172
previous_iter_valid_loss : 0.1660110354423523

    124340	  0.166209	  0.166011	  0.175118		CURRENT LEARNING RATE: 0.20184101540118204
previous_iter_valid_loss : 0.1755707561969757

    124360	  0.175701	  0.175571	  0.174525		CURRENT LEARNING RATE: 0.20180065123465302
previous_iter_valid_loss : 0.19413399696350098

    124380	  0.194301	  0.194134	  0.175598		CURRENT LEARNING RATE: 0.2017602951401501
previous_iter_valid_loss : 0.17320486903190613

    124400	  0.173257	  0.173205	  0.175618		CURRENT LEARNING RATE: 0.20171994711605895
previous_iter_valid_loss : 0.23026081919670105

    124420	  0.230590	  0.230261	  0.178611		CURRENT LEARNING RATE: 0.20167960716076574
previous_iter_valid_loss : 0.17663665115833282

    124440	  0.176787	  0.176637	  0.178316		CURRENT LEARNING RATE: 0.20163927527265685
previous_iter_valid_loss : 0.17720922827720642

    124460	  0.177291	  0.177209	  0.178259		CURRENT LEARNING RATE: 0.20159895145011897
previous_iter_valid_loss : 0.17688815295696259

    124480	  0.177021	  0.176888	  0.178257		CURRENT LEARNING RATE: 0.20155863569153915
previous_iter_valid_loss : 0.17918159067630768

    124500	  0.179305	  0.179182	  0.178464		CURRENT LEARNING RATE: 0.20151832799530484
previous_iter_valid_loss : 0.1845768690109253

    124520	  0.184702	  0.184577	  0.179383		CURRENT LEARNING RATE: 0.20147802835980363
previous_iter_valid_loss : 0.1723385602235794

    124540	  0.172422	  0.172339	  0.179137		CURRENT LEARNING RATE: 0.20143773678342367
previous_iter_valid_loss : 0.1715727299451828

    124560	  0.171634	  0.171573	  0.179112		CURRENT LEARNING RATE: 0.20139745326455316
previous_iter_valid_loss : 0.1693134307861328

    124580	  0.169388	  0.169313	  0.178836		CURRENT LEARNING RATE: 0.20135717780158074
previous_iter_valid_loss : 0.20561055839061737

    124600	  0.205944	  0.205611	  0.180051		CURRENT LEARNING RATE: 0.20131691039289554
previous_iter_valid_loss : 0.18030908703804016

    124620	  0.180649	  0.180309	  0.179682		CURRENT LEARNING RATE: 0.2012766510368868
previous_iter_valid_loss : 0.1841977834701538

    124640	  0.184382	  0.184198	  0.180416		CURRENT LEARNING RATE: 0.20123639973194407
previous_iter_valid_loss : 0.17708759009838104

    124660	  0.177251	  0.177088	  0.180820		CURRENT LEARNING RATE: 0.2011961564764574
previous_iter_valid_loss : 0.18287384510040283

    124680	  0.183100	  0.182874	  0.181354		CURRENT LEARNING RATE: 0.20115592126881693
previous_iter_valid_loss : 0.17055104672908783

    124700	  0.170694	  0.170551	  0.181437		CURRENT LEARNING RATE: 0.20111569410741342
previous_iter_valid_loss : 0.18535783886909485

    124720	  0.185695	  0.185358	  0.181643		CURRENT LEARNING RATE: 0.20107547499063766
previous_iter_valid_loss : 0.19006022810935974

    124740	  0.190406	  0.190060	  0.182846		CURRENT LEARNING RATE: 0.20103526391688095
previous_iter_valid_loss : 0.19374053180217743

    124760	  0.194057	  0.193741	  0.183754		CURRENT LEARNING RATE: 0.20099506088453484
previous_iter_valid_loss : 0.1666508913040161

    124780	  0.166836	  0.166651	  0.182380		CURRENT LEARNING RATE: 0.20095486589199116
previous_iter_valid_loss : 0.17289231717586517

    124800	  0.173108	  0.172892	  0.182365		CURRENT LEARNING RATE: 0.20091467893764217
previous_iter_valid_loss : 0.17163459956645966

    124820	  0.171836	  0.171635	  0.179433		CURRENT LEARNING RATE: 0.20087450001988033
previous_iter_valid_loss : 0.17724734544754028

    124840	  0.177530	  0.177247	  0.179464		CURRENT LEARNING RATE: 0.20083432913709853
previous_iter_valid_loss : 0.17705850303173065

    124860	  0.177280	  0.177059	  0.179456		CURRENT LEARNING RATE: 0.20079416628768995
previous_iter_valid_loss : 0.17431364953517914

    124880	  0.174512	  0.174314	  0.179328		CURRENT LEARNING RATE: 0.20075401147004798
previous_iter_valid_loss : 0.1846185177564621

    124900	  0.184875	  0.184619	  0.179599		CURRENT LEARNING RATE: 0.20071386468256658
previous_iter_valid_loss : 0.1662980616092682

    124920	  0.166404	  0.166298	  0.178685		CURRENT LEARNING RATE: 0.20067372592363972
previous_iter_valid_loss : 0.16998745501041412

    124940	  0.170148	  0.169987	  0.178568		CURRENT LEARNING RATE: 0.20063359519166196
previous_iter_valid_loss : 0.17139628529548645

    124960	  0.171636	  0.171396	  0.178559		CURRENT LEARNING RATE: 0.20059347248502804
previous_iter_valid_loss : 0.21763722598552704

    124980	  0.218199	  0.217637	  0.180975		CURRENT LEARNING RATE: 0.20055335780213304
previous_iter_valid_loss : 0.17543059587478638

    125000	  0.175719	  0.175431	  0.179466		CURRENT LEARNING RATE: 0.2005132511413724
previous_iter_valid_loss : 0.17384815216064453

    125020	  0.174098	  0.173848	  0.179143		CURRENT LEARNING RATE: 0.20047315250114184
previous_iter_valid_loss : 0.21652677655220032

    125040	  0.217047	  0.216527	  0.180760		CURRENT LEARNING RATE: 0.20043306187983737
previous_iter_valid_loss : 0.19030556082725525

    125060	  0.190698	  0.190306	  0.181421		CURRENT LEARNING RATE: 0.20039297927585542
previous_iter_valid_loss : 0.16872186958789825

    125080	  0.168928	  0.168722	  0.180713		CURRENT LEARNING RATE: 0.20035290468759265
previous_iter_valid_loss : 0.16889511048793793

    125100	  0.169058	  0.168895	  0.180630		CURRENT LEARNING RATE: 0.20031283811344605
previous_iter_valid_loss : 0.17085562646389008

    125120	  0.171037	  0.170856	  0.179905		CURRENT LEARNING RATE: 0.20027277955181308
previous_iter_valid_loss : 0.1777951866388321

    125140	  0.178007	  0.177795	  0.179292		CURRENT LEARNING RATE: 0.2002327290010913
previous_iter_valid_loss : 0.1726980209350586

    125160	  0.172858	  0.172698	  0.178240		CURRENT LEARNING RATE: 0.2001926864596787
previous_iter_valid_loss : 0.1705428659915924

    125180	  0.170721	  0.170543	  0.178434		CURRENT LEARNING RATE: 0.20015265192597356
previous_iter_valid_loss : 0.17537321150302887

    125200	  0.175671	  0.175373	  0.178558		CURRENT LEARNING RATE: 0.20011262539837457
previous_iter_valid_loss : 0.177338108420372

    125220	  0.177549	  0.177338	  0.178843		CURRENT LEARNING RATE: 0.20007260687528058
previous_iter_valid_loss : 0.19217263162136078

    125240	  0.192599	  0.192173	  0.179590		CURRENT LEARNING RATE: 0.20003259635509094
previous_iter_valid_loss : 0.18832729756832123

    125260	  0.188456	  0.188327	  0.180153		CURRENT LEARNING RATE: 0.19999259383620513
previous_iter_valid_loss : 0.19913806021213531

    125280	  0.199686	  0.199138	  0.181394		CURRENT LEARNING RATE: 0.19995259931702314
previous_iter_valid_loss : 0.18598158657550812

    125300	  0.186348	  0.185982	  0.181463		CURRENT LEARNING RATE: 0.19991261279594508
previous_iter_valid_loss : 0.19615115225315094

    125320	  0.196561	  0.196151	  0.182955		CURRENT LEARNING RATE: 0.19987263427137164
previous_iter_valid_loss : 0.1749943196773529

    125340	  0.175271	  0.174994	  0.183206		CURRENT LEARNING RATE: 0.19983266374170355
previous_iter_valid_loss : 0.17686225473880768

    125360	  0.177157	  0.176862	  0.183479		CURRENT LEARNING RATE: 0.19979270120534207
previous_iter_valid_loss : 0.17155711352825165

    125380	  0.171744	  0.171557	  0.181175		CURRENT LEARNING RATE: 0.19975274666068865
previous_iter_valid_loss : 0.19602547585964203

    125400	  0.196423	  0.196025	  0.182205		CURRENT LEARNING RATE: 0.19971280010614514
previous_iter_valid_loss : 0.1725526601076126

    125420	  0.172787	  0.172553	  0.182140		CURRENT LEARNING RATE: 0.19967286154011363
previous_iter_valid_loss : 0.1778556853532791

    125440	  0.178156	  0.177856	  0.180206		CURRENT LEARNING RATE: 0.19963293096099663
previous_iter_valid_loss : 0.17314456403255463

    125460	  0.173372	  0.173145	  0.179348		CURRENT LEARNING RATE: 0.19959300836719687
previous_iter_valid_loss : 0.18987523019313812

    125480	  0.190143	  0.189875	  0.180406		CURRENT LEARNING RATE: 0.1995530937571175
previous_iter_valid_loss : 0.16996853053569794

    125500	  0.170216	  0.169969	  0.180460		CURRENT LEARNING RATE: 0.19951318712916186
previous_iter_valid_loss : 0.1712276190519333

    125520	  0.171481	  0.171228	  0.180478		CURRENT LEARNING RATE: 0.1994732884817338
previous_iter_valid_loss : 0.19339896738529205

    125540	  0.193836	  0.193399	  0.181258		CURRENT LEARNING RATE: 0.19943339781323724
previous_iter_valid_loss : 0.1920327991247177

    125560	  0.192437	  0.192033	  0.182225		CURRENT LEARNING RATE: 0.19939351512207668
previous_iter_valid_loss : 0.1900726556777954

    125580	  0.190461	  0.190073	  0.183202		CURRENT LEARNING RATE: 0.19935364040665673
previous_iter_valid_loss : 0.18315596878528595

    125600	  0.183501	  0.183156	  0.183591		CURRENT LEARNING RATE: 0.19931377366538242
previous_iter_valid_loss : 0.18186435103416443

    125620	  0.182205	  0.181864	  0.183817		CURRENT LEARNING RATE: 0.19927391489665905
previous_iter_valid_loss : 0.19292841851711273

    125640	  0.193365	  0.192928	  0.183855		CURRENT LEARNING RATE: 0.19923406409889236
previous_iter_valid_loss : 0.1882922500371933

    125660	  0.188704	  0.188292	  0.183853		CURRENT LEARNING RATE: 0.19919422127048822
previous_iter_valid_loss : 0.18909858167171478

    125680	  0.189402	  0.189099	  0.183351		CURRENT LEARNING RATE: 0.19915438640985297
previous_iter_valid_loss : 0.1779894083738327

    125700	  0.178288	  0.177989	  0.182951		CURRENT LEARNING RATE: 0.19911455951539317
previous_iter_valid_loss : 0.1758246272802353

    125720	  0.175941	  0.175825	  0.181935		CURRENT LEARNING RATE: 0.19907474058551583
previous_iter_valid_loss : 0.17180535197257996

    125740	  0.171947	  0.171805	  0.181776		CURRENT LEARNING RATE: 0.19903492961862812
previous_iter_valid_loss : 0.17611755430698395

    125760	  0.176314	  0.176118	  0.181738		CURRENT LEARNING RATE: 0.1989951266131376
previous_iter_valid_loss : 0.18454980850219727

    125780	  0.184851	  0.184550	  0.182388		CURRENT LEARNING RATE: 0.1989553315674522
previous_iter_valid_loss : 0.179422065615654

    125800	  0.179554	  0.179422	  0.181558		CURRENT LEARNING RATE: 0.19891554447998008
previous_iter_valid_loss : 0.1770479679107666

    125820	  0.177360	  0.177048	  0.181783		CURRENT LEARNING RATE: 0.19887576534912976
previous_iter_valid_loss : 0.17299635708332062

    125840	  0.173197	  0.172996	  0.181540		CURRENT LEARNING RATE: 0.1988359941733101
previous_iter_valid_loss : 0.1701635718345642

    125860	  0.170351	  0.170164	  0.181391		CURRENT LEARNING RATE: 0.19879623095093027
previous_iter_valid_loss : 0.1718544363975525

    125880	  0.172083	  0.171854	  0.180490		CURRENT LEARNING RATE: 0.19875647568039964
previous_iter_valid_loss : 0.1739380806684494

    125900	  0.174183	  0.173938	  0.180688		CURRENT LEARNING RATE: 0.19871672836012802
previous_iter_valid_loss : 0.17569905519485474

    125920	  0.175917	  0.175699	  0.180912		CURRENT LEARNING RATE: 0.19867698898852562
previous_iter_valid_loss : 0.19021065533161163

    125940	  0.190336	  0.190211	  0.180752		CURRENT LEARNING RATE: 0.19863725756400283
previous_iter_valid_loss : 0.16883958876132965

    125960	  0.168951	  0.168840	  0.179593		CURRENT LEARNING RATE: 0.19859753408497036
previous_iter_valid_loss : 0.17162933945655823

    125980	  0.171731	  0.171629	  0.178670		CURRENT LEARNING RATE: 0.19855781854983925
previous_iter_valid_loss : 0.17055460810661316

    126000	  0.170647	  0.170555	  0.178040		CURRENT LEARNING RATE: 0.19851811095702093
previous_iter_valid_loss : 0.17146483063697815

    126020	  0.171585	  0.171465	  0.177520		CURRENT LEARNING RATE: 0.19847841130492705
previous_iter_valid_loss : 0.20354926586151123

    126040	  0.203652	  0.203549	  0.178051		CURRENT LEARNING RATE: 0.19843871959196968
previous_iter_valid_loss : 0.21362262964248657

    126060	  0.213675	  0.213623	  0.179318		CURRENT LEARNING RATE: 0.1983990358165611
previous_iter_valid_loss : 0.17171955108642578

    126080	  0.171849	  0.171720	  0.178449		CURRENT LEARNING RATE: 0.19835935997711399
previous_iter_valid_loss : 0.1712310016155243

    126100	  0.171350	  0.171231	  0.178111		CURRENT LEARNING RATE: 0.1983196920720413
previous_iter_valid_loss : 0.1697649359703064

    126120	  0.169880	  0.169765	  0.177808		CURRENT LEARNING RATE: 0.19828003209975628
previous_iter_valid_loss : 0.17686831951141357

    126140	  0.177007	  0.176868	  0.178061		CURRENT LEARNING RATE: 0.19824038005867264
previous_iter_valid_loss : 0.1705770194530487

    126160	  0.170690	  0.170577	  0.177784		CURRENT LEARNING RATE: 0.1982007359472042
previous_iter_valid_loss : 0.2240060716867447

    126180	  0.224084	  0.224006	  0.179757		CURRENT LEARNING RATE: 0.19816109976376522
previous_iter_valid_loss : 0.17412491142749786

    126200	  0.174262	  0.174125	  0.179492		CURRENT LEARNING RATE: 0.19812147150677026
previous_iter_valid_loss : 0.18940746784210205

    126220	  0.189675	  0.189407	  0.180110		CURRENT LEARNING RATE: 0.1980818511746342
previous_iter_valid_loss : 0.18417493999004364

    126240	  0.184287	  0.184175	  0.180669		CURRENT LEARNING RATE: 0.1980422387657722
previous_iter_valid_loss : 0.17355556786060333

    126260	  0.173671	  0.173556	  0.180839		CURRENT LEARNING RATE: 0.1980026342785998
previous_iter_valid_loss : 0.22216719388961792

    126280	  0.222317	  0.222167	  0.183354		CURRENT LEARNING RATE: 0.19796303771153276
previous_iter_valid_loss : 0.24786624312400818

    126300	  0.247859	  0.247866	  0.187051		CURRENT LEARNING RATE: 0.19792344906298726
previous_iter_valid_loss : 0.17400355637073517

    126320	  0.174086	  0.174004	  0.186966		CURRENT LEARNING RATE: 0.19788386833137975
previous_iter_valid_loss : 0.17628636956214905

    126340	  0.176366	  0.176286	  0.186270		CURRENT LEARNING RATE: 0.197844295515127
previous_iter_valid_loss : 0.17364628612995148

    126360	  0.173717	  0.173646	  0.186510		CURRENT LEARNING RATE: 0.1978047306126461
previous_iter_valid_loss : 0.175123393535614

    126380	  0.175208	  0.175123	  0.186685		CURRENT LEARNING RATE: 0.1977651736223545
previous_iter_valid_loss : 0.19076098501682281

    126400	  0.190944	  0.190761	  0.187695		CURRENT LEARNING RATE: 0.19772562454266984
previous_iter_valid_loss : 0.17769910395145416

    126420	  0.177884	  0.177699	  0.188007		CURRENT LEARNING RATE: 0.19768608337201013
previous_iter_valid_loss : 0.17269550263881683

    126440	  0.172850	  0.172696	  0.186464		CURRENT LEARNING RATE: 0.19764655010879387
previous_iter_valid_loss : 0.17379970848560333

    126460	  0.173902	  0.173800	  0.184473		CURRENT LEARNING RATE: 0.1976070247514396
previous_iter_valid_loss : 0.21726882457733154

    126480	  0.217311	  0.217269	  0.186750		CURRENT LEARNING RATE: 0.19756750729836633
previous_iter_valid_loss : 0.22500769793987274

    126500	  0.225197	  0.225008	  0.189439		CURRENT LEARNING RATE: 0.19752799774799334
previous_iter_valid_loss : 0.1960209310054779

    126520	  0.196117	  0.196021	  0.190752		CURRENT LEARNING RATE: 0.19748849609874033
previous_iter_valid_loss : 0.17230075597763062

    126540	  0.172449	  0.172301	  0.190524		CURRENT LEARNING RATE: 0.19744900234902724
previous_iter_valid_loss : 0.184505894780159

    126560	  0.184646	  0.184506	  0.191220		CURRENT LEARNING RATE: 0.19740951649727423
previous_iter_valid_loss : 0.19001346826553345

    126580	  0.190315	  0.190013	  0.189520		CURRENT LEARNING RATE: 0.1973700385419019
previous_iter_valid_loss : 0.18220815062522888

    126600	  0.182525	  0.182208	  0.189925		CURRENT LEARNING RATE: 0.19733056848133115
previous_iter_valid_loss : 0.17370811104774475

    126620	  0.173791	  0.173708	  0.189140		CURRENT LEARNING RATE: 0.19729110631398317
previous_iter_valid_loss : 0.1668999344110489

    126640	  0.167187	  0.166900	  0.188276		CURRENT LEARNING RATE: 0.19725165203827946
previous_iter_valid_loss : 0.18532761931419373

    126660	  0.185459	  0.185328	  0.188865		CURRENT LEARNING RATE: 0.1972122056526419
previous_iter_valid_loss : 0.18546536564826965

    126680	  0.185571	  0.185465	  0.187029		CURRENT LEARNING RATE: 0.1971727671554925
previous_iter_valid_loss : 0.1732824742794037

    126700	  0.173505	  0.173282	  0.183300		CURRENT LEARNING RATE: 0.19713333654525383
previous_iter_valid_loss : 0.19066646695137024

    126720	  0.190766	  0.190666	  0.184133		CURRENT LEARNING RATE: 0.1970939138203487
previous_iter_valid_loss : 0.1998661756515503

    126740	  0.199914	  0.199866	  0.185312		CURRENT LEARNING RATE: 0.19705449897920013
previous_iter_valid_loss : 0.1717010885477066

    126760	  0.171989	  0.171701	  0.185215		CURRENT LEARNING RATE: 0.19701509202023154
previous_iter_valid_loss : 0.19887524843215942

    126780	  0.199325	  0.198875	  0.186403		CURRENT LEARNING RATE: 0.19697569294186665
previous_iter_valid_loss : 0.1862405240535736

    126800	  0.186499	  0.186241	  0.186177		CURRENT LEARNING RATE: 0.19693630174252955
previous_iter_valid_loss : 0.19423750042915344

    126820	  0.194262	  0.194238	  0.187004		CURRENT LEARNING RATE: 0.1968969184206445
previous_iter_valid_loss : 0.20263546705245972

    126840	  0.202685	  0.202635	  0.188501		CURRENT LEARNING RATE: 0.19685754297463623
previous_iter_valid_loss : 0.17687168717384338

    126860	  0.176904	  0.176872	  0.188654		CURRENT LEARNING RATE: 0.1968181754029297
previous_iter_valid_loss : 0.16937127709388733

    126880	  0.169491	  0.169371	  0.186259		CURRENT LEARNING RATE: 0.1967788157039502
previous_iter_valid_loss : 0.1902061551809311

    126900	  0.190716	  0.190206	  0.184519		CURRENT LEARNING RATE: 0.19673946387612337
previous_iter_valid_loss : 0.16670097410678864

    126920	  0.166714	  0.166701	  0.183053		CURRENT LEARNING RATE: 0.1967001199178751
previous_iter_valid_loss : 0.17582251131534576

    126940	  0.175916	  0.175823	  0.183229		CURRENT LEARNING RATE: 0.1966607838276317
previous_iter_valid_loss : 0.20847256481647491

    126960	  0.208423	  0.208473	  0.184428		CURRENT LEARNING RATE: 0.1966214556038196
previous_iter_valid_loss : 0.19299417734146118

    126980	  0.193047	  0.192994	  0.184577		CURRENT LEARNING RATE: 0.19658213524486584
previous_iter_valid_loss : 0.19193580746650696

    127000	  0.191996	  0.191936	  0.185063		CURRENT LEARNING RATE: 0.19654282274919746
previous_iter_valid_loss : 0.17035403847694397

    127020	  0.170523	  0.170354	  0.184895		CURRENT LEARNING RATE: 0.19650351811524203
previous_iter_valid_loss : 0.1753641813993454

    127040	  0.175663	  0.175364	  0.185319		CURRENT LEARNING RATE: 0.19646422134142738
previous_iter_valid_loss : 0.18125927448272705

    127060	  0.181556	  0.181259	  0.185115		CURRENT LEARNING RATE: 0.1964249324261816
previous_iter_valid_loss : 0.16761183738708496

    127080	  0.167651	  0.167612	  0.184223		CURRENT LEARNING RATE: 0.19638565136793312
previous_iter_valid_loss : 0.1643858700990677

    127100	  0.164527	  0.164386	  0.183778		CURRENT LEARNING RATE: 0.19634637816511066
previous_iter_valid_loss : 0.19595327973365784

    127120	  0.196291	  0.195953	  0.184042		CURRENT LEARNING RATE: 0.19630711281614344
previous_iter_valid_loss : 0.17272153496742249

    127140	  0.172797	  0.172722	  0.182685		CURRENT LEARNING RATE: 0.19626785531946075
previous_iter_valid_loss : 0.1659654676914215

    127160	  0.166161	  0.165965	  0.182398		CURRENT LEARNING RATE: 0.19622860567349226
previous_iter_valid_loss : 0.17372749745845795

    127180	  0.173915	  0.173727	  0.181141		CURRENT LEARNING RATE: 0.19618936387666808
previous_iter_valid_loss : 0.18492059409618378

    127200	  0.185016	  0.184921	  0.181075		CURRENT LEARNING RATE: 0.19615012992741845
previous_iter_valid_loss : 0.17577087879180908

    127220	  0.175907	  0.175771	  0.180151		CURRENT LEARNING RATE: 0.19611090382417407
previous_iter_valid_loss : 0.17204774916172028

    127240	  0.172073	  0.172048	  0.178622		CURRENT LEARNING RATE: 0.1960716855653658
previous_iter_valid_loss : 0.17490756511688232

    127260	  0.174986	  0.174908	  0.178524		CURRENT LEARNING RATE: 0.19603247514942507
previous_iter_valid_loss : 0.16741593182086945

    127280	  0.167611	  0.167416	  0.178426		CURRENT LEARNING RATE: 0.19599327257478333
previous_iter_valid_loss : 0.1788632571697235

    127300	  0.179049	  0.178863	  0.177859		CURRENT LEARNING RATE: 0.19595407783987248
previous_iter_valid_loss : 0.17105862498283386

    127320	  0.171266	  0.171059	  0.178077		CURRENT LEARNING RATE: 0.19591489094312475
previous_iter_valid_loss : 0.21676968038082123

    127340	  0.217336	  0.216770	  0.180124		CURRENT LEARNING RATE: 0.19587571188297276
previous_iter_valid_loss : 0.18323317170143127

    127360	  0.183591	  0.183233	  0.178862		CURRENT LEARNING RATE: 0.19583654065784925
previous_iter_valid_loss : 0.17882131040096283

    127380	  0.179106	  0.178821	  0.178153		CURRENT LEARNING RATE: 0.19579737726618743
previous_iter_valid_loss : 0.17459410429000854

    127400	  0.174681	  0.174594	  0.177286		CURRENT LEARNING RATE: 0.19575822170642065
previous_iter_valid_loss : 0.16833022236824036

    127420	  0.168611	  0.168330	  0.177185		CURRENT LEARNING RATE: 0.19571907397698282
previous_iter_valid_loss : 0.17330175638198853

    127440	  0.173484	  0.173302	  0.177082		CURRENT LEARNING RATE: 0.195679934076308
previous_iter_valid_loss : 0.1815558224916458

    127460	  0.181937	  0.181556	  0.177097		CURRENT LEARNING RATE: 0.19564080200283052
previous_iter_valid_loss : 0.16977980732917786

    127480	  0.170028	  0.169780	  0.177205		CURRENT LEARNING RATE: 0.19560167775498513
previous_iter_valid_loss : 0.16904807090759277

    127500	  0.169245	  0.169048	  0.177438		CURRENT LEARNING RATE: 0.1955625613312069
previous_iter_valid_loss : 0.18812443315982819

    127520	  0.188313	  0.188124	  0.177047		CURRENT LEARNING RATE: 0.1955234527299311
previous_iter_valid_loss : 0.17072990536689758

    127540	  0.170972	  0.170730	  0.176947		CURRENT LEARNING RATE: 0.1954843519495935
previous_iter_valid_loss : 0.1758584827184677

    127560	  0.176188	  0.175858	  0.177442		CURRENT LEARNING RATE: 0.19544525898863
previous_iter_valid_loss : 0.18339130282402039

    127580	  0.183634	  0.183391	  0.177925		CURRENT LEARNING RATE: 0.19540617384547687
previous_iter_valid_loss : 0.1687636822462082

    127600	  0.169006	  0.168764	  0.177117		CURRENT LEARNING RATE: 0.19536709651857073
previous_iter_valid_loss : 0.1721605360507965

    127620	  0.172409	  0.172161	  0.176937		CURRENT LEARNING RATE: 0.1953280270063485
previous_iter_valid_loss : 0.16931025683879852

    127640	  0.169571	  0.169310	  0.176800		CURRENT LEARNING RATE: 0.19528896530724735
previous_iter_valid_loss : 0.1718490570783615

    127660	  0.172168	  0.171849	  0.176647		CURRENT LEARNING RATE: 0.19524991141970482
previous_iter_valid_loss : 0.16748322546482086

    127680	  0.167746	  0.167483	  0.176650		CURRENT LEARNING RATE: 0.19521086534215878
previous_iter_valid_loss : 0.16998934745788574

    127700	  0.170360	  0.169989	  0.176207		CURRENT LEARNING RATE: 0.1951718270730474
previous_iter_valid_loss : 0.17339369654655457

    127720	  0.173720	  0.173394	  0.176323		CURRENT LEARNING RATE: 0.19513279661080907
previous_iter_valid_loss : 0.16941814124584198

    127740	  0.169752	  0.169418	  0.173956		CURRENT LEARNING RATE: 0.1950937739538827
previous_iter_valid_loss : 0.2600761353969574

    127760	  0.260492	  0.260076	  0.177798		CURRENT LEARNING RATE: 0.19505475910070727
previous_iter_valid_loss : 0.17593342065811157

    127780	  0.176205	  0.175933	  0.177654		CURRENT LEARNING RATE: 0.19501575204972227
previous_iter_valid_loss : 0.17060238122940063

    127800	  0.170883	  0.170602	  0.177454		CURRENT LEARNING RATE: 0.19497675279936735
previous_iter_valid_loss : 0.16815851628780365

    127820	  0.168373	  0.168159	  0.177445		CURRENT LEARNING RATE: 0.19493776134808258
previous_iter_valid_loss : 0.16600161790847778

    127840	  0.166335	  0.166002	  0.177080		CURRENT LEARNING RATE: 0.19489877769430827
previous_iter_valid_loss : 0.16827461123466492

    127860	  0.168497	  0.168275	  0.176416		CURRENT LEARNING RATE: 0.19485980183648516
previous_iter_valid_loss : 0.17222115397453308

    127880	  0.172521	  0.172221	  0.176538		CURRENT LEARNING RATE: 0.1948208337730541
previous_iter_valid_loss : 0.16769082844257355

    127900	  0.167908	  0.167691	  0.176471		CURRENT LEARNING RATE: 0.1947818735024564
previous_iter_valid_loss : 0.2092466801404953

    127920	  0.209748	  0.209247	  0.177527		CURRENT LEARNING RATE: 0.19474292102313365
previous_iter_valid_loss : 0.18865515291690826

    127940	  0.188961	  0.188655	  0.178423		CURRENT LEARNING RATE: 0.19470397633352782
previous_iter_valid_loss : 0.17412954568862915

    127960	  0.174370	  0.174130	  0.178337		CURRENT LEARNING RATE: 0.19466503943208105
previous_iter_valid_loss : 0.17133724689483643

    127980	  0.171611	  0.171337	  0.177734		CURRENT LEARNING RATE: 0.1946261103172359
previous_iter_valid_loss : 0.2099807858467102

    128000	  0.210511	  0.209981	  0.179795		CURRENT LEARNING RATE: 0.19458718898743516
previous_iter_valid_loss : 0.16482606530189514

    128020	  0.165020	  0.164826	  0.179428		CURRENT LEARNING RATE: 0.194548275441122
previous_iter_valid_loss : 0.17377997934818268

    128040	  0.174050	  0.173780	  0.179651		CURRENT LEARNING RATE: 0.19450936967673993
previous_iter_valid_loss : 0.18150240182876587

    128060	  0.181746	  0.181502	  0.180134		CURRENT LEARNING RATE: 0.19447047169273263
previous_iter_valid_loss : 0.17453810572624207

    128080	  0.174905	  0.174538	  0.180487		CURRENT LEARNING RATE: 0.19443158148754425
previous_iter_valid_loss : 0.1753145158290863

    128100	  0.175581	  0.175315	  0.180753		CURRENT LEARNING RATE: 0.19439269905961915
previous_iter_valid_loss : 0.1712280958890915

    128120	  0.171533	  0.171228	  0.180645		CURRENT LEARNING RATE: 0.19435382440740198
previous_iter_valid_loss : 0.16507890820503235

    128140	  0.165349	  0.165079	  0.180428		CURRENT LEARNING RATE: 0.19431495752933786
previous_iter_valid_loss : 0.16969552636146545

    128160	  0.170025	  0.169696	  0.175909		CURRENT LEARNING RATE: 0.19427609842387208
previous_iter_valid_loss : 0.17440302670001984

    128180	  0.174712	  0.174403	  0.175832		CURRENT LEARNING RATE: 0.19423724708945023
previous_iter_valid_loss : 0.1667996495962143

    128200	  0.166971	  0.166800	  0.175642		CURRENT LEARNING RATE: 0.19419840352451834
previous_iter_valid_loss : 0.18648871779441833

    128220	  0.186827	  0.186489	  0.176559		CURRENT LEARNING RATE: 0.19415956772752258
previous_iter_valid_loss : 0.16851115226745605

    128240	  0.168822	  0.168511	  0.176684		CURRENT LEARNING RATE: 0.19412073969690957
previous_iter_valid_loss : 0.2106926292181015

    128260	  0.210827	  0.210693	  0.178805		CURRENT LEARNING RATE: 0.19408191943112618
previous_iter_valid_loss : 0.16668643057346344

    128280	  0.166964	  0.166686	  0.178528		CURRENT LEARNING RATE: 0.1940431069286196
previous_iter_valid_loss : 0.17040514945983887

    128300	  0.170725	  0.170405	  0.178664		CURRENT LEARNING RATE: 0.1940043021878373
previous_iter_valid_loss : 0.16638624668121338

    128320	  0.166715	  0.166386	  0.176521		CURRENT LEARNING RATE: 0.19396550520722708
previous_iter_valid_loss : 0.16884371638298035

    128340	  0.169116	  0.168844	  0.175530		CURRENT LEARNING RATE: 0.1939267159852371
previous_iter_valid_loss : 0.1676296889781952

    128360	  0.167891	  0.167630	  0.175205		CURRENT LEARNING RATE: 0.19388793452031583
previous_iter_valid_loss : 0.16974996030330658

    128380	  0.169972	  0.169750	  0.175126		CURRENT LEARNING RATE: 0.19384916081091197
previous_iter_valid_loss : 0.1672070324420929

    128400	  0.167423	  0.167207	  0.172987		CURRENT LEARNING RATE: 0.19381039485547458
previous_iter_valid_loss : 0.16836072504520416

    128420	  0.168591	  0.168361	  0.173164		CURRENT LEARNING RATE: 0.19377163665245298
previous_iter_valid_loss : 0.17466354370117188

    128440	  0.175053	  0.174664	  0.173208		CURRENT LEARNING RATE: 0.19373288620029686
previous_iter_valid_loss : 0.17620150744915009

    128460	  0.176463	  0.176202	  0.172943		CURRENT LEARNING RATE: 0.19369414349745626
previous_iter_valid_loss : 0.17687927186489105

    128480	  0.177180	  0.176879	  0.173060		CURRENT LEARNING RATE: 0.1936554085423814
previous_iter_valid_loss : 0.1801874339580536

    128500	  0.180638	  0.180187	  0.173304		CURRENT LEARNING RATE: 0.1936166813335229
previous_iter_valid_loss : 0.16865433752536774

    128520	  0.168969	  0.168654	  0.173175		CURRENT LEARNING RATE: 0.19357796186933163
previous_iter_valid_loss : 0.1650264412164688

    128540	  0.165258	  0.165026	  0.173173		CURRENT LEARNING RATE: 0.19353925014825893
previous_iter_valid_loss : 0.1655198484659195

    128560	  0.165733	  0.165520	  0.172964		CURRENT LEARNING RATE: 0.19350054616875623
previous_iter_valid_loss : 0.1804693192243576

    128580	  0.180740	  0.180469	  0.173267		CURRENT LEARNING RATE: 0.19346184992927543
previous_iter_valid_loss : 0.1710423231124878

    128600	  0.171376	  0.171042	  0.173479		CURRENT LEARNING RATE: 0.19342316142826863
previous_iter_valid_loss : 0.2726016938686371

    128620	  0.273474	  0.272602	  0.177785		CURRENT LEARNING RATE: 0.1933844806641883
previous_iter_valid_loss : 0.17177946865558624

    128640	  0.172053	  0.171779	  0.177948		CURRENT LEARNING RATE: 0.19334580763548725
previous_iter_valid_loss : 0.18401895463466644

    128660	  0.184397	  0.184019	  0.176615		CURRENT LEARNING RATE: 0.19330714234061855
previous_iter_valid_loss : 0.18980130553245544

    128680	  0.190248	  0.189801	  0.177770		CURRENT LEARNING RATE: 0.19326848477803552
previous_iter_valid_loss : 0.17939335107803345

    128700	  0.179733	  0.179393	  0.178220		CURRENT LEARNING RATE: 0.19322983494619198
previous_iter_valid_loss : 0.17507287859916687

    128720	  0.175384	  0.175073	  0.178654		CURRENT LEARNING RATE: 0.19319119284354175
previous_iter_valid_loss : 0.17119218409061432

    128740	  0.171595	  0.171192	  0.178772		CURRENT LEARNING RATE: 0.19315255846853932
previous_iter_valid_loss : 0.19069725275039673

    128760	  0.191097	  0.190697	  0.179925		CURRENT LEARNING RATE: 0.1931139318196393
previous_iter_valid_loss : 0.1797858327627182

    128780	  0.180087	  0.179786	  0.180427		CURRENT LEARNING RATE: 0.19307531289529653
previous_iter_valid_loss : 0.19987913966178894

    128800	  0.200070	  0.199879	  0.182060		CURRENT LEARNING RATE: 0.1930367016939663
previous_iter_valid_loss : 0.17055122554302216

    128820	  0.170833	  0.170551	  0.182170		CURRENT LEARNING RATE: 0.19299809821410419
previous_iter_valid_loss : 0.2141859382390976

    128840	  0.214394	  0.214186	  0.184146		CURRENT LEARNING RATE: 0.192959502454166
previous_iter_valid_loss : 0.16912125051021576

    128860	  0.169364	  0.169121	  0.183792		CURRENT LEARNING RATE: 0.19292091441260795
previous_iter_valid_loss : 0.17265895009040833

    128880	  0.172935	  0.172659	  0.183581		CURRENT LEARNING RATE: 0.1928823340878865
previous_iter_valid_loss : 0.1678435355424881

    128900	  0.168133	  0.167844	  0.182964		CURRENT LEARNING RATE: 0.19284376147845844
previous_iter_valid_loss : 0.1724976897239685

    128920	  0.172817	  0.172498	  0.183156		CURRENT LEARNING RATE: 0.19280519658278084
previous_iter_valid_loss : 0.1666107028722763

    128940	  0.166946	  0.166611	  0.183235		CURRENT LEARNING RATE: 0.19276663939931113
previous_iter_valid_loss : 0.16581496596336365

    128960	  0.166120	  0.165815	  0.183250		CURRENT LEARNING RATE: 0.19272808992650708
previous_iter_valid_loss : 0.1906823217868805

    128980	  0.191192	  0.190682	  0.183761		CURRENT LEARNING RATE: 0.19268954816282663
previous_iter_valid_loss : 0.17192944884300232

    129000	  0.172244	  0.171929	  0.183805		CURRENT LEARNING RATE: 0.1926510141067281
previous_iter_valid_loss : 0.17894455790519714

    129020	  0.179326	  0.178945	  0.179122		CURRENT LEARNING RATE: 0.19261248775667017
previous_iter_valid_loss : 0.17368413507938385

    129040	  0.173986	  0.173684	  0.179217		CURRENT LEARNING RATE: 0.1925739691111118
previous_iter_valid_loss : 0.16666053235530853

    129060	  0.166947	  0.166661	  0.178349		CURRENT LEARNING RATE: 0.19253545816851222
previous_iter_valid_loss : 0.1818711757659912

    129080	  0.182207	  0.181871	  0.177953		CURRENT LEARNING RATE: 0.192496954927331
previous_iter_valid_loss : 0.1678580641746521

    129100	  0.168146	  0.167858	  0.177376		CURRENT LEARNING RATE: 0.19245845938602796
previous_iter_valid_loss : 0.1764754056930542

    129120	  0.176850	  0.176475	  0.177446		CURRENT LEARNING RATE: 0.19241997154306334
previous_iter_valid_loss : 0.1670570820569992

    129140	  0.167368	  0.167057	  0.177240		CURRENT LEARNING RATE: 0.1923814913968976
previous_iter_valid_loss : 0.1748897135257721

    129160	  0.175239	  0.174890	  0.176449		CURRENT LEARNING RATE: 0.19234301894599157
previous_iter_valid_loss : 0.17161856591701508

    129180	  0.171989	  0.171619	  0.176041		CURRENT LEARNING RATE: 0.1923045541888063
previous_iter_valid_loss : 0.17684859037399292

    129200	  0.177078	  0.176849	  0.174889		CURRENT LEARNING RATE: 0.19226609712380324
previous_iter_valid_loss : 0.16963347792625427

    129220	  0.169922	  0.169633	  0.174843		CURRENT LEARNING RATE: 0.19222764774944406
previous_iter_valid_loss : 0.1781700849533081

    129240	  0.178451	  0.178170	  0.173043		CURRENT LEARNING RATE: 0.19218920606419085
previous_iter_valid_loss : 0.18035727739334106

    129260	  0.180651	  0.180357	  0.173604		CURRENT LEARNING RATE: 0.1921507720665059
previous_iter_valid_loss : 0.17038390040397644

    129280	  0.170657	  0.170384	  0.173491		CURRENT LEARNING RATE: 0.19211234575485187
previous_iter_valid_loss : 0.17086359858512878

    129300	  0.171184	  0.170864	  0.173642		CURRENT LEARNING RATE: 0.19207392712769167
previous_iter_valid_loss : 0.16654951870441437

    129320	  0.166880	  0.166550	  0.173344		CURRENT LEARNING RATE: 0.19203551618348855
previous_iter_valid_loss : 0.16805988550186157

    129340	  0.168392	  0.168060	  0.173417		CURRENT LEARNING RATE: 0.19199711292070615
previous_iter_valid_loss : 0.20574814081192017

    129360	  0.206016	  0.205748	  0.175413		CURRENT LEARNING RATE: 0.19195871733780828
previous_iter_valid_loss : 0.17561909556388855

    129380	  0.175991	  0.175619	  0.174660		CURRENT LEARNING RATE: 0.19192032943325915
previous_iter_valid_loss : 0.17216399312019348

    129400	  0.172489	  0.172164	  0.174672		CURRENT LEARNING RATE: 0.1918819492055232
previous_iter_valid_loss : 0.16622082889080048

    129420	  0.166533	  0.166221	  0.174036		CURRENT LEARNING RATE: 0.19184357665306526
previous_iter_valid_loss : 0.16676105558872223

    129440	  0.167079	  0.166761	  0.173690		CURRENT LEARNING RATE: 0.19180521177435042
previous_iter_valid_loss : 0.16808074712753296

    129460	  0.168373	  0.168081	  0.173761		CURRENT LEARNING RATE: 0.19176685456784404
previous_iter_valid_loss : 0.1692948341369629

    129480	  0.169645	  0.169295	  0.173132		CURRENT LEARNING RATE: 0.1917285050320119
previous_iter_valid_loss : 0.1771978735923767

    129500	  0.177519	  0.177198	  0.173599		CURRENT LEARNING RATE: 0.19169016316531998
previous_iter_valid_loss : 0.16730175912380219

    129520	  0.167661	  0.167302	  0.173140		CURRENT LEARNING RATE: 0.19165182896623456
previous_iter_valid_loss : 0.16910085082054138

    129540	  0.169535	  0.169101	  0.173242		CURRENT LEARNING RATE: 0.1916135024332224
previous_iter_valid_loss : 0.16307474672794342

    129560	  0.163354	  0.163075	  0.172651		CURRENT LEARNING RATE: 0.1915751835647503
previous_iter_valid_loss : 0.16616074740886688

    129580	  0.166496	  0.166161	  0.172379		CURRENT LEARNING RATE: 0.19153687235928563
previous_iter_valid_loss : 0.17762868106365204

    129600	  0.177946	  0.177629	  0.172418		CURRENT LEARNING RATE: 0.19149856881529584
previous_iter_valid_loss : 0.1763933300971985

    129620	  0.176701	  0.176393	  0.172756		CURRENT LEARNING RATE: 0.19146027293124884
previous_iter_valid_loss : 0.17085862159729004

    129640	  0.171260	  0.170859	  0.172390		CURRENT LEARNING RATE: 0.19142198470561278
previous_iter_valid_loss : 0.16402800381183624

    129660	  0.164292	  0.164028	  0.171574		CURRENT LEARNING RATE: 0.19138370413685615
previous_iter_valid_loss : 0.16493618488311768

    129680	  0.165242	  0.164936	  0.171301		CURRENT LEARNING RATE: 0.19134543122344772
previous_iter_valid_loss : 0.17384514212608337

    129700	  0.174245	  0.173845	  0.171450		CURRENT LEARNING RATE: 0.19130716596385652
previous_iter_valid_loss : 0.18111975491046906

    129720	  0.181511	  0.181120	  0.172179		CURRENT LEARNING RATE: 0.19126890835655197
previous_iter_valid_loss : 0.16517771780490875

    129740	  0.165481	  0.165178	  0.172035		CURRENT LEARNING RATE: 0.1912306584000038
previous_iter_valid_loss : 0.16532239317893982

    129760	  0.165663	  0.165322	  0.170013		CURRENT LEARNING RATE: 0.191192416092682
previous_iter_valid_loss : 0.1668318808078766

    129780	  0.167231	  0.166832	  0.169574		CURRENT LEARNING RATE: 0.19115418143305693
previous_iter_valid_loss : 0.18678058683872223

    129800	  0.187136	  0.186781	  0.170305		CURRENT LEARNING RATE: 0.19111595441959905
previous_iter_valid_loss : 0.19420215487480164

    129820	  0.194482	  0.194202	  0.171704		CURRENT LEARNING RATE: 0.19107773505077943
previous_iter_valid_loss : 0.16374580562114716

    129840	  0.164051	  0.163746	  0.171553		CURRENT LEARNING RATE: 0.1910395233250692
previous_iter_valid_loss : 0.17531359195709229

    129860	  0.175665	  0.175314	  0.171915		CURRENT LEARNING RATE: 0.19100131924094
previous_iter_valid_loss : 0.16757065057754517

    129880	  0.167889	  0.167571	  0.171829		CURRENT LEARNING RATE: 0.19096312279686353
previous_iter_valid_loss : 0.16568751633167267

    129900	  0.165997	  0.165688	  0.171253		CURRENT LEARNING RATE: 0.190924933991312
previous_iter_valid_loss : 0.17026790976524353

    129920	  0.170597	  0.170268	  0.171401		CURRENT LEARNING RATE: 0.19088675282275783
previous_iter_valid_loss : 0.16823725402355194

    129940	  0.168649	  0.168237	  0.171358		CURRENT LEARNING RATE: 0.19084857928967383
previous_iter_valid_loss : 0.1685168296098709

    129960	  0.168904	  0.168517	  0.171630		CURRENT LEARNING RATE: 0.19081041339053303
previous_iter_valid_loss : 0.17391842603683472

    129980	  0.174428	  0.173918	  0.172018		CURRENT LEARNING RATE: 0.1907722551238088
previous_iter_valid_loss : 0.1679958552122116

    130000	  0.168356	  0.167996	  0.171536		CURRENT LEARNING RATE: 0.1907341044879748
previous_iter_valid_loss : 0.16680699586868286

    130020	  0.167162	  0.166807	  0.171057		CURRENT LEARNING RATE: 0.190695961481505
previous_iter_valid_loss : 0.16463711857795715

    130040	  0.164976	  0.164637	  0.170746		CURRENT LEARNING RATE: 0.19065782610287368
previous_iter_valid_loss : 0.17656777799129486

    130060	  0.177026	  0.176568	  0.171373		CURRENT LEARNING RATE: 0.19061969835055542
previous_iter_valid_loss : 0.1694795787334442

    130080	  0.169844	  0.169480	  0.171600		CURRENT LEARNING RATE: 0.19058157822302513
previous_iter_valid_loss : 0.16680732369422913

    130100	  0.167130	  0.166807	  0.171248		CURRENT LEARNING RATE: 0.19054346571875802
previous_iter_valid_loss : 0.16741213202476501

    130120	  0.167782	  0.167412	  0.170563		CURRENT LEARNING RATE: 0.19050536083622954
previous_iter_valid_loss : 0.1655755341053009

    130140	  0.165894	  0.165576	  0.170583		CURRENT LEARNING RATE: 0.1904672635739155
previous_iter_valid_loss : 0.20043528079986572

    130160	  0.200961	  0.200435	  0.172339		CURRENT LEARNING RATE: 0.19042917393029202
previous_iter_valid_loss : 0.191719189286232

    130180	  0.192250	  0.191719	  0.173583		CURRENT LEARNING RATE: 0.19039109190383555
previous_iter_valid_loss : 0.16655249893665314

    130200	  0.166904	  0.166552	  0.172571		CURRENT LEARNING RATE: 0.1903530174930228
previous_iter_valid_loss : 0.167115718126297

    130220	  0.167444	  0.167116	  0.171217		CURRENT LEARNING RATE: 0.19031495069633075
previous_iter_valid_loss : 0.17062397301197052

    130240	  0.170980	  0.170624	  0.171561		CURRENT LEARNING RATE: 0.19027689151223676
previous_iter_valid_loss : 0.17912596464157104

    130260	  0.179500	  0.179126	  0.171752		CURRENT LEARNING RATE: 0.19023883993921847
previous_iter_valid_loss : 0.17034082114696503

    130280	  0.170732	  0.170341	  0.171890		CURRENT LEARNING RATE: 0.1902007959757538
previous_iter_valid_loss : 0.17051778733730316

    130300	  0.170847	  0.170518	  0.172132		CURRENT LEARNING RATE: 0.19016275962032095
previous_iter_valid_loss : 0.1649693101644516

    130320	  0.165255	  0.164969	  0.171867		CURRENT LEARNING RATE: 0.19012473087139856
previous_iter_valid_loss : 0.17467215657234192

    130340	  0.175011	  0.174672	  0.172189		CURRENT LEARNING RATE: 0.19008670972746536
previous_iter_valid_loss : 0.16611601412296295

    130360	  0.166445	  0.166116	  0.172068		CURRENT LEARNING RATE: 0.19004869618700065
previous_iter_valid_loss : 0.16625143587589264

    130380	  0.166590	  0.166251	  0.171685		CURRENT LEARNING RATE: 0.1900106902484838
previous_iter_valid_loss : 0.16957896947860718

    130400	  0.169964	  0.169579	  0.171764		CURRENT LEARNING RATE: 0.18997269191039456
previous_iter_valid_loss : 0.16774524748325348

    130420	  0.168097	  0.167745	  0.171811		CURRENT LEARNING RATE: 0.18993470117121306
previous_iter_valid_loss : 0.16626639664173126

    130440	  0.166559	  0.166266	  0.171893		CURRENT LEARNING RATE: 0.18989671802941957
previous_iter_valid_loss : 0.17398934066295624

    130460	  0.174338	  0.173989	  0.171764		CURRENT LEARNING RATE: 0.18985874248349488
previous_iter_valid_loss : 0.1690189391374588

    130480	  0.169328	  0.169019	  0.171741		CURRENT LEARNING RATE: 0.18982077453191992
previous_iter_valid_loss : 0.1690010130405426

    130500	  0.169342	  0.169001	  0.171850		CURRENT LEARNING RATE: 0.1897828141731759
previous_iter_valid_loss : 0.1692817658185959

    130520	  0.169686	  0.169282	  0.171944		CURRENT LEARNING RATE: 0.18974486140574456
previous_iter_valid_loss : 0.17305386066436768

    130540	  0.173428	  0.173054	  0.172318		CURRENT LEARNING RATE: 0.18970691622810762
previous_iter_valid_loss : 0.1699446588754654

    130560	  0.170266	  0.169945	  0.170793		CURRENT LEARNING RATE: 0.18966897863874738
previous_iter_valid_loss : 0.17190106213092804

    130580	  0.172255	  0.171901	  0.169802		CURRENT LEARNING RATE: 0.18963104863614635
previous_iter_valid_loss : 0.17949160933494568

    130600	  0.179797	  0.179492	  0.170449		CURRENT LEARNING RATE: 0.18959312621878727
previous_iter_valid_loss : 0.16672354936599731

    130620	  0.166959	  0.166724	  0.170430		CURRENT LEARNING RATE: 0.18955521138515327
previous_iter_valid_loss : 0.16434159874916077

    130640	  0.164582	  0.164342	  0.170116		CURRENT LEARNING RATE: 0.18951730413372772
previous_iter_valid_loss : 0.16911128163337708

    130660	  0.169376	  0.169111	  0.169615		CURRENT LEARNING RATE: 0.18947940446299438
previous_iter_valid_loss : 0.17912183701992035

    130680	  0.179548	  0.179122	  0.170054		CURRENT LEARNING RATE: 0.18944151237143728
previous_iter_valid_loss : 0.17264166474342346

    130700	  0.173041	  0.172642	  0.170160		CURRENT LEARNING RATE: 0.18940362785754067
previous_iter_valid_loss : 0.17228689789772034

    130720	  0.172567	  0.172287	  0.170526		CURRENT LEARNING RATE: 0.18936575091978916
previous_iter_valid_loss : 0.16801688075065613

    130740	  0.168300	  0.168017	  0.170193		CURRENT LEARNING RATE: 0.18932788155666774
previous_iter_valid_loss : 0.1884380280971527

    130760	  0.188853	  0.188438	  0.171309		CURRENT LEARNING RATE: 0.18929001976666163
previous_iter_valid_loss : 0.18427816033363342

    130780	  0.184660	  0.184278	  0.172211		CURRENT LEARNING RATE: 0.1892521655482563
previous_iter_valid_loss : 0.17589130997657776

    130800	  0.176219	  0.175891	  0.172526		CURRENT LEARNING RATE: 0.18921431889993764
previous_iter_valid_loss : 0.2017035186290741

    130820	  0.201892	  0.201704	  0.174224		CURRENT LEARNING RATE: 0.18917647982019173
previous_iter_valid_loss : 0.17188237607479095

    130840	  0.172198	  0.171882	  0.174505		CURRENT LEARNING RATE: 0.1891386483075051
previous_iter_valid_loss : 0.16709530353546143

    130860	  0.167309	  0.167095	  0.174160		CURRENT LEARNING RATE: 0.18910082436036438
previous_iter_valid_loss : 0.16903191804885864

    130880	  0.169268	  0.169032	  0.174161		CURRENT LEARNING RATE: 0.1890630079772567
previous_iter_valid_loss : 0.18448567390441895

    130900	  0.184944	  0.184486	  0.174935		CURRENT LEARNING RATE: 0.18902519915666935
previous_iter_valid_loss : 0.1653881072998047

    130920	  0.165586	  0.165388	  0.174740		CURRENT LEARNING RATE: 0.18898739789708996
previous_iter_valid_loss : 0.17160265147686005

    130940	  0.171829	  0.171603	  0.174668		CURRENT LEARNING RATE: 0.1889496041970065
previous_iter_valid_loss : 0.17618338763713837

    130960	  0.176463	  0.176183	  0.174980		CURRENT LEARNING RATE: 0.18891181805490725
previous_iter_valid_loss : 0.16708610951900482

    130980	  0.167339	  0.167086	  0.174739		CURRENT LEARNING RATE: 0.18887403946928075
previous_iter_valid_loss : 0.16651736199855804

    131000	  0.166738	  0.166517	  0.174090		CURRENT LEARNING RATE: 0.18883626843861592
previous_iter_valid_loss : 0.17051957547664642

    131020	  0.170842	  0.170520	  0.174280		CURRENT LEARNING RATE: 0.18879850496140177
previous_iter_valid_loss : 0.18383340537548065

    131040	  0.184306	  0.183833	  0.175255		CURRENT LEARNING RATE: 0.18876074903612788
previous_iter_valid_loss : 0.1761646270751953

    131060	  0.176511	  0.176165	  0.175607		CURRENT LEARNING RATE: 0.18872300066128397
previous_iter_valid_loss : 0.17286939918994904

    131080	  0.173081	  0.172869	  0.175295		CURRENT LEARNING RATE: 0.1886852598353601
previous_iter_valid_loss : 0.1700190007686615

    131100	  0.170239	  0.170019	  0.175164		CURRENT LEARNING RATE: 0.1886475265568467
previous_iter_valid_loss : 0.1760328710079193

    131120	  0.176290	  0.176033	  0.175351		CURRENT LEARNING RATE: 0.1886098008242343
previous_iter_valid_loss : 0.17533567547798157

    131140	  0.175565	  0.175336	  0.175717		CURRENT LEARNING RATE: 0.18857208263601397
previous_iter_valid_loss : 0.1685842126607895

    131160	  0.168849	  0.168584	  0.174724		CURRENT LEARNING RATE: 0.18853437199067702
previous_iter_valid_loss : 0.16787293553352356

    131180	  0.168098	  0.167873	  0.173904		CURRENT LEARNING RATE: 0.18849666888671496
previous_iter_valid_loss : 0.16511599719524384

    131200	  0.165324	  0.165116	  0.173365		CURRENT LEARNING RATE: 0.18845897332261968
previous_iter_valid_loss : 0.16853487491607666

    131220	  0.168776	  0.168535	  0.171707		CURRENT LEARNING RATE: 0.18842128529688335
previous_iter_valid_loss : 0.16659648716449738

    131240	  0.166819	  0.166596	  0.171443		CURRENT LEARNING RATE: 0.18838360480799848
previous_iter_valid_loss : 0.16640451550483704

    131260	  0.166648	  0.166405	  0.171408		CURRENT LEARNING RATE: 0.1883459318544578
previous_iter_valid_loss : 0.17253024876117706

    131280	  0.172796	  0.172530	  0.171583		CURRENT LEARNING RATE: 0.18830826643475446
previous_iter_valid_loss : 0.19225865602493286

    131300	  0.192660	  0.192259	  0.171972		CURRENT LEARNING RATE: 0.18827060854738176
previous_iter_valid_loss : 0.24048076570034027

    131320	  0.241204	  0.240481	  0.175726		CURRENT LEARNING RATE: 0.18823295819083344
previous_iter_valid_loss : 0.16741584241390228

    131340	  0.167639	  0.167416	  0.175517		CURRENT LEARNING RATE: 0.18819531536360345
previous_iter_valid_loss : 0.16531722247600555

    131360	  0.165473	  0.165317	  0.174974		CURRENT LEARNING RATE: 0.18815768006418612
previous_iter_valid_loss : 0.17065177857875824

    131380	  0.170946	  0.170652	  0.175152		CURRENT LEARNING RATE: 0.18812005229107603
previous_iter_valid_loss : 0.1669979840517044

    131400	  0.167212	  0.166998	  0.175176		CURRENT LEARNING RATE: 0.18808243204276803
previous_iter_valid_loss : 0.17638258635997772

    131420	  0.176770	  0.176383	  0.175469		CURRENT LEARNING RATE: 0.18804481931775735
previous_iter_valid_loss : 0.19129878282546997

    131440	  0.191530	  0.191299	  0.175842		CURRENT LEARNING RATE: 0.18800721411453952
previous_iter_valid_loss : 0.16717740893363953

    131460	  0.167355	  0.167177	  0.175393		CURRENT LEARNING RATE: 0.18796961643161023
previous_iter_valid_loss : 0.17226450145244598

    131480	  0.172495	  0.172265	  0.175363		CURRENT LEARNING RATE: 0.1879320262674656
previous_iter_valid_loss : 0.1661672294139862

    131500	  0.166373	  0.166167	  0.175170		CURRENT LEARNING RATE: 0.1878944436206021
previous_iter_valid_loss : 0.16964812576770782

    131520	  0.169909	  0.169648	  0.174851		CURRENT LEARNING RATE: 0.18785686848951633
previous_iter_valid_loss : 0.16502749919891357

    131540	  0.165197	  0.165027	  0.174335		CURRENT LEARNING RATE: 0.1878193008727053
previous_iter_valid_loss : 0.16620337963104248

    131560	  0.166408	  0.166203	  0.174216		CURRENT LEARNING RATE: 0.18778174076866636
previous_iter_valid_loss : 0.17201286554336548

    131580	  0.172315	  0.172013	  0.174423		CURRENT LEARNING RATE: 0.18774418817589708
previous_iter_valid_loss : 0.17959773540496826

    131600	  0.179818	  0.179598	  0.175147		CURRENT LEARNING RATE: 0.18770664309289536
previous_iter_valid_loss : 0.16842781007289886

    131620	  0.168609	  0.168428	  0.175142		CURRENT LEARNING RATE: 0.1876691055181594
previous_iter_valid_loss : 0.1662156879901886

    131640	  0.166391	  0.166216	  0.175123		CURRENT LEARNING RATE: 0.18763157545018766
previous_iter_valid_loss : 0.1732741743326187

    131660	  0.173489	  0.173274	  0.175467		CURRENT LEARNING RATE: 0.18759405288747896
previous_iter_valid_loss : 0.18081574141979218

    131680	  0.181159	  0.180816	  0.175881		CURRENT LEARNING RATE: 0.18755653782853243
previous_iter_valid_loss : 0.18451030552387238

    131700	  0.184859	  0.184510	  0.175493		CURRENT LEARNING RATE: 0.1875190302718474
previous_iter_valid_loss : 0.16768936812877655

    131720	  0.167888	  0.167689	  0.171854		CURRENT LEARNING RATE: 0.18748153021592365
previous_iter_valid_loss : 0.17417596280574799

    131740	  0.174499	  0.174176	  0.172192		CURRENT LEARNING RATE: 0.18744403765926104
previous_iter_valid_loss : 0.1896468997001648

    131760	  0.190056	  0.189647	  0.173408		CURRENT LEARNING RATE: 0.18740655260036007
previous_iter_valid_loss : 0.16544833779335022

    131780	  0.165706	  0.165448	  0.173148		CURRENT LEARNING RATE: 0.18736907503772118
previous_iter_valid_loss : 0.16677549481391907

    131800	  0.167018	  0.166775	  0.173137		CURRENT LEARNING RATE: 0.18733160496984533
previous_iter_valid_loss : 0.1704687476158142

    131820	  0.170758	  0.170469	  0.172841		CURRENT LEARNING RATE: 0.1872941423952337
previous_iter_valid_loss : 0.16878177225589752

    131840	  0.169028	  0.168782	  0.171716		CURRENT LEARNING RATE: 0.1872566873123878
previous_iter_valid_loss : 0.16830749809741974

    131860	  0.168553	  0.168307	  0.171772		CURRENT LEARNING RATE: 0.18721923971980942
previous_iter_valid_loss : 0.16635793447494507

    131880	  0.166617	  0.166358	  0.171477		CURRENT LEARNING RATE: 0.18718179961600062
previous_iter_valid_loss : 0.1665012240409851

    131900	  0.166727	  0.166501	  0.171493		CURRENT LEARNING RATE: 0.18714436699946382
previous_iter_valid_loss : 0.16625291109085083

    131920	  0.166497	  0.166253	  0.171324		CURRENT LEARNING RATE: 0.1871069418687018
previous_iter_valid_loss : 0.16601577401161194

    131940	  0.166239	  0.166016	  0.171373		CURRENT LEARNING RATE: 0.1870695242222174
previous_iter_valid_loss : 0.17754313349723816

    131960	  0.177921	  0.177543	  0.171940		CURRENT LEARNING RATE: 0.187032114058514
previous_iter_valid_loss : 0.16638626158237457

    131980	  0.166552	  0.166386	  0.171659		CURRENT LEARNING RATE: 0.18699471137609522
previous_iter_valid_loss : 0.16724516451358795

    132000	  0.167435	  0.167245	  0.171041		CURRENT LEARNING RATE: 0.18695731617346492
previous_iter_valid_loss : 0.16678664088249207

    132020	  0.166967	  0.166787	  0.170959		CURRENT LEARNING RATE: 0.1869199284491273
previous_iter_valid_loss : 0.17115037143230438

    132040	  0.171355	  0.171150	  0.171206		CURRENT LEARNING RATE: 0.18688254820158684
previous_iter_valid_loss : 0.17097832262516022

    132060	  0.171169	  0.170978	  0.171091		CURRENT LEARNING RATE: 0.1868451754293483
previous_iter_valid_loss : 0.16875548660755157

    132080	  0.168929	  0.168755	  0.170488		CURRENT LEARNING RATE: 0.18680781013091688
previous_iter_valid_loss : 0.20161600410938263

    132100	  0.202238	  0.201616	  0.171343		CURRENT LEARNING RATE: 0.18677045230479783
previous_iter_valid_loss : 0.17174144089221954

    132120	  0.172022	  0.171741	  0.171546		CURRENT LEARNING RATE: 0.18673310194949688
previous_iter_valid_loss : 0.19193942844867706

    132140	  0.192142	  0.191939	  0.172434		CURRENT LEARNING RATE: 0.18669575906352
previous_iter_valid_loss : 0.18296374380588531

    132160	  0.183184	  0.182964	  0.172100		CURRENT LEARNING RATE: 0.1866584236453736
previous_iter_valid_loss : 0.16907447576522827

    132180	  0.169259	  0.169074	  0.172281		CURRENT LEARNING RATE: 0.1866210956935641
previous_iter_valid_loss : 0.16677378118038177

    132200	  0.166968	  0.166774	  0.172281		CURRENT LEARNING RATE: 0.1865837752065985
previous_iter_valid_loss : 0.1690564900636673

    132220	  0.169314	  0.169056	  0.172210		CURRENT LEARNING RATE: 0.18654646218298393
previous_iter_valid_loss : 0.1644328385591507

    132240	  0.164668	  0.164433	  0.171993		CURRENT LEARNING RATE: 0.18650915662122788
previous_iter_valid_loss : 0.16347075998783112

    132260	  0.163607	  0.163471	  0.171751		CURRENT LEARNING RATE: 0.1864718585198381
previous_iter_valid_loss : 0.16776227951049805

    132280	  0.167988	  0.167762	  0.171821		CURRENT LEARNING RATE: 0.1864345678773227
previous_iter_valid_loss : 0.18369349837303162

    132300	  0.184104	  0.183693	  0.172681		CURRENT LEARNING RATE: 0.18639728469219002
previous_iter_valid_loss : 0.16404934227466583

    132320	  0.164250	  0.164049	  0.172571		CURRENT LEARNING RATE: 0.18636000896294874
previous_iter_valid_loss : 0.17875106632709503

    132340	  0.179021	  0.178751	  0.173208		CURRENT LEARNING RATE: 0.18632274068810784
previous_iter_valid_loss : 0.16424696147441864

    132360	  0.164467	  0.164247	  0.172543		CURRENT LEARNING RATE: 0.18628547986617663
previous_iter_valid_loss : 0.16660739481449127

    132380	  0.166868	  0.166607	  0.172554		CURRENT LEARNING RATE: 0.18624822649566464
previous_iter_valid_loss : 0.16730748116970062

    132400	  0.167564	  0.167307	  0.172557		CURRENT LEARNING RATE: 0.1862109805750817
previous_iter_valid_loss : 0.1738409698009491

    132420	  0.174109	  0.173841	  0.172910		CURRENT LEARNING RATE: 0.18617374210293805
previous_iter_valid_loss : 0.17013441026210785

    132440	  0.170348	  0.170134	  0.172859		CURRENT LEARNING RATE: 0.1861365110777441
previous_iter_valid_loss : 0.17180366814136505

    132460	  0.171954	  0.171804	  0.172900		CURRENT LEARNING RATE: 0.18609928749801058
previous_iter_valid_loss : 0.17324697971343994

    132480	  0.173433	  0.173247	  0.173125		CURRENT LEARNING RATE: 0.18606207136224862
previous_iter_valid_loss : 0.16736388206481934

    132500	  0.167560	  0.167364	  0.171412		CURRENT LEARNING RATE: 0.1860248626689695
previous_iter_valid_loss : 0.1713128685951233

    132520	  0.171596	  0.171313	  0.171391		CURRENT LEARNING RATE: 0.18598766141668496
previous_iter_valid_loss : 0.16484813392162323

    132540	  0.165034	  0.164848	  0.170036		CURRENT LEARNING RATE: 0.18595046760390688
previous_iter_valid_loss : 0.16520023345947266

    132560	  0.165390	  0.165200	  0.169148		CURRENT LEARNING RATE: 0.1859132812291475
previous_iter_valid_loss : 0.17303480207920074

    132580	  0.173280	  0.173035	  0.169346		CURRENT LEARNING RATE: 0.18587610229091944
previous_iter_valid_loss : 0.17142881453037262

    132600	  0.171566	  0.171429	  0.169579		CURRENT LEARNING RATE: 0.18583893078773547
previous_iter_valid_loss : 0.16791467368602753

    132620	  0.168072	  0.167915	  0.169522		CURRENT LEARNING RATE: 0.18580176671810877
previous_iter_valid_loss : 0.17581096291542053

    132640	  0.175980	  0.175811	  0.170091		CURRENT LEARNING RATE: 0.18576461008055276
previous_iter_valid_loss : 0.16413035988807678

    132660	  0.164320	  0.164130	  0.170124		CURRENT LEARNING RATE: 0.18572746087358116
previous_iter_valid_loss : 0.16268140077590942

    132680	  0.162854	  0.162681	  0.169870		CURRENT LEARNING RATE: 0.18569031909570805
previous_iter_valid_loss : 0.16643784940242767

    132700	  0.166667	  0.166438	  0.169007		CURRENT LEARNING RATE: 0.18565318474544776
previous_iter_valid_loss : 0.16685578227043152

    132720	  0.167086	  0.166856	  0.169147		CURRENT LEARNING RATE: 0.18561605782131482
previous_iter_valid_loss : 0.1830691695213318

    132740	  0.183345	  0.183069	  0.169363		CURRENT LEARNING RATE: 0.18557893832182426
previous_iter_valid_loss : 0.22465991973876953

    132760	  0.224746	  0.224660	  0.172384		CURRENT LEARNING RATE: 0.1855418262454912
previous_iter_valid_loss : 0.17132824659347534

    132780	  0.171541	  0.171328	  0.172620		CURRENT LEARNING RATE: 0.18550472159083123
previous_iter_valid_loss : 0.18103846907615662

    132800	  0.181253	  0.181038	  0.173306		CURRENT LEARNING RATE: 0.1854676243563602
previous_iter_valid_loss : 0.18470506370067596

    132820	  0.184923	  0.184705	  0.173849		CURRENT LEARNING RATE: 0.1854305345405941
previous_iter_valid_loss : 0.17872968316078186

    132840	  0.178968	  0.178730	  0.174279		CURRENT LEARNING RATE: 0.18539345214204947
previous_iter_valid_loss : 0.16416335105895996

    132860	  0.164353	  0.164163	  0.173897		CURRENT LEARNING RATE: 0.1853563771592429
previous_iter_valid_loss : 0.1654512882232666

    132880	  0.165577	  0.165451	  0.173507		CURRENT LEARNING RATE: 0.1853193095906915
previous_iter_valid_loss : 0.16583998501300812

    132900	  0.166024	  0.165840	  0.173431		CURRENT LEARNING RATE: 0.18528224943491248
previous_iter_valid_loss : 0.16779594123363495

    132920	  0.167983	  0.167796	  0.173255		CURRENT LEARNING RATE: 0.18524519669042344
previous_iter_valid_loss : 0.16552497446537018

    132940	  0.165693	  0.165525	  0.173289		CURRENT LEARNING RATE: 0.18520815135574234
previous_iter_valid_loss : 0.1661541908979416

    132960	  0.166340	  0.166154	  0.173337		CURRENT LEARNING RATE: 0.18517111342938722
previous_iter_valid_loss : 0.1654069423675537

    132980	  0.165599	  0.165407	  0.172955		CURRENT LEARNING RATE: 0.18513408290987676
previous_iter_valid_loss : 0.17922167479991913

    133000	  0.179437	  0.179222	  0.173345		CURRENT LEARNING RATE: 0.1850970597957296
previous_iter_valid_loss : 0.17229554057121277

    133020	  0.172591	  0.172296	  0.173564		CURRENT LEARNING RATE: 0.1850600440854649
previous_iter_valid_loss : 0.16515718400478363

    133040	  0.165378	  0.165157	  0.173031		CURRENT LEARNING RATE: 0.18502303577760193
previous_iter_valid_loss : 0.16671879589557648

    133060	  0.166970	  0.166719	  0.173161		CURRENT LEARNING RATE: 0.18498603487066043
previous_iter_valid_loss : 0.19828149676322937

    133080	  0.198461	  0.198281	  0.174941		CURRENT LEARNING RATE: 0.1849490413631604
previous_iter_valid_loss : 0.18502022325992584

    133100	  0.185372	  0.185020	  0.175870		CURRENT LEARNING RATE: 0.18491205525362198
previous_iter_valid_loss : 0.17232638597488403

    133120	  0.172602	  0.172326	  0.176143		CURRENT LEARNING RATE: 0.18487507654056587
previous_iter_valid_loss : 0.18275977671146393

    133140	  0.183129	  0.182760	  0.176128		CURRENT LEARNING RATE: 0.18483810522251276
previous_iter_valid_loss : 0.17549090087413788

    133160	  0.175718	  0.175491	  0.173670		CURRENT LEARNING RATE: 0.1848011412979839
previous_iter_valid_loss : 0.16650938987731934

    133180	  0.166698	  0.166509	  0.173429		CURRENT LEARNING RATE: 0.18476418476550077
previous_iter_valid_loss : 0.1670677810907364

    133200	  0.167266	  0.167068	  0.172730		CURRENT LEARNING RATE: 0.184727235623585
previous_iter_valid_loss : 0.19478531181812286

    133220	  0.195231	  0.194785	  0.173234		CURRENT LEARNING RATE: 0.1846902938707587
previous_iter_valid_loss : 0.16578665375709534

    133240	  0.165995	  0.165787	  0.172587		CURRENT LEARNING RATE: 0.18465335950554418
previous_iter_valid_loss : 0.16958551108837128

    133260	  0.169812	  0.169586	  0.172858		CURRENT LEARNING RATE: 0.18461643252646412
previous_iter_valid_loss : 0.17045703530311584

    133280	  0.170739	  0.170457	  0.173108		CURRENT LEARNING RATE: 0.18457951293204133
previous_iter_valid_loss : 0.17646165192127228

    133300	  0.176691	  0.176462	  0.173639		CURRENT LEARNING RATE: 0.18454260072079906
previous_iter_valid_loss : 0.1695842146873474

    133320	  0.169839	  0.169584	  0.173729		CURRENT LEARNING RATE: 0.18450569589126087
previous_iter_valid_loss : 0.1643313467502594

    133340	  0.164576	  0.164331	  0.173669		CURRENT LEARNING RATE: 0.18446879844195055
previous_iter_valid_loss : 0.1707368791103363

    133360	  0.171057	  0.170737	  0.173898		CURRENT LEARNING RATE: 0.18443190837139214
previous_iter_valid_loss : 0.17275777459144592

    133380	  0.173020	  0.172758	  0.174266		CURRENT LEARNING RATE: 0.18439502567811017
previous_iter_valid_loss : 0.1699827015399933

    133400	  0.170197	  0.169983	  0.173804		CURRENT LEARNING RATE: 0.1843581503606292
previous_iter_valid_loss : 0.19342511892318726

    133420	  0.193658	  0.193425	  0.174860		CURRENT LEARNING RATE: 0.1843212824174743
previous_iter_valid_loss : 0.18862900137901306

    133440	  0.188838	  0.188629	  0.176034		CURRENT LEARNING RATE: 0.1842844218471707
previous_iter_valid_loss : 0.19542589783668518

    133460	  0.195598	  0.195426	  0.177469		CURRENT LEARNING RATE: 0.184247568648244
previous_iter_valid_loss : 0.19867703318595886

    133480	  0.198844	  0.198677	  0.177489		CURRENT LEARNING RATE: 0.18421072281922007
previous_iter_valid_loss : 0.18922483921051025

    133500	  0.189471	  0.189225	  0.177699		CURRENT LEARNING RATE: 0.1841738843586251
previous_iter_valid_loss : 0.16766458749771118

    133520	  0.167813	  0.167665	  0.177466		CURRENT LEARNING RATE: 0.18413705326498553
previous_iter_valid_loss : 0.17156504094600677

    133540	  0.171734	  0.171565	  0.176907		CURRENT LEARNING RATE: 0.18410022953682809
previous_iter_valid_loss : 0.204165518283844

    133560	  0.204299	  0.204166	  0.178340		CURRENT LEARNING RATE: 0.1840634131726798
previous_iter_valid_loss : 0.16990667581558228

    133580	  0.170171	  0.169907	  0.178510		CURRENT LEARNING RATE: 0.18402660417106814
previous_iter_valid_loss : 0.16566109657287598

    133600	  0.165823	  0.165661	  0.178440		CURRENT LEARNING RATE: 0.18398980253052066
previous_iter_valid_loss : 0.16744859516620636

    133620	  0.167634	  0.167449	  0.177073		CURRENT LEARNING RATE: 0.18395300824956531
previous_iter_valid_loss : 0.16440658271312714

    133640	  0.164558	  0.164407	  0.177004		CURRENT LEARNING RATE: 0.18391622132673027
previous_iter_valid_loss : 0.1714857518672943

    133660	  0.171792	  0.171486	  0.177099		CURRENT LEARNING RATE: 0.18387944176054416
previous_iter_valid_loss : 0.16920694708824158

    133680	  0.169453	  0.169207	  0.177036		CURRENT LEARNING RATE: 0.18384266954953574
previous_iter_valid_loss : 0.18046438694000244

    133700	  0.180883	  0.180464	  0.177237		CURRENT LEARNING RATE: 0.18380590469223412
previous_iter_valid_loss : 0.1912025660276413

    133720	  0.191395	  0.191203	  0.178317		CURRENT LEARNING RATE: 0.18376914718716872
previous_iter_valid_loss : 0.17068299651145935

    133740	  0.170854	  0.170683	  0.178635		CURRENT LEARNING RATE: 0.1837323970328692
previous_iter_valid_loss : 0.16482451558113098

    133760	  0.164964	  0.164825	  0.178339		CURRENT LEARNING RATE: 0.18369565422786555
previous_iter_valid_loss : 0.1648128479719162

    133780	  0.165004	  0.164813	  0.177942		CURRENT LEARNING RATE: 0.18365891877068818
previous_iter_valid_loss : 0.1934182494878769

    133800	  0.193599	  0.193418	  0.179114		CURRENT LEARNING RATE: 0.18362219065986757
previous_iter_valid_loss : 0.1698690950870514

    133820	  0.170056	  0.169869	  0.177936		CURRENT LEARNING RATE: 0.18358546989393457
previous_iter_valid_loss : 0.16976752877235413

    133840	  0.169932	  0.169768	  0.176993		CURRENT LEARNING RATE: 0.1835487564714204
previous_iter_valid_loss : 0.17386497557163239

    133860	  0.174110	  0.173865	  0.175915		CURRENT LEARNING RATE: 0.18351205039085658
previous_iter_valid_loss : 0.16771408915519714

    133880	  0.168012	  0.167714	  0.174367		CURRENT LEARNING RATE: 0.18347535165077472
previous_iter_valid_loss : 0.17375288903713226

    133900	  0.174097	  0.173753	  0.173593		CURRENT LEARNING RATE: 0.18343866024970698
previous_iter_valid_loss : 0.16521914303302765

    133920	  0.165454	  0.165219	  0.173471		CURRENT LEARNING RATE: 0.18340197618618567
previous_iter_valid_loss : 0.16417594254016876

    133940	  0.164396	  0.164176	  0.173102		CURRENT LEARNING RATE: 0.18336529945874344
previous_iter_valid_loss : 0.17384843528270721

    133960	  0.174188	  0.173848	  0.171586		CURRENT LEARNING RATE: 0.18332863006591316
previous_iter_valid_loss : 0.17186199128627777

    133980	  0.172187	  0.171862	  0.171684		CURRENT LEARNING RATE: 0.18329196800622818
previous_iter_valid_loss : 0.1796634942293167

    134000	  0.180029	  0.179663	  0.172384		CURRENT LEARNING RATE: 0.18325531327822192
previous_iter_valid_loss : 0.16511118412017822

    134020	  0.165333	  0.165111	  0.172267		CURRENT LEARNING RATE: 0.1832186658804282
previous_iter_valid_loss : 0.16367670893669128

    134040	  0.163907	  0.163677	  0.172230		CURRENT LEARNING RATE: 0.18318202581138116
previous_iter_valid_loss : 0.16759128868579865

    134060	  0.167788	  0.167591	  0.172036		CURRENT LEARNING RATE: 0.1831453930696152
previous_iter_valid_loss : 0.16627304255962372

    134080	  0.166445	  0.166273	  0.171889		CURRENT LEARNING RATE: 0.18310876765366496
previous_iter_valid_loss : 0.16768144071102142

    134100	  0.167914	  0.167681	  0.171250		CURRENT LEARNING RATE: 0.1830721495620654
previous_iter_valid_loss : 0.16520705819129944

    134120	  0.165450	  0.165207	  0.169950		CURRENT LEARNING RATE: 0.18303553879335194
previous_iter_valid_loss : 0.17296244204044342

    134140	  0.173300	  0.172962	  0.170064		CURRENT LEARNING RATE: 0.18299893534606
previous_iter_valid_loss : 0.1713092178106308

    134160	  0.171507	  0.171309	  0.170388		CURRENT LEARNING RATE: 0.18296233921872548
previous_iter_valid_loss : 0.16930249333381653

    134180	  0.169566	  0.169302	  0.170613		CURRENT LEARNING RATE: 0.18292575040988457
previous_iter_valid_loss : 0.2014213353395462

    134200	  0.201819	  0.201421	  0.171013		CURRENT LEARNING RATE: 0.18288916891807375
previous_iter_valid_loss : 0.1664409041404724

    134220	  0.166701	  0.166441	  0.170841		CURRENT LEARNING RATE: 0.18285259474182966
previous_iter_valid_loss : 0.17289352416992188

    134240	  0.173217	  0.172894	  0.170998		CURRENT LEARNING RATE: 0.1828160278796894
previous_iter_valid_loss : 0.16779768466949463

    134260	  0.168067	  0.167798	  0.170694		CURRENT LEARNING RATE: 0.18277946833019026
previous_iter_valid_loss : 0.19680872559547424

    134280	  0.197304	  0.196809	  0.172149		CURRENT LEARNING RATE: 0.1827429160918699
previous_iter_valid_loss : 0.16688580811023712

    134300	  0.167163	  0.166886	  0.171806		CURRENT LEARNING RATE: 0.1827063711632662
previous_iter_valid_loss : 0.1641668677330017

    134320	  0.164393	  0.164167	  0.171753		CURRENT LEARNING RATE: 0.1826698335429174
previous_iter_valid_loss : 0.16936983168125153

    134340	  0.169666	  0.169370	  0.172013		CURRENT LEARNING RATE: 0.18263330322936194
previous_iter_valid_loss : 0.1653800755739212

    134360	  0.165592	  0.165380	  0.171589		CURRENT LEARNING RATE: 0.18259678022113862
previous_iter_valid_loss : 0.1672419011592865

    134380	  0.167528	  0.167242	  0.171358		CURRENT LEARNING RATE: 0.18256026451678653
previous_iter_valid_loss : 0.1636413037776947

    134400	  0.163856	  0.163641	  0.170557		CURRENT LEARNING RATE: 0.18252375611484506
previous_iter_valid_loss : 0.16541320085525513

    134420	  0.165656	  0.165413	  0.170572		CURRENT LEARNING RATE: 0.18248725501385388
previous_iter_valid_loss : 0.16417472064495087

    134440	  0.164395	  0.164175	  0.170597		CURRENT LEARNING RATE: 0.1824507612123529
previous_iter_valid_loss : 0.16480305790901184

    134460	  0.165002	  0.164803	  0.170458		CURRENT LEARNING RATE: 0.1824142747088824
previous_iter_valid_loss : 0.16640573740005493

    134480	  0.166637	  0.166406	  0.170464		CURRENT LEARNING RATE: 0.1823777955019829
previous_iter_valid_loss : 0.17108137905597687

    134500	  0.171312	  0.171081	  0.170634		CURRENT LEARNING RATE: 0.18234132359019525
previous_iter_valid_loss : 0.16741974651813507

    134520	  0.167661	  0.167420	  0.170745		CURRENT LEARNING RATE: 0.18230485897206058
previous_iter_valid_loss : 0.17458854615688324

    134540	  0.174870	  0.174589	  0.170826		CURRENT LEARNING RATE: 0.1822684016461203
previous_iter_valid_loss : 0.165714293718338

    134560	  0.165934	  0.165714	  0.170547		CURRENT LEARNING RATE: 0.1822319516109161
previous_iter_valid_loss : 0.1724449098110199

    134580	  0.172779	  0.172445	  0.170704		CURRENT LEARNING RATE: 0.18219550886498997
previous_iter_valid_loss : 0.17227990925312042

    134600	  0.172586	  0.172280	  0.169247		CURRENT LEARNING RATE: 0.18215907340688425
previous_iter_valid_loss : 0.170892596244812

    134620	  0.171116	  0.170893	  0.169469		CURRENT LEARNING RATE: 0.18212264523514146
previous_iter_valid_loss : 0.17404049634933472

    134640	  0.174379	  0.174040	  0.169527		CURRENT LEARNING RATE: 0.18208622434830454
previous_iter_valid_loss : 0.17128875851631165

    134660	  0.171573	  0.171289	  0.169701		CURRENT LEARNING RATE: 0.18204981074491658
previous_iter_valid_loss : 0.16561369597911835

    134680	  0.165860	  0.165614	  0.168141		CURRENT LEARNING RATE: 0.1820134044235211
previous_iter_valid_loss : 0.16530156135559082

    134700	  0.165536	  0.165302	  0.168062		CURRENT LEARNING RATE: 0.18197700538266182
previous_iter_valid_loss : 0.16812802851200104

    134720	  0.168400	  0.168128	  0.168260		CURRENT LEARNING RATE: 0.1819406136208828
previous_iter_valid_loss : 0.2043967843055725

    134740	  0.204467	  0.204397	  0.170012		CURRENT LEARNING RATE: 0.1819042291367283
previous_iter_valid_loss : 0.16542449593544006

    134760	  0.165646	  0.165424	  0.170014		CURRENT LEARNING RATE: 0.18186785192874297
previous_iter_valid_loss : 0.16366276144981384

    134780	  0.163912	  0.163663	  0.169835		CURRENT LEARNING RATE: 0.18183148199547178
previous_iter_valid_loss : 0.16896052658557892

    134800	  0.169173	  0.168961	  0.170101		CURRENT LEARNING RATE: 0.18179511933545991
previous_iter_valid_loss : 0.1760869324207306

    134820	  0.176291	  0.176087	  0.170634		CURRENT LEARNING RATE: 0.1817587639472528
previous_iter_valid_loss : 0.16701622307300568

    134840	  0.167263	  0.167016	  0.170777		CURRENT LEARNING RATE: 0.18172241582939633
previous_iter_valid_loss : 0.1655990034341812

    134860	  0.165827	  0.165599	  0.170816		CURRENT LEARNING RATE: 0.18168607498043646
previous_iter_valid_loss : 0.1679513156414032

    134880	  0.168218	  0.167951	  0.170894		CURRENT LEARNING RATE: 0.18164974139891965
previous_iter_valid_loss : 0.16892331838607788

    134900	  0.169222	  0.168923	  0.170786		CURRENT LEARNING RATE: 0.18161341508339252
previous_iter_valid_loss : 0.1730024516582489

    134920	  0.173302	  0.173002	  0.171065		CURRENT LEARNING RATE: 0.18157709603240202
previous_iter_valid_loss : 0.16933293640613556

    134940	  0.169501	  0.169333	  0.170802		CURRENT LEARNING RATE: 0.18154078424449535
previous_iter_valid_loss : 0.18146038055419922

    134960	  0.181665	  0.181460	  0.171589		CURRENT LEARNING RATE: 0.18150447971822006
previous_iter_valid_loss : 0.16428403556346893

    134980	  0.164484	  0.164284	  0.171181		CURRENT LEARNING RATE: 0.18146818245212404
previous_iter_valid_loss : 0.1831119954586029

    135000	  0.183315	  0.183112	  0.171723		CURRENT LEARNING RATE: 0.1814318924447553
previous_iter_valid_loss : 0.16424646973609924

    135020	  0.164372	  0.164246	  0.171391		CURRENT LEARNING RATE: 0.1813956096946623
previous_iter_valid_loss : 0.17090432345867157

    135040	  0.171223	  0.170904	  0.171234		CURRENT LEARNING RATE: 0.18135933420039374
previous_iter_valid_loss : 0.20001527667045593

    135060	  0.200492	  0.200015	  0.172670		CURRENT LEARNING RATE: 0.18132306596049852
previous_iter_valid_loss : 0.1680474430322647

    135080	  0.168333	  0.168047	  0.172792		CURRENT LEARNING RATE: 0.181286804973526
previous_iter_valid_loss : 0.16696254909038544

    135100	  0.167206	  0.166963	  0.172875		CURRENT LEARNING RATE: 0.1812505512380257
previous_iter_valid_loss : 0.1707845777273178

    135120	  0.171114	  0.170785	  0.173008		CURRENT LEARNING RATE: 0.1812143047525475
previous_iter_valid_loss : 0.17838549613952637

    135140	  0.178758	  0.178385	  0.171707		CURRENT LEARNING RATE: 0.18117806551564147
previous_iter_valid_loss : 0.19200746715068817

    135160	  0.192470	  0.192007	  0.173036		CURRENT LEARNING RATE: 0.18114183352585808
previous_iter_valid_loss : 0.16836602985858917

    135180	  0.168584	  0.168366	  0.173271		CURRENT LEARNING RATE: 0.18110560878174803
previous_iter_valid_loss : 0.17174720764160156

    135200	  0.172007	  0.171747	  0.173411		CURRENT LEARNING RATE: 0.18106939128186242
previous_iter_valid_loss : 0.16513146460056305

    135220	  0.165343	  0.165131	  0.172863		CURRENT LEARNING RATE: 0.18103318102475247
previous_iter_valid_loss : 0.16587164998054504

    135240	  0.166181	  0.165872	  0.172806		CURRENT LEARNING RATE: 0.18099697800896977
previous_iter_valid_loss : 0.18122875690460205

    135260	  0.181581	  0.181229	  0.173587		CURRENT LEARNING RATE: 0.1809607822330662
previous_iter_valid_loss : 0.16604973375797272

    135280	  0.166290	  0.166050	  0.173492		CURRENT LEARNING RATE: 0.18092459369559397
previous_iter_valid_loss : 0.16653454303741455

    135300	  0.166795	  0.166535	  0.173373		CURRENT LEARNING RATE: 0.1808884123951055
previous_iter_valid_loss : 0.1721986085176468

    135320	  0.172463	  0.172199	  0.173333		CURRENT LEARNING RATE: 0.18085223833015357
previous_iter_valid_loss : 0.16501405835151672

    135340	  0.165224	  0.165014	  0.173117		CURRENT LEARNING RATE: 0.1808160714992912
previous_iter_valid_loss : 0.2004740834236145

    135360	  0.200985	  0.200474	  0.174067		CURRENT LEARNING RATE: 0.18077991190107168
previous_iter_valid_loss : 0.17289438843727112

    135380	  0.173191	  0.172894	  0.174498		CURRENT LEARNING RATE: 0.18074375953404864
previous_iter_valid_loss : 0.18136201798915863

    135400	  0.181511	  0.181362	  0.174410		CURRENT LEARNING RATE: 0.18070761439677605
previous_iter_valid_loss : 0.16482286155223846

    135420	  0.165011	  0.164823	  0.174439		CURRENT LEARNING RATE: 0.18067147648780807
previous_iter_valid_loss : 0.1881375014781952

    135440	  0.188308	  0.188138	  0.175301		CURRENT LEARNING RATE: 0.18063534580569915
previous_iter_valid_loss : 0.16548676788806915

    135460	  0.165740	  0.165487	  0.173574		CURRENT LEARNING RATE: 0.18059922234900408
previous_iter_valid_loss : 0.1747739613056183

    135480	  0.175087	  0.174774	  0.173911		CURRENT LEARNING RATE: 0.18056310611627796
previous_iter_valid_loss : 0.1635841578245163

    135500	  0.163783	  0.163584	  0.173742		CURRENT LEARNING RATE: 0.1805269971060761
previous_iter_valid_loss : 0.1633310765028

    135520	  0.163533	  0.163331	  0.173369		CURRENT LEARNING RATE: 0.18049089531695414
previous_iter_valid_loss : 0.16763871908187866

    135540	  0.167876	  0.167639	  0.172832		CURRENT LEARNING RATE: 0.180454800747468
previous_iter_valid_loss : 0.1701568216085434

    135560	  0.170332	  0.170157	  0.171739		CURRENT LEARNING RATE: 0.18041871339617394
previous_iter_valid_loss : 0.1669032871723175

    135580	  0.167060	  0.166903	  0.171666		CURRENT LEARNING RATE: 0.18038263326162837
previous_iter_valid_loss : 0.16608038544654846

    135600	  0.166272	  0.166080	  0.171383		CURRENT LEARNING RATE: 0.18034656034238825
previous_iter_valid_loss : 0.17381826043128967

    135620	  0.173991	  0.173818	  0.171817		CURRENT LEARNING RATE: 0.18031049463701052
previous_iter_valid_loss : 0.16917924582958221

    135640	  0.169332	  0.169179	  0.171982		CURRENT LEARNING RATE: 0.1802744361440526
previous_iter_valid_loss : 0.17947565019130707

    135660	  0.179810	  0.179476	  0.171895		CURRENT LEARNING RATE: 0.18023838486207217
previous_iter_valid_loss : 0.1951223760843277

    135680	  0.195684	  0.195122	  0.173348		CURRENT LEARNING RATE: 0.18020234078962716
previous_iter_valid_loss : 0.19396620988845825

    135700	  0.194466	  0.193966	  0.174720		CURRENT LEARNING RATE: 0.1801663039252758
previous_iter_valid_loss : 0.16424570977687836

    135720	  0.164471	  0.164246	  0.174322		CURRENT LEARNING RATE: 0.18013027426757663
previous_iter_valid_loss : 0.17270997166633606

    135740	  0.172885	  0.172710	  0.174707		CURRENT LEARNING RATE: 0.18009425181508842
previous_iter_valid_loss : 0.1693849414587021

    135760	  0.169590	  0.169385	  0.173153		CURRENT LEARNING RATE: 0.18005823656637032
previous_iter_valid_loss : 0.16379228234291077

    135780	  0.164001	  0.163792	  0.172698		CURRENT LEARNING RATE: 0.18002222851998168
previous_iter_valid_loss : 0.1964486539363861

    135800	  0.197015	  0.196449	  0.173452		CURRENT LEARNING RATE: 0.17998622767448225
previous_iter_valid_loss : 0.16574417054653168

    135820	  0.165947	  0.165744	  0.173498		CURRENT LEARNING RATE: 0.1799502340284319
previous_iter_valid_loss : 0.1665344387292862

    135840	  0.166730	  0.166534	  0.172418		CURRENT LEARNING RATE: 0.179914247580391
previous_iter_valid_loss : 0.1708768904209137

    135860	  0.171114	  0.170877	  0.172687		CURRENT LEARNING RATE: 0.17987826832892004
previous_iter_valid_loss : 0.16299770772457123

    135880	  0.163207	  0.162998	  0.172099		CURRENT LEARNING RATE: 0.1798422962725798
previous_iter_valid_loss : 0.17130480706691742

    135900	  0.171490	  0.171305	  0.172485		CURRENT LEARNING RATE: 0.1798063314099314
previous_iter_valid_loss : 0.16383549571037292

    135920	  0.164050	  0.163835	  0.172510		CURRENT LEARNING RATE: 0.1797703737395363
previous_iter_valid_loss : 0.16894623637199402

    135940	  0.169181	  0.168946	  0.172575		CURRENT LEARNING RATE: 0.17973442325995623
previous_iter_valid_loss : 0.164772629737854

    135960	  0.165033	  0.164773	  0.172306		CURRENT LEARNING RATE: 0.17969847996975308
previous_iter_valid_loss : 0.1672944873571396

    135980	  0.167628	  0.167294	  0.172326		CURRENT LEARNING RATE: 0.17966254386748912
previous_iter_valid_loss : 0.1641886830329895

    136000	  0.164375	  0.164189	  0.172231		CURRENT LEARNING RATE: 0.17962661495172694
previous_iter_valid_loss : 0.16765926778316498

    136020	  0.167881	  0.167659	  0.171923		CURRENT LEARNING RATE: 0.1795906932210294
previous_iter_valid_loss : 0.17939510941505432

    136040	  0.179549	  0.179395	  0.172434		CURRENT LEARNING RATE: 0.1795547786739596
previous_iter_valid_loss : 0.1653430014848709

    136060	  0.165554	  0.165343	  0.171727		CURRENT LEARNING RATE: 0.17951887130908104
previous_iter_valid_loss : 0.16566462814807892

    136080	  0.165906	  0.165665	  0.170254		CURRENT LEARNING RATE: 0.17948297112495729
previous_iter_valid_loss : 0.16630829870700836

    136100	  0.166504	  0.166308	  0.168871		CURRENT LEARNING RATE: 0.17944707812015243
previous_iter_valid_loss : 0.16257542371749878

    136120	  0.162836	  0.162575	  0.168788		CURRENT LEARNING RATE: 0.17941119229323071
previous_iter_valid_loss : 0.1691596508026123

    136140	  0.169386	  0.169160	  0.168610		CURRENT LEARNING RATE: 0.1793753136427567
previous_iter_valid_loss : 0.16494563221931458

    136160	  0.165158	  0.164946	  0.168388		CURRENT LEARNING RATE: 0.17933944216729528
previous_iter_valid_loss : 0.16820119321346283

    136180	  0.168369	  0.168201	  0.168609		CURRENT LEARNING RATE: 0.1793035778654115
previous_iter_valid_loss : 0.1758115589618683

    136200	  0.175955	  0.175812	  0.167577		CURRENT LEARNING RATE: 0.17926772073567093
previous_iter_valid_loss : 0.1642281860113144

    136220	  0.164393	  0.164228	  0.167501		CURRENT LEARNING RATE: 0.17923187077663918
previous_iter_valid_loss : 0.17128944396972656

    136240	  0.171437	  0.171289	  0.167739		CURRENT LEARNING RATE: 0.17919602798688233
previous_iter_valid_loss : 0.16600921750068665

    136260	  0.166269	  0.166009	  0.167496		CURRENT LEARNING RATE: 0.1791601923649666
previous_iter_valid_loss : 0.16580404341220856

    136280	  0.165983	  0.165804	  0.167636		CURRENT LEARNING RATE: 0.1791243639094586
previous_iter_valid_loss : 0.1650685966014862

    136300	  0.165214	  0.165069	  0.167324		CURRENT LEARNING RATE: 0.17908854261892518
previous_iter_valid_loss : 0.1646590530872345

    136320	  0.164756	  0.164659	  0.167365		CURRENT LEARNING RATE: 0.1790527284919335
previous_iter_valid_loss : 0.17483916878700256

    136340	  0.175157	  0.174839	  0.167660		CURRENT LEARNING RATE: 0.1790169215270509
previous_iter_valid_loss : 0.16476237773895264

    136360	  0.164926	  0.164762	  0.167659		CURRENT LEARNING RATE: 0.17898112172284528
previous_iter_valid_loss : 0.16485415399074554

    136380	  0.165037	  0.164854	  0.167537		CURRENT LEARNING RATE: 0.17894532907788446
previous_iter_valid_loss : 0.177885040640831

    136400	  0.178217	  0.177885	  0.168222		CURRENT LEARNING RATE: 0.17890954359073688
previous_iter_valid_loss : 0.16747765243053436

    136420	  0.167669	  0.167478	  0.168213		CURRENT LEARNING RATE: 0.17887376525997106
previous_iter_valid_loss : 0.1644037812948227

    136440	  0.164610	  0.164404	  0.167463		CURRENT LEARNING RATE: 0.17883799408415593
previous_iter_valid_loss : 0.18453112244606018

    136460	  0.184693	  0.184531	  0.168423		CURRENT LEARNING RATE: 0.17880223006186052
previous_iter_valid_loss : 0.17590682208538055

    136480	  0.176207	  0.175907	  0.168935		CURRENT LEARNING RATE: 0.17876647319165437
previous_iter_valid_loss : 0.1680184006690979

    136500	  0.168294	  0.168018	  0.169020		CURRENT LEARNING RATE: 0.17873072347210717
previous_iter_valid_loss : 0.16508081555366516

    136520	  0.165285	  0.165081	  0.169146		CURRENT LEARNING RATE: 0.17869498090178895
previous_iter_valid_loss : 0.16520492732524872

    136540	  0.165403	  0.165205	  0.168948		CURRENT LEARNING RATE: 0.17865924547926995
previous_iter_valid_loss : 0.16434453427791595

    136560	  0.164614	  0.164345	  0.168918		CURRENT LEARNING RATE: 0.1786235172031208
previous_iter_valid_loss : 0.1643277406692505

    136580	  0.164543	  0.164328	  0.168724		CURRENT LEARNING RATE: 0.17858779607191233
previous_iter_valid_loss : 0.16470906138420105

    136600	  0.164921	  0.164709	  0.168169		CURRENT LEARNING RATE: 0.17855208208421575
previous_iter_valid_loss : 0.16374097764492035

    136620	  0.163960	  0.163741	  0.168145		CURRENT LEARNING RATE: 0.1785163752386025
previous_iter_valid_loss : 0.1655152589082718

    136640	  0.165757	  0.165515	  0.167856		CURRENT LEARNING RATE: 0.1784806755336443
previous_iter_valid_loss : 0.16530708968639374

    136660	  0.165502	  0.165307	  0.167821		CURRENT LEARNING RATE: 0.17844498296791314
previous_iter_valid_loss : 0.17312292754650116

    136680	  0.173495	  0.173123	  0.168187		CURRENT LEARNING RATE: 0.1784092975399813
previous_iter_valid_loss : 0.17426937818527222

    136700	  0.174662	  0.174269	  0.168647		CURRENT LEARNING RATE: 0.17837361924842135
previous_iter_valid_loss : 0.17078112065792084

    136720	  0.170983	  0.170781	  0.168953		CURRENT LEARNING RATE: 0.17833794809180625
previous_iter_valid_loss : 0.16577354073524475

    136740	  0.166003	  0.165774	  0.168500		CURRENT LEARNING RATE: 0.1783022840687091
previous_iter_valid_loss : 0.16806979477405548

    136760	  0.168299	  0.168070	  0.168665		CURRENT LEARNING RATE: 0.1782666271777033
previous_iter_valid_loss : 0.17264896631240845

    136780	  0.172881	  0.172649	  0.169055		CURRENT LEARNING RATE: 0.1782309774173626
previous_iter_valid_loss : 0.1739162802696228

    136800	  0.174103	  0.173916	  0.168856		CURRENT LEARNING RATE: 0.17819533478626107
previous_iter_valid_loss : 0.1653577834367752

    136820	  0.165623	  0.165358	  0.168750		CURRENT LEARNING RATE: 0.17815969928297293
previous_iter_valid_loss : 0.16764132678508759

    136840	  0.167830	  0.167641	  0.168912		CURRENT LEARNING RATE: 0.1781240709060728
previous_iter_valid_loss : 0.16498535871505737

    136860	  0.165196	  0.164985	  0.167935		CURRENT LEARNING RATE: 0.1780884496541355
previous_iter_valid_loss : 0.16878792643547058

    136880	  0.168994	  0.168788	  0.167579		CURRENT LEARNING RATE: 0.17805283552573625
previous_iter_valid_loss : 0.1674150675535202

    136900	  0.167657	  0.167415	  0.167549		CURRENT LEARNING RATE: 0.17801722851945043
previous_iter_valid_loss : 0.16671812534332275

    136920	  0.166946	  0.166718	  0.167631		CURRENT LEARNING RATE: 0.17798162863385375
previous_iter_valid_loss : 0.18817952275276184

    136940	  0.188670	  0.188180	  0.168779		CURRENT LEARNING RATE: 0.17794603586752225
previous_iter_valid_loss : 0.1958133578300476

    136960	  0.195990	  0.195813	  0.170353		CURRENT LEARNING RATE: 0.17791045021903223
previous_iter_valid_loss : 0.16725516319274902

    136980	  0.167464	  0.167255	  0.170499		CURRENT LEARNING RATE: 0.17787487168696017
previous_iter_valid_loss : 0.1664765328168869

    137000	  0.166707	  0.166477	  0.170588		CURRENT LEARNING RATE: 0.17783930026988307
previous_iter_valid_loss : 0.16548067331314087

    137020	  0.165748	  0.165481	  0.170675		CURRENT LEARNING RATE: 0.17780373596637797
previous_iter_valid_loss : 0.16407687962055206

    137040	  0.164391	  0.164077	  0.170603		CURRENT LEARNING RATE: 0.17776817877502238
previous_iter_valid_loss : 0.16694754362106323

    137060	  0.167174	  0.166948	  0.170685		CURRENT LEARNING RATE: 0.17773262869439393
previous_iter_valid_loss : 0.17280277609825134

    137080	  0.173053	  0.172803	  0.170669		CURRENT LEARNING RATE: 0.17769708572307066
previous_iter_valid_loss : 0.2031337171792984

    137100	  0.203296	  0.203134	  0.172112		CURRENT LEARNING RATE: 0.1776615498596309
previous_iter_valid_loss : 0.1661190241575241

    137120	  0.166379	  0.166119	  0.171879		CURRENT LEARNING RATE: 0.1776260211026531
previous_iter_valid_loss : 0.22130152583122253

    137140	  0.221378	  0.221302	  0.174655		CURRENT LEARNING RATE: 0.17759049945071614
previous_iter_valid_loss : 0.17476342618465424

    137160	  0.175171	  0.174763	  0.174990		CURRENT LEARNING RATE: 0.1775549849023992
previous_iter_valid_loss : 0.16320212185382843

    137180	  0.163487	  0.163202	  0.174518		CURRENT LEARNING RATE: 0.17751947745628166
previous_iter_valid_loss : 0.17016653716564178

    137200	  0.170511	  0.170167	  0.174330		CURRENT LEARNING RATE: 0.1774839771109433
previous_iter_valid_loss : 0.16209983825683594

    137220	  0.162368	  0.162100	  0.174167		CURRENT LEARNING RATE: 0.177448483864964
previous_iter_valid_loss : 0.16814352571964264

    137240	  0.168422	  0.168144	  0.174192		CURRENT LEARNING RATE: 0.17741299771692412
previous_iter_valid_loss : 0.17830900847911835

    137260	  0.178702	  0.178309	  0.174858		CURRENT LEARNING RATE: 0.17737751866540416
previous_iter_valid_loss : 0.16584275662899017

    137280	  0.166107	  0.165843	  0.174711		CURRENT LEARNING RATE: 0.17734204670898496
previous_iter_valid_loss : 0.17081069946289062

    137300	  0.171189	  0.170811	  0.174881		CURRENT LEARNING RATE: 0.17730658184624765
previous_iter_valid_loss : 0.1799619495868683

    137320	  0.180365	  0.179962	  0.175543		CURRENT LEARNING RATE: 0.17727112407577364
previous_iter_valid_loss : 0.18105186522006989

    137340	  0.181244	  0.181052	  0.175187		CURRENT LEARNING RATE: 0.17723567339614466
previous_iter_valid_loss : 0.17099539935588837

    137360	  0.171299	  0.170995	  0.173946		CURRENT LEARNING RATE: 0.17720022980594258
previous_iter_valid_loss : 0.18002308905124664

    137380	  0.180198	  0.180023	  0.174584		CURRENT LEARNING RATE: 0.17716479330374968
previous_iter_valid_loss : 0.18074358999729156

    137400	  0.180919	  0.180744	  0.175298		CURRENT LEARNING RATE: 0.1771293638881486
previous_iter_valid_loss : 0.16862381994724274

    137420	  0.168942	  0.168624	  0.175455		CURRENT LEARNING RATE: 0.17709394155772207
previous_iter_valid_loss : 0.17345598340034485

    137440	  0.173640	  0.173456	  0.175924		CURRENT LEARNING RATE: 0.17705852631105326
previous_iter_valid_loss : 0.1804593801498413

    137460	  0.180649	  0.180459	  0.176599		CURRENT LEARNING RATE: 0.17702311814672553
previous_iter_valid_loss : 0.16900990903377533

    137480	  0.169294	  0.169010	  0.176410		CURRENT LEARNING RATE: 0.1769877170633225
previous_iter_valid_loss : 0.17566967010498047

    137500	  0.176019	  0.175670	  0.175037		CURRENT LEARNING RATE: 0.17695232305942823
previous_iter_valid_loss : 0.16380523145198822

    137520	  0.164005	  0.163805	  0.174921		CURRENT LEARNING RATE: 0.17691693613362688
previous_iter_valid_loss : 0.16681887209415436

    137540	  0.167009	  0.166819	  0.172197		CURRENT LEARNING RATE: 0.176881556284503
previous_iter_valid_loss : 0.17944744229316711

    137560	  0.179811	  0.179447	  0.172431		CURRENT LEARNING RATE: 0.1768461835106414
previous_iter_valid_loss : 0.16302181780338287

    137580	  0.163237	  0.163022	  0.172422		CURRENT LEARNING RATE: 0.17681081781062719
previous_iter_valid_loss : 0.18234483897686005

    137600	  0.182730	  0.182345	  0.173031		CURRENT LEARNING RATE: 0.17677545918304563
previous_iter_valid_loss : 0.16933614015579224

    137620	  0.169649	  0.169336	  0.173393		CURRENT LEARNING RATE: 0.1767401076264825
previous_iter_valid_loss : 0.1655585765838623

    137640	  0.165784	  0.165559	  0.173263		CURRENT LEARNING RATE: 0.17670476313952374
previous_iter_valid_loss : 0.1826891005039215

    137660	  0.183092	  0.182689	  0.173482		CURRENT LEARNING RATE: 0.1766694257207555
previous_iter_valid_loss : 0.19099704921245575

    137680	  0.191357	  0.190997	  0.174740		CURRENT LEARNING RATE: 0.17663409536876434
previous_iter_valid_loss : 0.17620660364627838

    137700	  0.176397	  0.176207	  0.175010		CURRENT LEARNING RATE: 0.17659877208213698
previous_iter_valid_loss : 0.16933944821357727

    137720	  0.169535	  0.169339	  0.174479		CURRENT LEARNING RATE: 0.17656345585946054
previous_iter_valid_loss : 0.16662663221359253

    137740	  0.166867	  0.166627	  0.173758		CURRENT LEARNING RATE: 0.17652814669932237
previous_iter_valid_loss : 0.16482283174991608

    137760	  0.165005	  0.164823	  0.173449		CURRENT LEARNING RATE: 0.1764928446003101
previous_iter_valid_loss : 0.1652989238500595

    137780	  0.165506	  0.165299	  0.172713		CURRENT LEARNING RATE: 0.1764575495610116
previous_iter_valid_loss : 0.2311401218175888

    137800	  0.231114	  0.231140	  0.175232		CURRENT LEARNING RATE: 0.1764222615800151
previous_iter_valid_loss : 0.16503794491291046

    137820	  0.165282	  0.165038	  0.175053		CURRENT LEARNING RATE: 0.17638698065590913
previous_iter_valid_loss : 0.16549451649188995

    137840	  0.165678	  0.165495	  0.174655		CURRENT LEARNING RATE: 0.17635170678728238
previous_iter_valid_loss : 0.17202390730381012

    137860	  0.172193	  0.172024	  0.174233		CURRENT LEARNING RATE: 0.17631643997272395
previous_iter_valid_loss : 0.16665349900722504

    137880	  0.166870	  0.166653	  0.174116		CURRENT LEARNING RATE: 0.17628118021082312
previous_iter_valid_loss : 0.18622425198554993

    137900	  0.186390	  0.186224	  0.174643		CURRENT LEARNING RATE: 0.17624592750016954
previous_iter_valid_loss : 0.172434002161026

    137920	  0.172617	  0.172434	  0.175075		CURRENT LEARNING RATE: 0.17621068183935307
previous_iter_valid_loss : 0.1695796698331833

    137940	  0.169886	  0.169580	  0.175213		CURRENT LEARNING RATE: 0.1761754432269639
previous_iter_valid_loss : 0.21425700187683105

    137960	  0.214361	  0.214257	  0.176953		CURRENT LEARNING RATE: 0.1761402116615925
previous_iter_valid_loss : 0.16933105885982513

    137980	  0.169528	  0.169331	  0.177269		CURRENT LEARNING RATE: 0.17610498714182954
previous_iter_valid_loss : 0.16733914613723755

    138000	  0.167555	  0.167339	  0.176518		CURRENT LEARNING RATE: 0.1760697696662661
previous_iter_valid_loss : 0.16687238216400146

    138020	  0.167070	  0.166872	  0.176395		CURRENT LEARNING RATE: 0.1760345592334935
previous_iter_valid_loss : 0.18313941359519958

    138040	  0.183533	  0.183139	  0.177274		CURRENT LEARNING RATE: 0.17599935584210327
previous_iter_valid_loss : 0.16560298204421997

    138060	  0.165862	  0.165603	  0.176420		CURRENT LEARNING RATE: 0.17596415949068733
previous_iter_valid_loss : 0.1715567409992218

    138080	  0.171744	  0.171557	  0.175448		CURRENT LEARNING RATE: 0.17592897017783782
previous_iter_valid_loss : 0.16766929626464844

    138100	  0.167918	  0.167669	  0.175021		CURRENT LEARNING RATE: 0.17589378790214705
previous_iter_valid_loss : 0.1642000675201416

    138120	  0.164358	  0.164200	  0.174764		CURRENT LEARNING RATE: 0.1758586126622079
previous_iter_valid_loss : 0.1833563894033432

    138140	  0.183470	  0.183356	  0.175601		CURRENT LEARNING RATE: 0.17582344445661324
previous_iter_valid_loss : 0.16621257364749908

    138160	  0.166363	  0.166213	  0.175670		CURRENT LEARNING RATE: 0.1757882832839564
previous_iter_valid_loss : 0.19701556861400604

    138180	  0.197127	  0.197016	  0.177256		CURRENT LEARNING RATE: 0.1757531291428309
previous_iter_valid_loss : 0.1679777204990387

    138200	  0.168235	  0.167978	  0.174098		CURRENT LEARNING RATE: 0.17571798203183053
previous_iter_valid_loss : 0.17075732350349426

    138220	  0.170911	  0.170757	  0.174384		CURRENT LEARNING RATE: 0.17568284194954956
previous_iter_valid_loss : 0.20429588854312897

    138240	  0.204422	  0.204296	  0.176324		CURRENT LEARNING RATE: 0.17564770889458228
previous_iter_valid_loss : 0.1730501353740692

    138260	  0.173465	  0.173050	  0.176375		CURRENT LEARNING RATE: 0.17561258286552334
previous_iter_valid_loss : 0.16423611342906952

    138280	  0.164427	  0.164236	  0.176254		CURRENT LEARNING RATE: 0.17557746386096776
previous_iter_valid_loss : 0.16870903968811035

    138300	  0.168856	  0.168709	  0.175379		CURRENT LEARNING RATE: 0.17554235187951073
previous_iter_valid_loss : 0.16986151039600372

    138320	  0.170174	  0.169862	  0.175250		CURRENT LEARNING RATE: 0.17550724691974787
previous_iter_valid_loss : 0.1858631670475006

    138340	  0.186032	  0.185863	  0.176064		CURRENT LEARNING RATE: 0.17547214898027486
previous_iter_valid_loss : 0.1638413816690445

    138360	  0.164027	  0.163841	  0.173543		CURRENT LEARNING RATE: 0.17543705805968782
previous_iter_valid_loss : 0.17743532359600067

    138380	  0.177632	  0.177435	  0.173948		CURRENT LEARNING RATE: 0.17540197415658315
previous_iter_valid_loss : 0.1638718694448471

    138400	  0.164063	  0.163872	  0.173775		CURRENT LEARNING RATE: 0.1753668972695574
previous_iter_valid_loss : 0.17042258381843567

    138420	  0.170657	  0.170423	  0.173953		CURRENT LEARNING RATE: 0.17533182739720762
previous_iter_valid_loss : 0.18092717230319977

    138440	  0.181112	  0.180927	  0.173842		CURRENT LEARNING RATE: 0.17529676453813098
previous_iter_valid_loss : 0.16948466002941132

    138460	  0.169697	  0.169485	  0.174036		CURRENT LEARNING RATE: 0.17526170869092492
previous_iter_valid_loss : 0.16565528512001038

    138480	  0.165915	  0.165655	  0.173741		CURRENT LEARNING RATE: 0.17522665985418726
previous_iter_valid_loss : 0.16738851368427277

    138500	  0.167542	  0.167389	  0.173727		CURRENT LEARNING RATE: 0.17519161802651598
previous_iter_valid_loss : 0.17375683784484863

    138520	  0.174059	  0.173757	  0.174205		CURRENT LEARNING RATE: 0.17515658320650948
previous_iter_valid_loss : 0.1662980616092682

    138540	  0.166527	  0.166298	  0.173352		CURRENT LEARNING RATE: 0.1751215553927663
previous_iter_valid_loss : 0.16500268876552582

    138560	  0.165227	  0.165003	  0.173291		CURRENT LEARNING RATE: 0.17508653458388537
previous_iter_valid_loss : 0.16891703009605408

    138580	  0.169141	  0.168917	  0.171886		CURRENT LEARNING RATE: 0.1750515207784659
previous_iter_valid_loss : 0.17858445644378662

    138600	  0.178784	  0.178584	  0.172417		CURRENT LEARNING RATE: 0.17501651397510717
previous_iter_valid_loss : 0.17010244727134705

    138620	  0.170281	  0.170102	  0.172384		CURRENT LEARNING RATE: 0.1749815141724091
previous_iter_valid_loss : 0.17592772841453552

    138640	  0.176122	  0.175928	  0.170966		CURRENT LEARNING RATE: 0.1749465213689716
previous_iter_valid_loss : 0.17955006659030914

    138660	  0.179967	  0.179550	  0.171291		CURRENT LEARNING RATE: 0.17491153556339498
previous_iter_valid_loss : 0.16503028571605682

    138680	  0.165327	  0.165030	  0.171330		CURRENT LEARNING RATE: 0.17487655675427982
previous_iter_valid_loss : 0.16477666795253754

    138700	  0.164994	  0.164777	  0.171134		CURRENT LEARNING RATE: 0.17484158494022695
previous_iter_valid_loss : 0.17637988924980164

    138720	  0.176696	  0.176380	  0.171460		CURRENT LEARNING RATE: 0.17480662011983747
previous_iter_valid_loss : 0.18089351058006287

    138740	  0.181279	  0.180894	  0.171211		CURRENT LEARNING RATE: 0.17477166229171287
previous_iter_valid_loss : 0.1650947779417038

    138760	  0.165306	  0.165095	  0.171274		CURRENT LEARNING RATE: 0.17473671145445474
previous_iter_valid_loss : 0.16363568603992462

    138780	  0.163872	  0.163636	  0.170584		CURRENT LEARNING RATE: 0.17470176760666511
previous_iter_valid_loss : 0.1658007651567459

    138800	  0.166105	  0.165801	  0.170680		CURRENT LEARNING RATE: 0.1746668307469462
previous_iter_valid_loss : 0.16739393770694733

    138820	  0.167640	  0.167394	  0.170529		CURRENT LEARNING RATE: 0.17463190087390054
previous_iter_valid_loss : 0.17682771384716034

    138840	  0.177238	  0.176828	  0.170324		CURRENT LEARNING RATE: 0.17459697798613094
previous_iter_valid_loss : 0.16523733735084534

    138860	  0.165487	  0.165237	  0.170111		CURRENT LEARNING RATE: 0.1745620620822405
previous_iter_valid_loss : 0.16919738054275513

    138880	  0.169547	  0.169197	  0.170289		CURRENT LEARNING RATE: 0.17452715316083256
previous_iter_valid_loss : 0.18817459046840668

    138900	  0.188634	  0.188175	  0.171328		CURRENT LEARNING RATE: 0.17449225122051076
previous_iter_valid_loss : 0.17339281737804413

    138920	  0.173749	  0.173393	  0.171310		CURRENT LEARNING RATE: 0.17445735625987904
previous_iter_valid_loss : 0.16639380156993866

    138940	  0.166635	  0.166394	  0.171314		CURRENT LEARNING RATE: 0.1744224682775416
previous_iter_valid_loss : 0.16485664248466492

    138960	  0.165097	  0.164857	  0.171307		CURRENT LEARNING RATE: 0.17438758727210293
previous_iter_valid_loss : 0.16910652816295624

    138980	  0.169413	  0.169107	  0.171317		CURRENT LEARNING RATE: 0.17435271324216775
previous_iter_valid_loss : 0.16530057787895203

    139000	  0.165572	  0.165301	  0.170652		CURRENT LEARNING RATE: 0.17431784618634108
previous_iter_valid_loss : 0.16436637938022614

    139020	  0.164623	  0.164366	  0.170366		CURRENT LEARNING RATE: 0.17428298610322832
previous_iter_valid_loss : 0.16579677164554596

    139040	  0.166052	  0.165797	  0.169859		CURRENT LEARNING RATE: 0.17424813299143505
previous_iter_valid_loss : 0.17805708944797516

    139060	  0.178432	  0.178057	  0.169784		CURRENT LEARNING RATE: 0.17421328684956708
previous_iter_valid_loss : 0.16712205111980438

    139080	  0.167386	  0.167122	  0.169889		CURRENT LEARNING RATE: 0.17417844767623064
previous_iter_valid_loss : 0.18687301874160767

    139100	  0.187272	  0.186873	  0.170994		CURRENT LEARNING RATE: 0.17414361547003215
previous_iter_valid_loss : 0.17713385820388794

    139120	  0.177484	  0.177134	  0.171032		CURRENT LEARNING RATE: 0.17410879022957826
previous_iter_valid_loss : 0.16679225862026215

    139140	  0.167038	  0.166792	  0.170327		CURRENT LEARNING RATE: 0.17407397195347601
previous_iter_valid_loss : 0.17564325034618378

    139160	  0.176043	  0.175643	  0.170854		CURRENT LEARNING RATE: 0.17403916064033267
previous_iter_valid_loss : 0.1663108468055725

    139180	  0.166573	  0.166311	  0.170988		CURRENT LEARNING RATE: 0.1740043562887558
previous_iter_valid_loss : 0.16517150402069092

    139200	  0.165397	  0.165172	  0.170956		CURRENT LEARNING RATE: 0.17396955889735313
previous_iter_valid_loss : 0.16495929658412933

    139220	  0.165189	  0.164959	  0.170834		CURRENT LEARNING RATE: 0.1739347684647329
previous_iter_valid_loss : 0.16513940691947937

    139240	  0.165380	  0.165139	  0.170250		CURRENT LEARNING RATE: 0.17389998498950343
previous_iter_valid_loss : 0.17459499835968018

    139260	  0.174907	  0.174595	  0.170718		CURRENT LEARNING RATE: 0.17386520847027337
previous_iter_valid_loss : 0.16521917283535004

    139280	  0.165488	  0.165219	  0.170519		CURRENT LEARNING RATE: 0.1738304389056517
previous_iter_valid_loss : 0.1797497719526291

    139300	  0.179936	  0.179750	  0.170098		CURRENT LEARNING RATE: 0.17379567629424758
previous_iter_valid_loss : 0.16519862413406372

    139320	  0.165420	  0.165199	  0.169688		CURRENT LEARNING RATE: 0.17376092063467055
previous_iter_valid_loss : 0.1771257519721985

    139340	  0.177530	  0.177126	  0.170225		CURRENT LEARNING RATE: 0.17372617192553033
previous_iter_valid_loss : 0.16782556474208832

    139360	  0.167984	  0.167826	  0.170373		CURRENT LEARNING RATE: 0.17369143016543706
previous_iter_valid_loss : 0.17086483538150787

    139380	  0.171182	  0.170865	  0.170461		CURRENT LEARNING RATE: 0.17365669535300102
previous_iter_valid_loss : 0.16397212445735931

    139400	  0.164119	  0.163972	  0.170395		CURRENT LEARNING RATE: 0.17362196748683276
previous_iter_valid_loss : 0.1723596304655075

    139420	  0.172498	  0.172360	  0.170794		CURRENT LEARNING RATE: 0.17358724656554325
previous_iter_valid_loss : 0.16736535727977753

    139440	  0.167485	  0.167365	  0.170873		CURRENT LEARNING RATE: 0.17355253258774364
previous_iter_valid_loss : 0.18934020400047302

    139460	  0.189502	  0.189340	  0.171437		CURRENT LEARNING RATE: 0.17351782555204537
previous_iter_valid_loss : 0.16936518251895905

    139480	  0.169685	  0.169365	  0.171549		CURRENT LEARNING RATE: 0.17348312545706013
previous_iter_valid_loss : 0.1668206751346588

    139500	  0.167107	  0.166821	  0.170546		CURRENT LEARNING RATE: 0.17344843230139992
previous_iter_valid_loss : 0.17078913748264313

    139520	  0.170929	  0.170789	  0.170229		CURRENT LEARNING RATE: 0.17341374608367702
previous_iter_valid_loss : 0.1809663027524948

    139540	  0.181112	  0.180966	  0.170938		CURRENT LEARNING RATE: 0.173379066802504
previous_iter_valid_loss : 0.16542552411556244

    139560	  0.165581	  0.165426	  0.170427		CURRENT LEARNING RATE: 0.1733443944564937
previous_iter_valid_loss : 0.16805745661258698

    139580	  0.168208	  0.168057	  0.170514		CURRENT LEARNING RATE: 0.17330972904425918
previous_iter_valid_loss : 0.17386485636234283

    139600	  0.174003	  0.173865	  0.170949		CURRENT LEARNING RATE: 0.1732750705644138
previous_iter_valid_loss : 0.16438212990760803

    139620	  0.164607	  0.164382	  0.170920		CURRENT LEARNING RATE: 0.1732404190155713
previous_iter_valid_loss : 0.16522349417209625

    139640	  0.165392	  0.165223	  0.170924		CURRENT LEARNING RATE: 0.1732057743963456
previous_iter_valid_loss : 0.1731853485107422

    139660	  0.173539	  0.173185	  0.170854		CURRENT LEARNING RATE: 0.1731711367053509
previous_iter_valid_loss : 0.2106352299451828

    139680	  0.210707	  0.210635	  0.173125		CURRENT LEARNING RATE: 0.17313650594120167
previous_iter_valid_loss : 0.16704821586608887

    139700	  0.167189	  0.167048	  0.172490		CURRENT LEARNING RATE: 0.17310188210251273
previous_iter_valid_loss : 0.17447391152381897

    139720	  0.174620	  0.174474	  0.172953		CURRENT LEARNING RATE: 0.17306726518789908
previous_iter_valid_loss : 0.164715975522995

    139740	  0.164862	  0.164716	  0.172333		CURRENT LEARNING RATE: 0.17303265519597608
previous_iter_valid_loss : 0.16913160681724548

    139760	  0.169304	  0.169132	  0.172398		CURRENT LEARNING RATE: 0.1729980521253593
previous_iter_valid_loss : 0.17704620957374573

    139780	  0.177209	  0.177046	  0.172707		CURRENT LEARNING RATE: 0.1729634559746646
previous_iter_valid_loss : 0.1914026141166687

    139800	  0.191570	  0.191403	  0.174079		CURRENT LEARNING RATE: 0.17292886674250812
previous_iter_valid_loss : 0.20686456561088562

    139820	  0.206938	  0.206865	  0.175804		CURRENT LEARNING RATE: 0.17289428442750643
previous_iter_valid_loss : 0.16879487037658691

    139840	  0.169022	  0.168795	  0.175875		CURRENT LEARNING RATE: 0.1728597090282761
previous_iter_valid_loss : 0.16853125393390656

    139860	  0.168701	  0.168531	  0.174835		CURRENT LEARNING RATE: 0.17282514054343415
previous_iter_valid_loss : 0.16605156660079956

    139880	  0.166276	  0.166052	  0.174669		CURRENT LEARNING RATE: 0.17279057897159789
previous_iter_valid_loss : 0.16560478508472443

    139900	  0.165736	  0.165605	  0.174609		CURRENT LEARNING RATE: 0.17275602431138476
previous_iter_valid_loss : 0.16476885974407196

    139920	  0.164956	  0.164769	  0.174308		CURRENT LEARNING RATE: 0.17272147656141265
previous_iter_valid_loss : 0.16471172869205475

    139940	  0.164917	  0.164712	  0.173495		CURRENT LEARNING RATE: 0.1726869357202996
previous_iter_valid_loss : 0.1820734590291977

    139960	  0.182488	  0.182073	  0.174327		CURRENT LEARNING RATE: 0.17265240178666402
previous_iter_valid_loss : 0.16662569344043732

    139980	  0.166781	  0.166626	  0.174256		CURRENT LEARNING RATE: 0.17261787475912455
previous_iter_valid_loss : 0.17002183198928833

    140000	  0.170186	  0.170022	  0.174063		CURRENT LEARNING RATE: 0.17258335463630006
previous_iter_valid_loss : 0.16355399787425995

    140020	  0.163738	  0.163554	  0.174022		CURRENT LEARNING RATE: 0.17254884141680976
previous_iter_valid_loss : 0.17676588892936707

    140040	  0.177202	  0.176766	  0.174599		CURRENT LEARNING RATE: 0.17251433509927316
previous_iter_valid_loss : 0.16707512736320496

    140060	  0.167235	  0.167075	  0.174294		CURRENT LEARNING RATE: 0.17247983568231004
previous_iter_valid_loss : 0.17375117540359497

    140080	  0.173924	  0.173751	  0.172449		CURRENT LEARNING RATE: 0.17244534316454033
previous_iter_valid_loss : 0.17471835017204285

    140100	  0.174880	  0.174718	  0.172833		CURRENT LEARNING RATE: 0.17241085754458435
previous_iter_valid_loss : 0.1651575267314911

    140120	  0.165341	  0.165158	  0.172367		CURRENT LEARNING RATE: 0.17237637882106274
previous_iter_valid_loss : 0.17054030299186707

    140140	  0.170709	  0.170540	  0.172658		CURRENT LEARNING RATE: 0.17234190699259627
previous_iter_valid_loss : 0.16739819943904877

    140160	  0.167546	  0.167398	  0.172572		CURRENT LEARNING RATE: 0.17230744205780613
previous_iter_valid_loss : 0.1770857572555542

    140180	  0.177212	  0.177086	  0.172574		CURRENT LEARNING RATE: 0.17227298401531366
previous_iter_valid_loss : 0.18990859389305115

    140200	  0.190049	  0.189909	  0.172499		CURRENT LEARNING RATE: 0.1722385328637406
previous_iter_valid_loss : 0.1667957454919815

    140220	  0.167008	  0.166796	  0.170496		CURRENT LEARNING RATE: 0.17220408860170885
previous_iter_valid_loss : 0.17471568286418915

    140240	  0.174842	  0.174716	  0.170792		CURRENT LEARNING RATE: 0.17216965122784067
previous_iter_valid_loss : 0.1796472668647766

    140260	  0.179800	  0.179647	  0.171347		CURRENT LEARNING RATE: 0.1721352207407586
previous_iter_valid_loss : 0.16672343015670776

    140280	  0.166915	  0.166723	  0.171381		CURRENT LEARNING RATE: 0.17210079713908535
previous_iter_valid_loss : 0.18942897021770477

    140300	  0.189572	  0.189429	  0.172572		CURRENT LEARNING RATE: 0.17206638042144404
previous_iter_valid_loss : 0.20069587230682373

    140320	  0.200756	  0.200696	  0.174369		CURRENT LEARNING RATE: 0.17203197058645794
previous_iter_valid_loss : 0.16469411551952362

    140340	  0.164840	  0.164694	  0.174368		CURRENT LEARNING RATE: 0.1719975676327507
previous_iter_valid_loss : 0.175951287150383

    140360	  0.176093	  0.175951	  0.174062		CURRENT LEARNING RATE: 0.1719631715589462
previous_iter_valid_loss : 0.17616090178489685

    140380	  0.176312	  0.176161	  0.174538		CURRENT LEARNING RATE: 0.17192878236366857
previous_iter_valid_loss : 0.17884781956672668

    140400	  0.178993	  0.178848	  0.174980		CURRENT LEARNING RATE: 0.17189440004554224
previous_iter_valid_loss : 0.16903917491436005

    140420	  0.169280	  0.169039	  0.175254		CURRENT LEARNING RATE: 0.17186002460319194
previous_iter_valid_loss : 0.16468389332294464

    140440	  0.164771	  0.164684	  0.174650		CURRENT LEARNING RATE: 0.17182565603524266
previous_iter_valid_loss : 0.17485758662223816

    140460	  0.174949	  0.174858	  0.175039		CURRENT LEARNING RATE: 0.17179129434031964
previous_iter_valid_loss : 0.18101821839809418

    140480	  0.181386	  0.181018	  0.175402		CURRENT LEARNING RATE: 0.17175693951704843
previous_iter_valid_loss : 0.16693423688411713

    140500	  0.167126	  0.166934	  0.175013		CURRENT LEARNING RATE: 0.1717225915640548
previous_iter_valid_loss : 0.164158895611763

    140520	  0.164317	  0.164159	  0.174963		CURRENT LEARNING RATE: 0.1716882504799649
previous_iter_valid_loss : 0.16942918300628662

    140540	  0.169632	  0.169429	  0.174908		CURRENT LEARNING RATE: 0.17165391626340498
previous_iter_valid_loss : 0.17948846518993378

    140560	  0.179603	  0.179488	  0.175512		CURRENT LEARNING RATE: 0.1716195889130018
previous_iter_valid_loss : 0.1725395917892456

    140580	  0.172731	  0.172540	  0.175285		CURRENT LEARNING RATE: 0.17158526842738214
previous_iter_valid_loss : 0.1661844104528427

    140600	  0.166395	  0.166184	  0.174099		CURRENT LEARNING RATE: 0.17155095480517327
previous_iter_valid_loss : 0.19652317464351654

    140620	  0.197034	  0.196523	  0.175585		CURRENT LEARNING RATE: 0.17151664804500258
previous_iter_valid_loss : 0.16432930529117584

    140640	  0.164505	  0.164329	  0.175066		CURRENT LEARNING RATE: 0.17148234814549787
previous_iter_valid_loss : 0.17272096872329712

    140660	  0.172924	  0.172721	  0.174719		CURRENT LEARNING RATE: 0.1714480551052871
previous_iter_valid_loss : 0.17421184480190277

    140680	  0.174505	  0.174212	  0.175094		CURRENT LEARNING RATE: 0.17141376892299856
previous_iter_valid_loss : 0.18527062237262726

    140700	  0.185667	  0.185271	  0.174886		CURRENT LEARNING RATE: 0.17137948959726082
previous_iter_valid_loss : 0.16679750382900238

    140720	  0.167034	  0.166798	  0.173191		CURRENT LEARNING RATE: 0.17134521712670267
previous_iter_valid_loss : 0.16419897973537445

    140740	  0.164380	  0.164199	  0.173166		CURRENT LEARNING RATE: 0.1713109515099532
previous_iter_valid_loss : 0.19337153434753418

    140760	  0.193881	  0.193372	  0.174037		CURRENT LEARNING RATE: 0.17127669274564186
previous_iter_valid_loss : 0.17203664779663086

    140780	  0.172296	  0.172037	  0.173831		CURRENT LEARNING RATE: 0.17124244083239823
previous_iter_valid_loss : 0.16408845782279968

    140800	  0.164320	  0.164088	  0.173093		CURRENT LEARNING RATE: 0.17120819576885227
previous_iter_valid_loss : 0.1749710589647293

    140820	  0.175364	  0.174971	  0.173389		CURRENT LEARNING RATE: 0.17117395755363413
previous_iter_valid_loss : 0.16446126997470856

    140840	  0.164661	  0.164461	  0.173378		CURRENT LEARNING RATE: 0.1711397261853743
previous_iter_valid_loss : 0.1630159318447113

    140860	  0.163238	  0.163016	  0.172786		CURRENT LEARNING RATE: 0.1711055016627036
previous_iter_valid_loss : 0.184180349111557

    140880	  0.184611	  0.184180	  0.172944		CURRENT LEARNING RATE: 0.17107128398425295
previous_iter_valid_loss : 0.1625438779592514

    140900	  0.162750	  0.162544	  0.172725		CURRENT LEARNING RATE: 0.17103707314865368
previous_iter_valid_loss : 0.19185444712638855

    140920	  0.192341	  0.191854	  0.174110		CURRENT LEARNING RATE: 0.1710028691545374
previous_iter_valid_loss : 0.19294798374176025

    140940	  0.193417	  0.192948	  0.175286		CURRENT LEARNING RATE: 0.1709686720005359
previous_iter_valid_loss : 0.16763293743133545

    140960	  0.167876	  0.167633	  0.174693		CURRENT LEARNING RATE: 0.17093448168528128
previous_iter_valid_loss : 0.17341125011444092

    140980	  0.173639	  0.173411	  0.174736		CURRENT LEARNING RATE: 0.17090029820740596
previous_iter_valid_loss : 0.174632728099823

    141000	  0.175001	  0.174633	  0.175159		CURRENT LEARNING RATE: 0.1708661215655426
previous_iter_valid_loss : 0.17438608407974243

    141020	  0.174738	  0.174386	  0.174052		CURRENT LEARNING RATE: 0.17083195175832405
previous_iter_valid_loss : 0.16458499431610107

    141040	  0.164803	  0.164585	  0.174065		CURRENT LEARNING RATE: 0.17079778878438368
previous_iter_valid_loss : 0.1642991304397583

    141060	  0.164518	  0.164299	  0.173644		CURRENT LEARNING RATE: 0.17076363264235486
previous_iter_valid_loss : 0.1641848236322403

    141080	  0.164419	  0.164185	  0.173142		CURRENT LEARNING RATE: 0.17072948333087137
previous_iter_valid_loss : 0.17033758759498596

    141100	  0.170562	  0.170338	  0.172396		CURRENT LEARNING RATE: 0.17069534084856725
previous_iter_valid_loss : 0.16853050887584686

    141120	  0.168814	  0.168531	  0.172482		CURRENT LEARNING RATE: 0.17066120519407676
previous_iter_valid_loss : 0.18510369956493378

    141140	  0.185538	  0.185104	  0.173528		CURRENT LEARNING RATE: 0.17062707636603452
previous_iter_valid_loss : 0.16316592693328857

    141160	  0.163369	  0.163166	  0.172017		CURRENT LEARNING RATE: 0.17059295436307537
previous_iter_valid_loss : 0.1635572910308838

    141180	  0.163754	  0.163557	  0.171593		CURRENT LEARNING RATE: 0.17055883918383438
previous_iter_valid_loss : 0.16946573555469513

    141200	  0.169753	  0.169466	  0.171862		CURRENT LEARNING RATE: 0.170524730826947
previous_iter_valid_loss : 0.1678379774093628

    141220	  0.168120	  0.167838	  0.171505		CURRENT LEARNING RATE: 0.17049062929104886
previous_iter_valid_loss : 0.16316793859004974

    141240	  0.163363	  0.163168	  0.171441		CURRENT LEARNING RATE: 0.17045653457477591
previous_iter_valid_loss : 0.1659100204706192

    141260	  0.166097	  0.165910	  0.171586		CURRENT LEARNING RATE: 0.1704224466767644
previous_iter_valid_loss : 0.16551417112350464

    141280	  0.165755	  0.165514	  0.170652		CURRENT LEARNING RATE: 0.17038836559565076
previous_iter_valid_loss : 0.16479653120040894

    141300	  0.164998	  0.164797	  0.170765		CURRENT LEARNING RATE: 0.17035429133007177
previous_iter_valid_loss : 0.16460147500038147

    141320	  0.164827	  0.164601	  0.169402		CURRENT LEARNING RATE: 0.17032022387866447
previous_iter_valid_loss : 0.16365653276443481

    141340	  0.163889	  0.163657	  0.167938		CURRENT LEARNING RATE: 0.17028616324006612
previous_iter_valid_loss : 0.17539937794208527

    141360	  0.175623	  0.175399	  0.168326		CURRENT LEARNING RATE: 0.17025210941291435
previous_iter_valid_loss : 0.1674717217683792

    141380	  0.167771	  0.167472	  0.168029		CURRENT LEARNING RATE: 0.17021806239584694
previous_iter_valid_loss : 0.1707257479429245

    141400	  0.170927	  0.170726	  0.167834		CURRENT LEARNING RATE: 0.17018402218750212
previous_iter_valid_loss : 0.1650988608598709

    141420	  0.165289	  0.165099	  0.167369		CURRENT LEARNING RATE: 0.1701499887865181
previous_iter_valid_loss : 0.16767024993896484

    141440	  0.167957	  0.167670	  0.167524		CURRENT LEARNING RATE: 0.17011596219153374
previous_iter_valid_loss : 0.16376280784606934

    141460	  0.163987	  0.163763	  0.167497		CURRENT LEARNING RATE: 0.17008194240118785
previous_iter_valid_loss : 0.16545867919921875

    141480	  0.165737	  0.165459	  0.167560		CURRENT LEARNING RATE: 0.1700479294141197
previous_iter_valid_loss : 0.17539149522781372

    141500	  0.175643	  0.175391	  0.167813		CURRENT LEARNING RATE: 0.17001392322896874
previous_iter_valid_loss : 0.1743430346250534

    141520	  0.174578	  0.174343	  0.168104		CURRENT LEARNING RATE: 0.16997992384437477
previous_iter_valid_loss : 0.17142784595489502

    141540	  0.171650	  0.171428	  0.167420		CURRENT LEARNING RATE: 0.16994593125897775
previous_iter_valid_loss : 0.17593102157115936

    141560	  0.176158	  0.175931	  0.168058		CURRENT LEARNING RATE: 0.169911945471418
previous_iter_valid_loss : 0.17484289407730103

    141580	  0.175043	  0.174843	  0.168623		CURRENT LEARNING RATE: 0.16987796648033607
previous_iter_valid_loss : 0.16441820561885834

    141600	  0.164571	  0.164418	  0.168370		CURRENT LEARNING RATE: 0.16984399428437286
previous_iter_valid_loss : 0.16455374658107758

    141620	  0.164701	  0.164554	  0.168206		CURRENT LEARNING RATE: 0.16981002888216937
previous_iter_valid_loss : 0.16455243527889252

    141640	  0.164714	  0.164552	  0.168275		CURRENT LEARNING RATE: 0.16977607027236713
previous_iter_valid_loss : 0.16835209727287292

    141660	  0.168548	  0.168352	  0.168397		CURRENT LEARNING RATE: 0.1697421184536077
previous_iter_valid_loss : 0.16529227793216705

    141680	  0.165472	  0.165292	  0.168386		CURRENT LEARNING RATE: 0.16970817342453304
previous_iter_valid_loss : 0.16682296991348267

    141700	  0.167010	  0.166823	  0.168488		CURRENT LEARNING RATE: 0.16967423518378533
previous_iter_valid_loss : 0.1631944626569748

    141720	  0.163394	  0.163194	  0.168417		CURRENT LEARNING RATE: 0.16964030373000707
previous_iter_valid_loss : 0.16460184752941132

    141740	  0.164783	  0.164602	  0.168464		CURRENT LEARNING RATE: 0.16960637906184098
previous_iter_valid_loss : 0.18100713193416595

    141760	  0.181426	  0.181007	  0.168745		CURRENT LEARNING RATE: 0.16957246117793004
previous_iter_valid_loss : 0.17327284812927246

    141780	  0.173625	  0.173273	  0.169035		CURRENT LEARNING RATE: 0.16953855007691762
previous_iter_valid_loss : 0.17255042493343353

    141800	  0.172743	  0.172550	  0.169126		CURRENT LEARNING RATE: 0.1695046457574472
previous_iter_valid_loss : 0.16503563523292542

    141820	  0.165231	  0.165036	  0.169123		CURRENT LEARNING RATE: 0.1694707482181626
previous_iter_valid_loss : 0.16782310605049133

    141840	  0.168093	  0.167823	  0.169131		CURRENT LEARNING RATE: 0.16943685745770798
previous_iter_valid_loss : 0.17905819416046143

    141860	  0.179240	  0.179058	  0.169895		CURRENT LEARNING RATE: 0.16940297347472769
previous_iter_valid_loss : 0.17436806857585907

    141880	  0.174546	  0.174368	  0.170341		CURRENT LEARNING RATE: 0.16936909626786636
previous_iter_valid_loss : 0.165086030960083

    141900	  0.165352	  0.165086	  0.169826		CURRENT LEARNING RATE: 0.1693352258357689
previous_iter_valid_loss : 0.1682473123073578

    141920	  0.168584	  0.168247	  0.169521		CURRENT LEARNING RATE: 0.1693013621770805
previous_iter_valid_loss : 0.16511142253875732

    141940	  0.165262	  0.165111	  0.169205		CURRENT LEARNING RATE: 0.1692675052904466
previous_iter_valid_loss : 0.16610127687454224

    141960	  0.166371	  0.166101	  0.168713		CURRENT LEARNING RATE: 0.16923365517451294
previous_iter_valid_loss : 0.16463837027549744

    141980	  0.164830	  0.164638	  0.168203		CURRENT LEARNING RATE: 0.1691998118279255
previous_iter_valid_loss : 0.16477906703948975

    142000	  0.165048	  0.164779	  0.168221		CURRENT LEARNING RATE: 0.16916597524933058
previous_iter_valid_loss : 0.19642509520053864

    142020	  0.196572	  0.196425	  0.169815		CURRENT LEARNING RATE: 0.16913214543737465
previous_iter_valid_loss : 0.17447124421596527

    142040	  0.174671	  0.174471	  0.170311		CURRENT LEARNING RATE: 0.16909832239070458
previous_iter_valid_loss : 0.16562333703041077

    142060	  0.165828	  0.165623	  0.170174		CURRENT LEARNING RATE: 0.16906450610796744
previous_iter_valid_loss : 0.16472144424915314

    142080	  0.164929	  0.164721	  0.170146		CURRENT LEARNING RATE: 0.16903069658781056
previous_iter_valid_loss : 0.16460905969142914

    142100	  0.164846	  0.164609	  0.170035		CURRENT LEARNING RATE: 0.16899689382888156
previous_iter_valid_loss : 0.16404059529304504

    142120	  0.164231	  0.164041	  0.170077		CURRENT LEARNING RATE: 0.16896309782982835
previous_iter_valid_loss : 0.1753971129655838

    142140	  0.175614	  0.175397	  0.170617		CURRENT LEARNING RATE: 0.16892930858929908
previous_iter_valid_loss : 0.17252805829048157

    142160	  0.172726	  0.172528	  0.170193		CURRENT LEARNING RATE: 0.1688955261059422
previous_iter_valid_loss : 0.17557086050510406

    142180	  0.175762	  0.175571	  0.170308		CURRENT LEARNING RATE: 0.16886175037840634
previous_iter_valid_loss : 0.1649722009897232

    142200	  0.165159	  0.164972	  0.169929		CURRENT LEARNING RATE: 0.16882798140534053
previous_iter_valid_loss : 0.16468562185764313

    142220	  0.164911	  0.164686	  0.169912		CURRENT LEARNING RATE: 0.16879421918539395
previous_iter_valid_loss : 0.20689788460731506

    142240	  0.207008	  0.206898	  0.171865		CURRENT LEARNING RATE: 0.1687604637172162
previous_iter_valid_loss : 0.17788171768188477

    142260	  0.178090	  0.177882	  0.171807		CURRENT LEARNING RATE: 0.16872671499945704
previous_iter_valid_loss : 0.16653862595558167

    142280	  0.166755	  0.166539	  0.171415		CURRENT LEARNING RATE: 0.1686929730307665
previous_iter_valid_loss : 0.20904405415058136

    142300	  0.209164	  0.209044	  0.173613		CURRENT LEARNING RATE: 0.1686592378097949
previous_iter_valid_loss : 0.1687174290418625

    142320	  0.168916	  0.168717	  0.173637		CURRENT LEARNING RATE: 0.16862550933519282
previous_iter_valid_loss : 0.1666136234998703

    142340	  0.166820	  0.166614	  0.173712		CURRENT LEARNING RATE: 0.16859178760561117
previous_iter_valid_loss : 0.16983167827129364

    142360	  0.170013	  0.169832	  0.173898		CURRENT LEARNING RATE: 0.16855807261970102
previous_iter_valid_loss : 0.17729899287223816

    142380	  0.177462	  0.177299	  0.174531		CURRENT LEARNING RATE: 0.16852436437611382
previous_iter_valid_loss : 0.16576041281223297

    142400	  0.165921	  0.165760	  0.174580		CURRENT LEARNING RATE: 0.16849066287350117
previous_iter_valid_loss : 0.16997170448303223

    142420	  0.170174	  0.169972	  0.173258		CURRENT LEARNING RATE: 0.16845696811051505
previous_iter_valid_loss : 0.1658509075641632

    142440	  0.166091	  0.165851	  0.172827		CURRENT LEARNING RATE: 0.16842328008580773
previous_iter_valid_loss : 0.17771463096141815

    142460	  0.178164	  0.177715	  0.173431		CURRENT LEARNING RATE: 0.16838959879803161
previous_iter_valid_loss : 0.1694285124540329

    142480	  0.169749	  0.169429	  0.173667		CURRENT LEARNING RATE: 0.16835592424583948
previous_iter_valid_loss : 0.1659340262413025

    142500	  0.166213	  0.165934	  0.173733		CURRENT LEARNING RATE: 0.16832225642788434
previous_iter_valid_loss : 0.1668243706226349

    142520	  0.167140	  0.166824	  0.173872		CURRENT LEARNING RATE: 0.16828859534281948
previous_iter_valid_loss : 0.17019660770893097

    142540	  0.170454	  0.170197	  0.173612		CURRENT LEARNING RATE: 0.16825494098929844
previous_iter_valid_loss : 0.16526281833648682

    142560	  0.165490	  0.165263	  0.173249		CURRENT LEARNING RATE: 0.16822129336597508
previous_iter_valid_loss : 0.1692797839641571

    142580	  0.169497	  0.169280	  0.172934		CURRENT LEARNING RATE: 0.16818765247150347
previous_iter_valid_loss : 0.16554436087608337

    142600	  0.165781	  0.165544	  0.172963		CURRENT LEARNING RATE: 0.168154018304538
previous_iter_valid_loss : 0.16946062445640564

    142620	  0.169717	  0.169461	  0.173202		CURRENT LEARNING RATE: 0.16812039086373323
previous_iter_valid_loss : 0.16981182992458344

    142640	  0.170101	  0.169812	  0.171347		CURRENT LEARNING RATE: 0.16808677014774415
previous_iter_valid_loss : 0.17915265262126923

    142660	  0.179355	  0.179153	  0.171411		CURRENT LEARNING RATE: 0.1680531561552259
previous_iter_valid_loss : 0.1692132204771042

    142680	  0.169502	  0.169213	  0.171545		CURRENT LEARNING RATE: 0.16801954888483392
previous_iter_valid_loss : 0.16703256964683533

    142700	  0.167282	  0.167033	  0.169444		CURRENT LEARNING RATE: 0.16798594833522393
previous_iter_valid_loss : 0.1899053156375885

    142720	  0.190113	  0.189905	  0.170503		CURRENT LEARNING RATE: 0.16795235450505186
previous_iter_valid_loss : 0.17166385054588318

    142740	  0.171901	  0.171664	  0.170756		CURRENT LEARNING RATE: 0.16791876739297404
previous_iter_valid_loss : 0.18537165224552155

    142760	  0.185584	  0.185372	  0.171533		CURRENT LEARNING RATE: 0.1678851869976469
previous_iter_valid_loss : 0.1681102067232132

    142780	  0.168398	  0.168110	  0.171073		CURRENT LEARNING RATE: 0.16785161331772727
previous_iter_valid_loss : 0.16463874280452728

    142800	  0.164875	  0.164639	  0.171017		CURRENT LEARNING RATE: 0.16781804635187222
previous_iter_valid_loss : 0.16563662886619568

    142820	  0.165931	  0.165637	  0.170801		CURRENT LEARNING RATE: 0.16778448609873903
previous_iter_valid_loss : 0.167988121509552

    142840	  0.168272	  0.167988	  0.170907		CURRENT LEARNING RATE: 0.16775093255698525
previous_iter_valid_loss : 0.18905100226402283

    142860	  0.189302	  0.189051	  0.171474		CURRENT LEARNING RATE: 0.16771738572526887
previous_iter_valid_loss : 0.16479231417179108

    142880	  0.165015	  0.164792	  0.171242		CURRENT LEARNING RATE: 0.16768384560224792
previous_iter_valid_loss : 0.17490796744823456

    142900	  0.175145	  0.174908	  0.171691		CURRENT LEARNING RATE: 0.16765031218658083
previous_iter_valid_loss : 0.1650286614894867

    142920	  0.165226	  0.165029	  0.171601		CURRENT LEARNING RATE: 0.16761678547692624
previous_iter_valid_loss : 0.16640298068523407

    142940	  0.166535	  0.166403	  0.171412		CURRENT LEARNING RATE: 0.16758326547194308
previous_iter_valid_loss : 0.16715532541275024

    142960	  0.167286	  0.167155	  0.171506		CURRENT LEARNING RATE: 0.16754975217029056
previous_iter_valid_loss : 0.16588369011878967

    142980	  0.166055	  0.165884	  0.171336		CURRENT LEARNING RATE: 0.16751624557062816
previous_iter_valid_loss : 0.17760266363620758

    143000	  0.177963	  0.177603	  0.171939		CURRENT LEARNING RATE: 0.1674827456716156
previous_iter_valid_loss : 0.16526490449905396

    143020	  0.165519	  0.165265	  0.171730		CURRENT LEARNING RATE: 0.16744925247191292
previous_iter_valid_loss : 0.16645531356334686

    143040	  0.166714	  0.166455	  0.171562		CURRENT LEARNING RATE: 0.1674157659701803
previous_iter_valid_loss : 0.16360540688037872

    143060	  0.163855	  0.163605	  0.170784		CURRENT LEARNING RATE: 0.16738228616507836
previous_iter_valid_loss : 0.16727864742279053

    143080	  0.167511	  0.167279	  0.170688		CURRENT LEARNING RATE: 0.16734881305526791
previous_iter_valid_loss : 0.16306500136852264

    143100	  0.163233	  0.163065	  0.170489		CURRENT LEARNING RATE: 0.16731534663941
previous_iter_valid_loss : 0.1685374230146408

    143120	  0.168756	  0.168537	  0.169421		CURRENT LEARNING RATE: 0.167281886916166
previous_iter_valid_loss : 0.1720871925354004

    143140	  0.172377	  0.172087	  0.169442		CURRENT LEARNING RATE: 0.16724843388419747
previous_iter_valid_loss : 0.16360893845558167

    143160	  0.163824	  0.163609	  0.168354		CURRENT LEARNING RATE: 0.16721498754216632
previous_iter_valid_loss : 0.1640174835920334

    143180	  0.164160	  0.164017	  0.168149		CURRENT LEARNING RATE: 0.1671815478887347
previous_iter_valid_loss : 0.164418026804924

    143200	  0.164598	  0.164418	  0.168138		CURRENT LEARNING RATE: 0.167148114922565
previous_iter_valid_loss : 0.1685531735420227

    143220	  0.168844	  0.168553	  0.168284		CURRENT LEARNING RATE: 0.16711468864231996
previous_iter_valid_loss : 0.1642499715089798

    143240	  0.164468	  0.164250	  0.168097		CURRENT LEARNING RATE: 0.1670812690466624
previous_iter_valid_loss : 0.1722152829170227

    143260	  0.172538	  0.172215	  0.167255		CURRENT LEARNING RATE: 0.1670478561342557
previous_iter_valid_loss : 0.188840851187706

    143280	  0.189233	  0.188841	  0.168458		CURRENT LEARNING RATE: 0.16701444990376327
previous_iter_valid_loss : 0.177604079246521

    143300	  0.177925	  0.177604	  0.168593		CURRENT LEARNING RATE: 0.16698105035384883
previous_iter_valid_loss : 0.16395443677902222

    143320	  0.164130	  0.163954	  0.168539		CURRENT LEARNING RATE: 0.16694765748317644
previous_iter_valid_loss : 0.16667692363262177

    143340	  0.166977	  0.166677	  0.168553		CURRENT LEARNING RATE: 0.1669142712904104
previous_iter_valid_loss : 0.17730684578418732

    143360	  0.177686	  0.177307	  0.169060		CURRENT LEARNING RATE: 0.1668808917742152
previous_iter_valid_loss : 0.166836217045784

    143380	  0.167158	  0.166836	  0.169108		CURRENT LEARNING RATE: 0.1668475189332557
previous_iter_valid_loss : 0.17999465763568878

    143400	  0.180314	  0.179995	  0.169227		CURRENT LEARNING RATE: 0.16681415276619696
previous_iter_valid_loss : 0.19417738914489746

    143420	  0.194680	  0.194177	  0.170673		CURRENT LEARNING RATE: 0.16678079327170436
previous_iter_valid_loss : 0.1663171350955963

    143440	  0.166622	  0.166317	  0.170666		CURRENT LEARNING RATE: 0.1667474404484435
previous_iter_valid_loss : 0.16670812666416168

    143460	  0.167005	  0.166708	  0.170821		CURRENT LEARNING RATE: 0.1667140942950803
previous_iter_valid_loss : 0.16792577505111694

    143480	  0.168199	  0.167926	  0.170854		CURRENT LEARNING RATE: 0.1666807548102809
previous_iter_valid_loss : 0.164791077375412

    143500	  0.165101	  0.164791	  0.170940		CURRENT LEARNING RATE: 0.1666474219927117
previous_iter_valid_loss : 0.1659603714942932

    143520	  0.166274	  0.165960	  0.170811		CURRENT LEARNING RATE: 0.16661409584103945
previous_iter_valid_loss : 0.16435514390468597

    143540	  0.164584	  0.164355	  0.170424		CURRENT LEARNING RATE: 0.166580776353931
previous_iter_valid_loss : 0.17129947245121002

    143560	  0.171606	  0.171299	  0.170809		CURRENT LEARNING RATE: 0.16654746353005365
previous_iter_valid_loss : 0.16498993337154388

    143580	  0.165220	  0.164990	  0.170858		CURRENT LEARNING RATE: 0.16651415736807487
previous_iter_valid_loss : 0.16591940820217133

    143600	  0.166195	  0.165919	  0.170933		CURRENT LEARNING RATE: 0.1664808578666624
previous_iter_valid_loss : 0.16514334082603455

    143620	  0.165425	  0.165143	  0.170762		CURRENT LEARNING RATE: 0.16644756502448427
previous_iter_valid_loss : 0.16396012902259827

    143640	  0.164216	  0.163960	  0.170748		CURRENT LEARNING RATE: 0.1664142788402087
previous_iter_valid_loss : 0.1673533171415329

    143660	  0.167703	  0.167353	  0.170505		CURRENT LEARNING RATE: 0.16638099931250436
previous_iter_valid_loss : 0.16403546929359436

    143680	  0.164249	  0.164035	  0.169264		CURRENT LEARNING RATE: 0.16634772644004003
previous_iter_valid_loss : 0.17418277263641357

    143700	  0.174539	  0.174183	  0.169093		CURRENT LEARNING RATE: 0.16631446022148477
previous_iter_valid_loss : 0.1654484122991562

    143720	  0.165701	  0.165448	  0.169168		CURRENT LEARNING RATE: 0.16628120065550794
previous_iter_valid_loss : 0.1654660999774933

    143740	  0.165710	  0.165466	  0.169107		CURRENT LEARNING RATE: 0.16624794774077917
previous_iter_valid_loss : 0.16416949033737183

    143760	  0.164446	  0.164169	  0.168451		CURRENT LEARNING RATE: 0.1662147014759683
previous_iter_valid_loss : 0.17314481735229492

    143780	  0.173502	  0.173145	  0.168766		CURRENT LEARNING RATE: 0.16618146185974556
previous_iter_valid_loss : 0.1756366491317749

    143800	  0.175968	  0.175637	  0.168548		CURRENT LEARNING RATE: 0.16614822889078126
previous_iter_valid_loss : 0.18396590650081635

    143820	  0.184339	  0.183966	  0.168037		CURRENT LEARNING RATE: 0.16611500256774617
previous_iter_valid_loss : 0.16641253232955933

    143840	  0.166712	  0.166413	  0.168042		CURRENT LEARNING RATE: 0.16608178288931116
previous_iter_valid_loss : 0.1665356606245041

    143860	  0.166805	  0.166536	  0.168034		CURRENT LEARNING RATE: 0.16604856985414754
previous_iter_valid_loss : 0.16468584537506104

    143880	  0.164974	  0.164686	  0.167872		CURRENT LEARNING RATE: 0.1660153634609267
previous_iter_valid_loss : 0.1643502116203308

    143900	  0.164581	  0.164350	  0.167850		CURRENT LEARNING RATE: 0.16598216370832047
previous_iter_valid_loss : 0.16364769637584686

    143920	  0.163837	  0.163648	  0.167734		CURRENT LEARNING RATE: 0.16594897059500077
previous_iter_valid_loss : 0.1728077232837677

    143940	  0.173130	  0.172808	  0.168157		CURRENT LEARNING RATE: 0.16591578411963995
previous_iter_valid_loss : 0.16462402045726776

    143960	  0.164874	  0.164624	  0.167823		CURRENT LEARNING RATE: 0.16588260428091048
previous_iter_valid_loss : 0.1649325042963028

    143980	  0.165183	  0.164933	  0.167820		CURRENT LEARNING RATE: 0.16584943107748523
previous_iter_valid_loss : 0.16491717100143433

    144000	  0.165183	  0.164917	  0.167770		CURRENT LEARNING RATE: 0.16581626450803724
previous_iter_valid_loss : 0.16535834968090057

    144020	  0.165578	  0.165358	  0.167781		CURRENT LEARNING RATE: 0.16578310457123985
previous_iter_valid_loss : 0.16726049780845642

    144040	  0.167561	  0.167260	  0.167946		CURRENT LEARNING RATE: 0.16574995126576664
previous_iter_valid_loss : 0.16963596642017365

    144060	  0.169964	  0.169636	  0.168060		CURRENT LEARNING RATE: 0.1657168045902915
previous_iter_valid_loss : 0.17132499814033508

    144080	  0.171652	  0.171325	  0.168424		CURRENT LEARNING RATE: 0.1656836645434886
previous_iter_valid_loss : 0.17186062037944794

    144100	  0.172181	  0.171861	  0.168308		CURRENT LEARNING RATE: 0.1656505311240323
previous_iter_valid_loss : 0.16958551108837128

    144120	  0.169894	  0.169586	  0.168515		CURRENT LEARNING RATE: 0.16561740433059727
previous_iter_valid_loss : 0.1727331429719925

    144140	  0.172998	  0.172733	  0.168878		CURRENT LEARNING RATE: 0.1655842841618584
previous_iter_valid_loss : 0.16302423179149628

    144160	  0.163254	  0.163024	  0.168821		CURRENT LEARNING RATE: 0.16555117061649097
previous_iter_valid_loss : 0.16447313129901886

    144180	  0.164678	  0.164473	  0.168387		CURRENT LEARNING RATE: 0.16551806369317035
previous_iter_valid_loss : 0.1714686155319214

    144200	  0.171723	  0.171469	  0.168179		CURRENT LEARNING RATE: 0.1654849633905723
previous_iter_valid_loss : 0.1672792285680771

    144220	  0.167496	  0.167279	  0.167345		CURRENT LEARNING RATE: 0.16545186970737286
previous_iter_valid_loss : 0.1650892198085785

    144240	  0.165393	  0.165089	  0.167279		CURRENT LEARNING RATE: 0.16541878264224816
previous_iter_valid_loss : 0.1724427491426468

    144260	  0.172792	  0.172443	  0.167574		CURRENT LEARNING RATE: 0.1653857021938748
previous_iter_valid_loss : 0.18242043256759644

    144280	  0.182841	  0.182420	  0.168461		CURRENT LEARNING RATE: 0.16535262836092957
previous_iter_valid_loss : 0.16624721884727478

    144300	  0.166529	  0.166247	  0.168555		CURRENT LEARNING RATE: 0.16531956114208948
previous_iter_valid_loss : 0.1667560636997223

    144320	  0.167010	  0.166756	  0.168711		CURRENT LEARNING RATE: 0.1652865005360319
previous_iter_valid_loss : 0.16834288835525513

    144340	  0.168649	  0.168343	  0.168488		CURRENT LEARNING RATE: 0.16525344654143434
previous_iter_valid_loss : 0.16488638520240784

    144360	  0.165083	  0.164886	  0.168501		CURRENT LEARNING RATE: 0.16522039915697465
previous_iter_valid_loss : 0.17711582779884338

    144380	  0.177440	  0.177116	  0.169110		CURRENT LEARNING RATE: 0.16518735838133095
previous_iter_valid_loss : 0.16381394863128662

    144400	  0.164005	  0.163814	  0.169055		CURRENT LEARNING RATE: 0.16515432421318163
previous_iter_valid_loss : 0.16462509334087372

    144420	  0.164830	  0.164625	  0.169018		CURRENT LEARNING RATE: 0.16512129665120528
previous_iter_valid_loss : 0.16510215401649475

    144440	  0.165365	  0.165102	  0.168910		CURRENT LEARNING RATE: 0.1650882756940808
previous_iter_valid_loss : 0.16417378187179565

    144460	  0.164406	  0.164174	  0.168637		CURRENT LEARNING RATE: 0.1650552613404874
previous_iter_valid_loss : 0.1656946837902069

    144480	  0.165925	  0.165695	  0.168356		CURRENT LEARNING RATE: 0.16502225358910447
previous_iter_valid_loss : 0.1690031737089157

    144500	  0.169242	  0.169003	  0.168213		CURRENT LEARNING RATE: 0.16498925243861168
previous_iter_valid_loss : 0.18670140206813812

    144520	  0.187119	  0.186701	  0.169068		CURRENT LEARNING RATE: 0.16495625788768903
previous_iter_valid_loss : 0.16303622722625732

    144540	  0.163270	  0.163036	  0.168584		CURRENT LEARNING RATE: 0.16492326993501674
previous_iter_valid_loss : 0.1656951755285263

    144560	  0.165980	  0.165695	  0.168717		CURRENT LEARNING RATE: 0.16489028857927523
previous_iter_valid_loss : 0.1650257408618927

    144580	  0.165266	  0.165026	  0.168745		CURRENT LEARNING RATE: 0.1648573138191453
previous_iter_valid_loss : 0.1653749644756317

    144600	  0.165604	  0.165375	  0.168440		CURRENT LEARNING RATE: 0.16482434565330797
previous_iter_valid_loss : 0.16566802561283112

    144620	  0.165917	  0.165668	  0.168360		CURRENT LEARNING RATE: 0.16479138408044447
previous_iter_valid_loss : 0.17014352977275848

    144640	  0.170366	  0.170144	  0.168612		CURRENT LEARNING RATE: 0.16475842909923633
previous_iter_valid_loss : 0.1633404642343521

    144660	  0.163554	  0.163340	  0.168157		CURRENT LEARNING RATE: 0.1647254807083654
previous_iter_valid_loss : 0.16858744621276855

    144680	  0.168901	  0.168587	  0.167465		CURRENT LEARNING RATE: 0.16469253890651372
previous_iter_valid_loss : 0.16567362844944

    144700	  0.165977	  0.165674	  0.167437		CURRENT LEARNING RATE: 0.16465960369236363
previous_iter_valid_loss : 0.19253522157669067

    144720	  0.192732	  0.192535	  0.168726		CURRENT LEARNING RATE: 0.1646266750645977
previous_iter_valid_loss : 0.1661616414785385

    144740	  0.166361	  0.166162	  0.168617		CURRENT LEARNING RATE: 0.1645937530218988
previous_iter_valid_loss : 0.16827021539211273

    144760	  0.168561	  0.168270	  0.168786		CURRENT LEARNING RATE: 0.16456083756295
previous_iter_valid_loss : 0.1703263521194458

    144780	  0.170497	  0.170326	  0.168446		CURRENT LEARNING RATE: 0.1645279286864348
previous_iter_valid_loss : 0.16571462154388428

    144800	  0.165955	  0.165715	  0.168541		CURRENT LEARNING RATE: 0.1644950263910367
previous_iter_valid_loss : 0.1709863245487213

    144820	  0.171167	  0.170986	  0.168859		CURRENT LEARNING RATE: 0.16446213067543972
previous_iter_valid_loss : 0.19660094380378723

    144840	  0.196803	  0.196601	  0.170434		CURRENT LEARNING RATE: 0.16442924153832794
previous_iter_valid_loss : 0.16373951733112335

    144860	  0.163951	  0.163740	  0.170413		CURRENT LEARNING RATE: 0.1643963589783859
previous_iter_valid_loss : 0.16705724596977234

    144880	  0.167262	  0.167057	  0.170481		CURRENT LEARNING RATE: 0.1643634829942982
previous_iter_valid_loss : 0.17448022961616516

    144900	  0.174687	  0.174480	  0.170755		CURRENT LEARNING RATE: 0.16433061358474987
previous_iter_valid_loss : 0.16436965763568878

    144920	  0.164568	  0.164370	  0.169638		CURRENT LEARNING RATE: 0.1642977507484261
previous_iter_valid_loss : 0.173136368393898

    144940	  0.173299	  0.173136	  0.170143		CURRENT LEARNING RATE: 0.16426489448401238
previous_iter_valid_loss : 0.17528393864631653

    144960	  0.175473	  0.175284	  0.170623		CURRENT LEARNING RATE: 0.16423204479019446
previous_iter_valid_loss : 0.16425780951976776

    144980	  0.164399	  0.164258	  0.170584		CURRENT LEARNING RATE: 0.16419920166565835
previous_iter_valid_loss : 0.1711476892232895

    145000	  0.171303	  0.171148	  0.170873		CURRENT LEARNING RATE: 0.16416636510909033
previous_iter_valid_loss : 0.16819489002227783

    145020	  0.168391	  0.168195	  0.170999		CURRENT LEARNING RATE: 0.16413353511917694
previous_iter_valid_loss : 0.16344806551933289

    145040	  0.163673	  0.163448	  0.170664		CURRENT LEARNING RATE: 0.164100711694605
previous_iter_valid_loss : 0.1825987845659256

    145060	  0.182797	  0.182599	  0.171627		CURRENT LEARNING RATE: 0.16406789483406148
previous_iter_valid_loss : 0.17612066864967346

    145080	  0.176457	  0.176121	  0.172004		CURRENT LEARNING RATE: 0.16403508453623383
previous_iter_valid_loss : 0.17070990800857544

    145100	  0.170906	  0.170710	  0.172256		CURRENT LEARNING RATE: 0.16400228079980955
previous_iter_valid_loss : 0.16541804373264313

    145120	  0.165661	  0.165418	  0.170900		CURRENT LEARNING RATE: 0.16396948362347655
previous_iter_valid_loss : 0.16552291810512543

    145140	  0.165726	  0.165523	  0.170868		CURRENT LEARNING RATE: 0.16393669300592292
previous_iter_valid_loss : 0.1657811403274536

    145160	  0.166024	  0.165781	  0.170744		CURRENT LEARNING RATE: 0.16390390894583703
previous_iter_valid_loss : 0.16342203319072723

    145180	  0.163623	  0.163422	  0.170398		CURRENT LEARNING RATE: 0.1638711314419075
previous_iter_valid_loss : 0.1671019345521927

    145200	  0.167387	  0.167102	  0.170468		CURRENT LEARNING RATE: 0.1638383604928233
previous_iter_valid_loss : 0.1642158180475235

    145220	  0.164452	  0.164216	  0.170129		CURRENT LEARNING RATE: 0.1638055960972735
previous_iter_valid_loss : 0.16558937728405

    145240	  0.165806	  0.165589	  0.168579		CURRENT LEARNING RATE: 0.16377283825394756
previous_iter_valid_loss : 0.16623903810977936

    145260	  0.166467	  0.166239	  0.168704		CURRENT LEARNING RATE: 0.16374008696153516
previous_iter_valid_loss : 0.167472705245018

    145280	  0.167748	  0.167473	  0.168724		CURRENT LEARNING RATE: 0.1637073422187263
previous_iter_valid_loss : 0.16919879615306854

    145300	  0.169535	  0.169199	  0.168460		CURRENT LEARNING RATE: 0.16367460402421113
previous_iter_valid_loss : 0.18427474796772003

    145320	  0.184676	  0.184275	  0.169455		CURRENT LEARNING RATE: 0.16364187237668015
previous_iter_valid_loss : 0.17278258502483368

    145340	  0.173062	  0.172783	  0.169438		CURRENT LEARNING RATE: 0.16360914727482406
previous_iter_valid_loss : 0.16451187431812286

    145360	  0.164723	  0.164512	  0.168899		CURRENT LEARNING RATE: 0.16357642871733394
previous_iter_valid_loss : 0.16426683962345123

    145380	  0.164489	  0.164267	  0.168900		CURRENT LEARNING RATE: 0.16354371670290094
previous_iter_valid_loss : 0.16906887292861938

    145400	  0.169378	  0.169069	  0.168796		CURRENT LEARNING RATE: 0.16351101123021666
previous_iter_valid_loss : 0.16519805788993835

    145420	  0.165422	  0.165198	  0.168646		CURRENT LEARNING RATE: 0.16347831229797286
previous_iter_valid_loss : 0.17389611899852753

    145440	  0.174218	  0.173896	  0.169168		CURRENT LEARNING RATE: 0.16344561990486153
previous_iter_valid_loss : 0.17726606130599976

    145460	  0.177606	  0.177266	  0.168902		CURRENT LEARNING RATE: 0.16341293404957502
previous_iter_valid_loss : 0.1631925106048584

    145480	  0.163391	  0.163193	  0.168255		CURRENT LEARNING RATE: 0.16338025473080592
previous_iter_valid_loss : 0.17204837501049042

    145500	  0.172328	  0.172048	  0.168322		CURRENT LEARNING RATE: 0.16334758194724702
previous_iter_valid_loss : 0.17521242797374725

    145520	  0.175522	  0.175212	  0.168812		CURRENT LEARNING RATE: 0.16331491569759143
previous_iter_valid_loss : 0.18402408063411713

    145540	  0.184119	  0.184024	  0.169737		CURRENT LEARNING RATE: 0.16328225598053248
previous_iter_valid_loss : 0.1687166392803192

    145560	  0.168891	  0.168717	  0.169884		CURRENT LEARNING RATE: 0.1632496027947638
previous_iter_valid_loss : 0.1754762977361679

    145580	  0.175798	  0.175476	  0.170486		CURRENT LEARNING RATE: 0.16321695613897924
previous_iter_valid_loss : 0.17047865688800812

    145600	  0.170751	  0.170479	  0.170655		CURRENT LEARNING RATE: 0.16318431601187297
previous_iter_valid_loss : 0.1637273132801056

    145620	  0.163931	  0.163727	  0.170631		CURRENT LEARNING RATE: 0.16315168241213934
previous_iter_valid_loss : 0.1637573391199112

    145640	  0.164017	  0.163757	  0.170539		CURRENT LEARNING RATE: 0.16311905533847304
previous_iter_valid_loss : 0.179435595870018

    145660	  0.179765	  0.179436	  0.171199		CURRENT LEARNING RATE: 0.16308643478956894
previous_iter_valid_loss : 0.1628156453371048

    145680	  0.163074	  0.162816	  0.170966		CURRENT LEARNING RATE: 0.1630538207641223
previous_iter_valid_loss : 0.16324731707572937

    145700	  0.163485	  0.163247	  0.170669		CURRENT LEARNING RATE: 0.1630212132608285
previous_iter_valid_loss : 0.16401991248130798

    145720	  0.164260	  0.164020	  0.169656		CURRENT LEARNING RATE: 0.16298861227838327
previous_iter_valid_loss : 0.16370265185832977

    145740	  0.163920	  0.163703	  0.169202		CURRENT LEARNING RATE: 0.16295601781548252
previous_iter_valid_loss : 0.17392390966415405

    145760	  0.174186	  0.173924	  0.169672		CURRENT LEARNING RATE: 0.1629234298708225
previous_iter_valid_loss : 0.17593218386173248

    145780	  0.176099	  0.175932	  0.170256		CURRENT LEARNING RATE: 0.16289084844309973
previous_iter_valid_loss : 0.16454213857650757

    145800	  0.164733	  0.164542	  0.170029		CURRENT LEARNING RATE: 0.1628582735310109
previous_iter_valid_loss : 0.19760921597480774

    145820	  0.198038	  0.197609	  0.171650		CURRENT LEARNING RATE: 0.16282570513325306
previous_iter_valid_loss : 0.16921286284923553

    145840	  0.169469	  0.169213	  0.171416		CURRENT LEARNING RATE: 0.16279314324852343
previous_iter_valid_loss : 0.16608396172523499

    145860	  0.166247	  0.166084	  0.170857		CURRENT LEARNING RATE: 0.16276058787551947
previous_iter_valid_loss : 0.16818977892398834

    145880	  0.168428	  0.168190	  0.171107		CURRENT LEARNING RATE: 0.16272803901293914
previous_iter_valid_loss : 0.1782890409231186

    145900	  0.178569	  0.178289	  0.171419		CURRENT LEARNING RATE: 0.16269549665948038
previous_iter_valid_loss : 0.21653473377227783

    145920	  0.217179	  0.216535	  0.173485		CURRENT LEARNING RATE: 0.1626629608138415
previous_iter_valid_loss : 0.1753353774547577

    145940	  0.175578	  0.175335	  0.173050		CURRENT LEARNING RATE: 0.1626304314747211
previous_iter_valid_loss : 0.16752059757709503

    145960	  0.167800	  0.167521	  0.172990		CURRENT LEARNING RATE: 0.16259790864081794
previous_iter_valid_loss : 0.16556744277477264

    145980	  0.165754	  0.165567	  0.172495		CURRENT LEARNING RATE: 0.16256539231083117
previous_iter_valid_loss : 0.18327613174915314

    146000	  0.183641	  0.183276	  0.173135		CURRENT LEARNING RATE: 0.16253288248346012
previous_iter_valid_loss : 0.18505272269248962

    146020	  0.185344	  0.185053	  0.174201		CURRENT LEARNING RATE: 0.16250037915740437
previous_iter_valid_loss : 0.1708511859178543

    146040	  0.171099	  0.170851	  0.174556		CURRENT LEARNING RATE: 0.16246788233136383
previous_iter_valid_loss : 0.1718081682920456

    146060	  0.172008	  0.171808	  0.174174		CURRENT LEARNING RATE: 0.16243539200403856
previous_iter_valid_loss : 0.16474272310733795

    146080	  0.165005	  0.164743	  0.174271		CURRENT LEARNING RATE: 0.16240290817412903
previous_iter_valid_loss : 0.16529996693134308

    146100	  0.165544	  0.165300	  0.174373		CURRENT LEARNING RATE: 0.16237043084033584
previous_iter_valid_loss : 0.16358482837677002

    146120	  0.163847	  0.163585	  0.174352		CURRENT LEARNING RATE: 0.1623379600013599
previous_iter_valid_loss : 0.17529362440109253

    146140	  0.175463	  0.175294	  0.174931		CURRENT LEARNING RATE: 0.1623054956559024
previous_iter_valid_loss : 0.17654871940612793

    146160	  0.176725	  0.176549	  0.175062		CURRENT LEARNING RATE: 0.16227303780266475
previous_iter_valid_loss : 0.17180828750133514

    146180	  0.172095	  0.171808	  0.174856		CURRENT LEARNING RATE: 0.1622405864403486
previous_iter_valid_loss : 0.16332292556762695

    146200	  0.163510	  0.163323	  0.174795		CURRENT LEARNING RATE: 0.16220814156765595
previous_iter_valid_loss : 0.16453801095485687

    146220	  0.164782	  0.164538	  0.173142		CURRENT LEARNING RATE: 0.162175703183289
previous_iter_valid_loss : 0.18135124444961548

    146240	  0.181678	  0.181351	  0.173749		CURRENT LEARNING RATE: 0.16214327128595019
previous_iter_valid_loss : 0.1692204624414444

    146260	  0.169406	  0.169220	  0.173905		CURRENT LEARNING RATE: 0.1621108458743422
previous_iter_valid_loss : 0.18453644216060638

    146280	  0.184656	  0.184536	  0.174723		CURRENT LEARNING RATE: 0.16207842694716812
previous_iter_valid_loss : 0.16451379656791687

    146300	  0.164785	  0.164514	  0.174034		CURRENT LEARNING RATE: 0.16204601450313114
previous_iter_valid_loss : 0.16808216273784637

    146320	  0.168395	  0.168082	  0.171611		CURRENT LEARNING RATE: 0.16201360854093474
previous_iter_valid_loss : 0.1728171408176422

    146340	  0.173075	  0.172817	  0.171486		CURRENT LEARNING RATE: 0.16198120905928273
previous_iter_valid_loss : 0.16341908276081085

    146360	  0.163750	  0.163419	  0.171280		CURRENT LEARNING RATE: 0.1619488160568791
previous_iter_valid_loss : 0.16919271647930145

    146380	  0.169442	  0.169193	  0.171462		CURRENT LEARNING RATE: 0.16191642953242813
previous_iter_valid_loss : 0.1636745184659958

    146400	  0.163911	  0.163675	  0.170482		CURRENT LEARNING RATE: 0.16188404948463436
previous_iter_valid_loss : 0.1660679131746292

    146420	  0.166295	  0.166068	  0.169532		CURRENT LEARNING RATE: 0.1618516759122026
previous_iter_valid_loss : 0.17094719409942627

    146440	  0.171171	  0.170947	  0.169537		CURRENT LEARNING RATE: 0.16181930881383788
previous_iter_valid_loss : 0.18151134252548218

    146460	  0.181645	  0.181511	  0.170022		CURRENT LEARNING RATE: 0.1617869481882455
previous_iter_valid_loss : 0.16363674402236938

    146480	  0.163850	  0.163637	  0.169967		CURRENT LEARNING RATE: 0.16175459403413112
previous_iter_valid_loss : 0.1728292554616928

    146500	  0.173056	  0.172829	  0.170344		CURRENT LEARNING RATE: 0.16172224635020052
previous_iter_valid_loss : 0.1689300537109375

    146520	  0.169120	  0.168930	  0.170611		CURRENT LEARNING RATE: 0.1616899051351598
previous_iter_valid_loss : 0.1651362180709839

    146540	  0.165362	  0.165136	  0.170103		CURRENT LEARNING RATE: 0.16165757038771528
previous_iter_valid_loss : 0.16391223669052124

    146560	  0.164086	  0.163912	  0.169471		CURRENT LEARNING RATE: 0.1616252421065736
previous_iter_valid_loss : 0.16477051377296448

    146580	  0.164949	  0.164771	  0.169119		CURRENT LEARNING RATE: 0.16159292029044164
previous_iter_valid_loss : 0.16458755731582642

    146600	  0.164733	  0.164588	  0.169182		CURRENT LEARNING RATE: 0.16156060493802654
previous_iter_valid_loss : 0.19628691673278809

    146620	  0.196434	  0.196287	  0.170770		CURRENT LEARNING RATE: 0.16152829604803562
previous_iter_valid_loss : 0.16410209238529205

    146640	  0.164231	  0.164102	  0.169907		CURRENT LEARNING RATE: 0.1614959936191766
previous_iter_valid_loss : 0.1699841320514679

    146660	  0.170163	  0.169984	  0.169946		CURRENT LEARNING RATE: 0.16146369765015728
previous_iter_valid_loss : 0.16420146822929382

    146680	  0.164427	  0.164201	  0.168929		CURRENT LEARNING RATE: 0.16143140813968593
previous_iter_valid_loss : 0.1758369356393814

    146700	  0.176017	  0.175837	  0.169495		CURRENT LEARNING RATE: 0.16139912508647092
previous_iter_valid_loss : 0.1682204157114029

    146720	  0.168479	  0.168220	  0.169502		CURRENT LEARNING RATE: 0.16136684848922095
previous_iter_valid_loss : 0.16678333282470703

    146740	  0.166954	  0.166783	  0.169200		CURRENT LEARNING RATE: 0.1613345783466449
previous_iter_valid_loss : 0.16351589560508728

    146760	  0.163668	  0.163516	  0.169205		CURRENT LEARNING RATE: 0.16130231465745207
previous_iter_valid_loss : 0.17258448898792267

    146780	  0.172845	  0.172584	  0.169375		CURRENT LEARNING RATE: 0.16127005742035183
previous_iter_valid_loss : 0.1644756942987442

    146800	  0.164678	  0.164476	  0.169415		CURRENT LEARNING RATE: 0.16123780663405388
previous_iter_valid_loss : 0.1692919135093689

    146820	  0.169552	  0.169292	  0.169576		CURRENT LEARNING RATE: 0.16120556229726823
previous_iter_valid_loss : 0.17827218770980835

    146840	  0.178423	  0.178272	  0.169942		CURRENT LEARNING RATE: 0.1611733244087051
previous_iter_valid_loss : 0.1636757254600525

    146860	  0.163867	  0.163676	  0.169050		CURRENT LEARNING RATE: 0.16114109296707493
previous_iter_valid_loss : 0.16427595913410187

    146880	  0.164488	  0.164276	  0.169082		CURRENT LEARNING RATE: 0.16110886797108853
previous_iter_valid_loss : 0.16763077676296234

    146900	  0.167888	  0.167631	  0.168822		CURRENT LEARNING RATE: 0.16107664941945687
previous_iter_valid_loss : 0.16381651163101196

    146920	  0.164057	  0.163817	  0.168567		CURRENT LEARNING RATE: 0.16104443731089121
previous_iter_valid_loss : 0.1721699982881546

    146940	  0.172457	  0.172170	  0.168918		CURRENT LEARNING RATE: 0.16101223164410308
previous_iter_valid_loss : 0.1841922402381897

    146960	  0.184545	  0.184192	  0.169932		CURRENT LEARNING RATE: 0.1609800324178042
previous_iter_valid_loss : 0.1645539104938507

    146980	  0.164729	  0.164554	  0.169922		CURRENT LEARNING RATE: 0.1609478396307067
previous_iter_valid_loss : 0.17463313043117523

    147000	  0.174904	  0.174633	  0.170424		CURRENT LEARNING RATE: 0.16091565328152274
previous_iter_valid_loss : 0.16648361086845398

    147020	  0.166685	  0.166484	  0.168934		CURRENT LEARNING RATE: 0.16088347336896497
previous_iter_valid_loss : 0.16293184459209442

    147040	  0.163136	  0.162932	  0.168875		CURRENT LEARNING RATE: 0.16085129989174615
previous_iter_valid_loss : 0.1785096377134323

    147060	  0.178881	  0.178510	  0.169301		CURRENT LEARNING RATE: 0.1608191328485793
previous_iter_valid_loss : 0.16366590559482574

    147080	  0.163912	  0.163666	  0.169275		CURRENT LEARNING RATE: 0.16078697223817784
previous_iter_valid_loss : 0.181296244263649

    147100	  0.181682	  0.181296	  0.169548		CURRENT LEARNING RATE: 0.1607548180592553
previous_iter_valid_loss : 0.16433578729629517

    147120	  0.164598	  0.164336	  0.169353		CURRENT LEARNING RATE: 0.16072267031052545
previous_iter_valid_loss : 0.16800746321678162

    147140	  0.168285	  0.168007	  0.169415		CURRENT LEARNING RATE: 0.1606905289907025
previous_iter_valid_loss : 0.16427038609981537

    147160	  0.164501	  0.164270	  0.169452		CURRENT LEARNING RATE: 0.1606583940985007
previous_iter_valid_loss : 0.17588293552398682

    147180	  0.176217	  0.175883	  0.169617		CURRENT LEARNING RATE: 0.16062626563263466
previous_iter_valid_loss : 0.16399337351322174

    147200	  0.164290	  0.163993	  0.169593		CURRENT LEARNING RATE: 0.1605941435918193
previous_iter_valid_loss : 0.16744521260261536

    147220	  0.167725	  0.167445	  0.169501		CURRENT LEARNING RATE: 0.16056202797476968
previous_iter_valid_loss : 0.16436071693897247

    147240	  0.164637	  0.164361	  0.168805		CURRENT LEARNING RATE: 0.16052991878020123
previous_iter_valid_loss : 0.16508503258228302

    147260	  0.165373	  0.165085	  0.168876		CURRENT LEARNING RATE: 0.1604978160068295
previous_iter_valid_loss : 0.16409428417682648

    147280	  0.164352	  0.164094	  0.168867		CURRENT LEARNING RATE: 0.16046571965337048
previous_iter_valid_loss : 0.16421043872833252

    147300	  0.164449	  0.164210	  0.168696		CURRENT LEARNING RATE: 0.16043362971854025
previous_iter_valid_loss : 0.1662667691707611

    147320	  0.166514	  0.166267	  0.168818		CURRENT LEARNING RATE: 0.16040154620105523
previous_iter_valid_loss : 0.17014282941818237

    147340	  0.170420	  0.170143	  0.168717		CURRENT LEARNING RATE: 0.16036946909963212
previous_iter_valid_loss : 0.16464953124523163

    147360	  0.164923	  0.164650	  0.167740		CURRENT LEARNING RATE: 0.16033739841298775
previous_iter_valid_loss : 0.16871018707752228

    147380	  0.169060	  0.168710	  0.167947		CURRENT LEARNING RATE: 0.16030533413983933
previous_iter_valid_loss : 0.1690433770418167

    147400	  0.169339	  0.169043	  0.167668		CURRENT LEARNING RATE: 0.16027327627890434
previous_iter_valid_loss : 0.16605523228645325

    147420	  0.166308	  0.166055	  0.167647		CURRENT LEARNING RATE: 0.1602412248289004
previous_iter_valid_loss : 0.1771795153617859

    147440	  0.177580	  0.177180	  0.168359		CURRENT LEARNING RATE: 0.16020917978854549
previous_iter_valid_loss : 0.22506162524223328

    147460	  0.225804	  0.225062	  0.170687		CURRENT LEARNING RATE: 0.16017714115655773
previous_iter_valid_loss : 0.17615477740764618

    147480	  0.176413	  0.176155	  0.171311		CURRENT LEARNING RATE: 0.16014510893165568
previous_iter_valid_loss : 0.16695794463157654

    147500	  0.167204	  0.166958	  0.170594		CURRENT LEARNING RATE: 0.160113083112558
previous_iter_valid_loss : 0.16360901296138763

    147520	  0.163846	  0.163609	  0.170558		CURRENT LEARNING RATE: 0.1600810636979837
previous_iter_valid_loss : 0.17149941623210907

    147540	  0.171850	  0.171499	  0.170732		CURRENT LEARNING RATE: 0.16004905068665196
previous_iter_valid_loss : 0.1634804755449295

    147560	  0.163710	  0.163480	  0.170693		CURRENT LEARNING RATE: 0.16001704407728223
previous_iter_valid_loss : 0.16324983537197113

    147580	  0.163532	  0.163250	  0.170061		CURRENT LEARNING RATE: 0.15998504386859433
previous_iter_valid_loss : 0.16935722529888153

    147600	  0.169700	  0.169357	  0.170329		CURRENT LEARNING RATE: 0.15995305005930818
previous_iter_valid_loss : 0.1812916100025177

    147620	  0.181554	  0.181292	  0.171022		CURRENT LEARNING RATE: 0.15992106264814407
previous_iter_valid_loss : 0.1818813532590866

    147640	  0.182141	  0.181881	  0.171898		CURRENT LEARNING RATE: 0.15988908163382248
previous_iter_valid_loss : 0.16592171788215637

    147660	  0.166191	  0.165922	  0.171940		CURRENT LEARNING RATE: 0.1598571070150642
previous_iter_valid_loss : 0.16486269235610962

    147680	  0.165090	  0.164863	  0.171978		CURRENT LEARNING RATE: 0.15982513879059015
previous_iter_valid_loss : 0.1634513884782791

    147700	  0.163667	  0.163451	  0.171940		CURRENT LEARNING RATE: 0.1597931769591217
previous_iter_valid_loss : 0.16381709277629852

    147720	  0.164054	  0.163817	  0.171818		CURRENT LEARNING RATE: 0.15976122151938038
previous_iter_valid_loss : 0.16436699032783508

    147740	  0.164546	  0.164367	  0.171529		CURRENT LEARNING RATE: 0.15972927247008795
previous_iter_valid_loss : 0.17025305330753326

    147760	  0.170463	  0.170253	  0.171809		CURRENT LEARNING RATE: 0.1596973298099664
previous_iter_valid_loss : 0.16510272026062012

    147780	  0.165342	  0.165103	  0.171629		CURRENT LEARNING RATE: 0.1596653935377381
previous_iter_valid_loss : 0.16461563110351562

    147800	  0.164875	  0.164616	  0.171407		CURRENT LEARNING RATE: 0.15963346365212555
previous_iter_valid_loss : 0.16437864303588867

    147820	  0.164569	  0.164379	  0.171323		CURRENT LEARNING RATE: 0.15960154015185157
previous_iter_valid_loss : 0.16966955363750458

    147840	  0.170014	  0.169670	  0.170948		CURRENT LEARNING RATE: 0.1595696230356392
previous_iter_valid_loss : 0.17039531469345093

    147860	  0.170665	  0.170395	  0.168214		CURRENT LEARNING RATE: 0.1595377123022118
previous_iter_valid_loss : 0.16662512719631195

    147880	  0.166891	  0.166625	  0.167738		CURRENT LEARNING RATE: 0.15950580795029287
previous_iter_valid_loss : 0.1732097566127777

    147900	  0.173494	  0.173210	  0.168051		CURRENT LEARNING RATE: 0.1594739099786063
previous_iter_valid_loss : 0.16667386889457703

    147920	  0.166918	  0.166674	  0.168204		CURRENT LEARNING RATE: 0.15944201838587618
previous_iter_valid_loss : 0.16409292817115784

    147940	  0.164305	  0.164093	  0.167834		CURRENT LEARNING RATE: 0.1594101331708268
previous_iter_valid_loss : 0.16732670366764069

    147960	  0.167636	  0.167327	  0.168026		CURRENT LEARNING RATE: 0.15937825433218275
previous_iter_valid_loss : 0.17219802737236023

    147980	  0.172570	  0.172198	  0.168473		CURRENT LEARNING RATE: 0.1593463818686689
previous_iter_valid_loss : 0.16717486083507538

    148000	  0.167405	  0.167175	  0.168364		CURRENT LEARNING RATE: 0.15931451577901037
previous_iter_valid_loss : 0.1643293797969818

    148020	  0.164551	  0.164329	  0.167516		CURRENT LEARNING RATE: 0.15928265606193245
previous_iter_valid_loss : 0.197161003947258

    148040	  0.197422	  0.197161	  0.168280		CURRENT LEARNING RATE: 0.15925080271616085
previous_iter_valid_loss : 0.16847753524780273

    148060	  0.168820	  0.168478	  0.168408		CURRENT LEARNING RATE: 0.15921895574042133
previous_iter_valid_loss : 0.17310070991516113

    148080	  0.173328	  0.173101	  0.168820		CURRENT LEARNING RATE: 0.15918711513344005
previous_iter_valid_loss : 0.16588357090950012

    148100	  0.166186	  0.165884	  0.168941		CURRENT LEARNING RATE: 0.15915528089394346
previous_iter_valid_loss : 0.16486415266990662

    148120	  0.165170	  0.164864	  0.168994		CURRENT LEARNING RATE: 0.15912345302065808
previous_iter_valid_loss : 0.20237840712070465

    148140	  0.202625	  0.202378	  0.170894		CURRENT LEARNING RATE: 0.15909163151231084
previous_iter_valid_loss : 0.1810588538646698

    148160	  0.181545	  0.181059	  0.171434		CURRENT LEARNING RATE: 0.15905981636762892
previous_iter_valid_loss : 0.16527967154979706

    148180	  0.165551	  0.165280	  0.171443		CURRENT LEARNING RATE: 0.15902800758533964
previous_iter_valid_loss : 0.16843895614147186

    148200	  0.168788	  0.168439	  0.171635		CURRENT LEARNING RATE: 0.15899620516417073
previous_iter_valid_loss : 0.17028768360614777

    148220	  0.170534	  0.170288	  0.171930		CURRENT LEARNING RATE: 0.15896440910285
previous_iter_valid_loss : 0.16467246413230896

    148240	  0.164958	  0.164672	  0.171680		CURRENT LEARNING RATE: 0.15893261940010567
previous_iter_valid_loss : 0.16432225704193115

    148260	  0.164629	  0.164322	  0.171376		CURRENT LEARNING RATE: 0.15890083605466615
previous_iter_valid_loss : 0.17454490065574646

    148280	  0.174755	  0.174545	  0.171772		CURRENT LEARNING RATE: 0.15886905906526005
previous_iter_valid_loss : 0.16844381392002106

    148300	  0.168763	  0.168444	  0.171534		CURRENT LEARNING RATE: 0.15883728843061637
previous_iter_valid_loss : 0.17821431159973145

    148320	  0.178446	  0.178214	  0.172111		CURRENT LEARNING RATE: 0.15880552414946425
previous_iter_valid_loss : 0.1716044694185257

    148340	  0.171804	  0.171604	  0.172487		CURRENT LEARNING RATE: 0.1587737662205331
previous_iter_valid_loss : 0.16899603605270386

    148360	  0.169301	  0.168996	  0.172570		CURRENT LEARNING RATE: 0.15874201464255264
previous_iter_valid_loss : 0.17822110652923584

    148380	  0.178495	  0.178221	  0.172871		CURRENT LEARNING RATE: 0.15871026941425279
previous_iter_valid_loss : 0.17029055953025818

    148400	  0.170644	  0.170291	  0.173027		CURRENT LEARNING RATE: 0.15867853053436373
previous_iter_valid_loss : 0.16502772271633148

    148420	  0.165346	  0.165028	  0.173062		CURRENT LEARNING RATE: 0.15864679800161588
previous_iter_valid_loss : 0.16812016069889069

    148440	  0.168429	  0.168120	  0.171610		CURRENT LEARNING RATE: 0.15861507181474002
previous_iter_valid_loss : 0.17877031862735748

    148460	  0.179114	  0.178770	  0.172125		CURRENT LEARNING RATE: 0.15858335197246703
previous_iter_valid_loss : 0.1654421091079712

    148480	  0.165681	  0.165442	  0.171742		CURRENT LEARNING RATE: 0.1585516384735281
previous_iter_valid_loss : 0.1657460629940033

    148500	  0.166053	  0.165746	  0.171735		CURRENT LEARNING RATE: 0.1585199313166548
previous_iter_valid_loss : 0.17495810985565186

    148520	  0.175325	  0.174958	  0.172240		CURRENT LEARNING RATE: 0.15848823050057873
previous_iter_valid_loss : 0.16524489223957062

    148540	  0.165394	  0.165245	  0.170383		CURRENT LEARNING RATE: 0.15845653602403192
previous_iter_valid_loss : 0.16242343187332153

    148560	  0.162595	  0.162423	  0.169451		CURRENT LEARNING RATE: 0.1584248478857466
previous_iter_valid_loss : 0.16719971597194672

    148580	  0.167476	  0.167200	  0.169547		CURRENT LEARNING RATE: 0.15839316608445517
previous_iter_valid_loss : 0.16421355307102203

    148600	  0.164342	  0.164214	  0.169336		CURRENT LEARNING RATE: 0.15836149061889043
previous_iter_valid_loss : 0.19039690494537354

    148620	  0.190866	  0.190397	  0.170341		CURRENT LEARNING RATE: 0.15832982148778532
previous_iter_valid_loss : 0.16639478504657745

    148640	  0.166657	  0.166395	  0.170427		CURRENT LEARNING RATE: 0.1582981586898731
previous_iter_valid_loss : 0.20277512073516846

    148660	  0.203412	  0.202775	  0.172350		CURRENT LEARNING RATE: 0.15826650222388725
previous_iter_valid_loss : 0.1636849045753479

    148680	  0.163901	  0.163685	  0.171807		CURRENT LEARNING RATE: 0.15823485208856147
previous_iter_valid_loss : 0.1652858853340149

    148700	  0.165526	  0.165286	  0.171649		CURRENT LEARNING RATE: 0.15820320828262985
previous_iter_valid_loss : 0.17393290996551514

    148720	  0.174236	  0.173933	  0.171435		CURRENT LEARNING RATE: 0.15817157080482658
previous_iter_valid_loss : 0.1679001748561859

    148740	  0.168142	  0.167900	  0.171250		CURRENT LEARNING RATE: 0.15813993965388615
previous_iter_valid_loss : 0.18092715740203857

    148760	  0.181323	  0.180927	  0.171846		CURRENT LEARNING RATE: 0.15810831482854332
previous_iter_valid_loss : 0.16896536946296692

    148780	  0.169282	  0.168965	  0.171384		CURRENT LEARNING RATE: 0.1580766963275331
previous_iter_valid_loss : 0.16418936848640442

    148800	  0.164396	  0.164189	  0.171079		CURRENT LEARNING RATE: 0.15804508414959076
previous_iter_valid_loss : 0.16973549127578735

    148820	  0.170011	  0.169735	  0.171314		CURRENT LEARNING RATE: 0.1580134782934518
previous_iter_valid_loss : 0.17349515855312347

    148840	  0.173822	  0.173495	  0.171583		CURRENT LEARNING RATE: 0.15798187875785202
previous_iter_valid_loss : 0.17036302387714386

    148860	  0.170660	  0.170363	  0.171162		CURRENT LEARNING RATE: 0.1579502855415274
previous_iter_valid_loss : 0.1696210503578186

    148880	  0.169912	  0.169621	  0.171371		CURRENT LEARNING RATE: 0.15791869864321417
previous_iter_valid_loss : 0.1645650863647461

    148900	  0.164770	  0.164565	  0.171312		CURRENT LEARNING RATE: 0.15788711806164896
previous_iter_valid_loss : 0.1636614352464676

    148920	  0.163842	  0.163661	  0.170747		CURRENT LEARNING RATE: 0.1578555437955685
previous_iter_valid_loss : 0.18204405903816223

    148940	  0.182400	  0.182044	  0.171587		CURRENT LEARNING RATE: 0.1578239758437098
previous_iter_valid_loss : 0.16393552720546722

    148960	  0.164161	  0.163936	  0.171663		CURRENT LEARNING RATE: 0.15779241420481013
previous_iter_valid_loss : 0.1713869869709015

    148980	  0.171752	  0.171387	  0.171872		CURRENT LEARNING RATE: 0.1577608588776071
previous_iter_valid_loss : 0.17274940013885498

    149000	  0.173029	  0.172749	  0.172299		CURRENT LEARNING RATE: 0.15772930986083844
previous_iter_valid_loss : 0.163573756814003

    149020	  0.163771	  0.163574	  0.170958		CURRENT LEARNING RATE: 0.15769776715324216
previous_iter_valid_loss : 0.17316466569900513

    149040	  0.173442	  0.173165	  0.171296		CURRENT LEARNING RATE: 0.15766623075355662
previous_iter_valid_loss : 0.16453468799591064

    149060	  0.164766	  0.164535	  0.169384		CURRENT LEARNING RATE: 0.1576347006605203
previous_iter_valid_loss : 0.16602066159248352

    149080	  0.166314	  0.166021	  0.169501		CURRENT LEARNING RATE: 0.157603176872872
previous_iter_valid_loss : 0.1638619601726532

    149100	  0.164051	  0.163862	  0.169430		CURRENT LEARNING RATE: 0.15757165938935086
previous_iter_valid_loss : 0.1660764217376709

    149120	  0.166356	  0.166076	  0.169037		CURRENT LEARNING RATE: 0.15754014820869608
previous_iter_valid_loss : 0.16585230827331543

    149140	  0.166108	  0.165852	  0.168935		CURRENT LEARNING RATE: 0.15750864332964729
previous_iter_valid_loss : 0.1633596122264862

    149160	  0.163579	  0.163360	  0.168056		CURRENT LEARNING RATE: 0.1574771447509442
previous_iter_valid_loss : 0.16909383237361908

    149180	  0.169338	  0.169094	  0.168063		CURRENT LEARNING RATE: 0.15744565247132697
previous_iter_valid_loss : 0.16771948337554932

    149200	  0.167944	  0.167719	  0.168239		CURRENT LEARNING RATE: 0.15741416648953582
previous_iter_valid_loss : 0.16357453167438507

    149220	  0.163807	  0.163575	  0.167931		CURRENT LEARNING RATE: 0.1573826868043114
previous_iter_valid_loss : 0.1781359761953354

    149240	  0.178361	  0.178136	  0.168163		CURRENT LEARNING RATE: 0.15735121341439443
previous_iter_valid_loss : 0.1691322773694992

    149260	  0.169319	  0.169132	  0.168102		CURRENT LEARNING RATE: 0.15731974631852602
previous_iter_valid_loss : 0.16887672245502472

    149280	  0.169045	  0.168877	  0.168065		CURRENT LEARNING RATE: 0.15728828551544746
previous_iter_valid_loss : 0.1642434000968933

    149300	  0.164470	  0.164243	  0.168049		CURRENT LEARNING RATE: 0.1572568310039004
previous_iter_valid_loss : 0.17625358700752258

    149320	  0.176597	  0.176254	  0.168678		CURRENT LEARNING RATE: 0.15722538278262657
previous_iter_valid_loss : 0.16558542847633362

    149340	  0.165775	  0.165585	  0.167855		CURRENT LEARNING RATE: 0.15719394085036809
previous_iter_valid_loss : 0.1668158322572708

    149360	  0.166993	  0.166816	  0.167999		CURRENT LEARNING RATE: 0.15716250520586725
previous_iter_valid_loss : 0.1856909841299057

    149380	  0.186051	  0.185691	  0.168714		CURRENT LEARNING RATE: 0.15713107584786662
previous_iter_valid_loss : 0.16440925002098083

    149400	  0.164622	  0.164409	  0.168297		CURRENT LEARNING RATE: 0.1570996527751091
previous_iter_valid_loss : 0.16867247223854065

    149420	  0.168955	  0.168672	  0.168552		CURRENT LEARNING RATE: 0.15706823598633768
previous_iter_valid_loss : 0.1648227572441101

    149440	  0.164981	  0.164823	  0.168135		CURRENT LEARNING RATE: 0.1570368254802957
previous_iter_valid_loss : 0.16542461514472961

    149460	  0.165603	  0.165425	  0.168180		CURRENT LEARNING RATE: 0.15700542125572678
previous_iter_valid_loss : 0.1644815355539322

    149480	  0.164674	  0.164482	  0.168103		CURRENT LEARNING RATE: 0.15697402331137472
previous_iter_valid_loss : 0.1661244034767151

    149500	  0.166335	  0.166124	  0.168216		CURRENT LEARNING RATE: 0.15694263164598363
previous_iter_valid_loss : 0.1638493537902832

    149520	  0.164034	  0.163849	  0.168105		CURRENT LEARNING RATE: 0.1569112462582978
previous_iter_valid_loss : 0.17901307344436646

    149540	  0.179127	  0.179013	  0.168763		CURRENT LEARNING RATE: 0.15687986714706187
previous_iter_valid_loss : 0.16485829651355743

    149560	  0.165103	  0.164858	  0.168838		CURRENT LEARNING RATE: 0.15684849431102063
previous_iter_valid_loss : 0.1639849990606308

    149580	  0.164175	  0.163985	  0.168582		CURRENT LEARNING RATE: 0.1568171277489192
previous_iter_valid_loss : 0.16991133987903595

    149600	  0.170088	  0.169911	  0.168692		CURRENT LEARNING RATE: 0.1567857674595029
previous_iter_valid_loss : 0.1643076241016388

    149620	  0.164530	  0.164308	  0.168728		CURRENT LEARNING RATE: 0.15675441344151733
previous_iter_valid_loss : 0.1640312522649765

    149640	  0.164223	  0.164031	  0.168023		CURRENT LEARNING RATE: 0.1567230656937083
previous_iter_valid_loss : 0.1634589284658432

    149660	  0.163684	  0.163459	  0.167739		CURRENT LEARNING RATE: 0.15669172421482191
previous_iter_valid_loss : 0.164473295211792

    149680	  0.164705	  0.164473	  0.167519		CURRENT LEARNING RATE: 0.1566603890036045
previous_iter_valid_loss : 0.16894471645355225

    149700	  0.169193	  0.168945	  0.167754		CURRENT LEARNING RATE: 0.15662906005880267
previous_iter_valid_loss : 0.17400699853897095

    149720	  0.174330	  0.174007	  0.167642		CURRENT LEARNING RATE: 0.1565977373791633
previous_iter_valid_loss : 0.16384272277355194

    149740	  0.164045	  0.163843	  0.167555		CURRENT LEARNING RATE: 0.15656642096343343
previous_iter_valid_loss : 0.16340918838977814

    149760	  0.163654	  0.163409	  0.167385		CURRENT LEARNING RATE: 0.15653511081036042
previous_iter_valid_loss : 0.19546261429786682

    149780	  0.195939	  0.195463	  0.167873		CURRENT LEARNING RATE: 0.15650380691869187
previous_iter_valid_loss : 0.1746765822172165

    149800	  0.174987	  0.174677	  0.168386		CURRENT LEARNING RATE: 0.1564725092871756
previous_iter_valid_loss : 0.18245446681976318

    149820	  0.182808	  0.182454	  0.169076		CURRENT LEARNING RATE: 0.15644121791455973
previous_iter_valid_loss : 0.1634979248046875

    149840	  0.163722	  0.163498	  0.169009		CURRENT LEARNING RATE: 0.15640993279959262
previous_iter_valid_loss : 0.1627572476863861

    149860	  0.163010	  0.162757	  0.168876		CURRENT LEARNING RATE: 0.15637865394102282
previous_iter_valid_loss : 0.16882926225662231

    149880	  0.169060	  0.168829	  0.169093		CURRENT LEARNING RATE: 0.15634738133759918
previous_iter_valid_loss : 0.17883716523647308

    149900	  0.179057	  0.178837	  0.169729		CURRENT LEARNING RATE: 0.15631611498807083
previous_iter_valid_loss : 0.16598127782344818

    149920	  0.166107	  0.165981	  0.169836		CURRENT LEARNING RATE: 0.1562848548911871
previous_iter_valid_loss : 0.16320042312145233

    149940	  0.163370	  0.163200	  0.169045		CURRENT LEARNING RATE: 0.1562536010456976
previous_iter_valid_loss : 0.16451212763786316

    149960	  0.164745	  0.164512	  0.169028		CURRENT LEARNING RATE: 0.15622235345035215
previous_iter_valid_loss : 0.1648174524307251

    149980	  0.165056	  0.164817	  0.169069		CURRENT LEARNING RATE: 0.15619111210390085
previous_iter_valid_loss : 0.16409935057163239

    150000	  0.164333	  0.164099	  0.168779		CURRENT LEARNING RATE: 0.1561598770050941
previous_iter_valid_loss : 0.17357493937015533

    150020	  0.173989	  0.173575	  0.169242		CURRENT LEARNING RATE: 0.1561286481526824
previous_iter_valid_loss : 0.17048677802085876

    150040	  0.170823	  0.170487	  0.169565		CURRENT LEARNING RATE: 0.15609742554541667
previous_iter_valid_loss : 0.170403391122818

    150060	  0.170775	  0.170403	  0.169912		CURRENT LEARNING RATE: 0.156066209182048
previous_iter_valid_loss : 0.16588759422302246

    150080	  0.166080	  0.165888	  0.169983		CURRENT LEARNING RATE: 0.1560349990613277
previous_iter_valid_loss : 0.1632053107023239

    150100	  0.163433	  0.163205	  0.169696		CURRENT LEARNING RATE: 0.15600379518200733
previous_iter_valid_loss : 0.18468469381332397

    150120	  0.185041	  0.184685	  0.170230		CURRENT LEARNING RATE: 0.15597259754283885
previous_iter_valid_loss : 0.16627661883831024

    150140	  0.166481	  0.166277	  0.170351		CURRENT LEARNING RATE: 0.1559414061425743
previous_iter_valid_loss : 0.17078053951263428

    150160	  0.170983	  0.170781	  0.170720		CURRENT LEARNING RATE: 0.15591022097996599
previous_iter_valid_loss : 0.16850696504116058

    150180	  0.168747	  0.168507	  0.169372		CURRENT LEARNING RATE: 0.15587904205376654
previous_iter_valid_loss : 0.16813144087791443

    150200	  0.168315	  0.168131	  0.169045		CURRENT LEARNING RATE: 0.1558478693627288
previous_iter_valid_loss : 0.16390684247016907

    150220	  0.164086	  0.163907	  0.168118		CURRENT LEARNING RATE: 0.15581670290560587
previous_iter_valid_loss : 0.16410979628562927

    150240	  0.164258	  0.164110	  0.168148		CURRENT LEARNING RATE: 0.15578554268115105
previous_iter_valid_loss : 0.16393086314201355

    150260	  0.164089	  0.163931	  0.168207		CURRENT LEARNING RATE: 0.15575438868811797
previous_iter_valid_loss : 0.16435636579990387

    150280	  0.164535	  0.164356	  0.167983		CURRENT LEARNING RATE: 0.1557232409252605
previous_iter_valid_loss : 0.16382509469985962

    150300	  0.163995	  0.163825	  0.167233		CURRENT LEARNING RATE: 0.1556920993913326
previous_iter_valid_loss : 0.16826513409614563

    150320	  0.168450	  0.168265	  0.167347		CURRENT LEARNING RATE: 0.15566096408508873
previous_iter_valid_loss : 0.16730323433876038

    150340	  0.167476	  0.167303	  0.167552		CURRENT LEARNING RATE: 0.15562983500528346
previous_iter_valid_loss : 0.16569866240024567

    150360	  0.165916	  0.165699	  0.167611		CURRENT LEARNING RATE: 0.15559871215067161
previous_iter_valid_loss : 0.16965749859809875

    150380	  0.169859	  0.169657	  0.167853		CURRENT LEARNING RATE: 0.1555675955200083
previous_iter_valid_loss : 0.16496030986309052

    150400	  0.165127	  0.164960	  0.167896		CURRENT LEARNING RATE: 0.1555364851120488
previous_iter_valid_loss : 0.16517852246761322

    150420	  0.165433	  0.165179	  0.167476		CURRENT LEARNING RATE: 0.1555053809255487
previous_iter_valid_loss : 0.17015261948108673

    150440	  0.170437	  0.170153	  0.167460		CURRENT LEARNING RATE: 0.15547428295926388
previous_iter_valid_loss : 0.17433284223079681

    150460	  0.174601	  0.174333	  0.167656		CURRENT LEARNING RATE: 0.1554431912119504
previous_iter_valid_loss : 0.172765851020813

    150480	  0.173142	  0.172766	  0.168000		CURRENT LEARNING RATE: 0.1554121056823646
previous_iter_valid_loss : 0.16845661401748657

    150500	  0.168737	  0.168457	  0.168263		CURRENT LEARNING RATE: 0.15538102636926301
previous_iter_valid_loss : 0.16663382947444916

    150520	  0.166919	  0.166634	  0.167360		CURRENT LEARNING RATE: 0.1553499532714025
previous_iter_valid_loss : 0.1661856323480606

    150540	  0.166463	  0.166186	  0.167356		CURRENT LEARNING RATE: 0.15531888638754016
previous_iter_valid_loss : 0.16667388379573822

    150560	  0.166921	  0.166674	  0.167150		CURRENT LEARNING RATE: 0.15528782571643332
previous_iter_valid_loss : 0.1685834676027298

    150580	  0.168926	  0.168583	  0.167154		CURRENT LEARNING RATE: 0.1552567712568395
previous_iter_valid_loss : 0.16342689096927643

    150600	  0.163719	  0.163427	  0.166919		CURRENT LEARNING RATE: 0.15522572300751658
previous_iter_valid_loss : 0.17709852755069733

    150620	  0.177525	  0.177099	  0.167578		CURRENT LEARNING RATE: 0.15519468096722255
previous_iter_valid_loss : 0.16434966027736664

    150640	  0.164592	  0.164350	  0.167590		CURRENT LEARNING RATE: 0.15516364513471584
previous_iter_valid_loss : 0.16439403593540192

    150660	  0.164666	  0.164394	  0.167614		CURRENT LEARNING RATE: 0.15513261550875493
previous_iter_valid_loss : 0.165372833609581

    150680	  0.165743	  0.165373	  0.167664		CURRENT LEARNING RATE: 0.15510159208809865
previous_iter_valid_loss : 0.16375823318958282

    150700	  0.164035	  0.163758	  0.167661		CURRENT LEARNING RATE: 0.15507057487150605
previous_iter_valid_loss : 0.16886156797409058

    150720	  0.169334	  0.168862	  0.167691		CURRENT LEARNING RATE: 0.1550395638577365
previous_iter_valid_loss : 0.16825295984745026

    150740	  0.168636	  0.168253	  0.167738		CURRENT LEARNING RATE: 0.15500855904554953
previous_iter_valid_loss : 0.1770516037940979

    150760	  0.177559	  0.177052	  0.168306		CURRENT LEARNING RATE: 0.15497756043370492
previous_iter_valid_loss : 0.16469663381576538

    150780	  0.165113	  0.164697	  0.168058		CURRENT LEARNING RATE: 0.15494656802096277
previous_iter_valid_loss : 0.17348040640354156

    150800	  0.173910	  0.173480	  0.168484		CURRENT LEARNING RATE: 0.15491558180608336
previous_iter_valid_loss : 0.17466631531715393

    150820	  0.175096	  0.174666	  0.168958		CURRENT LEARNING RATE: 0.15488460178782723
previous_iter_valid_loss : 0.16800028085708618

    150840	  0.168256	  0.168000	  0.168851		CURRENT LEARNING RATE: 0.1548536279649552
previous_iter_valid_loss : 0.1739080250263214

    150860	  0.174177	  0.173908	  0.168830		CURRENT LEARNING RATE: 0.15482266033622832
previous_iter_valid_loss : 0.16800080239772797

    150880	  0.168322	  0.168001	  0.168591		CURRENT LEARNING RATE: 0.15479169890040786
previous_iter_valid_loss : 0.1756705343723297

    150900	  0.175896	  0.175671	  0.168952		CURRENT LEARNING RATE: 0.15476074365625536
previous_iter_valid_loss : 0.16854798793792725

    150920	  0.168919	  0.168548	  0.169048		CURRENT LEARNING RATE: 0.15472979460253264
previous_iter_valid_loss : 0.16256862878799438

    150940	  0.162856	  0.162569	  0.168867		CURRENT LEARNING RATE: 0.15469885173800174
previous_iter_valid_loss : 0.1646709442138672

    150960	  0.165016	  0.164671	  0.168767		CURRENT LEARNING RATE: 0.1546679150614249
previous_iter_valid_loss : 0.1656644642353058

    150980	  0.165980	  0.165664	  0.168621		CURRENT LEARNING RATE: 0.15463698457156472
previous_iter_valid_loss : 0.16770875453948975

    151000	  0.168046	  0.167709	  0.168835		CURRENT LEARNING RATE: 0.15460606026718393
previous_iter_valid_loss : 0.1720842570066452

    151020	  0.172349	  0.172084	  0.168584		CURRENT LEARNING RATE: 0.15457514214704557
previous_iter_valid_loss : 0.1667657196521759

    151040	  0.167177	  0.166766	  0.168705		CURRENT LEARNING RATE: 0.15454423020991293
previous_iter_valid_loss : 0.16429711878299713

    151060	  0.164586	  0.164297	  0.168700		CURRENT LEARNING RATE: 0.1545133244545495
previous_iter_valid_loss : 0.16509094834327698

    151080	  0.165450	  0.165091	  0.168686		CURRENT LEARNING RATE: 0.15448242487971908
previous_iter_valid_loss : 0.16483193635940552

    151100	  0.165220	  0.164832	  0.168740		CURRENT LEARNING RATE: 0.15445153148418564
previous_iter_valid_loss : 0.16349418461322784

    151120	  0.163826	  0.163494	  0.168471		CURRENT LEARNING RATE: 0.1544206442667135
previous_iter_valid_loss : 0.16461919248104095

    151140	  0.164893	  0.164619	  0.168290		CURRENT LEARNING RATE: 0.15438976322606715
previous_iter_valid_loss : 0.1652582585811615

    151160	  0.165574	  0.165258	  0.167700		CURRENT LEARNING RATE: 0.1543588883610114
previous_iter_valid_loss : 0.1849406212568283

    151180	  0.185339	  0.184941	  0.168712		CURRENT LEARNING RATE: 0.15432801967031115
previous_iter_valid_loss : 0.16497927904129028

    151200	  0.165262	  0.164979	  0.168287		CURRENT LEARNING RATE: 0.1542971571527317
previous_iter_valid_loss : 0.1810615062713623

    151220	  0.181466	  0.181062	  0.168607		CURRENT LEARNING RATE: 0.1542663008070386
previous_iter_valid_loss : 0.1664687842130661

    151240	  0.166713	  0.166469	  0.168530		CURRENT LEARNING RATE: 0.15423545063199753
previous_iter_valid_loss : 0.18004783987998962

    151260	  0.180538	  0.180048	  0.168837		CURRENT LEARNING RATE: 0.1542046066263745
previous_iter_valid_loss : 0.16581915318965912

    151280	  0.166094	  0.165819	  0.168728		CURRENT LEARNING RATE: 0.1541737687889358
previous_iter_valid_loss : 0.18366990983486176

    151300	  0.184076	  0.183670	  0.169128		CURRENT LEARNING RATE: 0.1541429371184478
previous_iter_valid_loss : 0.17490307986736298

    151320	  0.175096	  0.174903	  0.169446		CURRENT LEARNING RATE: 0.15411211161367733
previous_iter_valid_loss : 0.17742106318473816

    151340	  0.177654	  0.177421	  0.170189		CURRENT LEARNING RATE: 0.15408129227339135
previous_iter_valid_loss : 0.1645471751689911

    151360	  0.164827	  0.164547	  0.170182		CURRENT LEARNING RATE: 0.15405047909635708
previous_iter_valid_loss : 0.16970816254615784

    151380	  0.170059	  0.169708	  0.170385		CURRENT LEARNING RATE: 0.154019672081342
previous_iter_valid_loss : 0.17202012240886688

    151400	  0.172408	  0.172020	  0.170600		CURRENT LEARNING RATE: 0.15398887122711383
previous_iter_valid_loss : 0.17287082970142365

    151420	  0.173131	  0.172871	  0.170639		CURRENT LEARNING RATE: 0.15395807653244054
previous_iter_valid_loss : 0.1659911721944809

    151440	  0.166257	  0.165991	  0.170601		CURRENT LEARNING RATE: 0.15392728799609032
previous_iter_valid_loss : 0.16731831431388855

    151460	  0.167600	  0.167318	  0.170752		CURRENT LEARNING RATE: 0.15389650561683163
previous_iter_valid_loss : 0.1659749448299408

    151480	  0.166324	  0.165975	  0.170796		CURRENT LEARNING RATE: 0.1538657293934332
previous_iter_valid_loss : 0.1692550778388977

    151500	  0.169653	  0.169255	  0.171017		CURRENT LEARNING RATE: 0.15383495932466393
previous_iter_valid_loss : 0.16619199514389038

    151520	  0.166575	  0.166192	  0.171152		CURRENT LEARNING RATE: 0.15380419540929308
previous_iter_valid_loss : 0.16953518986701965

    151540	  0.169822	  0.169535	  0.171398		CURRENT LEARNING RATE: 0.15377343764609006
previous_iter_valid_loss : 0.1714065670967102

    151560	  0.171651	  0.171407	  0.171705		CURRENT LEARNING RATE: 0.15374268603382457
previous_iter_valid_loss : 0.17060476541519165

    151580	  0.170863	  0.170605	  0.170988		CURRENT LEARNING RATE: 0.15371194057126655
previous_iter_valid_loss : 0.1635926365852356

    151600	  0.163816	  0.163593	  0.170919		CURRENT LEARNING RATE: 0.15368120125718618
previous_iter_valid_loss : 0.1695738583803177

    151620	  0.169879	  0.169574	  0.170345		CURRENT LEARNING RATE: 0.15365046809035388
previous_iter_valid_loss : 0.16954950988292694

    151640	  0.169755	  0.169550	  0.170499		CURRENT LEARNING RATE: 0.15361974106954032
previous_iter_valid_loss : 0.166076198220253

    151660	  0.166304	  0.166076	  0.169800		CURRENT LEARNING RATE: 0.15358902019351642
previous_iter_valid_loss : 0.1640462726354599

    151680	  0.164237	  0.164046	  0.169712		CURRENT LEARNING RATE: 0.15355830546105337
previous_iter_valid_loss : 0.18696653842926025

    151700	  0.187391	  0.186967	  0.169876		CURRENT LEARNING RATE: 0.1535275968709225
previous_iter_valid_loss : 0.17535234987735748

    151720	  0.175658	  0.175352	  0.169899		CURRENT LEARNING RATE: 0.15349689442189554
previous_iter_valid_loss : 0.16485601663589478

    151740	  0.165114	  0.164856	  0.169271		CURRENT LEARNING RATE: 0.1534661981127444
previous_iter_valid_loss : 0.16612878441810608

    151760	  0.166398	  0.166129	  0.169350		CURRENT LEARNING RATE: 0.15343550794224123
previous_iter_valid_loss : 0.18265847861766815

    151780	  0.183094	  0.182658	  0.169997		CURRENT LEARNING RATE: 0.15340482390915836
previous_iter_valid_loss : 0.1913800984621048

    151800	  0.191887	  0.191380	  0.170965		CURRENT LEARNING RATE: 0.15337414601226848
previous_iter_valid_loss : 0.16497312486171722

    151820	  0.165218	  0.164973	  0.170570		CURRENT LEARNING RATE: 0.15334347425034445
previous_iter_valid_loss : 0.1677200049161911

    151840	  0.167977	  0.167720	  0.170657		CURRENT LEARNING RATE: 0.15331280862215943
previous_iter_valid_loss : 0.1652921587228775

    151860	  0.165592	  0.165292	  0.170555		CURRENT LEARNING RATE: 0.15328214912648677
previous_iter_valid_loss : 0.1652829349040985

    151880	  0.165559	  0.165283	  0.170521		CURRENT LEARNING RATE: 0.1532514957621001
previous_iter_valid_loss : 0.17772133648395538

    151900	  0.178134	  0.177721	  0.170944		CURRENT LEARNING RATE: 0.15322084852777323
previous_iter_valid_loss : 0.1832679659128189

    151920	  0.183679	  0.183268	  0.171798		CURRENT LEARNING RATE: 0.15319020742228037
previous_iter_valid_loss : 0.16533797979354858

    151940	  0.165626	  0.165338	  0.171588		CURRENT LEARNING RATE: 0.15315957244439582
previous_iter_valid_loss : 0.17032194137573242

    151960	  0.170739	  0.170322	  0.171534		CURRENT LEARNING RATE: 0.1531289435928942
previous_iter_valid_loss : 0.16332662105560303

    151980	  0.163549	  0.163327	  0.171170		CURRENT LEARNING RATE: 0.1530983208665503
previous_iter_valid_loss : 0.17538104951381683

    152000	  0.175655	  0.175381	  0.171759		CURRENT LEARNING RATE: 0.15306770426413932
previous_iter_valid_loss : 0.16824175417423248

    152020	  0.168512	  0.168242	  0.171693		CURRENT LEARNING RATE: 0.1530370937844365
previous_iter_valid_loss : 0.16469764709472656

    152040	  0.164941	  0.164698	  0.171450		CURRENT LEARNING RATE: 0.15300648942621745
previous_iter_valid_loss : 0.18911036849021912

    152060	  0.189393	  0.189110	  0.172602		CURRENT LEARNING RATE: 0.152975891188258
previous_iter_valid_loss : 0.1648799329996109

    152080	  0.165192	  0.164880	  0.172644		CURRENT LEARNING RATE: 0.1529452990693342
previous_iter_valid_loss : 0.17069262266159058

    152100	  0.171075	  0.170693	  0.171830		CURRENT LEARNING RATE: 0.15291471306822238
previous_iter_valid_loss : 0.1774439811706543

    152120	  0.177860	  0.177444	  0.171934		CURRENT LEARNING RATE: 0.15288413318369912
previous_iter_valid_loss : 0.1858336180448532

    152140	  0.186247	  0.185834	  0.172983		CURRENT LEARNING RATE: 0.1528535594145412
previous_iter_valid_loss : 0.17778152227401733

    152160	  0.178167	  0.177782	  0.173566		CURRENT LEARNING RATE: 0.15282299175952568
previous_iter_valid_loss : 0.1725653111934662

    152180	  0.172840	  0.172565	  0.173061		CURRENT LEARNING RATE: 0.1527924302174299
previous_iter_valid_loss : 0.16707687079906464

    152200	  0.167327	  0.167077	  0.171846		CURRENT LEARNING RATE: 0.1527618747870313
previous_iter_valid_loss : 0.16659298539161682

    152220	  0.166801	  0.166593	  0.171927		CURRENT LEARNING RATE: 0.15273132546710771
previous_iter_valid_loss : 0.16278190910816193

    152240	  0.163024	  0.162782	  0.171680		CURRENT LEARNING RATE: 0.15270078225643718
previous_iter_valid_loss : 0.2231244444847107

    152260	  0.223833	  0.223124	  0.174572		CURRENT LEARNING RATE: 0.15267024515379793
previous_iter_valid_loss : 0.17118018865585327

    152280	  0.171401	  0.171180	  0.174867		CURRENT LEARNING RATE: 0.15263971415796854
previous_iter_valid_loss : 0.16563335061073303

    152300	  0.165875	  0.165633	  0.174262		CURRENT LEARNING RATE: 0.15260918926772768
previous_iter_valid_loss : 0.16547980904579163

    152320	  0.165668	  0.165480	  0.173373		CURRENT LEARNING RATE: 0.15257867048185447
previous_iter_valid_loss : 0.1675984114408493

    152340	  0.167802	  0.167598	  0.173486		CURRENT LEARNING RATE: 0.15254815779912806
previous_iter_valid_loss : 0.16960182785987854

    152360	  0.169874	  0.169602	  0.173450		CURRENT LEARNING RATE: 0.15251765121832803
previous_iter_valid_loss : 0.1637057214975357

    152380	  0.163908	  0.163706	  0.173469		CURRENT LEARNING RATE: 0.15248715073823405
previous_iter_valid_loss : 0.1662931591272354

    152400	  0.166532	  0.166293	  0.173014		CURRENT LEARNING RATE: 0.1524566563576261
previous_iter_valid_loss : 0.17070350050926208

    152420	  0.170946	  0.170704	  0.173137		CURRENT LEARNING RATE: 0.15242616807528445
previous_iter_valid_loss : 0.1641007512807846

    152440	  0.164406	  0.164101	  0.173108		CURRENT LEARNING RATE: 0.15239568588998953
previous_iter_valid_loss : 0.1663263738155365

    152460	  0.166609	  0.166326	  0.171968		CURRENT LEARNING RATE: 0.15236520980052207
previous_iter_valid_loss : 0.16666874289512634

    152480	  0.166983	  0.166669	  0.172058		CURRENT LEARNING RATE: 0.152334739805663
previous_iter_valid_loss : 0.1734582781791687

    152500	  0.173707	  0.173458	  0.172196		CURRENT LEARNING RATE: 0.15230427590419357
previous_iter_valid_loss : 0.1722874641418457

    152520	  0.172656	  0.172287	  0.171938		CURRENT LEARNING RATE: 0.15227381809489518
previous_iter_valid_loss : 0.17543359100818634

    152540	  0.175677	  0.175434	  0.171418		CURRENT LEARNING RATE: 0.15224336637654953
previous_iter_valid_loss : 0.16637808084487915

    152560	  0.166666	  0.166378	  0.170848		CURRENT LEARNING RATE: 0.15221292074793857
previous_iter_valid_loss : 0.16647154092788696

    152580	  0.166796	  0.166472	  0.170543		CURRENT LEARNING RATE: 0.15218248120784447
previous_iter_valid_loss : 0.16575314104557037

    152600	  0.166015	  0.165753	  0.170477		CURRENT LEARNING RATE: 0.15215204775504962
previous_iter_valid_loss : 0.16529347002506256

    152620	  0.165545	  0.165293	  0.170412		CURRENT LEARNING RATE: 0.1521216203883367
previous_iter_valid_loss : 0.16898423433303833

    152640	  0.169243	  0.168984	  0.170722		CURRENT LEARNING RATE: 0.15209119910648863
previous_iter_valid_loss : 0.16427958011627197

    152660	  0.164524	  0.164280	  0.167780		CURRENT LEARNING RATE: 0.15206078390828853
previous_iter_valid_loss : 0.16297538578510284

    152680	  0.163191	  0.162975	  0.167370		CURRENT LEARNING RATE: 0.15203037479251982
previous_iter_valid_loss : 0.16986402869224548

    152700	  0.170107	  0.169864	  0.167581		CURRENT LEARNING RATE: 0.15199997175796615
previous_iter_valid_loss : 0.16352157294750214

    152720	  0.163777	  0.163522	  0.167484		CURRENT LEARNING RATE: 0.15196957480341128
previous_iter_valid_loss : 0.16498935222625732

    152740	  0.165225	  0.164989	  0.167353		CURRENT LEARNING RATE: 0.15193918392763947
previous_iter_valid_loss : 0.165143683552742

    152760	  0.165330	  0.165144	  0.167130		CURRENT LEARNING RATE: 0.15190879912943506
previous_iter_valid_loss : 0.16975019872188568

    152780	  0.170010	  0.169750	  0.167432		CURRENT LEARNING RATE: 0.15187842040758265
previous_iter_valid_loss : 0.19707387685775757

    152800	  0.197535	  0.197074	  0.168971		CURRENT LEARNING RATE: 0.15184804776086702
previous_iter_valid_loss : 0.16361141204833984

    152820	  0.163862	  0.163611	  0.168617		CURRENT LEARNING RATE: 0.15181768118807337
previous_iter_valid_loss : 0.1649843156337738

    152840	  0.165198	  0.164984	  0.168661		CURRENT LEARNING RATE: 0.15178732068798695
previous_iter_valid_loss : 0.16443394124507904

    152860	  0.164675	  0.164434	  0.168566		CURRENT LEARNING RATE: 0.15175696625939342
previous_iter_valid_loss : 0.16571389138698578

    152880	  0.165879	  0.165714	  0.168519		CURRENT LEARNING RATE: 0.15172661790107853
previous_iter_valid_loss : 0.16364440321922302

    152900	  0.163812	  0.163644	  0.168028		CURRENT LEARNING RATE: 0.15169627561182839
previous_iter_valid_loss : 0.1758095920085907

    152920	  0.176002	  0.175810	  0.168204		CURRENT LEARNING RATE: 0.15166593939042924
previous_iter_valid_loss : 0.17969228327274323

    152940	  0.180025	  0.179692	  0.168417		CURRENT LEARNING RATE: 0.15163560923566774
previous_iter_valid_loss : 0.167480006814003

    152960	  0.167668	  0.167480	  0.168472		CURRENT LEARNING RATE: 0.15160528514633062
previous_iter_valid_loss : 0.1629127860069275

    152980	  0.163105	  0.162913	  0.168294		CURRENT LEARNING RATE: 0.15157496712120494
previous_iter_valid_loss : 0.166111022233963

    153000	  0.166338	  0.166111	  0.168312		CURRENT LEARNING RATE: 0.15154465515907795
previous_iter_valid_loss : 0.16771677136421204

    153020	  0.167938	  0.167717	  0.168433		CURRENT LEARNING RATE: 0.1515143492587372
previous_iter_valid_loss : 0.16693900525569916

    153040	  0.167206	  0.166939	  0.168331		CURRENT LEARNING RATE: 0.15148404941897042
previous_iter_valid_loss : 0.16492703557014465

    153060	  0.165166	  0.164927	  0.168363		CURRENT LEARNING RATE: 0.15145375563856564
previous_iter_valid_loss : 0.18656106293201447

    153080	  0.186860	  0.186561	  0.169543		CURRENT LEARNING RATE: 0.15142346791631112
previous_iter_valid_loss : 0.16913405060768127

    153100	  0.169351	  0.169134	  0.169506		CURRENT LEARNING RATE: 0.15139318625099532
previous_iter_valid_loss : 0.16456075012683868

    153120	  0.164755	  0.164561	  0.169558		CURRENT LEARNING RATE: 0.15136291064140697
previous_iter_valid_loss : 0.16319459676742554

    153140	  0.163412	  0.163195	  0.169468		CURRENT LEARNING RATE: 0.1513326410863351
previous_iter_valid_loss : 0.17938312888145447

    153160	  0.179634	  0.179383	  0.170180		CURRENT LEARNING RATE: 0.1513023775845689
previous_iter_valid_loss : 0.1822158396244049

    153180	  0.182446	  0.182216	  0.170804		CURRENT LEARNING RATE: 0.15127212013489783
previous_iter_valid_loss : 0.16253985464572906

    153200	  0.162708	  0.162540	  0.169077		CURRENT LEARNING RATE: 0.15124186873611156
previous_iter_valid_loss : 0.17944736778736115

    153220	  0.179707	  0.179447	  0.169869		CURRENT LEARNING RATE: 0.15121162338700006
previous_iter_valid_loss : 0.1640632152557373

    153240	  0.164264	  0.164063	  0.169823		CURRENT LEARNING RATE: 0.1511813840863535
previous_iter_valid_loss : 0.1628524363040924

    153260	  0.163035	  0.162852	  0.169744		CURRENT LEARNING RATE: 0.15115115083296238
previous_iter_valid_loss : 0.17342457175254822

    153280	  0.173712	  0.173425	  0.170129		CURRENT LEARNING RATE: 0.15112092362561727
previous_iter_valid_loss : 0.17101304233074188

    153300	  0.171237	  0.171013	  0.170498		CURRENT LEARNING RATE: 0.15109070246310916
previous_iter_valid_loss : 0.17383840680122375

    153320	  0.174124	  0.173838	  0.170399		CURRENT LEARNING RATE: 0.1510604873442291
previous_iter_valid_loss : 0.17890869081020355

    153340	  0.179311	  0.178909	  0.170360		CURRENT LEARNING RATE: 0.1510302782677686
previous_iter_valid_loss : 0.1970728188753128

    153360	  0.197612	  0.197073	  0.171839		CURRENT LEARNING RATE: 0.15100007523251927
previous_iter_valid_loss : 0.16684891283512115

    153380	  0.167090	  0.166849	  0.172036		CURRENT LEARNING RATE: 0.15096987823727295
previous_iter_valid_loss : 0.17709152400493622

    153400	  0.177364	  0.177092	  0.172585		CURRENT LEARNING RATE: 0.15093968728082177
previous_iter_valid_loss : 0.1652599424123764

    153420	  0.165419	  0.165260	  0.172462		CURRENT LEARNING RATE: 0.1509095023619581
previous_iter_valid_loss : 0.16645456850528717

    153440	  0.166621	  0.166455	  0.172438		CURRENT LEARNING RATE: 0.15087932347947458
previous_iter_valid_loss : 0.1836961805820465

    153460	  0.183871	  0.183696	  0.173377		CURRENT LEARNING RATE: 0.15084915063216398
previous_iter_valid_loss : 0.1636049747467041

    153480	  0.163764	  0.163605	  0.172229		CURRENT LEARNING RATE: 0.15081898381881945
previous_iter_valid_loss : 0.1692379266023636

    153500	  0.169480	  0.169238	  0.172234		CURRENT LEARNING RATE: 0.15078882303823427
previous_iter_valid_loss : 0.18435700237751007

    153520	  0.184627	  0.184357	  0.173224		CURRENT LEARNING RATE: 0.150758668289202
previous_iter_valid_loss : 0.16561010479927063

    153540	  0.165831	  0.165610	  0.173345		CURRENT LEARNING RATE: 0.15072851957051656
previous_iter_valid_loss : 0.165336474776268

    153560	  0.165525	  0.165336	  0.172642		CURRENT LEARNING RATE: 0.15069837688097187
previous_iter_valid_loss : 0.17523333430290222

    153580	  0.175556	  0.175233	  0.172293		CURRENT LEARNING RATE: 0.1506682402193623
previous_iter_valid_loss : 0.17081458866596222

    153600	  0.171072	  0.170815	  0.172707		CURRENT LEARNING RATE: 0.15063810958448234
previous_iter_valid_loss : 0.1746440827846527

    153620	  0.175019	  0.174644	  0.172467		CURRENT LEARNING RATE: 0.1506079849751268
previous_iter_valid_loss : 0.16343268752098083

    153640	  0.163617	  0.163433	  0.172435		CURRENT LEARNING RATE: 0.1505778663900907
previous_iter_valid_loss : 0.16507679224014282

    153660	  0.165305	  0.165077	  0.172546		CURRENT LEARNING RATE: 0.15054775382816923
previous_iter_valid_loss : 0.16718789935112

    153680	  0.167437	  0.167188	  0.172235		CURRENT LEARNING RATE: 0.15051764728815797
previous_iter_valid_loss : 0.186931774020195

    153700	  0.187128	  0.186932	  0.173030		CURRENT LEARNING RATE: 0.15048754676885262
previous_iter_valid_loss : 0.18364150822162628

    153720	  0.183885	  0.183642	  0.173521		CURRENT LEARNING RATE: 0.1504574522690491
previous_iter_valid_loss : 0.16600406169891357

    153740	  0.166207	  0.166004	  0.172875		CURRENT LEARNING RATE: 0.15042736378754373
previous_iter_valid_loss : 0.1635986715555191

    153760	  0.163780	  0.163599	  0.171202		CURRENT LEARNING RATE: 0.15039728132313296
previous_iter_valid_loss : 0.16760185360908508

    153780	  0.167847	  0.167602	  0.171239		CURRENT LEARNING RATE: 0.15036720487461344
previous_iter_valid_loss : 0.1657227873802185

    153800	  0.165860	  0.165723	  0.170671		CURRENT LEARNING RATE: 0.15033713444078214
previous_iter_valid_loss : 0.17234742641448975

    153820	  0.172609	  0.172347	  0.171025		CURRENT LEARNING RATE: 0.15030707002043622
previous_iter_valid_loss : 0.16660018265247345

    153840	  0.166847	  0.166600	  0.171033		CURRENT LEARNING RATE: 0.15027701161237314
previous_iter_valid_loss : 0.16467265784740448

    153860	  0.164875	  0.164673	  0.170081		CURRENT LEARNING RATE: 0.15024695921539055
previous_iter_valid_loss : 0.17021872103214264

    153880	  0.170495	  0.170219	  0.170412		CURRENT LEARNING RATE: 0.15021691282828634
previous_iter_valid_loss : 0.16453240811824799

    153900	  0.164731	  0.164532	  0.170177		CURRENT LEARNING RATE: 0.15018687244985865
previous_iter_valid_loss : 0.16495928168296814

    153920	  0.165160	  0.164959	  0.169207		CURRENT LEARNING RATE: 0.15015683807890587
previous_iter_valid_loss : 0.1699657142162323

    153940	  0.170300	  0.169966	  0.169425		CURRENT LEARNING RATE: 0.15012680971422665
previous_iter_valid_loss : 0.16746212542057037

    153960	  0.167684	  0.167462	  0.169531		CURRENT LEARNING RATE: 0.15009678735461984
previous_iter_valid_loss : 0.16922515630722046

    153980	  0.169433	  0.169225	  0.169231		CURRENT LEARNING RATE: 0.15006677099888455
previous_iter_valid_loss : 0.19214726984500885

    154000	  0.192336	  0.192147	  0.170297		CURRENT LEARNING RATE: 0.1500367606458201
previous_iter_valid_loss : 0.17168854176998138

    154020	  0.171932	  0.171689	  0.170149		CURRENT LEARNING RATE: 0.15000675629422613
previous_iter_valid_loss : 0.16512428224086761

    154040	  0.165323	  0.165124	  0.170234		CURRENT LEARNING RATE: 0.1499767579429024
previous_iter_valid_loss : 0.16304366290569305

    154060	  0.163208	  0.163044	  0.170132		CURRENT LEARNING RATE: 0.14994676559064904
previous_iter_valid_loss : 0.1700577288866043

    154080	  0.170342	  0.170058	  0.170276		CURRENT LEARNING RATE: 0.1499167792362663
previous_iter_valid_loss : 0.1677253246307373

    154100	  0.168000	  0.167725	  0.169316		CURRENT LEARNING RATE: 0.14988679887855477
previous_iter_valid_loss : 0.16280418634414673

    154120	  0.163029	  0.162804	  0.168274		CURRENT LEARNING RATE: 0.14985682451631516
previous_iter_valid_loss : 0.1669939160346985

    154140	  0.167242	  0.166994	  0.168323		CURRENT LEARNING RATE: 0.1498268561483486
previous_iter_valid_loss : 0.1705946922302246

    154160	  0.170870	  0.170595	  0.168673		CURRENT LEARNING RATE: 0.14979689377345629
previous_iter_valid_loss : 0.1657017469406128

    154180	  0.165943	  0.165702	  0.168578		CURRENT LEARNING RATE: 0.14976693739043975
previous_iter_valid_loss : 0.17848916351795197

    154200	  0.178737	  0.178489	  0.169216		CURRENT LEARNING RATE: 0.14973698699810073
previous_iter_valid_loss : 0.16424888372421265

    154220	  0.164458	  0.164249	  0.168811		CURRENT LEARNING RATE: 0.14970704259524123
previous_iter_valid_loss : 0.16335776448249817

    154240	  0.163561	  0.163358	  0.168649		CURRENT LEARNING RATE: 0.14967710418066343
previous_iter_valid_loss : 0.19399724900722504

    154260	  0.194479	  0.193997	  0.170116		CURRENT LEARNING RATE: 0.14964717175316983
previous_iter_valid_loss : 0.1630505621433258

    154280	  0.163219	  0.163051	  0.169757		CURRENT LEARNING RATE: 0.14961724531156312
previous_iter_valid_loss : 0.16260124742984772

    154300	  0.162830	  0.162601	  0.169661		CURRENT LEARNING RATE: 0.14958732485464624
previous_iter_valid_loss : 0.16598857939243317

    154320	  0.166206	  0.165989	  0.169712		CURRENT LEARNING RATE: 0.14955741038122233
previous_iter_valid_loss : 0.18648868799209595

    154340	  0.186874	  0.186489	  0.170538		CURRENT LEARNING RATE: 0.1495275018900949
previous_iter_valid_loss : 0.1633535772562027

    154360	  0.163600	  0.163354	  0.170333		CURRENT LEARNING RATE: 0.14949759938006754
previous_iter_valid_loss : 0.16326217353343964

    154380	  0.163452	  0.163262	  0.170035		CURRENT LEARNING RATE: 0.1494677028499442
previous_iter_valid_loss : 0.16522203385829926

    154400	  0.165446	  0.165222	  0.168688		CURRENT LEARNING RATE: 0.149437812298529
previous_iter_valid_loss : 0.16439546644687653

    154420	  0.164603	  0.164395	  0.168324		CURRENT LEARNING RATE: 0.1494079277246263
previous_iter_valid_loss : 0.17556807398796082

    154440	  0.175756	  0.175568	  0.168846		CURRENT LEARNING RATE: 0.14937804912704072
previous_iter_valid_loss : 0.16394226253032684

    154460	  0.164112	  0.163942	  0.168891		CURRENT LEARNING RATE: 0.14934817650457716
previous_iter_valid_loss : 0.179147869348526

    154480	  0.179494	  0.179148	  0.169345		CURRENT LEARNING RATE: 0.14931830985604064
previous_iter_valid_loss : 0.17007404565811157

    154500	  0.170381	  0.170074	  0.169463		CURRENT LEARNING RATE: 0.14928844918023657
previous_iter_valid_loss : 0.16472840309143066

    154520	  0.164955	  0.164728	  0.169559		CURRENT LEARNING RATE: 0.14925859447597042
previous_iter_valid_loss : 0.1630239188671112

    154540	  0.163221	  0.163024	  0.169360		CURRENT LEARNING RATE: 0.1492287457420481
previous_iter_valid_loss : 0.16494406759738922

    154560	  0.165157	  0.164944	  0.169078		CURRENT LEARNING RATE: 0.14919890297727567
previous_iter_valid_loss : 0.1816394180059433

    154580	  0.181906	  0.181639	  0.169875		CURRENT LEARNING RATE: 0.14916906618045936
previous_iter_valid_loss : 0.1634054034948349

    154600	  0.163638	  0.163405	  0.169121		CURRENT LEARNING RATE: 0.1491392353504057
previous_iter_valid_loss : 0.17892353236675262

    154620	  0.179176	  0.178924	  0.169854		CURRENT LEARNING RATE: 0.1491094104859215
previous_iter_valid_loss : 0.1655178666114807

    154640	  0.165733	  0.165518	  0.169962		CURRENT LEARNING RATE: 0.14907959158581371
previous_iter_valid_loss : 0.176465705037117

    154660	  0.176784	  0.176466	  0.169086		CURRENT LEARNING RATE: 0.14904977864888963
previous_iter_valid_loss : 0.17264477908611298

    154680	  0.172915	  0.172645	  0.169565		CURRENT LEARNING RATE: 0.1490199716739567
previous_iter_valid_loss : 0.16336320340633392

    154700	  0.163599	  0.163363	  0.169604		CURRENT LEARNING RATE: 0.14899017065982267
previous_iter_valid_loss : 0.16257458925247192

    154720	  0.162795	  0.162575	  0.169433		CURRENT LEARNING RATE: 0.14896037560529543
previous_iter_valid_loss : 0.19948391616344452

    154740	  0.199709	  0.199484	  0.170083		CURRENT LEARNING RATE: 0.1489305865091833
previous_iter_valid_loss : 0.16393814980983734

    154760	  0.164158	  0.163938	  0.170112		CURRENT LEARNING RATE: 0.14890080337029465
previous_iter_valid_loss : 0.16202984750270844


Current valid loss: 0.16202984750270844;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    154780	  0.162254	  0.162030	  0.170050		CURRENT LEARNING RATE: 0.1488710261874381
previous_iter_valid_loss : 0.16226987540721893

    154800	  0.162529	  0.162270	  0.169903		CURRENT LEARNING RATE: 0.1488412549594227
previous_iter_valid_loss : 0.16512052714824677

    154820	  0.165332	  0.165121	  0.169939		CURRENT LEARNING RATE: 0.14881148968505745
previous_iter_valid_loss : 0.16381298005580902

    154840	  0.164026	  0.163813	  0.169351		CURRENT LEARNING RATE: 0.14878173036315184
previous_iter_valid_loss : 0.17162172496318817

    154860	  0.171928	  0.171622	  0.169735		CURRENT LEARNING RATE: 0.14875197699251544
previous_iter_valid_loss : 0.16921481490135193

    154880	  0.169514	  0.169215	  0.169238		CURRENT LEARNING RATE: 0.14872222957195816
previous_iter_valid_loss : 0.16326212882995605

    154900	  0.163475	  0.163262	  0.168898		CURRENT LEARNING RATE: 0.1486924881002901
previous_iter_valid_loss : 0.16393765807151794

    154920	  0.164171	  0.163938	  0.168858		CURRENT LEARNING RATE: 0.1486627525763215
previous_iter_valid_loss : 0.19841668009757996

    154940	  0.199056	  0.198417	  0.170628		CURRENT LEARNING RATE: 0.14863302299886308
previous_iter_valid_loss : 0.1756487786769867

    154960	  0.175996	  0.175649	  0.171163		CURRENT LEARNING RATE: 0.14860329936672562
previous_iter_valid_loss : 0.1715877205133438

    154980	  0.171888	  0.171588	  0.170661		CURRENT LEARNING RATE: 0.14857358167872012
previous_iter_valid_loss : 0.16609035432338715

    155000	  0.166370	  0.166090	  0.170795		CURRENT LEARNING RATE: 0.14854386993365792
previous_iter_valid_loss : 0.16339315474033356

    155020	  0.163636	  0.163393	  0.170018		CURRENT LEARNING RATE: 0.14851416413035057
previous_iter_valid_loss : 0.16915066540241241

    155040	  0.169458	  0.169151	  0.170200		CURRENT LEARNING RATE: 0.14848446426760978
previous_iter_valid_loss : 0.16345897316932678

    155060	  0.163716	  0.163459	  0.169550		CURRENT LEARNING RATE: 0.14845477034424756
previous_iter_valid_loss : 0.16296502947807312

    155080	  0.163239	  0.162965	  0.169066		CURRENT LEARNING RATE: 0.14842508235907617
previous_iter_valid_loss : 0.16742484271526337

    155100	  0.167680	  0.167425	  0.169269		CURRENT LEARNING RATE: 0.14839540031090812
previous_iter_valid_loss : 0.16690470278263092

    155120	  0.167140	  0.166905	  0.169485		CURRENT LEARNING RATE: 0.1483657241985561
previous_iter_valid_loss : 0.1625550240278244

    155140	  0.162762	  0.162555	  0.167639		CURRENT LEARNING RATE: 0.14833605402083305
previous_iter_valid_loss : 0.16382715106010437

    155160	  0.164074	  0.163827	  0.167633		CURRENT LEARNING RATE: 0.14830638977655217
previous_iter_valid_loss : 0.1634722203016281

    155180	  0.163699	  0.163472	  0.167705		CURRENT LEARNING RATE: 0.14827673146452694
previous_iter_valid_loss : 0.19470548629760742

    155200	  0.194943	  0.194705	  0.169327		CURRENT LEARNING RATE: 0.148247079083571
previous_iter_valid_loss : 0.16247966885566711

    155220	  0.162707	  0.162480	  0.169195		CURRENT LEARNING RATE: 0.14821743263249818
previous_iter_valid_loss : 0.1657198816537857

    155240	  0.165945	  0.165720	  0.169290		CURRENT LEARNING RATE: 0.14818779211012273
previous_iter_valid_loss : 0.16363687813282013

    155260	  0.163861	  0.163637	  0.168891		CURRENT LEARNING RATE: 0.148158157515259
previous_iter_valid_loss : 0.1767444908618927

    155280	  0.176971	  0.176744	  0.169268		CURRENT LEARNING RATE: 0.14812852884672156
previous_iter_valid_loss : 0.20616905391216278

    155300	  0.206731	  0.206169	  0.171413		CURRENT LEARNING RATE: 0.1480989061033253
previous_iter_valid_loss : 0.16461144387722015

    155320	  0.164893	  0.164611	  0.171447		CURRENT LEARNING RATE: 0.1480692892838853
previous_iter_valid_loss : 0.1665036678314209

    155340	  0.166682	  0.166504	  0.169851		CURRENT LEARNING RATE: 0.14803967838721688
previous_iter_valid_loss : 0.1651875376701355

    155360	  0.165387	  0.165188	  0.169328		CURRENT LEARNING RATE: 0.1480100734121356
previous_iter_valid_loss : 0.16716249287128448

    155380	  0.167419	  0.167162	  0.169107		CURRENT LEARNING RATE: 0.14798047435745731
previous_iter_valid_loss : 0.20410600304603577

    155400	  0.204667	  0.204106	  0.171007		CURRENT LEARNING RATE: 0.147950881221998
previous_iter_valid_loss : 0.16774290800094604

    155420	  0.168017	  0.167743	  0.171225		CURRENT LEARNING RATE: 0.147921294004574
previous_iter_valid_loss : 0.16343815624713898

    155440	  0.163624	  0.163438	  0.170939		CURRENT LEARNING RATE: 0.14789171270400175
previous_iter_valid_loss : 0.16884875297546387

    155460	  0.169125	  0.168849	  0.171209		CURRENT LEARNING RATE: 0.14786213731909803
previous_iter_valid_loss : 0.16357378661632538

    155480	  0.163781	  0.163574	  0.171239		CURRENT LEARNING RATE: 0.14783256784867982
previous_iter_valid_loss : 0.17207671701908112

    155500	  0.172292	  0.172077	  0.171472		CURRENT LEARNING RATE: 0.14780300429156434
previous_iter_valid_loss : 0.18375518918037415

    155520	  0.183921	  0.183755	  0.172314		CURRENT LEARNING RATE: 0.14777344664656905
previous_iter_valid_loss : 0.16337311267852783

    155540	  0.163536	  0.163373	  0.172355		CURRENT LEARNING RATE: 0.1477438949125116
previous_iter_valid_loss : 0.16432832181453705

    155560	  0.164496	  0.164328	  0.172380		CURRENT LEARNING RATE: 0.14771434908821002
previous_iter_valid_loss : 0.18707264959812164

    155580	  0.187496	  0.187073	  0.173560		CURRENT LEARNING RATE: 0.14768480917248245
previous_iter_valid_loss : 0.16341769695281982

    155600	  0.163604	  0.163418	  0.171996		CURRENT LEARNING RATE: 0.14765527516414723
previous_iter_valid_loss : 0.16777484118938446

    155620	  0.167949	  0.167775	  0.172261		CURRENT LEARNING RATE: 0.14762574706202303
previous_iter_valid_loss : 0.19504804909229279

    155640	  0.195417	  0.195048	  0.173727		CURRENT LEARNING RATE: 0.14759622486492874
previous_iter_valid_loss : 0.16385269165039062

    155660	  0.164020	  0.163853	  0.173738		CURRENT LEARNING RATE: 0.1475667085716835
previous_iter_valid_loss : 0.16431333124637604

    155680	  0.164569	  0.164313	  0.173116		CURRENT LEARNING RATE: 0.14753719818110658
previous_iter_valid_loss : 0.16284559667110443

    155700	  0.163027	  0.162846	  0.170950		CURRENT LEARNING RATE: 0.1475076936920176
previous_iter_valid_loss : 0.1635836958885193

    155720	  0.163755	  0.163584	  0.170899		CURRENT LEARNING RATE: 0.14747819510323643
previous_iter_valid_loss : 0.17080000042915344

    155740	  0.171014	  0.170800	  0.171114		CURRENT LEARNING RATE: 0.14744870241358302
previous_iter_valid_loss : 0.1661212146282196

    155760	  0.166344	  0.166121	  0.171160		CURRENT LEARNING RATE: 0.14741921562187776
previous_iter_valid_loss : 0.1675649732351303

    155780	  0.167822	  0.167565	  0.171180		CURRENT LEARNING RATE: 0.14738973472694117
previous_iter_valid_loss : 0.16428403556346893

    155800	  0.164510	  0.164284	  0.169189		CURRENT LEARNING RATE: 0.14736025972759395
previous_iter_valid_loss : 0.16159333288669586


Current valid loss: 0.16159333288669586;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    155820	  0.161800	  0.161593	  0.168882		CURRENT LEARNING RATE: 0.14733079062265717
previous_iter_valid_loss : 0.1641634702682495

    155840	  0.164330	  0.164163	  0.168918		CURRENT LEARNING RATE: 0.147301327410952
previous_iter_valid_loss : 0.16750682890415192

    155860	  0.167715	  0.167507	  0.168851		CURRENT LEARNING RATE: 0.1472718700913
previous_iter_valid_loss : 0.166627436876297

    155880	  0.166825	  0.166627	  0.169004		CURRENT LEARNING RATE: 0.14724241866252277
previous_iter_valid_loss : 0.16331911087036133

    155900	  0.163515	  0.163319	  0.168566		CURRENT LEARNING RATE: 0.14721297312344234
previous_iter_valid_loss : 0.16324402391910553

    155920	  0.163442	  0.163244	  0.167540		CURRENT LEARNING RATE: 0.14718353347288082
previous_iter_valid_loss : 0.16333311796188354

    155940	  0.163504	  0.163333	  0.167538		CURRENT LEARNING RATE: 0.14715409970966067
previous_iter_valid_loss : 0.16693243384361267

    155960	  0.167078	  0.166932	  0.167668		CURRENT LEARNING RATE: 0.14712467183260453
previous_iter_valid_loss : 0.17882485687732697

    155980	  0.178947	  0.178825	  0.167256		CURRENT LEARNING RATE: 0.1470952498405353
previous_iter_valid_loss : 0.1632559597492218

    156000	  0.163440	  0.163256	  0.167248		CURRENT LEARNING RATE: 0.14706583373227605
previous_iter_valid_loss : 0.16738346219062805

    156020	  0.167623	  0.167383	  0.167228		CURRENT LEARNING RATE: 0.14703642350665022
previous_iter_valid_loss : 0.1666886806488037

    156040	  0.166903	  0.166689	  0.165810		CURRENT LEARNING RATE: 0.14700701916248132
previous_iter_valid_loss : 0.1636834442615509

    156060	  0.163821	  0.163683	  0.165802		CURRENT LEARNING RATE: 0.14697762069859321
previous_iter_valid_loss : 0.16386286914348602

    156080	  0.164021	  0.163863	  0.165779		CURRENT LEARNING RATE: 0.14694822811380995
previous_iter_valid_loss : 0.16599009931087494

    156100	  0.166162	  0.165990	  0.165937		CURRENT LEARNING RATE: 0.14691884140695582
previous_iter_valid_loss : 0.17180635035037994

    156120	  0.172112	  0.171806	  0.166348		CURRENT LEARNING RATE: 0.1468894605768554
previous_iter_valid_loss : 0.1730087250471115

    156140	  0.173281	  0.173009	  0.166458		CURRENT LEARNING RATE: 0.14686008562233335
previous_iter_valid_loss : 0.20568926632404327

    156160	  0.206243	  0.205689	  0.168437		CURRENT LEARNING RATE: 0.1468307165422148
previous_iter_valid_loss : 0.1637287437915802

    156180	  0.163899	  0.163729	  0.168245		CURRENT LEARNING RATE: 0.14680135333532493
previous_iter_valid_loss : 0.16432946920394897

    156200	  0.164525	  0.164329	  0.168247		CURRENT LEARNING RATE: 0.1467719960004892
previous_iter_valid_loss : 0.16638194024562836

    156220	  0.166549	  0.166382	  0.168487		CURRENT LEARNING RATE: 0.14674264453653335
previous_iter_valid_loss : 0.17241144180297852

    156240	  0.172584	  0.172411	  0.168899		CURRENT LEARNING RATE: 0.14671329894228327
previous_iter_valid_loss : 0.17801032960414886

    156260	  0.178356	  0.178010	  0.169424		CURRENT LEARNING RATE: 0.1466839592165652
previous_iter_valid_loss : 0.1689288467168808

    156280	  0.169181	  0.168929	  0.169539		CURRENT LEARNING RATE: 0.1466546253582055
previous_iter_valid_loss : 0.16267253458499908

    156300	  0.162899	  0.162673	  0.169507		CURRENT LEARNING RATE: 0.14662529736603083
previous_iter_valid_loss : 0.16274651885032654

    156320	  0.162937	  0.162747	  0.169482		CURRENT LEARNING RATE: 0.1465959752388681
previous_iter_valid_loss : 0.163344144821167

    156340	  0.163567	  0.163344	  0.169483		CURRENT LEARNING RATE: 0.14656665897554436
previous_iter_valid_loss : 0.16352948546409607

    156360	  0.163730	  0.163529	  0.169312		CURRENT LEARNING RATE: 0.146537348574887
previous_iter_valid_loss : 0.16336172819137573

    156380	  0.163633	  0.163362	  0.168539		CURRENT LEARNING RATE: 0.14650804403572365
previous_iter_valid_loss : 0.1699059009552002

    156400	  0.170183	  0.169906	  0.168872		CURRENT LEARNING RATE: 0.14647874535688205
previous_iter_valid_loss : 0.1999238133430481

    156420	  0.200508	  0.199924	  0.170499		CURRENT LEARNING RATE: 0.1464494525371903
previous_iter_valid_loss : 0.16263039410114288

    156440	  0.162836	  0.162630	  0.170296		CURRENT LEARNING RATE: 0.14642016557547663
previous_iter_valid_loss : 0.1638026237487793

    156460	  0.164003	  0.163803	  0.170302		CURRENT LEARNING RATE: 0.14639088447056964
previous_iter_valid_loss : 0.1679021269083023

    156480	  0.168187	  0.167902	  0.170504		CURRENT LEARNING RATE: 0.14636160922129804
previous_iter_valid_loss : 0.16360893845558167

    156500	  0.163847	  0.163609	  0.170385		CURRENT LEARNING RATE: 0.14633233982649085
previous_iter_valid_loss : 0.16931499540805817

    156520	  0.169549	  0.169315	  0.170260		CURRENT LEARNING RATE: 0.14630307628497724
previous_iter_valid_loss : 0.1647723764181137

    156540	  0.164999	  0.164772	  0.169848		CURRENT LEARNING RATE: 0.14627381859558666
previous_iter_valid_loss : 0.16215164959430695

    156560	  0.162339	  0.162152	  0.167671		CURRENT LEARNING RATE: 0.14624456675714892
previous_iter_valid_loss : 0.16498702764511108

    156580	  0.165223	  0.164987	  0.167734		CURRENT LEARNING RATE: 0.14621532076849383
previous_iter_valid_loss : 0.1650182455778122

    156600	  0.165207	  0.165018	  0.167769		CURRENT LEARNING RATE: 0.14618608062845162
previous_iter_valid_loss : 0.17979060113430023

    156620	  0.179993	  0.179791	  0.168439		CURRENT LEARNING RATE: 0.14615684633585263
previous_iter_valid_loss : 0.16622106730937958

    156640	  0.166421	  0.166221	  0.168130		CURRENT LEARNING RATE: 0.14612761788952752
previous_iter_valid_loss : 0.1943671852350235

    156660	  0.194533	  0.194367	  0.168948		CURRENT LEARNING RATE: 0.14609839528830715
previous_iter_valid_loss : 0.16638220846652985

    156680	  0.166546	  0.166382	  0.168820		CURRENT LEARNING RATE: 0.14606917853102264
previous_iter_valid_loss : 0.16362276673316956

    156700	  0.163810	  0.163623	  0.168868		CURRENT LEARNING RATE: 0.14603996761650523
previous_iter_valid_loss : 0.1630876362323761

    156720	  0.163278	  0.163088	  0.168885		CURRENT LEARNING RATE: 0.14601076254358658
previous_iter_valid_loss : 0.1659802496433258

    156740	  0.166133	  0.165980	  0.169017		CURRENT LEARNING RATE: 0.1459815633110984
previous_iter_valid_loss : 0.1667618602514267

    156760	  0.166931	  0.166762	  0.169178		CURRENT LEARNING RATE: 0.14595236991787283
previous_iter_valid_loss : 0.1648537516593933

    156780	  0.165051	  0.164854	  0.169253		CURRENT LEARNING RATE: 0.14592318236274207
previous_iter_valid_loss : 0.18454240262508392

    156800	  0.184860	  0.184542	  0.169985		CURRENT LEARNING RATE: 0.1458940006445386
previous_iter_valid_loss : 0.16537770628929138

    156820	  0.165571	  0.165378	  0.168257		CURRENT LEARNING RATE: 0.14586482476209522
previous_iter_valid_loss : 0.17017577588558197

    156840	  0.170394	  0.170176	  0.168635		CURRENT LEARNING RATE: 0.1458356547142448
previous_iter_valid_loss : 0.16654923558235168

    156860	  0.166766	  0.166549	  0.168772		CURRENT LEARNING RATE: 0.1458064904998206
previous_iter_valid_loss : 0.16303206980228424

    156880	  0.163198	  0.163032	  0.168528		CURRENT LEARNING RATE: 0.14577733211765606
previous_iter_valid_loss : 0.1690131574869156

    156900	  0.169271	  0.169013	  0.168799		CURRENT LEARNING RATE: 0.14574817956658484
previous_iter_valid_loss : 0.1627657115459442

    156920	  0.162949	  0.162766	  0.168471		CURRENT LEARNING RATE: 0.1457190328454408
previous_iter_valid_loss : 0.16386239230632782

    156940	  0.164000	  0.163862	  0.168426		CURRENT LEARNING RATE: 0.14568989195305804
previous_iter_valid_loss : 0.17649412155151367

    156960	  0.176644	  0.176494	  0.169143		CURRENT LEARNING RATE: 0.14566075688827101
previous_iter_valid_loss : 0.172770157456398

    156980	  0.173020	  0.172770	  0.169532		CURRENT LEARNING RATE: 0.1456316276499143
previous_iter_valid_loss : 0.16547274589538574

    157000	  0.165641	  0.165473	  0.169555		CURRENT LEARNING RATE: 0.14560250423682272
previous_iter_valid_loss : 0.1625647246837616

    157020	  0.162763	  0.162565	  0.168693		CURRENT LEARNING RATE: 0.14557338664783132
previous_iter_valid_loss : 0.16588889062404633

    157040	  0.166038	  0.165889	  0.168677		CURRENT LEARNING RATE: 0.1455442748817754
previous_iter_valid_loss : 0.16684886813163757

    157060	  0.167010	  0.166849	  0.167301		CURRENT LEARNING RATE: 0.14551516893749047
previous_iter_valid_loss : 0.16191734373569489

    157080	  0.162057	  0.161917	  0.167078		CURRENT LEARNING RATE: 0.14548606881381237
previous_iter_valid_loss : 0.16650168597698212

    157100	  0.166728	  0.166502	  0.167222		CURRENT LEARNING RATE: 0.145456974509577
previous_iter_valid_loss : 0.16738544404506683

    157120	  0.167562	  0.167385	  0.167437		CURRENT LEARNING RATE: 0.14542788602362064
previous_iter_valid_loss : 0.18083299696445465

    157140	  0.181114	  0.180833	  0.168179		CURRENT LEARNING RATE: 0.14539880335477973
previous_iter_valid_loss : 0.18386352062225342

    157160	  0.184178	  0.183864	  0.169034		CURRENT LEARNING RATE: 0.14536972650189098
previous_iter_valid_loss : 0.177235409617424

    157180	  0.177380	  0.177235	  0.169653		CURRENT LEARNING RATE: 0.14534065546379132
previous_iter_valid_loss : 0.1662643700838089

    157200	  0.166440	  0.166264	  0.168739		CURRENT LEARNING RATE: 0.1453115902393179
previous_iter_valid_loss : 0.1970205157995224

    157220	  0.197182	  0.197021	  0.170322		CURRENT LEARNING RATE: 0.1452825308273081
previous_iter_valid_loss : 0.16527597606182098

    157240	  0.165430	  0.165276	  0.170077		CURRENT LEARNING RATE: 0.14525347722659956
previous_iter_valid_loss : 0.16259531676769257

    157260	  0.162761	  0.162595	  0.169879		CURRENT LEARNING RATE: 0.14522442943603014
previous_iter_valid_loss : 0.16181130707263947

    157280	  0.161982	  0.161811	  0.169818		CURRENT LEARNING RATE: 0.14519538745443789
previous_iter_valid_loss : 0.1725262552499771

    157300	  0.172701	  0.172526	  0.169994		CURRENT LEARNING RATE: 0.1451663512806612
previous_iter_valid_loss : 0.1632995307445526

    157320	  0.163481	  0.163300	  0.170020		CURRENT LEARNING RATE: 0.1451373209135385
previous_iter_valid_loss : 0.16967171430587769

    157340	  0.169904	  0.169672	  0.170311		CURRENT LEARNING RATE: 0.1451082963519087
previous_iter_valid_loss : 0.1634179800748825

    157360	  0.163553	  0.163418	  0.169657		CURRENT LEARNING RATE: 0.14507927759461078
previous_iter_valid_loss : 0.18104109168052673

    157380	  0.181333	  0.181041	  0.170070		CURRENT LEARNING RATE: 0.14505026464048398
previous_iter_valid_loss : 0.1786459982395172

    157400	  0.178823	  0.178646	  0.170729		CURRENT LEARNING RATE: 0.1450212574883678
previous_iter_valid_loss : 0.16198644042015076

    157420	  0.162121	  0.161986	  0.170700		CURRENT LEARNING RATE: 0.14499225613710193
previous_iter_valid_loss : 0.1660645455121994

    157440	  0.166285	  0.166065	  0.170709		CURRENT LEARNING RATE: 0.1449632605855263
previous_iter_valid_loss : 0.1640256941318512

    157460	  0.164216	  0.164026	  0.170568		CURRENT LEARNING RATE: 0.14493427083248114
previous_iter_valid_loss : 0.17415983974933624

    157480	  0.174333	  0.174160	  0.171180		CURRENT LEARNING RATE: 0.14490528687680684
previous_iter_valid_loss : 0.16785748302936554

    157500	  0.168029	  0.167857	  0.171248		CURRENT LEARNING RATE: 0.14487630871734403
previous_iter_valid_loss : 0.16304780542850494

    157520	  0.163226	  0.163048	  0.171031		CURRENT LEARNING RATE: 0.14484733635293356
previous_iter_valid_loss : 0.1631522923707962

    157540	  0.163329	  0.163152	  0.170147		CURRENT LEARNING RATE: 0.14481836978241658
previous_iter_valid_loss : 0.16403156518936157

    157560	  0.164221	  0.164032	  0.169155		CURRENT LEARNING RATE: 0.1447894090046344
previous_iter_valid_loss : 0.2165336310863495

    157580	  0.216626	  0.216534	  0.171120		CURRENT LEARNING RATE: 0.1447604540184286
previous_iter_valid_loss : 0.1677519679069519

    157600	  0.168006	  0.167752	  0.171195		CURRENT LEARNING RATE: 0.144731504822641
previous_iter_valid_loss : 0.16637101769447327

    157620	  0.166582	  0.166371	  0.169662		CURRENT LEARNING RATE: 0.14470256141611362
previous_iter_valid_loss : 0.16308671236038208

    157640	  0.163311	  0.163087	  0.169553		CURRENT LEARNING RATE: 0.14467362379768867
previous_iter_valid_loss : 0.1679423749446869

    157660	  0.168189	  0.167942	  0.169820		CURRENT LEARNING RATE: 0.14464469196620874
previous_iter_valid_loss : 0.17788547277450562

    157680	  0.178212	  0.177885	  0.170624		CURRENT LEARNING RATE: 0.14461576592051648
previous_iter_valid_loss : 0.17501984536647797

    157700	  0.175313	  0.175020	  0.170748		CURRENT LEARNING RATE: 0.1445868456594549
previous_iter_valid_loss : 0.16333375871181488

    157720	  0.163502	  0.163334	  0.170750		CURRENT LEARNING RATE: 0.14455793118186713
previous_iter_valid_loss : 0.16380080580711365

    157740	  0.163989	  0.163801	  0.170456		CURRENT LEARNING RATE: 0.14452902248659666
previous_iter_valid_loss : 0.17577874660491943

    157760	  0.176009	  0.175779	  0.171075		CURRENT LEARNING RATE: 0.14450011957248707
previous_iter_valid_loss : 0.16453443467617035

    157780	  0.164728	  0.164534	  0.170249		CURRENT LEARNING RATE: 0.1444712224383823
previous_iter_valid_loss : 0.17510683834552765

    157800	  0.175367	  0.175107	  0.170072		CURRENT LEARNING RATE: 0.14444233108312646
previous_iter_valid_loss : 0.1736113578081131

    157820	  0.173848	  0.173611	  0.170653		CURRENT LEARNING RATE: 0.1444134455055639
previous_iter_valid_loss : 0.18700677156448364

    157840	  0.187236	  0.187007	  0.171701		CURRENT LEARNING RATE: 0.14438456570453914
previous_iter_valid_loss : 0.1638190597295761

    157860	  0.164032	  0.163819	  0.171690		CURRENT LEARNING RATE: 0.14435569167889706
previous_iter_valid_loss : 0.16363723576068878

    157880	  0.163794	  0.163637	  0.171164		CURRENT LEARNING RATE: 0.14432682342748265
previous_iter_valid_loss : 0.16355469822883606

    157900	  0.163721	  0.163555	  0.170949		CURRENT LEARNING RATE: 0.14429796094914119
previous_iter_valid_loss : 0.17593464255332947

    157920	  0.176247	  0.175935	  0.171593		CURRENT LEARNING RATE: 0.14426910424271822
previous_iter_valid_loss : 0.17738783359527588

    157940	  0.177595	  0.177388	  0.172305		CURRENT LEARNING RATE: 0.14424025330705942
previous_iter_valid_loss : 0.16396018862724304

    157960	  0.164159	  0.163960	  0.172302		CURRENT LEARNING RATE: 0.14421140814101072
previous_iter_valid_loss : 0.16766801476478577

    157980	  0.167874	  0.167668	  0.169858		CURRENT LEARNING RATE: 0.1441825687434184
previous_iter_valid_loss : 0.16187772154808044

    158000	  0.162064	  0.161878	  0.169565		CURRENT LEARNING RATE: 0.14415373511312884
previous_iter_valid_loss : 0.16269449889659882

    158020	  0.162868	  0.162694	  0.169381		CURRENT LEARNING RATE: 0.14412490724898874
previous_iter_valid_loss : 0.17082636058330536

    158040	  0.171032	  0.170826	  0.169768		CURRENT LEARNING RATE: 0.14409608514984495
previous_iter_valid_loss : 0.18202386796474457

    158060	  0.182394	  0.182024	  0.170472		CURRENT LEARNING RATE: 0.14406726881454454
previous_iter_valid_loss : 0.16301512718200684

    158080	  0.163183	  0.163015	  0.169728		CURRENT LEARNING RATE: 0.14403845824193495
previous_iter_valid_loss : 0.16242527961730957

    158100	  0.162568	  0.162425	  0.169099		CURRENT LEARNING RATE: 0.1440096534308637
previous_iter_valid_loss : 0.1666419506072998

    158120	  0.166844	  0.166642	  0.169264		CURRENT LEARNING RATE: 0.1439808543801786
previous_iter_valid_loss : 0.16249042749404907

    158140	  0.162676	  0.162490	  0.169198		CURRENT LEARNING RATE: 0.14395206108872768
previous_iter_valid_loss : 0.16469362378120422

    158160	  0.164967	  0.164694	  0.168644		CURRENT LEARNING RATE: 0.1439232735553592
previous_iter_valid_loss : 0.16594673693180084

    158180	  0.166171	  0.165947	  0.168715		CURRENT LEARNING RATE: 0.14389449177892172
previous_iter_valid_loss : 0.1653270423412323

    158200	  0.165605	  0.165327	  0.168226		CURRENT LEARNING RATE: 0.14386571575826393
previous_iter_valid_loss : 0.1634637415409088

    158220	  0.163671	  0.163464	  0.167718		CURRENT LEARNING RATE: 0.14383694549223477
previous_iter_valid_loss : 0.16479472815990448

    158240	  0.165068	  0.164795	  0.166608		CURRENT LEARNING RATE: 0.14380818097968348
previous_iter_valid_loss : 0.17152385413646698

    158260	  0.171748	  0.171524	  0.166993		CURRENT LEARNING RATE: 0.1437794222194594
previous_iter_valid_loss : 0.1700400710105896

    158280	  0.170284	  0.170040	  0.167313		CURRENT LEARNING RATE: 0.14375066921041227
previous_iter_valid_loss : 0.20830176770687103

    158300	  0.208922	  0.208302	  0.169551		CURRENT LEARNING RATE: 0.14372192195139194
previous_iter_valid_loss : 0.1622474044561386

    158320	  0.162416	  0.162247	  0.168866		CURRENT LEARNING RATE: 0.14369318044124846
previous_iter_valid_loss : 0.17668640613555908

    158340	  0.176898	  0.176686	  0.168831		CURRENT LEARNING RATE: 0.14366444467883224
previous_iter_valid_loss : 0.1729746162891388

    158360	  0.173295	  0.172975	  0.169282		CURRENT LEARNING RATE: 0.1436357146629938
previous_iter_valid_loss : 0.16875997185707092

    158380	  0.169010	  0.168760	  0.169336		CURRENT LEARNING RATE: 0.143606990392584
previous_iter_valid_loss : 0.1630084067583084

    158400	  0.163208	  0.163008	  0.169393		CURRENT LEARNING RATE: 0.14357827186645383
previous_iter_valid_loss : 0.16699615120887756

    158420	  0.167221	  0.166996	  0.169608		CURRENT LEARNING RATE: 0.14354955908345454
previous_iter_valid_loss : 0.1645636260509491

    158440	  0.164816	  0.164564	  0.169295		CURRENT LEARNING RATE: 0.14352085204243764
previous_iter_valid_loss : 0.16420325636863708

    158460	  0.164400	  0.164203	  0.168404		CURRENT LEARNING RATE: 0.14349215074225485
previous_iter_valid_loss : 0.16250155866146088

    158480	  0.162715	  0.162502	  0.168378		CURRENT LEARNING RATE: 0.1434634551817581
previous_iter_valid_loss : 0.16463415324687958

    158500	  0.164797	  0.164634	  0.168489		CURRENT LEARNING RATE: 0.1434347653597996
previous_iter_valid_loss : 0.1633225679397583

    158520	  0.163537	  0.163323	  0.168323		CURRENT LEARNING RATE: 0.1434060812752317
previous_iter_valid_loss : 0.16701190173625946

    158540	  0.167295	  0.167012	  0.168549		CURRENT LEARNING RATE: 0.1433774029269071
previous_iter_valid_loss : 0.176169753074646

    158560	  0.176378	  0.176170	  0.169123		CURRENT LEARNING RATE: 0.14334873031367856
previous_iter_valid_loss : 0.17198152840137482

    158580	  0.172190	  0.171982	  0.169424		CURRENT LEARNING RATE: 0.14332006343439935
previous_iter_valid_loss : 0.17340870201587677

    158600	  0.173691	  0.173409	  0.169828		CURRENT LEARNING RATE: 0.14329140228792264
previous_iter_valid_loss : 0.1711464822292328

    158620	  0.171375	  0.171146	  0.170213		CURRENT LEARNING RATE: 0.14326274687310206
previous_iter_valid_loss : 0.1658714860677719

    158640	  0.166160	  0.165871	  0.170266		CURRENT LEARNING RATE: 0.14323409718879138
previous_iter_valid_loss : 0.16755960881710052

    158660	  0.167790	  0.167560	  0.170068		CURRENT LEARNING RATE: 0.1432054532338446
previous_iter_valid_loss : 0.16641384363174438

    158680	  0.166628	  0.166414	  0.169887		CURRENT LEARNING RATE: 0.14317681500711593
previous_iter_valid_loss : 0.19258087873458862

    158700	  0.193013	  0.192581	  0.169101		CURRENT LEARNING RATE: 0.14314818250745995
previous_iter_valid_loss : 0.1618688851594925

    158720	  0.162056	  0.161869	  0.169082		CURRENT LEARNING RATE: 0.14311955573373125
previous_iter_valid_loss : 0.16397328674793243

    158740	  0.164172	  0.163973	  0.168446		CURRENT LEARNING RATE: 0.14309093468478482
previous_iter_valid_loss : 0.17427581548690796

    158760	  0.174458	  0.174276	  0.168511		CURRENT LEARNING RATE: 0.14306231935947572
previous_iter_valid_loss : 0.16525515913963318

    158780	  0.165424	  0.165255	  0.168336		CURRENT LEARNING RATE: 0.1430337097566595
previous_iter_valid_loss : 0.17729072272777557

    158800	  0.177592	  0.177291	  0.169050		CURRENT LEARNING RATE: 0.14300510587519166
previous_iter_valid_loss : 0.1637677252292633

    158820	  0.164016	  0.163768	  0.168889		CURRENT LEARNING RATE: 0.14297650771392809
previous_iter_valid_loss : 0.1625768542289734

    158840	  0.162748	  0.162577	  0.168789		CURRENT LEARNING RATE: 0.14294791527172482
previous_iter_valid_loss : 0.1717349737882614

    158860	  0.172006	  0.171735	  0.169166		CURRENT LEARNING RATE: 0.1429193285474382
previous_iter_valid_loss : 0.1782863289117813

    158880	  0.178520	  0.178286	  0.169955		CURRENT LEARNING RATE: 0.14289074753992473
previous_iter_valid_loss : 0.1638636589050293

    158900	  0.164057	  0.163864	  0.169917		CURRENT LEARNING RATE: 0.14286217224804118
previous_iter_valid_loss : 0.16473929584026337

    158920	  0.164983	  0.164739	  0.169987		CURRENT LEARNING RATE: 0.14283360267064454
previous_iter_valid_loss : 0.163509339094162

    158940	  0.163731	  0.163509	  0.169812		CURRENT LEARNING RATE: 0.14280503880659204
previous_iter_valid_loss : 0.17951089143753052

    158960	  0.179785	  0.179511	  0.169979		CURRENT LEARNING RATE: 0.14277648065474108
previous_iter_valid_loss : 0.18218912184238434

    158980	  0.182436	  0.182189	  0.170490		CURRENT LEARNING RATE: 0.14274792821394938
previous_iter_valid_loss : 0.16387155652046204

    159000	  0.164117	  0.163872	  0.170013		CURRENT LEARNING RATE: 0.14271938148307484
previous_iter_valid_loss : 0.17231802642345428

    159020	  0.172512	  0.172318	  0.170072		CURRENT LEARNING RATE: 0.14269084046097558
previous_iter_valid_loss : 0.1665353924036026

    159040	  0.166740	  0.166535	  0.170105		CURRENT LEARNING RATE: 0.14266230514650993
previous_iter_valid_loss : 0.16511216759681702

    159060	  0.165335	  0.165112	  0.169982		CURRENT LEARNING RATE: 0.14263377553853657
previous_iter_valid_loss : 0.2048182338476181

    159080	  0.204983	  0.204818	  0.171903		CURRENT LEARNING RATE: 0.1426052516359142
previous_iter_valid_loss : 0.16198299825191498

    159100	  0.162243	  0.161983	  0.170373		CURRENT LEARNING RATE: 0.1425767334375019
previous_iter_valid_loss : 0.1692611277103424

    159120	  0.169473	  0.169261	  0.170742		CURRENT LEARNING RATE: 0.142548220942159
previous_iter_valid_loss : 0.16229556500911713

    159140	  0.162473	  0.162296	  0.170658		CURRENT LEARNING RATE: 0.14251971414874492
previous_iter_valid_loss : 0.1696174144744873

    159160	  0.169813	  0.169617	  0.170425		CURRENT LEARNING RATE: 0.1424912130561194
previous_iter_valid_loss : 0.16481159627437592

    159180	  0.165003	  0.164812	  0.170403		CURRENT LEARNING RATE: 0.14246271766314247
previous_iter_valid_loss : 0.16880516707897186

    159200	  0.169016	  0.168805	  0.169979		CURRENT LEARNING RATE: 0.14243422796867425
previous_iter_valid_loss : 0.16190947592258453

    159220	  0.162095	  0.161909	  0.169886		CURRENT LEARNING RATE: 0.14240574397157518
previous_iter_valid_loss : 0.16402661800384521

    159240	  0.164247	  0.164027	  0.169959		CURRENT LEARNING RATE: 0.14237726567070588
previous_iter_valid_loss : 0.16284960508346558

    159260	  0.163070	  0.162850	  0.169514		CURRENT LEARNING RATE: 0.14234879306492723
previous_iter_valid_loss : 0.16352377831935883

    159280	  0.163750	  0.163524	  0.168776		CURRENT LEARNING RATE: 0.1423203261531003
previous_iter_valid_loss : 0.16461943089962006

    159300	  0.164851	  0.164619	  0.168814		CURRENT LEARNING RATE: 0.14229186493408646
previous_iter_valid_loss : 0.1717963069677353

    159320	  0.172031	  0.171796	  0.169167		CURRENT LEARNING RATE: 0.14226340940674725
previous_iter_valid_loss : 0.16505327820777893

    159340	  0.165243	  0.165053	  0.169244		CURRENT LEARNING RATE: 0.14223495956994442
previous_iter_valid_loss : 0.16740185022354126

    159360	  0.167572	  0.167402	  0.168639		CURRENT LEARNING RATE: 0.14220651542253995
previous_iter_valid_loss : 0.16202151775360107

    159380	  0.162216	  0.162022	  0.167630		CURRENT LEARNING RATE: 0.14217807696339615
previous_iter_valid_loss : 0.16974656283855438

    159400	  0.169976	  0.169747	  0.167924		CURRENT LEARNING RATE: 0.14214964419137546
previous_iter_valid_loss : 0.17257416248321533

    159420	  0.172830	  0.172574	  0.167937		CURRENT LEARNING RATE: 0.14212121710534054
previous_iter_valid_loss : 0.17681390047073364

    159440	  0.177060	  0.176814	  0.168451		CURRENT LEARNING RATE: 0.14209279570415434
previous_iter_valid_loss : 0.16580846905708313

    159460	  0.166073	  0.165808	  0.168485		CURRENT LEARNING RATE: 0.14206437998667998
previous_iter_valid_loss : 0.17760969698429108

    159480	  0.177873	  0.177610	  0.167125		CURRENT LEARNING RATE: 0.14203596995178083
previous_iter_valid_loss : 0.16247309744358063

    159500	  0.162655	  0.162473	  0.167150		CURRENT LEARNING RATE: 0.1420075655983205
previous_iter_valid_loss : 0.16163456439971924

    159520	  0.161835	  0.161635	  0.166768		CURRENT LEARNING RATE: 0.14197916692516283
previous_iter_valid_loss : 0.1630663126707077

    159540	  0.163293	  0.163066	  0.166807		CURRENT LEARNING RATE: 0.14195077393117184
previous_iter_valid_loss : 0.1741025149822235

    159560	  0.174359	  0.174103	  0.167031		CURRENT LEARNING RATE: 0.1419223866152118
previous_iter_valid_loss : 0.16231346130371094

    159580	  0.162547	  0.162313	  0.166906		CURRENT LEARNING RATE: 0.14189400497614726
previous_iter_valid_loss : 0.1822022646665573

    159600	  0.182446	  0.182202	  0.167576		CURRENT LEARNING RATE: 0.14186562901284297
previous_iter_valid_loss : 0.17662955820560455

    159620	  0.176860	  0.176630	  0.168312		CURRENT LEARNING RATE: 0.14183725872416383
previous_iter_valid_loss : 0.16293083131313324

    159640	  0.163159	  0.162931	  0.168257		CURRENT LEARNING RATE: 0.14180889410897507
previous_iter_valid_loss : 0.16236449778079987

    159660	  0.162565	  0.162364	  0.168233		CURRENT LEARNING RATE: 0.1417805351661421
previous_iter_valid_loss : 0.16318030655384064

    159680	  0.163356	  0.163180	  0.168216		CURRENT LEARNING RATE: 0.14175218189453054
previous_iter_valid_loss : 0.1713186502456665

    159700	  0.171595	  0.171319	  0.168551		CURRENT LEARNING RATE: 0.14172383429300628
previous_iter_valid_loss : 0.16599753499031067

    159720	  0.166214	  0.165998	  0.168261		CURRENT LEARNING RATE: 0.1416954923604354
previous_iter_valid_loss : 0.16463463008403778

    159740	  0.164823	  0.164635	  0.168240		CURRENT LEARNING RATE: 0.14166715609568425
previous_iter_valid_loss : 0.1622576117515564

    159760	  0.162442	  0.162258	  0.167983		CURRENT LEARNING RATE: 0.14163882549761933
previous_iter_valid_loss : 0.17536933720111847

    222020	  0.175551	  0.175369	  0.165809		CURRENT LEARNING RATE: 0.0759959717082988
previous_iter_valid_loss : 0.16333416104316711

    222040	  0.163473	  0.163334	  0.165881		CURRENT LEARNING RATE: 0.07598077403377526
previous_iter_valid_loss : 0.16365079581737518

    222060	  0.163915	  0.163651	  0.165938		CURRENT LEARNING RATE: 0.07596557939848268
previous_iter_valid_loss : 0.16151611506938934

    222080	  0.161694	  0.161516	  0.165433		CURRENT LEARNING RATE: 0.07595038780181329
previous_iter_valid_loss : 0.16123978793621063

    222100	  0.161445	  0.161240	  0.165129		CURRENT LEARNING RATE: 0.07593519924315943
previous_iter_valid_loss : 0.1618082970380783

    222120	  0.162027	  0.161808	  0.164327		CURRENT LEARNING RATE: 0.07592001372191354
previous_iter_valid_loss : 0.17013853788375854

    222140	  0.170404	  0.170139	  0.164672		CURRENT LEARNING RATE: 0.07590483123746822
previous_iter_valid_loss : 0.1628335416316986

    222160	  0.162991	  0.162834	  0.164716		CURRENT LEARNING RATE: 0.07588965178921614
previous_iter_valid_loss : 0.17079846560955048

    222180	  0.171052	  0.170798	  0.165188		CURRENT LEARNING RATE: 0.07587447537655016
previous_iter_valid_loss : 0.1625959277153015

    222200	  0.162808	  0.162596	  0.164941		CURRENT LEARNING RATE: 0.0758593019988632
previous_iter_valid_loss : 0.16158942878246307

    222220	  0.161809	  0.161589	  0.164881		CURRENT LEARNING RATE: 0.07584413165554833
previous_iter_valid_loss : 0.1623399406671524

    222240	  0.162499	  0.162340	  0.164782		CURRENT LEARNING RATE: 0.07582896434599873
previous_iter_valid_loss : 0.16243211925029755

    222260	  0.162599	  0.162432	  0.164701		CURRENT LEARNING RATE: 0.07581380006960772
previous_iter_valid_loss : 0.16568078100681305

    222280	  0.165885	  0.165681	  0.164567		CURRENT LEARNING RATE: 0.07579863882576872
previous_iter_valid_loss : 0.1754329949617386

    222300	  0.175749	  0.175433	  0.165098		CURRENT LEARNING RATE: 0.07578348061387528
previous_iter_valid_loss : 0.16347086429595947

    222320	  0.163678	  0.163471	  0.165001		CURRENT LEARNING RATE: 0.07576832543332108
previous_iter_valid_loss : 0.16688090562820435

    222340	  0.167070	  0.166881	  0.165248		CURRENT LEARNING RATE: 0.07575317328349991
previous_iter_valid_loss : 0.16220100224018097

    222360	  0.162422	  0.162201	  0.164931		CURRENT LEARNING RATE: 0.07573802416380564
previous_iter_valid_loss : 0.1770947426557541

    222380	  0.177418	  0.177095	  0.165592		CURRENT LEARNING RATE: 0.07572287807363239
previous_iter_valid_loss : 0.16217152774333954

    222400	  0.162381	  0.162172	  0.165628		CURRENT LEARNING RATE: 0.07570773501237427
previous_iter_valid_loss : 0.16097427904605865

    222420	  0.161181	  0.160974	  0.164908		CURRENT LEARNING RATE: 0.07569259497942556
previous_iter_valid_loss : 0.16391605138778687

    222440	  0.164105	  0.163916	  0.164937		CURRENT LEARNING RATE: 0.07567745797418066
previous_iter_valid_loss : 0.16623052954673767

    222460	  0.166478	  0.166231	  0.165066		CURRENT LEARNING RATE: 0.07566232399603408
previous_iter_valid_loss : 0.16620422899723053

    222480	  0.166402	  0.166204	  0.165300		CURRENT LEARNING RATE: 0.07564719304438047
previous_iter_valid_loss : 0.16222932934761047

    222500	  0.162474	  0.162229	  0.165350		CURRENT LEARNING RATE: 0.0756320651186146
previous_iter_valid_loss : 0.16205818951129913

    222520	  0.162325	  0.162058	  0.165362		CURRENT LEARNING RATE: 0.07561694021813135
previous_iter_valid_loss : 0.16147743165493011

    222540	  0.161709	  0.161477	  0.164929		CURRENT LEARNING RATE: 0.07560181834232572
previous_iter_valid_loss : 0.17087656259536743

    222560	  0.171154	  0.170877	  0.165331		CURRENT LEARNING RATE: 0.07558669949059282
previous_iter_valid_loss : 0.16878695785999298

    222580	  0.169025	  0.168787	  0.165231		CURRENT LEARNING RATE: 0.07557158366232791
previous_iter_valid_loss : 0.16476356983184814

    222600	  0.165033	  0.164764	  0.165339		CURRENT LEARNING RATE: 0.07555647085692636
previous_iter_valid_loss : 0.1632952094078064

    222620	  0.163524	  0.163295	  0.165424		CURRENT LEARNING RATE: 0.07554136107378366
previous_iter_valid_loss : 0.16116242110729218

    222640	  0.161327	  0.161162	  0.165366		CURRENT LEARNING RATE: 0.07552625431229541
previous_iter_valid_loss : 0.1686384379863739

    222660	  0.168901	  0.168638	  0.165676		CURRENT LEARNING RATE: 0.07551115057185735
previous_iter_valid_loss : 0.21198232471942902

    222680	  0.212082	  0.211982	  0.167991		CURRENT LEARNING RATE: 0.07549604985186531
previous_iter_valid_loss : 0.16180475056171417

    222700	  0.162012	  0.161805	  0.167310		CURRENT LEARNING RATE: 0.07548095215171528
previous_iter_valid_loss : 0.1639230102300644

    222720	  0.164141	  0.163923	  0.167332		CURRENT LEARNING RATE: 0.07546585747080335
previous_iter_valid_loss : 0.17691653966903687

    222740	  0.177197	  0.176917	  0.167834		CURRENT LEARNING RATE: 0.07545076580852572
previous_iter_valid_loss : 0.19370228052139282

    222760	  0.193948	  0.193702	  0.169409		CURRENT LEARNING RATE: 0.07543567716427874
previous_iter_valid_loss : 0.17040188610553741

    222780	  0.170603	  0.170402	  0.169074		CURRENT LEARNING RATE: 0.07542059153745882
previous_iter_valid_loss : 0.18671326339244843

    222800	  0.186979	  0.186713	  0.170301		CURRENT LEARNING RATE: 0.0754055089274626
previous_iter_valid_loss : 0.1646067351102829

    222820	  0.164754	  0.164607	  0.170483		CURRENT LEARNING RATE: 0.07539042933368675
previous_iter_valid_loss : 0.17918823659420013

    222840	  0.179477	  0.179188	  0.171247		CURRENT LEARNING RATE: 0.07537535275552809
previous_iter_valid_loss : 0.16497841477394104

    222860	  0.165207	  0.164978	  0.171184		CURRENT LEARNING RATE: 0.07536027919238354
previous_iter_valid_loss : 0.16170410811901093

    222880	  0.161890	  0.161704	  0.170959		CURRENT LEARNING RATE: 0.07534520864365017
previous_iter_valid_loss : 0.18685558438301086

    222900	  0.187073	  0.186856	  0.172190		CURRENT LEARNING RATE: 0.07533014110872517
previous_iter_valid_loss : 0.16500303149223328

    222920	  0.165280	  0.165003	  0.172338		CURRENT LEARNING RATE: 0.07531507658700581
previous_iter_valid_loss : 0.1658325344324112

    222940	  0.166053	  0.165833	  0.172555		CURRENT LEARNING RATE: 0.07530001507788953
previous_iter_valid_loss : 0.16167694330215454

    222960	  0.161900	  0.161677	  0.172095		CURRENT LEARNING RATE: 0.07528495658077386
previous_iter_valid_loss : 0.16223537921905518

    222980	  0.162500	  0.162235	  0.171768		CURRENT LEARNING RATE: 0.07526990109505646
previous_iter_valid_loss : 0.16156481206417084

    223000	  0.161737	  0.161565	  0.171608		CURRENT LEARNING RATE: 0.07525484862013512
previous_iter_valid_loss : 0.16842412948608398

    223020	  0.168617	  0.168424	  0.171864		CURRENT LEARNING RATE: 0.07523979915540774
previous_iter_valid_loss : 0.16558057069778442

    223040	  0.165723	  0.165581	  0.172085		CURRENT LEARNING RATE: 0.07522475270027232
previous_iter_valid_loss : 0.1619069129228592

    223060	  0.162098	  0.161907	  0.171749		CURRENT LEARNING RATE: 0.07520970925412702
previous_iter_valid_loss : 0.1706341654062271

    223080	  0.170948	  0.170634	  0.169681		CURRENT LEARNING RATE: 0.07519466881637012
previous_iter_valid_loss : 0.16563652455806732

    223100	  0.165867	  0.165637	  0.169873		CURRENT LEARNING RATE: 0.07517963138639996
previous_iter_valid_loss : 0.16172347962856293

    223120	  0.161902	  0.161723	  0.169763		CURRENT LEARNING RATE: 0.07516459696361508
previous_iter_valid_loss : 0.16176249086856842

    223140	  0.161950	  0.161762	  0.169005		CURRENT LEARNING RATE: 0.07514956554741409
previous_iter_valid_loss : 0.1633310765028

    223160	  0.163659	  0.163331	  0.167487		CURRENT LEARNING RATE: 0.07513453713719571
previous_iter_valid_loss : 0.16519607603549957

    223180	  0.165404	  0.165196	  0.167226		CURRENT LEARNING RATE: 0.07511951173235881
previous_iter_valid_loss : 0.16859747469425201

    223200	  0.168804	  0.168597	  0.166321		CURRENT LEARNING RATE: 0.07510448933230242
previous_iter_valid_loss : 0.1697903722524643

    223220	  0.170052	  0.169790	  0.166580		CURRENT LEARNING RATE: 0.07508946993642562
previous_iter_valid_loss : 0.18148058652877808

    223240	  0.181757	  0.181481	  0.166694		CURRENT LEARNING RATE: 0.07507445354412762
previous_iter_valid_loss : 0.16169428825378418

    223260	  0.161849	  0.161694	  0.166530		CURRENT LEARNING RATE: 0.07505944015480777
previous_iter_valid_loss : 0.16124595701694489

    223280	  0.161423	  0.161246	  0.166507		CURRENT LEARNING RATE: 0.07504442976786554
previous_iter_valid_loss : 0.16349723935127258

    223300	  0.163714	  0.163497	  0.165339		CURRENT LEARNING RATE: 0.07502942238270051
previous_iter_valid_loss : 0.16138282418251038

    223320	  0.161612	  0.161383	  0.165158		CURRENT LEARNING RATE: 0.07501441799871239
previous_iter_valid_loss : 0.16217544674873352

    223340	  0.162433	  0.162175	  0.164975		CURRENT LEARNING RATE: 0.07499941661530099
previous_iter_valid_loss : 0.16891726851463318

    223360	  0.169136	  0.168917	  0.165337		CURRENT LEARNING RATE: 0.07498441823186627
previous_iter_valid_loss : 0.18909510970115662

    223380	  0.189315	  0.189095	  0.166680		CURRENT LEARNING RATE: 0.07496942284780829
previous_iter_valid_loss : 0.16117613017559052

    223400	  0.161326	  0.161176	  0.166661		CURRENT LEARNING RATE: 0.07495443046252723
previous_iter_valid_loss : 0.18073050677776337

    223420	  0.180887	  0.180731	  0.167276		CURRENT LEARNING RATE: 0.0749394410754234
previous_iter_valid_loss : 0.1755983531475067

    223440	  0.175796	  0.175598	  0.167777		CURRENT LEARNING RATE: 0.07492445468589723
previous_iter_valid_loss : 0.16139692068099976

    223460	  0.161576	  0.161397	  0.167752		CURRENT LEARNING RATE: 0.07490947129334924
previous_iter_valid_loss : 0.16114328801631927

    223480	  0.161332	  0.161143	  0.167277		CURRENT LEARNING RATE: 0.07489449089718013
previous_iter_valid_loss : 0.17330552637577057

    223500	  0.173582	  0.173306	  0.167661		CURRENT LEARNING RATE: 0.07487951349679066
previous_iter_valid_loss : 0.163895383477211

    223520	  0.164004	  0.163895	  0.167769		CURRENT LEARNING RATE: 0.07486453909158174
previous_iter_valid_loss : 0.1649160385131836

    223540	  0.165096	  0.164916	  0.167927		CURRENT LEARNING RATE: 0.0748495676809544
previous_iter_valid_loss : 0.1623869091272354

    223560	  0.162516	  0.162387	  0.167880		CURRENT LEARNING RATE: 0.07483459926430977
previous_iter_valid_loss : 0.16599813103675842

    223580	  0.166201	  0.165998	  0.167920		CURRENT LEARNING RATE: 0.07481963384104909
previous_iter_valid_loss : 0.1666877567768097

    223600	  0.166845	  0.166688	  0.167824		CURRENT LEARNING RATE: 0.0748046714105738
previous_iter_valid_loss : 0.17669017612934113

    223620	  0.176869	  0.176690	  0.168169		CURRENT LEARNING RATE: 0.07478971197228537
previous_iter_valid_loss : 0.1619497686624527

    223640	  0.162161	  0.161950	  0.167193		CURRENT LEARNING RATE: 0.07477475552558543
previous_iter_valid_loss : 0.16151653230190277

    223660	  0.161680	  0.161517	  0.167184		CURRENT LEARNING RATE: 0.07475980206987574
previous_iter_valid_loss : 0.16761690378189087

    223680	  0.167847	  0.167617	  0.167502		CURRENT LEARNING RATE: 0.07474485160455814
previous_iter_valid_loss : 0.16563530266284943

    223700	  0.165934	  0.165635	  0.167609		CURRENT LEARNING RATE: 0.0747299041290346
previous_iter_valid_loss : 0.16544584929943085

    223720	  0.165649	  0.165446	  0.167812		CURRENT LEARNING RATE: 0.07471495964270725
previous_iter_valid_loss : 0.164544016122818

    223740	  0.164740	  0.164544	  0.167931		CURRENT LEARNING RATE: 0.07470001814497829
previous_iter_valid_loss : 0.17920611798763275

    223760	  0.179393	  0.179206	  0.168445		CURRENT LEARNING RATE: 0.07468507963525006
previous_iter_valid_loss : 0.1779802143573761

    223780	  0.178169	  0.177980	  0.167890		CURRENT LEARNING RATE: 0.07467014411292502
previous_iter_valid_loss : 0.19150790572166443

    223800	  0.191700	  0.191508	  0.169406		CURRENT LEARNING RATE: 0.07465521157740578
previous_iter_valid_loss : 0.17051362991333008

    223820	  0.170712	  0.170514	  0.168895		CURRENT LEARNING RATE: 0.07464028202809499
previous_iter_valid_loss : 0.16282029449939728

    223840	  0.163032	  0.162820	  0.168256		CURRENT LEARNING RATE: 0.0746253554643955
previous_iter_valid_loss : 0.16166475415229797

    223860	  0.161909	  0.161665	  0.168270		CURRENT LEARNING RATE: 0.07461043188571023
previous_iter_valid_loss : 0.16129690408706665

    223880	  0.161528	  0.161297	  0.168277		CURRENT LEARNING RATE: 0.07459551129144225
previous_iter_valid_loss : 0.16298998892307281

    223900	  0.163140	  0.162990	  0.167762		CURRENT LEARNING RATE: 0.07458059368099475
previous_iter_valid_loss : 0.16408438980579376

    223920	  0.164369	  0.164084	  0.167771		CURRENT LEARNING RATE: 0.07456567905377098
previous_iter_valid_loss : 0.1613052934408188

    223940	  0.161541	  0.161305	  0.167591		CURRENT LEARNING RATE: 0.07455076740917439
previous_iter_valid_loss : 0.18696165084838867

    223960	  0.187161	  0.186962	  0.168819		CURRENT LEARNING RATE: 0.07453585874660851
previous_iter_valid_loss : 0.1790175884962082

    223980	  0.179163	  0.179018	  0.169470		CURRENT LEARNING RATE: 0.07452095306547696
previous_iter_valid_loss : 0.1716788113117218

    224000	  0.171973	  0.171679	  0.169720		CURRENT LEARNING RATE: 0.07450605036518357
previous_iter_valid_loss : 0.16614724695682526

    224020	  0.166465	  0.166147	  0.169193		CURRENT LEARNING RATE: 0.0744911506451322
previous_iter_valid_loss : 0.18367259204387665

    224040	  0.183966	  0.183673	  0.170279		CURRENT LEARNING RATE: 0.07447625390472688
previous_iter_valid_loss : 0.16191338002681732

    224060	  0.162082	  0.161913	  0.170299		CURRENT LEARNING RATE: 0.07446136014337171
previous_iter_valid_loss : 0.16370399296283722

    224080	  0.164039	  0.163704	  0.170103		CURRENT LEARNING RATE: 0.07444646936047096
previous_iter_valid_loss : 0.16827650368213654

    224100	  0.168566	  0.168277	  0.170235		CURRENT LEARNING RATE: 0.074431581555429
previous_iter_valid_loss : 0.1732427030801773

    224120	  0.173521	  0.173243	  0.170625		CURRENT LEARNING RATE: 0.0744166967276503
previous_iter_valid_loss : 0.17521065473556519

    224140	  0.175582	  0.175211	  0.171158		CURRENT LEARNING RATE: 0.07440181487653949
previous_iter_valid_loss : 0.16226667165756226

    224160	  0.162462	  0.162267	  0.170311		CURRENT LEARNING RATE: 0.0743869360015013
previous_iter_valid_loss : 0.16262418031692505

    224180	  0.162828	  0.162624	  0.169544		CURRENT LEARNING RATE: 0.07437206010194053
previous_iter_valid_loss : 0.1620180308818817

    224200	  0.162237	  0.162018	  0.168069		CURRENT LEARNING RATE: 0.0743571871772622
previous_iter_valid_loss : 0.16170287132263184

    224220	  0.161915	  0.161703	  0.167628		CURRENT LEARNING RATE: 0.07434231722687135
previous_iter_valid_loss : 0.1629428118467331

    224240	  0.163157	  0.162943	  0.167635		CURRENT LEARNING RATE: 0.0743274502501732
previous_iter_valid_loss : 0.17018015682697296

    224260	  0.170465	  0.170180	  0.168060		CURRENT LEARNING RATE: 0.07431258624657308
previous_iter_valid_loss : 0.17342884838581085

    224280	  0.173641	  0.173429	  0.168667		CURRENT LEARNING RATE: 0.07429772521547641
previous_iter_valid_loss : 0.16220200061798096

    224300	  0.162370	  0.162202	  0.168628		CURRENT LEARNING RATE: 0.07428286715628876
previous_iter_valid_loss : 0.16805411875247955

    224320	  0.168348	  0.168054	  0.168826		CURRENT LEARNING RATE: 0.07426801206841581
previous_iter_valid_loss : 0.1634007692337036

    224340	  0.163585	  0.163401	  0.168931		CURRENT LEARNING RATE: 0.07425315995126336
previous_iter_valid_loss : 0.1622670590877533

    224360	  0.162477	  0.162267	  0.167696		CURRENT LEARNING RATE: 0.0742383108042373
previous_iter_valid_loss : 0.17344146966934204

    224380	  0.173619	  0.173441	  0.167417		CURRENT LEARNING RATE: 0.07422346462674366
previous_iter_valid_loss : 0.16254109144210815

    224400	  0.162746	  0.162541	  0.166960		CURRENT LEARNING RATE: 0.07420862141818864
previous_iter_valid_loss : 0.16321521997451782

    224420	  0.163434	  0.163215	  0.166814		CURRENT LEARNING RATE: 0.0741937811779785
previous_iter_valid_loss : 0.16412600874900818

    224440	  0.164399	  0.164126	  0.165836		CURRENT LEARNING RATE: 0.0741789439055196
previous_iter_valid_loss : 0.17700715363025665

    224460	  0.177222	  0.177007	  0.166591		CURRENT LEARNING RATE: 0.07416410960021849
previous_iter_valid_loss : 0.1638486385345459

    224480	  0.164126	  0.163849	  0.166598		CURRENT LEARNING RATE: 0.07414927826148175
previous_iter_valid_loss : 0.1662091612815857

    224500	  0.166420	  0.166209	  0.166495		CURRENT LEARNING RATE: 0.07413444988871616
previous_iter_valid_loss : 0.16185075044631958

    224520	  0.162052	  0.161851	  0.165925		CURRENT LEARNING RATE: 0.07411962448132857
previous_iter_valid_loss : 0.1654600203037262

    224540	  0.165644	  0.165460	  0.165438		CURRENT LEARNING RATE: 0.07410480203872598
previous_iter_valid_loss : 0.16240741312503815

    224560	  0.162608	  0.162407	  0.165445		CURRENT LEARNING RATE: 0.07408998256031547
previous_iter_valid_loss : 0.16115596890449524

    224580	  0.161360	  0.161156	  0.165372		CURRENT LEARNING RATE: 0.07407516604550429
previous_iter_valid_loss : 0.17043982446193695

    224600	  0.170640	  0.170440	  0.165793		CURRENT LEARNING RATE: 0.07406035249369974
previous_iter_valid_loss : 0.16921314597129822

    224620	  0.169493	  0.169213	  0.166168		CURRENT LEARNING RATE: 0.07404554190430931
previous_iter_valid_loss : 0.1657724380493164

    224640	  0.165998	  0.165772	  0.166310		CURRENT LEARNING RATE: 0.07403073427674056
previous_iter_valid_loss : 0.1661943793296814

    224660	  0.166439	  0.166194	  0.166110		CURRENT LEARNING RATE: 0.0740159296104012
previous_iter_valid_loss : 0.16329409182071686

    224680	  0.163475	  0.163294	  0.165604		CURRENT LEARNING RATE: 0.07400112790469904
previous_iter_valid_loss : 0.16571500897407532

    224700	  0.165885	  0.165715	  0.165779		CURRENT LEARNING RATE: 0.07398632915904199
previous_iter_valid_loss : 0.16108281910419464

    224720	  0.161294	  0.161083	  0.165431		CURRENT LEARNING RATE: 0.07397153337283813
previous_iter_valid_loss : 0.16145454347133636

    224740	  0.161659	  0.161455	  0.165333		CURRENT LEARNING RATE: 0.0739567405454956
previous_iter_valid_loss : 0.16954857110977173

    224760	  0.169739	  0.169549	  0.165697		CURRENT LEARNING RATE: 0.07394195067642272
previous_iter_valid_loss : 0.1617376208305359

    224780	  0.161941	  0.161738	  0.165112		CURRENT LEARNING RATE: 0.07392716376502782
previous_iter_valid_loss : 0.16461318731307983

    224800	  0.164784	  0.164613	  0.165216		CURRENT LEARNING RATE: 0.07391237981071953
previous_iter_valid_loss : 0.1721113920211792

    224820	  0.172342	  0.172111	  0.165661		CURRENT LEARNING RATE: 0.07389759881290645
previous_iter_valid_loss : 0.16239246726036072

    224840	  0.162641	  0.162392	  0.165574		CURRENT LEARNING RATE: 0.07388282077099731
previous_iter_valid_loss : 0.1614600270986557

    224860	  0.161718	  0.161460	  0.164797		CURRENT LEARNING RATE: 0.07386804568440103
previous_iter_valid_loss : 0.17373579740524292

    224880	  0.174032	  0.173736	  0.165291		CURRENT LEARNING RATE: 0.07385327355252658
previous_iter_valid_loss : 0.16375231742858887

    224900	  0.163963	  0.163752	  0.165168		CURRENT LEARNING RATE: 0.07383850437478308
previous_iter_valid_loss : 0.16320554912090302

    224920	  0.163444	  0.163206	  0.165236		CURRENT LEARNING RATE: 0.07382373815057976
previous_iter_valid_loss : 0.16958463191986084

    224940	  0.169846	  0.169585	  0.165442		CURRENT LEARNING RATE: 0.07380897487932599
previous_iter_valid_loss : 0.16393284499645233

    224960	  0.164194	  0.163933	  0.165518		CURRENT LEARNING RATE: 0.07379421456043121
previous_iter_valid_loss : 0.1701701283454895

    224980	  0.170486	  0.170170	  0.165969		CURRENT LEARNING RATE: 0.07377945719330503
previous_iter_valid_loss : 0.1613955795764923

    225000	  0.161589	  0.161396	  0.165517		CURRENT LEARNING RATE: 0.07376470277735715
previous_iter_valid_loss : 0.1732633411884308

    225020	  0.173500	  0.173263	  0.165719		CURRENT LEARNING RATE: 0.0737499513119974
previous_iter_valid_loss : 0.1615743637084961

    225040	  0.161810	  0.161574	  0.165509		CURRENT LEARNING RATE: 0.07373520279663569
previous_iter_valid_loss : 0.16175909340381622

    225060	  0.161924	  0.161759	  0.165288		CURRENT LEARNING RATE: 0.0737204572306821
previous_iter_valid_loss : 0.1787920892238617

    225080	  0.179089	  0.178792	  0.166063		CURRENT LEARNING RATE: 0.07370571461354683
previous_iter_valid_loss : 0.16511327028274536

    225100	  0.165379	  0.165113	  0.166033		CURRENT LEARNING RATE: 0.07369097494464015
previous_iter_valid_loss : 0.1614093780517578

    225120	  0.161622	  0.161409	  0.166049		CURRENT LEARNING RATE: 0.07367623822337246
previous_iter_valid_loss : 0.1672668159008026

    225140	  0.167624	  0.167267	  0.166339		CURRENT LEARNING RATE: 0.07366150444915433
previous_iter_valid_loss : 0.16100472211837769

    225160	  0.161227	  0.161005	  0.165912		CURRENT LEARNING RATE: 0.07364677362139638
previous_iter_valid_loss : 0.1739652305841446

    225180	  0.174231	  0.173965	  0.166524		CURRENT LEARNING RATE: 0.07363204573950938
previous_iter_valid_loss : 0.16586141288280487

    225200	  0.166106	  0.165861	  0.166586		CURRENT LEARNING RATE: 0.07361732080290419
previous_iter_valid_loss : 0.19554156064987183

    225220	  0.196111	  0.195542	  0.167758		CURRENT LEARNING RATE: 0.07360259881099188
previous_iter_valid_loss : 0.1623723804950714

    225240	  0.162623	  0.162372	  0.167757		CURRENT LEARNING RATE: 0.07358787976318353
previous_iter_valid_loss : 0.16723503172397614

    225260	  0.167433	  0.167235	  0.168045		CURRENT LEARNING RATE: 0.07357316365889037
previous_iter_valid_loss : 0.1611439436674118

    225280	  0.161355	  0.161144	  0.167416		CURRENT LEARNING RATE: 0.07355845049752378
previous_iter_valid_loss : 0.16483959555625916

    225300	  0.165072	  0.164840	  0.167470		CURRENT LEARNING RATE: 0.07354374027849521
previous_iter_valid_loss : 0.169437974691391

    225320	  0.169641	  0.169438	  0.167782		CURRENT LEARNING RATE: 0.07352903300121626
previous_iter_valid_loss : 0.16123896837234497

    225340	  0.161456	  0.161239	  0.167364		CURRENT LEARNING RATE: 0.07351432866509865
previous_iter_valid_loss : 0.16955621540546417

    225360	  0.169781	  0.169556	  0.167646		CURRENT LEARNING RATE: 0.0734996272695542
previous_iter_valid_loss : 0.1672389805316925

    225380	  0.167468	  0.167239	  0.167499		CURRENT LEARNING RATE: 0.07348492881399483
previous_iter_valid_loss : 0.16168849170207977

    225400	  0.161917	  0.161688	  0.167514		CURRENT LEARNING RATE: 0.07347023329783264
previous_iter_valid_loss : 0.16132201254367828

    225420	  0.161483	  0.161322	  0.166917		CURRENT LEARNING RATE: 0.07345554072047979
previous_iter_valid_loss : 0.16362203657627106

    225440	  0.163781	  0.163622	  0.167019		CURRENT LEARNING RATE: 0.07344085108134857
previous_iter_valid_loss : 0.17674025893211365

    225460	  0.177068	  0.176740	  0.167768		CURRENT LEARNING RATE: 0.0734261643798514
previous_iter_valid_loss : 0.17657625675201416

    225480	  0.176896	  0.176576	  0.167657		CURRENT LEARNING RATE: 0.07341148061540083
previous_iter_valid_loss : 0.17790968716144562

    225500	  0.178162	  0.177910	  0.168297		CURRENT LEARNING RATE: 0.07339679978740948
previous_iter_valid_loss : 0.16723458468914032

    225520	  0.167485	  0.167235	  0.168588		CURRENT LEARNING RATE: 0.07338212189529014
previous_iter_valid_loss : 0.16635766625404358

    225540	  0.166545	  0.166358	  0.168543		CURRENT LEARNING RATE: 0.07336744693845568
previous_iter_valid_loss : 0.16147613525390625

    225560	  0.161708	  0.161476	  0.168566		CURRENT LEARNING RATE: 0.07335277491631911
previous_iter_valid_loss : 0.1895814687013626

    225580	  0.190100	  0.189581	  0.169347		CURRENT LEARNING RATE: 0.07333810582829356
previous_iter_valid_loss : 0.17217262089252472

    225600	  0.172368	  0.172173	  0.169663		CURRENT LEARNING RATE: 0.07332343967379219
previous_iter_valid_loss : 0.16359835863113403

    225620	  0.163847	  0.163598	  0.168066		CURRENT LEARNING RATE: 0.07330877645222848
previous_iter_valid_loss : 0.16842155158519745

    225640	  0.168639	  0.168422	  0.168368		CURRENT LEARNING RATE: 0.07329411616301582
previous_iter_valid_loss : 0.16714756190776825

    225660	  0.167293	  0.167148	  0.168364		CURRENT LEARNING RATE: 0.07327945880556783
previous_iter_valid_loss : 0.16100375354290009

    225680	  0.161205	  0.161004	  0.168357		CURRENT LEARNING RATE: 0.07326480437929818
previous_iter_valid_loss : 0.16187840700149536

    225700	  0.162069	  0.161878	  0.168209		CURRENT LEARNING RATE: 0.07325015288362073
previous_iter_valid_loss : 0.16290919482707977

    225720	  0.163115	  0.162909	  0.167882		CURRENT LEARNING RATE: 0.07323550431794941
previous_iter_valid_loss : 0.18111029267311096

    225740	  0.181407	  0.181110	  0.168876		CURRENT LEARNING RATE: 0.07322085868169827
previous_iter_valid_loss : 0.17487762868404388

    225760	  0.175071	  0.174878	  0.169142		CURRENT LEARNING RATE: 0.07320621597428148
previous_iter_valid_loss : 0.16138234734535217

    225780	  0.161588	  0.161382	  0.168849		CURRENT LEARNING RATE: 0.07319157619511334
previous_iter_valid_loss : 0.16408687829971313

    225800	  0.164296	  0.164087	  0.168969		CURRENT LEARNING RATE: 0.07317693934360825
previous_iter_valid_loss : 0.1616024374961853

    225820	  0.161764	  0.161602	  0.168983		CURRENT LEARNING RATE: 0.07316230541918076
previous_iter_valid_loss : 0.16721634566783905

    225840	  0.167472	  0.167216	  0.169163		CURRENT LEARNING RATE: 0.07314767442124549
previous_iter_valid_loss : 0.16396501660346985

    225860	  0.164196	  0.163965	  0.168524		CURRENT LEARNING RATE: 0.0731330463492172
previous_iter_valid_loss : 0.1652945578098297

    225880	  0.165557	  0.165295	  0.167960		CURRENT LEARNING RATE: 0.07311842120251077
previous_iter_valid_loss : 0.16206949949264526

    225900	  0.162349	  0.162069	  0.167168		CURRENT LEARNING RATE: 0.07310379898054122
previous_iter_valid_loss : 0.1734723597764969

    225920	  0.173740	  0.173472	  0.167480		CURRENT LEARNING RATE: 0.07308917968272362
previous_iter_valid_loss : 0.17623981833457947

    225940	  0.176444	  0.176240	  0.167974		CURRENT LEARNING RATE: 0.07307456330847323
previous_iter_valid_loss : 0.1616765260696411

    225960	  0.161829	  0.161677	  0.167984		CURRENT LEARNING RATE: 0.07305994985720538
previous_iter_valid_loss : 0.17824994027614594

    225980	  0.178500	  0.178250	  0.167417		CURRENT LEARNING RATE: 0.07304533932833553
previous_iter_valid_loss : 0.17791584134101868

    226000	  0.178165	  0.177916	  0.167704		CURRENT LEARNING RATE: 0.07303073172127922
previous_iter_valid_loss : 0.16316483914852142

    226020	  0.163378	  0.163165	  0.167683		CURRENT LEARNING RATE: 0.07301612703545222
previous_iter_valid_loss : 0.19965337216854095

    226040	  0.199854	  0.199653	  0.169244		CURRENT LEARNING RATE: 0.07300152527027035
previous_iter_valid_loss : 0.17767749726772308

    226060	  0.177959	  0.177677	  0.169771		CURRENT LEARNING RATE: 0.07298692642514946
previous_iter_valid_loss : 0.166046604514122

    226080	  0.166315	  0.166047	  0.170023		CURRENT LEARNING RATE: 0.07297233049950565
previous_iter_valid_loss : 0.1722562313079834

    226100	  0.172552	  0.172256	  0.170542		CURRENT LEARNING RATE: 0.07295773749275507
previous_iter_valid_loss : 0.16679634153842926

    226120	  0.167063	  0.166796	  0.170736		CURRENT LEARNING RATE: 0.072943147404314
previous_iter_valid_loss : 0.16567638516426086

    226140	  0.165882	  0.165676	  0.169965		CURRENT LEARNING RATE: 0.07292856023359882
previous_iter_valid_loss : 0.1989891529083252

    226160	  0.199249	  0.198989	  0.171170		CURRENT LEARNING RATE: 0.07291397598002608
previous_iter_valid_loss : 0.1774154156446457

    226180	  0.177677	  0.177415	  0.171972		CURRENT LEARNING RATE: 0.07289939464301239
previous_iter_valid_loss : 0.16158732771873474

    226200	  0.161764	  0.161587	  0.171847		CURRENT LEARNING RATE: 0.07288481622197449
previous_iter_valid_loss : 0.16258519887924194

    226220	  0.162764	  0.162585	  0.171896		CURRENT LEARNING RATE: 0.07287024071632923
previous_iter_valid_loss : 0.1623406857252121

    226240	  0.162493	  0.162341	  0.171652		CURRENT LEARNING RATE: 0.07285566812549363
previous_iter_valid_loss : 0.16566960513591766

    226260	  0.165844	  0.165670	  0.171737		CURRENT LEARNING RATE: 0.07284109844888477
previous_iter_valid_loss : 0.16153602302074432

    226280	  0.161804	  0.161536	  0.171550		CURRENT LEARNING RATE: 0.07282653168591983
previous_iter_valid_loss : 0.1611088067293167

    226300	  0.161313	  0.161109	  0.171502		CURRENT LEARNING RATE: 0.07281196783601619
previous_iter_valid_loss : 0.1618034690618515

    226320	  0.162048	  0.161803	  0.170918		CURRENT LEARNING RATE: 0.07279740689859127
previous_iter_valid_loss : 0.16403008997440338

    226340	  0.164276	  0.164030	  0.170308		CURRENT LEARNING RATE: 0.07278284887306263
previous_iter_valid_loss : 0.19525198638439178

    226360	  0.195444	  0.195252	  0.171986		CURRENT LEARNING RATE: 0.07276829375884797
previous_iter_valid_loss : 0.16797959804534912

    226380	  0.168169	  0.167980	  0.171473		CURRENT LEARNING RATE: 0.07275374155536504
previous_iter_valid_loss : 0.1641743779182434

    226400	  0.164349	  0.164174	  0.170786		CURRENT LEARNING RATE: 0.07273919226203178
previous_iter_valid_loss : 0.16177740693092346

    226420	  0.161945	  0.161777	  0.170716		CURRENT LEARNING RATE: 0.07272464587826624
previous_iter_valid_loss : 0.16220611333847046

    226440	  0.162417	  0.162206	  0.168844		CURRENT LEARNING RATE: 0.07271010240348653
previous_iter_valid_loss : 0.1685500144958496

    226460	  0.168753	  0.168550	  0.168388		CURRENT LEARNING RATE: 0.07269556183711096
previous_iter_valid_loss : 0.16211089491844177

    226480	  0.162320	  0.162111	  0.168191		CURRENT LEARNING RATE: 0.07268102417855785
previous_iter_valid_loss : 0.1819886863231659

    226500	  0.182317	  0.181989	  0.168678		CURRENT LEARNING RATE: 0.07266648942724571
previous_iter_valid_loss : 0.16273823380470276

    226520	  0.162948	  0.162738	  0.168475		CURRENT LEARNING RATE: 0.07265195758259317
previous_iter_valid_loss : 0.1761188805103302

    226540	  0.176326	  0.176119	  0.168997		CURRENT LEARNING RATE: 0.07263742864401894
previous_iter_valid_loss : 0.16092105209827423


Current valid loss: 0.16092105209827423;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    226560	  0.161098	  0.160921	  0.167093		CURRENT LEARNING RATE: 0.07262290261094187
previous_iter_valid_loss : 0.1766776442527771

    226580	  0.176873	  0.176678	  0.167057		CURRENT LEARNING RATE: 0.07260837948278091
previous_iter_valid_loss : 0.18017998337745667

    226600	  0.180512	  0.180180	  0.167986		CURRENT LEARNING RATE: 0.07259385925895513
previous_iter_valid_loss : 0.17100872099399567

    226620	  0.171301	  0.171009	  0.168407		CURRENT LEARNING RATE: 0.07257934193888374
previous_iter_valid_loss : 0.16198736429214478

    226640	  0.162223	  0.161987	  0.168390		CURRENT LEARNING RATE: 0.07256482752198604
previous_iter_valid_loss : 0.1615617722272873

    226660	  0.161719	  0.161562	  0.168184		CURRENT LEARNING RATE: 0.07255031600768144
previous_iter_valid_loss : 0.1837482452392578

    226680	  0.183968	  0.183748	  0.169295		CURRENT LEARNING RATE: 0.0725358073953895
previous_iter_valid_loss : 0.18078704178333282

    226700	  0.181032	  0.180787	  0.170279		CURRENT LEARNING RATE: 0.07252130168452987
previous_iter_valid_loss : 0.16248302161693573

    226720	  0.162633	  0.162483	  0.170313		CURRENT LEARNING RATE: 0.0725067988745223
previous_iter_valid_loss : 0.17227520048618317

    226740	  0.172552	  0.172275	  0.170725		CURRENT LEARNING RATE: 0.0724922989647867
previous_iter_valid_loss : 0.16804085671901703

    226760	  0.168288	  0.168041	  0.169364		CURRENT LEARNING RATE: 0.07247780195474308
previous_iter_valid_loss : 0.18826523423194885

    226780	  0.188660	  0.188265	  0.170379		CURRENT LEARNING RATE: 0.07246330784381154
previous_iter_valid_loss : 0.16753268241882324

    226800	  0.167854	  0.167533	  0.170547		CURRENT LEARNING RATE: 0.0724488166314123
previous_iter_valid_loss : 0.1638565957546234

    226820	  0.164159	  0.163857	  0.170651		CURRENT LEARNING RATE: 0.07243432831696575
previous_iter_valid_loss : 0.16282711923122406

    226840	  0.163009	  0.162827	  0.170682		CURRENT LEARNING RATE: 0.07241984289989234
previous_iter_valid_loss : 0.16763509809970856

    226860	  0.167857	  0.167635	  0.170636		CURRENT LEARNING RATE: 0.07240536037961268
previous_iter_valid_loss : 0.16182565689086914

    226880	  0.162006	  0.161826	  0.170622		CURRENT LEARNING RATE: 0.07239088075554743
previous_iter_valid_loss : 0.16119541227817535

    226900	  0.161390	  0.161195	  0.169582		CURRENT LEARNING RATE: 0.07237640402711741
previous_iter_valid_loss : 0.16245236992835999

    226920	  0.162634	  0.162452	  0.169568		CURRENT LEARNING RATE: 0.07236193019374358
previous_iter_valid_loss : 0.1614552140235901

    226940	  0.161665	  0.161455	  0.168835		CURRENT LEARNING RATE: 0.07234745925484695
previous_iter_valid_loss : 0.16458798944950104

    226960	  0.164826	  0.164588	  0.169018		CURRENT LEARNING RATE: 0.07233299120984872
previous_iter_valid_loss : 0.16336075961589813

    226980	  0.163596	  0.163361	  0.168352		CURRENT LEARNING RATE: 0.07231852605817013
previous_iter_valid_loss : 0.16180309653282166

    227000	  0.162025	  0.161803	  0.167433		CURRENT LEARNING RATE: 0.0723040637992326
previous_iter_valid_loss : 0.16137492656707764

    227020	  0.161566	  0.161375	  0.166951		CURRENT LEARNING RATE: 0.07228960443245763
previous_iter_valid_loss : 0.1632349044084549

    227040	  0.163391	  0.163235	  0.167014		CURRENT LEARNING RATE: 0.07227514795726685
previous_iter_valid_loss : 0.16164985299110413

    227060	  0.161827	  0.161650	  0.167018		CURRENT LEARNING RATE: 0.072260694373082
previous_iter_valid_loss : 0.16189678013324738

    227080	  0.162057	  0.161897	  0.165926		CURRENT LEARNING RATE: 0.07224624367932493
previous_iter_valid_loss : 0.16223487257957458

    227100	  0.162421	  0.162235	  0.164998		CURRENT LEARNING RATE: 0.07223179587541761
previous_iter_valid_loss : 0.16237005591392517

    227120	  0.162603	  0.162370	  0.164992		CURRENT LEARNING RATE: 0.07221735096078215
previous_iter_valid_loss : 0.2072339653968811

    227140	  0.207413	  0.207234	  0.166740		CURRENT LEARNING RATE: 0.07220290893484073
previous_iter_valid_loss : 0.16401450335979462

    227160	  0.164210	  0.164015	  0.166539		CURRENT LEARNING RATE: 0.07218846979701567
previous_iter_valid_loss : 0.1689070463180542

    227180	  0.169098	  0.168907	  0.165571		CURRENT LEARNING RATE: 0.07217403354672941
previous_iter_valid_loss : 0.1638198345899582

    227200	  0.164056	  0.163820	  0.165385		CURRENT LEARNING RATE: 0.07215960018340449
previous_iter_valid_loss : 0.16165649890899658

    227220	  0.161916	  0.161656	  0.165275		CURRENT LEARNING RATE: 0.0721451697064636
previous_iter_valid_loss : 0.17141692340373993

    227240	  0.171750	  0.171417	  0.165705		CURRENT LEARNING RATE: 0.07213074211532952
previous_iter_valid_loss : 0.17482993006706238

    227260	  0.175107	  0.174830	  0.166065		CURRENT LEARNING RATE: 0.07211631740942513
previous_iter_valid_loss : 0.16445687413215637

    227280	  0.164683	  0.164457	  0.166196		CURRENT LEARNING RATE: 0.07210189558817344
previous_iter_valid_loss : 0.16748741269111633

    227300	  0.167704	  0.167487	  0.166511		CURRENT LEARNING RATE: 0.07208747665099759
previous_iter_valid_loss : 0.16400499641895294

    227320	  0.164255	  0.164005	  0.166589		CURRENT LEARNING RATE: 0.07207306059732081
previous_iter_valid_loss : 0.16212403774261475

    227340	  0.162319	  0.162124	  0.166622		CURRENT LEARNING RATE: 0.07205864742656647
previous_iter_valid_loss : 0.16705222427845

    227360	  0.167247	  0.167052	  0.166745		CURRENT LEARNING RATE: 0.07204423713815802
previous_iter_valid_loss : 0.16822102665901184

    227380	  0.168458	  0.168221	  0.166988		CURRENT LEARNING RATE: 0.0720298297315191
previous_iter_valid_loss : 0.16287319362163544

    227400	  0.163085	  0.162873	  0.167042		CURRENT LEARNING RATE: 0.07201542520607335
previous_iter_valid_loss : 0.19072051346302032

    227420	  0.190944	  0.190721	  0.168509		CURRENT LEARNING RATE: 0.07200102356124462
previous_iter_valid_loss : 0.1620199829339981

    227440	  0.162223	  0.162020	  0.168448		CURRENT LEARNING RATE: 0.07198662479645684
previous_iter_valid_loss : 0.17347633838653564

    227460	  0.173681	  0.173476	  0.169040		CURRENT LEARNING RATE: 0.07197222891113407
previous_iter_valid_loss : 0.1677510291337967

    227480	  0.167970	  0.167751	  0.169332		CURRENT LEARNING RATE: 0.07195783590470048
previous_iter_valid_loss : 0.17298828065395355

    227500	  0.173281	  0.172988	  0.169870		CURRENT LEARNING RATE: 0.07194344577658031
previous_iter_valid_loss : 0.16288413107395172

    227520	  0.163062	  0.162884	  0.169896		CURRENT LEARNING RATE: 0.07192905852619799
previous_iter_valid_loss : 0.16902108490467072

    227540	  0.169283	  0.169021	  0.167985		CURRENT LEARNING RATE: 0.07191467415297803
previous_iter_valid_loss : 0.16211259365081787

    227560	  0.162324	  0.162113	  0.167890		CURRENT LEARNING RATE: 0.07190029265634502
previous_iter_valid_loss : 0.16360656917095184

    227580	  0.163767	  0.163607	  0.167625		CURRENT LEARNING RATE: 0.07188591403572375
previous_iter_valid_loss : 0.1678856611251831

    227600	  0.168101	  0.167886	  0.167828		CURRENT LEARNING RATE: 0.07187153829053905
previous_iter_valid_loss : 0.17473535239696503

    227620	  0.174941	  0.174735	  0.168482		CURRENT LEARNING RATE: 0.07185716542021586
previous_iter_valid_loss : 0.16150839626789093

    227640	  0.161697	  0.161508	  0.167987		CURRENT LEARNING RATE: 0.07184279542417932
previous_iter_valid_loss : 0.16756577789783478

    227660	  0.167791	  0.167566	  0.167623		CURRENT LEARNING RATE: 0.0718284283018546
previous_iter_valid_loss : 0.16223131120204926

    227680	  0.162447	  0.162231	  0.167512		CURRENT LEARNING RATE: 0.07181406405266703
previous_iter_valid_loss : 0.16303355991840363

    227700	  0.163241	  0.163034	  0.167289		CURRENT LEARNING RATE: 0.07179970267604203
previous_iter_valid_loss : 0.1621066778898239

    227720	  0.162330	  0.162107	  0.167195		CURRENT LEARNING RATE: 0.07178534417140515
previous_iter_valid_loss : 0.16268981993198395

    227740	  0.162860	  0.162690	  0.167223		CURRENT LEARNING RATE: 0.07177098853818205
previous_iter_valid_loss : 0.1648985892534256

    227760	  0.165101	  0.164899	  0.167115		CURRENT LEARNING RATE: 0.0717566357757985
previous_iter_valid_loss : 0.16208438575267792

    227780	  0.162284	  0.162084	  0.166808		CURRENT LEARNING RATE: 0.07174228588368038
previous_iter_valid_loss : 0.16581149399280548

    227800	  0.166044	  0.165811	  0.166955		CURRENT LEARNING RATE: 0.07172793886125373
previous_iter_valid_loss : 0.1678096204996109

    227820	  0.168031	  0.167810	  0.165810		CURRENT LEARNING RATE: 0.07171359470794461
previous_iter_valid_loss : 0.17353014647960663

    227840	  0.173840	  0.173530	  0.166385		CURRENT LEARNING RATE: 0.07169925342317932
previous_iter_valid_loss : 0.1645345836877823

    227860	  0.164692	  0.164535	  0.165938		CURRENT LEARNING RATE: 0.07168491500638415
previous_iter_valid_loss : 0.16667982935905457

    227880	  0.166912	  0.166680	  0.165885		CURRENT LEARNING RATE: 0.0716705794569856
previous_iter_valid_loss : 0.16530068218708038

    227900	  0.165476	  0.165301	  0.165500		CURRENT LEARNING RATE: 0.07165624677441022
previous_iter_valid_loss : 0.16127416491508484

    227920	  0.161480	  0.161274	  0.165420		CURRENT LEARNING RATE: 0.07164191695808475
previous_iter_valid_loss : 0.17364516854286194

    227940	  0.173969	  0.173645	  0.165651		CURRENT LEARNING RATE: 0.07162759000743595
previous_iter_valid_loss : 0.16381055116653442

    227960	  0.164104	  0.163811	  0.165736		CURRENT LEARNING RATE: 0.07161326592189078
previous_iter_valid_loss : 0.1756736934185028

    227980	  0.175988	  0.175674	  0.166339		CURRENT LEARNING RATE: 0.07159894470087623
previous_iter_valid_loss : 0.1614094078540802

    228000	  0.161591	  0.161409	  0.166015		CURRENT LEARNING RATE: 0.0715846263438195
previous_iter_valid_loss : 0.17340943217277527

    228020	  0.173633	  0.173409	  0.165949		CURRENT LEARNING RATE: 0.07157031085014778
previous_iter_valid_loss : 0.17318683862686157

    228040	  0.173460	  0.173187	  0.166533		CURRENT LEARNING RATE: 0.07155599821928856
previous_iter_valid_loss : 0.16314184665679932

    228060	  0.163400	  0.163142	  0.166312		CURRENT LEARNING RATE: 0.07154168845066926
previous_iter_valid_loss : 0.17629343271255493

    228080	  0.176609	  0.176293	  0.167015		CURRENT LEARNING RATE: 0.07152738154371752
previous_iter_valid_loss : 0.1631617397069931

    228100	  0.163460	  0.163162	  0.167021		CURRENT LEARNING RATE: 0.07151307749786104
previous_iter_valid_loss : 0.1730760782957077

    228120	  0.173283	  0.173076	  0.167570		CURRENT LEARNING RATE: 0.07149877631252767
previous_iter_valid_loss : 0.1619214415550232

    228140	  0.162113	  0.161921	  0.167531		CURRENT LEARNING RATE: 0.07148447798714536
previous_iter_valid_loss : 0.1627773940563202

    228160	  0.163014	  0.162777	  0.167425		CURRENT LEARNING RATE: 0.07147018252114219
previous_iter_valid_loss : 0.19074063003063202

    228180	  0.191237	  0.190741	  0.168858		CURRENT LEARNING RATE: 0.07145588991394632
previous_iter_valid_loss : 0.16515527665615082

    228200	  0.165367	  0.165155	  0.168825		CURRENT LEARNING RATE: 0.07144160016498606
previous_iter_valid_loss : 0.1616089940071106

    228220	  0.161803	  0.161609	  0.168515		CURRENT LEARNING RATE: 0.07142731327368981
previous_iter_valid_loss : 0.17323297262191772

    228240	  0.173445	  0.173233	  0.168500		CURRENT LEARNING RATE: 0.07141302923948611
previous_iter_valid_loss : 0.18471261858940125

    228260	  0.184986	  0.184713	  0.169509		CURRENT LEARNING RATE: 0.07139874806180359
previous_iter_valid_loss : 0.16136538982391357

    228280	  0.161550	  0.161365	  0.169244		CURRENT LEARNING RATE: 0.071384469740071
previous_iter_valid_loss : 0.16174045205116272

    228300	  0.161980	  0.161740	  0.169066		CURRENT LEARNING RATE: 0.07137019427371721
previous_iter_valid_loss : 0.1652558445930481

    228320	  0.165487	  0.165256	  0.169265		CURRENT LEARNING RATE: 0.0713559216621712
previous_iter_valid_loss : 0.1733255386352539

    228340	  0.173618	  0.173326	  0.169249		CURRENT LEARNING RATE: 0.07134165190486205
previous_iter_valid_loss : 0.16149918735027313

    228360	  0.161683	  0.161499	  0.169133		CURRENT LEARNING RATE: 0.07132738500121902
previous_iter_valid_loss : 0.1791098415851593

    228380	  0.179369	  0.179110	  0.169305		CURRENT LEARNING RATE: 0.07131312095067137
previous_iter_valid_loss : 0.17503565549850464

    228400	  0.175321	  0.175036	  0.169986		CURRENT LEARNING RATE: 0.07129885975264857
previous_iter_valid_loss : 0.19908694922924042

    228420	  0.199579	  0.199087	  0.171270		CURRENT LEARNING RATE: 0.07128460140658015
previous_iter_valid_loss : 0.16760514676570892

    228440	  0.167885	  0.167605	  0.170991		CURRENT LEARNING RATE: 0.07127034591189582
previous_iter_valid_loss : 0.1646086722612381

    228460	  0.164861	  0.164609	  0.171064		CURRENT LEARNING RATE: 0.07125609326802534
previous_iter_valid_loss : 0.1613248884677887

    228480	  0.161493	  0.161325	  0.170316		CURRENT LEARNING RATE: 0.0712418434743986
previous_iter_valid_loss : 0.17135444283485413

    228500	  0.171620	  0.171354	  0.170726		CURRENT LEARNING RATE: 0.07122759653044561
previous_iter_valid_loss : 0.1637309342622757

    228520	  0.163986	  0.163731	  0.170258		CURRENT LEARNING RATE: 0.0712133524355965
previous_iter_valid_loss : 0.16153337061405182

    228540	  0.161747	  0.161533	  0.170239		CURRENT LEARNING RATE: 0.07119911118928147
previous_iter_valid_loss : 0.1652781069278717

    228560	  0.165488	  0.165278	  0.170364		CURRENT LEARNING RATE: 0.07118487279093091
previous_iter_valid_loss : 0.16182304918766022

    228580	  0.162025	  0.161823	  0.168918		CURRENT LEARNING RATE: 0.07117063723997527
previous_iter_valid_loss : 0.16470974683761597

    228600	  0.164950	  0.164710	  0.168896		CURRENT LEARNING RATE: 0.07115640453584514
previous_iter_valid_loss : 0.16464635729789734

    228620	  0.164910	  0.164646	  0.169048		CURRENT LEARNING RATE: 0.07114217467797118
previous_iter_valid_loss : 0.16120390594005585

    228640	  0.161442	  0.161204	  0.168446		CURRENT LEARNING RATE: 0.07112794766578424
previous_iter_valid_loss : 0.16291536390781403

    228660	  0.163175	  0.162915	  0.167356		CURRENT LEARNING RATE: 0.07111372349871521
previous_iter_valid_loss : 0.16802872717380524

    228680	  0.168264	  0.168029	  0.167690		CURRENT LEARNING RATE: 0.07109950217619512
previous_iter_valid_loss : 0.17653915286064148

    228700	  0.176761	  0.176539	  0.168429		CURRENT LEARNING RATE: 0.07108528369765513
previous_iter_valid_loss : 0.16389328241348267

    228720	  0.164047	  0.163893	  0.168361		CURRENT LEARNING RATE: 0.0710710680625265
previous_iter_valid_loss : 0.16846278309822083

    228740	  0.168706	  0.168463	  0.168118		CURRENT LEARNING RATE: 0.0710568552702406
previous_iter_valid_loss : 0.16157418489456177

    228760	  0.161780	  0.161574	  0.168122		CURRENT LEARNING RATE: 0.07104264532022893
previous_iter_valid_loss : 0.16685225069522858

    228780	  0.167076	  0.166852	  0.167509		CURRENT LEARNING RATE: 0.07102843821192306
previous_iter_valid_loss : 0.16130518913269043

    228800	  0.161493	  0.161305	  0.166823		CURRENT LEARNING RATE: 0.07101423394475474
previous_iter_valid_loss : 0.1656317412853241

    228820	  0.165799	  0.165632	  0.165150		CURRENT LEARNING RATE: 0.07100003251815576
previous_iter_valid_loss : 0.16783103346824646

    228840	  0.168053	  0.167831	  0.165161		CURRENT LEARNING RATE: 0.07098583393155812
previous_iter_valid_loss : 0.16583064198493958

    228860	  0.166053	  0.165831	  0.165222		CURRENT LEARNING RATE: 0.07097163818439385
previous_iter_valid_loss : 0.16533072292804718

    228880	  0.165590	  0.165331	  0.165422		CURRENT LEARNING RATE: 0.07095744527609511
previous_iter_valid_loss : 0.16326384246349335

    228900	  0.163429	  0.163264	  0.165018		CURRENT LEARNING RATE: 0.0709432552060942
previous_iter_valid_loss : 0.16216695308685303

    228920	  0.162386	  0.162167	  0.164940		CURRENT LEARNING RATE: 0.07092906797382349
previous_iter_valid_loss : 0.16171710193157196

    228940	  0.161916	  0.161717	  0.164949		CURRENT LEARNING RATE: 0.07091488357871552
previous_iter_valid_loss : 0.16796468198299408

    228960	  0.168186	  0.167965	  0.165083		CURRENT LEARNING RATE: 0.0709007020202029
previous_iter_valid_loss : 0.1869686096906662

    228980	  0.187159	  0.186969	  0.166341		CURRENT LEARNING RATE: 0.07088652329771837
previous_iter_valid_loss : 0.16196374595165253

    229000	  0.162104	  0.161964	  0.166203		CURRENT LEARNING RATE: 0.07087234741069479
previous_iter_valid_loss : 0.16198194026947021

    229020	  0.162202	  0.161982	  0.166070		CURRENT LEARNING RATE: 0.07085817435856512
previous_iter_valid_loss : 0.163582906126976

    229040	  0.163856	  0.163583	  0.166189		CURRENT LEARNING RATE: 0.07084400414076242
previous_iter_valid_loss : 0.17418137192726135

    229060	  0.174357	  0.174181	  0.166752		CURRENT LEARNING RATE: 0.07082983675671989
previous_iter_valid_loss : 0.16782212257385254

    229080	  0.168036	  0.167822	  0.166742		CURRENT LEARNING RATE: 0.07081567220587084
previous_iter_valid_loss : 0.1614493727684021

    229100	  0.161656	  0.161449	  0.165987		CURRENT LEARNING RATE: 0.07080151048764871
previous_iter_valid_loss : 0.16267430782318115

    229120	  0.162844	  0.162674	  0.165927		CURRENT LEARNING RATE: 0.070787351601487
previous_iter_valid_loss : 0.16266903281211853

    229140	  0.162881	  0.162669	  0.165637		CURRENT LEARNING RATE: 0.07077319554681934
previous_iter_valid_loss : 0.164858877658844

    229160	  0.165064	  0.164859	  0.165801		CURRENT LEARNING RATE: 0.07075904232307953
previous_iter_valid_loss : 0.16112801432609558

    229180	  0.161291	  0.161128	  0.165515		CURRENT LEARNING RATE: 0.07074489192970143
previous_iter_valid_loss : 0.16146689653396606

    229200	  0.161637	  0.161467	  0.165523		CURRENT LEARNING RATE: 0.07073074436611901
previous_iter_valid_loss : 0.16687826812267303

    229220	  0.167115	  0.166878	  0.165585		CURRENT LEARNING RATE: 0.07071659963176632
previous_iter_valid_loss : 0.16361890733242035

    229240	  0.163791	  0.163619	  0.165375		CURRENT LEARNING RATE: 0.0707024577260777
previous_iter_valid_loss : 0.16214203834533691

    229260	  0.162356	  0.162142	  0.165190		CURRENT LEARNING RATE: 0.07068831864848736
previous_iter_valid_loss : 0.16207729279994965

    229280	  0.162214	  0.162077	  0.165028		CURRENT LEARNING RATE: 0.07067418239842979
previous_iter_valid_loss : 0.17013639211654663

    229300	  0.170375	  0.170136	  0.165371		CURRENT LEARNING RATE: 0.07066004897533953
previous_iter_valid_loss : 0.16259658336639404

    229320	  0.162811	  0.162597	  0.165393		CURRENT LEARNING RATE: 0.07064591837865124
previous_iter_valid_loss : 0.16591069102287292

    229340	  0.166078	  0.165911	  0.165602		CURRENT LEARNING RATE: 0.07063179060779969
previous_iter_valid_loss : 0.16161562502384186

    229360	  0.161839	  0.161616	  0.165285		CURRENT LEARNING RATE: 0.07061766566221978
previous_iter_valid_loss : 0.17725953459739685

    229380	  0.177491	  0.177260	  0.164799		CURRENT LEARNING RATE: 0.07060354354134649
previous_iter_valid_loss : 0.1631941944360733

    229400	  0.163386	  0.163194	  0.164861		CURRENT LEARNING RATE: 0.07058942424461497
previous_iter_valid_loss : 0.17596173286437988

    229420	  0.176313	  0.175962	  0.165560		CURRENT LEARNING RATE: 0.07057530777146041
previous_iter_valid_loss : 0.16924230754375458

    229440	  0.169473	  0.169242	  0.165843		CURRENT LEARNING RATE: 0.07056119412131817
previous_iter_valid_loss : 0.1651369333267212

    229460	  0.165332	  0.165137	  0.165391		CURRENT LEARNING RATE: 0.07054708329362372
previous_iter_valid_loss : 0.16210432350635529

    229480	  0.162356	  0.162104	  0.165105		CURRENT LEARNING RATE: 0.0705329752878126
previous_iter_valid_loss : 0.1662043184041977

    229500	  0.166475	  0.166204	  0.165343		CURRENT LEARNING RATE: 0.0705188701033205
previous_iter_valid_loss : 0.1624799370765686

    229520	  0.162724	  0.162480	  0.165333		CURRENT LEARNING RATE: 0.07050476773958322
previous_iter_valid_loss : 0.16849938035011292

    229540	  0.168736	  0.168499	  0.165624		CURRENT LEARNING RATE: 0.07049066819603667
previous_iter_valid_loss : 0.1631302535533905

    229560	  0.163340	  0.163130	  0.165538		CURRENT LEARNING RATE: 0.07047657147211685
previous_iter_valid_loss : 0.16848750412464142

    229580	  0.168740	  0.168488	  0.165906		CURRENT LEARNING RATE: 0.07046247756725989
previous_iter_valid_loss : 0.16157925128936768

    229600	  0.161778	  0.161579	  0.165911		CURRENT LEARNING RATE: 0.07044838648090204
previous_iter_valid_loss : 0.16590388119220734

    229620	  0.166102	  0.165904	  0.165863		CURRENT LEARNING RATE: 0.07043429821247964
previous_iter_valid_loss : 0.1616155207157135

    229640	  0.161771	  0.161616	  0.165763		CURRENT LEARNING RATE: 0.0704202127614292
previous_iter_valid_loss : 0.16966332495212555

    229660	  0.169844	  0.169663	  0.166139		CURRENT LEARNING RATE: 0.07040613012718727
previous_iter_valid_loss : 0.16278085112571716

    229680	  0.163000	  0.162781	  0.166174		CURRENT LEARNING RATE: 0.07039205030919057
previous_iter_valid_loss : 0.16381315886974335

    229700	  0.164002	  0.163813	  0.165858		CURRENT LEARNING RATE: 0.0703779733068759
previous_iter_valid_loss : 0.165186807513237

    229720	  0.165457	  0.165187	  0.165987		CURRENT LEARNING RATE: 0.07036389911968016
previous_iter_valid_loss : 0.1660100370645523

    229740	  0.166235	  0.166010	  0.165992		CURRENT LEARNING RATE: 0.07034982774704039
previous_iter_valid_loss : 0.16246891021728516

    229760	  0.162662	  0.162469	  0.166035		CURRENT LEARNING RATE: 0.07033575918839374
previous_iter_valid_loss : 0.1618737429380417

    229780	  0.162032	  0.161874	  0.165266		CURRENT LEARNING RATE: 0.07032169344317747
previous_iter_valid_loss : 0.1639660745859146

    229800	  0.164132	  0.163966	  0.165304		CURRENT LEARNING RATE: 0.07030763051082894
previous_iter_valid_loss : 0.1631651371717453

    229820	  0.163391	  0.163165	  0.164664		CURRENT LEARNING RATE: 0.07029357039078565
previous_iter_valid_loss : 0.16187919676303864

    229840	  0.162062	  0.161879	  0.164296		CURRENT LEARNING RATE: 0.07027951308248519
previous_iter_valid_loss : 0.16829755902290344

    229860	  0.168456	  0.168298	  0.164454		CURRENT LEARNING RATE: 0.07026545858536526
previous_iter_valid_loss : 0.16164468228816986

    229880	  0.161807	  0.161645	  0.164431		CURRENT LEARNING RATE: 0.07025140689886367
previous_iter_valid_loss : 0.17529630661010742

    229900	  0.175558	  0.175296	  0.164886		CURRENT LEARNING RATE: 0.07023735802241837
previous_iter_valid_loss : 0.16203637421131134

    229920	  0.162216	  0.162036	  0.164864		CURRENT LEARNING RATE: 0.0702233119554674
previous_iter_valid_loss : 0.16356828808784485

    229940	  0.163810	  0.163568	  0.164617		CURRENT LEARNING RATE: 0.07020926869744892
previous_iter_valid_loss : 0.2008061707019806

    229960	  0.200962	  0.200806	  0.166501		CURRENT LEARNING RATE: 0.0701952282478012
previous_iter_valid_loss : 0.17237572371959686

    229980	  0.172663	  0.172376	  0.166695		CURRENT LEARNING RATE: 0.07018119060596262
previous_iter_valid_loss : 0.1611427217721939

    230000	  0.161361	  0.161143	  0.166673		CURRENT LEARNING RATE: 0.07016715577137167
previous_iter_valid_loss : 0.16269707679748535

    230020	  0.162838	  0.162697	  0.166513		CURRENT LEARNING RATE: 0.07015312374346697
previous_iter_valid_loss : 0.1667177528142929

    230040	  0.166913	  0.166718	  0.166768		CURRENT LEARNING RATE: 0.07013909452168719
previous_iter_valid_loss : 0.1995886266231537

    230060	  0.199796	  0.199589	  0.168264		CURRENT LEARNING RATE: 0.07012506810547123
previous_iter_valid_loss : 0.17583058774471283

    230080	  0.176039	  0.175831	  0.168917		CURRENT LEARNING RATE: 0.07011104449425799
previous_iter_valid_loss : 0.16812171041965485

    230100	  0.168298	  0.168122	  0.169132		CURRENT LEARNING RATE: 0.07009702368748656
previous_iter_valid_loss : 0.1611919403076172

    230120	  0.161380	  0.161192	  0.168933		CURRENT LEARNING RATE: 0.07008300568459608
previous_iter_valid_loss : 0.16157744824886322

    230140	  0.161744	  0.161577	  0.168711		CURRENT LEARNING RATE: 0.07006899048502584
previous_iter_valid_loss : 0.16613592207431793

    230160	  0.166375	  0.166136	  0.168894		CURRENT LEARNING RATE: 0.07005497808821523
previous_iter_valid_loss : 0.16246472299098969

    230180	  0.162688	  0.162465	  0.168924		CURRENT LEARNING RATE: 0.07004096849360375
previous_iter_valid_loss : 0.1872115284204483

    230200	  0.187636	  0.187212	  0.170086		CURRENT LEARNING RATE: 0.07002696170063101
previous_iter_valid_loss : 0.16220059990882874

    230220	  0.162377	  0.162201	  0.170038		CURRENT LEARNING RATE: 0.07001295770873675
previous_iter_valid_loss : 0.16359181702136993

    230240	  0.163796	  0.163592	  0.170124		CURRENT LEARNING RATE: 0.06999895651736082
previous_iter_valid_loss : 0.16108277440071106

    230260	  0.161252	  0.161083	  0.169763		CURRENT LEARNING RATE: 0.06998495812594314
previous_iter_valid_loss : 0.1630171239376068

    230280	  0.163196	  0.163017	  0.169831		CURRENT LEARNING RATE: 0.06997096253392382
previous_iter_valid_loss : 0.17419254779815674

    230300	  0.174360	  0.174193	  0.169776		CURRENT LEARNING RATE: 0.069956969740743
previous_iter_valid_loss : 0.16275949776172638

    230320	  0.162911	  0.162759	  0.169812		CURRENT LEARNING RATE: 0.06994297974584096
previous_iter_valid_loss : 0.16218484938144684

    230340	  0.162359	  0.162185	  0.169743		CURRENT LEARNING RATE: 0.06992899254865814
previous_iter_valid_loss : 0.1703585684299469

    230360	  0.170586	  0.170359	  0.168221		CURRENT LEARNING RATE: 0.06991500814863504
previous_iter_valid_loss : 0.16221828758716583

    230380	  0.162443	  0.162218	  0.167713		CURRENT LEARNING RATE: 0.06990102654521226
previous_iter_valid_loss : 0.16489192843437195

    230400	  0.165135	  0.164892	  0.167900		CURRENT LEARNING RATE: 0.06988704773783054
previous_iter_valid_loss : 0.16633091866970062

    230420	  0.166555	  0.166331	  0.168082		CURRENT LEARNING RATE: 0.06987307172593075
previous_iter_valid_loss : 0.1610257923603058

    230440	  0.161204	  0.161026	  0.167798		CURRENT LEARNING RATE: 0.06985909850895382
previous_iter_valid_loss : 0.17428994178771973

    230460	  0.174629	  0.174290	  0.166533		CURRENT LEARNING RATE: 0.06984512808634086
previous_iter_valid_loss : 0.19671522080898285

    230480	  0.197215	  0.196715	  0.167577		CURRENT LEARNING RATE: 0.06983116045753303
previous_iter_valid_loss : 0.16545867919921875

    230500	  0.165687	  0.165459	  0.167444		CURRENT LEARNING RATE: 0.06981719562197163
previous_iter_valid_loss : 0.16366061568260193

    230520	  0.163829	  0.163661	  0.167567		CURRENT LEARNING RATE: 0.06980323357909807
previous_iter_valid_loss : 0.16266551613807678

    230540	  0.162954	  0.162666	  0.167622		CURRENT LEARNING RATE: 0.06978927432835386
previous_iter_valid_loss : 0.16192133724689484

    230560	  0.162087	  0.161921	  0.167411		CURRENT LEARNING RATE: 0.06977531786918062
previous_iter_valid_loss : 0.1609969288110733

    230580	  0.161177	  0.160997	  0.167337		CURRENT LEARNING RATE: 0.06976136420102011
previous_iter_valid_loss : 0.1614910364151001

    230600	  0.161721	  0.161491	  0.166051		CURRENT LEARNING RATE: 0.06974741332331419
previous_iter_valid_loss : 0.17488157749176025

    230620	  0.175125	  0.174882	  0.166685		CURRENT LEARNING RATE: 0.0697334652355048
previous_iter_valid_loss : 0.17280781269073486

    230640	  0.173053	  0.172808	  0.167146		CURRENT LEARNING RATE: 0.06971951993703404
previous_iter_valid_loss : 0.1647300124168396

    230660	  0.164990	  0.164730	  0.167329		CURRENT LEARNING RATE: 0.06970557742734407
previous_iter_valid_loss : 0.16152982413768768

    230680	  0.161710	  0.161530	  0.167254		CURRENT LEARNING RATE: 0.06969163770587722
previous_iter_valid_loss : 0.161529079079628

    230700	  0.161770	  0.161529	  0.166621		CURRENT LEARNING RATE: 0.06967770077207587
previous_iter_valid_loss : 0.16551831364631653

    230720	  0.165699	  0.165518	  0.166759		CURRENT LEARNING RATE: 0.06966376662538258
previous_iter_valid_loss : 0.161842480301857

    230740	  0.162072	  0.161842	  0.166742		CURRENT LEARNING RATE: 0.06964983526523996
previous_iter_valid_loss : 0.17391397058963776

    230760	  0.174169	  0.173914	  0.166920		CURRENT LEARNING RATE: 0.06963590669109075
previous_iter_valid_loss : 0.16146469116210938

    230780	  0.161661	  0.161465	  0.166882		CURRENT LEARNING RATE: 0.06962198090237783
previous_iter_valid_loss : 0.16269497573375702

    230800	  0.162865	  0.162695	  0.166772		CURRENT LEARNING RATE: 0.06960805789854414
previous_iter_valid_loss : 0.1886844038963318

    230820	  0.189089	  0.188684	  0.167890		CURRENT LEARNING RATE: 0.06959413767903279
previous_iter_valid_loss : 0.16195164620876312

    230840	  0.162176	  0.161952	  0.167936		CURRENT LEARNING RATE: 0.06958022024328692
previous_iter_valid_loss : 0.1617926061153412

    230860	  0.162006	  0.161793	  0.167311		CURRENT LEARNING RATE: 0.0695663055907499
previous_iter_valid_loss : 0.16681094467639923

    230880	  0.166990	  0.166811	  0.165816		CURRENT LEARNING RATE: 0.06955239372086512
previous_iter_valid_loss : 0.16350583732128143

    230900	  0.163700	  0.163506	  0.165718		CURRENT LEARNING RATE: 0.06953848463307609
previous_iter_valid_loss : 0.16132262349128723

    230920	  0.161482	  0.161323	  0.165601		CURRENT LEARNING RATE: 0.06952457832682646
previous_iter_valid_loss : 0.18128976225852966

    230940	  0.181495	  0.181290	  0.166533		CURRENT LEARNING RATE: 0.06951067480155997
previous_iter_valid_loss : 0.16248542070388794

    230960	  0.162584	  0.162485	  0.166561		CURRENT LEARNING RATE: 0.06949677405672047
previous_iter_valid_loss : 0.16643884778022766

    230980	  0.166630	  0.166439	  0.166833		CURRENT LEARNING RATE: 0.06948287609175195
previous_iter_valid_loss : 0.16134993731975555

    231000	  0.161541	  0.161350	  0.166826		CURRENT LEARNING RATE: 0.06946898090609849
previous_iter_valid_loss : 0.16259005665779114

    231020	  0.162769	  0.162590	  0.166211		CURRENT LEARNING RATE: 0.06945508849920427
previous_iter_valid_loss : 0.1812100112438202

    231040	  0.181531	  0.181210	  0.166631		CURRENT LEARNING RATE: 0.06944119887051359
previous_iter_valid_loss : 0.18719565868377686

    231060	  0.187688	  0.187196	  0.167755		CURRENT LEARNING RATE: 0.06942731201947089
previous_iter_valid_loss : 0.17305700480937958

    231080	  0.173219	  0.173057	  0.168331		CURRENT LEARNING RATE: 0.06941342794552066
previous_iter_valid_loss : 0.16315791010856628

    231100	  0.163392	  0.163158	  0.168413		CURRENT LEARNING RATE: 0.06939954664810757
previous_iter_valid_loss : 0.16173629462718964

    231120	  0.161895	  0.161736	  0.168223		CURRENT LEARNING RATE: 0.06938566812667636
previous_iter_valid_loss : 0.16627296805381775

    231140	  0.166537	  0.166273	  0.168445		CURRENT LEARNING RATE: 0.06937179238067188
previous_iter_valid_loss : 0.16393673419952393

    231160	  0.164102	  0.163937	  0.167946		CURRENT LEARNING RATE: 0.0693579194095391
previous_iter_valid_loss : 0.1632312536239624

    231180	  0.163389	  0.163231	  0.168034		CURRENT LEARNING RATE: 0.06934404921272312
previous_iter_valid_loss : 0.17120510339736938

    231200	  0.171479	  0.171205	  0.168460		CURRENT LEARNING RATE: 0.0693301817896691
previous_iter_valid_loss : 0.16260308027267456

    231220	  0.162787	  0.162603	  0.167156		CURRENT LEARNING RATE: 0.06931631713982236
previous_iter_valid_loss : 0.16111861169338226

    231240	  0.161290	  0.161119	  0.167114		CURRENT LEARNING RATE: 0.06930245526262829
previous_iter_valid_loss : 0.16327306628227234

    231260	  0.163445	  0.163273	  0.167188		CURRENT LEARNING RATE: 0.06928859615753248
previous_iter_valid_loss : 0.16113534569740295

    231280	  0.161313	  0.161135	  0.166904		CURRENT LEARNING RATE: 0.06927473982398052
previous_iter_valid_loss : 0.16739071905612946

    231300	  0.167668	  0.167391	  0.167099		CURRENT LEARNING RATE: 0.06926088626141816
previous_iter_valid_loss : 0.17304599285125732

    231320	  0.173356	  0.173046	  0.167685		CURRENT LEARNING RATE: 0.06924703546929127
previous_iter_valid_loss : 0.17679515480995178

    231340	  0.177070	  0.176795	  0.167460		CURRENT LEARNING RATE: 0.06923318744704579
previous_iter_valid_loss : 0.18868432939052582

    231360	  0.188886	  0.188684	  0.168770		CURRENT LEARNING RATE: 0.06921934219412783
previous_iter_valid_loss : 0.16929809749126434

    231380	  0.169587	  0.169298	  0.168913		CURRENT LEARNING RATE: 0.06920549970998356
previous_iter_valid_loss : 0.1614379733800888

    231400	  0.161610	  0.161438	  0.168917		CURRENT LEARNING RATE: 0.06919165999405928
previous_iter_valid_loss : 0.16110609471797943

    231420	  0.161290	  0.161106	  0.168843		CURRENT LEARNING RATE: 0.06917782304580142
previous_iter_valid_loss : 0.16128861904144287

    231440	  0.161456	  0.161289	  0.167847		CURRENT LEARNING RATE: 0.0691639888646565
previous_iter_valid_loss : 0.16473498940467834

    231460	  0.164942	  0.164735	  0.166724		CURRENT LEARNING RATE: 0.06915015745007112
previous_iter_valid_loss : 0.16512931883335114

    231480	  0.165296	  0.165129	  0.166328		CURRENT LEARNING RATE: 0.06913632880149208
previous_iter_valid_loss : 0.16535687446594238

    231500	  0.165594	  0.165357	  0.166438		CURRENT LEARNING RATE: 0.06912250291836618
previous_iter_valid_loss : 0.18624421954154968

    231520	  0.186419	  0.186244	  0.167663		CURRENT LEARNING RATE: 0.0691086798001404
previous_iter_valid_loss : 0.16852755844593048

    231540	  0.168708	  0.168528	  0.167776		CURRENT LEARNING RATE: 0.06909485944626183
previous_iter_valid_loss : 0.174007385969162

    231560	  0.174190	  0.174007	  0.168279		CURRENT LEARNING RATE: 0.06908104185617765
previous_iter_valid_loss : 0.1654646247625351

    231580	  0.165661	  0.165465	  0.168391		CURRENT LEARNING RATE: 0.06906722702933515
previous_iter_valid_loss : 0.16344159841537476

    231600	  0.163709	  0.163442	  0.168003		CURRENT LEARNING RATE: 0.06905341496518173
previous_iter_valid_loss : 0.17234757542610168

    231620	  0.172569	  0.172348	  0.168490		CURRENT LEARNING RATE: 0.06903960566316493
previous_iter_valid_loss : 0.18712957203388214

    231640	  0.187306	  0.187130	  0.169791		CURRENT LEARNING RATE: 0.06902579912273234
previous_iter_valid_loss : 0.16186341643333435

    231660	  0.162014	  0.161863	  0.169720		CURRENT LEARNING RATE: 0.06901199534333174
previous_iter_valid_loss : 0.16243745386600494

    231680	  0.162674	  0.162437	  0.169785		CURRENT LEARNING RATE: 0.06899819432441097
previous_iter_valid_loss : 0.1616509109735489

    231700	  0.161864	  0.161651	  0.169498		CURRENT LEARNING RATE: 0.06898439606541798
previous_iter_valid_loss : 0.1618880331516266

    231720	  0.162131	  0.161888	  0.168940		CURRENT LEARNING RATE: 0.06897060056580086
previous_iter_valid_loss : 0.16567012667655945

    231740	  0.165885	  0.165670	  0.168384		CURRENT LEARNING RATE: 0.06895680782500775
previous_iter_valid_loss : 0.1629725992679596

    231760	  0.163192	  0.162973	  0.167098		CURRENT LEARNING RATE: 0.06894301784248696
previous_iter_valid_loss : 0.16186054050922394

    231780	  0.162048	  0.161861	  0.166727		CURRENT LEARNING RATE: 0.06892923061768691
previous_iter_valid_loss : 0.16391685605049133

    231800	  0.164120	  0.163917	  0.166851		CURRENT LEARNING RATE: 0.06891544615005608
previous_iter_valid_loss : 0.16255636513233185

    231820	  0.162730	  0.162556	  0.166923		CURRENT LEARNING RATE: 0.06890166443904312
previous_iter_valid_loss : 0.16185835003852844

    231840	  0.162055	  0.161858	  0.166952		CURRENT LEARNING RATE: 0.06888788548409673
previous_iter_valid_loss : 0.16889484226703644

    231860	  0.169105	  0.168895	  0.167160		CURRENT LEARNING RATE: 0.06887410928466578
previous_iter_valid_loss : 0.16140277683734894

    231880	  0.161602	  0.161403	  0.166973		CURRENT LEARNING RATE: 0.06886033584019921
previous_iter_valid_loss : 0.17704297602176666

    231900	  0.177339	  0.177043	  0.167558		CURRENT LEARNING RATE: 0.06884656515014607
previous_iter_valid_loss : 0.16765008866786957

    231920	  0.167806	  0.167650	  0.166628		CURRENT LEARNING RATE: 0.06883279721395556
previous_iter_valid_loss : 0.1644526720046997

    231940	  0.164647	  0.164453	  0.166424		CURRENT LEARNING RATE: 0.06881903203107693
previous_iter_valid_loss : 0.16906805336475372

    231960	  0.169244	  0.169068	  0.166177		CURRENT LEARNING RATE: 0.0688052696009596
previous_iter_valid_loss : 0.16442784667015076

    231980	  0.164632	  0.164428	  0.166125		CURRENT LEARNING RATE: 0.06879150992305308
previous_iter_valid_loss : 0.16332460939884186

    232000	  0.163489	  0.163325	  0.166119		CURRENT LEARNING RATE: 0.06877775299680695
previous_iter_valid_loss : 0.16246388852596283

    232020	  0.162658	  0.162464	  0.165625		CURRENT LEARNING RATE: 0.06876399882167095
previous_iter_valid_loss : 0.16997626423835754

    232040	  0.170162	  0.169976	  0.164768		CURRENT LEARNING RATE: 0.06875024739709489
previous_iter_valid_loss : 0.1630650758743286

    232060	  0.163243	  0.163065	  0.164828		CURRENT LEARNING RATE: 0.06873649872252875
previous_iter_valid_loss : 0.17951366305351257

    232080	  0.179884	  0.179514	  0.165681		CURRENT LEARNING RATE: 0.06872275279742258
previous_iter_valid_loss : 0.16610197722911835

    232100	  0.166326	  0.166102	  0.165904		CURRENT LEARNING RATE: 0.06870900962122653
previous_iter_valid_loss : 0.161554217338562

    232120	  0.161767	  0.161554	  0.165887		CURRENT LEARNING RATE: 0.06869526919339086
previous_iter_valid_loss : 0.16126662492752075

    232140	  0.161454	  0.161267	  0.165667		CURRENT LEARNING RATE: 0.06868153151336599
previous_iter_valid_loss : 0.16281452775001526

    232160	  0.163028	  0.162815	  0.165659		CURRENT LEARNING RATE: 0.06866779658060237
previous_iter_valid_loss : 0.1615862250328064

    232180	  0.161829	  0.161586	  0.165646		CURRENT LEARNING RATE: 0.06865406439455063
previous_iter_valid_loss : 0.16106559336185455

    232200	  0.161241	  0.161066	  0.165503		CURRENT LEARNING RATE: 0.06864033495466147
previous_iter_valid_loss : 0.16156895458698273

    232220	  0.161758	  0.161569	  0.165454		CURRENT LEARNING RATE: 0.06862660826038573
previous_iter_valid_loss : 0.1634860634803772

    232240	  0.163735	  0.163486	  0.165535		CURRENT LEARNING RATE: 0.06861288431117432
previous_iter_valid_loss : 0.16201747953891754

    232260	  0.162235	  0.162017	  0.165191		CURRENT LEARNING RATE: 0.0685991631064783
previous_iter_valid_loss : 0.19189371168613434

    232280	  0.192325	  0.191894	  0.166716		CURRENT LEARNING RATE: 0.06858544464574881
previous_iter_valid_loss : 0.1741354912519455

    232300	  0.174316	  0.174135	  0.166570		CURRENT LEARNING RATE: 0.0685717289284371
previous_iter_valid_loss : 0.1629035621881485

    232320	  0.163072	  0.162904	  0.166333		CURRENT LEARNING RATE: 0.06855801595399456
previous_iter_valid_loss : 0.162382572889328

    232340	  0.162619	  0.162383	  0.166229		CURRENT LEARNING RATE: 0.06854430572187269
previous_iter_valid_loss : 0.16553685069084167

    232360	  0.165777	  0.165537	  0.166053		CURRENT LEARNING RATE: 0.06853059823152303
previous_iter_valid_loss : 0.1685306280851364

    232380	  0.168802	  0.168531	  0.166258		CURRENT LEARNING RATE: 0.06851689348239734
previous_iter_valid_loss : 0.17093349993228912

    232400	  0.171139	  0.170933	  0.166638		CURRENT LEARNING RATE: 0.06850319147394737
previous_iter_valid_loss : 0.16235515475273132

    232420	  0.162580	  0.162355	  0.166633		CURRENT LEARNING RATE: 0.06848949220562509
previous_iter_valid_loss : 0.18004782497882843

    232440	  0.180246	  0.180048	  0.167137		CURRENT LEARNING RATE: 0.06847579567688246
previous_iter_valid_loss : 0.16341310739517212

    232460	  0.163569	  0.163413	  0.167154		CURRENT LEARNING RATE: 0.06846210188717171
previous_iter_valid_loss : 0.16506114602088928

    232480	  0.165225	  0.165061	  0.166431		CURRENT LEARNING RATE: 0.06844841083594502
previous_iter_valid_loss : 0.1613844782114029

    232500	  0.161576	  0.161384	  0.166196		CURRENT LEARNING RATE: 0.0684347225226548
previous_iter_valid_loss : 0.1750682145357132

    232520	  0.175264	  0.175068	  0.166871		CURRENT LEARNING RATE: 0.06842103694675347
previous_iter_valid_loss : 0.1614541858434677

    232540	  0.161651	  0.161454	  0.166881		CURRENT LEARNING RATE: 0.06840735410769364
previous_iter_valid_loss : 0.16480416059494019

    232560	  0.165014	  0.164804	  0.166980		CURRENT LEARNING RATE: 0.06839367400492798
previous_iter_valid_loss : 0.16974563896656036

    232580	  0.170012	  0.169746	  0.167388		CURRENT LEARNING RATE: 0.0683799966379093
previous_iter_valid_loss : 0.17282944917678833

    232600	  0.173141	  0.172829	  0.167976		CURRENT LEARNING RATE: 0.06836632200609048
previous_iter_valid_loss : 0.17067620158195496

    232620	  0.170921	  0.170676	  0.168432		CURRENT LEARNING RATE: 0.06835265010892455
previous_iter_valid_loss : 0.16129131615161896

    232640	  0.161488	  0.161291	  0.168322		CURRENT LEARNING RATE: 0.06833898094586463
previous_iter_valid_loss : 0.1640138328075409

    232660	  0.164205	  0.164014	  0.168422		CURRENT LEARNING RATE: 0.06832531451636396
previous_iter_valid_loss : 0.16140887141227722

    232680	  0.161630	  0.161409	  0.166897		CURRENT LEARNING RATE: 0.06831165081987589
previous_iter_valid_loss : 0.16121020913124084

    232700	  0.161425	  0.161210	  0.166251		CURRENT LEARNING RATE: 0.06829798985585385
previous_iter_valid_loss : 0.1620619148015976

    232720	  0.162189	  0.162062	  0.166209		CURRENT LEARNING RATE: 0.06828433162375142
previous_iter_valid_loss : 0.16299055516719818

    232740	  0.163153	  0.162991	  0.166240		CURRENT LEARNING RATE: 0.06827067612302226
previous_iter_valid_loss : 0.16697219014167786

    232760	  0.167121	  0.166972	  0.166311		CURRENT LEARNING RATE: 0.06825702335312017
previous_iter_valid_loss : 0.170478954911232

    232780	  0.170605	  0.170479	  0.166409		CURRENT LEARNING RATE: 0.068243373313499
previous_iter_valid_loss : 0.1755882203578949

    232800	  0.175778	  0.175588	  0.166641		CURRENT LEARNING RATE: 0.06822972600361278
previous_iter_valid_loss : 0.17955411970615387

    232820	  0.179863	  0.179554	  0.167501		CURRENT LEARNING RATE: 0.0682160814229156
previous_iter_valid_loss : 0.1614929884672165

    232840	  0.161647	  0.161493	  0.166574		CURRENT LEARNING RATE: 0.06820243957086171
previous_iter_valid_loss : 0.16372735798358917

    232860	  0.163897	  0.163727	  0.166589		CURRENT LEARNING RATE: 0.06818880044690537
previous_iter_valid_loss : 0.16188137233257294

    232880	  0.162027	  0.161881	  0.166430		CURRENT LEARNING RATE: 0.06817516405050109
previous_iter_valid_loss : 0.16259358823299408

    232900	  0.162736	  0.162594	  0.166491		CURRENT LEARNING RATE: 0.06816153038110337
previous_iter_valid_loss : 0.1626414954662323

    232920	  0.162825	  0.162641	  0.165869		CURRENT LEARNING RATE: 0.06814789943816689
previous_iter_valid_loss : 0.17070406675338745

    232940	  0.170839	  0.170704	  0.166332		CURRENT LEARNING RATE: 0.06813427122114638
previous_iter_valid_loss : 0.16179442405700684

    232960	  0.161949	  0.161794	  0.166181		CURRENT LEARNING RATE: 0.06812064572949673
previous_iter_valid_loss : 0.16224989295005798

    232980	  0.162429	  0.162250	  0.165807		CURRENT LEARNING RATE: 0.06810702296267293
previous_iter_valid_loss : 0.1617937684059143

    233000	  0.161963	  0.161794	  0.165255		CURRENT LEARNING RATE: 0.06809340292013005
previous_iter_valid_loss : 0.1613054722547531

    233020	  0.161471	  0.161305	  0.164786		CURRENT LEARNING RATE: 0.0680797856013233
previous_iter_valid_loss : 0.16151516139507294

    233040	  0.161736	  0.161515	  0.164798		CURRENT LEARNING RATE: 0.06806617100570798
previous_iter_valid_loss : 0.16177184879779816

    233060	  0.161984	  0.161772	  0.164685		CURRENT LEARNING RATE: 0.0680525591327395
previous_iter_valid_loss : 0.16314250230789185

    233080	  0.163358	  0.163143	  0.164772		CURRENT LEARNING RATE: 0.0680389499818734
previous_iter_valid_loss : 0.16133630275726318

    233100	  0.161528	  0.161336	  0.164778		CURRENT LEARNING RATE: 0.06802534355256533
previous_iter_valid_loss : 0.1612182855606079

    233120	  0.161463	  0.161218	  0.164736		CURRENT LEARNING RATE: 0.06801173984427099
previous_iter_valid_loss : 0.16293635964393616

    233140	  0.163133	  0.162936	  0.164734		CURRENT LEARNING RATE: 0.06799813885644625
previous_iter_valid_loss : 0.1901017725467682

    233160	  0.190305	  0.190102	  0.165890		CURRENT LEARNING RATE: 0.06798454058854708
previous_iter_valid_loss : 0.16214893758296967

    233180	  0.162345	  0.162149	  0.165474		CURRENT LEARNING RATE: 0.06797094504002955
previous_iter_valid_loss : 0.16332565248012543

    233200	  0.163532	  0.163326	  0.164860		CURRENT LEARNING RATE: 0.06795735221034982
previous_iter_valid_loss : 0.16170404851436615

    233220	  0.161955	  0.161704	  0.163968		CURRENT LEARNING RATE: 0.06794376209896419
previous_iter_valid_loss : 0.16261859238147736

    233240	  0.162835	  0.162619	  0.164024		CURRENT LEARNING RATE: 0.06793017470532905
previous_iter_valid_loss : 0.16335786879062653

    233260	  0.163631	  0.163358	  0.164006		CURRENT LEARNING RATE: 0.06791659002890088
previous_iter_valid_loss : 0.1846466213464737

    233280	  0.185108	  0.184647	  0.165144		CURRENT LEARNING RATE: 0.06790300806913635
previous_iter_valid_loss : 0.1720152348279953

    233300	  0.172347	  0.172015	  0.165615		CURRENT LEARNING RATE: 0.06788942882549215
previous_iter_valid_loss : 0.1659204661846161

    233320	  0.166148	  0.165920	  0.165779		CURRENT LEARNING RATE: 0.06787585229742511
previous_iter_valid_loss : 0.16520200669765472

    233340	  0.165407	  0.165202	  0.165504		CURRENT LEARNING RATE: 0.06786227848439219
previous_iter_valid_loss : 0.16448436677455902

    233360	  0.164642	  0.164484	  0.165638		CURRENT LEARNING RATE: 0.0678487073858504
previous_iter_valid_loss : 0.16148413717746735

    233380	  0.161706	  0.161484	  0.165600		CURRENT LEARNING RATE: 0.06783513900125693
previous_iter_valid_loss : 0.16188324987888336

    233400	  0.162056	  0.161883	  0.165605		CURRENT LEARNING RATE: 0.06782157333006901
previous_iter_valid_loss : 0.1615128070116043

    233420	  0.161669	  0.161513	  0.165615		CURRENT LEARNING RATE: 0.06780801037174404
previous_iter_valid_loss : 0.16124126315116882

    233440	  0.161426	  0.161241	  0.165601		CURRENT LEARNING RATE: 0.0677944501257395
previous_iter_valid_loss : 0.16299638152122498

    233460	  0.163260	  0.162996	  0.165662		CURRENT LEARNING RATE: 0.06778089259151296
previous_iter_valid_loss : 0.17358683049678802

    233480	  0.173792	  0.173587	  0.166185		CURRENT LEARNING RATE: 0.06776733776852215
previous_iter_valid_loss : 0.17598162591457367

    233500	  0.176199	  0.175982	  0.166917		CURRENT LEARNING RATE: 0.06775378565622485
previous_iter_valid_loss : 0.16183921694755554

    233520	  0.162006	  0.161839	  0.166948		CURRENT LEARNING RATE: 0.06774023625407898
previous_iter_valid_loss : 0.16234102845191956

    233540	  0.162597	  0.162341	  0.166918		CURRENT LEARNING RATE: 0.06772668956154258
previous_iter_valid_loss : 0.1697770208120346

    233560	  0.169971	  0.169777	  0.165902		CURRENT LEARNING RATE: 0.06771314557807376
previous_iter_valid_loss : 0.16431622207164764

    233580	  0.164554	  0.164316	  0.166010		CURRENT LEARNING RATE: 0.06769960430313078
previous_iter_valid_loss : 0.16504113376140594

    233600	  0.165250	  0.165041	  0.166096		CURRENT LEARNING RATE: 0.06768606573617197
previous_iter_valid_loss : 0.16140571236610413

    233620	  0.161592	  0.161406	  0.166081		CURRENT LEARNING RATE: 0.06767252987665583
previous_iter_valid_loss : 0.1638791710138321

    233640	  0.164006	  0.163879	  0.166144		CURRENT LEARNING RATE: 0.06765899672404085
previous_iter_valid_loss : 0.1712532937526703

    233660	  0.171451	  0.171253	  0.166539		CURRENT LEARNING RATE: 0.06764546627778575
previous_iter_valid_loss : 0.18293368816375732

    233680	  0.183294	  0.182934	  0.166453		CURRENT LEARNING RATE: 0.06763193853734932
previous_iter_valid_loss : 0.16574369370937347

    233700	  0.165931	  0.165744	  0.166140		CURRENT LEARNING RATE: 0.06761841350219046
previous_iter_valid_loss : 0.166366308927536

    233720	  0.166581	  0.166366	  0.166162		CURRENT LEARNING RATE: 0.06760489117176814
previous_iter_valid_loss : 0.1636524498462677

    233740	  0.163889	  0.163652	  0.166085		CURRENT LEARNING RATE: 0.06759137154554147
previous_iter_valid_loss : 0.16122449934482574

    233760	  0.161382	  0.161224	  0.165922		CURRENT LEARNING RATE: 0.06757785462296968
previous_iter_valid_loss : 0.16364966332912445

    233780	  0.163824	  0.163650	  0.166030		CURRENT LEARNING RATE: 0.06756434040351209
previous_iter_valid_loss : 0.16661874949932098

    233800	  0.166738	  0.166619	  0.166267		CURRENT LEARNING RATE: 0.06755082888662811
previous_iter_valid_loss : 0.1609763503074646

    233820	  0.161133	  0.160976	  0.166240		CURRENT LEARNING RATE: 0.0675373200717773
previous_iter_valid_loss : 0.16850008070468903

    233840	  0.168746	  0.168500	  0.166603		CURRENT LEARNING RATE: 0.0675238139584193
previous_iter_valid_loss : 0.17586617171764374

    233860	  0.176053	  0.175866	  0.167246		CURRENT LEARNING RATE: 0.06751031054601388
previous_iter_valid_loss : 0.16859088838100433

    233880	  0.168854	  0.168591	  0.166996		CURRENT LEARNING RATE: 0.06749680983402087
previous_iter_valid_loss : 0.1611572951078415

    233900	  0.161358	  0.161157	  0.166255		CURRENT LEARNING RATE: 0.06748331182190027
previous_iter_valid_loss : 0.16550186276435852

    233920	  0.165731	  0.165502	  0.166438		CURRENT LEARNING RATE: 0.06746981650911216
previous_iter_valid_loss : 0.18555781245231628

    233940	  0.185933	  0.185558	  0.167599		CURRENT LEARNING RATE: 0.06745632389511672
previous_iter_valid_loss : 0.1647571474313736

    233960	  0.164954	  0.164757	  0.167348		CURRENT LEARNING RATE: 0.06744283397937423
previous_iter_valid_loss : 0.16129297018051147

    233980	  0.161446	  0.161293	  0.167197		CURRENT LEARNING RATE: 0.06742934676134511
previous_iter_valid_loss : 0.16656753420829773

    234000	  0.166820	  0.166568	  0.167273		CURRENT LEARNING RATE: 0.06741586224048988
previous_iter_valid_loss : 0.1628197878599167

    234020	  0.162985	  0.162820	  0.167344		CURRENT LEARNING RATE: 0.06740238041626916
previous_iter_valid_loss : 0.16722290217876434

    234040	  0.167485	  0.167223	  0.167511		CURRENT LEARNING RATE: 0.06738890128814365
previous_iter_valid_loss : 0.16217975318431854

    234060	  0.162315	  0.162180	  0.167058		CURRENT LEARNING RATE: 0.06737542485557416
previous_iter_valid_loss : 0.1622610241174698

    234080	  0.162407	  0.162261	  0.166024		CURRENT LEARNING RATE: 0.0673619511180217
previous_iter_valid_loss : 0.16313593089580536

    234100	  0.163303	  0.163136	  0.165894		CURRENT LEARNING RATE: 0.06734848007494731
previous_iter_valid_loss : 0.16188350319862366

    234120	  0.162044	  0.161884	  0.165669		CURRENT LEARNING RATE: 0.06733501172581215
previous_iter_valid_loss : 0.16269351541996002

    234140	  0.162897	  0.162694	  0.165621		CURRENT LEARNING RATE: 0.06732154607007744
previous_iter_valid_loss : 0.1618017852306366

    234160	  0.162006	  0.161802	  0.165650		CURRENT LEARNING RATE: 0.0673080831072046
previous_iter_valid_loss : 0.1649874746799469

    234180	  0.165168	  0.164987	  0.165717		CURRENT LEARNING RATE: 0.06729462283665508
previous_iter_valid_loss : 0.19278281927108765

    234200	  0.193228	  0.192783	  0.167025		CURRENT LEARNING RATE: 0.06728116525789049
previous_iter_valid_loss : 0.1615375280380249

    234220	  0.161758	  0.161538	  0.167053		CURRENT LEARNING RATE: 0.0672677103703725
previous_iter_valid_loss : 0.16238096356391907

    234240	  0.162579	  0.162381	  0.166747		CURRENT LEARNING RATE: 0.06725425817356295
previous_iter_valid_loss : 0.16374412178993225

    234260	  0.163966	  0.163744	  0.166141		CURRENT LEARNING RATE: 0.06724080866692374
previous_iter_valid_loss : 0.16160233318805695

    234280	  0.161777	  0.161602	  0.165792		CURRENT LEARNING RATE: 0.06722736184991687
previous_iter_valid_loss : 0.17689603567123413

    234300	  0.177142	  0.176896	  0.166579		CURRENT LEARNING RATE: 0.0672139177220045
previous_iter_valid_loss : 0.16220563650131226

    234320	  0.162450	  0.162206	  0.166414		CURRENT LEARNING RATE: 0.06720047628264884
previous_iter_valid_loss : 0.16795185208320618

    234340	  0.168171	  0.167952	  0.165534		CURRENT LEARNING RATE: 0.06718703753131224
previous_iter_valid_loss : 0.16532514989376068

    234360	  0.165638	  0.165325	  0.165562		CURRENT LEARNING RATE: 0.06717360146745716
previous_iter_valid_loss : 0.16349630057811737

    234380	  0.163707	  0.163496	  0.165672		CURRENT LEARNING RATE: 0.06716016809054613
previous_iter_valid_loss : 0.16103310883045197

    234400	  0.161246	  0.161033	  0.165396		CURRENT LEARNING RATE: 0.06714673740004184
previous_iter_valid_loss : 0.16792744398117065

    234420	  0.168171	  0.167927	  0.165651		CURRENT LEARNING RATE: 0.06713330939540707
previous_iter_valid_loss : 0.1612778604030609

    234440	  0.161495	  0.161278	  0.165354		CURRENT LEARNING RATE: 0.06711988407610466
previous_iter_valid_loss : 0.16417035460472107

    234460	  0.164413	  0.164170	  0.165453		CURRENT LEARNING RATE: 0.06710646144159761
previous_iter_valid_loss : 0.17443513870239258

    234480	  0.174638	  0.174435	  0.166062		CURRENT LEARNING RATE: 0.06709304149134905
previous_iter_valid_loss : 0.191083163022995

    234500	  0.191311	  0.191083	  0.167459		CURRENT LEARNING RATE: 0.06707962422482215
previous_iter_valid_loss : 0.1704799383878708

    234520	  0.170673	  0.170480	  0.167889		CURRENT LEARNING RATE: 0.06706620964148025
previous_iter_valid_loss : 0.17462396621704102

    234540	  0.174836	  0.174624	  0.168486		CURRENT LEARNING RATE: 0.06705279774078672
previous_iter_valid_loss : 0.16316834092140198

    234560	  0.163382	  0.163168	  0.168554		CURRENT LEARNING RATE: 0.06703938852220513
previous_iter_valid_loss : 0.16147004067897797

    234580	  0.161680	  0.161470	  0.168378		CURRENT LEARNING RATE: 0.06702598198519907
previous_iter_valid_loss : 0.1683194935321808

    234600	  0.168600	  0.168319	  0.167155		CURRENT LEARNING RATE: 0.06701257812923231
previous_iter_valid_loss : 0.1612953245639801

    234620	  0.161488	  0.161295	  0.167143		CURRENT LEARNING RATE: 0.06699917695376868
previous_iter_valid_loss : 0.16590750217437744

    234640	  0.166137	  0.165908	  0.167319		CURRENT LEARNING RATE: 0.06698577845827214
previous_iter_valid_loss : 0.1952977329492569

    234660	  0.195567	  0.195298	  0.168897		CURRENT LEARNING RATE: 0.06697238264220676
previous_iter_valid_loss : 0.17688895761966705

    234680	  0.177192	  0.176889	  0.169661		CURRENT LEARNING RATE: 0.06695898950503668
previous_iter_valid_loss : 0.17086538672447205

    234700	  0.171178	  0.170865	  0.169360		CURRENT LEARNING RATE: 0.06694559904622617
previous_iter_valid_loss : 0.16372375190258026

    234720	  0.164027	  0.163724	  0.169436		CURRENT LEARNING RATE: 0.06693221126523967
previous_iter_valid_loss : 0.16885866224765778

    234740	  0.169054	  0.168859	  0.169481		CURRENT LEARNING RATE: 0.0669188261615416
previous_iter_valid_loss : 0.1627712994813919

    234760	  0.163054	  0.162771	  0.169353		CURRENT LEARNING RATE: 0.0669054437345966
previous_iter_valid_loss : 0.17678527534008026

    234780	  0.177094	  0.176785	  0.170018		CURRENT LEARNING RATE: 0.06689206398386935
previous_iter_valid_loss : 0.17265035212039948

    234800	  0.172824	  0.172650	  0.170599		CURRENT LEARNING RATE: 0.06687868690882467
previous_iter_valid_loss : 0.16127146780490875

    234820	  0.161417	  0.161271	  0.170266		CURRENT LEARNING RATE: 0.06686531250892748
previous_iter_valid_loss : 0.16107209026813507

    234840	  0.161231	  0.161072	  0.170255		CURRENT LEARNING RATE: 0.0668519407836428
previous_iter_valid_loss : 0.1644616425037384

    234860	  0.164598	  0.164462	  0.170270		CURRENT LEARNING RATE: 0.06683857173243572
previous_iter_valid_loss : 0.17369724810123444

    234880	  0.173909	  0.173697	  0.170233		CURRENT LEARNING RATE: 0.06682520535477156
previous_iter_valid_loss : 0.16203944385051727

    234900	  0.162222	  0.162039	  0.168781		CURRENT LEARNING RATE: 0.06681184165011562
previous_iter_valid_loss : 0.1641024351119995

    234920	  0.164286	  0.164102	  0.168462		CURRENT LEARNING RATE: 0.06679848061793335
previous_iter_valid_loss : 0.16737619042396545

    234940	  0.167535	  0.167376	  0.168100		CURRENT LEARNING RATE: 0.06678512225769032
previous_iter_valid_loss : 0.1612994372844696

    234960	  0.161506	  0.161299	  0.168006		CURRENT LEARNING RATE: 0.06677176656885218
previous_iter_valid_loss : 0.18054690957069397

    234980	  0.180754	  0.180547	  0.168960		CURRENT LEARNING RATE: 0.06675841355088473
previous_iter_valid_loss : 0.17008446156978607

    235000	  0.170295	  0.170084	  0.169048		CURRENT LEARNING RATE: 0.06674506320325381
previous_iter_valid_loss : 0.18793734908103943

    235020	  0.188342	  0.187937	  0.170380		CURRENT LEARNING RATE: 0.06673171552542544
previous_iter_valid_loss : 0.16227415204048157

    235040	  0.162518	  0.162274	  0.170199		CURRENT LEARNING RATE: 0.06671837051686569
previous_iter_valid_loss : 0.16096046566963196

    235060	  0.161145	  0.160960	  0.168482		CURRENT LEARNING RATE: 0.06670502817704077
previous_iter_valid_loss : 0.16321589052677155

    235080	  0.163437	  0.163216	  0.167798		CURRENT LEARNING RATE: 0.066691688505417
previous_iter_valid_loss : 0.16962431371212006

    235100	  0.169902	  0.169624	  0.167736		CURRENT LEARNING RATE: 0.06667835150146077
previous_iter_valid_loss : 0.16386210918426514

    235120	  0.164084	  0.163862	  0.167743		CURRENT LEARNING RATE: 0.0666650171646386
previous_iter_valid_loss : 0.16324001550674438

    235140	  0.163421	  0.163240	  0.167462		CURRENT LEARNING RATE: 0.06665168549441715
previous_iter_valid_loss : 0.16331380605697632

    235160	  0.163522	  0.163314	  0.167489		CURRENT LEARNING RATE: 0.0666383564902631
previous_iter_valid_loss : 0.16340625286102295

    235180	  0.163586	  0.163406	  0.166820		CURRENT LEARNING RATE: 0.06662503015164334
previous_iter_valid_loss : 0.1729317009449005

    235200	  0.173062	  0.172932	  0.166834		CURRENT LEARNING RATE: 0.06661170647802478
previous_iter_valid_loss : 0.1622888743877411

    235220	  0.162415	  0.162289	  0.166885		CURRENT LEARNING RATE: 0.06659838546887449
previous_iter_valid_loss : 0.1634814441204071

    235240	  0.163687	  0.163481	  0.167006		CURRENT LEARNING RATE: 0.06658506712365965
previous_iter_valid_loss : 0.16794374585151672

    235260	  0.168158	  0.167944	  0.167180		CURRENT LEARNING RATE: 0.06657175144184747
previous_iter_valid_loss : 0.16115325689315796

    235280	  0.161319	  0.161153	  0.166553		CURRENT LEARNING RATE: 0.06655843842290536
previous_iter_valid_loss : 0.16140763461589813

    235300	  0.161611	  0.161408	  0.166521		CURRENT LEARNING RATE: 0.06654512806630081
previous_iter_valid_loss : 0.16194020211696625

    235320	  0.162134	  0.161940	  0.166413		CURRENT LEARNING RATE: 0.06653182037150138
previous_iter_valid_loss : 0.16139549016952515

    235340	  0.161589	  0.161395	  0.166114		CURRENT LEARNING RATE: 0.06651851533797479
previous_iter_valid_loss : 0.16119356453418732

    235360	  0.161409	  0.161194	  0.166109		CURRENT LEARNING RATE: 0.06650521296518881
previous_iter_valid_loss : 0.1616406887769699

    235380	  0.161883	  0.161641	  0.165163		CURRENT LEARNING RATE: 0.06649191325261136
previous_iter_valid_loss : 0.16129708290100098

    235400	  0.161499	  0.161297	  0.164724		CURRENT LEARNING RATE: 0.06647861619971046
previous_iter_valid_loss : 0.16134555637836456

    235420	  0.161472	  0.161346	  0.163394		CURRENT LEARNING RATE: 0.0664653218059542
previous_iter_valid_loss : 0.16819387674331665

    235440	  0.168389	  0.168194	  0.163690		CURRENT LEARNING RATE: 0.06645203007081084
previous_iter_valid_loss : 0.16455979645252228

    235460	  0.164685	  0.164560	  0.163870		CURRENT LEARNING RATE: 0.06643874099374868
previous_iter_valid_loss : 0.16620030999183655

    235480	  0.166491	  0.166200	  0.164020		CURRENT LEARNING RATE: 0.06642545457423617
previous_iter_valid_loss : 0.16207830607891083

    235500	  0.162247	  0.162078	  0.163642		CURRENT LEARNING RATE: 0.06641217081174185
previous_iter_valid_loss : 0.16137006878852844

    235520	  0.161560	  0.161370	  0.163518		CURRENT LEARNING RATE: 0.06639888970573438
previous_iter_valid_loss : 0.16724085807800293

    235540	  0.167444	  0.167241	  0.163718		CURRENT LEARNING RATE: 0.0663856112556825
previous_iter_valid_loss : 0.1652442216873169

    235560	  0.165409	  0.165244	  0.163814		CURRENT LEARNING RATE: 0.06637233546105509
previous_iter_valid_loss : 0.18313129246234894

    235580	  0.183357	  0.183131	  0.164801		CURRENT LEARNING RATE: 0.06635906232132109
previous_iter_valid_loss : 0.1718379110097885

    235600	  0.172143	  0.171838	  0.164746		CURRENT LEARNING RATE: 0.0663457918359496
previous_iter_valid_loss : 0.16108135879039764

    235620	  0.161282	  0.161081	  0.164685		CURRENT LEARNING RATE: 0.06633252400440978
previous_iter_valid_loss : 0.17046593129634857

    235640	  0.170639	  0.170466	  0.165035		CURRENT LEARNING RATE: 0.06631925882617096
previous_iter_valid_loss : 0.18478775024414062

    235660	  0.184970	  0.184788	  0.165877		CURRENT LEARNING RATE: 0.06630599630070247
previous_iter_valid_loss : 0.16415631771087646

    235680	  0.164366	  0.164156	  0.166027		CURRENT LEARNING RATE: 0.06629273642747383
previous_iter_valid_loss : 0.17095114290714264

    235700	  0.171110	  0.170951	  0.166504		CURRENT LEARNING RATE: 0.06627947920595467
previous_iter_valid_loss : 0.16421358287334442

    235720	  0.164422	  0.164214	  0.166618		CURRENT LEARNING RATE: 0.06626622463561471
previous_iter_valid_loss : 0.16681186854839325

    235740	  0.166953	  0.166812	  0.166889		CURRENT LEARNING RATE: 0.06625297271592373
previous_iter_valid_loss : 0.16170072555541992

    235760	  0.161876	  0.161701	  0.166914		CURRENT LEARNING RATE: 0.06623972344635166
previous_iter_valid_loss : 0.16100779175758362

    235780	  0.161160	  0.161008	  0.166882		CURRENT LEARNING RATE: 0.06622647682636855
previous_iter_valid_loss : 0.17117731273174286

    235800	  0.171464	  0.171177	  0.167376		CURRENT LEARNING RATE: 0.06621323285544452
previous_iter_valid_loss : 0.16172848641872406

    235820	  0.161927	  0.161728	  0.167396		CURRENT LEARNING RATE: 0.06619999153304981
previous_iter_valid_loss : 0.17704404890537262

    235840	  0.177224	  0.177044	  0.167838		CURRENT LEARNING RATE: 0.06618675285865476
previous_iter_valid_loss : 0.17541879415512085

    235860	  0.175672	  0.175419	  0.168381		CURRENT LEARNING RATE: 0.06617351683172985
previous_iter_valid_loss : 0.16601406037807465

    235880	  0.166265	  0.166014	  0.168372		CURRENT LEARNING RATE: 0.06616028345174561
previous_iter_valid_loss : 0.16918091475963593

    235900	  0.169450	  0.169181	  0.168727		CURRENT LEARNING RATE: 0.06614705271817271
previous_iter_valid_loss : 0.19176603853702545

    235920	  0.191977	  0.191766	  0.170247		CURRENT LEARNING RATE: 0.06613382463048195
previous_iter_valid_loss : 0.162196084856987

    235940	  0.162373	  0.162196	  0.169994		CURRENT LEARNING RATE: 0.06612059918814418
previous_iter_valid_loss : 0.18564854562282562

    235960	  0.185890	  0.185649	  0.171015		CURRENT LEARNING RATE: 0.06610737639063037
previous_iter_valid_loss : 0.16315078735351562

    235980	  0.163356	  0.163151	  0.170016		CURRENT LEARNING RATE: 0.06609415623741163
previous_iter_valid_loss : 0.16171258687973022

    236000	  0.161938	  0.161713	  0.169509		CURRENT LEARNING RATE: 0.06608093872795917
previous_iter_valid_loss : 0.16094934940338135

    236020	  0.161138	  0.160949	  0.169503		CURRENT LEARNING RATE: 0.06606772386174424
previous_iter_valid_loss : 0.1637052744626999

    236040	  0.163926	  0.163705	  0.169165		CURRENT LEARNING RATE: 0.06605451163823829
previous_iter_valid_loss : 0.1680678427219391

    236060	  0.168310	  0.168068	  0.168329		CURRENT LEARNING RATE: 0.0660413020569128
previous_iter_valid_loss : 0.16105753183364868

    236080	  0.161248	  0.161058	  0.168174		CURRENT LEARNING RATE: 0.0660280951172394
previous_iter_valid_loss : 0.18194998800754547

    236100	  0.182161	  0.181950	  0.168724		CURRENT LEARNING RATE: 0.0660148908186898
previous_iter_valid_loss : 0.1631173938512802

    236120	  0.163298	  0.163117	  0.168669		CURRENT LEARNING RATE: 0.06600168916073587
previous_iter_valid_loss : 0.20872578024864197

    236140	  0.208866	  0.208726	  0.170765		CURRENT LEARNING RATE: 0.06598849014284952
previous_iter_valid_loss : 0.16239550709724426

    236160	  0.162569	  0.162396	  0.170799		CURRENT LEARNING RATE: 0.06597529376450277
previous_iter_valid_loss : 0.161826491355896

    236180	  0.162042	  0.161826	  0.170840		CURRENT LEARNING RATE: 0.06596210002516778
previous_iter_valid_loss : 0.1693771928548813

    236200	  0.169600	  0.169377	  0.170750		CURRENT LEARNING RATE: 0.0659489089243168
previous_iter_valid_loss : 0.16190582513809204

    236220	  0.162180	  0.161906	  0.170759		CURRENT LEARNING RATE: 0.0659357204614222
previous_iter_valid_loss : 0.1612171232700348

    236240	  0.161423	  0.161217	  0.169968		CURRENT LEARNING RATE: 0.06592253463595642
previous_iter_valid_loss : 0.16180750727653503

    236260	  0.162025	  0.161808	  0.169287		CURRENT LEARNING RATE: 0.06590935144739203
previous_iter_valid_loss : 0.1636570245027542

    236280	  0.163869	  0.163657	  0.169169		CURRENT LEARNING RATE: 0.0658961708952017
previous_iter_valid_loss : 0.16124306619167328

    236300	  0.161389	  0.161243	  0.168772		CURRENT LEARNING RATE: 0.06588299297885822
previous_iter_valid_loss : 0.16337646543979645

    236320	  0.163584	  0.163376	  0.167353		CURRENT LEARNING RATE: 0.06586981769783447
previous_iter_valid_loss : 0.17578630149364471

    236340	  0.175976	  0.175786	  0.168032		CURRENT LEARNING RATE: 0.06585664505160344
previous_iter_valid_loss : 0.16190381348133087

    236360	  0.162088	  0.161904	  0.166845		CURRENT LEARNING RATE: 0.06584347503963822
previous_iter_valid_loss : 0.16127537190914154

    236380	  0.161433	  0.161275	  0.166751		CURRENT LEARNING RATE: 0.065830307661412
previous_iter_valid_loss : 0.17170409858226776

    236400	  0.171891	  0.171704	  0.167251		CURRENT LEARNING RATE: 0.0658171429163981
previous_iter_valid_loss : 0.16087894141674042


Current valid loss: 0.16087894141674042;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    236420	  0.161080	  0.160879	  0.167248		CURRENT LEARNING RATE: 0.06580398080406993
previous_iter_valid_loss : 0.1641092598438263

    236440	  0.164294	  0.164109	  0.167268		CURRENT LEARNING RATE: 0.065790821323901
previous_iter_valid_loss : 0.16716158390045166

    236460	  0.167344	  0.167162	  0.167222		CURRENT LEARNING RATE: 0.06577766447536494
previous_iter_valid_loss : 0.16478534042835236

    236480	  0.164987	  0.164785	  0.167409		CURRENT LEARNING RATE: 0.06576451025793542
previous_iter_valid_loss : 0.16213344037532806

    236500	  0.162291	  0.162133	  0.166418		CURRENT LEARNING RATE: 0.06575135867108636
previous_iter_valid_loss : 0.17352774739265442

    236520	  0.173779	  0.173528	  0.166938		CURRENT LEARNING RATE: 0.06573820971429166
previous_iter_valid_loss : 0.1628803163766861

    236540	  0.163052	  0.162880	  0.164646		CURRENT LEARNING RATE: 0.06572506338702534
previous_iter_valid_loss : 0.16103613376617432

    236560	  0.161193	  0.161036	  0.164578		CURRENT LEARNING RATE: 0.06571191968876158
previous_iter_valid_loss : 0.16975465416908264

    236580	  0.169909	  0.169755	  0.164975		CURRENT LEARNING RATE: 0.06569877861897461
previous_iter_valid_loss : 0.16381403803825378

    236600	  0.164025	  0.163814	  0.164696		CURRENT LEARNING RATE: 0.0656856401771388
previous_iter_valid_loss : 0.17711015045642853

    236620	  0.177296	  0.177110	  0.165457		CURRENT LEARNING RATE: 0.0656725043627286
previous_iter_valid_loss : 0.17103803157806396

    236640	  0.171197	  0.171038	  0.165948		CURRENT LEARNING RATE: 0.06565937117521858
previous_iter_valid_loss : 0.16213028132915497

    236660	  0.162305	  0.162130	  0.165964		CURRENT LEARNING RATE: 0.06564624061408343
previous_iter_valid_loss : 0.17165470123291016

    236680	  0.171780	  0.171655	  0.166364		CURRENT LEARNING RATE: 0.0656331126787979
previous_iter_valid_loss : 0.16099946200847626

    241980	  0.161204	  0.160999	  0.166167		CURRENT LEARNING RATE: 0.06224513222157044
previous_iter_valid_loss : 0.16183564066886902

    242000	  0.162062	  0.161836	  0.165917		CURRENT LEARNING RATE: 0.06223268443994577
previous_iter_valid_loss : 0.16891860961914062

    242020	  0.169225	  0.168919	  0.166093		CURRENT LEARNING RATE: 0.06222023914762851
previous_iter_valid_loss : 0.16116772592067719

    242040	  0.161419	  0.161168	  0.165773		CURRENT LEARNING RATE: 0.062207796344120804
previous_iter_valid_loss : 0.16896994411945343

    242060	  0.169190	  0.168970	  0.165907		CURRENT LEARNING RATE: 0.062195356028924974
previous_iter_valid_loss : 0.17015521228313446

    242080	  0.170433	  0.170155	  0.166324		CURRENT LEARNING RATE: 0.06218291820154338
previous_iter_valid_loss : 0.17167489230632782

    242100	  0.171905	  0.171675	  0.166345		CURRENT LEARNING RATE: 0.062170482861478533
previous_iter_valid_loss : 0.1701594442129135

    242120	  0.170484	  0.170159	  0.166677		CURRENT LEARNING RATE: 0.06215805000823298
previous_iter_valid_loss : 0.16112753748893738

    242140	  0.161334	  0.161128	  0.165835		CURRENT LEARNING RATE: 0.06214561964130946
previous_iter_valid_loss : 0.16326145827770233

    242160	  0.163495	  0.163261	  0.165941		CURRENT LEARNING RATE: 0.06213319176021074
previous_iter_valid_loss : 0.16346634924411774

    242180	  0.163674	  0.163466	  0.166041		CURRENT LEARNING RATE: 0.062120766364439695
previous_iter_valid_loss : 0.16488827764987946

    242200	  0.165126	  0.164888	  0.165560		CURRENT LEARNING RATE: 0.06210834345349931
previous_iter_valid_loss : 0.16230620443820953

    242220	  0.162548	  0.162306	  0.165420		CURRENT LEARNING RATE: 0.06209592302689268
previous_iter_valid_loss : 0.16995231807231903

    242240	  0.170235	  0.169952	  0.165748		CURRENT LEARNING RATE: 0.06208350508412297
previous_iter_valid_loss : 0.1872071623802185

    242260	  0.187660	  0.187207	  0.166995		CURRENT LEARNING RATE: 0.062071089624693467
previous_iter_valid_loss : 0.16209204494953156

    242280	  0.162368	  0.162092	  0.167007		CURRENT LEARNING RATE: 0.06205867664810757
previous_iter_valid_loss : 0.16189664602279663

    242300	  0.162105	  0.161897	  0.166913		CURRENT LEARNING RATE: 0.06204626615386875
previous_iter_valid_loss : 0.16252730786800385

    242320	  0.162760	  0.162527	  0.166882		CURRENT LEARNING RATE: 0.06203385814148057
previous_iter_valid_loss : 0.16523514688014984

    242340	  0.165498	  0.165235	  0.166398		CURRENT LEARNING RATE: 0.062021452610446726
previous_iter_valid_loss : 0.16131702065467834

    242360	  0.161550	  0.161317	  0.165956		CURRENT LEARNING RATE: 0.062009049560271
previous_iter_valid_loss : 0.16514351963996887

    242380	  0.165384	  0.165144	  0.166164		CURRENT LEARNING RATE: 0.061996648990457266
previous_iter_valid_loss : 0.18693643808364868

    242400	  0.187326	  0.186936	  0.167419		CURRENT LEARNING RATE: 0.0619842509005095
previous_iter_valid_loss : 0.16326354444026947

    242420	  0.163542	  0.163264	  0.167136		CURRENT LEARNING RATE: 0.061971855289931765
previous_iter_valid_loss : 0.16820894181728363

    242440	  0.168516	  0.168209	  0.167488		CURRENT LEARNING RATE: 0.06195946215822827
previous_iter_valid_loss : 0.16390790045261383

    242460	  0.164078	  0.163908	  0.167235		CURRENT LEARNING RATE: 0.061947071504903264
previous_iter_valid_loss : 0.16132810711860657

    242480	  0.161499	  0.161328	  0.166794		CURRENT LEARNING RATE: 0.061934683329461115
previous_iter_valid_loss : 0.16544778645038605

    242500	  0.165666	  0.165448	  0.166482		CURRENT LEARNING RATE: 0.06192229763140632
previous_iter_valid_loss : 0.1625722348690033

    242520	  0.162778	  0.162572	  0.166103		CURRENT LEARNING RATE: 0.06190991441024343
previous_iter_valid_loss : 0.17423586547374725

    242540	  0.174423	  0.174236	  0.166758		CURRENT LEARNING RATE: 0.0618975336654771
previous_iter_valid_loss : 0.17411315441131592

    242560	  0.174326	  0.174113	  0.167301		CURRENT LEARNING RATE: 0.06188515539661216
previous_iter_valid_loss : 0.16303282976150513

    242580	  0.163312	  0.163033	  0.167279		CURRENT LEARNING RATE: 0.06187277960315343
previous_iter_valid_loss : 0.16483159363269806

    242600	  0.165067	  0.164832	  0.167276		CURRENT LEARNING RATE: 0.0618604062846059
previous_iter_valid_loss : 0.1638154834508896

    242620	  0.163988	  0.163815	  0.167352		CURRENT LEARNING RATE: 0.06184803544047463
previous_iter_valid_loss : 0.16689346730709076

    242640	  0.167156	  0.166893	  0.167199		CURRENT LEARNING RATE: 0.061835667070264784
previous_iter_valid_loss : 0.16117140650749207

    242660	  0.161360	  0.161171	  0.165897		CURRENT LEARNING RATE: 0.061823301173481636
previous_iter_valid_loss : 0.16168999671936035

    242680	  0.161864	  0.161690	  0.165877		CURRENT LEARNING RATE: 0.06181093774963054
previous_iter_valid_loss : 0.1613076776266098

    242700	  0.161484	  0.161308	  0.165847		CURRENT LEARNING RATE: 0.06179857679821696
previous_iter_valid_loss : 0.16126243770122528

    242720	  0.161464	  0.161262	  0.165784		CURRENT LEARNING RATE: 0.06178621831874646
previous_iter_valid_loss : 0.16229797899723053

    242740	  0.162548	  0.162298	  0.165637		CURRENT LEARNING RATE: 0.061773862310724695
previous_iter_valid_loss : 0.1658993661403656

    242760	  0.166102	  0.165899	  0.165867		CURRENT LEARNING RATE: 0.06176150877365744
previous_iter_valid_loss : 0.16966193914413452

    242780	  0.169839	  0.169662	  0.166092		CURRENT LEARNING RATE: 0.06174915770705054
previous_iter_valid_loss : 0.17025145888328552

    242800	  0.170431	  0.170251	  0.165258		CURRENT LEARNING RATE: 0.061736809110409956
previous_iter_valid_loss : 0.1611880362033844

    242820	  0.161348	  0.161188	  0.165154		CURRENT LEARNING RATE: 0.06172446298324175
previous_iter_valid_loss : 0.1615554839372635

    242840	  0.161713	  0.161555	  0.164822		CURRENT LEARNING RATE: 0.061712119325052064
previous_iter_valid_loss : 0.16123586893081665

    242860	  0.161387	  0.161236	  0.164688		CURRENT LEARNING RATE: 0.06169977813534716
previous_iter_valid_loss : 0.16483013331890106

    242880	  0.165045	  0.164830	  0.164863		CURRENT LEARNING RATE: 0.061687439413633395
previous_iter_valid_loss : 0.16308636963367462

    242900	  0.163211	  0.163086	  0.164745		CURRENT LEARNING RATE: 0.06167510315941721
previous_iter_valid_loss : 0.16250154376029968

    242920	  0.162683	  0.162502	  0.164742		CURRENT LEARNING RATE: 0.06166276937220516
previous_iter_valid_loss : 0.16334359347820282

    242940	  0.163501	  0.163344	  0.164197		CURRENT LEARNING RATE: 0.061650438051503866
previous_iter_valid_loss : 0.16545487940311432

    242960	  0.165674	  0.165455	  0.163764		CURRENT LEARNING RATE: 0.06163810919682013
previous_iter_valid_loss : 0.16273748874664307

    242980	  0.162907	  0.162737	  0.163749		CURRENT LEARNING RATE: 0.06162578280766078
previous_iter_valid_loss : 0.16291478276252747

    243000	  0.163108	  0.162915	  0.163654		CURRENT LEARNING RATE: 0.06161345888353274
previous_iter_valid_loss : 0.20473907887935638

    243020	  0.204928	  0.204739	  0.165700		CURRENT LEARNING RATE: 0.06160113742394307
previous_iter_valid_loss : 0.17116446793079376

    243040	  0.171445	  0.171164	  0.165913		CURRENT LEARNING RATE: 0.061588818428398896
previous_iter_valid_loss : 0.16600185632705688

    243060	  0.166195	  0.166002	  0.166155		CURRENT LEARNING RATE: 0.061576501896407475
previous_iter_valid_loss : 0.16301663219928741

    243080	  0.163213	  0.163017	  0.166221		CURRENT LEARNING RATE: 0.06156418782747613
previous_iter_valid_loss : 0.16080018877983093


Current valid loss: 0.16080018877983093;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    243100	  0.160977	  0.160800	  0.166196		CURRENT LEARNING RATE: 0.06155187622111231
previous_iter_valid_loss : 0.16195189952850342

    243120	  0.162129	  0.161952	  0.166230		CURRENT LEARNING RATE: 0.06153956707682355
previous_iter_valid_loss : 0.16129803657531738

    243140	  0.161487	  0.161298	  0.166180		CURRENT LEARNING RATE: 0.061527260394117475
previous_iter_valid_loss : 0.1754234880208969

    243160	  0.175644	  0.175423	  0.166656		CURRENT LEARNING RATE: 0.061514956172501835
previous_iter_valid_loss : 0.18066641688346863

    243180	  0.181056	  0.180666	  0.167207		CURRENT LEARNING RATE: 0.06150265441148444
previous_iter_valid_loss : 0.16967613995075226

    243200	  0.169869	  0.169676	  0.167178		CURRENT LEARNING RATE: 0.06149035511057324
previous_iter_valid_loss : 0.16242146492004395

    243220	  0.162640	  0.162421	  0.167240		CURRENT LEARNING RATE: 0.06147805826927624
previous_iter_valid_loss : 0.16614696383476257

    243240	  0.166356	  0.166147	  0.167469		CURRENT LEARNING RATE: 0.061465763887101586
previous_iter_valid_loss : 0.16208118200302124

    243260	  0.162266	  0.162081	  0.167511		CURRENT LEARNING RATE: 0.06145347196355749
previous_iter_valid_loss : 0.16236472129821777

    243280	  0.162610	  0.162365	  0.167388		CURRENT LEARNING RATE: 0.06144118249815229
previous_iter_valid_loss : 0.1678863763809204

    243300	  0.168131	  0.167886	  0.167628		CURRENT LEARNING RATE: 0.06142889549039439
previous_iter_valid_loss : 0.17061388492584229

    243320	  0.170806	  0.170614	  0.168034		CURRENT LEARNING RATE: 0.061416610939792324
previous_iter_valid_loss : 0.16114254295825958

    243340	  0.161328	  0.161143	  0.167924		CURRENT LEARNING RATE: 0.06140432884585467
previous_iter_valid_loss : 0.17018389701843262

    243360	  0.170373	  0.170184	  0.168160		CURRENT LEARNING RATE: 0.06139204920809021
previous_iter_valid_loss : 0.16426219046115875

    243380	  0.164473	  0.164262	  0.168236		CURRENT LEARNING RATE: 0.06137977202600773
previous_iter_valid_loss : 0.1630517989397049

    243400	  0.163259	  0.163052	  0.168243		CURRENT LEARNING RATE: 0.06136749729911613
previous_iter_valid_loss : 0.16207049787044525

    243420	  0.162251	  0.162070	  0.166110		CURRENT LEARNING RATE: 0.061355225026924434
previous_iter_valid_loss : 0.16663092374801636

    243440	  0.166901	  0.166631	  0.165883		CURRENT LEARNING RATE: 0.06134295520894175
previous_iter_valid_loss : 0.16388460993766785

    243460	  0.164066	  0.163885	  0.165777		CURRENT LEARNING RATE: 0.06133068784467728
previous_iter_valid_loss : 0.16307131946086884

    243480	  0.163253	  0.163071	  0.165780		CURRENT LEARNING RATE: 0.061318422933640336
previous_iter_valid_loss : 0.16192258894443512

    243500	  0.162067	  0.161923	  0.165836		CURRENT LEARNING RATE: 0.061306160475340314
previous_iter_valid_loss : 0.18092499673366547

    243520	  0.181261	  0.180925	  0.166785		CURRENT LEARNING RATE: 0.06129390046928672
previous_iter_valid_loss : 0.17331525683403015

    243540	  0.173615	  0.173315	  0.167386		CURRENT LEARNING RATE: 0.06128164291498915
previous_iter_valid_loss : 0.1622440665960312

    243560	  0.162501	  0.162244	  0.166727		CURRENT LEARNING RATE: 0.06126938781195731
previous_iter_valid_loss : 0.16113992035388947

    243580	  0.161302	  0.161140	  0.165750		CURRENT LEARNING RATE: 0.061257135159700986
previous_iter_valid_loss : 0.16136343777179718

    243600	  0.161565	  0.161363	  0.165335		CURRENT LEARNING RATE: 0.061244884957730075
previous_iter_valid_loss : 0.1627231389284134

    243620	  0.162959	  0.162723	  0.165350		CURRENT LEARNING RATE: 0.06123263720555458
previous_iter_valid_loss : 0.16517646610736847

    243640	  0.165410	  0.165176	  0.165301		CURRENT LEARNING RATE: 0.06122039190268457
previous_iter_valid_loss : 0.16120468080043793

    243660	  0.161364	  0.161205	  0.165257		CURRENT LEARNING RATE: 0.06120814904863025
previous_iter_valid_loss : 0.16117627918720245

    243680	  0.161383	  0.161176	  0.165198		CURRENT LEARNING RATE: 0.061195908642901906
previous_iter_valid_loss : 0.1611979603767395

    243700	  0.161389	  0.161198	  0.164864		CURRENT LEARNING RATE: 0.061183670685009905
previous_iter_valid_loss : 0.17094522714614868

    243720	  0.171104	  0.170945	  0.164880		CURRENT LEARNING RATE: 0.06117143517446474
previous_iter_valid_loss : 0.16283302009105682

    243740	  0.162997	  0.162833	  0.164965		CURRENT LEARNING RATE: 0.06115920211077697
previous_iter_valid_loss : 0.16119146347045898

    243760	  0.161383	  0.161191	  0.164515		CURRENT LEARNING RATE: 0.06114697149345731
previous_iter_valid_loss : 0.16228662431240082

    243780	  0.162519	  0.162287	  0.164416		CURRENT LEARNING RATE: 0.06113474332201653
previous_iter_valid_loss : 0.16238375008106232

    243800	  0.162578	  0.162384	  0.164383		CURRENT LEARNING RATE: 0.061122517595965487
previous_iter_valid_loss : 0.16285626590251923

    243820	  0.163049	  0.162856	  0.164422		CURRENT LEARNING RATE: 0.061110294314815156
previous_iter_valid_loss : 0.16396380960941315

    243840	  0.164191	  0.163964	  0.164289		CURRENT LEARNING RATE: 0.0610980734780766
previous_iter_valid_loss : 0.16524629294872284

    243860	  0.165486	  0.165246	  0.164357		CURRENT LEARNING RATE: 0.061085855085261
previous_iter_valid_loss : 0.1796700358390808

    243880	  0.180037	  0.179670	  0.165187		CURRENT LEARNING RATE: 0.061073639135879605
previous_iter_valid_loss : 0.16682115197181702

    243900	  0.167082	  0.166821	  0.165432		CURRENT LEARNING RATE: 0.06106142562944379
previous_iter_valid_loss : 0.16477827727794647

    243920	  0.164976	  0.164778	  0.164624		CURRENT LEARNING RATE: 0.061049214565465
previous_iter_valid_loss : 0.16977813839912415

    243940	  0.170040	  0.169778	  0.164448		CURRENT LEARNING RATE: 0.061037005943454806
previous_iter_valid_loss : 0.16926227509975433

    243960	  0.169467	  0.169262	  0.164798		CURRENT LEARNING RATE: 0.06102479976292485
previous_iter_valid_loss : 0.1652691513299942

    243980	  0.165531	  0.165269	  0.165005		CURRENT LEARNING RATE: 0.061012596023386906
previous_iter_valid_loss : 0.163711816072464

    244000	  0.163910	  0.163712	  0.165122		CURRENT LEARNING RATE: 0.061000394724352806
previous_iter_valid_loss : 0.16276875138282776

    244020	  0.162995	  0.162769	  0.165125		CURRENT LEARNING RATE: 0.0609881958653345
previous_iter_valid_loss : 0.16814781725406647

    244040	  0.168356	  0.168148	  0.165273		CURRENT LEARNING RATE: 0.06097599944584403
previous_iter_valid_loss : 0.16098260879516602

    244060	  0.161201	  0.160983	  0.165262		CURRENT LEARNING RATE: 0.06096380546539356
previous_iter_valid_loss : 0.18213243782520294

    244080	  0.182518	  0.182132	  0.166310		CURRENT LEARNING RATE: 0.06095161392349531
previous_iter_valid_loss : 0.17389394342899323

    244100	  0.174104	  0.173894	  0.166945		CURRENT LEARNING RATE: 0.06093942481966163
previous_iter_valid_loss : 0.1681491583585739

    244120	  0.168394	  0.168149	  0.166805		CURRENT LEARNING RATE: 0.06092723815340495
previous_iter_valid_loss : 0.1626526564359665

    244140	  0.162829	  0.162653	  0.166796		CURRENT LEARNING RATE: 0.060915053924237766
previous_iter_valid_loss : 0.16132128238677979

    244160	  0.161483	  0.161321	  0.166802		CURRENT LEARNING RATE: 0.06090287213167279
previous_iter_valid_loss : 0.16254015266895294

    244180	  0.162720	  0.162540	  0.166815		CURRENT LEARNING RATE: 0.060890692775222695
previous_iter_valid_loss : 0.1612425595521927

    244200	  0.161446	  0.161243	  0.166758		CURRENT LEARNING RATE: 0.06087851585440033
previous_iter_valid_loss : 0.16576997935771942

    244220	  0.165995	  0.165770	  0.166904		CURRENT LEARNING RATE: 0.06086634136871859
previous_iter_valid_loss : 0.16618318855762482

    244240	  0.166356	  0.166183	  0.167015		CURRENT LEARNING RATE: 0.060854169317690526
previous_iter_valid_loss : 0.16123299300670624

    244260	  0.161430	  0.161233	  0.166814		CURRENT LEARNING RATE: 0.06084199970082924
previous_iter_valid_loss : 0.1687397062778473

    244280	  0.168999	  0.168740	  0.166267		CURRENT LEARNING RATE: 0.06082983251764795
previous_iter_valid_loss : 0.18246261775493622

    244300	  0.182774	  0.182463	  0.167049		CURRENT LEARNING RATE: 0.06081766776765997
previous_iter_valid_loss : 0.16114719212055206

    244320	  0.161343	  0.161147	  0.166868		CURRENT LEARNING RATE: 0.06080550545037871
previous_iter_valid_loss : 0.16588938236236572

    244340	  0.166085	  0.165889	  0.166673		CURRENT LEARNING RATE: 0.06079334556531768
previous_iter_valid_loss : 0.1699267476797104

    244360	  0.170213	  0.169927	  0.166707		CURRENT LEARNING RATE: 0.06078118811199048
previous_iter_valid_loss : 0.1741882711648941

    244380	  0.174359	  0.174188	  0.167153		CURRENT LEARNING RATE: 0.060769033089910794
previous_iter_valid_loss : 0.16505122184753418

    244400	  0.165210	  0.165051	  0.167220		CURRENT LEARNING RATE: 0.06075688049859246
previous_iter_valid_loss : 0.161394864320755

    244420	  0.161581	  0.161395	  0.167151		CURRENT LEARNING RATE: 0.060744730337549346
previous_iter_valid_loss : 0.16181516647338867

    244440	  0.162079	  0.161815	  0.166834		CURRENT LEARNING RATE: 0.06073258260629545
previous_iter_valid_loss : 0.16510728001594543

    244460	  0.165386	  0.165107	  0.167041		CURRENT LEARNING RATE: 0.06072043730434488
previous_iter_valid_loss : 0.16295313835144043

    244480	  0.163175	  0.162953	  0.166082		CURRENT LEARNING RATE: 0.0607082944312118
previous_iter_valid_loss : 0.16586533188819885

    244500	  0.166039	  0.165865	  0.165680		CURRENT LEARNING RATE: 0.060696153986410505
previous_iter_valid_loss : 0.165314182639122

    244520	  0.165573	  0.165314	  0.165538		CURRENT LEARNING RATE: 0.060684015969455385
previous_iter_valid_loss : 0.16166166961193085

    244540	  0.161898	  0.161662	  0.165489		CURRENT LEARNING RATE: 0.060671880379860876
previous_iter_valid_loss : 0.1624532788991928

    244560	  0.162690	  0.162453	  0.165545		CURRENT LEARNING RATE: 0.060659747217141624
previous_iter_valid_loss : 0.1725417673587799

    244580	  0.172779	  0.172542	  0.166046		CURRENT LEARNING RATE: 0.060647616480812266
previous_iter_valid_loss : 0.1695580929517746

    244600	  0.169798	  0.169558	  0.166461		CURRENT LEARNING RATE: 0.06063548817038757
previous_iter_valid_loss : 0.17237883806228638

    244620	  0.172709	  0.172379	  0.166792		CURRENT LEARNING RATE: 0.06062336228538241
previous_iter_valid_loss : 0.16121387481689453

    244640	  0.161454	  0.161214	  0.166543		CURRENT LEARNING RATE: 0.06061123882531176
previous_iter_valid_loss : 0.17781531810760498

    244660	  0.178132	  0.177815	  0.167372		CURRENT LEARNING RATE: 0.06059911778969066
previous_iter_valid_loss : 0.1667114943265915

    244680	  0.166930	  0.166711	  0.167271		CURRENT LEARNING RATE: 0.06058699917803429
previous_iter_valid_loss : 0.16128113865852356

    244700	  0.161515	  0.161281	  0.166212		CURRENT LEARNING RATE: 0.06057488298985789
previous_iter_valid_loss : 0.1620505154132843

    244720	  0.162262	  0.162051	  0.166257		CURRENT LEARNING RATE: 0.060562769224676814
previous_iter_valid_loss : 0.1674664169549942

    244740	  0.167769	  0.167466	  0.166336		CURRENT LEARNING RATE: 0.06055065788200652
previous_iter_valid_loss : 0.16405104100704193

    244760	  0.164258	  0.164051	  0.166042		CURRENT LEARNING RATE: 0.06053854896136254
previous_iter_valid_loss : 0.16490402817726135

    244780	  0.165119	  0.164904	  0.165578		CURRENT LEARNING RATE: 0.060526442462260535
previous_iter_valid_loss : 0.16127532720565796

    244800	  0.161479	  0.161275	  0.165389		CURRENT LEARNING RATE: 0.06051433838421624
previous_iter_valid_loss : 0.1645348072052002

    244820	  0.164718	  0.164535	  0.165546		CURRENT LEARNING RATE: 0.06050223672674549
previous_iter_valid_loss : 0.17537662386894226

    244840	  0.175600	  0.175377	  0.166224		CURRENT LEARNING RATE: 0.06049013748936421
previous_iter_valid_loss : 0.164001002907753

    244860	  0.164270	  0.164001	  0.166169		CURRENT LEARNING RATE: 0.060478040671588434
previous_iter_valid_loss : 0.17521879076957703

    244880	  0.175567	  0.175219	  0.166782		CURRENT LEARNING RATE: 0.0604659462729343
previous_iter_valid_loss : 0.16213056445121765

    244900	  0.162360	  0.162131	  0.166595		CURRENT LEARNING RATE: 0.060453854292918024
previous_iter_valid_loss : 0.16317929327487946

    244920	  0.163357	  0.163179	  0.166489		CURRENT LEARNING RATE: 0.06044176473105592
previous_iter_valid_loss : 0.1625566929578781

    244940	  0.162783	  0.162557	  0.166533		CURRENT LEARNING RATE: 0.0604296775868644
previous_iter_valid_loss : 0.1738974004983902

    244960	  0.174225	  0.173897	  0.167106		CURRENT LEARNING RATE: 0.06041759285986001
previous_iter_valid_loss : 0.16199001669883728

    244980	  0.162243	  0.161990	  0.166578		CURRENT LEARNING RATE: 0.060405510549559345
previous_iter_valid_loss : 0.16480638086795807

    245000	  0.165129	  0.164806	  0.166341		CURRENT LEARNING RATE: 0.06039343065547911
previous_iter_valid_loss : 0.1613202691078186

    245020	  0.161503	  0.161320	  0.165788		CURRENT LEARNING RATE: 0.0603813531771361
previous_iter_valid_loss : 0.16782476007938385

    245040	  0.168069	  0.167825	  0.166118		CURRENT LEARNING RATE: 0.060369278114047235
previous_iter_valid_loss : 0.16526706516742706

    245060	  0.165550	  0.165267	  0.165491		CURRENT LEARNING RATE: 0.06035720546572951
previous_iter_valid_loss : 0.19067421555519104

    245080	  0.191150	  0.190674	  0.166689		CURRENT LEARNING RATE: 0.060345135231699994
previous_iter_valid_loss : 0.1666443794965744

    245100	  0.166880	  0.166644	  0.166957		CURRENT LEARNING RATE: 0.060333067411475906
previous_iter_valid_loss : 0.1671447604894638

    245120	  0.167331	  0.167145	  0.167212		CURRENT LEARNING RATE: 0.06032100200457453
previous_iter_valid_loss : 0.16226822137832642

    245140	  0.162470	  0.162268	  0.166952		CURRENT LEARNING RATE: 0.06030893901051323
previous_iter_valid_loss : 0.1638534665107727

    245160	  0.164099	  0.163853	  0.166942		CURRENT LEARNING RATE: 0.0602968784288095
previous_iter_valid_loss : 0.1649923175573349

    245180	  0.165217	  0.164992	  0.166946		CURRENT LEARNING RATE: 0.06028482025898091
previous_iter_valid_loss : 0.16190597414970398

    245200	  0.162114	  0.161906	  0.166978		CURRENT LEARNING RATE: 0.06027276450054514
previous_iter_valid_loss : 0.16368988156318665

    245220	  0.163912	  0.163690	  0.166936		CURRENT LEARNING RATE: 0.060260711153019966
previous_iter_valid_loss : 0.16537347435951233

    245240	  0.165565	  0.165373	  0.166436		CURRENT LEARNING RATE: 0.06024866021592325
previous_iter_valid_loss : 0.17699526250362396

    245260	  0.177169	  0.176995	  0.167085		CURRENT LEARNING RATE: 0.06023661168877294
previous_iter_valid_loss : 0.16311322152614594

    245280	  0.163358	  0.163113	  0.166480		CURRENT LEARNING RATE: 0.0602245655710871
previous_iter_valid_loss : 0.17298106849193573

    245300	  0.173143	  0.172981	  0.167022		CURRENT LEARNING RATE: 0.06021252186238391
previous_iter_valid_loss : 0.16094990074634552

    245320	  0.161166	  0.160950	  0.166911		CURRENT LEARNING RATE: 0.060200480562181594
previous_iter_valid_loss : 0.1620810627937317

    245340	  0.162330	  0.162081	  0.166887		CURRENT LEARNING RATE: 0.0601884416699985
previous_iter_valid_loss : 0.17186832427978516

    245360	  0.172012	  0.171868	  0.166786		CURRENT LEARNING RATE: 0.06017640518535306
previous_iter_valid_loss : 0.16684754192829132

    245380	  0.167060	  0.166848	  0.167029		CURRENT LEARNING RATE: 0.06016437110776386
previous_iter_valid_loss : 0.1707153022289276

    245400	  0.171006	  0.170715	  0.167324		CURRENT LEARNING RATE: 0.060152339436749525
previous_iter_valid_loss : 0.16209684312343597

    245420	  0.162303	  0.162097	  0.167363		CURRENT LEARNING RATE: 0.06014031017182876
previous_iter_valid_loss : 0.16156113147735596

    245440	  0.161704	  0.161561	  0.167050		CURRENT LEARNING RATE: 0.060128283312520424
previous_iter_valid_loss : 0.1614966243505478

    245460	  0.161654	  0.161497	  0.166861		CURRENT LEARNING RATE: 0.060116258858343416
previous_iter_valid_loss : 0.1610432118177414

    245480	  0.161224	  0.161043	  0.165380		CURRENT LEARNING RATE: 0.060104236808816776
previous_iter_valid_loss : 0.16170547902584076

    245500	  0.161826	  0.161705	  0.165133		CURRENT LEARNING RATE: 0.06009221716345962
previous_iter_valid_loss : 0.16597849130630493

    245520	  0.166196	  0.165978	  0.165074		CURRENT LEARNING RATE: 0.06008019992179115
previous_iter_valid_loss : 0.16236640512943268

    245540	  0.162548	  0.162366	  0.165079		CURRENT LEARNING RATE: 0.060068185083330686
previous_iter_valid_loss : 0.16144877672195435

    245560	  0.161620	  0.161449	  0.164959		CURRENT LEARNING RATE: 0.06005617264759763
previous_iter_valid_loss : 0.16198302805423737

    245580	  0.162128	  0.161983	  0.164809		CURRENT LEARNING RATE: 0.0600441626141115
previous_iter_valid_loss : 0.16108980774879456

    245600	  0.161252	  0.161090	  0.164768		CURRENT LEARNING RATE: 0.06003215498239188
previous_iter_valid_loss : 0.17546440660953522

    245620	  0.175660	  0.175464	  0.165357		CURRENT LEARNING RATE: 0.06002014975195846
previous_iter_valid_loss : 0.16212628781795502

    245640	  0.162321	  0.162126	  0.165194		CURRENT LEARNING RATE: 0.060008146922331036
previous_iter_valid_loss : 0.1629779040813446

    245660	  0.163190	  0.162978	  0.164493		CURRENT LEARNING RATE: 0.059996146493029506
previous_iter_valid_loss : 0.1763969361782074

    245680	  0.176706	  0.176397	  0.165157		CURRENT LEARNING RATE: 0.05998414846357384
previous_iter_valid_loss : 0.16601592302322388

    245700	  0.166198	  0.166016	  0.164809		CURRENT LEARNING RATE: 0.05997215283348412
previous_iter_valid_loss : 0.16526572406291962

    245720	  0.165407	  0.165266	  0.165025		CURRENT LEARNING RATE: 0.05996015960228053
previous_iter_valid_loss : 0.16267718374729156

    245740	  0.162914	  0.162677	  0.165055		CURRENT LEARNING RATE: 0.05994816876948332
previous_iter_valid_loss : 0.16382712125778198

    245760	  0.164014	  0.163827	  0.164653		CURRENT LEARNING RATE: 0.05993618033461285
previous_iter_valid_loss : 0.16302113234996796

    245780	  0.163264	  0.163021	  0.164461		CURRENT LEARNING RATE: 0.05992419429718962
previous_iter_valid_loss : 0.19113320112228394

    245800	  0.191534	  0.191133	  0.165482		CURRENT LEARNING RATE: 0.059912210656734174
previous_iter_valid_loss : 0.177700012922287

    245820	  0.177887	  0.177700	  0.166262		CURRENT LEARNING RATE: 0.05990022941276717
previous_iter_valid_loss : 0.16508518159389496

    245840	  0.165313	  0.165085	  0.166439		CURRENT LEARNING RATE: 0.059888250564809335
previous_iter_valid_loss : 0.16175168752670288

    245860	  0.161945	  0.161752	  0.166451		CURRENT LEARNING RATE: 0.05987627411238154
previous_iter_valid_loss : 0.16477537155151367

    245880	  0.164961	  0.164775	  0.166638		CURRENT LEARNING RATE: 0.05986430005500471
previous_iter_valid_loss : 0.16349798440933228

    245900	  0.163688	  0.163498	  0.166728		CURRENT LEARNING RATE: 0.05985232839219991
previous_iter_valid_loss : 0.16809235513210297

    245920	  0.168266	  0.168092	  0.166833		CURRENT LEARNING RATE: 0.059840359123488236
previous_iter_valid_loss : 0.18085001409053802

    245940	  0.181051	  0.180850	  0.167758		CURRENT LEARNING RATE: 0.059828392248390934
previous_iter_valid_loss : 0.19086816906929016

    245960	  0.191050	  0.190868	  0.169229		CURRENT LEARNING RATE: 0.059816427766429335
previous_iter_valid_loss : 0.16436707973480225

    245980	  0.164539	  0.164367	  0.169348		CURRENT LEARNING RATE: 0.05980446567712486
previous_iter_valid_loss : 0.16278134286403656

    246000	  0.163033	  0.162781	  0.169432		CURRENT LEARNING RATE: 0.059792505979999015
previous_iter_valid_loss : 0.16242827475070953

    246020	  0.162598	  0.162428	  0.168780		CURRENT LEARNING RATE: 0.059780548674573414
previous_iter_valid_loss : 0.178753063082695

    246040	  0.179102	  0.178753	  0.169612		CURRENT LEARNING RATE: 0.05976859376036977
previous_iter_valid_loss : 0.16363433003425598

    246060	  0.163919	  0.163634	  0.169645		CURRENT LEARNING RATE: 0.05975664123690989
previous_iter_valid_loss : 0.17156410217285156

    246080	  0.171810	  0.171564	  0.169403		CURRENT LEARNING RATE: 0.059744691103715664
previous_iter_valid_loss : 0.16201278567314148

    246100	  0.162200	  0.162013	  0.169203		CURRENT LEARNING RATE: 0.059732743360309086
previous_iter_valid_loss : 0.1720525175333023

    246120	  0.172286	  0.172053	  0.169542		CURRENT LEARNING RATE: 0.05972079800621225
previous_iter_valid_loss : 0.17182734608650208

    246140	  0.172058	  0.171827	  0.170000		CURRENT LEARNING RATE: 0.05970885504094734
previous_iter_valid_loss : 0.17372742295265198

    246160	  0.173942	  0.173727	  0.170495		CURRENT LEARNING RATE: 0.05969691446403662
previous_iter_valid_loss : 0.1844499409198761

    246180	  0.184684	  0.184450	  0.171566		CURRENT LEARNING RATE: 0.059684976275002515
previous_iter_valid_loss : 0.17774224281311035

    246200	  0.178115	  0.177742	  0.170897		CURRENT LEARNING RATE: 0.05967304047336747
previous_iter_valid_loss : 0.18640495836734772

    246220	  0.186841	  0.186405	  0.171332		CURRENT LEARNING RATE: 0.05966110705865404
previous_iter_valid_loss : 0.1806267499923706

    246240	  0.180993	  0.180627	  0.172109		CURRENT LEARNING RATE: 0.059649176030384915
previous_iter_valid_loss : 0.16357767581939697

    246260	  0.163816	  0.163578	  0.172200		CURRENT LEARNING RATE: 0.05963724738808282
previous_iter_valid_loss : 0.16472971439361572

    246280	  0.164974	  0.164730	  0.172198		CURRENT LEARNING RATE: 0.05962532113127064
previous_iter_valid_loss : 0.1669195145368576

    246300	  0.167103	  0.166920	  0.172369		CURRENT LEARNING RATE: 0.05961339725947132
previous_iter_valid_loss : 0.17270243167877197

    246320	  0.173037	  0.172702	  0.172600		CURRENT LEARNING RATE: 0.059601475772207896
previous_iter_valid_loss : 0.1611454337835312

    246340	  0.161318	  0.161145	  0.171614		CURRENT LEARNING RATE: 0.0595895566690035
previous_iter_valid_loss : 0.16158753633499146

    246360	  0.161745	  0.161588	  0.170150		CURRENT LEARNING RATE: 0.05957763994938139
previous_iter_valid_loss : 0.18019068241119385

    246380	  0.180383	  0.180191	  0.170941		CURRENT LEARNING RATE: 0.05956572561286488
previous_iter_valid_loss : 0.16600021719932556

    246400	  0.166211	  0.166000	  0.171102		CURRENT LEARNING RATE: 0.0595538136589774
previous_iter_valid_loss : 0.1831856369972229

    246420	  0.183409	  0.183186	  0.172140		CURRENT LEARNING RATE: 0.059541904087242484
previous_iter_valid_loss : 0.16119936108589172

    246440	  0.161395	  0.161199	  0.171263		CURRENT LEARNING RATE: 0.05952999689718373
previous_iter_valid_loss : 0.1614198535680771

    246460	  0.161633	  0.161420	  0.171152		CURRENT LEARNING RATE: 0.059518092088324856
previous_iter_valid_loss : 0.17627084255218506

    246480	  0.176616	  0.176271	  0.171387		CURRENT LEARNING RATE: 0.05950618966018969
previous_iter_valid_loss : 0.1614418923854828

    246500	  0.161645	  0.161442	  0.171359		CURRENT LEARNING RATE: 0.059494289612302104
previous_iter_valid_loss : 0.17331190407276154

    246520	  0.173595	  0.173312	  0.171422		CURRENT LEARNING RATE: 0.059482391944186114
previous_iter_valid_loss : 0.16111811995506287

    246540	  0.161316	  0.161118	  0.170886		CURRENT LEARNING RATE: 0.059470496655365815
previous_iter_valid_loss : 0.17307938635349274

    246560	  0.173211	  0.173079	  0.170854		CURRENT LEARNING RATE: 0.05945860374536536
previous_iter_valid_loss : 0.16144070029258728

    246580	  0.161648	  0.161441	  0.169703		CURRENT LEARNING RATE: 0.05944671321370908
previous_iter_valid_loss : 0.16203005611896515

    246600	  0.162268	  0.162030	  0.168918		CURRENT LEARNING RATE: 0.059434825059921356
previous_iter_valid_loss : 0.18079005181789398

    246620	  0.181122	  0.180790	  0.168637		CURRENT LEARNING RATE: 0.05942293928352663
previous_iter_valid_loss : 0.16161544620990753

    246640	  0.161804	  0.161615	  0.167686		CURRENT LEARNING RATE: 0.059411055884049484
previous_iter_valid_loss : 0.17826706171035767

    246660	  0.178426	  0.178267	  0.168421		CURRENT LEARNING RATE: 0.059399174861014585
previous_iter_valid_loss : 0.1616385579109192

    246680	  0.161802	  0.161639	  0.168266		CURRENT LEARNING RATE: 0.059387296213946686
previous_iter_valid_loss : 0.16112110018730164

    246700	  0.161333	  0.161121	  0.167976		CURRENT LEARNING RATE: 0.05937541994237064
previous_iter_valid_loss : 0.18354959785938263

    246720	  0.183902	  0.183550	  0.168519		CURRENT LEARNING RATE: 0.059363546045811406
previous_iter_valid_loss : 0.16534698009490967

    246740	  0.165567	  0.165347	  0.168729		CURRENT LEARNING RATE: 0.05935167452379401
previous_iter_valid_loss : 0.16314494609832764

    246760	  0.163321	  0.163145	  0.168807		CURRENT LEARNING RATE: 0.059339805375843616
previous_iter_valid_loss : 0.18532615900039673

    246780	  0.185510	  0.185326	  0.169063		CURRENT LEARNING RATE: 0.05932793860148544
previous_iter_valid_loss : 0.16189143061637878

    246800	  0.162079	  0.161891	  0.168858		CURRENT LEARNING RATE: 0.05931607420024482
previous_iter_valid_loss : 0.16572530567646027

    246820	  0.165888	  0.165725	  0.167985		CURRENT LEARNING RATE: 0.05930421217164717
previous_iter_valid_loss : 0.16371701657772064

    246840	  0.163928	  0.163717	  0.168111		CURRENT LEARNING RATE: 0.05929235251521802
previous_iter_valid_loss : 0.16243067383766174

    246860	  0.162626	  0.162431	  0.168161		CURRENT LEARNING RATE: 0.05928049523048297
previous_iter_valid_loss : 0.17002804577350616

    246880	  0.170186	  0.170028	  0.167849		CURRENT LEARNING RATE: 0.05926864031696774
previous_iter_valid_loss : 0.16424810886383057

    246900	  0.164483	  0.164248	  0.167990		CURRENT LEARNING RATE: 0.059256787774198134
previous_iter_valid_loss : 0.1669357568025589

    246920	  0.167148	  0.166936	  0.167671		CURRENT LEARNING RATE: 0.05924493760170005
previous_iter_valid_loss : 0.1631685048341751

    246940	  0.163375	  0.163169	  0.167773		CURRENT LEARNING RATE: 0.059233089798999466
previous_iter_valid_loss : 0.16118615865707397

    246960	  0.161386	  0.161186	  0.167179		CURRENT LEARNING RATE: 0.05922124436562247
previous_iter_valid_loss : 0.16643103957176208

    246980	  0.166567	  0.166431	  0.167428		CURRENT LEARNING RATE: 0.05920940130109528
previous_iter_valid_loss : 0.1657491773366928

    247000	  0.165963	  0.165749	  0.167614		CURRENT LEARNING RATE: 0.05919756060494414
previous_iter_valid_loss : 0.16135936975479126

    247020	  0.161590	  0.161359	  0.166643		CURRENT LEARNING RATE: 0.05918572227669544
previous_iter_valid_loss : 0.16688212752342224

    247040	  0.167087	  0.166882	  0.166906		CURRENT LEARNING RATE: 0.05917388631587563
previous_iter_valid_loss : 0.1616022139787674

    247060	  0.161833	  0.161602	  0.166073		CURRENT LEARNING RATE: 0.0591620527220113
previous_iter_valid_loss : 0.18554852902889252

    247080	  0.185929	  0.185549	  0.167268		CURRENT LEARNING RATE: 0.05915022149462908
previous_iter_valid_loss : 0.16957370936870575

    247100	  0.169869	  0.169574	  0.167691		CURRENT LEARNING RATE: 0.05913839263325572
previous_iter_valid_loss : 0.16230693459510803

    247120	  0.162564	  0.162307	  0.166629		CURRENT LEARNING RATE: 0.059126566137418075
previous_iter_valid_loss : 0.1612245738506317

    247140	  0.161442	  0.161225	  0.166423		CURRENT LEARNING RATE: 0.05911474200664307
previous_iter_valid_loss : 0.16172808408737183

    247160	  0.161940	  0.161728	  0.166352		CURRENT LEARNING RATE: 0.059102920240457775
previous_iter_valid_loss : 0.16359169781208038

    247180	  0.163781	  0.163592	  0.165265		CURRENT LEARNING RATE: 0.05909110083838929
previous_iter_valid_loss : 0.16089513897895813

    247200	  0.161111	  0.160895	  0.165215		CURRENT LEARNING RATE: 0.05907928379996485
previous_iter_valid_loss : 0.1652398407459259

    247220	  0.165430	  0.165240	  0.165191		CURRENT LEARNING RATE: 0.059067469124711766
previous_iter_valid_loss : 0.16998732089996338

    247240	  0.170291	  0.169987	  0.165504		CURRENT LEARNING RATE: 0.05905565681215745
previous_iter_valid_loss : 0.17051972448825836

    247260	  0.170812	  0.170520	  0.165909		CURRENT LEARNING RATE: 0.05904384686182942
previous_iter_valid_loss : 0.17820657789707184

    247280	  0.178537	  0.178207	  0.166318		CURRENT LEARNING RATE: 0.059032039273255274
previous_iter_valid_loss : 0.16592824459075928

    247300	  0.166089	  0.165928	  0.166402		CURRENT LEARNING RATE: 0.059020234045962704
previous_iter_valid_loss : 0.16165971755981445

    247320	  0.161802	  0.161660	  0.166138		CURRENT LEARNING RATE: 0.0590084311794795
previous_iter_valid_loss : 0.1635303646326065

    247340	  0.163749	  0.163530	  0.166156		CURRENT LEARNING RATE: 0.05899663067333356
previous_iter_valid_loss : 0.16820843517780304

    247360	  0.168489	  0.168208	  0.166507		CURRENT LEARNING RATE: 0.058984832527052826
previous_iter_valid_loss : 0.17305773496627808

    247380	  0.173231	  0.173058	  0.166839		CURRENT LEARNING RATE: 0.05897303674016542
previous_iter_valid_loss : 0.16493575274944305

    247400	  0.165180	  0.164936	  0.166798		CURRENT LEARNING RATE: 0.0589612433121995
previous_iter_valid_loss : 0.16193050146102905

    247420	  0.162101	  0.161931	  0.166826		CURRENT LEARNING RATE: 0.05894945224268331
previous_iter_valid_loss : 0.16127312183380127

    247440	  0.161494	  0.161273	  0.166546		CURRENT LEARNING RATE: 0.05893766353114523
previous_iter_valid_loss : 0.16724690794944763

    247460	  0.167480	  0.167247	  0.166828		CURRENT LEARNING RATE: 0.05892587717711369
previous_iter_valid_loss : 0.16629672050476074

    247480	  0.166555	  0.166297	  0.165866		CURRENT LEARNING RATE: 0.05891409318011725
previous_iter_valid_loss : 0.16344080865383148

    247500	  0.163663	  0.163441	  0.165559		CURRENT LEARNING RATE: 0.05890231153968454
previous_iter_valid_loss : 0.16632889211177826

    247520	  0.166604	  0.166329	  0.165760		CURRENT LEARNING RATE: 0.058890532255344304
previous_iter_valid_loss : 0.16934834420681

    247540	  0.169554	  0.169348	  0.166166		CURRENT LEARNING RATE: 0.058878755326625364
previous_iter_valid_loss : 0.16903166472911835

    247560	  0.169222	  0.169032	  0.166531		CURRENT LEARNING RATE: 0.05886698075305665
previous_iter_valid_loss : 0.16095426678657532

    247580	  0.161125	  0.160954	  0.166400		CURRENT LEARNING RATE: 0.05885520853416717
previous_iter_valid_loss : 0.16394561529159546

    247600	  0.164167	  0.163946	  0.166552		CURRENT LEARNING RATE: 0.058843438669486034
previous_iter_valid_loss : 0.18550081551074982

    247620	  0.185660	  0.185501	  0.167565		CURRENT LEARNING RATE: 0.05883167115854246
previous_iter_valid_loss : 0.1648474484682083

    247640	  0.165129	  0.164847	  0.167308		CURRENT LEARNING RATE: 0.058819906000865736
previous_iter_valid_loss : 0.16188639402389526

    247660	  0.162079	  0.161886	  0.166877		CURRENT LEARNING RATE: 0.05880814319598527
previous_iter_valid_loss : 0.163833349943161

    247680	  0.164036	  0.163833	  0.166158		CURRENT LEARNING RATE: 0.05879638274343053
previous_iter_valid_loss : 0.16357511281967163

    247700	  0.163757	  0.163575	  0.166040		CURRENT LEARNING RATE: 0.058784624642731105
previous_iter_valid_loss : 0.1791054755449295

    247720	  0.179503	  0.179105	  0.166912		CURRENT LEARNING RATE: 0.05877286889341667
previous_iter_valid_loss : 0.1868298053741455

    247740	  0.187267	  0.186830	  0.168077		CURRENT LEARNING RATE: 0.05876111549501701
previous_iter_valid_loss : 0.17026233673095703

    247760	  0.170550	  0.170262	  0.168180		CURRENT LEARNING RATE: 0.058749364447061976
previous_iter_valid_loss : 0.162300243973732

    247780	  0.162460	  0.162300	  0.167642		CURRENT LEARNING RATE: 0.0587376157490815
previous_iter_valid_loss : 0.16197633743286133

    247800	  0.162160	  0.161976	  0.167494		CURRENT LEARNING RATE: 0.05872586940060568
previous_iter_valid_loss : 0.1613541841506958

    247820	  0.161543	  0.161354	  0.167466		CURRENT LEARNING RATE: 0.058714125401164656
previous_iter_valid_loss : 0.17140838503837585

    247840	  0.171708	  0.171408	  0.167972		CURRENT LEARNING RATE: 0.05870238375028865
previous_iter_valid_loss : 0.16520406305789948

    247860	  0.165465	  0.165204	  0.167870		CURRENT LEARNING RATE: 0.058690644447508
previous_iter_valid_loss : 0.18452905118465424

    247880	  0.184950	  0.184529	  0.168782		CURRENT LEARNING RATE: 0.05867890749235315
previous_iter_valid_loss : 0.1622454673051834

    247900	  0.162445	  0.162245	  0.168722		CURRENT LEARNING RATE: 0.058667172884354586
previous_iter_valid_loss : 0.1737070381641388

    247920	  0.174021	  0.173707	  0.169091		CURRENT LEARNING RATE: 0.058655440623042954
previous_iter_valid_loss : 0.16690050065517426

    247940	  0.167165	  0.166901	  0.168968		CURRENT LEARNING RATE: 0.05864371070794896
previous_iter_valid_loss : 0.165363609790802

    247960	  0.165656	  0.165364	  0.168785		CURRENT LEARNING RATE: 0.0586319831386034
previous_iter_valid_loss : 0.1609654575586319

    247980	  0.161138	  0.160965	  0.168786		CURRENT LEARNING RATE: 0.05862025791453717
previous_iter_valid_loss : 0.1612943410873413

    248000	  0.161523	  0.161294	  0.168653		CURRENT LEARNING RATE: 0.05860853503528127
previous_iter_valid_loss : 0.16651077568531036

    248020	  0.166753	  0.166511	  0.167704		CURRENT LEARNING RATE: 0.05859681450036677
previous_iter_valid_loss : 0.17210765182971954

    248040	  0.172408	  0.172108	  0.168067		CURRENT LEARNING RATE: 0.05858509630932486
previous_iter_valid_loss : 0.16445885598659515

    248060	  0.164699	  0.164459	  0.168195		CURRENT LEARNING RATE: 0.058573380461686815
previous_iter_valid_loss : 0.17197051644325256

    248080	  0.172257	  0.171971	  0.168602		CURRENT LEARNING RATE: 0.058561666956984
previous_iter_valid_loss : 0.16276191174983978

    248100	  0.162948	  0.162762	  0.168561		CURRENT LEARNING RATE: 0.058549955794747865
previous_iter_valid_loss : 0.16455475986003876

    248120	  0.164819	  0.164555	  0.167834		CURRENT LEARNING RATE: 0.05853824697450996
previous_iter_valid_loss : 0.16666768491268158

    248140	  0.166956	  0.166668	  0.166826		CURRENT LEARNING RATE: 0.05852654049580196
previous_iter_valid_loss : 0.16542819142341614

    248160	  0.165673	  0.165428	  0.166584		CURRENT LEARNING RATE: 0.058514836358155575
previous_iter_valid_loss : 0.16160203516483307

    248180	  0.161768	  0.161602	  0.166549		CURRENT LEARNING RATE: 0.05850313456110263
previous_iter_valid_loss : 0.17399027943611145

    248200	  0.174351	  0.173990	  0.167150		CURRENT LEARNING RATE: 0.05849143510417511
previous_iter_valid_loss : 0.17105630040168762

    248220	  0.171292	  0.171056	  0.167635		CURRENT LEARNING RATE: 0.058479737986904985
previous_iter_valid_loss : 0.1627974957227707

    248240	  0.163069	  0.162797	  0.167204		CURRENT LEARNING RATE: 0.0584680432088244
previous_iter_valid_loss : 0.18488556146621704

    248260	  0.185278	  0.184886	  0.168189		CURRENT LEARNING RATE: 0.058456350769465544
previous_iter_valid_loss : 0.16191282868385315

    248280	  0.162098	  0.161913	  0.167058		CURRENT LEARNING RATE: 0.05844466066836073
previous_iter_valid_loss : 0.18664412200450897

    248300	  0.187065	  0.186644	  0.168278		CURRENT LEARNING RATE: 0.058432972905042346
previous_iter_valid_loss : 0.16202212870121002

    248320	  0.162221	  0.162022	  0.167693		CURRENT LEARNING RATE: 0.05842128747904289
previous_iter_valid_loss : 0.16306374967098236

    248340	  0.163259	  0.163064	  0.167502		CURRENT LEARNING RATE: 0.05840960438989495
previous_iter_valid_loss : 0.16285273432731628

    248360	  0.163041	  0.162853	  0.167376		CURRENT LEARNING RATE: 0.05839792363713117
previous_iter_valid_loss : 0.17939412593841553

    248380	  0.179628	  0.179394	  0.168297		CURRENT LEARNING RATE: 0.05838624522028437
previous_iter_valid_loss : 0.16517987847328186

    248400	  0.165359	  0.165180	  0.168492		CURRENT LEARNING RATE: 0.05837456913888737
previous_iter_valid_loss : 0.16197353601455688

    248420	  0.162156	  0.161974	  0.168265		CURRENT LEARNING RATE: 0.05836289539247315
previous_iter_valid_loss : 0.1611623466014862

    248440	  0.161378	  0.161162	  0.167718		CURRENT LEARNING RATE: 0.05835122398057475
previous_iter_valid_loss : 0.1607746034860611


Current valid loss: 0.1607746034860611;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    248460	  0.160982	  0.160775	  0.167533		CURRENT LEARNING RATE: 0.05833955490272531
previous_iter_valid_loss : 0.1608768105506897

    248480	  0.161090	  0.160877	  0.166979		CURRENT LEARNING RATE: 0.058327888158458095
previous_iter_valid_loss : 0.16651301085948944

    248500	  0.166658	  0.166513	  0.167166		CURRENT LEARNING RATE: 0.0583162237473064
previous_iter_valid_loss : 0.1766757220029831

    248520	  0.177019	  0.176676	  0.167772		CURRENT LEARNING RATE: 0.05830456166880366
previous_iter_valid_loss : 0.1675427258014679

    248540	  0.167810	  0.167543	  0.167816		CURRENT LEARNING RATE: 0.058292901922483396
previous_iter_valid_loss : 0.16565512120723724

    248560	  0.165870	  0.165655	  0.167827		CURRENT LEARNING RATE: 0.05828124450787922
previous_iter_valid_loss : 0.16364865005016327

    248580	  0.163860	  0.163649	  0.167930		CURRENT LEARNING RATE: 0.0582695894245248
previous_iter_valid_loss : 0.16713860630989075

    248600	  0.167379	  0.167139	  0.167587		CURRENT LEARNING RATE: 0.058257936671954
previous_iter_valid_loss : 0.16132518649101257

    248620	  0.161497	  0.161325	  0.167101		CURRENT LEARNING RATE: 0.05824628624970068
previous_iter_valid_loss : 0.1621493548154831

    248640	  0.162349	  0.162149	  0.167068		CURRENT LEARNING RATE: 0.058234638157298804
previous_iter_valid_loss : 0.16170132160186768

    248660	  0.161910	  0.161701	  0.165909		CURRENT LEARNING RATE: 0.05822299239428246
previous_iter_valid_loss : 0.16319870948791504

    248680	  0.163418	  0.163199	  0.165973		CURRENT LEARNING RATE: 0.05821134896018583
previous_iter_valid_loss : 0.1715954691171646

    248700	  0.171818	  0.171595	  0.165221		CURRENT LEARNING RATE: 0.05819970785454316
previous_iter_valid_loss : 0.16606742143630981

    248720	  0.166271	  0.166067	  0.165423		CURRENT LEARNING RATE: 0.05818806907688882
previous_iter_valid_loss : 0.16228581964969635

    248740	  0.162459	  0.162286	  0.165384		CURRENT LEARNING RATE: 0.05817643262675724
previous_iter_valid_loss : 0.16316178441047668

    248760	  0.163394	  0.163162	  0.165400		CURRENT LEARNING RATE: 0.05816479850368298
previous_iter_valid_loss : 0.16826997697353363

    248780	  0.168459	  0.168270	  0.164843		CURRENT LEARNING RATE: 0.058153166707200665
previous_iter_valid_loss : 0.16120140254497528

    248800	  0.161444	  0.161201	  0.164644		CURRENT LEARNING RATE: 0.05814153723684502
previous_iter_valid_loss : 0.1659553050994873

    248820	  0.166177	  0.165955	  0.164844		CURRENT LEARNING RATE: 0.058129910092150884
previous_iter_valid_loss : 0.174847811460495

    248840	  0.175171	  0.174848	  0.165528		CURRENT LEARNING RATE: 0.05811828527265315
previous_iter_valid_loss : 0.16205041110515594

    248860	  0.162297	  0.162050	  0.165592		CURRENT LEARNING RATE: 0.05810666277788685
previous_iter_valid_loss : 0.1808892786502838

    248880	  0.181215	  0.180889	  0.166592		CURRENT LEARNING RATE: 0.05809504260738705
previous_iter_valid_loss : 0.16215147078037262

    248900	  0.162369	  0.162151	  0.166374		CURRENT LEARNING RATE: 0.05808342476068898
previous_iter_valid_loss : 0.17778734862804413

    248920	  0.177969	  0.177787	  0.166430		CURRENT LEARNING RATE: 0.05807180923732789
previous_iter_valid_loss : 0.16940757632255554

    248940	  0.169692	  0.169408	  0.166523		CURRENT LEARNING RATE: 0.058060196036839186
previous_iter_valid_loss : 0.16395533084869385

    248960	  0.164209	  0.163955	  0.166438		CURRENT LEARNING RATE: 0.05804858515875833
previous_iter_valid_loss : 0.16201896965503693

    248980	  0.162253	  0.162019	  0.166357		CURRENT LEARNING RATE: 0.05803697660262086
previous_iter_valid_loss : 0.16180209815502167

    249000	  0.161996	  0.161802	  0.166090		CURRENT LEARNING RATE: 0.058025370367962494
previous_iter_valid_loss : 0.1653451770544052

    249020	  0.165550	  0.165345	  0.166291		CURRENT LEARNING RATE: 0.05801376645431894
previous_iter_valid_loss : 0.16995471715927124

    249040	  0.170160	  0.169955	  0.166681		CURRENT LEARNING RATE: 0.058002164861226065
previous_iter_valid_loss : 0.16350112855434418

    249060	  0.163752	  0.163501	  0.166771		CURRENT LEARNING RATE: 0.057990565588219786
previous_iter_valid_loss : 0.16171197593212128

    249080	  0.161919	  0.161712	  0.166697		CURRENT LEARNING RATE: 0.057978968634836134
previous_iter_valid_loss : 0.1668589562177658

    249100	  0.167101	  0.166859	  0.166460		CURRENT LEARNING RATE: 0.05796737400061124
previous_iter_valid_loss : 0.1656874269247055

    249120	  0.165909	  0.165687	  0.166441		CURRENT LEARNING RATE: 0.057955781685081316
previous_iter_valid_loss : 0.17808373272418976

    249140	  0.178309	  0.178084	  0.167231		CURRENT LEARNING RATE: 0.057944191687782656
previous_iter_valid_loss : 0.16118599474430084

    249160	  0.161429	  0.161186	  0.167132		CURRENT LEARNING RATE: 0.05793260400825169
previous_iter_valid_loss : 0.1618327647447586

    249180	  0.162030	  0.161833	  0.166810		CURRENT LEARNING RATE: 0.057921018646024884
previous_iter_valid_loss : 0.17269806563854218

    249200	  0.173005	  0.172698	  0.167385		CURRENT LEARNING RATE: 0.057909435600638826
previous_iter_valid_loss : 0.17525504529476166

    249220	  0.175474	  0.175255	  0.167850		CURRENT LEARNING RATE: 0.057897854871630204
previous_iter_valid_loss : 0.1800597906112671

    249240	  0.180434	  0.180060	  0.168110		CURRENT LEARNING RATE: 0.05788627645853578
previous_iter_valid_loss : 0.16366960108280182

    249260	  0.163890	  0.163670	  0.168191		CURRENT LEARNING RATE: 0.05787470036089243
previous_iter_valid_loss : 0.1629967838525772

    249280	  0.163251	  0.162997	  0.167297		CURRENT LEARNING RATE: 0.0578631265782371
previous_iter_valid_loss : 0.16125968098640442

    249300	  0.161463	  0.161260	  0.167252		CURRENT LEARNING RATE: 0.05785155511010683
previous_iter_valid_loss : 0.1633269339799881

    249320	  0.163525	  0.163327	  0.166529		CURRENT LEARNING RATE: 0.057839985956038786
previous_iter_valid_loss : 0.16633768379688263

    249340	  0.166584	  0.166338	  0.166376		CURRENT LEARNING RATE: 0.05782841911557018
previous_iter_valid_loss : 0.16228511929512024

    249360	  0.162516	  0.162285	  0.166292		CURRENT LEARNING RATE: 0.05781685458823835
previous_iter_valid_loss : 0.17042388021945953

    249380	  0.170736	  0.170424	  0.166712		CURRENT LEARNING RATE: 0.05780529237358068
previous_iter_valid_loss : 0.16228115558624268

    249400	  0.162498	  0.162281	  0.166736		CURRENT LEARNING RATE: 0.05779373247113474
previous_iter_valid_loss : 0.16123418509960175

    249420	  0.161429	  0.161234	  0.166531		CURRENT LEARNING RATE: 0.05778217488043811
previous_iter_valid_loss : 0.16232384741306305

    249440	  0.162507	  0.162324	  0.166149		CURRENT LEARNING RATE: 0.057770619601028486
previous_iter_valid_loss : 0.17599976062774658

    249460	  0.176204	  0.176000	  0.166774		CURRENT LEARNING RATE: 0.05775906663244365
previous_iter_valid_loss : 0.1774166375398636

    249480	  0.177597	  0.177417	  0.167559		CURRENT LEARNING RATE: 0.05774751597422148
previous_iter_valid_loss : 0.19330087304115295

    249500	  0.193488	  0.193301	  0.168881		CURRENT LEARNING RATE: 0.05773596762589997
previous_iter_valid_loss : 0.16567504405975342

    249520	  0.165885	  0.165675	  0.168881		CURRENT LEARNING RATE: 0.05772442158701717
previous_iter_valid_loss : 0.17818963527679443

    249540	  0.178410	  0.178190	  0.168886		CURRENT LEARNING RATE: 0.05771287785711123
previous_iter_valid_loss : 0.1625814288854599

    249560	  0.162812	  0.162581	  0.168956		CURRENT LEARNING RATE: 0.057701336435720424
previous_iter_valid_loss : 0.16593033075332642

    249580	  0.166172	  0.165930	  0.169161		CURRENT LEARNING RATE: 0.05768979732238307
previous_iter_valid_loss : 0.16117429733276367

    249600	  0.161378	  0.161174	  0.168585		CURRENT LEARNING RATE: 0.05767826051663763
previous_iter_valid_loss : 0.1669311672449112

    249620	  0.167121	  0.166931	  0.168168		CURRENT LEARNING RATE: 0.05766672601802262
previous_iter_valid_loss : 0.16291844844818115

    249640	  0.163113	  0.162918	  0.167311		CURRENT LEARNING RATE: 0.057655193826076645
previous_iter_valid_loss : 0.1634838730096817

    249660	  0.163657	  0.163484	  0.167302		CURRENT LEARNING RATE: 0.05764366394033844
previous_iter_valid_loss : 0.1661096066236496

    249680	  0.166281	  0.166110	  0.167458		CURRENT LEARNING RATE: 0.0576321363603468
previous_iter_valid_loss : 0.16524627804756165

    249700	  0.165516	  0.165246	  0.167657		CURRENT LEARNING RATE: 0.057620611085640615
previous_iter_valid_loss : 0.16207309067249298

    249720	  0.162224	  0.162073	  0.167594		CURRENT LEARNING RATE: 0.05760908811575889
previous_iter_valid_loss : 0.16167037189006805

    249740	  0.161839	  0.161670	  0.167361		CURRENT LEARNING RATE: 0.057597567450240694
previous_iter_valid_loss : 0.1623782515525818

    249760	  0.162577	  0.162378	  0.167366		CURRENT LEARNING RATE: 0.057586049088625205
previous_iter_valid_loss : 0.16301202774047852

    249780	  0.163239	  0.163012	  0.166995		CURRENT LEARNING RATE: 0.05757453303045166
previous_iter_valid_loss : 0.16398535668849945

    249800	  0.164173	  0.163985	  0.167080		CURRENT LEARNING RATE: 0.05756301927525947
previous_iter_valid_loss : 0.18037720024585724

    249820	  0.180577	  0.180377	  0.168037		CURRENT LEARNING RATE: 0.05755150782258806
previous_iter_valid_loss : 0.16555072367191315

    249840	  0.165754	  0.165551	  0.168199		CURRENT LEARNING RATE: 0.05753999867197697
previous_iter_valid_loss : 0.16652639210224152

    249860	  0.166745	  0.166526	  0.167725		CURRENT LEARNING RATE: 0.05752849182296583
previous_iter_valid_loss : 0.1670772284269333

    249880	  0.167356	  0.167077	  0.167208		CURRENT LEARNING RATE: 0.05751698727509437
previous_iter_valid_loss : 0.1742447167634964

    249900	  0.174451	  0.174245	  0.166255		CURRENT LEARNING RATE: 0.05750548502790241
previous_iter_valid_loss : 0.16105780005455017

    249920	  0.161266	  0.161058	  0.166024		CURRENT LEARNING RATE: 0.057493985080929864
previous_iter_valid_loss : 0.1609455794095993

    249940	  0.161178	  0.160946	  0.165162		CURRENT LEARNING RATE: 0.05748248743371673
previous_iter_valid_loss : 0.16598628461360931

    249960	  0.166263	  0.165986	  0.165332		CURRENT LEARNING RATE: 0.05747099208580309
previous_iter_valid_loss : 0.17191192507743835

    249980	  0.172117	  0.171912	  0.165632		CURRENT LEARNING RATE: 0.05745949903672916
previous_iter_valid_loss : 0.16246990859508514

    250000	  0.162675	  0.162470	  0.165696		CURRENT LEARNING RATE: 0.05744800828603518
previous_iter_valid_loss : 0.16397643089294434

    250020	  0.164205	  0.163976	  0.165549		CURRENT LEARNING RATE: 0.05743651983326154
previous_iter_valid_loss : 0.17870649695396423

    250040	  0.179052	  0.178706	  0.166338		CURRENT LEARNING RATE: 0.05742503367794871
previous_iter_valid_loss : 0.16289514303207397

    250060	  0.163188	  0.162895	  0.166309		CURRENT LEARNING RATE: 0.057413549819637234
previous_iter_valid_loss : 0.16960515081882477

    250080	  0.169948	  0.169605	  0.166483		CURRENT LEARNING RATE: 0.05740206825786776
previous_iter_valid_loss : 0.1614498645067215

    250100	  0.161719	  0.161450	  0.166293		CURRENT LEARNING RATE: 0.05739058899218102
previous_iter_valid_loss : 0.1654028743505478

    250120	  0.165657	  0.165403	  0.166460		CURRENT LEARNING RATE: 0.05737911202211785
previous_iter_valid_loss : 0.16241906583309174

    250140	  0.162678	  0.162419	  0.166497		CURRENT LEARNING RATE: 0.05736763734721916
previous_iter_valid_loss : 0.16122673451900482

    250160	  0.161511	  0.161227	  0.166440		CURRENT LEARNING RATE: 0.05735616496702598
previous_iter_valid_loss : 0.17799492180347443

    250180	  0.178352	  0.177995	  0.167189		CURRENT LEARNING RATE: 0.05734469488107941
previous_iter_valid_loss : 0.16799968481063843

    250200	  0.168317	  0.168000	  0.167390		CURRENT LEARNING RATE: 0.05733322708892061
previous_iter_valid_loss : 0.16227318346500397

    250220	  0.162564	  0.162273	  0.166484		CURRENT LEARNING RATE: 0.057321761590090926
previous_iter_valid_loss : 0.1618591547012329

    250240	  0.162087	  0.161859	  0.166300		CURRENT LEARNING RATE: 0.057310298384131715
previous_iter_valid_loss : 0.1622261255979538

    250260	  0.162484	  0.162226	  0.166085		CURRENT LEARNING RATE: 0.057298837470584445
previous_iter_valid_loss : 0.1634487360715866

    250280	  0.163665	  0.163449	  0.165903		CURRENT LEARNING RATE: 0.05728737884899069
previous_iter_valid_loss : 0.16880734264850616

    250300	  0.168993	  0.168807	  0.165632		CURRENT LEARNING RATE: 0.05727592251889209
previous_iter_valid_loss : 0.17249836027622223

    250320	  0.172675	  0.172498	  0.166204		CURRENT LEARNING RATE: 0.057264468479830404
previous_iter_valid_loss : 0.16761080920696259

    250340	  0.167907	  0.167611	  0.166537		CURRENT LEARNING RATE: 0.05725301673134745
previous_iter_valid_loss : 0.16194574534893036

    250360	  0.162172	  0.161946	  0.166335		CURRENT LEARNING RATE: 0.05724156727298519
previous_iter_valid_loss : 0.16271452605724335

    250380	  0.162993	  0.162715	  0.165875		CURRENT LEARNING RATE: 0.057230120104285624
previous_iter_valid_loss : 0.16147734224796295

    250400	  0.161693	  0.161477	  0.165825		CURRENT LEARNING RATE: 0.057218675224790856
previous_iter_valid_loss : 0.16348698735237122

    250420	  0.163707	  0.163487	  0.165801		CURRENT LEARNING RATE: 0.05720723263404313
previous_iter_valid_loss : 0.16125087440013885

    250440	  0.161470	  0.161251	  0.164928		CURRENT LEARNING RATE: 0.0571957923315847
previous_iter_valid_loss : 0.1742393970489502

    250460	  0.174533	  0.174239	  0.165495		CURRENT LEARNING RATE: 0.05718435431695797
previous_iter_valid_loss : 0.16094517707824707

    250480	  0.161139	  0.160945	  0.165062		CURRENT LEARNING RATE: 0.05717291858970542
previous_iter_valid_loss : 0.16250917315483093

    250500	  0.162702	  0.162509	  0.165115		CURRENT LEARNING RATE: 0.05716148514936963
previous_iter_valid_loss : 0.16114012897014618

    250520	  0.161308	  0.161140	  0.164902		CURRENT LEARNING RATE: 0.05715005399549325
previous_iter_valid_loss : 0.1628040373325348

    250540	  0.163006	  0.162804	  0.164921		CURRENT LEARNING RATE: 0.05713862512761903
previous_iter_valid_loss : 0.16130009293556213

    250560	  0.161498	  0.161300	  0.164925		CURRENT LEARNING RATE: 0.05712719854528983
previous_iter_valid_loss : 0.1618419736623764

    250580	  0.162061	  0.161842	  0.164117		CURRENT LEARNING RATE: 0.05711577424804858
previous_iter_valid_loss : 0.1692819595336914

    250600	  0.169534	  0.169282	  0.164182		CURRENT LEARNING RATE: 0.05710435223543828
previous_iter_valid_loss : 0.1681891828775406

    250620	  0.168476	  0.168189	  0.164477		CURRENT LEARNING RATE: 0.057092932507002106
previous_iter_valid_loss : 0.18379193544387817

    250640	  0.184017	  0.183792	  0.165574		CURRENT LEARNING RATE: 0.05708151506228323
previous_iter_valid_loss : 0.16241395473480225

    250660	  0.162690	  0.162414	  0.165583		CURRENT LEARNING RATE: 0.057070099900824976
previous_iter_valid_loss : 0.1663566529750824

    250680	  0.166620	  0.166357	  0.165729		CURRENT LEARNING RATE: 0.05705868702217072
previous_iter_valid_loss : 0.16267067193984985

    250700	  0.162921	  0.162671	  0.165422		CURRENT LEARNING RATE: 0.057047276425863956
previous_iter_valid_loss : 0.16449399292469025

    250720	  0.164731	  0.164494	  0.165022		CURRENT LEARNING RATE: 0.05703586811144825
previous_iter_valid_loss : 0.16183455288410187

    250740	  0.162031	  0.161835	  0.164733		CURRENT LEARNING RATE: 0.05702446207846728
previous_iter_valid_loss : 0.16146431863307953

    250760	  0.161670	  0.161464	  0.164709		CURRENT LEARNING RATE: 0.057013058326464805
previous_iter_valid_loss : 0.1880267709493637

    250780	  0.188453	  0.188027	  0.165974		CURRENT LEARNING RATE: 0.057001656854984664
previous_iter_valid_loss : 0.16104508936405182

    250800	  0.161211	  0.161045	  0.165953		CURRENT LEARNING RATE: 0.056990257663570805
previous_iter_valid_loss : 0.1655190885066986

    250820	  0.165703	  0.165519	  0.166054		CURRENT LEARNING RATE: 0.056978860751767266
previous_iter_valid_loss : 0.1673683524131775

    250840	  0.167504	  0.167368	  0.166360		CURRENT LEARNING RATE: 0.056967466119118154
previous_iter_valid_loss : 0.1676619052886963

    250860	  0.167864	  0.167662	  0.166031		CURRENT LEARNING RATE: 0.05695607376516771
previous_iter_valid_loss : 0.1646685004234314

    250880	  0.164884	  0.164669	  0.166218		CURRENT LEARNING RATE: 0.05694468368946021
previous_iter_valid_loss : 0.16359440982341766

    250900	  0.163820	  0.163594	  0.166272		CURRENT LEARNING RATE: 0.05693329589154007
previous_iter_valid_loss : 0.16150787472724915

    250920	  0.161716	  0.161508	  0.166290		CURRENT LEARNING RATE: 0.05692191037095177
previous_iter_valid_loss : 0.1647365689277649

    250940	  0.164939	  0.164737	  0.166387		CURRENT LEARNING RATE: 0.0569105271272399
previous_iter_valid_loss : 0.17761138081550598

    250960	  0.177789	  0.177611	  0.167203		CURRENT LEARNING RATE: 0.05689914615994912
previous_iter_valid_loss : 0.16128134727478027

    250980	  0.161514	  0.161281	  0.167174		CURRENT LEARNING RATE: 0.05688776746862419
previous_iter_valid_loss : 0.16380566358566284

    251000	  0.163983	  0.163806	  0.166901		CURRENT LEARNING RATE: 0.05687639105280995
previous_iter_valid_loss : 0.161305770277977

    251020	  0.161509	  0.161306	  0.166556		CURRENT LEARNING RATE: 0.056865016912051376
previous_iter_valid_loss : 0.16828925907611847

    251040	  0.168577	  0.168289	  0.165781		CURRENT LEARNING RATE: 0.056853645045893485
previous_iter_valid_loss : 0.16302275657653809

    251060	  0.163211	  0.163023	  0.165812		CURRENT LEARNING RATE: 0.05684227545388141
previous_iter_valid_loss : 0.17819978296756744

    251080	  0.178380	  0.178200	  0.166404		CURRENT LEARNING RATE: 0.05683090813556036
previous_iter_valid_loss : 0.17610427737236023

    251100	  0.176336	  0.176104	  0.167076		CURRENT LEARNING RATE: 0.056819543090475634
previous_iter_valid_loss : 0.1619115173816681

    251120	  0.162114	  0.161912	  0.166947		CURRENT LEARNING RATE: 0.056808180318172655
previous_iter_valid_loss : 0.16344520449638367

    251140	  0.163672	  0.163445	  0.167027		CURRENT LEARNING RATE: 0.056796819818196884
previous_iter_valid_loss : 0.16563865542411804

    251160	  0.165857	  0.165639	  0.167236		CURRENT LEARNING RATE: 0.056785461590093914
previous_iter_valid_loss : 0.16234178841114044

    251180	  0.162548	  0.162342	  0.165952		CURRENT LEARNING RATE: 0.05677410563340942
previous_iter_valid_loss : 0.16240890324115753

    251200	  0.162657	  0.162409	  0.166020		CURRENT LEARNING RATE: 0.05676275194768916
previous_iter_valid_loss : 0.16651654243469238

    251220	  0.166813	  0.166517	  0.166070		CURRENT LEARNING RATE: 0.056751400532478985
previous_iter_valid_loss : 0.16160845756530762

    251240	  0.161843	  0.161608	  0.165782		CURRENT LEARNING RATE: 0.05674005138732483
previous_iter_valid_loss : 0.16230371594429016

    251260	  0.162574	  0.162304	  0.165514		CURRENT LEARNING RATE: 0.05672870451177275
previous_iter_valid_loss : 0.16100957989692688

    251280	  0.161233	  0.161010	  0.165331		CURRENT LEARNING RATE: 0.05671735990536885
previous_iter_valid_loss : 0.16356028616428375

    251300	  0.163799	  0.163560	  0.165329		CURRENT LEARNING RATE: 0.056706017567659354
previous_iter_valid_loss : 0.1638859510421753

    251320	  0.164127	  0.163886	  0.165448		CURRENT LEARNING RATE: 0.05669467749819057
previous_iter_valid_loss : 0.1714153289794922

    251340	  0.171728	  0.171415	  0.165782		CURRENT LEARNING RATE: 0.05668333969650889
previous_iter_valid_loss : 0.16989439725875854

    251360	  0.170147	  0.169894	  0.165396		CURRENT LEARNING RATE: 0.05667200416216082
previous_iter_valid_loss : 0.19740696251392365

    251380	  0.197587	  0.197407	  0.167202		CURRENT LEARNING RATE: 0.056660670894692906
previous_iter_valid_loss : 0.16810202598571777

    251400	  0.168379	  0.168102	  0.167417		CURRENT LEARNING RATE: 0.05664933989365182
previous_iter_valid_loss : 0.1623118817806244

    251420	  0.162490	  0.162312	  0.167467		CURRENT LEARNING RATE: 0.05663801115858436
previous_iter_valid_loss : 0.16149769723415375

    251440	  0.161688	  0.161498	  0.167128		CURRENT LEARNING RATE: 0.05662668468903735
previous_iter_valid_loss : 0.16368626058101654

    251460	  0.164012	  0.163686	  0.167161		CURRENT LEARNING RATE: 0.05661536048455774
previous_iter_valid_loss : 0.16150271892547607

    251480	  0.161728	  0.161503	  0.166326		CURRENT LEARNING RATE: 0.05660403854469256
previous_iter_valid_loss : 0.16545958817005157

    251500	  0.165696	  0.165460	  0.165794		CURRENT LEARNING RATE: 0.05659271886898892
previous_iter_valid_loss : 0.16253456473350525

    251520	  0.162727	  0.162535	  0.165825		CURRENT LEARNING RATE: 0.05658140145699405
previous_iter_valid_loss : 0.18166223168373108

    251540	  0.181908	  0.181662	  0.166736		CURRENT LEARNING RATE: 0.05657008630825524
previous_iter_valid_loss : 0.1629360318183899

    251560	  0.163165	  0.162936	  0.166601		CURRENT LEARNING RATE: 0.0565587734223199
previous_iter_valid_loss : 0.1756877452135086

    251580	  0.175998	  0.175688	  0.167268		CURRENT LEARNING RATE: 0.056547462798735494
previous_iter_valid_loss : 0.16202090680599213

    251600	  0.162238	  0.162021	  0.167249		CURRENT LEARNING RATE: 0.05653615443704961
previous_iter_valid_loss : 0.16294264793395996

    251620	  0.163219	  0.162943	  0.167070		CURRENT LEARNING RATE: 0.05652484833680991
previous_iter_valid_loss : 0.1626855581998825

    251640	  0.162938	  0.162686	  0.167124		CURRENT LEARNING RATE: 0.05651354449756416
previous_iter_valid_loss : 0.16615581512451172

    251660	  0.166425	  0.166156	  0.167316		CURRENT LEARNING RATE: 0.05650224291886019
previous_iter_valid_loss : 0.16162818670272827

    251680	  0.161873	  0.161628	  0.167347		CURRENT LEARNING RATE: 0.05649094360024594
previous_iter_valid_loss : 0.1630263477563858

    251700	  0.163290	  0.163026	  0.167321		CURRENT LEARNING RATE: 0.05647964654126945
previous_iter_valid_loss : 0.1723504364490509

    251720	  0.172639	  0.172350	  0.167744		CURRENT LEARNING RATE: 0.05646835174147882
previous_iter_valid_loss : 0.16166526079177856

    251740	  0.161933	  0.161665	  0.167256		CURRENT LEARNING RATE: 0.05645705920042228
previous_iter_valid_loss : 0.16769689321517944

    251760	  0.167900	  0.167697	  0.167147		CURRENT LEARNING RATE: 0.056445768917648104
previous_iter_valid_loss : 0.16788502037525177

    251780	  0.168073	  0.167885	  0.165670		CURRENT LEARNING RATE: 0.056434480892704704
previous_iter_valid_loss : 0.16290786862373352

    251800	  0.163066	  0.162908	  0.165411		CURRENT LEARNING RATE: 0.05642319512514051
previous_iter_valid_loss : 0.16206499934196472

    251820	  0.162219	  0.162065	  0.165398		CURRENT LEARNING RATE: 0.056411911614504165
previous_iter_valid_loss : 0.18177294731140137

    251840	  0.181967	  0.181773	  0.166412		CURRENT LEARNING RATE: 0.05640063036034428
previous_iter_valid_loss : 0.1626482754945755

    251860	  0.162849	  0.162648	  0.166360		CURRENT LEARNING RATE: 0.05638935136220962
previous_iter_valid_loss : 0.1666349321603775

    251880	  0.166830	  0.166635	  0.166617		CURRENT LEARNING RATE: 0.05637807461964903
previous_iter_valid_loss : 0.16114991903305054

    251900	  0.161363	  0.161150	  0.166401		CURRENT LEARNING RATE: 0.056366800132211424
previous_iter_valid_loss : 0.174423947930336

    251920	  0.174726	  0.174424	  0.166996		CURRENT LEARNING RATE: 0.05635552789944583
previous_iter_valid_loss : 0.18384256958961487

    251940	  0.184223	  0.183843	  0.167105		CURRENT LEARNING RATE: 0.05634425792090137
previous_iter_valid_loss : 0.16250815987586975

    251960	  0.162701	  0.162508	  0.167083		CURRENT LEARNING RATE: 0.05633299019612722
previous_iter_valid_loss : 0.1614704430103302

    251980	  0.161661	  0.161470	  0.166373		CURRENT LEARNING RATE: 0.0563217247246727
previous_iter_valid_loss : 0.16440676152706146

    252000	  0.164661	  0.164407	  0.166492		CURRENT LEARNING RATE: 0.056310461506087164
previous_iter_valid_loss : 0.16762550175189972

    252020	  0.167882	  0.167626	  0.166726		CURRENT LEARNING RATE: 0.0562992005399201
previous_iter_valid_loss : 0.16385114192962646

    252040	  0.164000	  0.163851	  0.166784		CURRENT LEARNING RATE: 0.05628794182572107
previous_iter_valid_loss : 0.1689930558204651

    252060	  0.169238	  0.168993	  0.166926		CURRENT LEARNING RATE: 0.056276685363039716
previous_iter_valid_loss : 0.16250404715538025

    252080	  0.162618	  0.162504	  0.166970		CURRENT LEARNING RATE: 0.056265431151425786
previous_iter_valid_loss : 0.16136640310287476

    252100	  0.161508	  0.161366	  0.166887		CURRENT LEARNING RATE: 0.056254179190429104
previous_iter_valid_loss : 0.1611025631427765

    252120	  0.161249	  0.161103	  0.166325		CURRENT LEARNING RATE: 0.05624292947959961
previous_iter_valid_loss : 0.16083747148513794

    252140	  0.161001	  0.160837	  0.166283		CURRENT LEARNING RATE: 0.056231682018487286
previous_iter_valid_loss : 0.17270369827747345

    252160	  0.172987	  0.172704	  0.166533		CURRENT LEARNING RATE: 0.056220436806642266
previous_iter_valid_loss : 0.1615549623966217

    252180	  0.161754	  0.161555	  0.166217		CURRENT LEARNING RATE: 0.05620919384361471
previous_iter_valid_loss : 0.16205571591854095

    252200	  0.162219	  0.162056	  0.166174		CURRENT LEARNING RATE: 0.056197953128954904
previous_iter_valid_loss : 0.16367146372795105

    252220	  0.163862	  0.163671	  0.166255		CURRENT LEARNING RATE: 0.05618671466221325
previous_iter_valid_loss : 0.17813004553318024

    252240	  0.178431	  0.178130	  0.166073		CURRENT LEARNING RATE: 0.056175478442940185
previous_iter_valid_loss : 0.18269819021224976

    252260	  0.182882	  0.182698	  0.167075		CURRENT LEARNING RATE: 0.05616424447068628
previous_iter_valid_loss : 0.16234198212623596

    252280	  0.162519	  0.162342	  0.166860		CURRENT LEARNING RATE: 0.056153012745002145
previous_iter_valid_loss : 0.16170743107795715

    252300	  0.161879	  0.161707	  0.166888		CURRENT LEARNING RATE: 0.05614178326543853
previous_iter_valid_loss : 0.1618407517671585

    252320	  0.161993	  0.161841	  0.166259		CURRENT LEARNING RATE: 0.056130556031546264
previous_iter_valid_loss : 0.17637844383716583

    252340	  0.176659	  0.176378	  0.165886		CURRENT LEARNING RATE: 0.05611933104287624
previous_iter_valid_loss : 0.17375943064689636

    252360	  0.173945	  0.173759	  0.166448		CURRENT LEARNING RATE: 0.056108108298979456
previous_iter_valid_loss : 0.16150380671024323

    252380	  0.161674	  0.161504	  0.166450		CURRENT LEARNING RATE: 0.05609688779940703
previous_iter_valid_loss : 0.16273461282253265

    252400	  0.162858	  0.162735	  0.166367		CURRENT LEARNING RATE: 0.0560856695437101
previous_iter_valid_loss : 0.17626596987247467

    252420	  0.176452	  0.176266	  0.166799		CURRENT LEARNING RATE: 0.056074453531439986
previous_iter_valid_loss : 0.16202637553215027

    252440	  0.162154	  0.162026	  0.166707		CURRENT LEARNING RATE: 0.056063239762148
previous_iter_valid_loss : 0.16115069389343262

    252460	  0.161310	  0.161151	  0.166315		CURRENT LEARNING RATE: 0.056052028235385624
previous_iter_valid_loss : 0.16109199821949005

    252480	  0.161248	  0.161092	  0.166245		CURRENT LEARNING RATE: 0.056040818950704376
previous_iter_valid_loss : 0.16215555369853973

    252500	  0.162299	  0.162156	  0.166284		CURRENT LEARNING RATE: 0.0560296119076559
previous_iter_valid_loss : 0.16703477501869202

    252520	  0.167262	  0.167035	  0.166581		CURRENT LEARNING RATE: 0.0560184071057919
previous_iter_valid_loss : 0.17143286764621735

    252540	  0.171704	  0.171433	  0.167110		CURRENT LEARNING RATE: 0.05600720454466421
previous_iter_valid_loss : 0.1630726456642151

    252560	  0.163279	  0.163073	  0.166629		CURRENT LEARNING RATE: 0.0559960042238247
previous_iter_valid_loss : 0.16237565875053406

    252580	  0.162628	  0.162376	  0.166670		CURRENT LEARNING RATE: 0.055984806142825354
previous_iter_valid_loss : 0.16489188373088837

    252600	  0.165062	  0.164892	  0.166812		CURRENT LEARNING RATE: 0.05597361030121827
previous_iter_valid_loss : 0.1618845909833908

    252620	  0.162071	  0.161885	  0.166722		CURRENT LEARNING RATE: 0.055962416698555575
previous_iter_valid_loss : 0.1658201664686203

    252640	  0.166034	  0.165820	  0.166107		CURRENT LEARNING RATE: 0.05595122533438959
previous_iter_valid_loss : 0.1680435687303543

    252660	  0.168343	  0.168044	  0.165374		CURRENT LEARNING RATE: 0.05594003620827263
previous_iter_valid_loss : 0.16827499866485596

    252680	  0.168562	  0.168275	  0.165671		CURRENT LEARNING RATE: 0.05592884931975711
previous_iter_valid_loss : 0.17114275693893433

    252700	  0.171410	  0.171143	  0.166143		CURRENT LEARNING RATE: 0.05591766466839559
previous_iter_valid_loss : 0.16261810064315796

    252720	  0.162835	  0.162618	  0.166181		CURRENT LEARNING RATE: 0.05590648225374065
previous_iter_valid_loss : 0.16282659769058228

    252740	  0.162991	  0.162827	  0.165504		CURRENT LEARNING RATE: 0.05589530207534501
previous_iter_valid_loss : 0.17656929790973663

    252760	  0.176894	  0.176569	  0.165644		CURRENT LEARNING RATE: 0.055884124132761455
previous_iter_valid_loss : 0.16165876388549805

    252780	  0.161869	  0.161659	  0.165652		CURRENT LEARNING RATE: 0.05587294842554288
previous_iter_valid_loss : 0.16982512176036835

    252800	  0.170106	  0.169825	  0.166007		CURRENT LEARNING RATE: 0.055861774953242245
previous_iter_valid_loss : 0.17083707451820374

    252820	  0.171108	  0.170837	  0.165735		CURRENT LEARNING RATE: 0.055850603715412624
previous_iter_valid_loss : 0.16257703304290771

    252840	  0.162810	  0.162577	  0.165763		CURRENT LEARNING RATE: 0.055839434711607155
previous_iter_valid_loss : 0.16264112293720245

    252860	  0.162859	  0.162641	  0.165837		CURRENT LEARNING RATE: 0.05582826794137907
previous_iter_valid_loss : 0.16198782622814178

    252880	  0.162199	  0.161988	  0.165882		CURRENT LEARNING RATE: 0.055817103404281726
previous_iter_valid_loss : 0.16332115232944489

    252900	  0.163531	  0.163321	  0.165940		CURRENT LEARNING RATE: 0.05580594109986852
previous_iter_valid_loss : 0.16193604469299316

    252920	  0.162152	  0.161936	  0.165685		CURRENT LEARNING RATE: 0.05579478102769296
previous_iter_valid_loss : 0.16655509173870087

    252940	  0.166798	  0.166555	  0.165441		CURRENT LEARNING RATE: 0.05578362318730866
previous_iter_valid_loss : 0.17488542199134827

    252960	  0.175169	  0.174885	  0.166032		CURRENT LEARNING RATE: 0.055772467578269286
previous_iter_valid_loss : 0.17134509980678558

    252980	  0.171698	  0.171345	  0.166481		CURRENT LEARNING RATE: 0.05576131420012862
previous_iter_valid_loss : 0.16653434932231903

    253000	  0.166825	  0.166534	  0.166563		CURRENT LEARNING RATE: 0.055750163052440536
previous_iter_valid_loss : 0.16294848918914795

    253020	  0.163170	  0.162948	  0.166616		CURRENT LEARNING RATE: 0.05573901413475896
previous_iter_valid_loss : 0.1758129596710205

    253040	  0.176126	  0.175813	  0.167116		CURRENT LEARNING RATE: 0.05572786744663798
previous_iter_valid_loss : 0.1615193635225296

    253060	  0.161705	  0.161519	  0.166789		CURRENT LEARNING RATE: 0.0557167229876317
previous_iter_valid_loss : 0.16518743336200714

    253080	  0.165447	  0.165187	  0.166635		CURRENT LEARNING RATE: 0.05570558075729435
previous_iter_valid_loss : 0.16240622103214264

    253100	  0.162648	  0.162406	  0.166198		CURRENT LEARNING RATE: 0.055694440755180236
previous_iter_valid_loss : 0.17502360045909882

    253120	  0.175351	  0.175024	  0.166818		CURRENT LEARNING RATE: 0.055683302980843764
previous_iter_valid_loss : 0.17953021824359894

    253140	  0.179842	  0.179530	  0.167654		CURRENT LEARNING RATE: 0.05567216743383941
previous_iter_valid_loss : 0.16123370826244354

    253160	  0.161452	  0.161234	  0.166887		CURRENT LEARNING RATE: 0.055661034113721766
previous_iter_valid_loss : 0.1741010695695877

    253180	  0.174404	  0.174101	  0.167509		CURRENT LEARNING RATE: 0.0556499030200455
previous_iter_valid_loss : 0.16412533819675446

    253200	  0.164366	  0.164125	  0.167224		CURRENT LEARNING RATE: 0.05563877415236535
previous_iter_valid_loss : 0.16135983169078827

    253220	  0.161541	  0.161360	  0.166750		CURRENT LEARNING RATE: 0.05562764751023618
previous_iter_valid_loss : 0.17072851955890656

    253240	  0.170923	  0.170729	  0.167158		CURRENT LEARNING RATE: 0.05561652309321292
previous_iter_valid_loss : 0.1614190638065338

    253260	  0.161638	  0.161419	  0.167097		CURRENT LEARNING RATE: 0.05560540090085059
previous_iter_valid_loss : 0.16288650035858154

    253280	  0.163086	  0.162887	  0.167141		CURRENT LEARNING RATE: 0.0555942809327043
previous_iter_valid_loss : 0.1636236160993576

    253300	  0.163775	  0.163624	  0.167157		CURRENT LEARNING RATE: 0.05558316318832926
previous_iter_valid_loss : 0.16443577408790588

    253320	  0.164608	  0.164436	  0.167282		CURRENT LEARNING RATE: 0.05557204766728075
previous_iter_valid_loss : 0.1620439738035202

    253340	  0.162214	  0.162044	  0.167056		CURRENT LEARNING RATE: 0.05556093436911416
previous_iter_valid_loss : 0.16168321669101715

    253360	  0.161897	  0.161683	  0.166396		CURRENT LEARNING RATE: 0.05554982329338494
previous_iter_valid_loss : 0.1615002602338791

    253380	  0.161722	  0.161500	  0.165904		CURRENT LEARNING RATE: 0.055538714439648675
previous_iter_valid_loss : 0.18212369084358215

    253400	  0.182322	  0.182124	  0.166683		CURRENT LEARNING RATE: 0.05552760780746098
previous_iter_valid_loss : 0.1617031693458557

    253420	  0.161896	  0.161703	  0.166621		CURRENT LEARNING RATE: 0.055516503396377585
previous_iter_valid_loss : 0.17859496176242828

    253440	  0.178812	  0.178595	  0.166760		CURRENT LEARNING RATE: 0.05550540120595437
previous_iter_valid_loss : 0.16394490003585815

    253460	  0.164165	  0.163945	  0.166881		CURRENT LEARNING RATE: 0.055494301235747195
previous_iter_valid_loss : 0.16831569373607635

    253480	  0.168588	  0.168316	  0.167038		CURRENT LEARNING RATE: 0.055483203485312084
previous_iter_valid_loss : 0.16581331193447113

    253500	  0.166004	  0.165813	  0.167208		CURRENT LEARNING RATE: 0.05547210795420512
previous_iter_valid_loss : 0.16154363751411438

    253520	  0.161726	  0.161544	  0.166534		CURRENT LEARNING RATE: 0.055461014641982484
previous_iter_valid_loss : 0.16158516705036163

    253540	  0.161804	  0.161585	  0.165637		CURRENT LEARNING RATE: 0.05544992354820043
previous_iter_valid_loss : 0.1644286960363388

    253560	  0.164651	  0.164429	  0.165797		CURRENT LEARNING RATE: 0.05543883467241533
previous_iter_valid_loss : 0.17073097825050354

    253580	  0.170995	  0.170731	  0.165628		CURRENT LEARNING RATE: 0.05542774801418363
previous_iter_valid_loss : 0.16219012439250946

    253600	  0.162367	  0.162190	  0.165531		CURRENT LEARNING RATE: 0.05541666357306186
previous_iter_valid_loss : 0.1778298318386078

    253620	  0.178145	  0.177830	  0.166355		CURRENT LEARNING RATE: 0.05540558134860664
previous_iter_valid_loss : 0.16600878536701202

    253640	  0.166222	  0.166009	  0.166119		CURRENT LEARNING RATE: 0.05539450134037467
previous_iter_valid_loss : 0.16302652657032013

    253660	  0.163184	  0.163027	  0.166199		CURRENT LEARNING RATE: 0.055383423547922764
previous_iter_valid_loss : 0.16746263206005096

    253680	  0.167657	  0.167463	  0.166428		CURRENT LEARNING RATE: 0.05537234797080782
previous_iter_valid_loss : 0.16525577008724213

    253700	  0.165465	  0.165256	  0.166510		CURRENT LEARNING RATE: 0.05536127460858679
previous_iter_valid_loss : 0.16847024857997894

    253720	  0.168689	  0.168470	  0.166711		CURRENT LEARNING RATE: 0.05535020346081675
previous_iter_valid_loss : 0.16299091279506683

    253740	  0.163123	  0.162991	  0.166759		CURRENT LEARNING RATE: 0.05533913452705486
previous_iter_valid_loss : 0.16779659688472748

    253760	  0.167941	  0.167797	  0.167064		CURRENT LEARNING RATE: 0.05532806780685836
previous_iter_valid_loss : 0.16725610196590424

    253780	  0.167458	  0.167256	  0.167352		CURRENT LEARNING RATE: 0.055317003299784576
previous_iter_valid_loss : 0.16886843740940094

    253800	  0.169020	  0.168868	  0.166689		CURRENT LEARNING RATE: 0.055305941005390935
previous_iter_valid_loss : 0.16663210093975067

    253820	  0.166865	  0.166632	  0.166936		CURRENT LEARNING RATE: 0.05529488092323492
previous_iter_valid_loss : 0.16252800822257996

    253840	  0.162728	  0.162528	  0.166132		CURRENT LEARNING RATE: 0.055283823052874166
previous_iter_valid_loss : 0.16302183270454407

    253860	  0.163294	  0.163022	  0.166086		CURRENT LEARNING RATE: 0.05527276739386634
previous_iter_valid_loss : 0.1610274314880371

    253880	  0.161219	  0.161027	  0.165722		CURRENT LEARNING RATE: 0.05526171394576923
previous_iter_valid_loss : 0.1646667718887329

    253900	  0.164905	  0.164667	  0.165665		CURRENT LEARNING RATE: 0.05525066270814068
previous_iter_valid_loss : 0.18656176328659058

    253920	  0.186753	  0.186562	  0.166915		CURRENT LEARNING RATE: 0.05523961368053864
previous_iter_valid_loss : 0.163779154419899

    253940	  0.163947	  0.163779	  0.167025		CURRENT LEARNING RATE: 0.05522856686252116
previous_iter_valid_loss : 0.18613505363464355

    253960	  0.186587	  0.186135	  0.168111		CURRENT LEARNING RATE: 0.055217522253646366
previous_iter_valid_loss : 0.16149502992630005

    253980	  0.161678	  0.161495	  0.167649		CURRENT LEARNING RATE: 0.055206479853472455
previous_iter_valid_loss : 0.1638922542333603

    254000	  0.164060	  0.163892	  0.167734		CURRENT LEARNING RATE: 0.05519543966155776
previous_iter_valid_loss : 0.16130103170871735

    254020	  0.161478	  0.161301	  0.166907		CURRENT LEARNING RATE: 0.055184401677460644
previous_iter_valid_loss : 0.16138653457164764

    254040	  0.161551	  0.161387	  0.166676		CURRENT LEARNING RATE: 0.05517336590073961
previous_iter_valid_loss : 0.16265739500522614

    254060	  0.162833	  0.162657	  0.166658		CURRENT LEARNING RATE: 0.055162332330953225
previous_iter_valid_loss : 0.16278979182243347

    254080	  0.162964	  0.162790	  0.166424		CURRENT LEARNING RATE: 0.05515130096766014
previous_iter_valid_loss : 0.19882334768772125

    254100	  0.199316	  0.198823	  0.168103		CURRENT LEARNING RATE: 0.05514027181041909
previous_iter_valid_loss : 0.17918528616428375

    254120	  0.179563	  0.179185	  0.168638		CURRENT LEARNING RATE: 0.05512924485878893
previous_iter_valid_loss : 0.16511817276477814

    254140	  0.165318	  0.165118	  0.168745		CURRENT LEARNING RATE: 0.05511822011232857
previous_iter_valid_loss : 0.1642344743013382

    254160	  0.164509	  0.164234	  0.168567		CURRENT LEARNING RATE: 0.05510719757059702
previous_iter_valid_loss : 0.16144590079784393

    254180	  0.161618	  0.161446	  0.168276		CURRENT LEARNING RATE: 0.055096177233153375
previous_iter_valid_loss : 0.16922175884246826

    254200	  0.169477	  0.169222	  0.168294		CURRENT LEARNING RATE: 0.05508515909955684
previous_iter_valid_loss : 0.1630645990371704

    254220	  0.163214	  0.163065	  0.168115		CURRENT LEARNING RATE: 0.055074143169366645
previous_iter_valid_loss : 0.17256225645542145

    254240	  0.172835	  0.172562	  0.168617		CURRENT LEARNING RATE: 0.0550631294421422
previous_iter_valid_loss : 0.1611797958612442

    254260	  0.161402	  0.161180	  0.168525		CURRENT LEARNING RATE: 0.05505211791744295
previous_iter_valid_loss : 0.16138911247253418

    254280	  0.161552	  0.161389	  0.168543		CURRENT LEARNING RATE: 0.05504110859482843
previous_iter_valid_loss : 0.16661369800567627

    254300	  0.166909	  0.166614	  0.168640		CURRENT LEARNING RATE: 0.05503010147385825
previous_iter_valid_loss : 0.1701522171497345

    254320	  0.170377	  0.170152	  0.167820		CURRENT LEARNING RATE: 0.05501909655409213
previous_iter_valid_loss : 0.16323399543762207

    254340	  0.163409	  0.163234	  0.167793		CURRENT LEARNING RATE: 0.05500809383508989
previous_iter_valid_loss : 0.16115397214889526

    254360	  0.161289	  0.161154	  0.166544		CURRENT LEARNING RATE: 0.05499709331641142
previous_iter_valid_loss : 0.1612875908613205

    254380	  0.161406	  0.161288	  0.166533		CURRENT LEARNING RATE: 0.054986094997616676
previous_iter_valid_loss : 0.16141889989376068

    254400	  0.161595	  0.161419	  0.166410		CURRENT LEARNING RATE: 0.05497509887826574
previous_iter_valid_loss : 0.165199875831604

    254420	  0.165391	  0.165200	  0.166605		CURRENT LEARNING RATE: 0.054964104957918765
previous_iter_valid_loss : 0.17277035117149353

    254440	  0.172950	  0.172770	  0.167174		CURRENT LEARNING RATE: 0.054953113236136
previous_iter_valid_loss : 0.16489943861961365

    254460	  0.165076	  0.164899	  0.167286		CURRENT LEARNING RATE: 0.05494212371247778
previous_iter_valid_loss : 0.16355149447917938

    254480	  0.163756	  0.163551	  0.167324		CURRENT LEARNING RATE: 0.05493113638650451
previous_iter_valid_loss : 0.16207247972488403

    254500	  0.162269	  0.162072	  0.165486		CURRENT LEARNING RATE: 0.05492015125777669
previous_iter_valid_loss : 0.1620897501707077

    254520	  0.162324	  0.162090	  0.164632		CURRENT LEARNING RATE: 0.05490916832585494
previous_iter_valid_loss : 0.16121549904346466

    254540	  0.161391	  0.161215	  0.164436		CURRENT LEARNING RATE: 0.05489818759029993
previous_iter_valid_loss : 0.16707322001457214

    254560	  0.167258	  0.167073	  0.164578		CURRENT LEARNING RATE: 0.05488720905067243
previous_iter_valid_loss : 0.16574399173259735

    254580	  0.165993	  0.165744	  0.164793		CURRENT LEARNING RATE: 0.054876232706533294
previous_iter_valid_loss : 0.16193409264087677

    254600	  0.162097	  0.161934	  0.164429		CURRENT LEARNING RATE: 0.05486525855744347
previous_iter_valid_loss : 0.16409865021705627

    254620	  0.164261	  0.164099	  0.164481		CURRENT LEARNING RATE: 0.05485428660296399
previous_iter_valid_loss : 0.16133826971054077

    254640	  0.161484	  0.161338	  0.163919		CURRENT LEARNING RATE: 0.05484331684265599
previous_iter_valid_loss : 0.1615493893623352

    254660	  0.161697	  0.161549	  0.163938		CURRENT LEARNING RATE: 0.05483234927608068
previous_iter_valid_loss : 0.16634784638881683

    254680	  0.166472	  0.166348	  0.164186		CURRENT LEARNING RATE: 0.05482138390279935
previous_iter_valid_loss : 0.161678746342659

    254700	  0.161874	  0.161679	  0.163939		CURRENT LEARNING RATE: 0.054810420722373375
previous_iter_valid_loss : 0.1644185483455658

    254720	  0.164633	  0.164419	  0.163652		CURRENT LEARNING RATE: 0.05479945973436423
previous_iter_valid_loss : 0.16128617525100708

    254740	  0.161476	  0.161286	  0.163555		CURRENT LEARNING RATE: 0.0547885009383335
previous_iter_valid_loss : 0.16127243638038635

    254760	  0.161420	  0.161272	  0.163561		CURRENT LEARNING RATE: 0.054777544333842805
previous_iter_valid_loss : 0.16855353116989136

    254780	  0.168755	  0.168554	  0.163924		CURRENT LEARNING RATE: 0.054766589920453884
previous_iter_valid_loss : 0.16480900347232819

    254800	  0.165014	  0.164809	  0.164094		CURRENT LEARNING RATE: 0.054755637697728586
previous_iter_valid_loss : 0.1619909107685089

    254820	  0.162154	  0.161991	  0.163933		CURRENT LEARNING RATE: 0.05474468766522878
previous_iter_valid_loss : 0.16110043227672577

    254840	  0.161307	  0.161100	  0.163350		CURRENT LEARNING RATE: 0.05473373982251651
previous_iter_valid_loss : 0.16657374799251556

    254860	  0.166819	  0.166574	  0.163434		CURRENT LEARNING RATE: 0.05472279416915382
previous_iter_valid_loss : 0.16859669983386993

    254880	  0.168843	  0.168597	  0.163686		CURRENT LEARNING RATE: 0.05471185070470292
previous_iter_valid_loss : 0.20819510519504547

    254900	  0.208308	  0.208195	  0.165992		CURRENT LEARNING RATE: 0.054700909428726054
previous_iter_valid_loss : 0.16201916337013245

    254920	  0.162220	  0.162019	  0.165988		CURRENT LEARNING RATE: 0.05468997034078556
previous_iter_valid_loss : 0.17003658413887024

    254940	  0.170202	  0.170037	  0.166429		CURRENT LEARNING RATE: 0.0546790334404439
previous_iter_valid_loss : 0.1615915447473526

    254960	  0.161730	  0.161592	  0.166155		CURRENT LEARNING RATE: 0.05466809872726358
previous_iter_valid_loss : 0.16202569007873535

    254980	  0.162193	  0.162026	  0.165969		CURRENT LEARNING RATE: 0.05465716620080722
previous_iter_valid_loss : 0.17050717771053314

    255000	  0.170742	  0.170507	  0.166398		CURRENT LEARNING RATE: 0.05464623586063751
previous_iter_valid_loss : 0.1643657237291336

    255020	  0.164560	  0.164366	  0.166411		CURRENT LEARNING RATE: 0.054635307706317235
previous_iter_valid_loss : 0.1739002764225006

    255040	  0.174180	  0.173900	  0.167040		CURRENT LEARNING RATE: 0.05462438173740926
previous_iter_valid_loss : 0.1613452434539795

    255060	  0.161530	  0.161345	  0.167029		CURRENT LEARNING RATE: 0.05461345795347659
previous_iter_valid_loss : 0.16891296207904816

    255080	  0.169091	  0.168913	  0.167158		CURRENT LEARNING RATE: 0.054602536354082236
previous_iter_valid_loss : 0.162267804145813

    255100	  0.162449	  0.162268	  0.167187		CURRENT LEARNING RATE: 0.05459161693878935
previous_iter_valid_loss : 0.16162671148777008

    255120	  0.161841	  0.161627	  0.167047		CURRENT LEARNING RATE: 0.054580699707161145
previous_iter_valid_loss : 0.17467480897903442

    255140	  0.175001	  0.174675	  0.167717		CURRENT LEARNING RATE: 0.05456978465876094
previous_iter_valid_loss : 0.16153542697429657

    255160	  0.161710	  0.161535	  0.167730		CURRENT LEARNING RATE: 0.05455887179315213
previous_iter_valid_loss : 0.17656581103801727

    255180	  0.176906	  0.176566	  0.168131		CURRENT LEARNING RATE: 0.054547961109898194
previous_iter_valid_loss : 0.17522220313549042

    255200	  0.175541	  0.175222	  0.168651		CURRENT LEARNING RATE: 0.05453705260856271
previous_iter_valid_loss : 0.16634277999401093

    255220	  0.166534	  0.166343	  0.168869		CURRENT LEARNING RATE: 0.05452614628870933
previous_iter_valid_loss : 0.16973990201950073

    255240	  0.170020	  0.169740	  0.169301		CURRENT LEARNING RATE: 0.054515242149901826
previous_iter_valid_loss : 0.1791621595621109

    255260	  0.179521	  0.179162	  0.169930		CURRENT LEARNING RATE: 0.054504340191704005
previous_iter_valid_loss : 0.1616906225681305

    255280	  0.161883	  0.161691	  0.169585		CURRENT LEARNING RATE: 0.054493440413679796
previous_iter_valid_loss : 0.1649547517299652

    255300	  0.165194	  0.164955	  0.167423		CURRENT LEARNING RATE: 0.05448254281539322
previous_iter_valid_loss : 0.16088439524173737

    255320	  0.161073	  0.160884	  0.167366		CURRENT LEARNING RATE: 0.054471647396408356
previous_iter_valid_loss : 0.17403747141361237

    255340	  0.174364	  0.174037	  0.167566		CURRENT LEARNING RATE: 0.054460754156289405
previous_iter_valid_loss : 0.173935204744339

    255360	  0.174234	  0.173935	  0.168183		CURRENT LEARNING RATE: 0.05444986309460061
previous_iter_valid_loss : 0.16230903565883636

    255380	  0.162489	  0.162309	  0.168198		CURRENT LEARNING RATE: 0.05443897421090636
previous_iter_valid_loss : 0.16382996737957

    255400	  0.164098	  0.163830	  0.167864		CURRENT LEARNING RATE: 0.05442808750477108
previous_iter_valid_loss : 0.16193780303001404

    255420	  0.162118	  0.161938	  0.167742		CURRENT LEARNING RATE: 0.05441720297575932
previous_iter_valid_loss : 0.16516561806201935

    255440	  0.165395	  0.165166	  0.167306		CURRENT LEARNING RATE: 0.054406320623435644
previous_iter_valid_loss : 0.17393052577972412

    255460	  0.174181	  0.173931	  0.167935		CURRENT LEARNING RATE: 0.05439544044736483
previous_iter_valid_loss : 0.1703379899263382

    255480	  0.170542	  0.170338	  0.168006		CURRENT LEARNING RATE: 0.05438456244711165
previous_iter_valid_loss : 0.16159559786319733

    255500	  0.161760	  0.161596	  0.167973		CURRENT LEARNING RATE: 0.054373686622240965
previous_iter_valid_loss : 0.16763447225093842

    255520	  0.167800	  0.167634	  0.168273		CURRENT LEARNING RATE: 0.05436281297231776
previous_iter_valid_loss : 0.16582174599170685

    255540	  0.165987	  0.165822	  0.167830		CURRENT LEARNING RATE: 0.05435194149690708
previous_iter_valid_loss : 0.1623508781194687

    255560	  0.162558	  0.162351	  0.167871		CURRENT LEARNING RATE: 0.05434107219557406
previous_iter_valid_loss : 0.1830260306596756

    255580	  0.183382	  0.183026	  0.168194		CURRENT LEARNING RATE: 0.054330205067883934
previous_iter_valid_loss : 0.1620849370956421

    255600	  0.162265	  0.162085	  0.167537		CURRENT LEARNING RATE: 0.054319340113402025
previous_iter_valid_loss : 0.17303937673568726

    255620	  0.173232	  0.173039	  0.167872		CURRENT LEARNING RATE: 0.05430847733169373
previous_iter_valid_loss : 0.16281165182590485

    255640	  0.163030	  0.162812	  0.167526		CURRENT LEARNING RATE: 0.054297616722324527
previous_iter_valid_loss : 0.16889899969100952

    255660	  0.169165	  0.168899	  0.167012		CURRENT LEARNING RATE: 0.05428675828486001
previous_iter_valid_loss : 0.16127783060073853

    255680	  0.161470	  0.161278	  0.166992		CURRENT LEARNING RATE: 0.054275902018865826
previous_iter_valid_loss : 0.1742037534713745

    255700	  0.174348	  0.174204	  0.167454		CURRENT LEARNING RATE: 0.054265047923907725
previous_iter_valid_loss : 0.16305983066558838

    255720	  0.163207	  0.163060	  0.167563		CURRENT LEARNING RATE: 0.05425419599955156
previous_iter_valid_loss : 0.1627538651227951

    255740	  0.162930	  0.162754	  0.166999		CURRENT LEARNING RATE: 0.054243346245363235
previous_iter_valid_loss : 0.2029079645872116

    255760	  0.202970	  0.202908	  0.168448		CURRENT LEARNING RATE: 0.05423249866090876
previous_iter_valid_loss : 0.16406093537807465

    255780	  0.164328	  0.164061	  0.168535		CURRENT LEARNING RATE: 0.054221653245754245
previous_iter_valid_loss : 0.16349339485168457

    255800	  0.163661	  0.163493	  0.168518		CURRENT LEARNING RATE: 0.05421080999946587
previous_iter_valid_loss : 0.161362886428833

    255820	  0.161538	  0.161363	  0.168490		CURRENT LEARNING RATE: 0.0541999689216099
previous_iter_valid_loss : 0.21310299634933472

    255840	  0.213232	  0.213103	  0.170886		CURRENT LEARNING RATE: 0.05418913001175268
previous_iter_valid_loss : 0.16345007717609406

    255860	  0.163656	  0.163450	  0.170362		CURRENT LEARNING RATE: 0.05417829326946068
previous_iter_valid_loss : 0.1673637479543686

    255880	  0.167629	  0.167364	  0.170214		CURRENT LEARNING RATE: 0.05416745869430042
previous_iter_valid_loss : 0.1622856855392456

    255900	  0.162519	  0.162286	  0.170248		CURRENT LEARNING RATE: 0.05415662628583851
previous_iter_valid_loss : 0.16265210509300232

    255920	  0.162916	  0.162652	  0.169999		CURRENT LEARNING RATE: 0.05414579604364166
previous_iter_valid_loss : 0.16213081777095795

    255940	  0.162345	  0.162131	  0.169814		CURRENT LEARNING RATE: 0.05413496796727667
previous_iter_valid_loss : 0.16817115247249603

    255960	  0.168414	  0.168171	  0.170106		CURRENT LEARNING RATE: 0.0541241420563104
previous_iter_valid_loss : 0.162753626704216

    255980	  0.162945	  0.162754	  0.169092		CURRENT LEARNING RATE: 0.05411331831030981
previous_iter_valid_loss : 0.16148531436920166

    256000	  0.161683	  0.161485	  0.169062		CURRENT LEARNING RATE: 0.05410249672884197
previous_iter_valid_loss : 0.16161370277404785

    256020	  0.161799	  0.161614	  0.168491		CURRENT LEARNING RATE: 0.05409167731147401
previous_iter_valid_loss : 0.16907702386379242

    256040	  0.169319	  0.169077	  0.168804		CURRENT LEARNING RATE: 0.05408086005777315
previous_iter_valid_loss : 0.16292092204093933

    256060	  0.163075	  0.162921	  0.168505		CURRENT LEARNING RATE: 0.054070044967306684
previous_iter_valid_loss : 0.16104809939861298

    256080	  0.161239	  0.161048	  0.168494		CURRENT LEARNING RATE: 0.05405923203964203
previous_iter_valid_loss : 0.16134649515151978

    256100	  0.161497	  0.161346	  0.167851		CURRENT LEARNING RATE: 0.05404842127434668
previous_iter_valid_loss : 0.16580763459205627

    256120	  0.165989	  0.165808	  0.167988		CURRENT LEARNING RATE: 0.054037612670988174
previous_iter_valid_loss : 0.16260956227779388

    256140	  0.162815	  0.162610	  0.167981		CURRENT LEARNING RATE: 0.05402680622913418
previous_iter_valid_loss : 0.17109379172325134

    256160	  0.171393	  0.171094	  0.166390		CURRENT LEARNING RATE: 0.05401600194835245
previous_iter_valid_loss : 0.1671667993068695

    256180	  0.167394	  0.167167	  0.166545		CURRENT LEARNING RATE: 0.0540051998282108
previous_iter_valid_loss : 0.16968341171741486

    256200	  0.169966	  0.169683	  0.166855		CURRENT LEARNING RATE: 0.05399439986827716
previous_iter_valid_loss : 0.1666477769613266

    256220	  0.166888	  0.166648	  0.167119		CURRENT LEARNING RATE: 0.05398360206811951
previous_iter_valid_loss : 0.16160087287425995

    256240	  0.161797	  0.161601	  0.164544		CURRENT LEARNING RATE: 0.053972806427305925
previous_iter_valid_loss : 0.17756780982017517

    256260	  0.177769	  0.177568	  0.165250		CURRENT LEARNING RATE: 0.05396201294540463
previous_iter_valid_loss : 0.17139503359794617

    256280	  0.171694	  0.171395	  0.165451		CURRENT LEARNING RATE: 0.05395122162198387
previous_iter_valid_loss : 0.16212759912014008

    256300	  0.162323	  0.162128	  0.165444		CURRENT LEARNING RATE: 0.053940432456611974
previous_iter_valid_loss : 0.16620786488056183

    256320	  0.166434	  0.166208	  0.165621		CURRENT LEARNING RATE: 0.05392964544885738
previous_iter_valid_loss : 0.1658645123243332

    256340	  0.166045	  0.165865	  0.165808		CURRENT LEARNING RATE: 0.05391886059828862
previous_iter_valid_loss : 0.16153129935264587

    256360	  0.161697	  0.161531	  0.165476		CURRENT LEARNING RATE: 0.05390807790447429
previous_iter_valid_loss : 0.16107915341854095

    256380	  0.161278	  0.161079	  0.165392		CURRENT LEARNING RATE: 0.05389729736698308
previous_iter_valid_loss : 0.16277500987052917

    256400	  0.162949	  0.162775	  0.165457		CURRENT LEARNING RATE: 0.053886518985383776
previous_iter_valid_loss : 0.17199741303920746

    256420	  0.172184	  0.171997	  0.165976		CURRENT LEARNING RATE: 0.05387574275924523
previous_iter_valid_loss : 0.16254916787147522

    256440	  0.162763	  0.162549	  0.165650		CURRENT LEARNING RATE: 0.05386496868813641
previous_iter_valid_loss : 0.1627560257911682

    256460	  0.162968	  0.162756	  0.165641		CURRENT LEARNING RATE: 0.05385419677162633
previous_iter_valid_loss : 0.16408959031105042

    256480	  0.164260	  0.164090	  0.165793		CURRENT LEARNING RATE: 0.05384342700928415
previous_iter_valid_loss : 0.18780134618282318

    256500	  0.187930	  0.187801	  0.167116		CURRENT LEARNING RATE: 0.053832659400679043
previous_iter_valid_loss : 0.1617431491613388

    256520	  0.161932	  0.161743	  0.166913		CURRENT LEARNING RATE: 0.053821893945380325
previous_iter_valid_loss : 0.166524738073349

    256540	  0.166724	  0.166525	  0.167109		CURRENT LEARNING RATE: 0.053811130642957374
previous_iter_valid_loss : 0.16185757517814636

    256560	  0.162058	  0.161858	  0.166647		CURRENT LEARNING RATE: 0.053800369492979644
previous_iter_valid_loss : 0.16116969287395477

    256580	  0.161345	  0.161170	  0.166347		CURRENT LEARNING RATE: 0.05378961049501671
previous_iter_valid_loss : 0.16225175559520721

    256600	  0.162386	  0.162252	  0.165975		CURRENT LEARNING RATE: 0.05377885364863821
previous_iter_valid_loss : 0.16179686784744263

    256620	  0.162013	  0.161797	  0.165733		CURRENT LEARNING RATE: 0.05376809895341385
previous_iter_valid_loss : 0.16672490537166595

    256640	  0.166971	  0.166725	  0.165989		CURRENT LEARNING RATE: 0.053757346408913435
previous_iter_valid_loss : 0.1638507843017578

    256660	  0.164065	  0.163851	  0.165303		CURRENT LEARNING RATE: 0.05374659601470691
previous_iter_valid_loss : 0.16208164393901825

    256680	  0.162258	  0.162082	  0.164838		CURRENT LEARNING RATE: 0.05373584777036423
previous_iter_valid_loss : 0.16228164732456207

    256700	  0.162482	  0.162282	  0.164845		CURRENT LEARNING RATE: 0.05372510167545547
previous_iter_valid_loss : 0.16167840361595154

    256720	  0.161856	  0.161678	  0.164619		CURRENT LEARNING RATE: 0.05371435772955078
previous_iter_valid_loss : 0.17222550511360168

    256740	  0.172376	  0.172226	  0.164937		CURRENT LEARNING RATE: 0.05370361593222041
previous_iter_valid_loss : 0.16439153254032135

    256760	  0.164568	  0.164392	  0.165080		CURRENT LEARNING RATE: 0.053692876283034686
previous_iter_valid_loss : 0.16173453629016876

    256780	  0.161904	  0.161735	  0.165113		CURRENT LEARNING RATE: 0.05368213878156402
previous_iter_valid_loss : 0.16317962110042572

    256800	  0.163340	  0.163180	  0.165133		CURRENT LEARNING RATE: 0.053671403427378916
previous_iter_valid_loss : 0.16192705929279327

    256820	  0.162098	  0.161927	  0.164629		CURRENT LEARNING RATE: 0.05366067022004995
previous_iter_valid_loss : 0.165779709815979

    256840	  0.165999	  0.165780	  0.164791		CURRENT LEARNING RATE: 0.05364993915914781
previous_iter_valid_loss : 0.1640179306268692

    256860	  0.164260	  0.164018	  0.164854		CURRENT LEARNING RATE: 0.05363921024424322
previous_iter_valid_loss : 0.17250147461891174

    256880	  0.172843	  0.172501	  0.165275		CURRENT LEARNING RATE: 0.05362848347490707
previous_iter_valid_loss : 0.16954545676708221

    256900	  0.169826	  0.169545	  0.164362		CURRENT LEARNING RATE: 0.053617758850710254
previous_iter_valid_loss : 0.1785387545824051

    256920	  0.178888	  0.178539	  0.165202		CURRENT LEARNING RATE: 0.053607036371223805
previous_iter_valid_loss : 0.16263790428638458

    256940	  0.162869	  0.162638	  0.165007		CURRENT LEARNING RATE: 0.05359631603601882
previous_iter_valid_loss : 0.1644001603126526

    256960	  0.164685	  0.164400	  0.165134		CURRENT LEARNING RATE: 0.053585597844666474
previous_iter_valid_loss : 0.16665789484977722

    256980	  0.166937	  0.166658	  0.165409		CURRENT LEARNING RATE: 0.053574881796738055
previous_iter_valid_loss : 0.16173772513866425

    257000	  0.161937	  0.161738	  0.165383		CURRENT LEARNING RATE: 0.05356416789180492
previous_iter_valid_loss : 0.16927331686019897

    257020	  0.169574	  0.169273	  0.165757		CURRENT LEARNING RATE: 0.0535534561294385
previous_iter_valid_loss : 0.16623562574386597

    257040	  0.166394	  0.166236	  0.165732		CURRENT LEARNING RATE: 0.05354274650921031
previous_iter_valid_loss : 0.1631103754043579

    257060	  0.163335	  0.163110	  0.165695		CURRENT LEARNING RATE: 0.05353203903069201
previous_iter_valid_loss : 0.16668549180030823

    257080	  0.166939	  0.166685	  0.165926		CURRENT LEARNING RATE: 0.053521333693455284
previous_iter_valid_loss : 0.17151300609111786

    257100	  0.171804	  0.171513	  0.166387		CURRENT LEARNING RATE: 0.05351063049707191
previous_iter_valid_loss : 0.16754430532455444

    257120	  0.167734	  0.167544	  0.166680		CURRENT LEARNING RATE: 0.05349992944111376
previous_iter_valid_loss : 0.16499271988868713

    257140	  0.165238	  0.164993	  0.166319		CURRENT LEARNING RATE: 0.053489230525152795
previous_iter_valid_loss : 0.17093248665332794

    257160	  0.171125	  0.170932	  0.166646		CURRENT LEARNING RATE: 0.05347853374876107
previous_iter_valid_loss : 0.16200663149356842

    257180	  0.162202	  0.162007	  0.166659		CURRENT LEARNING RATE: 0.053467839111510686
previous_iter_valid_loss : 0.1890547126531601

    257200	  0.189232	  0.189055	  0.167953		CURRENT LEARNING RATE: 0.05345714661297388
previous_iter_valid_loss : 0.16128161549568176

    257220	  0.161455	  0.161282	  0.167921		CURRENT LEARNING RATE: 0.05344645625272295
previous_iter_valid_loss : 0.16414646804332733

    257240	  0.164338	  0.164146	  0.167839		CURRENT LEARNING RATE: 0.053435768030330275
previous_iter_valid_loss : 0.16187193989753723

    257260	  0.162070	  0.161872	  0.167732		CURRENT LEARNING RATE: 0.053425081945368325
previous_iter_valid_loss : 0.16934247314929962

    257280	  0.169538	  0.169342	  0.167574		CURRENT LEARNING RATE: 0.05341439799740966
previous_iter_valid_loss : 0.17193129658699036

    257300	  0.172097	  0.171931	  0.167693		CURRENT LEARNING RATE: 0.05340371618602693
previous_iter_valid_loss : 0.16721214354038239

    257320	  0.167428	  0.167212	  0.167127		CURRENT LEARNING RATE: 0.05339303651079284
previous_iter_valid_loss : 0.16199061274528503

    257340	  0.162201	  0.161991	  0.167095		CURRENT LEARNING RATE: 0.05338235897128022
previous_iter_valid_loss : 0.1643056571483612

    257360	  0.164519	  0.164306	  0.167090		CURRENT LEARNING RATE: 0.05337168356706198
previous_iter_valid_loss : 0.1651848554611206

    257380	  0.165413	  0.165185	  0.167016		CURRENT LEARNING RATE: 0.05336101029771108
previous_iter_valid_loss : 0.16211865842342377

    257400	  0.162330	  0.162119	  0.167035		CURRENT LEARNING RATE: 0.0533503391628006
previous_iter_valid_loss : 0.16135060787200928

    257420	  0.161563	  0.161351	  0.166639		CURRENT LEARNING RATE: 0.0533396701619037
previous_iter_valid_loss : 0.1702660173177719

    257440	  0.170552	  0.170266	  0.166841		CURRENT LEARNING RATE: 0.05332900329459358
previous_iter_valid_loss : 0.18096543848514557

    257460	  0.181288	  0.180965	  0.167733		CURRENT LEARNING RATE: 0.05331833856044362
previous_iter_valid_loss : 0.16089704632759094

    257480	  0.161086	  0.160897	  0.167444		CURRENT LEARNING RATE: 0.053307675959027224
previous_iter_valid_loss : 0.16256965696811676

    257500	  0.162788	  0.162570	  0.166997		CURRENT LEARNING RATE: 0.053297015489917866
previous_iter_valid_loss : 0.16752970218658447

    257520	  0.167723	  0.167530	  0.166996		CURRENT LEARNING RATE: 0.05328635715268913
previous_iter_valid_loss : 0.16287246346473694

    257540	  0.163127	  0.162872	  0.166890		CURRENT LEARNING RATE: 0.05327570094691469
previous_iter_valid_loss : 0.1632239669561386

    257560	  0.163435	  0.163224	  0.166505		CURRENT LEARNING RATE: 0.0532650468721683
previous_iter_valid_loss : 0.16136784851551056

    257580	  0.161596	  0.161368	  0.166473		CURRENT LEARNING RATE: 0.053254394928023786
previous_iter_valid_loss : 0.18314403295516968

    257600	  0.183387	  0.183144	  0.166177		CURRENT LEARNING RATE: 0.05324374511405509
previous_iter_valid_loss : 0.17411455512046814

    257620	  0.174331	  0.174115	  0.166819		CURRENT LEARNING RATE: 0.05323309742983618
previous_iter_valid_loss : 0.1718320995569229

    257640	  0.172044	  0.171832	  0.167203		CURRENT LEARNING RATE: 0.05322245187494119
previous_iter_valid_loss : 0.16495764255523682

    257660	  0.165222	  0.164958	  0.167357		CURRENT LEARNING RATE: 0.05321180844894429
previous_iter_valid_loss : 0.16653050482273102

    257680	  0.166800	  0.166531	  0.167217		CURRENT LEARNING RATE: 0.053201167151419725
previous_iter_valid_loss : 0.17000538110733032

    257700	  0.170289	  0.170005	  0.167120		CURRENT LEARNING RATE: 0.053190527981941856
previous_iter_valid_loss : 0.16328027844429016

    257720	  0.163573	  0.163280	  0.166924		CURRENT LEARNING RATE: 0.0531798909400851
previous_iter_valid_loss : 0.1620786041021347

    257740	  0.162312	  0.162079	  0.166928		CURRENT LEARNING RATE: 0.05316925602542401
previous_iter_valid_loss : 0.16819430887699127

    257760	  0.168467	  0.168194	  0.167123		CURRENT LEARNING RATE: 0.05315862323753315
previous_iter_valid_loss : 0.17134109139442444

    257780	  0.171617	  0.171341	  0.167431		CURRENT LEARNING RATE: 0.05314799257598724
previous_iter_valid_loss : 0.16454608738422394

    257800	  0.164781	  0.164546	  0.167552		CURRENT LEARNING RATE: 0.05313736404036103
previous_iter_valid_loss : 0.17469123005867004

    257820	  0.175009	  0.174691	  0.168219		CURRENT LEARNING RATE: 0.05312673763022939
previous_iter_valid_loss : 0.17108403146266937

    257840	  0.171360	  0.171084	  0.168260		CURRENT LEARNING RATE: 0.05311611334516727
previous_iter_valid_loss : 0.17562814056873322

    257860	  0.175815	  0.175628	  0.167993		CURRENT LEARNING RATE: 0.053105491184749665
previous_iter_valid_loss : 0.1630314439535141

    257880	  0.163224	  0.163031	  0.168100		CURRENT LEARNING RATE: 0.053094871148551735
previous_iter_valid_loss : 0.1719380021095276

    257900	  0.172121	  0.171938	  0.168568		CURRENT LEARNING RATE: 0.05308425323614866
previous_iter_valid_loss : 0.16306446492671967

    257920	  0.163257	  0.163064	  0.168345		CURRENT LEARNING RATE: 0.053073637447115726
previous_iter_valid_loss : 0.167519211769104

    257940	  0.167801	  0.167519	  0.168577		CURRENT LEARNING RATE: 0.053063023781028285
previous_iter_valid_loss : 0.1616252213716507

    257960	  0.161837	  0.161625	  0.168497		CURRENT LEARNING RATE: 0.053052412237461814
previous_iter_valid_loss : 0.16213181614875793

    257980	  0.162307	  0.162132	  0.168535		CURRENT LEARNING RATE: 0.053041802815991836
previous_iter_valid_loss : 0.16269555687904358

    258000	  0.162896	  0.162696	  0.167513		CURRENT LEARNING RATE: 0.05303119551619397
previous_iter_valid_loss : 0.16324831545352936

    258020	  0.163446	  0.163248	  0.166970		CURRENT LEARNING RATE: 0.05302059033764394
previous_iter_valid_loss : 0.1615317165851593

    258040	  0.161724	  0.161532	  0.166455		CURRENT LEARNING RATE: 0.05300998727991753
previous_iter_valid_loss : 0.17521318793296814

    258060	  0.175381	  0.175213	  0.166967		CURRENT LEARNING RATE: 0.05299938634259062
previous_iter_valid_loss : 0.16354301571846008

    258080	  0.163759	  0.163543	  0.166818		CURRENT LEARNING RATE: 0.05298878752523916
previous_iter_valid_loss : 0.16444967687129974

    258100	  0.164648	  0.164450	  0.166540		CURRENT LEARNING RATE: 0.052978190827439216
previous_iter_valid_loss : 0.16185171902179718

    258120	  0.162018	  0.161852	  0.166469		CURRENT LEARNING RATE: 0.052967596248766916
previous_iter_valid_loss : 0.18441103398799896

    258140	  0.184630	  0.184411	  0.167585		CURRENT LEARNING RATE: 0.05295700378879847
previous_iter_valid_loss : 0.17411231994628906

    258160	  0.174284	  0.174112	  0.167881		CURRENT LEARNING RATE: 0.05294641344711018
previous_iter_valid_loss : 0.1651482880115509

    258180	  0.165389	  0.165148	  0.167572		CURRENT LEARNING RATE: 0.05293582522327843
previous_iter_valid_loss : 0.16518180072307587

    258200	  0.165390	  0.165182	  0.167604		CURRENT LEARNING RATE: 0.052925239116879706
previous_iter_valid_loss : 0.16265396773815155

    258220	  0.162793	  0.162654	  0.167002		CURRENT LEARNING RATE: 0.05291465512749055
previous_iter_valid_loss : 0.16691280901432037

    258240	  0.167100	  0.166913	  0.166793		CURRENT LEARNING RATE: 0.05290407325468761
previous_iter_valid_loss : 0.1610291749238968

    258260	  0.161206	  0.161029	  0.166063		CURRENT LEARNING RATE: 0.05289349349804758
previous_iter_valid_loss : 0.1644142121076584

    258280	  0.164600	  0.164414	  0.166132		CURRENT LEARNING RATE: 0.05288291585714732
previous_iter_valid_loss : 0.18815234303474426

    258300	  0.188300	  0.188152	  0.166943		CURRENT LEARNING RATE: 0.052872340331563704
previous_iter_valid_loss : 0.1736222207546234

    258320	  0.173788	  0.173622	  0.167471		CURRENT LEARNING RATE: 0.0528617669208737
previous_iter_valid_loss : 0.1615585833787918

    258340	  0.161705	  0.161559	  0.167173		CURRENT LEARNING RATE: 0.052851195624654394
previous_iter_valid_loss : 0.16251544654369354

    258360	  0.162742	  0.162515	  0.167217		CURRENT LEARNING RATE: 0.052840626442482906
previous_iter_valid_loss : 0.1654154360294342

    258380	  0.165628	  0.165415	  0.167382		CURRENT LEARNING RATE: 0.052830059373936485
previous_iter_valid_loss : 0.17230753600597382

    258400	  0.172544	  0.172308	  0.167862		CURRENT LEARNING RATE: 0.052819494418592454
previous_iter_valid_loss : 0.16088496148586273

    258420	  0.161098	  0.160885	  0.167744		CURRENT LEARNING RATE: 0.0528089315760282
previous_iter_valid_loss : 0.177056223154068

    258440	  0.177367	  0.177056	  0.168520		CURRENT LEARNING RATE: 0.05279837084582122
previous_iter_valid_loss : 0.16411595046520233

    258460	  0.164317	  0.164116	  0.167965		CURRENT LEARNING RATE: 0.05278781222754908
previous_iter_valid_loss : 0.18242140114307404

    258480	  0.182632	  0.182421	  0.168909		CURRENT LEARNING RATE: 0.05277725572078943
previous_iter_valid_loss : 0.16480909287929535

    258500	  0.164986	  0.164809	  0.168927		CURRENT LEARNING RATE: 0.05276670132512003
previous_iter_valid_loss : 0.17459101974964142

    258520	  0.174765	  0.174591	  0.169564		CURRENT LEARNING RATE: 0.05275614904011868
previous_iter_valid_loss : 0.16642363369464874

    258540	  0.166692	  0.166424	  0.168665		CURRENT LEARNING RATE: 0.0527455988653633
previous_iter_valid_loss : 0.17187312245368958

    258560	  0.172075	  0.171873	  0.168553		CURRENT LEARNING RATE: 0.052735050800431886
previous_iter_valid_loss : 0.1613713651895523

    258580	  0.161542	  0.161371	  0.168364		CURRENT LEARNING RATE: 0.0527245048449025
previous_iter_valid_loss : 0.1634649634361267

    258600	  0.163684	  0.163465	  0.168278		CURRENT LEARNING RATE: 0.05271396099835333
previous_iter_valid_loss : 0.1642899066209793

    258620	  0.164564	  0.164290	  0.168360		CURRENT LEARNING RATE: 0.05270341926036259
previous_iter_valid_loss : 0.16868719458580017

    258640	  0.168854	  0.168687	  0.168449		CURRENT LEARNING RATE: 0.05269287963050864
previous_iter_valid_loss : 0.163983553647995

    258660	  0.164203	  0.163984	  0.168596		CURRENT LEARNING RATE: 0.052682342108369855
previous_iter_valid_loss : 0.16177140176296234

    258680	  0.161956	  0.161771	  0.168464		CURRENT LEARNING RATE: 0.05267180669352478
previous_iter_valid_loss : 0.17588894069194794

    258700	  0.176233	  0.175889	  0.167851		CURRENT LEARNING RATE: 0.05266127338555199
previous_iter_valid_loss : 0.16080796718597412

    258720	  0.161031	  0.160808	  0.167210		CURRENT LEARNING RATE: 0.05265074218403013
previous_iter_valid_loss : 0.1628151535987854

    258740	  0.163056	  0.162815	  0.167273		CURRENT LEARNING RATE: 0.052640213088537974
previous_iter_valid_loss : 0.16213349997997284

    258760	  0.162360	  0.162133	  0.167254		CURRENT LEARNING RATE: 0.05262968609865435
previous_iter_valid_loss : 0.16412489116191864

    258780	  0.164366	  0.164125	  0.167190		CURRENT LEARNING RATE: 0.05261916121395817
previous_iter_valid_loss : 0.16279153525829315

    258800	  0.163028	  0.162792	  0.166714		CURRENT LEARNING RATE: 0.05260863843402845
previous_iter_valid_loss : 0.17619869112968445

    258820	  0.176541	  0.176199	  0.167479		CURRENT LEARNING RATE: 0.05259811775844427
previous_iter_valid_loss : 0.1642773598432541

    258840	  0.164560	  0.164277	  0.166841		CURRENT LEARNING RATE: 0.05258759918678481
previous_iter_valid_loss : 0.1658596396446228

    258860	  0.166067	  0.165860	  0.166928		CURRENT LEARNING RATE: 0.05257708271862933
previous_iter_valid_loss : 0.16128435730934143

    258880	  0.161466	  0.161284	  0.165871		CURRENT LEARNING RATE: 0.05256656835355716
previous_iter_valid_loss : 0.16078439354896545

    258900	  0.160976	  0.160784	  0.165670		CURRENT LEARNING RATE: 0.052556056091147725
previous_iter_valid_loss : 0.16971227526664734

    258920	  0.169980	  0.169712	  0.165426		CURRENT LEARNING RATE: 0.05254554593098055
previous_iter_valid_loss : 0.16350388526916504

    258940	  0.163755	  0.163504	  0.165280		CURRENT LEARNING RATE: 0.052535037872635214
previous_iter_valid_loss : 0.16139839589595795

    258960	  0.161584	  0.161398	  0.164756		CURRENT LEARNING RATE: 0.052524531915691404
previous_iter_valid_loss : 0.17643965780735016

    258980	  0.176766	  0.176440	  0.165509		CURRENT LEARNING RATE: 0.05251402805972888
previous_iter_valid_loss : 0.16734381020069122

    259000	  0.167628	  0.167344	  0.165703		CURRENT LEARNING RATE: 0.05250352630432748
previous_iter_valid_loss : 0.18036121129989624

    259020	  0.180593	  0.180361	  0.166507		CURRENT LEARNING RATE: 0.05249302664906713
previous_iter_valid_loss : 0.17171846330165863

    259040	  0.172046	  0.171718	  0.166658		CURRENT LEARNING RATE: 0.05248252909352787
previous_iter_valid_loss : 0.1615409404039383

    259060	  0.161720	  0.161541	  0.166536		CURRENT LEARNING RATE: 0.05247203363728976
previous_iter_valid_loss : 0.17483046650886536

    259080	  0.175122	  0.174830	  0.167189		CURRENT LEARNING RATE: 0.05246154027993301
previous_iter_valid_loss : 0.16824781894683838

    259100	  0.168434	  0.168248	  0.166807		CURRENT LEARNING RATE: 0.052451049021037886
previous_iter_valid_loss : 0.1617646962404251

    259120	  0.161983	  0.161765	  0.166855		CURRENT LEARNING RATE: 0.05244055986018473
previous_iter_valid_loss : 0.19702160358428955

    259140	  0.197563	  0.197022	  0.168565		CURRENT LEARNING RATE: 0.05243007279695397
previous_iter_valid_loss : 0.16391775012016296

    259160	  0.164179	  0.163918	  0.168655		CURRENT LEARNING RATE: 0.05241958783092614
previous_iter_valid_loss : 0.1654282808303833

    259180	  0.165639	  0.165428	  0.168720		CURRENT LEARNING RATE: 0.052409104961681816
previous_iter_valid_loss : 0.1612384170293808

    259200	  0.161444	  0.161238	  0.168642		CURRENT LEARNING RATE: 0.05239862418880171
previous_iter_valid_loss : 0.16371962428092957

    259220	  0.163894	  0.163720	  0.168018		CURRENT LEARNING RATE: 0.052388145511866574
previous_iter_valid_loss : 0.16607169806957245

    259240	  0.166350	  0.166072	  0.168108		CURRENT LEARNING RATE: 0.05237766893045726
previous_iter_valid_loss : 0.16273178160190582

    259260	  0.162921	  0.162732	  0.167952		CURRENT LEARNING RATE: 0.05236719444415472
previous_iter_valid_loss : 0.16154181957244873

    259280	  0.161776	  0.161542	  0.167964		CURRENT LEARNING RATE: 0.05235672205253996
previous_iter_valid_loss : 0.1618773490190506

    259300	  0.162112	  0.161877	  0.168019		CURRENT LEARNING RATE: 0.052346251755194084
previous_iter_valid_loss : 0.17445893585681915

    259320	  0.174774	  0.174459	  0.168256		CURRENT LEARNING RATE: 0.052335783551698295
previous_iter_valid_loss : 0.16108785569667816

    259340	  0.161262	  0.161088	  0.168136		CURRENT LEARNING RATE: 0.05232531744163385
previous_iter_valid_loss : 0.16145697236061096

    259360	  0.161689	  0.161457	  0.168139		CURRENT LEARNING RATE: 0.0523148534245821
previous_iter_valid_loss : 0.164650559425354

    259380	  0.164850	  0.164651	  0.167549		CURRENT LEARNING RATE: 0.05230439150012451
previous_iter_valid_loss : 0.16211487352848053

    259400	  0.162345	  0.162115	  0.167288		CURRENT LEARNING RATE: 0.05229393166784258
previous_iter_valid_loss : 0.1730346977710724

    259420	  0.173351	  0.173035	  0.166921		CURRENT LEARNING RATE: 0.05228347392731793
previous_iter_valid_loss : 0.16136430203914642

    259440	  0.161568	  0.161364	  0.166404		CURRENT LEARNING RATE: 0.05227301827813224
previous_iter_valid_loss : 0.1618497669696808

    259460	  0.162092	  0.161850	  0.166419		CURRENT LEARNING RATE: 0.052262564719867254
previous_iter_valid_loss : 0.16226497292518616

    259480	  0.162417	  0.162265	  0.165791		CURRENT LEARNING RATE: 0.052252113252104895
previous_iter_valid_loss : 0.18046687543392181

    259500	  0.180672	  0.180467	  0.166402		CURRENT LEARNING RATE: 0.05224166387442707
previous_iter_valid_loss : 0.16764894127845764

    259520	  0.167824	  0.167649	  0.166696		CURRENT LEARNING RATE: 0.052231216586415816
previous_iter_valid_loss : 0.16385287046432495

    259540	  0.164095	  0.163853	  0.165037		CURRENT LEARNING RATE: 0.052220771387653235
previous_iter_valid_loss : 0.16868147253990173

    259560	  0.168877	  0.168681	  0.165276		CURRENT LEARNING RATE: 0.052210328277721506
previous_iter_valid_loss : 0.1611889749765396

    259580	  0.161380	  0.161189	  0.165064		CURRENT LEARNING RATE: 0.05219988725620291
previous_iter_valid_loss : 0.18519055843353271

    259600	  0.185606	  0.185191	  0.166261		CURRENT LEARNING RATE: 0.05218944832267983
previous_iter_valid_loss : 0.17844878137111664

    259620	  0.178828	  0.178449	  0.166998		CURRENT LEARNING RATE: 0.05217901147673467
previous_iter_valid_loss : 0.1723753958940506

    259640	  0.172663	  0.172375	  0.167313		CURRENT LEARNING RATE: 0.052168576717949985
previous_iter_valid_loss : 0.1693802773952484

    259660	  0.169572	  0.169380	  0.167645		CURRENT LEARNING RATE: 0.052158144045908385
previous_iter_valid_loss : 0.16237831115722656

    259680	  0.162558	  0.162378	  0.167687		CURRENT LEARNING RATE: 0.05214771346019254
previous_iter_valid_loss : 0.17089881002902985

    259700	  0.171079	  0.170899	  0.168138		CURRENT LEARNING RATE: 0.05213728496038525
previous_iter_valid_loss : 0.1713108867406845

    259720	  0.171576	  0.171311	  0.167981		CURRENT LEARNING RATE: 0.052126858546069355
previous_iter_valid_loss : 0.16762271523475647

    259740	  0.167879	  0.167623	  0.168308		CURRENT LEARNING RATE: 0.05211643421682781
previous_iter_valid_loss : 0.16378505527973175

    259760	  0.164032	  0.163785	  0.168424		CURRENT LEARNING RATE: 0.05210601197224365
previous_iter_valid_loss : 0.16276821494102478

    259780	  0.162935	  0.162768	  0.168330		CURRENT LEARNING RATE: 0.05209559181189997
previous_iter_valid_loss : 0.18121092021465302

    259800	  0.181429	  0.181211	  0.169285		CURRENT LEARNING RATE: 0.05208517373537997
previous_iter_valid_loss : 0.16187836229801178

    259820	  0.162122	  0.161878	  0.168727		CURRENT LEARNING RATE: 0.05207475774226693
previous_iter_valid_loss : 0.19414450228214264

    259840	  0.194353	  0.194145	  0.170366		CURRENT LEARNING RATE: 0.0520643438321442
previous_iter_valid_loss : 0.16108885407447815

    259860	  0.161285	  0.161089	  0.170328		CURRENT LEARNING RATE: 0.0520539320045952
previous_iter_valid_loss : 0.16120530664920807

    259880	  0.161412	  0.161205	  0.170275		CURRENT LEARNING RATE: 0.05204352225920353
previous_iter_valid_loss : 0.16484415531158447

    259900	  0.165035	  0.164844	  0.169494		CURRENT LEARNING RATE: 0.05203311459555275
previous_iter_valid_loss : 0.1648099422454834

    259920	  0.164984	  0.164810	  0.169352		CURRENT LEARNING RATE: 0.05202270901322656
previous_iter_valid_loss : 0.17101337015628815

    259940	  0.171212	  0.171013	  0.169710		CURRENT LEARNING RATE: 0.052012305511808736
previous_iter_valid_loss : 0.16180677711963654

    259960	  0.161991	  0.161807	  0.169366		CURRENT LEARNING RATE: 0.05200190409088313
previous_iter_valid_loss : 0.1629042774438858

    259980	  0.163140	  0.162904	  0.169452		CURRENT LEARNING RATE: 0.05199150475003371
previous_iter_valid_loss : 0.16150657832622528

    260000	  0.161689	  0.161507	  0.168268		CURRENT LEARNING RATE: 0.051981107488844484
previous_iter_valid_loss : 0.16722993552684784

    260020	  0.167450	  0.167230	  0.167707		CURRENT LEARNING RATE: 0.051970712306899564
previous_iter_valid_loss : 0.16385190188884735

    260040	  0.164032	  0.163852	  0.167280		CURRENT LEARNING RATE: 0.051960319203783134
previous_iter_valid_loss : 0.1703822910785675

    260060	  0.170575	  0.170382	  0.167331		CURRENT LEARNING RATE: 0.05194992817907948
previous_iter_valid_loss : 0.16177219152450562

    260080	  0.161983	  0.161772	  0.167300		CURRENT LEARNING RATE: 0.05193953923237297
previous_iter_valid_loss : 0.18110258877277374

    260100	  0.181322	  0.181103	  0.167810		CURRENT LEARNING RATE: 0.05192915236324803
previous_iter_valid_loss : 0.16145464777946472

    260120	  0.161683	  0.161455	  0.167318		CURRENT LEARNING RATE: 0.051918767571289194
previous_iter_valid_loss : 0.1860610693693161

    260140	  0.186278	  0.186061	  0.168240		CURRENT LEARNING RATE: 0.05190838485608107
previous_iter_valid_loss : 0.17178665101528168

    260160	  0.171996	  0.171787	  0.168640		CURRENT LEARNING RATE: 0.051898004217208346
previous_iter_valid_loss : 0.16374962031841278

    260180	  0.163967	  0.163750	  0.168689		CURRENT LEARNING RATE: 0.05188762565425579
previous_iter_valid_loss : 0.18715357780456543

    260200	  0.187393	  0.187154	  0.168986		CURRENT LEARNING RATE: 0.051877249166808276
previous_iter_valid_loss : 0.16733963787555695

    260220	  0.167615	  0.167340	  0.169259		CURRENT LEARNING RATE: 0.05186687475445073
previous_iter_valid_loss : 0.16277360916137695

    260240	  0.162999	  0.162774	  0.167690		CURRENT LEARNING RATE: 0.05185650241676818
previous_iter_valid_loss : 0.16683267056941986

    260260	  0.167070	  0.166833	  0.167978		CURRENT LEARNING RATE: 0.05184613215334574
previous_iter_valid_loss : 0.16148705780506134

    260280	  0.161666	  0.161487	  0.167992		CURRENT LEARNING RATE: 0.05183576396376857
previous_iter_valid_loss : 0.16177774965763092

    260300	  0.161969	  0.161778	  0.167838		CURRENT LEARNING RATE: 0.05182539784762198
previous_iter_valid_loss : 0.16500306129455566

    260320	  0.165199	  0.165003	  0.167848		CURRENT LEARNING RATE: 0.05181503380449132
previous_iter_valid_loss : 0.20900438725948334

    260340	  0.209112	  0.209004	  0.169748		CURRENT LEARNING RATE: 0.051804671833962014
previous_iter_valid_loss : 0.16147436201572418

    260360	  0.161671	  0.161474	  0.169731		CURRENT LEARNING RATE: 0.0517943119356196
previous_iter_valid_loss : 0.1621672362089157

    260380	  0.162353	  0.162167	  0.169694		CURRENT LEARNING RATE: 0.05178395410904965
previous_iter_valid_loss : 0.16264505684375763

    260400	  0.162835	  0.162645	  0.169751		CURRENT LEARNING RATE: 0.05177359835383789
previous_iter_valid_loss : 0.16146425902843475

    260420	  0.161640	  0.161464	  0.169463		CURRENT LEARNING RATE: 0.051763244669570066
previous_iter_valid_loss : 0.16191081702709198

    260440	  0.162077	  0.161911	  0.169366		CURRENT LEARNING RATE: 0.05175289305583203
previous_iter_valid_loss : 0.16170375049114227

    260460	  0.161859	  0.161704	  0.168932		CURRENT LEARNING RATE: 0.05174254351220972
previous_iter_valid_loss : 0.16102001070976257

    260480	  0.161202	  0.161020	  0.168894		CURRENT LEARNING RATE: 0.051732196038289165
previous_iter_valid_loss : 0.1660872995853424

    260500	  0.166284	  0.166087	  0.168143		CURRENT LEARNING RATE: 0.05172185063365645
previous_iter_valid_loss : 0.16176337003707886

    260520	  0.161943	  0.161763	  0.168159		CURRENT LEARNING RATE: 0.05171150729789777
previous_iter_valid_loss : 0.16097863018512726

    260540	  0.161167	  0.160979	  0.166905		CURRENT LEARNING RATE: 0.0517011660305994
previous_iter_valid_loss : 0.16097396612167358

    260560	  0.161143	  0.160974	  0.166364		CURRENT LEARNING RATE: 0.05169082683134767
previous_iter_valid_loss : 0.18248775601387024

    260580	  0.182878	  0.182488	  0.167301		CURRENT LEARNING RATE: 0.05168048969972902
previous_iter_valid_loss : 0.16453500092029572

    260600	  0.164771	  0.164535	  0.166170		CURRENT LEARNING RATE: 0.05167015463532997
previous_iter_valid_loss : 0.16769343614578247

    260620	  0.167939	  0.167693	  0.166188		CURRENT LEARNING RATE: 0.05165982163773711
previous_iter_valid_loss : 0.18007563054561615

    260640	  0.180311	  0.180076	  0.167053		CURRENT LEARNING RATE: 0.05164949070653712
previous_iter_valid_loss : 0.16123709082603455

    260660	  0.161399	  0.161237	  0.166773		CURRENT LEARNING RATE: 0.051639161841316755
previous_iter_valid_loss : 0.1653825044631958

    260680	  0.165615	  0.165383	  0.166968		CURRENT LEARNING RATE: 0.05162883504166286
previous_iter_valid_loss : 0.20332176983356476

    260700	  0.203523	  0.203322	  0.169045		CURRENT LEARNING RATE: 0.0516185103071624
previous_iter_valid_loss : 0.16626222431659698

    260720	  0.166484	  0.166262	  0.169108		CURRENT LEARNING RATE: 0.05160818763740235
previous_iter_valid_loss : 0.17194421589374542

    260740	  0.172200	  0.171944	  0.167255		CURRENT LEARNING RATE: 0.05159786703196982
previous_iter_valid_loss : 0.1661585569381714

    260760	  0.166389	  0.166159	  0.167489		CURRENT LEARNING RATE: 0.051587548490451975
previous_iter_valid_loss : 0.16081050038337708

    260780	  0.160994	  0.160811	  0.167421		CURRENT LEARNING RATE: 0.05157723201243608
previous_iter_valid_loss : 0.17973262071609497

    260800	  0.179938	  0.179733	  0.168276		CURRENT LEARNING RATE: 0.05156691759750946
previous_iter_valid_loss : 0.1635211557149887

    260820	  0.163721	  0.163521	  0.168379		CURRENT LEARNING RATE: 0.05155660524525956
previous_iter_valid_loss : 0.16386382281780243

    260840	  0.164151	  0.163864	  0.168476		CURRENT LEARNING RATE: 0.05154629495527388
previous_iter_valid_loss : 0.1641853004693985

    260860	  0.164404	  0.164185	  0.168600		CURRENT LEARNING RATE: 0.05153598672713999
previous_iter_valid_loss : 0.16124586760997772

    260880	  0.161418	  0.161246	  0.168612		CURRENT LEARNING RATE: 0.05152568056044559
previous_iter_valid_loss : 0.1609499603509903

    260900	  0.161140	  0.160950	  0.168355		CURRENT LEARNING RATE: 0.05151537645477841
previous_iter_valid_loss : 0.16397570073604584

    260920	  0.164158	  0.163976	  0.168465		CURRENT LEARNING RATE: 0.051505074409726306
previous_iter_valid_loss : 0.16259917616844177

    260940	  0.162827	  0.162599	  0.168546		CURRENT LEARNING RATE: 0.05149477442487718
previous_iter_valid_loss : 0.16090631484985352

    260960	  0.161100	  0.160906	  0.168543		CURRENT LEARNING RATE: 0.05148447649981904
previous_iter_valid_loss : 0.1612524688243866

    260980	  0.161419	  0.161252	  0.167481		CURRENT LEARNING RATE: 0.051474180634139964
previous_iter_valid_loss : 0.1635267287492752

    261000	  0.163715	  0.163527	  0.167431		CURRENT LEARNING RATE: 0.05146388682742812
previous_iter_valid_loss : 0.1746351271867752

    261020	  0.174799	  0.174635	  0.167778		CURRENT LEARNING RATE: 0.051453595079271754
previous_iter_valid_loss : 0.16101057827472687

    261040	  0.161184	  0.161011	  0.166825		CURRENT LEARNING RATE: 0.05144330538925921
previous_iter_valid_loss : 0.16176989674568176

    261060	  0.161950	  0.161770	  0.166851		CURRENT LEARNING RATE: 0.05143301775697888
previous_iter_valid_loss : 0.17944815754890442

    261080	  0.179805	  0.179448	  0.167555		CURRENT LEARNING RATE: 0.05142273218201924
previous_iter_valid_loss : 0.16312988102436066

    261100	  0.163328	  0.163130	  0.165545		CURRENT LEARNING RATE: 0.05141244866396893
previous_iter_valid_loss : 0.1619584560394287

    261120	  0.162157	  0.161958	  0.165330		CURRENT LEARNING RATE: 0.05140216720241656
previous_iter_valid_loss : 0.16293933987617493

    261140	  0.163137	  0.162939	  0.164879		CURRENT LEARNING RATE: 0.051391887796950884
previous_iter_valid_loss : 0.16923683881759644

    261160	  0.169417	  0.169237	  0.165033		CURRENT LEARNING RATE: 0.051381610447160726
previous_iter_valid_loss : 0.16307853162288666

    261180	  0.163301	  0.163079	  0.165147		CURRENT LEARNING RATE: 0.051371335152635006
previous_iter_valid_loss : 0.16105885803699493

    261200	  0.161283	  0.161059	  0.164213		CURRENT LEARNING RATE: 0.051361061912962684
previous_iter_valid_loss : 0.16210009157657623

    261220	  0.162368	  0.162100	  0.164142		CURRENT LEARNING RATE: 0.05135079072773286
previous_iter_valid_loss : 0.16145749390125275

    261240	  0.161694	  0.161457	  0.164022		CURRENT LEARNING RATE: 0.05134052159653466
previous_iter_valid_loss : 0.18050874769687653

    261260	  0.180914	  0.180509	  0.164838		CURRENT LEARNING RATE: 0.05133025451895734
previous_iter_valid_loss : 0.1704387217760086

    261280	  0.170729	  0.170439	  0.165298		CURRENT LEARNING RATE: 0.051319989494590205
previous_iter_valid_loss : 0.16815440356731415

    261300	  0.168469	  0.168154	  0.165658		CURRENT LEARNING RATE: 0.05130972652302265
previous_iter_valid_loss : 0.16336290538311005

    261320	  0.163575	  0.163363	  0.165627		CURRENT LEARNING RATE: 0.05129946560384417
previous_iter_valid_loss : 0.166167750954628

    261340	  0.166342	  0.166168	  0.165806		CURRENT LEARNING RATE: 0.05128920673664432
previous_iter_valid_loss : 0.17482200264930725

    261360	  0.175137	  0.174822	  0.166501		CURRENT LEARNING RATE: 0.05127894992101274
previous_iter_valid_loss : 0.1702522486448288

    261380	  0.170464	  0.170252	  0.166951		CURRENT LEARNING RATE: 0.05126869515653917
previous_iter_valid_loss : 0.1781100630760193

    261400	  0.178323	  0.178110	  0.167680		CURRENT LEARNING RATE: 0.05125844244281341
previous_iter_valid_loss : 0.16547952592372894

    261420	  0.165717	  0.165480	  0.167223		CURRENT LEARNING RATE: 0.051248191779425356
previous_iter_valid_loss : 0.1611684113740921

    261440	  0.161381	  0.161168	  0.167231		CURRENT LEARNING RATE: 0.051237943165964986
previous_iter_valid_loss : 0.1612844616174698

    261460	  0.161491	  0.161284	  0.167206		CURRENT LEARNING RATE: 0.05122769660202234
previous_iter_valid_loss : 0.16544818878173828

    261480	  0.165655	  0.165448	  0.166506		CURRENT LEARNING RATE: 0.051217452087187545
previous_iter_valid_loss : 0.16822047531604767

    261500	  0.168483	  0.168220	  0.166761		CURRENT LEARNING RATE: 0.05120720962105086
previous_iter_valid_loss : 0.173905149102211

    261520	  0.174213	  0.173905	  0.167358		CURRENT LEARNING RATE: 0.051196969203202575
previous_iter_valid_loss : 0.162154421210289

    261540	  0.162339	  0.162154	  0.167319		CURRENT LEARNING RATE: 0.05118673083323306
previous_iter_valid_loss : 0.16492517292499542

    261560	  0.165101	  0.164925	  0.167103		CURRENT LEARNING RATE: 0.051176494510732785
previous_iter_valid_loss : 0.16979150474071503

    261580	  0.170057	  0.169792	  0.167439		CURRENT LEARNING RATE: 0.051166260235292305
previous_iter_valid_loss : 0.1621212214231491

    261600	  0.162293	  0.162121	  0.167492		CURRENT LEARNING RATE: 0.05115602800650223
previous_iter_valid_loss : 0.16946524381637573

    261620	  0.169725	  0.169465	  0.167860		CURRENT LEARNING RATE: 0.05114579782395328
previous_iter_valid_loss : 0.17465367913246155

    261640	  0.174818	  0.174654	  0.168520		CURRENT LEARNING RATE: 0.05113556968723626
previous_iter_valid_loss : 0.16118253767490387

    261660	  0.161369	  0.161183	  0.167554		CURRENT LEARNING RATE: 0.051125343595942035
previous_iter_valid_loss : 0.16317850351333618

    261680	  0.163384	  0.163179	  0.167191		CURRENT LEARNING RATE: 0.05111511954966155
previous_iter_valid_loss : 0.16102518141269684

    261700	  0.161209	  0.161025	  0.166834		CURRENT LEARNING RATE: 0.05110489754798586
previous_iter_valid_loss : 0.16699443757534027

    261720	  0.167239	  0.166994	  0.167016		CURRENT LEARNING RATE: 0.05109467759050609
previous_iter_valid_loss : 0.16885216534137726

    261740	  0.169001	  0.168852	  0.167150		CURRENT LEARNING RATE: 0.0510844596768134
previous_iter_valid_loss : 0.16128851473331451

    261760	  0.161469	  0.161289	  0.166474		CURRENT LEARNING RATE: 0.05107424380649913
previous_iter_valid_loss : 0.16123978793621063

    261780	  0.161425	  0.161240	  0.166023		CURRENT LEARNING RATE: 0.051064029979154615
previous_iter_valid_loss : 0.16897708177566528

    261800	  0.169250	  0.168977	  0.165566		CURRENT LEARNING RATE: 0.0510538181943713
previous_iter_valid_loss : 0.1969292312860489

    261820	  0.197360	  0.196929	  0.167139		CURRENT LEARNING RATE: 0.05104360845174072
previous_iter_valid_loss : 0.1609182208776474

    261840	  0.161079	  0.160918	  0.167126		CURRENT LEARNING RATE: 0.05103340075085449
previous_iter_valid_loss : 0.1632763147354126

    261860	  0.163469	  0.163276	  0.167226		CURRENT LEARNING RATE: 0.05102319509130429
previous_iter_valid_loss : 0.16534069180488586

    261880	  0.165565	  0.165341	  0.167220		CURRENT LEARNING RATE: 0.051012991472681894
previous_iter_valid_loss : 0.17547349631786346

    261900	  0.175675	  0.175473	  0.167583		CURRENT LEARNING RATE: 0.05100278989457917
previous_iter_valid_loss : 0.16391333937644958

    261920	  0.164114	  0.163913	  0.167084		CURRENT LEARNING RATE: 0.05099259035658805
previous_iter_valid_loss : 0.18298223614692688

    261940	  0.183373	  0.182982	  0.168125		CURRENT LEARNING RATE: 0.05098239285830056
previous_iter_valid_loss : 0.16275395452976227

    261960	  0.162966	  0.162754	  0.168016		CURRENT LEARNING RATE: 0.05097219739930878
previous_iter_valid_loss : 0.1674935668706894

    261980	  0.167694	  0.167494	  0.167901		CURRENT LEARNING RATE: 0.05096200397920491
previous_iter_valid_loss : 0.16696833074092865

    262000	  0.167116	  0.166968	  0.168144		CURRENT LEARNING RATE: 0.050951812597581206
previous_iter_valid_loss : 0.16229940950870514

    262020	  0.162454	  0.162299	  0.167785		CURRENT LEARNING RATE: 0.05094162325403001
previous_iter_valid_loss : 0.162809818983078

    262040	  0.162967	  0.162810	  0.167193		CURRENT LEARNING RATE: 0.05093143594814375
previous_iter_valid_loss : 0.16230876743793488

    262060	  0.162478	  0.162309	  0.167250		CURRENT LEARNING RATE: 0.05092125067951494
previous_iter_valid_loss : 0.1768173724412918

    262080	  0.177131	  0.176817	  0.167932		CURRENT LEARNING RATE: 0.05091106744773616
previous_iter_valid_loss : 0.1619480699300766

    262100	  0.162172	  0.161948	  0.167978		CURRENT LEARNING RATE: 0.05090088625240008
previous_iter_valid_loss : 0.16149437427520752

    262120	  0.161669	  0.161494	  0.167703		CURRENT LEARNING RATE: 0.05089070709309946
previous_iter_valid_loss : 0.1610100418329239

    262140	  0.161218	  0.161010	  0.167311		CURRENT LEARNING RATE: 0.050880529969427137
previous_iter_valid_loss : 0.16308274865150452

    262160	  0.163302	  0.163083	  0.167400		CURRENT LEARNING RATE: 0.05087035488097601
previous_iter_valid_loss : 0.16169250011444092

    262180	  0.161879	  0.161693	  0.167423		CURRENT LEARNING RATE: 0.05086018182733909
previous_iter_valid_loss : 0.18021933734416962

    262200	  0.180577	  0.180219	  0.167985		CURRENT LEARNING RATE: 0.05085001080810944
previous_iter_valid_loss : 0.16408690810203552

    262220	  0.164266	  0.164087	  0.166343		CURRENT LEARNING RATE: 0.05083984182288025
previous_iter_valid_loss : 0.17755602300167084

    262240	  0.177762	  0.177556	  0.167175		CURRENT LEARNING RATE: 0.05082967487124472
previous_iter_valid_loss : 0.16301791369915009

    262260	  0.163237	  0.163018	  0.167162		CURRENT LEARNING RATE: 0.05081950995279621
previous_iter_valid_loss : 0.16646826267242432

    262280	  0.166729	  0.166468	  0.167218		CURRENT LEARNING RATE: 0.05080934706712807
previous_iter_valid_loss : 0.1614675372838974

    262300	  0.161672	  0.161468	  0.166518		CURRENT LEARNING RATE: 0.050799186213833836
previous_iter_valid_loss : 0.17143093049526215

    262320	  0.171742	  0.171431	  0.166894		CURRENT LEARNING RATE: 0.050789027392507076
previous_iter_valid_loss : 0.16568626463413239

    262340	  0.165965	  0.165686	  0.166029		CURRENT LEARNING RATE: 0.05077887060274141
previous_iter_valid_loss : 0.16157500445842743

    262360	  0.161807	  0.161575	  0.165970		CURRENT LEARNING RATE: 0.05076871584413057
previous_iter_valid_loss : 0.1614975482225418

    262380	  0.161743	  0.161498	  0.165670		CURRENT LEARNING RATE: 0.05075856311626837
previous_iter_valid_loss : 0.16258500516414642

    262400	  0.162841	  0.162585	  0.165451		CURRENT LEARNING RATE: 0.05074841241874871
previous_iter_valid_loss : 0.16113069653511047

    262420	  0.161309	  0.161131	  0.165393		CURRENT LEARNING RATE: 0.050738263751165545
previous_iter_valid_loss : 0.16242526471614838

    262440	  0.162615	  0.162425	  0.165373		CURRENT LEARNING RATE: 0.05072811711311294
previous_iter_valid_loss : 0.1684114634990692

    262460	  0.168631	  0.168411	  0.165679		CURRENT LEARNING RATE: 0.050717972504185034
previous_iter_valid_loss : 0.16314667463302612

    262480	  0.163365	  0.163147	  0.164995		CURRENT LEARNING RATE: 0.05070782992397602
previous_iter_valid_loss : 0.17811459302902222

    262500	  0.178424	  0.178115	  0.165803		CURRENT LEARNING RATE: 0.05069768937208022
previous_iter_valid_loss : 0.17037037014961243

    262520	  0.170644	  0.170370	  0.166247		CURRENT LEARNING RATE: 0.050687550848092
previous_iter_valid_loss : 0.1692248433828354

    262540	  0.169424	  0.169225	  0.166658		CURRENT LEARNING RATE: 0.05067741435160582
previous_iter_valid_loss : 0.16564753651618958

    262560	  0.165850	  0.165648	  0.166786		CURRENT LEARNING RATE: 0.05066727988221621
previous_iter_valid_loss : 0.16653163731098175

    262580	  0.166768	  0.166532	  0.167028		CURRENT LEARNING RATE: 0.05065714743951782
previous_iter_valid_loss : 0.16687099635601044

    262600	  0.167075	  0.166871	  0.166361		CURRENT LEARNING RATE: 0.05064701702310533
previous_iter_valid_loss : 0.17152167856693268

    262620	  0.171811	  0.171522	  0.166732		CURRENT LEARNING RATE: 0.05063688863257352
previous_iter_valid_loss : 0.16156376898288727

    262640	  0.161731	  0.161564	  0.165933		CURRENT LEARNING RATE: 0.05062676226751727
previous_iter_valid_loss : 0.16839835047721863

    262660	  0.168563	  0.168398	  0.166202		CURRENT LEARNING RATE: 0.050616637927531516
previous_iter_valid_loss : 0.1616932898759842

    262680	  0.161880	  0.161693	  0.165963		CURRENT LEARNING RATE: 0.05060651561221128
previous_iter_valid_loss : 0.18845446407794952

    262700	  0.188829	  0.188454	  0.167312		CURRENT LEARNING RATE: 0.050596395321151656
previous_iter_valid_loss : 0.16099371016025543

    262720	  0.161159	  0.160994	  0.166791		CURRENT LEARNING RATE: 0.05058627705394788
previous_iter_valid_loss : 0.1690853387117386

    262740	  0.169285	  0.169085	  0.166961		CURRENT LEARNING RATE: 0.050576160810195184
previous_iter_valid_loss : 0.16383932530879974

    262760	  0.164054	  0.163839	  0.167074		CURRENT LEARNING RATE: 0.050566046589488926
previous_iter_valid_loss : 0.18512435257434845

    262780	  0.185371	  0.185124	  0.168255		CURRENT LEARNING RATE: 0.05055593439142454
previous_iter_valid_loss : 0.16213233768939972

    262800	  0.162307	  0.162132	  0.168233		CURRENT LEARNING RATE: 0.05054582421559754
previous_iter_valid_loss : 0.16371962428092957

    262820	  0.163935	  0.163720	  0.168362		CURRENT LEARNING RATE: 0.05053571606160352
previous_iter_valid_loss : 0.16418859362602234

    262840	  0.164405	  0.164189	  0.168450		CURRENT LEARNING RATE: 0.050525609929038144
previous_iter_valid_loss : 0.16459093987941742

    262860	  0.164829	  0.164591	  0.168259		CURRENT LEARNING RATE: 0.050515505817497176
previous_iter_valid_loss : 0.16326481103897095

    262880	  0.163456	  0.163265	  0.168265		CURRENT LEARNING RATE: 0.05050540372657644
previous_iter_valid_loss : 0.18070697784423828

    262900	  0.180908	  0.180707	  0.168395		CURRENT LEARNING RATE: 0.05049530365587187
previous_iter_valid_loss : 0.16850565373897552

    262920	  0.168753	  0.168506	  0.168301		CURRENT LEARNING RATE: 0.05048520560497944
previous_iter_valid_loss : 0.1636476218700409

    262940	  0.163883	  0.163648	  0.168023		CURRENT LEARNING RATE: 0.05047510957349524
previous_iter_valid_loss : 0.1742912381887436

    262960	  0.174480	  0.174291	  0.168455		CURRENT LEARNING RATE: 0.050465015561015444
previous_iter_valid_loss : 0.16127909719944

    262980	  0.161459	  0.161279	  0.168192		CURRENT LEARNING RATE: 0.05045492356713627
previous_iter_valid_loss : 0.16629847884178162

    263000	  0.166518	  0.166298	  0.168163		CURRENT LEARNING RATE: 0.05044483359145404
previous_iter_valid_loss : 0.16343949735164642

    263020	  0.163647	  0.163439	  0.167759		CURRENT LEARNING RATE: 0.05043474563356517
previous_iter_valid_loss : 0.16595110297203064

    263040	  0.166189	  0.165951	  0.167979		CURRENT LEARNING RATE: 0.05042465969306613
previous_iter_valid_loss : 0.1610822081565857

    263060	  0.161240	  0.161082	  0.167613		CURRENT LEARNING RATE: 0.05041457576955348
previous_iter_valid_loss : 0.16232918202877045

    263080	  0.162498	  0.162329	  0.167645		CURRENT LEARNING RATE: 0.05040449386262387
previous_iter_valid_loss : 0.17447777092456818

    263100	  0.174646	  0.174478	  0.166946		CURRENT LEARNING RATE: 0.050394413971874004
previous_iter_valid_loss : 0.19841235876083374

    263120	  0.198582	  0.198412	  0.168817		CURRENT LEARNING RATE: 0.05038433609690071
previous_iter_valid_loss : 0.16539840400218964

    263140	  0.165621	  0.165398	  0.168632		CURRENT LEARNING RATE: 0.05037426023730088
previous_iter_valid_loss : 0.16186198592185974

    263160	  0.162065	  0.161862	  0.168534		CURRENT LEARNING RATE: 0.05036418639267146
previous_iter_valid_loss : 0.16604125499725342

    263180	  0.166278	  0.166041	  0.167579		CURRENT LEARNING RATE: 0.050354114562609506
previous_iter_valid_loss : 0.1667611449956894

    263200	  0.166974	  0.166761	  0.167811		CURRENT LEARNING RATE: 0.05034404474671215
previous_iter_valid_loss : 0.16105283796787262

    263220	  0.161246	  0.161053	  0.167678		CURRENT LEARNING RATE: 0.05033397694457657
previous_iter_valid_loss : 0.18252168595790863

    263240	  0.182720	  0.182522	  0.168594		CURRENT LEARNING RATE: 0.050323911155800094
previous_iter_valid_loss : 0.1630905270576477

    263260	  0.163324	  0.163091	  0.168519		CURRENT LEARNING RATE: 0.05031384737998006
previous_iter_valid_loss : 0.16177135705947876

    263280	  0.161976	  0.161771	  0.168444		CURRENT LEARNING RATE: 0.050303785616713934
previous_iter_valid_loss : 0.1619596779346466

    263300	  0.162186	  0.161960	  0.167507		CURRENT LEARNING RATE: 0.050293725865599236
previous_iter_valid_loss : 0.1753256767988205

    263320	  0.175544	  0.175326	  0.167848		CURRENT LEARNING RATE: 0.05028366812623358
previous_iter_valid_loss : 0.16100138425827026

    263340	  0.161205	  0.161001	  0.167716		CURRENT LEARNING RATE: 0.05027361239821465
previous_iter_valid_loss : 0.16872644424438477

    263360	  0.168924	  0.168726	  0.167438		CURRENT LEARNING RATE: 0.05026355868114024
previous_iter_valid_loss : 0.16636690497398376

    263380	  0.166536	  0.166367	  0.167692		CURRENT LEARNING RATE: 0.05025350697460817
previous_iter_valid_loss : 0.1608070433139801

    263400	  0.161005	  0.160807	  0.167417		CURRENT LEARNING RATE: 0.050243457278216386
previous_iter_valid_loss : 0.1611427515745163

    263420	  0.161325	  0.161143	  0.167303		CURRENT LEARNING RATE: 0.050233409591562896
previous_iter_valid_loss : 0.16567249596118927

    263440	  0.165947	  0.165672	  0.167289		CURRENT LEARNING RATE: 0.050223363914245804
previous_iter_valid_loss : 0.1613861620426178

    263460	  0.161557	  0.161386	  0.167304		CURRENT LEARNING RATE: 0.05021332024586328
previous_iter_valid_loss : 0.17808093130588531

    263480	  0.178273	  0.178081	  0.168091		CURRENT LEARNING RATE: 0.05020327858601356
previous_iter_valid_loss : 0.16536535322666168

    263500	  0.165607	  0.165365	  0.167636		CURRENT LEARNING RATE: 0.05019323893429497
previous_iter_valid_loss : 0.16667498648166656

    263520	  0.166917	  0.166675	  0.166049		CURRENT LEARNING RATE: 0.05018320129030597
previous_iter_valid_loss : 0.16893790662288666

    263540	  0.169130	  0.168938	  0.166226		CURRENT LEARNING RATE: 0.05017316565364503
previous_iter_valid_loss : 0.17849187552928925

    263560	  0.178852	  0.178492	  0.167057		CURRENT LEARNING RATE: 0.05016313202391072
previous_iter_valid_loss : 0.20040911436080933

    263580	  0.200953	  0.200409	  0.168776		CURRENT LEARNING RATE: 0.05015310040070171
previous_iter_valid_loss : 0.1615503579378128

    263600	  0.161808	  0.161550	  0.168515		CURRENT LEARNING RATE: 0.0501430707836167
previous_iter_valid_loss : 0.16544102132320404

    263620	  0.165755	  0.165441	  0.168735		CURRENT LEARNING RATE: 0.050133043172254546
previous_iter_valid_loss : 0.18679392337799072

    263640	  0.187269	  0.186794	  0.168948		CURRENT LEARNING RATE: 0.05012301756621411
previous_iter_valid_loss : 0.16162818670272827

    263660	  0.161867	  0.161628	  0.168875		CURRENT LEARNING RATE: 0.050112993965094395
previous_iter_valid_loss : 0.16325105726718903

    263680	  0.163500	  0.163251	  0.168949		CURRENT LEARNING RATE: 0.05010297236849444
previous_iter_valid_loss : 0.1732885092496872

    263700	  0.173520	  0.173289	  0.169516		CURRENT LEARNING RATE: 0.050092952776013396
previous_iter_valid_loss : 0.1621418446302414

    263720	  0.162408	  0.162142	  0.168856		CURRENT LEARNING RATE: 0.05008293518725046
previous_iter_valid_loss : 0.16105930507183075

    263740	  0.161286	  0.161059	  0.168859		CURRENT LEARNING RATE: 0.05007291960180494
previous_iter_valid_loss : 0.16194303333759308

    263760	  0.162143	  0.161943	  0.168520		CURRENT LEARNING RATE: 0.05006290601927621
previous_iter_valid_loss : 0.1626662164926529

    263780	  0.162867	  0.162666	  0.168335		CURRENT LEARNING RATE: 0.05005289443926373
previous_iter_valid_loss : 0.17229953408241272

    263800	  0.172532	  0.172300	  0.168910		CURRENT LEARNING RATE: 0.050042884861367036
previous_iter_valid_loss : 0.17038686573505402

    263820	  0.170586	  0.170387	  0.169372		CURRENT LEARNING RATE: 0.05003287728518573
previous_iter_valid_loss : 0.16756069660186768

    263840	  0.167775	  0.167561	  0.169466		CURRENT LEARNING RATE: 0.050022871710319536
previous_iter_valid_loss : 0.16358475387096405

    263860	  0.163797	  0.163585	  0.169576		CURRENT LEARNING RATE: 0.05001286813636822
previous_iter_valid_loss : 0.1719386875629425

    263880	  0.172229	  0.171939	  0.169269		CURRENT LEARNING RATE: 0.050002866562931625
previous_iter_valid_loss : 0.16180671751499176

    263900	  0.161948	  0.161807	  0.169091		CURRENT LEARNING RATE: 0.04999286698960968
previous_iter_valid_loss : 0.16171376407146454

    263920	  0.161944	  0.161714	  0.168843		CURRENT LEARNING RATE: 0.04998286941600245
previous_iter_valid_loss : 0.16802385449409485

    263940	  0.168306	  0.168024	  0.168797		CURRENT LEARNING RATE: 0.04997287384171
previous_iter_valid_loss : 0.1614842563867569

    263960	  0.161662	  0.161484	  0.167947		CURRENT LEARNING RATE: 0.049962880266332506
previous_iter_valid_loss : 0.16119444370269775

    263980	  0.161408	  0.161194	  0.165986		CURRENT LEARNING RATE: 0.04995288868947023
previous_iter_valid_loss : 0.17762339115142822

    264000	  0.177854	  0.177623	  0.166790		CURRENT LEARNING RATE: 0.04994289911072351
previous_iter_valid_loss : 0.1647745668888092

    264020	  0.164961	  0.164775	  0.166757		CURRENT LEARNING RATE: 0.04993291152969277
previous_iter_valid_loss : 0.17238934338092804

    264040	  0.172636	  0.172389	  0.166036		CURRENT LEARNING RATE: 0.04992292594597848
previous_iter_valid_loss : 0.16196657717227936

    264060	  0.162180	  0.161967	  0.166053		CURRENT LEARNING RATE: 0.04991294235918125
previous_iter_valid_loss : 0.16128109395503998

    264080	  0.161469	  0.161281	  0.165955		CURRENT LEARNING RATE: 0.04990296076890171
previous_iter_valid_loss : 0.19148971140384674

    264100	  0.191689	  0.191490	  0.166865		CURRENT LEARNING RATE: 0.04989298117474062
previous_iter_valid_loss : 0.16088822484016418

    264120	  0.161117	  0.160888	  0.166802		CURRENT LEARNING RATE: 0.049883003576298775
previous_iter_valid_loss : 0.16817061603069305

    264140	  0.168397	  0.168171	  0.167158		CURRENT LEARNING RATE: 0.04987302797317708
previous_iter_valid_loss : 0.16696783900260925

    264160	  0.167136	  0.166968	  0.167409		CURRENT LEARNING RATE: 0.049863054364976504
previous_iter_valid_loss : 0.1633012294769287

    264180	  0.163540	  0.163301	  0.167441		CURRENT LEARNING RATE: 0.04985308275129812
previous_iter_valid_loss : 0.1625087410211563

    264200	  0.162743	  0.162509	  0.166951		CURRENT LEARNING RATE: 0.04984311313174305
previous_iter_valid_loss : 0.16099867224693298

    264220	  0.161204	  0.160999	  0.166482		CURRENT LEARNING RATE: 0.04983314550591251
previous_iter_valid_loss : 0.16819247603416443

    264240	  0.168404	  0.168192	  0.166513		CURRENT LEARNING RATE: 0.0498231798734078
previous_iter_valid_loss : 0.17453959584236145

    264260	  0.174745	  0.174540	  0.167061		CURRENT LEARNING RATE: 0.04981321623383028
previous_iter_valid_loss : 0.1629423350095749

    264280	  0.163123	  0.162942	  0.166611		CURRENT LEARNING RATE: 0.049803254586781434
previous_iter_valid_loss : 0.16235828399658203

    264300	  0.162612	  0.162358	  0.166639		CURRENT LEARNING RATE: 0.04979329493186274
previous_iter_valid_loss : 0.1940234750509262

    264320	  0.194446	  0.194023	  0.168254		CURRENT LEARNING RATE: 0.049783337268675884
previous_iter_valid_loss : 0.16637834906578064

    264340	  0.166647	  0.166378	  0.168172		CURRENT LEARNING RATE: 0.04977338159682252
previous_iter_valid_loss : 0.18996334075927734

    264360	  0.190177	  0.189963	  0.169596		CURRENT LEARNING RATE: 0.04976342791590443
previous_iter_valid_loss : 0.1634788066148758

    264380	  0.163728	  0.163479	  0.169710		CURRENT LEARNING RATE: 0.04975347622552346
previous_iter_valid_loss : 0.16286838054656982

    264400	  0.163104	  0.162868	  0.168973		CURRENT LEARNING RATE: 0.04974352652528155
previous_iter_valid_loss : 0.1614285707473755

    264420	  0.161650	  0.161429	  0.168805		CURRENT LEARNING RATE: 0.0497335788147807
previous_iter_valid_loss : 0.16966669261455536

    264440	  0.169879	  0.169667	  0.168669		CURRENT LEARNING RATE: 0.049723633093623015
previous_iter_valid_loss : 0.16438952088356018

    264460	  0.164608	  0.164390	  0.168790		CURRENT LEARNING RATE: 0.04971368936141066
previous_iter_valid_loss : 0.16254262626171112

    264480	  0.162804	  0.162543	  0.168853		CURRENT LEARNING RATE: 0.04970374761774589
previous_iter_valid_loss : 0.16277523338794708

    264500	  0.162985	  0.162775	  0.167418		CURRENT LEARNING RATE: 0.049693807862231015
previous_iter_valid_loss : 0.16158437728881836

    264520	  0.161792	  0.161584	  0.167452		CURRENT LEARNING RATE: 0.04968387009446848
previous_iter_valid_loss : 0.16114099323749542

    264540	  0.161351	  0.161141	  0.167101		CURRENT LEARNING RATE: 0.04967393431406074
previous_iter_valid_loss : 0.161005437374115

    264560	  0.161211	  0.161005	  0.166803		CURRENT LEARNING RATE: 0.049664000520610395
previous_iter_valid_loss : 0.16140934824943542

    264580	  0.161602	  0.161409	  0.166708		CURRENT LEARNING RATE: 0.04965406871372006
previous_iter_valid_loss : 0.1610162854194641

    264600	  0.161209	  0.161016	  0.166634		CURRENT LEARNING RATE: 0.04964413889299249
previous_iter_valid_loss : 0.16540122032165527

    264620	  0.165640	  0.165401	  0.166854		CURRENT LEARNING RATE: 0.04963421105803048
previous_iter_valid_loss : 0.16908331215381622

    264640	  0.169294	  0.169083	  0.166898		CURRENT LEARNING RATE: 0.04962428520843692
previous_iter_valid_loss : 0.18503941595554352

    264660	  0.185271	  0.185039	  0.167423		CURRENT LEARNING RATE: 0.049614361343814785
previous_iter_valid_loss : 0.16290459036827087

    264680	  0.163136	  0.162905	  0.167421		CURRENT LEARNING RATE: 0.049604439463767094
previous_iter_valid_loss : 0.16154399514198303

    264700	  0.161728	  0.161544	  0.167381		CURRENT LEARNING RATE: 0.049594519567896976
previous_iter_valid_loss : 0.16170845925807953

    264720	  0.161969	  0.161708	  0.165765		CURRENT LEARNING RATE: 0.049584601655807664
previous_iter_valid_loss : 0.16642218828201294

    264740	  0.166711	  0.166422	  0.165767		CURRENT LEARNING RATE: 0.04957468572710243
previous_iter_valid_loss : 0.16092737019062042

    264760	  0.161147	  0.160927	  0.164315		CURRENT LEARNING RATE: 0.049564771781384624
previous_iter_valid_loss : 0.16170787811279297

    264780	  0.161911	  0.161708	  0.164227		CURRENT LEARNING RATE: 0.049554859818257704
previous_iter_valid_loss : 0.1839938908815384

    264800	  0.184204	  0.183994	  0.165283		CURRENT LEARNING RATE: 0.04954494983732518
previous_iter_valid_loss : 0.16489821672439575

    264820	  0.165150	  0.164898	  0.165457		CURRENT LEARNING RATE: 0.04953504183819066
previous_iter_valid_loss : 0.16097190976142883

    264840	  0.161147	  0.160972	  0.165022		CURRENT LEARNING RATE: 0.04952513582045781
previous_iter_valid_loss : 0.1750272810459137

    264860	  0.175224	  0.175027	  0.165554		CURRENT LEARNING RATE: 0.04951523178373041
previous_iter_valid_loss : 0.161757230758667

    264880	  0.161969	  0.161757	  0.165514		CURRENT LEARNING RATE: 0.04950532972761228
previous_iter_valid_loss : 0.1661735624074936

    264900	  0.166369	  0.166174	  0.165684		CURRENT LEARNING RATE: 0.04949542965170735
previous_iter_valid_loss : 0.16166111826896667

    264920	  0.161857	  0.161661	  0.165688		CURRENT LEARNING RATE: 0.04948553155561961
previous_iter_valid_loss : 0.1701446920633316

    264940	  0.170346	  0.170145	  0.166138		CURRENT LEARNING RATE: 0.04947563543895314
previous_iter_valid_loss : 0.19242919981479645

    264960	  0.192932	  0.192429	  0.167710		CURRENT LEARNING RATE: 0.0494657413013121
previous_iter_valid_loss : 0.16930100321769714

    264980	  0.169584	  0.169301	  0.168104		CURRENT LEARNING RATE: 0.049455849142300716
previous_iter_valid_loss : 0.16103175282478333

    265000	  0.161260	  0.161032	  0.168105		CURRENT LEARNING RATE: 0.049445958961523304
previous_iter_valid_loss : 0.16173212230205536

    265020	  0.161931	  0.161732	  0.167922		CURRENT LEARNING RATE: 0.04943607075858425
previous_iter_valid_loss : 0.16172382235527039

    265040	  0.161918	  0.161724	  0.167554		CURRENT LEARNING RATE: 0.04942618453308804
previous_iter_valid_loss : 0.16599363088607788

    265060	  0.166216	  0.165994	  0.166601		CURRENT LEARNING RATE: 0.04941630028463922
previous_iter_valid_loss : 0.1635570228099823

    265080	  0.163763	  0.163557	  0.166634		CURRENT LEARNING RATE: 0.04940641801284241
previous_iter_valid_loss : 0.162145733833313

    265100	  0.162347	  0.162146	  0.166664		CURRENT LEARNING RATE: 0.049396537717302326
previous_iter_valid_loss : 0.16443535685539246

    265120	  0.164677	  0.164435	  0.166800		CURRENT LEARNING RATE: 0.04938665939762374
previous_iter_valid_loss : 0.16790463030338287

    265140	  0.168091	  0.167905	  0.166874		CURRENT LEARNING RATE: 0.04937678305341156
previous_iter_valid_loss : 0.16459941864013672

    265160	  0.164840	  0.164599	  0.167058		CURRENT LEARNING RATE: 0.04936690868427071
previous_iter_valid_loss : 0.16889356076717377

    265180	  0.169157	  0.168894	  0.167417		CURRENT LEARNING RATE: 0.04935703628980621
previous_iter_valid_loss : 0.18019962310791016

    265200	  0.180564	  0.180200	  0.167228		CURRENT LEARNING RATE: 0.04934716586962317
previous_iter_valid_loss : 0.16414718329906464

    265220	  0.164404	  0.164147	  0.167190		CURRENT LEARNING RATE: 0.04933729742332677
previous_iter_valid_loss : 0.16990560293197632

    265240	  0.170143	  0.169906	  0.167637		CURRENT LEARNING RATE: 0.04932743095052228
previous_iter_valid_loss : 0.16169799864292145

    265260	  0.161945	  0.161698	  0.166970		CURRENT LEARNING RATE: 0.04931756645081502
previous_iter_valid_loss : 0.1733420044183731

    265280	  0.173655	  0.173342	  0.167550		CURRENT LEARNING RATE: 0.04930770392381044
previous_iter_valid_loss : 0.1682826429605484

    265300	  0.168575	  0.168283	  0.167655		CURRENT LEARNING RATE: 0.04929784336911401
previous_iter_valid_loss : 0.16084037721157074

    265320	  0.161045	  0.160840	  0.167614		CURRENT LEARNING RATE: 0.04928798478633133
previous_iter_valid_loss : 0.1638908088207245

    265340	  0.164099	  0.163891	  0.167301		CURRENT LEARNING RATE: 0.04927812817506805
previous_iter_valid_loss : 0.1635035276412964

    265360	  0.163729	  0.163504	  0.165855		CURRENT LEARNING RATE: 0.0492682735349299
previous_iter_valid_loss : 0.1711866855621338

    265380	  0.171430	  0.171187	  0.165949		CURRENT LEARNING RATE: 0.04925842086552269
previous_iter_valid_loss : 0.16227611899375916

    265400	  0.162492	  0.162276	  0.166011		CURRENT LEARNING RATE: 0.049248570166452336
previous_iter_valid_loss : 0.16450142860412598

    265420	  0.164723	  0.164501	  0.166150		CURRENT LEARNING RATE: 0.049238721437324794
previous_iter_valid_loss : 0.19520579278469086

    265440	  0.195393	  0.195206	  0.167824		CURRENT LEARNING RATE: 0.04922887467774611
previous_iter_valid_loss : 0.16278043389320374

    265460	  0.163054	  0.162780	  0.167663		CURRENT LEARNING RATE: 0.049219029887322414
previous_iter_valid_loss : 0.16977852582931519

    265480	  0.170098	  0.169779	  0.167974		CURRENT LEARNING RATE: 0.04920918706565993
previous_iter_valid_loss : 0.1673474758863449

    265500	  0.167613	  0.167347	  0.168235		CURRENT LEARNING RATE: 0.049199346212364936
previous_iter_valid_loss : 0.16078826785087585

    265520	  0.160969	  0.160788	  0.168052		CURRENT LEARNING RATE: 0.04918950732704376
previous_iter_valid_loss : 0.16209515929222107

    265540	  0.162329	  0.162095	  0.167762		CURRENT LEARNING RATE: 0.04917967040930292
previous_iter_valid_loss : 0.19777093827724457

    265560	  0.197925	  0.197771	  0.169420		CURRENT LEARNING RATE: 0.0491698354587489
previous_iter_valid_loss : 0.16394124925136566

    265580	  0.164081	  0.163941	  0.169173		CURRENT LEARNING RATE: 0.04916000247498831
previous_iter_valid_loss : 0.16439896821975708

    265600	  0.164604	  0.164399	  0.168383		CURRENT LEARNING RATE: 0.04915017145762781
previous_iter_valid_loss : 0.1610431969165802

    265620	  0.161213	  0.161043	  0.168227		CURRENT LEARNING RATE: 0.049140342406274184
previous_iter_valid_loss : 0.1736256629228592

    265640	  0.173844	  0.173626	  0.168413		CURRENT LEARNING RATE: 0.049130515320534265
previous_iter_valid_loss : 0.16696049273014069

    265660	  0.167166	  0.166960	  0.168677		CURRENT LEARNING RATE: 0.04912069020001496
previous_iter_valid_loss : 0.17563305795192719

    265680	  0.175992	  0.175633	  0.168791		CURRENT LEARNING RATE: 0.04911086704432328
previous_iter_valid_loss : 0.1715715527534485

    265700	  0.171870	  0.171572	  0.168956		CURRENT LEARNING RATE: 0.04910104585306627
previous_iter_valid_loss : 0.1746988147497177

    265720	  0.175029	  0.174699	  0.169648		CURRENT LEARNING RATE: 0.04909122662585111
previous_iter_valid_loss : 0.17439165711402893

    265740	  0.174633	  0.174392	  0.170173		CURRENT LEARNING RATE: 0.04908140936228502
previous_iter_valid_loss : 0.19575800001621246

    265760	  0.196257	  0.195758	  0.171786		CURRENT LEARNING RATE: 0.04907159406197532
previous_iter_valid_loss : 0.16190437972545624

    265780	  0.162150	  0.161904	  0.171322		CURRENT LEARNING RATE: 0.04906178072452937
previous_iter_valid_loss : 0.18428148329257965

    265800	  0.184505	  0.184281	  0.172422		CURRENT LEARNING RATE: 0.04905196934955467
previous_iter_valid_loss : 0.17811319231987

    265820	  0.178356	  0.178113	  0.173103		CURRENT LEARNING RATE: 0.04904215993665875
previous_iter_valid_loss : 0.16916945576667786

    265840	  0.169482	  0.169169	  0.171801		CURRENT LEARNING RATE: 0.04903235248544923
previous_iter_valid_loss : 0.1793544739484787

    265860	  0.179725	  0.179354	  0.172630		CURRENT LEARNING RATE: 0.04902254699553382
previous_iter_valid_loss : 0.1619175523519516

    265880	  0.162122	  0.161918	  0.172237		CURRENT LEARNING RATE: 0.0490127434665203
previous_iter_valid_loss : 0.16130512952804565

    265900	  0.161519	  0.161305	  0.171935		CURRENT LEARNING RATE: 0.04900294189801651
previous_iter_valid_loss : 0.161357581615448

    265920	  0.161579	  0.161358	  0.171963		CURRENT LEARNING RATE: 0.04899314228963039
previous_iter_valid_loss : 0.16133169829845428

    265940	  0.161546	  0.161332	  0.171925		CURRENT LEARNING RATE: 0.04898334464097
previous_iter_valid_loss : 0.16225233674049377

    265960	  0.162468	  0.162252	  0.170149		CURRENT LEARNING RATE: 0.04897354895164339
previous_iter_valid_loss : 0.1865311861038208

    265980	  0.186758	  0.186531	  0.171279		CURRENT LEARNING RATE: 0.048963755221258745
previous_iter_valid_loss : 0.17423254251480103

    266000	  0.174528	  0.174233	  0.171770		CURRENT LEARNING RATE: 0.04895396344942432
previous_iter_valid_loss : 0.1619710624217987

    266020	  0.162171	  0.161971	  0.171817		CURRENT LEARNING RATE: 0.048944173635748434
previous_iter_valid_loss : 0.16506029665470123

    266040	  0.165306	  0.165060	  0.171388		CURRENT LEARNING RATE: 0.0489343857798395
previous_iter_valid_loss : 0.19133931398391724

    266060	  0.191540	  0.191339	  0.172607		CURRENT LEARNING RATE: 0.04892459988130601
previous_iter_valid_loss : 0.16491921246051788

    266080	  0.165166	  0.164919	  0.172072		CURRENT LEARNING RATE: 0.048914815939756516
previous_iter_valid_loss : 0.16088655591011047

    266100	  0.161087	  0.160887	  0.171537		CURRENT LEARNING RATE: 0.048905033954799663
previous_iter_valid_loss : 0.16468997299671173

    266120	  0.164904	  0.164690	  0.171037		CURRENT LEARNING RATE: 0.048895253926044185
previous_iter_valid_loss : 0.16753242909908295

    266140	  0.167811	  0.167532	  0.170694		CURRENT LEARNING RATE: 0.04888547585309887
previous_iter_valid_loss : 0.16309738159179688

    266160	  0.163314	  0.163097	  0.169061		CURRENT LEARNING RATE: 0.048875699735572584
previous_iter_valid_loss : 0.1672617346048355

    266180	  0.167521	  0.167262	  0.169329		CURRENT LEARNING RATE: 0.04886592557307431
previous_iter_valid_loss : 0.1624438464641571

    266200	  0.162662	  0.162444	  0.168237		CURRENT LEARNING RATE: 0.04885615336521305
previous_iter_valid_loss : 0.16278818249702454

    266220	  0.163013	  0.162788	  0.167471		CURRENT LEARNING RATE: 0.04884638311159793
previous_iter_valid_loss : 0.17028284072875977

    266240	  0.170564	  0.170283	  0.167526		CURRENT LEARNING RATE: 0.04883661481183815
previous_iter_valid_loss : 0.16143307089805603

    266260	  0.161585	  0.161433	  0.166630		CURRENT LEARNING RATE: 0.04882684846554298
previous_iter_valid_loss : 0.16496527194976807

    266280	  0.165191	  0.164965	  0.166783		CURRENT LEARNING RATE: 0.04881708407232173
previous_iter_valid_loss : 0.162655770778656

    266300	  0.162878	  0.162656	  0.166850		CURRENT LEARNING RATE: 0.04880732163178387
previous_iter_valid_loss : 0.16675296425819397

    266320	  0.166967	  0.166753	  0.167120		CURRENT LEARNING RATE: 0.04879756114353885
previous_iter_valid_loss : 0.16114041209220886

    266340	  0.161352	  0.161140	  0.167110		CURRENT LEARNING RATE: 0.048787802607196305
previous_iter_valid_loss : 0.1634581834077835

    266360	  0.163652	  0.163458	  0.167171		CURRENT LEARNING RATE: 0.04877804602236588
previous_iter_valid_loss : 0.1687089055776596

    266380	  0.168997	  0.168709	  0.166280		CURRENT LEARNING RATE: 0.048768291388657285
previous_iter_valid_loss : 0.17187795042991638

    266400	  0.172158	  0.171878	  0.166162		CURRENT LEARNING RATE: 0.048758538705680365
previous_iter_valid_loss : 0.16246971487998962

    266420	  0.162669	  0.162470	  0.166187		CURRENT LEARNING RATE: 0.048748787973044994
previous_iter_valid_loss : 0.16728918254375458

    266440	  0.167548	  0.167289	  0.166298		CURRENT LEARNING RATE: 0.048739039190361155
previous_iter_valid_loss : 0.16130225360393524

    266460	  0.161530	  0.161302	  0.164796		CURRENT LEARNING RATE: 0.04872929235723888
previous_iter_valid_loss : 0.1650361716747284

    266480	  0.165280	  0.165036	  0.164802		CURRENT LEARNING RATE: 0.048719547473288306
previous_iter_valid_loss : 0.1658218801021576

    266500	  0.166104	  0.165822	  0.165049		CURRENT LEARNING RATE: 0.04870980453811965
previous_iter_valid_loss : 0.16549578309059143

    266520	  0.165702	  0.165496	  0.165089		CURRENT LEARNING RATE: 0.048700063551343174
previous_iter_valid_loss : 0.16183626651763916

    266540	  0.162062	  0.161836	  0.164804		CURRENT LEARNING RATE: 0.04869032451256925
previous_iter_valid_loss : 0.16162484884262085

    266560	  0.161848	  0.161625	  0.164731		CURRENT LEARNING RATE: 0.04868058742140831
previous_iter_valid_loss : 0.1610262542963028

    266580	  0.161243	  0.161026	  0.164419		CURRENT LEARNING RATE: 0.048670852277470866
previous_iter_valid_loss : 0.1621725708246231

    266600	  0.162410	  0.162173	  0.164405		CURRENT LEARNING RATE: 0.04866111908036753
previous_iter_valid_loss : 0.16853362321853638

    266620	  0.168828	  0.168534	  0.164693		CURRENT LEARNING RATE: 0.04865138782970896
previous_iter_valid_loss : 0.16099299490451813

    266640	  0.161187	  0.160993	  0.164228		CURRENT LEARNING RATE: 0.048641658525105914
previous_iter_valid_loss : 0.170840784907341

    266660	  0.171128	  0.170841	  0.164699		CURRENT LEARNING RATE: 0.048631931166169214
previous_iter_valid_loss : 0.16099868714809418

    266680	  0.161220	  0.160999	  0.164500		CURRENT LEARNING RATE: 0.04862220575250976
previous_iter_valid_loss : 0.16408337652683258

    266700	  0.164331	  0.164083	  0.164572		CURRENT LEARNING RATE: 0.04861248228373855
previous_iter_valid_loss : 0.16109305620193481

    266720	  0.161286	  0.161093	  0.164289		CURRENT LEARNING RATE: 0.048602760759466616
previous_iter_valid_loss : 0.16661521792411804

    266740	  0.166860	  0.166615	  0.164562		CURRENT LEARNING RATE: 0.04859304117930513
previous_iter_valid_loss : 0.1659366339445114

    266760	  0.166157	  0.165937	  0.164686		CURRENT LEARNING RATE: 0.04858332354286532
previous_iter_valid_loss : 0.16840778291225433

    266780	  0.168696	  0.168408	  0.164671		CURRENT LEARNING RATE: 0.048573607849758435
previous_iter_valid_loss : 0.16193051636219025

    266800	  0.162159	  0.161931	  0.164174		CURRENT LEARNING RATE: 0.04856389409959588
previous_iter_valid_loss : 0.16173791885375977

    266820	  0.161993	  0.161738	  0.164137		CURRENT LEARNING RATE: 0.048554182291989094
previous_iter_valid_loss : 0.1608452945947647

    266840	  0.161063	  0.160845	  0.163815		CURRENT LEARNING RATE: 0.04854447242654961
previous_iter_valid_loss : 0.1612868756055832

    266860	  0.161490	  0.161287	  0.163814		CURRENT LEARNING RATE: 0.04853476450288903
previous_iter_valid_loss : 0.1620039939880371

    266880	  0.162264	  0.162004	  0.163663		CURRENT LEARNING RATE: 0.04852505852061903
previous_iter_valid_loss : 0.18522284924983978

    266900	  0.185459	  0.185223	  0.164633		CURRENT LEARNING RATE: 0.04851535447935139
previous_iter_valid_loss : 0.1614808887243271

    266920	  0.161676	  0.161481	  0.164432		CURRENT LEARNING RATE: 0.048505652378697924
previous_iter_valid_loss : 0.16747909784317017

    266940	  0.167740	  0.167479	  0.164714		CURRENT LEARNING RATE: 0.04849595221827056
previous_iter_valid_loss : 0.16290244460105896

    266960	  0.163153	  0.162902	  0.164778		CURRENT LEARNING RATE: 0.04848625399768129
previous_iter_valid_loss : 0.165163055062294

    266980	  0.165375	  0.165163	  0.164985		CURRENT LEARNING RATE: 0.04847655771654219
previous_iter_valid_loss : 0.16980290412902832

    267000	  0.170076	  0.169803	  0.165366		CURRENT LEARNING RATE: 0.04846686337446541
previous_iter_valid_loss : 0.16134802997112274

    267020	  0.161556	  0.161348	  0.165007		CURRENT LEARNING RATE: 0.048457170971063154
previous_iter_valid_loss : 0.17358559370040894

    267040	  0.173761	  0.173586	  0.165637		CURRENT LEARNING RATE: 0.048447480505947764
previous_iter_valid_loss : 0.17721009254455566

    267060	  0.177560	  0.177210	  0.165955		CURRENT LEARNING RATE: 0.04843779197873159
previous_iter_valid_loss : 0.17189079523086548

    267080	  0.172180	  0.171891	  0.166500		CURRENT LEARNING RATE: 0.0484281053890271
previous_iter_valid_loss : 0.1626189947128296

    267100	  0.162792	  0.162619	  0.166427		CURRENT LEARNING RATE: 0.048418420736446845
previous_iter_valid_loss : 0.16294506192207336

    267120	  0.163146	  0.162945	  0.166519		CURRENT LEARNING RATE: 0.048408738020603394
previous_iter_valid_loss : 0.17081399261951447

    267140	  0.171031	  0.170814	  0.166729		CURRENT LEARNING RATE: 0.04839905724110949
previous_iter_valid_loss : 0.1613953858613968

    267160	  0.161587	  0.161395	  0.166502		CURRENT LEARNING RATE: 0.04838937839757788
previous_iter_valid_loss : 0.16265137493610382

    267180	  0.162872	  0.162651	  0.166214		CURRENT LEARNING RATE: 0.04837970148962142
previous_iter_valid_loss : 0.16245721280574799

    267200	  0.162684	  0.162457	  0.166241		CURRENT LEARNING RATE: 0.04837002651685303
previous_iter_valid_loss : 0.16529154777526855

    267220	  0.165472	  0.165292	  0.166418		CURRENT LEARNING RATE: 0.0483603534788857
previous_iter_valid_loss : 0.1632148176431656

    267240	  0.163417	  0.163215	  0.166537		CURRENT LEARNING RATE: 0.048350682375332514
previous_iter_valid_loss : 0.1647804081439972

    267260	  0.164999	  0.164780	  0.166712		CURRENT LEARNING RATE: 0.04834101320580663
previous_iter_valid_loss : 0.16176852583885193

    267280	  0.161962	  0.161769	  0.166700		CURRENT LEARNING RATE: 0.04833134596992129
previous_iter_valid_loss : 0.16078555583953857

    267300	  0.160994	  0.160786	  0.165478		CURRENT LEARNING RATE: 0.048321680667289785
previous_iter_valid_loss : 0.18221500515937805

    267320	  0.182604	  0.182215	  0.166515		CURRENT LEARNING RATE: 0.04831201729752552
previous_iter_valid_loss : 0.16085585951805115

    267340	  0.161048	  0.160856	  0.166183		CURRENT LEARNING RATE: 0.04830235586024194
previous_iter_valid_loss : 0.16370563209056854

    267360	  0.163895	  0.163706	  0.166224		CURRENT LEARNING RATE: 0.04829269635505261
previous_iter_valid_loss : 0.16104432940483093

    267380	  0.161215	  0.161044	  0.166018		CURRENT LEARNING RATE: 0.04828303878157114
previous_iter_valid_loss : 0.16095180809497833

    267400	  0.161151	  0.160952	  0.165575		CURRENT LEARNING RATE: 0.04827338313941123
previous_iter_valid_loss : 0.17546431720256805

    267420	  0.175700	  0.175464	  0.166281		CURRENT LEARNING RATE: 0.04826372942818665
previous_iter_valid_loss : 0.1750364899635315

    267440	  0.175366	  0.175036	  0.166353		CURRENT LEARNING RATE: 0.048254077647511245
previous_iter_valid_loss : 0.1619131863117218

    267460	  0.162131	  0.161913	  0.165589		CURRENT LEARNING RATE: 0.048244427796998966
previous_iter_valid_loss : 0.1610880345106125

    267480	  0.161301	  0.161088	  0.165048		CURRENT LEARNING RATE: 0.0482347798762638
previous_iter_valid_loss : 0.1715366691350937

    267500	  0.171832	  0.171537	  0.165494		CURRENT LEARNING RATE: 0.048225133884919835
previous_iter_valid_loss : 0.1711520105600357

    267520	  0.171478	  0.171152	  0.165905		CURRENT LEARNING RATE: 0.04821548982258123
previous_iter_valid_loss : 0.16250765323638916

    267540	  0.162729	  0.162508	  0.165489		CURRENT LEARNING RATE: 0.04820584768886221
previous_iter_valid_loss : 0.16558216512203217

    267560	  0.165804	  0.165582	  0.165699		CURRENT LEARNING RATE: 0.04819620748337713
previous_iter_valid_loss : 0.167612224817276

    267580	  0.167840	  0.167612	  0.165947		CURRENT LEARNING RATE: 0.04818656920574034
previous_iter_valid_loss : 0.17256367206573486

    267600	  0.172769	  0.172564	  0.166452		CURRENT LEARNING RATE: 0.04817693285556633
previous_iter_valid_loss : 0.16298268735408783

    267620	  0.163176	  0.162983	  0.166337		CURRENT LEARNING RATE: 0.04816729843246964
previous_iter_valid_loss : 0.16269053518772125

    267640	  0.162921	  0.162691	  0.166310		CURRENT LEARNING RATE: 0.0481576659360649
previous_iter_valid_loss : 0.1700100153684616

    267660	  0.170296	  0.170010	  0.166572		CURRENT LEARNING RATE: 0.0481480353659668
previous_iter_valid_loss : 0.16889649629592896

    267680	  0.169134	  0.168896	  0.166928		CURRENT LEARNING RATE: 0.04813840672179012
previous_iter_valid_loss : 0.16276425123214722

    267700	  0.163068	  0.162764	  0.167027		CURRENT LEARNING RATE: 0.04812878000314972
previous_iter_valid_loss : 0.1747719943523407

    267720	  0.175065	  0.174772	  0.166655		CURRENT LEARNING RATE: 0.04811915520966052
previous_iter_valid_loss : 0.1637478470802307

    267740	  0.163937	  0.163748	  0.166800		CURRENT LEARNING RATE: 0.04810953234093754
previous_iter_valid_loss : 0.16095508635044098

    267760	  0.161152	  0.160955	  0.166662		CURRENT LEARNING RATE: 0.048099911396595856
previous_iter_valid_loss : 0.16093263030052185

    267780	  0.161146	  0.160933	  0.166657		CURRENT LEARNING RATE: 0.04809029237625063
previous_iter_valid_loss : 0.16149064898490906

    267800	  0.161697	  0.161491	  0.166684		CURRENT LEARNING RATE: 0.048080675279517114
previous_iter_valid_loss : 0.16625337302684784

    267820	  0.166469	  0.166253	  0.166223		CURRENT LEARNING RATE: 0.04807106010601062
previous_iter_valid_loss : 0.1714029312133789

    267840	  0.171665	  0.171403	  0.166041		CURRENT LEARNING RATE: 0.04806144685534653
previous_iter_valid_loss : 0.1691317856311798

    267860	  0.169360	  0.169132	  0.166402		CURRENT LEARNING RATE: 0.04805183552714032
previous_iter_valid_loss : 0.18035788834095

    267880	  0.180728	  0.180358	  0.167366		CURRENT LEARNING RATE: 0.04804222612100753
previous_iter_valid_loss : 0.16433873772621155

    267900	  0.164588	  0.164339	  0.167006		CURRENT LEARNING RATE: 0.0480326186365638
previous_iter_valid_loss : 0.16184408962726593

    267920	  0.162101	  0.161844	  0.166540		CURRENT LEARNING RATE: 0.048023013073424825
previous_iter_valid_loss : 0.16211523115634918

    267940	  0.162304	  0.162115	  0.166521		CURRENT LEARNING RATE: 0.04801340943120635
previous_iter_valid_loss : 0.1647770255804062

    267960	  0.165030	  0.164777	  0.166481		CURRENT LEARNING RATE: 0.04800380770952429
previous_iter_valid_loss : 0.16117741167545319

    267980	  0.161406	  0.161177	  0.166159		CURRENT LEARNING RATE: 0.04799420790799454
previous_iter_valid_loss : 0.17209355533123016

    268000	  0.172402	  0.172094	  0.166135		CURRENT LEARNING RATE: 0.04798461002623311
previous_iter_valid_loss : 0.16115953028202057

    268020	  0.161357	  0.161160	  0.166044		CURRENT LEARNING RATE: 0.047975014063856077
previous_iter_valid_loss : 0.16776420176029205

    268040	  0.168026	  0.167764	  0.166298		CURRENT LEARNING RATE: 0.047965420020479634
previous_iter_valid_loss : 0.16298407316207886

    268060	  0.163211	  0.162984	  0.165947		CURRENT LEARNING RATE: 0.047955827895719984
previous_iter_valid_loss : 0.18510575592517853

    268080	  0.185491	  0.185106	  0.166757		CURRENT LEARNING RATE: 0.04794623768919346
previous_iter_valid_loss : 0.16292710602283478

    268100	  0.163163	  0.162927	  0.166765		CURRENT LEARNING RATE: 0.04793664940051645
previous_iter_valid_loss : 0.16682365536689758

    268120	  0.167079	  0.166824	  0.166368		CURRENT LEARNING RATE: 0.04792706302930543
previous_iter_valid_loss : 0.16374024748802185

    268140	  0.163931	  0.163740	  0.166367		CURRENT LEARNING RATE: 0.047917478575176926
previous_iter_valid_loss : 0.16512084007263184

    268160	  0.165372	  0.165121	  0.166576		CURRENT LEARNING RATE: 0.047907896037747574
previous_iter_valid_loss : 0.17058165371418

    268180	  0.170780	  0.170582	  0.167058		CURRENT LEARNING RATE: 0.04789831541663408
previous_iter_valid_loss : 0.18220733106136322

    268200	  0.182449	  0.182207	  0.168094		CURRENT LEARNING RATE: 0.047888736711453196
previous_iter_valid_loss : 0.1734333485364914

    268220	  0.173649	  0.173433	  0.168453		CURRENT LEARNING RATE: 0.04787915992182179
previous_iter_valid_loss : 0.16224299371242523

    268240	  0.162438	  0.162243	  0.167995		CURRENT LEARNING RATE: 0.0478695850473568
previous_iter_valid_loss : 0.16152913868427277

    268260	  0.161738	  0.161529	  0.167615		CURRENT LEARNING RATE: 0.04786001208767521
previous_iter_valid_loss : 0.16954714059829712

    268280	  0.169860	  0.169547	  0.167074		CURRENT LEARNING RATE: 0.0478504410423941
previous_iter_valid_loss : 0.1629822552204132

    268300	  0.163169	  0.162982	  0.167006		CURRENT LEARNING RATE: 0.04784087191113064
previous_iter_valid_loss : 0.1611962765455246

    268320	  0.161402	  0.161196	  0.166974		CURRENT LEARNING RATE: 0.04783130469350207
previous_iter_valid_loss : 0.16271252930164337

    268340	  0.162910	  0.162713	  0.167004		CURRENT LEARNING RATE: 0.04782173938912568
previous_iter_valid_loss : 0.1615878790616989

    268360	  0.161787	  0.161588	  0.166844		CURRENT LEARNING RATE: 0.04781217599761888
previous_iter_valid_loss : 0.16706101596355438

    268380	  0.167336	  0.167061	  0.167139		CURRENT LEARNING RATE: 0.04780261451859913
previous_iter_valid_loss : 0.17607301473617554

    268400	  0.176380	  0.176073	  0.167338		CURRENT LEARNING RATE: 0.04779305495168397
previous_iter_valid_loss : 0.1660386025905609

    268420	  0.166273	  0.166039	  0.167581		CURRENT LEARNING RATE: 0.04778349729649101
previous_iter_valid_loss : 0.16099129617214203

    268440	  0.161204	  0.160991	  0.167243		CURRENT LEARNING RATE: 0.04777394155263796
previous_iter_valid_loss : 0.1699097454547882

    268460	  0.170192	  0.169910	  0.167589		CURRENT LEARNING RATE: 0.04776438771974256
previous_iter_valid_loss : 0.17058540880680084

    268480	  0.170877	  0.170585	  0.166863		CURRENT LEARNING RATE: 0.047754835797422686
previous_iter_valid_loss : 0.16121377050876617

    268500	  0.161447	  0.161214	  0.166777		CURRENT LEARNING RATE: 0.04774528578529624
previous_iter_valid_loss : 0.1608155071735382

    268520	  0.161019	  0.160816	  0.166477		CURRENT LEARNING RATE: 0.04773573768298125
previous_iter_valid_loss : 0.16129589080810547

    268540	  0.161471	  0.161296	  0.166355		CURRENT LEARNING RATE: 0.047726191490095764
previous_iter_valid_loss : 0.20808231830596924

    268560	  0.208162	  0.208082	  0.168503		CURRENT LEARNING RATE: 0.04771664720625794
previous_iter_valid_loss : 0.16161008179187775

    268580	  0.161827	  0.161610	  0.168054		CURRENT LEARNING RATE: 0.04770710483108602
previous_iter_valid_loss : 0.16333740949630737

    268600	  0.163544	  0.163337	  0.167111		CURRENT LEARNING RATE: 0.04769756436419829
previous_iter_valid_loss : 0.19871219992637634

    268620	  0.198865	  0.198712	  0.168375		CURRENT LEARNING RATE: 0.04768802580521315
previous_iter_valid_loss : 0.16134203970432281

    268640	  0.161552	  0.161342	  0.168330		CURRENT LEARNING RATE: 0.047678489153749046
previous_iter_valid_loss : 0.16298063099384308

    268660	  0.163170	  0.162981	  0.168402		CURRENT LEARNING RATE: 0.0476689544094245
previous_iter_valid_loss : 0.16245317459106445

    268680	  0.162644	  0.162453	  0.168048		CURRENT LEARNING RATE: 0.04765942157185815
previous_iter_valid_loss : 0.16230681538581848

    268700	  0.162535	  0.162307	  0.168014		CURRENT LEARNING RATE: 0.04764989064066868
previous_iter_valid_loss : 0.16204479336738586

    268720	  0.162230	  0.162045	  0.168056		CURRENT LEARNING RATE: 0.04764036161547482
previous_iter_valid_loss : 0.18739812076091766

    268740	  0.187601	  0.187398	  0.169291		CURRENT LEARNING RATE: 0.047630834495895426
previous_iter_valid_loss : 0.16167709231376648

    268760	  0.161868	  0.161677	  0.169295		CURRENT LEARNING RATE: 0.04762130928154942
previous_iter_valid_loss : 0.1647224724292755

    268780	  0.164972	  0.164722	  0.169178		CURRENT LEARNING RATE: 0.047611785972055815
previous_iter_valid_loss : 0.1639714390039444

    268800	  0.164219	  0.163971	  0.168573		CURRENT LEARNING RATE: 0.04760226456703364
previous_iter_valid_loss : 0.16465699672698975

    268820	  0.164919	  0.164657	  0.168504		CURRENT LEARNING RATE: 0.04759274506610207
previous_iter_valid_loss : 0.18433094024658203

    268840	  0.184543	  0.184331	  0.169671		CURRENT LEARNING RATE: 0.04758322746888029
previous_iter_valid_loss : 0.16786175966262817

    268860	  0.168070	  0.167862	  0.169568		CURRENT LEARNING RATE: 0.04757371177498762
previous_iter_valid_loss : 0.18739505112171173

    268880	  0.187616	  0.187395	  0.170409		CURRENT LEARNING RATE: 0.04756419798404344
previous_iter_valid_loss : 0.16363191604614258

    268900	  0.163837	  0.163632	  0.170530		CURRENT LEARNING RATE: 0.047554686095667174
previous_iter_valid_loss : 0.16096220910549164

    268920	  0.161164	  0.160962	  0.170537		CURRENT LEARNING RATE: 0.04754517610947836
previous_iter_valid_loss : 0.18265773355960846

    268940	  0.182876	  0.182658	  0.171605		CURRENT LEARNING RATE: 0.047535668025096595
previous_iter_valid_loss : 0.18587514758110046

    268960	  0.186083	  0.185875	  0.170495		CURRENT LEARNING RATE: 0.04752616184214156
previous_iter_valid_loss : 0.16541217267513275

    268980	  0.165592	  0.165412	  0.170685		CURRENT LEARNING RATE: 0.04751665756023301
previous_iter_valid_loss : 0.17422416806221008

    269000	  0.174440	  0.174224	  0.171229		CURRENT LEARNING RATE: 0.047507155178990755
previous_iter_valid_loss : 0.17333999276161194

    269020	  0.173636	  0.173340	  0.169961		CURRENT LEARNING RATE: 0.04749765469803472
previous_iter_valid_loss : 0.1673601269721985

    269040	  0.167607	  0.167360	  0.170262		CURRENT LEARNING RATE: 0.047488156116984884
previous_iter_valid_loss : 0.16722474992275238

    269060	  0.167408	  0.167225	  0.170474		CURRENT LEARNING RATE: 0.0474786594354613
previous_iter_valid_loss : 0.1616601198911667

    269080	  0.161894	  0.161660	  0.170434		CURRENT LEARNING RATE: 0.047469164653084095
previous_iter_valid_loss : 0.1670912206172943

    269100	  0.167334	  0.167091	  0.170673		CURRENT LEARNING RATE: 0.04745967176947348
previous_iter_valid_loss : 0.16906796395778656

    269120	  0.169277	  0.169068	  0.171025		CURRENT LEARNING RATE: 0.04745018078424974
previous_iter_valid_loss : 0.1668470948934555

    269140	  0.167070	  0.166847	  0.169997		CURRENT LEARNING RATE: 0.04744069169703322
previous_iter_valid_loss : 0.17875486612319946

    269160	  0.178956	  0.178755	  0.170851		CURRENT LEARNING RATE: 0.047431204507444404
previous_iter_valid_loss : 0.17083069682121277

    269180	  0.171016	  0.170831	  0.171156		CURRENT LEARNING RATE: 0.047421719215103776
previous_iter_valid_loss : 0.16157594323158264

    269200	  0.161767	  0.161576	  0.171037		CURRENT LEARNING RATE: 0.047412235819631915
previous_iter_valid_loss : 0.16981756687164307

    269220	  0.170113	  0.169818	  0.171295		CURRENT LEARNING RATE: 0.04740275432064949
previous_iter_valid_loss : 0.1647264063358307

    269240	  0.164961	  0.164726	  0.170314		CURRENT LEARNING RATE: 0.04739327471777724
previous_iter_valid_loss : 0.16571876406669617

    269260	  0.165908	  0.165719	  0.170207		CURRENT LEARNING RATE: 0.047383797010636
previous_iter_valid_loss : 0.17224037647247314

    269280	  0.172437	  0.172240	  0.169449		CURRENT LEARNING RATE: 0.04737432119884663
previous_iter_valid_loss : 0.1682649850845337

    269300	  0.168521	  0.168265	  0.169681		CURRENT LEARNING RATE: 0.04736484728203012
previous_iter_valid_loss : 0.16087652742862701

    269320	  0.161073	  0.160877	  0.169677		CURRENT LEARNING RATE: 0.04735537525980752
previous_iter_valid_loss : 0.16115251183509827

    269340	  0.161368	  0.161153	  0.168602		CURRENT LEARNING RATE: 0.047345905131799926
previous_iter_valid_loss : 0.17297622561454773

    269360	  0.173311	  0.172976	  0.167957		CURRENT LEARNING RATE: 0.047336436897628544
previous_iter_valid_loss : 0.16151271760463715

    269380	  0.161686	  0.161513	  0.167762		CURRENT LEARNING RATE: 0.04732697055691464
previous_iter_valid_loss : 0.1627403050661087

    269400	  0.162971	  0.162740	  0.167187		CURRENT LEARNING RATE: 0.04731750610927958
previous_iter_valid_loss : 0.19374266266822815

    269420	  0.194163	  0.193743	  0.168208		CURRENT LEARNING RATE: 0.04730804355434476
previous_iter_valid_loss : 0.16161462664604187

    269440	  0.161819	  0.161615	  0.167920		CURRENT LEARNING RATE: 0.04729858289173169
previous_iter_valid_loss : 0.16164369881153107

    269460	  0.161868	  0.161644	  0.167641		CURRENT LEARNING RATE: 0.04728912412106193
previous_iter_valid_loss : 0.1668388992547989

    269480	  0.167059	  0.166839	  0.167900		CURRENT LEARNING RATE: 0.04727966724195716
previous_iter_valid_loss : 0.16155129671096802

    269500	  0.161804	  0.161551	  0.167623		CURRENT LEARNING RATE: 0.04727021225403907
previous_iter_valid_loss : 0.17300665378570557

    269520	  0.173240	  0.173007	  0.167820		CURRENT LEARNING RATE: 0.0472607591569295
previous_iter_valid_loss : 0.16091805696487427

    269540	  0.161137	  0.160918	  0.167524		CURRENT LEARNING RATE: 0.04725130795025025
previous_iter_valid_loss : 0.16737547516822815

    269560	  0.167619	  0.167375	  0.166955		CURRENT LEARNING RATE: 0.04724185863362337
previous_iter_valid_loss : 0.1617417186498642

    269580	  0.161952	  0.161742	  0.166500		CURRENT LEARNING RATE: 0.04723241120667083
previous_iter_valid_loss : 0.1608346849679947

    269600	  0.161037	  0.160835	  0.166463		CURRENT LEARNING RATE: 0.047222965669014745
previous_iter_valid_loss : 0.1614428460597992

    269620	  0.161651	  0.161443	  0.166045		CURRENT LEARNING RATE: 0.0472135220202773
previous_iter_valid_loss : 0.1634681075811386

    269640	  0.163710	  0.163468	  0.165982		CURRENT LEARNING RATE: 0.04720408026008074
previous_iter_valid_loss : 0.16106058657169342

    269660	  0.161242	  0.161061	  0.165749		CURRENT LEARNING RATE: 0.047194640388047396
previous_iter_valid_loss : 0.17174068093299866

    269680	  0.171912	  0.171741	  0.165724		CURRENT LEARNING RATE: 0.04718520240379967
previous_iter_valid_loss : 0.16146190464496613

    269700	  0.161694	  0.161462	  0.165384		CURRENT LEARNING RATE: 0.04717576630696005
previous_iter_valid_loss : 0.16138647496700287

    269720	  0.161589	  0.161386	  0.165409		CURRENT LEARNING RATE: 0.047166332097151084
previous_iter_valid_loss : 0.1702118068933487

    269740	  0.170494	  0.170212	  0.165862		CURRENT LEARNING RATE: 0.04715689977399541
previous_iter_valid_loss : 0.1611197143793106

    269760	  0.161299	  0.161120	  0.165269		CURRENT LEARNING RATE: 0.047147469337115736
previous_iter_valid_loss : 0.16569696366786957

    269780	  0.165921	  0.165697	  0.165478		CURRENT LEARNING RATE: 0.04713804078613484
previous_iter_valid_loss : 0.16137859225273132

    269800	  0.161562	  0.161379	  0.165410		CURRENT LEARNING RATE: 0.04712861412067558
previous_iter_valid_loss : 0.18999552726745605

    269820	  0.190424	  0.189996	  0.165223		CURRENT LEARNING RATE: 0.0471191893403609
previous_iter_valid_loss : 0.1622724086046219

    269840	  0.162459	  0.162272	  0.165256		CURRENT LEARNING RATE: 0.04710976644481379
previous_iter_valid_loss : 0.16801027953624725

    269860	  0.168277	  0.168010	  0.165574		CURRENT LEARNING RATE: 0.04710034543365735
previous_iter_valid_loss : 0.16250446438789368

    269880	  0.162723	  0.162504	  0.165357		CURRENT LEARNING RATE: 0.04709092630651473
previous_iter_valid_loss : 0.16105051338672638

    269900	  0.161260	  0.161051	  0.165332		CURRENT LEARNING RATE: 0.04708150906300917
previous_iter_valid_loss : 0.16841906309127808

    269920	  0.168688	  0.168419	  0.165103		CURRENT LEARNING RATE: 0.04707209370276398
previous_iter_valid_loss : 0.16263605654239655

    269940	  0.162810	  0.162636	  0.165189		CURRENT LEARNING RATE: 0.04706268022540252
previous_iter_valid_loss : 0.16133946180343628

    269960	  0.161547	  0.161339	  0.164887		CURRENT LEARNING RATE: 0.04705326863054829
previous_iter_valid_loss : 0.16101814806461334

    269980	  0.161222	  0.161018	  0.164851		CURRENT LEARNING RATE: 0.047043858917824824
previous_iter_valid_loss : 0.1607787162065506

    270000	  0.160960	  0.160779	  0.164848		CURRENT LEARNING RATE: 0.047034451086855715
previous_iter_valid_loss : 0.16561971604824066

    270020	  0.165806	  0.165620	  0.165057		CURRENT LEARNING RATE: 0.04702504513726466
previous_iter_valid_loss : 0.17143882811069489

    270040	  0.171648	  0.171439	  0.165455		CURRENT LEARNING RATE: 0.047015641068675416
previous_iter_valid_loss : 0.16136975586414337

    270060	  0.161534	  0.161370	  0.165471		CURRENT LEARNING RATE: 0.047006238880711815
previous_iter_valid_loss : 0.16278265416622162

    270080	  0.162976	  0.162783	  0.165023		CURRENT LEARNING RATE: 0.04699683857299778
previous_iter_valid_loss : 0.161113440990448

    270100	  0.161297	  0.161113	  0.165006		CURRENT LEARNING RATE: 0.04698744014515729
previous_iter_valid_loss : 0.16325236856937408

    270120	  0.163490	  0.163252	  0.165099		CURRENT LEARNING RATE: 0.04697804359681442
previous_iter_valid_loss : 0.16602084040641785

    270140	  0.166199	  0.166021	  0.164889		CURRENT LEARNING RATE: 0.04696864892759329
previous_iter_valid_loss : 0.16096921265125275

    270160	  0.161169	  0.160969	  0.164882		CURRENT LEARNING RATE: 0.046959256137118134
previous_iter_valid_loss : 0.16153700649738312

    270180	  0.161752	  0.161537	  0.164674		CURRENT LEARNING RATE: 0.04694986522501323
previous_iter_valid_loss : 0.1627618968486786

    270200	  0.163017	  0.162762	  0.164743		CURRENT LEARNING RATE: 0.04694047619090293
previous_iter_valid_loss : 0.16093118488788605

    270220	  0.161161	  0.160931	  0.163290		CURRENT LEARNING RATE: 0.04693108903441169
previous_iter_valid_loss : 0.1613466888666153

    270240	  0.161565	  0.161347	  0.163243		CURRENT LEARNING RATE: 0.04692170375516402
previous_iter_valid_loss : 0.19046936929225922

    270260	  0.190657	  0.190469	  0.164366		CURRENT LEARNING RATE: 0.0469123203527845
previous_iter_valid_loss : 0.16116949915885925

    270280	  0.161385	  0.161169	  0.164300		CURRENT LEARNING RATE: 0.046902938826897805
previous_iter_valid_loss : 0.1636706292629242

    270300	  0.163900	  0.163671	  0.164431		CURRENT LEARNING RATE: 0.046893559177128674
previous_iter_valid_loss : 0.18211586773395538

    270320	  0.182458	  0.182116	  0.165116		CURRENT LEARNING RATE: 0.04688418140310191
previous_iter_valid_loss : 0.16106952726840973

    270340	  0.161270	  0.161070	  0.165037		CURRENT LEARNING RATE: 0.04687480550444241
previous_iter_valid_loss : 0.16266490519046783

    270360	  0.162869	  0.162665	  0.165104		CURRENT LEARNING RATE: 0.04686543148077511
previous_iter_valid_loss : 0.1683286726474762

    270380	  0.168462	  0.168329	  0.165469		CURRENT LEARNING RATE: 0.046856059331725104
previous_iter_valid_loss : 0.16328789293766022

    270400	  0.163437	  0.163288	  0.165595		CURRENT LEARNING RATE: 0.04684668905691748
previous_iter_valid_loss : 0.16276103258132935

    270420	  0.162962	  0.162761	  0.165452		CURRENT LEARNING RATE: 0.04683732065597742
previous_iter_valid_loss : 0.17273195087909698

    270440	  0.173029	  0.172732	  0.165516		CURRENT LEARNING RATE: 0.046827954128530185
previous_iter_valid_loss : 0.16681304574012756

    270460	  0.167045	  0.166813	  0.165788		CURRENT LEARNING RATE: 0.04681858947420113
previous_iter_valid_loss : 0.1617826372385025

    270480	  0.161977	  0.161783	  0.165738		CURRENT LEARNING RATE: 0.04680922669261566
previous_iter_valid_loss : 0.16665233671665192

    270500	  0.166907	  0.166652	  0.166015		CURRENT LEARNING RATE: 0.04679986578339926
previous_iter_valid_loss : 0.16158480942249298

    270520	  0.161799	  0.161585	  0.165932		CURRENT LEARNING RATE: 0.046790506746177504
previous_iter_valid_loss : 0.1634194403886795

    270540	  0.163657	  0.163419	  0.165802		CURRENT LEARNING RATE: 0.04678114958057602
previous_iter_valid_loss : 0.17215341329574585

    270560	  0.172449	  0.172153	  0.166361		CURRENT LEARNING RATE: 0.046771794286220525
previous_iter_valid_loss : 0.16662928462028503

    270580	  0.166911	  0.166629	  0.166616		CURRENT LEARNING RATE: 0.04676244086273681
previous_iter_valid_loss : 0.16980358958244324

    270600	  0.170084	  0.169804	  0.166968		CURRENT LEARNING RATE: 0.04675308930975074
previous_iter_valid_loss : 0.1625010371208191

    270620	  0.162696	  0.162501	  0.167046		CURRENT LEARNING RATE: 0.046743739626888235
previous_iter_valid_loss : 0.16098806262016296

    270640	  0.161163	  0.160988	  0.167028		CURRENT LEARNING RATE: 0.046734391813775325
previous_iter_valid_loss : 0.16342659294605255

    270660	  0.163568	  0.163427	  0.165676		CURRENT LEARNING RATE: 0.046725045870038104
previous_iter_valid_loss : 0.17065291106700897

    270680	  0.170830	  0.170653	  0.166150		CURRENT LEARNING RATE: 0.04671570179530272
previous_iter_valid_loss : 0.16683875024318695

    270700	  0.167080	  0.166839	  0.166309		CURRENT LEARNING RATE: 0.04670635958919541
previous_iter_valid_loss : 0.16656051576137543

    270720	  0.166770	  0.166561	  0.165531		CURRENT LEARNING RATE: 0.04669701925134249
previous_iter_valid_loss : 0.16289609670639038

    270740	  0.163094	  0.162896	  0.165622		CURRENT LEARNING RATE: 0.046687680781370346
previous_iter_valid_loss : 0.1616601198911667

    270760	  0.161803	  0.161660	  0.165572		CURRENT LEARNING RATE: 0.046678344178905415
previous_iter_valid_loss : 0.1762513667345047

    270780	  0.176435	  0.176251	  0.165968		CURRENT LEARNING RATE: 0.04666900944357429
previous_iter_valid_loss : 0.17271435260772705

    270800	  0.172879	  0.172714	  0.166440		CURRENT LEARNING RATE: 0.04665967657500354
previous_iter_valid_loss : 0.16127367317676544

    270820	  0.161452	  0.161274	  0.166365		CURRENT LEARNING RATE: 0.04665034557281987
previous_iter_valid_loss : 0.17174725234508514

    270840	  0.172027	  0.171747	  0.166316		CURRENT LEARNING RATE: 0.046641016436650015
previous_iter_valid_loss : 0.17355498671531677

    270860	  0.173849	  0.173555	  0.166653		CURRENT LEARNING RATE: 0.04663168916612083
previous_iter_valid_loss : 0.1650364100933075

    270880	  0.165240	  0.165036	  0.166816		CURRENT LEARNING RATE: 0.04662236376085922
previous_iter_valid_loss : 0.16212432086467743

    270900	  0.162362	  0.162124	  0.166589		CURRENT LEARNING RATE: 0.04661304022049216
previous_iter_valid_loss : 0.16248509287834167

    270920	  0.162743	  0.162485	  0.166634		CURRENT LEARNING RATE: 0.04660371854464672
previous_iter_valid_loss : 0.16323122382164001

    270940	  0.163454	  0.163231	  0.166625		CURRENT LEARNING RATE: 0.046594398732950036
previous_iter_valid_loss : 0.17050346732139587

    270960	  0.170803	  0.170503	  0.166543		CURRENT LEARNING RATE: 0.04658508078502929
previous_iter_valid_loss : 0.17009800672531128

    270980	  0.170375	  0.170098	  0.166716		CURRENT LEARNING RATE: 0.04657576470051179
previous_iter_valid_loss : 0.19125886261463165

    271000	  0.191689	  0.191259	  0.167789		CURRENT LEARNING RATE: 0.04656645047902489
previous_iter_valid_loss : 0.17258335649967194

    271020	  0.172794	  0.172583	  0.168293		CURRENT LEARNING RATE: 0.046557138120196004
previous_iter_valid_loss : 0.16219747066497803

    271040	  0.162397	  0.162197	  0.168353		CURRENT LEARNING RATE: 0.04654782762365266
previous_iter_valid_loss : 0.1635005921125412

    271060	  0.163702	  0.163501	  0.168357		CURRENT LEARNING RATE: 0.04653851898902243
previous_iter_valid_loss : 0.1668594628572464

    271080	  0.167107	  0.166859	  0.168167		CURRENT LEARNING RATE: 0.046529212215932945
previous_iter_valid_loss : 0.17347711324691772

    271100	  0.173772	  0.173477	  0.168499		CURRENT LEARNING RATE: 0.046519907304011975
previous_iter_valid_loss : 0.16106726229190826

    271120	  0.161255	  0.161067	  0.168225		CURRENT LEARNING RATE: 0.0465106042528873
previous_iter_valid_loss : 0.16805043816566467

    271140	  0.168281	  0.168050	  0.168482		CURRENT LEARNING RATE: 0.04650130306218679
previous_iter_valid_loss : 0.16118453443050385

    271160	  0.161332	  0.161185	  0.168459		CURRENT LEARNING RATE: 0.046492003731538396
previous_iter_valid_loss : 0.16613684594631195

    271180	  0.166344	  0.166137	  0.167953		CURRENT LEARNING RATE: 0.04648270626057018
previous_iter_valid_loss : 0.17200824618339539

    271200	  0.172302	  0.172008	  0.167917		CURRENT LEARNING RATE: 0.046473410648910224
previous_iter_valid_loss : 0.16167327761650085

    271220	  0.161862	  0.161673	  0.167937		CURRENT LEARNING RATE: 0.046464116896186694
previous_iter_valid_loss : 0.1630629003047943

    271240	  0.163285	  0.163063	  0.167503		CURRENT LEARNING RATE: 0.04645482500202784
previous_iter_valid_loss : 0.1652817726135254

    271260	  0.165526	  0.165282	  0.167090		CURRENT LEARNING RATE: 0.046445534966062005
previous_iter_valid_loss : 0.1624838411808014

    271280	  0.162676	  0.162484	  0.166962		CURRENT LEARNING RATE: 0.046436246787917565
previous_iter_valid_loss : 0.16680754721164703

    271300	  0.166983	  0.166808	  0.167196		CURRENT LEARNING RATE: 0.04642696046722301
previous_iter_valid_loss : 0.1614709049463272

    271320	  0.161703	  0.161471	  0.167145		CURRENT LEARNING RATE: 0.04641767600360688
previous_iter_valid_loss : 0.18146304786205292

    271340	  0.181695	  0.181463	  0.168057		CURRENT LEARNING RATE: 0.046408393396697785
previous_iter_valid_loss : 0.16106225550174713

    271360	  0.161220	  0.161062	  0.167585		CURRENT LEARNING RATE: 0.04639911264612443
previous_iter_valid_loss : 0.176487535238266

    271380	  0.176794	  0.176488	  0.167904		CURRENT LEARNING RATE: 0.046389833751515605
previous_iter_valid_loss : 0.16215629875659943

    271400	  0.162316	  0.162156	  0.166449		CURRENT LEARNING RATE: 0.046380556712500125
previous_iter_valid_loss : 0.1615874022245407

    271420	  0.161749	  0.161587	  0.165900		CURRENT LEARNING RATE: 0.046371281528706926
previous_iter_valid_loss : 0.16585177183151245

    271440	  0.166023	  0.165852	  0.166082		CURRENT LEARNING RATE: 0.046362008199764985
previous_iter_valid_loss : 0.17220966517925262

    271460	  0.172368	  0.172210	  0.166518		CURRENT LEARNING RATE: 0.04635273672530339
previous_iter_valid_loss : 0.1655409187078476

    271480	  0.165805	  0.165541	  0.166452		CURRENT LEARNING RATE: 0.04634346710495127
previous_iter_valid_loss : 0.16437265276908875

    271500	  0.164577	  0.164373	  0.165997		CURRENT LEARNING RATE: 0.04633419933833783
previous_iter_valid_loss : 0.16733014583587646

    271520	  0.167570	  0.167330	  0.166310		CURRENT LEARNING RATE: 0.04632493342509238
previous_iter_valid_loss : 0.16247721016407013

    271540	  0.162680	  0.162477	  0.166031		CURRENT LEARNING RATE: 0.04631566936484426
previous_iter_valid_loss : 0.16482670605182648

    271560	  0.165025	  0.164827	  0.166213		CURRENT LEARNING RATE: 0.0463064071572229
previous_iter_valid_loss : 0.1608308106660843

    271580	  0.161014	  0.160831	  0.165948		CURRENT LEARNING RATE: 0.04629714680185787
previous_iter_valid_loss : 0.16178874671459198

    271600	  0.161991	  0.161789	  0.165437		CURRENT LEARNING RATE: 0.0462878882983787
previous_iter_valid_loss : 0.16107647120952606

    271620	  0.161300	  0.161076	  0.165407		CURRENT LEARNING RATE: 0.04627863164641509
previous_iter_valid_loss : 0.1627882719039917

    271640	  0.162996	  0.162788	  0.165393		CURRENT LEARNING RATE: 0.04626937684559673
previous_iter_valid_loss : 0.16131502389907837

    271660	  0.161486	  0.161315	  0.165195		CURRENT LEARNING RATE: 0.046260123895553465
previous_iter_valid_loss : 0.1622626632452011

    271680	  0.162482	  0.162263	  0.165184		CURRENT LEARNING RATE: 0.04625087279591516
previous_iter_valid_loss : 0.16910073161125183

    271700	  0.169380	  0.169101	  0.165299		CURRENT LEARNING RATE: 0.04624162354631176
previous_iter_valid_loss : 0.16425721347332

    271720	  0.164462	  0.164257	  0.165438		CURRENT LEARNING RATE: 0.04623237614637332
previous_iter_valid_loss : 0.1608937531709671

    271740	  0.161105	  0.160894	  0.164409		CURRENT LEARNING RATE: 0.04622313059572993
previous_iter_valid_loss : 0.16921783983707428

    271760	  0.169450	  0.169218	  0.164817		CURRENT LEARNING RATE: 0.04621388689401178
previous_iter_valid_loss : 0.16263097524642944

    271780	  0.162806	  0.162631	  0.164124		CURRENT LEARNING RATE: 0.046204645040849084
previous_iter_valid_loss : 0.19075271487236023

    271800	  0.191209	  0.190753	  0.165554		CURRENT LEARNING RATE: 0.046195405035872224
previous_iter_valid_loss : 0.165640190243721

    271820	  0.165910	  0.165640	  0.165757		CURRENT LEARNING RATE: 0.04618616687871155
previous_iter_valid_loss : 0.16122473776340485

    271840	  0.161454	  0.161225	  0.165525		CURRENT LEARNING RATE: 0.04617693056899757
previous_iter_valid_loss : 0.1621721088886261

    271860	  0.162399	  0.162172	  0.165024		CURRENT LEARNING RATE: 0.046167696106360824
previous_iter_valid_loss : 0.1651933491230011

    271880	  0.165464	  0.165193	  0.165006		CURRENT LEARNING RATE: 0.04615846349043192
previous_iter_valid_loss : 0.16398054361343384

    271900	  0.164188	  0.163981	  0.164987		CURRENT LEARNING RATE: 0.046149232720841565
previous_iter_valid_loss : 0.16919134557247162

    271920	  0.169478	  0.169191	  0.165080		CURRENT LEARNING RATE: 0.04614000379722052
previous_iter_valid_loss : 0.1696542501449585

    271940	  0.169916	  0.169654	  0.165439		CURRENT LEARNING RATE: 0.046130776719199636
previous_iter_valid_loss : 0.2106025367975235

    271960	  0.210689	  0.210603	  0.167727		CURRENT LEARNING RATE: 0.046121551486409805
previous_iter_valid_loss : 0.16177643835544586

    271980	  0.161951	  0.161776	  0.167775		CURRENT LEARNING RATE: 0.046112328098482064
previous_iter_valid_loss : 0.16242294013500214

    272000	  0.162599	  0.162423	  0.167806		CURRENT LEARNING RATE: 0.04610310655504744
previous_iter_valid_loss : 0.17066091299057007

    272020	  0.170930	  0.170661	  0.168286		CURRENT LEARNING RATE: 0.04609388685573711
previous_iter_valid_loss : 0.16514961421489716

    272040	  0.165378	  0.165150	  0.168404		CURRENT LEARNING RATE: 0.046084669000182245
previous_iter_valid_loss : 0.16426615417003632

    272060	  0.164448	  0.164266	  0.168551		CURRENT LEARNING RATE: 0.04607545298801414
previous_iter_valid_loss : 0.16792364418506622

    272080	  0.168094	  0.167924	  0.168834		CURRENT LEARNING RATE: 0.046066238818864166
previous_iter_valid_loss : 0.16732749342918396

    272100	  0.167545	  0.167327	  0.168746		CURRENT LEARNING RATE: 0.04605702649236375
previous_iter_valid_loss : 0.1772514283657074

    272120	  0.177462	  0.177251	  0.169395		CURRENT LEARNING RATE: 0.04604781600814441
previous_iter_valid_loss : 0.16099275648593903

    272140	  0.161186	  0.160993	  0.169400		CURRENT LEARNING RATE: 0.0460386073658377
previous_iter_valid_loss : 0.16874195635318756

    272160	  0.168913	  0.168742	  0.169376		CURRENT LEARNING RATE: 0.0460294005650753
previous_iter_valid_loss : 0.16853615641593933

    272180	  0.168785	  0.168536	  0.169672		CURRENT LEARNING RATE: 0.04602019560548893
previous_iter_valid_loss : 0.1675487756729126

    272200	  0.167807	  0.167549	  0.168511		CURRENT LEARNING RATE: 0.04601099248671039
previous_iter_valid_loss : 0.16521848738193512

    272220	  0.165447	  0.165218	  0.168490		CURRENT LEARNING RATE: 0.04600179120837155
previous_iter_valid_loss : 0.17353971302509308

    272240	  0.173819	  0.173540	  0.169106		CURRENT LEARNING RATE: 0.04599259177010437
previous_iter_valid_loss : 0.16930800676345825

    272260	  0.169566	  0.169308	  0.169463		CURRENT LEARNING RATE: 0.04598339417154087
previous_iter_valid_loss : 0.19654400646686554

    272280	  0.197047	  0.196544	  0.171030		CURRENT LEARNING RATE: 0.04597419841231313
previous_iter_valid_loss : 0.1667669713497162

    272300	  0.167026	  0.166767	  0.171170		CURRENT LEARNING RATE: 0.04596500449205334
previous_iter_valid_loss : 0.1617496758699417

    272320	  0.161973	  0.161750	  0.170798		CURRENT LEARNING RATE: 0.04595581241039374
previous_iter_valid_loss : 0.16601386666297913

    272340	  0.166234	  0.166014	  0.170616		CURRENT LEARNING RATE: 0.045946622166966634
previous_iter_valid_loss : 0.176857128739357

    272360	  0.177185	  0.176857	  0.168928		CURRENT LEARNING RATE: 0.04593743376140441
previous_iter_valid_loss : 0.16111691296100616

    272380	  0.161297	  0.161117	  0.168895		CURRENT LEARNING RATE: 0.04592824719333956
previous_iter_valid_loss : 0.16652539372444153

    272400	  0.166708	  0.166525	  0.169101		CURRENT LEARNING RATE: 0.045919062462404604
previous_iter_valid_loss : 0.1616678684949875

    272420	  0.161832	  0.161668	  0.168651		CURRENT LEARNING RATE: 0.04590987956823214
previous_iter_valid_loss : 0.1618974655866623

    272440	  0.162080	  0.161897	  0.168488		CURRENT LEARNING RATE: 0.04590069851045488
previous_iter_valid_loss : 0.18677082657814026

    272460	  0.186941	  0.186771	  0.169614		CURRENT LEARNING RATE: 0.045891519288705565
previous_iter_valid_loss : 0.1615322232246399

    272480	  0.161691	  0.161532	  0.169294		CURRENT LEARNING RATE: 0.04588234190261703
previous_iter_valid_loss : 0.16355983912944794

    272500	  0.163756	  0.163560	  0.169106		CURRENT LEARNING RATE: 0.04587316635182217
previous_iter_valid_loss : 0.16244271397590637

    272520	  0.162608	  0.162443	  0.168365		CURRENT LEARNING RATE: 0.04586399263595397
previous_iter_valid_loss : 0.180125892162323

    272540	  0.180475	  0.180126	  0.169322		CURRENT LEARNING RATE: 0.04585482075464549
previous_iter_valid_loss : 0.17021487653255463

    272560	  0.170476	  0.170215	  0.169395		CURRENT LEARNING RATE: 0.045845650707529835
previous_iter_valid_loss : 0.17628353834152222

    272580	  0.176656	  0.176284	  0.169783		CURRENT LEARNING RATE: 0.045836482494240216
previous_iter_valid_loss : 0.16105115413665771

    272600	  0.161207	  0.161051	  0.169458		CURRENT LEARNING RATE: 0.04582731611440991
previous_iter_valid_loss : 0.16416940093040466

    272620	  0.164415	  0.164169	  0.169405		CURRENT LEARNING RATE: 0.04581815156767225
previous_iter_valid_loss : 0.1610986590385437

    272640	  0.161274	  0.161099	  0.168783		CURRENT LEARNING RATE: 0.04580898885366066
previous_iter_valid_loss : 0.1647082418203354

    272660	  0.164947	  0.164708	  0.168553		CURRENT LEARNING RATE: 0.045799827972008635
previous_iter_valid_loss : 0.16104748845100403

    272680	  0.161256	  0.161047	  0.166779		CURRENT LEARNING RATE: 0.045790668922349724
previous_iter_valid_loss : 0.16133259236812592

    272700	  0.161543	  0.161333	  0.166507		CURRENT LEARNING RATE: 0.04578151170431759
previous_iter_valid_loss : 0.17361967265605927

    272720	  0.173771	  0.173620	  0.167100		CURRENT LEARNING RATE: 0.04577235631754592
previous_iter_valid_loss : 0.16323280334472656

    272740	  0.163440	  0.163233	  0.166961		CURRENT LEARNING RATE: 0.04576320276166851
previous_iter_valid_loss : 0.16985194385051727

    272760	  0.170147	  0.169852	  0.166611		CURRENT LEARNING RATE: 0.04575405103631922
previous_iter_valid_loss : 0.1614106148481369

    272780	  0.161613	  0.161411	  0.166626		CURRENT LEARNING RATE: 0.04574490114113195
previous_iter_valid_loss : 0.16336438059806824

    272800	  0.163540	  0.163364	  0.166468		CURRENT LEARNING RATE: 0.045735753075740765
previous_iter_valid_loss : 0.16251200437545776

    272820	  0.162705	  0.162512	  0.166510		CURRENT LEARNING RATE: 0.04572660683977969
previous_iter_valid_loss : 0.1625245064496994

    272840	  0.162745	  0.162525	  0.166541		CURRENT LEARNING RATE: 0.04571746243288292
previous_iter_valid_loss : 0.16273167729377747

    272860	  0.162986	  0.162732	  0.165339		CURRENT LEARNING RATE: 0.04570831985468463
previous_iter_valid_loss : 0.1631249487400055

    272880	  0.163319	  0.163125	  0.165419		CURRENT LEARNING RATE: 0.04569917910481915
previous_iter_valid_loss : 0.16076594591140747


Current valid loss: 0.16076594591140747;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    272900	  0.160957	  0.160766	  0.165279		CURRENT LEARNING RATE: 0.045690040182920846
previous_iter_valid_loss : 0.17676560580730438

    272920	  0.177064	  0.176766	  0.165995		CURRENT LEARNING RATE: 0.045680903088624145
previous_iter_valid_loss : 0.16230237483978271

    272940	  0.162511	  0.162302	  0.165104		CURRENT LEARNING RATE: 0.045671767821563576
previous_iter_valid_loss : 0.1614023894071579

    272960	  0.161625	  0.161402	  0.164664		CURRENT LEARNING RATE: 0.04566263438137373
previous_iter_valid_loss : 0.16090364754199982

    272980	  0.161131	  0.160904	  0.163895		CURRENT LEARNING RATE: 0.045653502767689265
previous_iter_valid_loss : 0.1623309701681137

    273000	  0.162548	  0.162331	  0.163959		CURRENT LEARNING RATE: 0.04564437298014492
previous_iter_valid_loss : 0.1696339100599289

    273020	  0.169831	  0.169634	  0.164232		CURRENT LEARNING RATE: 0.045635245018375487
previous_iter_valid_loss : 0.1668393611907959

    273040	  0.167098	  0.166839	  0.164519		CURRENT LEARNING RATE: 0.04562611888201587
previous_iter_valid_loss : 0.16799558699131012

    273060	  0.168182	  0.167996	  0.164683		CURRENT LEARNING RATE: 0.045616994570701015
previous_iter_valid_loss : 0.16657443344593048

    273080	  0.166791	  0.166574	  0.164960		CURRENT LEARNING RATE: 0.04560787208406595
previous_iter_valid_loss : 0.16866134107112885

    273100	  0.168922	  0.168661	  0.165326		CURRENT LEARNING RATE: 0.04559875142174577
previous_iter_valid_loss : 0.1641480028629303

    273120	  0.164374	  0.164148	  0.164852		CURRENT LEARNING RATE: 0.04558963258337565
previous_iter_valid_loss : 0.16809658706188202

    273140	  0.168358	  0.168097	  0.165096		CURRENT LEARNING RATE: 0.04558051556859085
previous_iter_valid_loss : 0.1610432118177414

    273160	  0.161243	  0.161043	  0.164655		CURRENT LEARNING RATE: 0.04557140037702667
previous_iter_valid_loss : 0.16564680635929108

    273180	  0.165890	  0.165647	  0.164867		CURRENT LEARNING RATE: 0.04556228700831849
previous_iter_valid_loss : 0.16620969772338867

    273200	  0.166465	  0.166210	  0.165009		CURRENT LEARNING RATE: 0.04555317546210183
previous_iter_valid_loss : 0.16304701566696167

    273220	  0.163293	  0.163047	  0.165036		CURRENT LEARNING RATE: 0.04554406573801219
previous_iter_valid_loss : 0.1687549352645874

    273240	  0.169017	  0.168755	  0.165348		CURRENT LEARNING RATE: 0.04553495783568517
previous_iter_valid_loss : 0.16120655834674835

    273260	  0.161386	  0.161207	  0.165271		CURRENT LEARNING RATE: 0.045525851754756486
previous_iter_valid_loss : 0.16159534454345703

    273280	  0.161825	  0.161595	  0.165195		CURRENT LEARNING RATE: 0.04551674749486188
previous_iter_valid_loss : 0.16611844301223755

    273300	  0.166295	  0.166118	  0.165462		CURRENT LEARNING RATE: 0.04550764505563717
previous_iter_valid_loss : 0.16072297096252441


Current valid loss: 0.16072297096252441;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    273320	  0.160909	  0.160723	  0.164660		CURRENT LEARNING RATE: 0.04549854443671826
previous_iter_valid_loss : 0.1616857945919037

    273340	  0.161913	  0.161686	  0.164629		CURRENT LEARNING RATE: 0.04548944563774115
previous_iter_valid_loss : 0.17284813523292542

    273360	  0.173074	  0.172848	  0.165202		CURRENT LEARNING RATE: 0.045480348658341864
previous_iter_valid_loss : 0.1707431524991989

    273380	  0.171066	  0.170743	  0.165694		CURRENT LEARNING RATE: 0.04547125349815653
previous_iter_valid_loss : 0.16917648911476135

    273400	  0.169376	  0.169176	  0.166036		CURRENT LEARNING RATE: 0.045462160156821356
previous_iter_valid_loss : 0.16162408888339996

    273420	  0.161868	  0.161624	  0.165635		CURRENT LEARNING RATE: 0.04545306863397257
previous_iter_valid_loss : 0.1673891246318817

    273440	  0.167599	  0.167389	  0.165663		CURRENT LEARNING RATE: 0.04544397892924655
previous_iter_valid_loss : 0.1616753339767456

    273460	  0.161884	  0.161675	  0.165347		CURRENT LEARNING RATE: 0.0454348910422797
previous_iter_valid_loss : 0.1713680922985077

    273480	  0.171667	  0.171368	  0.165587		CURRENT LEARNING RATE: 0.04542580497270848
previous_iter_valid_loss : 0.16082711517810822

    273500	  0.161015	  0.160827	  0.165195		CURRENT LEARNING RATE: 0.04541672072016947
previous_iter_valid_loss : 0.16299134492874146

    273520	  0.163204	  0.162991	  0.165137		CURRENT LEARNING RATE: 0.0454076382842993
previous_iter_valid_loss : 0.16113874316215515

    273540	  0.161288	  0.161139	  0.164789		CURRENT LEARNING RATE: 0.04539855766473467
previous_iter_valid_loss : 0.16317574679851532

    273560	  0.163438	  0.163176	  0.164896		CURRENT LEARNING RATE: 0.04538947886111235
previous_iter_valid_loss : 0.16140921413898468

    273580	  0.161596	  0.161409	  0.164684		CURRENT LEARNING RATE: 0.04538040187306917
previous_iter_valid_loss : 0.16397252678871155

    273600	  0.164218	  0.163973	  0.164572		CURRENT LEARNING RATE: 0.04537132670024209
previous_iter_valid_loss : 0.16263946890830994

    273620	  0.162883	  0.162639	  0.164552		CURRENT LEARNING RATE: 0.04536225334226809
previous_iter_valid_loss : 0.16541892290115356

    273640	  0.165647	  0.165419	  0.164385		CURRENT LEARNING RATE: 0.045353181798784226
previous_iter_valid_loss : 0.16701890528202057

    273660	  0.167229	  0.167019	  0.164676		CURRENT LEARNING RATE: 0.045344112069427636
previous_iter_valid_loss : 0.21618901193141937

    273680	  0.216828	  0.216189	  0.167405		CURRENT LEARNING RATE: 0.04533504415383553
previous_iter_valid_loss : 0.16462181508541107

    273700	  0.164846	  0.164622	  0.167330		CURRENT LEARNING RATE: 0.04532597805164521
previous_iter_valid_loss : 0.16150878369808197

    273720	  0.161700	  0.161509	  0.167370		CURRENT LEARNING RATE: 0.045316913762494006
previous_iter_valid_loss : 0.16082821786403656

    273740	  0.161041	  0.160828	  0.167327		CURRENT LEARNING RATE: 0.04530785128601937
previous_iter_valid_loss : 0.17183883488178253

    273760	  0.172012	  0.171839	  0.167276		CURRENT LEARNING RATE: 0.04529879062185878
previous_iter_valid_loss : 0.16122743487358093

    273780	  0.161378	  0.161227	  0.166801		CURRENT LEARNING RATE: 0.04528973176964983
previous_iter_valid_loss : 0.16137897968292236

    273800	  0.161568	  0.161379	  0.166411		CURRENT LEARNING RATE: 0.04528067472903015
previous_iter_valid_loss : 0.1691070795059204

    273820	  0.169284	  0.169107	  0.166785		CURRENT LEARNING RATE: 0.04527161949963747
previous_iter_valid_loss : 0.16113227605819702

    273840	  0.161326	  0.161132	  0.166472		CURRENT LEARNING RATE: 0.045262566081109575
previous_iter_valid_loss : 0.18298029899597168

    273860	  0.183185	  0.182980	  0.167537		CURRENT LEARNING RATE: 0.04525351447308432
previous_iter_valid_loss : 0.16160522401332855

    273880	  0.161786	  0.161605	  0.167049		CURRENT LEARNING RATE: 0.04524446467519967
previous_iter_valid_loss : 0.1696469485759735

    273900	  0.169858	  0.169647	  0.167490		CURRENT LEARNING RATE: 0.0452354166870936
previous_iter_valid_loss : 0.17668983340263367

    273920	  0.176923	  0.176690	  0.168175		CURRENT LEARNING RATE: 0.0452263705084042
previous_iter_valid_loss : 0.16830308735370636

    273940	  0.168547	  0.168303	  0.168533		CURRENT LEARNING RATE: 0.04521732613876964
previous_iter_valid_loss : 0.16137027740478516

    273960	  0.161584	  0.161370	  0.168443		CURRENT LEARNING RATE: 0.045208283577828114
previous_iter_valid_loss : 0.16422080993652344

    273980	  0.164455	  0.164221	  0.168584		CURRENT LEARNING RATE: 0.04519924282521793
previous_iter_valid_loss : 0.18530906736850739

    274000	  0.185693	  0.185309	  0.169650		CURRENT LEARNING RATE: 0.045190203880577484
previous_iter_valid_loss : 0.1749129742383957

    274020	  0.175221	  0.174913	  0.170264		CURRENT LEARNING RATE: 0.04518116674354519
previous_iter_valid_loss : 0.16159555315971375

    274040	  0.161780	  0.161596	  0.170073		CURRENT LEARNING RATE: 0.045172131413759586
previous_iter_valid_loss : 0.19253875315189362

    274060	  0.193001	  0.192539	  0.171349		CURRENT LEARNING RATE: 0.04516309789085924
previous_iter_valid_loss : 0.16638214886188507

    274080	  0.166606	  0.166382	  0.168859		CURRENT LEARNING RATE: 0.0451540661744828
previous_iter_valid_loss : 0.16210757195949554

    274100	  0.162340	  0.162108	  0.168733		CURRENT LEARNING RATE: 0.04514503626426903
previous_iter_valid_loss : 0.16188913583755493

    274120	  0.162133	  0.161889	  0.168752		CURRENT LEARNING RATE: 0.04513600815985671
previous_iter_valid_loss : 0.183025524020195

    274140	  0.183238	  0.183026	  0.169862		CURRENT LEARNING RATE: 0.045126981860884735
previous_iter_valid_loss : 0.16132083535194397

    274160	  0.161526	  0.161321	  0.169336		CURRENT LEARNING RATE: 0.04511795736699202
previous_iter_valid_loss : 0.16175714135169983

    274180	  0.161990	  0.161757	  0.169362		CURRENT LEARNING RATE: 0.045108934677817625
previous_iter_valid_loss : 0.1623293161392212

    274200	  0.162545	  0.162329	  0.169410		CURRENT LEARNING RATE: 0.04509991379300061
previous_iter_valid_loss : 0.16105665266513824

    274220	  0.161283	  0.161057	  0.169007		CURRENT LEARNING RATE: 0.045090894712180155
previous_iter_valid_loss : 0.1611594408750534

    274240	  0.161377	  0.161159	  0.169009		CURRENT LEARNING RATE: 0.0450818774349955
previous_iter_valid_loss : 0.1608630120754242

    274260	  0.161073	  0.160863	  0.167903		CURRENT LEARNING RATE: 0.04507286196108594
previous_iter_valid_loss : 0.1674247831106186

    274280	  0.167652	  0.167425	  0.168194		CURRENT LEARNING RATE: 0.04506384829009087
previous_iter_valid_loss : 0.16331662237644196

    274300	  0.163544	  0.163317	  0.167877		CURRENT LEARNING RATE: 0.04505483642164974
previous_iter_valid_loss : 0.1738474816083908

    274320	  0.174051	  0.173847	  0.167735		CURRENT LEARNING RATE: 0.045045826355402066
previous_iter_valid_loss : 0.16079778969287872

    274340	  0.160996	  0.160798	  0.167360		CURRENT LEARNING RATE: 0.04503681809098745
previous_iter_valid_loss : 0.17292702198028564

    274360	  0.173238	  0.172927	  0.167938		CURRENT LEARNING RATE: 0.045027811628045575
previous_iter_valid_loss : 0.1695326268672943

    274380	  0.169729	  0.169533	  0.168203		CURRENT LEARNING RATE: 0.04501880696621614
previous_iter_valid_loss : 0.17663642764091492

    274400	  0.176970	  0.176636	  0.167770		CURRENT LEARNING RATE: 0.045009804105139016
previous_iter_valid_loss : 0.1651557981967926

    274420	  0.165375	  0.165156	  0.167282		CURRENT LEARNING RATE: 0.045000803044454064
previous_iter_valid_loss : 0.16275405883789062

    274440	  0.162934	  0.162754	  0.167340		CURRENT LEARNING RATE: 0.044991803783801236
previous_iter_valid_loss : 0.1749027669429779

    274460	  0.175224	  0.174903	  0.166458		CURRENT LEARNING RATE: 0.04498280632282057
previous_iter_valid_loss : 0.18786348402500153

    274480	  0.188039	  0.187863	  0.167532		CURRENT LEARNING RATE: 0.04497381066115216
previous_iter_valid_loss : 0.16699203848838806

    274500	  0.167150	  0.166992	  0.167776		CURRENT LEARNING RATE: 0.044964816798436176
previous_iter_valid_loss : 0.16746199131011963

    274520	  0.167663	  0.167462	  0.168055		CURRENT LEARNING RATE: 0.04495582473431288
previous_iter_valid_loss : 0.17042671144008636

    274540	  0.170699	  0.170427	  0.167425		CURRENT LEARNING RATE: 0.04494683446842257
previous_iter_valid_loss : 0.16241344809532166

    274560	  0.162608	  0.162413	  0.167480		CURRENT LEARNING RATE: 0.04493784600040566
previous_iter_valid_loss : 0.16314902901649475

    274580	  0.163391	  0.163149	  0.167549		CURRENT LEARNING RATE: 0.04492885932990258
previous_iter_valid_loss : 0.1609816551208496

    274600	  0.161181	  0.160982	  0.167482		CURRENT LEARNING RATE: 0.044919874456553884
previous_iter_valid_loss : 0.1609320193529129

    274620	  0.161118	  0.160932	  0.167475		CURRENT LEARNING RATE: 0.04491089138000017
previous_iter_valid_loss : 0.16725993156433105

    274640	  0.167462	  0.167260	  0.167781		CURRENT LEARNING RATE: 0.04490191009988213
previous_iter_valid_loss : 0.1631457805633545

    274660	  0.163380	  0.163146	  0.167895		CURRENT LEARNING RATE: 0.04489293061584048
previous_iter_valid_loss : 0.16109775006771088

    274680	  0.161271	  0.161098	  0.167578		CURRENT LEARNING RATE: 0.044883952927516076
previous_iter_valid_loss : 0.1661018580198288

    274700	  0.166333	  0.166102	  0.167718		CURRENT LEARNING RATE: 0.04487497703454979
previous_iter_valid_loss : 0.16262800991535187

    274720	  0.162832	  0.162628	  0.167157		CURRENT LEARNING RATE: 0.04486600293658259
previous_iter_valid_loss : 0.16428861021995544

    274740	  0.164503	  0.164289	  0.167331		CURRENT LEARNING RATE: 0.04485703063325552
previous_iter_valid_loss : 0.1634995937347412

    274760	  0.163725	  0.163500	  0.166860		CURRENT LEARNING RATE: 0.04484806012420967
previous_iter_valid_loss : 0.16520151495933533

    274780	  0.165418	  0.165202	  0.166643		CURRENT LEARNING RATE: 0.044839091409086214
previous_iter_valid_loss : 0.16083838045597076

    274800	  0.161018	  0.160838	  0.165853		CURRENT LEARNING RATE: 0.04483012448752645
previous_iter_valid_loss : 0.23830629885196686

    274820	  0.238240	  0.238306	  0.169511		CURRENT LEARNING RATE: 0.04482115935917166
previous_iter_valid_loss : 0.1801619976758957

    274840	  0.180309	  0.180162	  0.170381		CURRENT LEARNING RATE: 0.04481219602366326
previous_iter_valid_loss : 0.166336789727211

    274860	  0.166564	  0.166337	  0.169953		CURRENT LEARNING RATE: 0.0448032344806427
previous_iter_valid_loss : 0.17302508652210236

    274880	  0.173195	  0.173025	  0.169211		CURRENT LEARNING RATE: 0.044794274729751525
previous_iter_valid_loss : 0.16303236782550812

    274900	  0.163287	  0.163032	  0.169013		CURRENT LEARNING RATE: 0.04478531677063135
previous_iter_valid_loss : 0.16105163097381592

    274920	  0.161289	  0.161052	  0.168692		CURRENT LEARNING RATE: 0.04477636060292385
previous_iter_valid_loss : 0.20584073662757874

    274940	  0.205956	  0.205841	  0.170463		CURRENT LEARNING RATE: 0.04476740622627078
previous_iter_valid_loss : 0.16720977425575256

    274960	  0.167494	  0.167210	  0.170703		CURRENT LEARNING RATE: 0.044758453640313965
previous_iter_valid_loss : 0.16145995259284973

    274980	  0.161648	  0.161460	  0.170619		CURRENT LEARNING RATE: 0.044749502844695296
previous_iter_valid_loss : 0.1637565791606903

    275000	  0.163960	  0.163757	  0.170757		CURRENT LEARNING RATE: 0.04474055383905676
previous_iter_valid_loss : 0.20005251467227936

    275020	  0.200152	  0.200053	  0.172713		CURRENT LEARNING RATE: 0.04473160662304037
previous_iter_valid_loss : 0.17230239510536194

    275040	  0.172612	  0.172302	  0.172965		CURRENT LEARNING RATE: 0.04472266119628825
previous_iter_valid_loss : 0.16137124598026276

    275060	  0.161550	  0.161371	  0.172877		CURRENT LEARNING RATE: 0.0447137175584426
previous_iter_valid_loss : 0.1613636165857315

    275080	  0.161551	  0.161364	  0.172890		CURRENT LEARNING RATE: 0.04470477570914565
previous_iter_valid_loss : 0.1805194616317749

    275100	  0.180842	  0.180519	  0.173611		CURRENT LEARNING RATE: 0.04469583564803973
previous_iter_valid_loss : 0.17608994245529175

    275120	  0.176393	  0.176090	  0.174284		CURRENT LEARNING RATE: 0.044686897374767234
previous_iter_valid_loss : 0.16194941103458405

    275140	  0.162182	  0.161949	  0.174167		CURRENT LEARNING RATE: 0.044677960888970664
previous_iter_valid_loss : 0.16738353669643402

    275160	  0.167667	  0.167384	  0.174361		CURRENT LEARNING RATE: 0.04466902619029252
previous_iter_valid_loss : 0.16816657781600952

    275180	  0.168422	  0.168167	  0.174509		CURRENT LEARNING RATE: 0.04466009327837542
previous_iter_valid_loss : 0.16292384266853333

    275200	  0.163112	  0.162924	  0.174614		CURRENT LEARNING RATE: 0.04465116215286206
previous_iter_valid_loss : 0.16107627749443054

    275220	  0.161292	  0.161076	  0.170752		CURRENT LEARNING RATE: 0.04464223281339519
previous_iter_valid_loss : 0.167929008603096

    275240	  0.168173	  0.167929	  0.170141		CURRENT LEARNING RATE: 0.044633305259617645
previous_iter_valid_loss : 0.1742537021636963

    275260	  0.174444	  0.174254	  0.170536		CURRENT LEARNING RATE: 0.044624379491172324
previous_iter_valid_loss : 0.17393642663955688

    275280	  0.174263	  0.173936	  0.170582		CURRENT LEARNING RATE: 0.04461545550770218
previous_iter_valid_loss : 0.1711670458316803

    275300	  0.171463	  0.171167	  0.170989		CURRENT LEARNING RATE: 0.04460653330885027
previous_iter_valid_loss : 0.16197946667671204

    275320	  0.162214	  0.161979	  0.171035		CURRENT LEARNING RATE: 0.044597612894259696
previous_iter_valid_loss : 0.16394415497779846

    275340	  0.164220	  0.163944	  0.168940		CURRENT LEARNING RATE: 0.04458869426357364
previous_iter_valid_loss : 0.16885273158550262

    275360	  0.169148	  0.168853	  0.169022		CURRENT LEARNING RATE: 0.044579777416435366
previous_iter_valid_loss : 0.16081440448760986

    275380	  0.161041	  0.160814	  0.168990		CURRENT LEARNING RATE: 0.044570862352488194
previous_iter_valid_loss : 0.16719560325145721

    275400	  0.167392	  0.167196	  0.169162		CURRENT LEARNING RATE: 0.04456194907137551
previous_iter_valid_loss : 0.16116033494472504

    275420	  0.161352	  0.161160	  0.167218		CURRENT LEARNING RATE: 0.04455303757274081
previous_iter_valid_loss : 0.1620638370513916

    275440	  0.162320	  0.162064	  0.166706		CURRENT LEARNING RATE: 0.04454412785622761
previous_iter_valid_loss : 0.163183331489563

    275460	  0.163454	  0.163183	  0.166796		CURRENT LEARNING RATE: 0.04453521992147954
previous_iter_valid_loss : 0.1644110530614853

    275480	  0.164693	  0.164411	  0.166949		CURRENT LEARNING RATE: 0.04452631376814026
previous_iter_valid_loss : 0.1612650603055954

    275500	  0.161473	  0.161265	  0.165986		CURRENT LEARNING RATE: 0.044517409395853545
previous_iter_valid_loss : 0.17594890296459198

    275520	  0.176280	  0.175949	  0.165979		CURRENT LEARNING RATE: 0.044508506804263215
previous_iter_valid_loss : 0.1610071212053299

    275540	  0.161224	  0.161007	  0.165932		CURRENT LEARNING RATE: 0.044499605993013155
previous_iter_valid_loss : 0.18065212666988373

    275560	  0.181008	  0.180652	  0.166595		CURRENT LEARNING RATE: 0.04449070696174734
previous_iter_valid_loss : 0.1673327088356018

    275580	  0.167603	  0.167333	  0.166553		CURRENT LEARNING RATE: 0.044481809710109815
previous_iter_valid_loss : 0.16207921504974365

    275600	  0.162323	  0.162079	  0.166511		CURRENT LEARNING RATE: 0.04447291423774466
previous_iter_valid_loss : 0.16692698001861572

    275620	  0.167213	  0.166927	  0.166804		CURRENT LEARNING RATE: 0.0444640205442961
previous_iter_valid_loss : 0.16643649339675903

    275640	  0.166658	  0.166436	  0.166729		CURRENT LEARNING RATE: 0.044455128629408376
previous_iter_valid_loss : 0.17103615403175354

    275660	  0.171210	  0.171036	  0.166568		CURRENT LEARNING RATE: 0.0444462384927258
previous_iter_valid_loss : 0.16423897445201874

    275680	  0.164455	  0.164239	  0.166083		CURRENT LEARNING RATE: 0.04443735013389276
previous_iter_valid_loss : 0.1721106618642807

    275700	  0.172282	  0.172111	  0.166131		CURRENT LEARNING RATE: 0.04442846355255374
previous_iter_valid_loss : 0.1627112179994583

    275720	  0.162950	  0.162711	  0.166167		CURRENT LEARNING RATE: 0.04441957874835326
previous_iter_valid_loss : 0.16148361563682556

    275740	  0.161694	  0.161484	  0.166044		CURRENT LEARNING RATE: 0.04441069572093595
previous_iter_valid_loss : 0.16733308136463165

    275760	  0.167499	  0.167333	  0.165968		CURRENT LEARNING RATE: 0.04440181446994647
previous_iter_valid_loss : 0.1619464010000229

    275780	  0.162158	  0.161946	  0.166025		CURRENT LEARNING RATE: 0.04439293499502957
previous_iter_valid_loss : 0.16216818988323212

    275800	  0.162348	  0.162168	  0.165773		CURRENT LEARNING RATE: 0.04438405729583008
previous_iter_valid_loss : 0.16550534963607788

    275820	  0.165733	  0.165505	  0.165991		CURRENT LEARNING RATE: 0.04437518137199288
previous_iter_valid_loss : 0.16193534433841705

    275840	  0.162138	  0.161935	  0.165984		CURRENT LEARNING RATE: 0.04436630722316295
previous_iter_valid_loss : 0.1636224240064621

    275860	  0.163915	  0.163622	  0.166006		CURRENT LEARNING RATE: 0.04435743484898531
previous_iter_valid_loss : 0.16373978555202484

    275880	  0.164004	  0.163740	  0.165973		CURRENT LEARNING RATE: 0.04434856424910506
previous_iter_valid_loss : 0.16140063107013702

    275900	  0.161617	  0.161401	  0.165979		CURRENT LEARNING RATE: 0.04433969542316741
previous_iter_valid_loss : 0.1622108817100525

    275920	  0.162426	  0.162211	  0.165292		CURRENT LEARNING RATE: 0.04433082837081756
previous_iter_valid_loss : 0.17646853625774384

    275940	  0.176675	  0.176469	  0.166065		CURRENT LEARNING RATE: 0.04432196309170087
previous_iter_valid_loss : 0.1658312976360321

    275960	  0.166040	  0.165831	  0.165324		CURRENT LEARNING RATE: 0.044313099585462694
previous_iter_valid_loss : 0.17729906737804413

    275980	  0.177482	  0.177299	  0.165823		CURRENT LEARNING RATE: 0.04430423785174851
previous_iter_valid_loss : 0.16554345190525055

    276000	  0.165791	  0.165543	  0.165996		CURRENT LEARNING RATE: 0.044295377890203824
previous_iter_valid_loss : 0.1737734079360962

    276020	  0.173972	  0.173773	  0.166338		CURRENT LEARNING RATE: 0.04428651970047429
previous_iter_valid_loss : 0.1737774908542633

    276040	  0.174110	  0.173777	  0.166705		CURRENT LEARNING RATE: 0.044277663282205545
previous_iter_valid_loss : 0.17314782738685608

    276060	  0.173464	  0.173148	  0.166811		CURRENT LEARNING RATE: 0.044268808635043344
previous_iter_valid_loss : 0.16167430579662323

    276080	  0.161892	  0.161674	  0.166683		CURRENT LEARNING RATE: 0.044259955758633486
previous_iter_valid_loss : 0.17011339962482452

    276100	  0.170309	  0.170113	  0.166583		CURRENT LEARNING RATE: 0.04425110465262186
previous_iter_valid_loss : 0.16128280758857727

    276120	  0.161461	  0.161283	  0.166511		CURRENT LEARNING RATE: 0.04424225531665443
previous_iter_valid_loss : 0.16172868013381958

    276140	  0.161941	  0.161729	  0.166524		CURRENT LEARNING RATE: 0.04423340775037723
previous_iter_valid_loss : 0.16708475351333618

    276160	  0.167351	  0.167085	  0.166511		CURRENT LEARNING RATE: 0.044224561953436325
previous_iter_valid_loss : 0.16314630210399628

    276180	  0.163425	  0.163146	  0.166571		CURRENT LEARNING RATE: 0.04421571792547792
previous_iter_valid_loss : 0.16730165481567383

    276200	  0.167538	  0.167302	  0.166828		CURRENT LEARNING RATE: 0.044206875666148227
previous_iter_valid_loss : 0.17725299298763275

    276220	  0.177581	  0.177253	  0.167415		CURRENT LEARNING RATE: 0.044198035175093575
previous_iter_valid_loss : 0.16086259484291077

    276240	  0.161064	  0.160863	  0.167362		CURRENT LEARNING RATE: 0.04418919645196034
previous_iter_valid_loss : 0.1674538552761078

    276260	  0.167734	  0.167454	  0.167553		CURRENT LEARNING RATE: 0.044180359496394955
previous_iter_valid_loss : 0.1611858308315277

    276280	  0.161422	  0.161186	  0.167426		CURRENT LEARNING RATE: 0.044171524308043955
previous_iter_valid_loss : 0.17001575231552124

    276300	  0.170301	  0.170016	  0.167856		CURRENT LEARNING RATE: 0.044162690886553946
previous_iter_valid_loss : 0.16101139783859253

    276320	  0.161216	  0.161011	  0.167796		CURRENT LEARNING RATE: 0.04415385923157157
previous_iter_valid_loss : 0.16131193935871124

    276340	  0.161502	  0.161312	  0.167038		CURRENT LEARNING RATE: 0.04414502934274358
previous_iter_valid_loss : 0.16108989715576172

    276360	  0.161301	  0.161090	  0.166801		CURRENT LEARNING RATE: 0.04413620121971675
previous_iter_valid_loss : 0.17930853366851807

    276380	  0.179623	  0.179309	  0.166902		CURRENT LEARNING RATE: 0.044127374862138
previous_iter_valid_loss : 0.16216112673282623

    276400	  0.162387	  0.162161	  0.166733		CURRENT LEARNING RATE: 0.044118550269654215
previous_iter_valid_loss : 0.18468043208122253

    276420	  0.184884	  0.184680	  0.167278		CURRENT LEARNING RATE: 0.044109727441912466
previous_iter_valid_loss : 0.16139784455299377

    276440	  0.161620	  0.161398	  0.166659		CURRENT LEARNING RATE: 0.044100906378559825
previous_iter_valid_loss : 0.16740870475769043

    276460	  0.167614	  0.167409	  0.166372		CURRENT LEARNING RATE: 0.04409208707924345
previous_iter_valid_loss : 0.16236922144889832

    276480	  0.162592	  0.162369	  0.166407		CURRENT LEARNING RATE: 0.04408326954361055
previous_iter_valid_loss : 0.16561667621135712

    276500	  0.165879	  0.165617	  0.166182		CURRENT LEARNING RATE: 0.04407445377130845
previous_iter_valid_loss : 0.16674602031707764

    276520	  0.166946	  0.166746	  0.166455		CURRENT LEARNING RATE: 0.0440656397619845
previous_iter_valid_loss : 0.16156171262264252

    276540	  0.161748	  0.161562	  0.166447		CURRENT LEARNING RATE: 0.04405682751528615
previous_iter_valid_loss : 0.16123072803020477

    276560	  0.161393	  0.161231	  0.166154		CURRENT LEARNING RATE: 0.0440480170308609
previous_iter_valid_loss : 0.16379840672016144

    276580	  0.164002	  0.163798	  0.166187		CURRENT LEARNING RATE: 0.04403920830835634
previous_iter_valid_loss : 0.16110999882221222

    276600	  0.161324	  0.161110	  0.165877		CURRENT LEARNING RATE: 0.044030401347420124
previous_iter_valid_loss : 0.16175459325313568

    276620	  0.162013	  0.161755	  0.165102		CURRENT LEARNING RATE: 0.04402159614769996
previous_iter_valid_loss : 0.1705876886844635

    276640	  0.170814	  0.170588	  0.165588		CURRENT LEARNING RATE: 0.044012792708843645
previous_iter_valid_loss : 0.16966569423675537

    276660	  0.169967	  0.169666	  0.165699		CURRENT LEARNING RATE: 0.044003991030499054
previous_iter_valid_loss : 0.16124138236045837

    276680	  0.161481	  0.161241	  0.165702		CURRENT LEARNING RATE: 0.04399519111231411
previous_iter_valid_loss : 0.1665060967206955

    276700	  0.166788	  0.166506	  0.165526		CURRENT LEARNING RATE: 0.04398639295393681
previous_iter_valid_loss : 0.1619609147310257

    276720	  0.162179	  0.161961	  0.165574		CURRENT LEARNING RATE: 0.04397759655501524
previous_iter_valid_loss : 0.17030221223831177

    276740	  0.170489	  0.170302	  0.166023		CURRENT LEARNING RATE: 0.04396880191519754
previous_iter_valid_loss : 0.1660885512828827

    276760	  0.166342	  0.166089	  0.166273		CURRENT LEARNING RATE: 0.04396000903413191
previous_iter_valid_loss : 0.1612337827682495

    276780	  0.161456	  0.161234	  0.165370		CURRENT LEARNING RATE: 0.04395121791146666
previous_iter_valid_loss : 0.17220032215118408

    276800	  0.172398	  0.172200	  0.165872		CURRENT LEARNING RATE: 0.043942428546850106
previous_iter_valid_loss : 0.19310781359672546

    276820	  0.193244	  0.193108	  0.166293		CURRENT LEARNING RATE: 0.043933640939930726
previous_iter_valid_loss : 0.19571396708488464

    276840	  0.195900	  0.195714	  0.168009		CURRENT LEARNING RATE: 0.04392485509035698
previous_iter_valid_loss : 0.17812830209732056

    276860	  0.178451	  0.178128	  0.168545		CURRENT LEARNING RATE: 0.043916070997777445
previous_iter_valid_loss : 0.1637401580810547

    276880	  0.163961	  0.163740	  0.168613		CURRENT LEARNING RATE: 0.043907288661840765
previous_iter_valid_loss : 0.17703001201152802

    276900	  0.177365	  0.177030	  0.169184		CURRENT LEARNING RATE: 0.04389850808219563
previous_iter_valid_loss : 0.16080671548843384

    276920	  0.161020	  0.160807	  0.168887		CURRENT LEARNING RATE: 0.043889729258490814
previous_iter_valid_loss : 0.16129693388938904

    276940	  0.161490	  0.161297	  0.168874		CURRENT LEARNING RATE: 0.043880952190375196
previous_iter_valid_loss : 0.1696769744157791

    276960	  0.169976	  0.169677	  0.169296		CURRENT LEARNING RATE: 0.04387217687749766
previous_iter_valid_loss : 0.1635914146900177

    276980	  0.163817	  0.163591	  0.169286		CURRENT LEARNING RATE: 0.0438634033195072
previous_iter_valid_loss : 0.18410925567150116

    277000	  0.184306	  0.184109	  0.170436		CURRENT LEARNING RATE: 0.043854631516052886
previous_iter_valid_loss : 0.1612357795238495

    277020	  0.161457	  0.161236	  0.170410		CURRENT LEARNING RATE: 0.04384586146678384
previous_iter_valid_loss : 0.16115394234657288

    277040	  0.161394	  0.161154	  0.169938		CURRENT LEARNING RATE: 0.043837093171349255
previous_iter_valid_loss : 0.16088369488716125

    277060	  0.161074	  0.160884	  0.169499		CURRENT LEARNING RATE: 0.0438283266293984
previous_iter_valid_loss : 0.1694692224264145

    277080	  0.169739	  0.169469	  0.169910		CURRENT LEARNING RATE: 0.04381956184058062
previous_iter_valid_loss : 0.16201075911521912

    277100	  0.162222	  0.162011	  0.169685		CURRENT LEARNING RATE: 0.04381079880454532
previous_iter_valid_loss : 0.16304637491703033

    277120	  0.163259	  0.163046	  0.169740		CURRENT LEARNING RATE: 0.04380203752094198
previous_iter_valid_loss : 0.16274365782737732

    277140	  0.162940	  0.162744	  0.169362		CURRENT LEARNING RATE: 0.043793277989420135
previous_iter_valid_loss : 0.1775810271501541

    277160	  0.177779	  0.177581	  0.169936		CURRENT LEARNING RATE: 0.043784520209629425
previous_iter_valid_loss : 0.16173134744167328

    277180	  0.161969	  0.161731	  0.169961		CURRENT LEARNING RATE: 0.043775764181219534
previous_iter_valid_loss : 0.16427497565746307

    277200	  0.164519	  0.164275	  0.169565		CURRENT LEARNING RATE: 0.04376700990384018
previous_iter_valid_loss : 0.16343046724796295

    277220	  0.163681	  0.163430	  0.168081		CURRENT LEARNING RATE: 0.043758257377141264
previous_iter_valid_loss : 0.16115809977054596

    277240	  0.161343	  0.161158	  0.166353		CURRENT LEARNING RATE: 0.04374950660077264
previous_iter_valid_loss : 0.17860476672649384

    277260	  0.178792	  0.178605	  0.166377		CURRENT LEARNING RATE: 0.043740757574384295
previous_iter_valid_loss : 0.16854219138622284

    277280	  0.168722	  0.168542	  0.166617		CURRENT LEARNING RATE: 0.04373201029762625
previous_iter_valid_loss : 0.1615772396326065

    277300	  0.161771	  0.161577	  0.165845		CURRENT LEARNING RATE: 0.04372326477014862
previous_iter_valid_loss : 0.16937793791294098

    277320	  0.169644	  0.169378	  0.166273		CURRENT LEARNING RATE: 0.04371452099160159
previous_iter_valid_loss : 0.1609877198934555

    277340	  0.161171	  0.160988	  0.166258		CURRENT LEARNING RATE: 0.04370577896163541
previous_iter_valid_loss : 0.16088874638080597

    277360	  0.161118	  0.160889	  0.165818		CURRENT LEARNING RATE: 0.043697038679900393
previous_iter_valid_loss : 0.16159656643867493

    277380	  0.161827	  0.161597	  0.165719		CURRENT LEARNING RATE: 0.04368830014604693
previous_iter_valid_loss : 0.17127418518066406

    277400	  0.171572	  0.171274	  0.165077		CURRENT LEARNING RATE: 0.043679563359725476
previous_iter_valid_loss : 0.1645764708518982

    277420	  0.164754	  0.164576	  0.165244		CURRENT LEARNING RATE: 0.043670828320586566
previous_iter_valid_loss : 0.16663922369480133

    277440	  0.166893	  0.166639	  0.165518		CURRENT LEARNING RATE: 0.04366209502828079
previous_iter_valid_loss : 0.16439484059810638

    277460	  0.164560	  0.164395	  0.165694		CURRENT LEARNING RATE: 0.043653363482458823
previous_iter_valid_loss : 0.1624835729598999

    277480	  0.162667	  0.162484	  0.165344		CURRENT LEARNING RATE: 0.0436446336827714
previous_iter_valid_loss : 0.16321225464344025

    277500	  0.163412	  0.163212	  0.165405		CURRENT LEARNING RATE: 0.04363590562886933
previous_iter_valid_loss : 0.1648818701505661

    277520	  0.165102	  0.164882	  0.165496		CURRENT LEARNING RATE: 0.04362717932040349
previous_iter_valid_loss : 0.1614014059305191

    277540	  0.161591	  0.161401	  0.165429		CURRENT LEARNING RATE: 0.043618454757024826
previous_iter_valid_loss : 0.1673302948474884

    277560	  0.167587	  0.167330	  0.164917		CURRENT LEARNING RATE: 0.04360973193838437
previous_iter_valid_loss : 0.17429573833942413

    277580	  0.174498	  0.174296	  0.165545		CURRENT LEARNING RATE: 0.043601010864133184
previous_iter_valid_loss : 0.16273821890354156

    277600	  0.162972	  0.162738	  0.165468		CURRENT LEARNING RATE: 0.043592291533922446
previous_iter_valid_loss : 0.2054952085018158

    277620	  0.205633	  0.205495	  0.167571		CURRENT LEARNING RATE: 0.04358357394740335
previous_iter_valid_loss : 0.16172100603580475

    277640	  0.161922	  0.161721	  0.167599		CURRENT LEARNING RATE: 0.043574858104227246
previous_iter_valid_loss : 0.16162045300006866

    277660	  0.161830	  0.161620	  0.166750		CURRENT LEARNING RATE: 0.04356614400404546
previous_iter_valid_loss : 0.18945527076721191

    277680	  0.189856	  0.189455	  0.167796		CURRENT LEARNING RATE: 0.04355743164650945
previous_iter_valid_loss : 0.17218291759490967

    277700	  0.172458	  0.172183	  0.168326		CURRENT LEARNING RATE: 0.04354872103127071
previous_iter_valid_loss : 0.1616249829530716

    277720	  0.161822	  0.161625	  0.167939		CURRENT LEARNING RATE: 0.04354001215798081
previous_iter_valid_loss : 0.16266530752182007

    277740	  0.162861	  0.162665	  0.168022		CURRENT LEARNING RATE: 0.04353130502629141
previous_iter_valid_loss : 0.16800934076309204

    277760	  0.168277	  0.168009	  0.168378		CURRENT LEARNING RATE: 0.04352259963585422
previous_iter_valid_loss : 0.1619560718536377

    277780	  0.162129	  0.161956	  0.168396		CURRENT LEARNING RATE: 0.043513895986321015
previous_iter_valid_loss : 0.1612943559885025

    277800	  0.161511	  0.161294	  0.167897		CURRENT LEARNING RATE: 0.04350519407734365
previous_iter_valid_loss : 0.16176478564739227

    277820	  0.162002	  0.161765	  0.167757		CURRENT LEARNING RATE: 0.04349649390857406
previous_iter_valid_loss : 0.16155271232128143

    277840	  0.161783	  0.161553	  0.167502		CURRENT LEARNING RATE: 0.043487795479664235
previous_iter_valid_loss : 0.16108334064483643

    277860	  0.161283	  0.161083	  0.167337		CURRENT LEARNING RATE: 0.04347909879026623
previous_iter_valid_loss : 0.16757062077522278

    277880	  0.167850	  0.167571	  0.167591		CURRENT LEARNING RATE: 0.04347040384003219
previous_iter_valid_loss : 0.16636264324188232

    277900	  0.166624	  0.166363	  0.167749		CURRENT LEARNING RATE: 0.0434617106286143
previous_iter_valid_loss : 0.18018311262130737

    277920	  0.180399	  0.180183	  0.168514		CURRENT LEARNING RATE: 0.043453019155664845
previous_iter_valid_loss : 0.1655527502298355

    277940	  0.165822	  0.165553	  0.168721		CURRENT LEARNING RATE: 0.04344432942083616
previous_iter_valid_loss : 0.16258692741394043

    277960	  0.162788	  0.162587	  0.168484		CURRENT LEARNING RATE: 0.04343564142378066
previous_iter_valid_loss : 0.16870608925819397

    277980	  0.169017	  0.168706	  0.168205		CURRENT LEARNING RATE: 0.04342695516415082
previous_iter_valid_loss : 0.1962042897939682

    278000	  0.196411	  0.196204	  0.169878		CURRENT LEARNING RATE: 0.0434182706415992
previous_iter_valid_loss : 0.16942337155342102

    278020	  0.169639	  0.169423	  0.168075		CURRENT LEARNING RATE: 0.04340958785577838
previous_iter_valid_loss : 0.16187265515327454

    278040	  0.162101	  0.161873	  0.168082		CURRENT LEARNING RATE: 0.04340090680634111
previous_iter_valid_loss : 0.16228076815605164

    278060	  0.162518	  0.162281	  0.168115		CURRENT LEARNING RATE: 0.04339222749294011
previous_iter_valid_loss : 0.16143515706062317

    278080	  0.161642	  0.161435	  0.166714		CURRENT LEARNING RATE: 0.04338354991522823
previous_iter_valid_loss : 0.1667732447385788

    278100	  0.166973	  0.166773	  0.166444		CURRENT LEARNING RATE: 0.04337487407285833
previous_iter_valid_loss : 0.18380631506443024

    278120	  0.184024	  0.183806	  0.167553		CURRENT LEARNING RATE: 0.04336619996548342
previous_iter_valid_loss : 0.16126284003257751

    278140	  0.161455	  0.161263	  0.167483		CURRENT LEARNING RATE: 0.0433575275927565
previous_iter_valid_loss : 0.16227450966835022

    278160	  0.162502	  0.162275	  0.167196		CURRENT LEARNING RATE: 0.043348856954330696
previous_iter_valid_loss : 0.16321083903312683

    278180	  0.163449	  0.163211	  0.167259		CURRENT LEARNING RATE: 0.04334018804985917
previous_iter_valid_loss : 0.18487267196178436

    278200	  0.185073	  0.184873	  0.168437		CURRENT LEARNING RATE: 0.043331520878995174
previous_iter_valid_loss : 0.16757267713546753

    278220	  0.167841	  0.167573	  0.168728		CURRENT LEARNING RATE: 0.04332285544139203
previous_iter_valid_loss : 0.18689417839050293

    278240	  0.187313	  0.186894	  0.169995		CURRENT LEARNING RATE: 0.043314191736703096
previous_iter_valid_loss : 0.16144157946109772

    278260	  0.161672	  0.161442	  0.170013		CURRENT LEARNING RATE: 0.043305529764581845
previous_iter_valid_loss : 0.16325844824314117

    278280	  0.163480	  0.163258	  0.169797		CURRENT LEARNING RATE: 0.043296869524681786
previous_iter_valid_loss : 0.16787900030612946

    278300	  0.168131	  0.167879	  0.169873		CURRENT LEARNING RATE: 0.04328821101665651
previous_iter_valid_loss : 0.16212265193462372

    278320	  0.162388	  0.162123	  0.168970		CURRENT LEARNING RATE: 0.04327955424015969
previous_iter_valid_loss : 0.17378878593444824

    278340	  0.173993	  0.173789	  0.169382		CURRENT LEARNING RATE: 0.04327089919484504
previous_iter_valid_loss : 0.1630662977695465

    278360	  0.163264	  0.163066	  0.169406		CURRENT LEARNING RATE: 0.04326224588036636
previous_iter_valid_loss : 0.18328741192817688

    278380	  0.183487	  0.183287	  0.170135		CURRENT LEARNING RATE: 0.043253594296377526
previous_iter_valid_loss : 0.16342484951019287

    278400	  0.163640	  0.163425	  0.168496		CURRENT LEARNING RATE: 0.04324494444253247
previous_iter_valid_loss : 0.16086900234222412

    278420	  0.161062	  0.160869	  0.168068		CURRENT LEARNING RATE: 0.043236296318485176
previous_iter_valid_loss : 0.1616186648607254

    278440	  0.161824	  0.161619	  0.168055		CURRENT LEARNING RATE: 0.04322764992388976
previous_iter_valid_loss : 0.16281303763389587

    278460	  0.163063	  0.162813	  0.168082		CURRENT LEARNING RATE: 0.04321900525840035
previous_iter_valid_loss : 0.1613960713148117

    278480	  0.161613	  0.161396	  0.168080		CURRENT LEARNING RATE: 0.04321036232167115
previous_iter_valid_loss : 0.16214483976364136

    278500	  0.162388	  0.162145	  0.167849		CURRENT LEARNING RATE: 0.043201721113356455
previous_iter_valid_loss : 0.16179683804512024

    278520	  0.161988	  0.161797	  0.166748		CURRENT LEARNING RATE: 0.04319308163311061
previous_iter_valid_loss : 0.16942068934440613

    278540	  0.169693	  0.169421	  0.167156		CURRENT LEARNING RATE: 0.04318444388058803
previous_iter_valid_loss : 0.1626783162355423

    278560	  0.162882	  0.162678	  0.167176		CURRENT LEARNING RATE: 0.04317580785544322
previous_iter_valid_loss : 0.16759315133094788

    278580	  0.167822	  0.167593	  0.167395		CURRENT LEARNING RATE: 0.04316717355733072
previous_iter_valid_loss : 0.18268083035945892

    278600	  0.182886	  0.182681	  0.167286		CURRENT LEARNING RATE: 0.04315854098590517
previous_iter_valid_loss : 0.17301218211650848

    278620	  0.173318	  0.173012	  0.167558		CURRENT LEARNING RATE: 0.04314991014082127
previous_iter_valid_loss : 0.20158147811889648

    278640	  0.201720	  0.201581	  0.168292		CURRENT LEARNING RATE: 0.04314128102173378
previous_iter_valid_loss : 0.16823828220367432

    278660	  0.168420	  0.168238	  0.168632		CURRENT LEARNING RATE: 0.04313265362829753
previous_iter_valid_loss : 0.16163522005081177

    278680	  0.161790	  0.161635	  0.168551		CURRENT LEARNING RATE: 0.04312402796016744
previous_iter_valid_loss : 0.16221289336681366

    278700	  0.162404	  0.162213	  0.168268		CURRENT LEARNING RATE: 0.043115404016998475
previous_iter_valid_loss : 0.16721230745315552

    278720	  0.167409	  0.167212	  0.168522		CURRENT LEARNING RATE: 0.04310678179844567
previous_iter_valid_loss : 0.1718595027923584

    278740	  0.172150	  0.171860	  0.168426		CURRENT LEARNING RATE: 0.04309816130416415
previous_iter_valid_loss : 0.1685090959072113

    278760	  0.168693	  0.168509	  0.168698		CURRENT LEARNING RATE: 0.043089542533809075
previous_iter_valid_loss : 0.16449600458145142

    278780	  0.164696	  0.164496	  0.167758		CURRENT LEARNING RATE: 0.04308092548703572
previous_iter_valid_loss : 0.16074348986148834

    278800	  0.160949	  0.160743	  0.167624		CURRENT LEARNING RATE: 0.04307231016349938
previous_iter_valid_loss : 0.16355465352535248

    278820	  0.163787	  0.163555	  0.167758		CURRENT LEARNING RATE: 0.04306369656285544
previous_iter_valid_loss : 0.20918406546115875

    278840	  0.209767	  0.209184	  0.170137		CURRENT LEARNING RATE: 0.04305508468475939
previous_iter_valid_loss : 0.161918044090271

    278860	  0.162136	  0.161918	  0.170092		CURRENT LEARNING RATE: 0.04304647452886673
previous_iter_valid_loss : 0.1610138714313507

    278880	  0.161225	  0.161014	  0.170073		CURRENT LEARNING RATE: 0.04303786609483305
previous_iter_valid_loss : 0.16708122193813324

    278900	  0.167286	  0.167081	  0.170320		CURRENT LEARNING RATE: 0.04302925938231403
previous_iter_valid_loss : 0.1645079255104065

    278920	  0.164771	  0.164508	  0.170455		CURRENT LEARNING RATE: 0.043020654390965384
previous_iter_valid_loss : 0.18039114773273468

    278940	  0.180754	  0.180391	  0.171004		CURRENT LEARNING RATE: 0.04301205112044292
previous_iter_valid_loss : 0.16099579632282257

    278960	  0.161197	  0.160996	  0.170920		CURRENT LEARNING RATE: 0.04300344957040251
previous_iter_valid_loss : 0.16200874745845795

    278980	  0.162255	  0.162009	  0.170640		CURRENT LEARNING RATE: 0.042994849740500087
previous_iter_valid_loss : 0.16240906715393066

    279000	  0.162576	  0.162409	  0.169627		CURRENT LEARNING RATE: 0.04298625163039166
previous_iter_valid_loss : 0.1740584671497345

    279020	  0.174303	  0.174058	  0.169679		CURRENT LEARNING RATE: 0.0429776552397333
previous_iter_valid_loss : 0.17639708518981934

    279040	  0.176683	  0.176397	  0.168420		CURRENT LEARNING RATE: 0.04296906056818116
previous_iter_valid_loss : 0.16294331848621368

    284580	  0.163132	  0.162943	  0.165667		CURRENT LEARNING RATE: 0.04065331307136988
previous_iter_valid_loss : 0.18985505402088165

    284600	  0.189974	  0.189855	  0.166672		CURRENT LEARNING RATE: 0.04064518322176767
previous_iter_valid_loss : 0.1778133660554886

    284620	  0.178035	  0.177813	  0.167000		CURRENT LEARNING RATE: 0.04063705499797279
previous_iter_valid_loss : 0.17660148441791534

    284640	  0.176791	  0.176601	  0.167700		CURRENT LEARNING RATE: 0.04062892839966011
previous_iter_valid_loss : 0.18200422823429108

    284660	  0.182194	  0.182004	  0.168695		CURRENT LEARNING RATE: 0.04062080342650458
previous_iter_valid_loss : 0.1721516251564026

    284680	  0.172338	  0.172152	  0.169225		CURRENT LEARNING RATE: 0.04061268007818119
previous_iter_valid_loss : 0.16178061068058014

    284700	  0.161963	  0.161781	  0.168135		CURRENT LEARNING RATE: 0.04060455835436501
previous_iter_valid_loss : 0.16127488017082214

    284720	  0.161464	  0.161275	  0.168152		CURRENT LEARNING RATE: 0.040596438254731165
previous_iter_valid_loss : 0.16543079912662506

    284740	  0.165694	  0.165431	  0.168312		CURRENT LEARNING RATE: 0.04058831977895486
previous_iter_valid_loss : 0.16303037106990814

    284760	  0.163261	  0.163030	  0.167390		CURRENT LEARNING RATE: 0.04058020292671135
previous_iter_valid_loss : 0.16122308373451233

    284780	  0.161445	  0.161223	  0.167214		CURRENT LEARNING RATE: 0.04057208769767596
previous_iter_valid_loss : 0.16074389219284058

    284800	  0.160955	  0.160744	  0.166932		CURRENT LEARNING RATE: 0.04056397409152409
previous_iter_valid_loss : 0.17561490833759308

    284820	  0.175946	  0.175615	  0.167624		CURRENT LEARNING RATE: 0.04055586210793118
previous_iter_valid_loss : 0.16145159304141998

    284840	  0.161669	  0.161452	  0.167646		CURRENT LEARNING RATE: 0.04054775174657277
previous_iter_valid_loss : 0.16128547489643097

    284860	  0.161490	  0.161285	  0.167542		CURRENT LEARNING RATE: 0.04053964300712441
previous_iter_valid_loss : 0.17373043298721313

    284880	  0.174069	  0.173730	  0.168162		CURRENT LEARNING RATE: 0.0405315358892618
previous_iter_valid_loss : 0.1615937054157257

    284900	  0.161798	  0.161594	  0.167886		CURRENT LEARNING RATE: 0.040523430392660625
previous_iter_valid_loss : 0.16118371486663818

    284920	  0.161382	  0.161184	  0.167605		CURRENT LEARNING RATE: 0.04051532651699667
previous_iter_valid_loss : 0.16144362092018127

    284940	  0.161618	  0.161444	  0.167638		CURRENT LEARNING RATE: 0.040507224261945786
previous_iter_valid_loss : 0.17280112206935883

    284960	  0.173000	  0.172801	  0.168196		CURRENT LEARNING RATE: 0.04049912362718388
previous_iter_valid_loss : 0.16433186829090118

    284980	  0.164567	  0.164332	  0.168266		CURRENT LEARNING RATE: 0.04049102461238692
previous_iter_valid_loss : 0.16582199931144714

    285000	  0.166029	  0.165822	  0.167064		CURRENT LEARNING RATE: 0.04048292721723095
previous_iter_valid_loss : 0.1748580038547516

    285020	  0.175163	  0.174858	  0.166916		CURRENT LEARNING RATE: 0.04047483144139207
previous_iter_valid_loss : 0.16212034225463867

    285040	  0.162315	  0.162120	  0.166192		CURRENT LEARNING RATE: 0.04046673728454646
previous_iter_valid_loss : 0.16839377582073212

    285060	  0.168589	  0.168394	  0.165512		CURRENT LEARNING RATE: 0.04045864474637034
previous_iter_valid_loss : 0.16231684386730194

    285080	  0.162525	  0.162317	  0.165020		CURRENT LEARNING RATE: 0.040450553826540024
previous_iter_valid_loss : 0.1614171713590622

    285100	  0.161613	  0.161417	  0.165002		CURRENT LEARNING RATE: 0.040442464524731866
previous_iter_valid_loss : 0.16578099131584167

    285120	  0.166012	  0.165781	  0.165227		CURRENT LEARNING RATE: 0.04043437684062229
previous_iter_valid_loss : 0.16177092492580414

    285140	  0.162033	  0.161771	  0.165044		CURRENT LEARNING RATE: 0.04042629077388779
previous_iter_valid_loss : 0.16205981373786926

    285160	  0.162244	  0.162060	  0.164996		CURRENT LEARNING RATE: 0.04041820632420493
previous_iter_valid_loss : 0.16088274121284485

    285180	  0.161092	  0.160883	  0.164979		CURRENT LEARNING RATE: 0.04041012349125033
previous_iter_valid_loss : 0.16717754304409027

    285200	  0.167392	  0.167178	  0.165300		CURRENT LEARNING RATE: 0.04040204227470067
previous_iter_valid_loss : 0.1822350174188614

    285220	  0.182446	  0.182235	  0.165631		CURRENT LEARNING RATE: 0.04039396267423271
previous_iter_valid_loss : 0.1618526577949524

    285240	  0.162054	  0.161853	  0.165651		CURRENT LEARNING RATE: 0.04038588468952326
previous_iter_valid_loss : 0.16082943975925446

    285260	  0.161021	  0.160829	  0.165629		CURRENT LEARNING RATE: 0.04037780832024921
previous_iter_valid_loss : 0.16178759932518005

    285280	  0.162015	  0.161788	  0.165031		CURRENT LEARNING RATE: 0.04036973356608747
previous_iter_valid_loss : 0.1670277863740921

    285300	  0.167319	  0.167028	  0.165303		CURRENT LEARNING RATE: 0.0403616604267151
previous_iter_valid_loss : 0.18752090632915497

    285320	  0.187990	  0.187521	  0.166620		CURRENT LEARNING RATE: 0.04035358890180916
previous_iter_valid_loss : 0.16578978300094604

    285340	  0.166068	  0.165790	  0.166837		CURRENT LEARNING RATE: 0.04034551899104677
previous_iter_valid_loss : 0.16507390141487122

    285360	  0.165283	  0.165074	  0.166451		CURRENT LEARNING RATE: 0.04033745069410515
previous_iter_valid_loss : 0.16879531741142273

    285380	  0.169082	  0.168795	  0.166674		CURRENT LEARNING RATE: 0.040329384010661565
previous_iter_valid_loss : 0.16114875674247742

    285400	  0.161357	  0.161149	  0.166440		CURRENT LEARNING RATE: 0.04032131894039335
previous_iter_valid_loss : 0.16585299372673035

    285420	  0.166164	  0.165853	  0.165990		CURRENT LEARNING RATE: 0.040313255482977886
previous_iter_valid_loss : 0.1632658988237381

    285440	  0.163518	  0.163266	  0.166047		CURRENT LEARNING RATE: 0.04030519363809266
previous_iter_valid_loss : 0.17326021194458008

    285460	  0.173638	  0.173260	  0.166291		CURRENT LEARNING RATE: 0.04029713340541517
previous_iter_valid_loss : 0.16478918492794037

    285480	  0.165078	  0.164789	  0.166414		CURRENT LEARNING RATE: 0.040289074784623034
previous_iter_valid_loss : 0.1730310320854187

    285500	  0.173388	  0.173031	  0.166995		CURRENT LEARNING RATE: 0.04028101777539388
previous_iter_valid_loss : 0.1618160903453827

    285520	  0.162009	  0.161816	  0.166797		CURRENT LEARNING RATE: 0.04027296237740546
previous_iter_valid_loss : 0.1616557240486145

    285540	  0.161888	  0.161656	  0.166791		CURRENT LEARNING RATE: 0.04026490859033553
previous_iter_valid_loss : 0.16098424792289734

    285560	  0.161175	  0.160984	  0.166737		CURRENT LEARNING RATE: 0.04025685641386195
previous_iter_valid_loss : 0.1670188158750534

    285580	  0.167301	  0.167019	  0.167044		CURRENT LEARNING RATE: 0.04024880584766263
previous_iter_valid_loss : 0.1608181595802307

    285600	  0.161012	  0.160818	  0.166726		CURRENT LEARNING RATE: 0.04024075689141556
previous_iter_valid_loss : 0.1646362841129303

    285620	  0.164808	  0.164636	  0.165846		CURRENT LEARNING RATE: 0.04023270954479877
previous_iter_valid_loss : 0.16139177978038788

    285640	  0.161615	  0.161392	  0.165823		CURRENT LEARNING RATE: 0.04022466380749035
previous_iter_valid_loss : 0.16758525371551514

    285660	  0.167851	  0.167585	  0.166161		CURRENT LEARNING RATE: 0.0402166196791685
previous_iter_valid_loss : 0.1666163057088852

    285680	  0.166879	  0.166616	  0.166402		CURRENT LEARNING RATE: 0.04020857715951143
previous_iter_valid_loss : 0.16142509877681732

    285700	  0.161635	  0.161425	  0.166122		CURRENT LEARNING RATE: 0.04020053624819746
previous_iter_valid_loss : 0.16921475529670715

    285720	  0.169391	  0.169215	  0.165207		CURRENT LEARNING RATE: 0.04019249694490495
previous_iter_valid_loss : 0.1674841195344925

    285740	  0.167705	  0.167484	  0.165292		CURRENT LEARNING RATE: 0.04018445924931232
previous_iter_valid_loss : 0.16249871253967285

    285760	  0.162742	  0.162499	  0.165163		CURRENT LEARNING RATE: 0.04017642316109807
previous_iter_valid_loss : 0.16112571954727173

    285780	  0.161355	  0.161126	  0.164780		CURRENT LEARNING RATE: 0.04016838867994074
previous_iter_valid_loss : 0.16423963010311127

    285800	  0.164467	  0.164240	  0.164934		CURRENT LEARNING RATE: 0.04016035580551897
previous_iter_valid_loss : 0.17017585039138794

    285820	  0.170371	  0.170176	  0.165150		CURRENT LEARNING RATE: 0.04015232453751144
previous_iter_valid_loss : 0.1742485612630844

    285840	  0.174451	  0.174249	  0.165699		CURRENT LEARNING RATE: 0.0401442948755969
previous_iter_valid_loss : 0.16100433468818665

    285860	  0.161164	  0.161004	  0.165087		CURRENT LEARNING RATE: 0.040136266819454154
previous_iter_valid_loss : 0.1616184264421463

    285880	  0.161767	  0.161618	  0.164928		CURRENT LEARNING RATE: 0.04012824036876209
previous_iter_valid_loss : 0.16133226454257965

    285900	  0.161535	  0.161332	  0.164343		CURRENT LEARNING RATE: 0.040120215523199644
previous_iter_valid_loss : 0.16214115917682648

    285920	  0.162340	  0.162141	  0.164359		CURRENT LEARNING RATE: 0.04011219228244582
previous_iter_valid_loss : 0.16129887104034424

    285940	  0.161473	  0.161299	  0.164341		CURRENT LEARNING RATE: 0.0401041706461797
previous_iter_valid_loss : 0.1804196536540985

    285960	  0.180748	  0.180420	  0.165313		CURRENT LEARNING RATE: 0.04009615061408041
previous_iter_valid_loss : 0.1749638468027115

    285980	  0.175242	  0.174964	  0.165710		CURRENT LEARNING RATE: 0.04008813218582715
previous_iter_valid_loss : 0.18086586892604828

    286000	  0.181221	  0.180866	  0.166713		CURRENT LEARNING RATE: 0.04008011536109918
previous_iter_valid_loss : 0.16108760237693787

    286020	  0.161264	  0.161088	  0.166535		CURRENT LEARNING RATE: 0.04007210013957583
previous_iter_valid_loss : 0.1639132797718048

    286040	  0.164105	  0.163913	  0.166662		CURRENT LEARNING RATE: 0.040064086520936494
previous_iter_valid_loss : 0.16384659707546234

    286060	  0.164069	  0.163847	  0.166475		CURRENT LEARNING RATE: 0.04005607450486062
previous_iter_valid_loss : 0.16484078764915466

    286080	  0.165087	  0.164841	  0.166386		CURRENT LEARNING RATE: 0.040048064091027714
previous_iter_valid_loss : 0.16179677844047546

    286100	  0.162007	  0.161797	  0.166404		CURRENT LEARNING RATE: 0.040040055279117394
previous_iter_valid_loss : 0.1652720868587494

    286120	  0.165550	  0.165272	  0.166207		CURRENT LEARNING RATE: 0.0400320480688093
previous_iter_valid_loss : 0.16209612786769867

    286140	  0.162341	  0.162096	  0.165938		CURRENT LEARNING RATE: 0.040024042459783124
previous_iter_valid_loss : 0.1626317799091339

    286160	  0.162847	  0.162632	  0.165944		CURRENT LEARNING RATE: 0.04001603845171865
previous_iter_valid_loss : 0.17326697707176208

    286180	  0.173592	  0.173267	  0.166552		CURRENT LEARNING RATE: 0.04000803604429573
previous_iter_valid_loss : 0.16099323332309723

    286200	  0.161189	  0.160993	  0.166389		CURRENT LEARNING RATE: 0.040000035237194254
previous_iter_valid_loss : 0.16250847280025482

    286220	  0.162767	  0.162508	  0.166006		CURRENT LEARNING RATE: 0.039992036030094186
previous_iter_valid_loss : 0.16100159287452698

    286240	  0.161211	  0.161002	  0.165344		CURRENT LEARNING RATE: 0.03998403842267557
previous_iter_valid_loss : 0.16169308125972748

    286260	  0.161936	  0.161693	  0.165378		CURRENT LEARNING RATE: 0.039976042414618496
previous_iter_valid_loss : 0.18710148334503174

    286280	  0.187507	  0.187101	  0.166652		CURRENT LEARNING RATE: 0.03996804800560312
previous_iter_valid_loss : 0.1629703789949417

    286300	  0.163156	  0.162970	  0.166734		CURRENT LEARNING RATE: 0.03996005519530967
previous_iter_valid_loss : 0.16560280323028564

    286320	  0.165843	  0.165603	  0.166907		CURRENT LEARNING RATE: 0.03995206398341843
previous_iter_valid_loss : 0.1612299233675003

    286340	  0.161400	  0.161230	  0.166904		CURRENT LEARNING RATE: 0.03994407436960977
previous_iter_valid_loss : 0.18509693443775177

    286360	  0.185300	  0.185097	  0.167138		CURRENT LEARNING RATE: 0.039936086353564076
previous_iter_valid_loss : 0.16192243993282318

    286380	  0.162128	  0.161922	  0.166485		CURRENT LEARNING RATE: 0.039928099934961846
previous_iter_valid_loss : 0.1631404310464859

    286400	  0.163335	  0.163140	  0.165599		CURRENT LEARNING RATE: 0.03992011511348362
previous_iter_valid_loss : 0.16758346557617188

    286420	  0.167816	  0.167583	  0.165924		CURRENT LEARNING RATE: 0.03991213188881
previous_iter_valid_loss : 0.18759046494960785

    286440	  0.188041	  0.187590	  0.167108		CURRENT LEARNING RATE: 0.03990415026062166
previous_iter_valid_loss : 0.17164383828639984

    286460	  0.171862	  0.171644	  0.167498		CURRENT LEARNING RATE: 0.03989617022859934
previous_iter_valid_loss : 0.16454724967479706

    286480	  0.164804	  0.164547	  0.167483		CURRENT LEARNING RATE: 0.039888191792423824
previous_iter_valid_loss : 0.16124144196510315

    286500	  0.161438	  0.161241	  0.167455		CURRENT LEARNING RATE: 0.03988021495177599
previous_iter_valid_loss : 0.1626856029033661

    286520	  0.162863	  0.162686	  0.167326		CURRENT LEARNING RATE: 0.039872239706336764
previous_iter_valid_loss : 0.18195122480392456

    286540	  0.182159	  0.181951	  0.168319		CURRENT LEARNING RATE: 0.039864266055787134
previous_iter_valid_loss : 0.16077987849712372

    286560	  0.160968	  0.160780	  0.168226		CURRENT LEARNING RATE: 0.03985629399980815
previous_iter_valid_loss : 0.17486652731895447

    286580	  0.175144	  0.174867	  0.168306		CURRENT LEARNING RATE: 0.039848323538080925
previous_iter_valid_loss : 0.16560056805610657

    286600	  0.165820	  0.165601	  0.168536		CURRENT LEARNING RATE: 0.039840354670286654
previous_iter_valid_loss : 0.16257527470588684

    286620	  0.162758	  0.162575	  0.168540		CURRENT LEARNING RATE: 0.039832387396106575
previous_iter_valid_loss : 0.16189108788967133

    286640	  0.162102	  0.161891	  0.168584		CURRENT LEARNING RATE: 0.03982442171522199
previous_iter_valid_loss : 0.1732177585363388

    286660	  0.173487	  0.173218	  0.169160		CURRENT LEARNING RATE: 0.03981645762731429
previous_iter_valid_loss : 0.1611640602350235

    286680	  0.161379	  0.161164	  0.167864		CURRENT LEARNING RATE: 0.03980849513206489
previous_iter_valid_loss : 0.16477374732494354

    286700	  0.164935	  0.164774	  0.167954		CURRENT LEARNING RATE: 0.039800534229155304
previous_iter_valid_loss : 0.17633463442325592

    286720	  0.176553	  0.176335	  0.168490		CURRENT LEARNING RATE: 0.0397925749182671
previous_iter_valid_loss : 0.16178494691848755

    286740	  0.161961	  0.161785	  0.168518		CURRENT LEARNING RATE: 0.03978461719908189
previous_iter_valid_loss : 0.16860553622245789

    286760	  0.168892	  0.168606	  0.167694		CURRENT LEARNING RATE: 0.039776661071281375
previous_iter_valid_loss : 0.16130653023719788

    286780	  0.161495	  0.161307	  0.167663		CURRENT LEARNING RATE: 0.03976870653454731
previous_iter_valid_loss : 0.16102400422096252

    286800	  0.161217	  0.161024	  0.167557		CURRENT LEARNING RATE: 0.03976075358856151
previous_iter_valid_loss : 0.16460520029067993

    286820	  0.164864	  0.164605	  0.167408		CURRENT LEARNING RATE: 0.039752802233005854
previous_iter_valid_loss : 0.16109493374824524

    286840	  0.161260	  0.161095	  0.166083		CURRENT LEARNING RATE: 0.0397448524675623
previous_iter_valid_loss : 0.17999030649662018

    286860	  0.180181	  0.179990	  0.166501		CURRENT LEARNING RATE: 0.039736904291912845
previous_iter_valid_loss : 0.16397534310817719

    286880	  0.164230	  0.163975	  0.166472		CURRENT LEARNING RATE: 0.03972895770573955
previous_iter_valid_loss : 0.17110750079154968

    286900	  0.171303	  0.171108	  0.166965		CURRENT LEARNING RATE: 0.03972101270872459
previous_iter_valid_loss : 0.16121593117713928

    286920	  0.161424	  0.161216	  0.166892		CURRENT LEARNING RATE: 0.039713069300550144
previous_iter_valid_loss : 0.18354029953479767

    286940	  0.183911	  0.183540	  0.166971		CURRENT LEARNING RATE: 0.039705127480898474
previous_iter_valid_loss : 0.18853309750556946

    286960	  0.188992	  0.188533	  0.168359		CURRENT LEARNING RATE: 0.039697187249451905
previous_iter_valid_loss : 0.16209527850151062

    286980	  0.162315	  0.162095	  0.167720		CURRENT LEARNING RATE: 0.03968924860589283
previous_iter_valid_loss : 0.17381824553012848

    287000	  0.174131	  0.173818	  0.168131		CURRENT LEARNING RATE: 0.03968131154990371
previous_iter_valid_loss : 0.19010013341903687

    287020	  0.190555	  0.190100	  0.169507		CURRENT LEARNING RATE: 0.039673376081167055
previous_iter_valid_loss : 0.16228412091732025

    287040	  0.162500	  0.162284	  0.169527		CURRENT LEARNING RATE: 0.03966544219936545
previous_iter_valid_loss : 0.16104842722415924

    287060	  0.161238	  0.161048	  0.168919		CURRENT LEARNING RATE: 0.039657509904181536
previous_iter_valid_loss : 0.16290070116519928

    287080	  0.163122	  0.162901	  0.169005		CURRENT LEARNING RATE: 0.039649579195298025
previous_iter_valid_loss : 0.16340309381484985

    287100	  0.163621	  0.163403	  0.168937		CURRENT LEARNING RATE: 0.039641650072397686
previous_iter_valid_loss : 0.1878395825624466

    287120	  0.188284	  0.187840	  0.169512		CURRENT LEARNING RATE: 0.039633722535163354
previous_iter_valid_loss : 0.16181372106075287

    287140	  0.162057	  0.161814	  0.169514		CURRENT LEARNING RATE: 0.03962579658327793
previous_iter_valid_loss : 0.16970127820968628

    287160	  0.169922	  0.169701	  0.169568		CURRENT LEARNING RATE: 0.03961787221642438
previous_iter_valid_loss : 0.16776487231254578

    287180	  0.167988	  0.167765	  0.169891		CURRENT LEARNING RATE: 0.03960994943428572
previous_iter_valid_loss : 0.16903038322925568

    287200	  0.169323	  0.169030	  0.170292		CURRENT LEARNING RATE: 0.03960202823654504
previous_iter_valid_loss : 0.16101506352424622

    287220	  0.161221	  0.161015	  0.170112		CURRENT LEARNING RATE: 0.039594108622885496
previous_iter_valid_loss : 0.17035384476184845

    287240	  0.170578	  0.170354	  0.170575		CURRENT LEARNING RATE: 0.0395861905929903
previous_iter_valid_loss : 0.17211349308490753

    287260	  0.172437	  0.172113	  0.170181		CURRENT LEARNING RATE: 0.03957827414654274
previous_iter_valid_loss : 0.16717109084129333

    287280	  0.167443	  0.167171	  0.170341		CURRENT LEARNING RATE: 0.03957035928322613
previous_iter_valid_loss : 0.16616377234458923

    287300	  0.166350	  0.166164	  0.170094		CURRENT LEARNING RATE: 0.03956244600272391
previous_iter_valid_loss : 0.16082361340522766

    287320	  0.161008	  0.160824	  0.170074		CURRENT LEARNING RATE: 0.03955453430471954
previous_iter_valid_loss : 0.1622200906276703

    287340	  0.162422	  0.162220	  0.169008		CURRENT LEARNING RATE: 0.03954662418889655
previous_iter_valid_loss : 0.16235819458961487

    287360	  0.162520	  0.162358	  0.167699		CURRENT LEARNING RATE: 0.03953871565493852
previous_iter_valid_loss : 0.16136616468429565

    287380	  0.161593	  0.161366	  0.167663		CURRENT LEARNING RATE: 0.03953080870252913
previous_iter_valid_loss : 0.1663406789302826

    287400	  0.166604	  0.166341	  0.167289		CURRENT LEARNING RATE: 0.039522903331352104
previous_iter_valid_loss : 0.16723108291625977

    287420	  0.167498	  0.167231	  0.166146		CURRENT LEARNING RATE: 0.0395149995410912
previous_iter_valid_loss : 0.16120325028896332

    287440	  0.161360	  0.161203	  0.166092		CURRENT LEARNING RATE: 0.03950709733143029
previous_iter_valid_loss : 0.16893337666988373

    287460	  0.169100	  0.168933	  0.166486		CURRENT LEARNING RATE: 0.039499196702053284
previous_iter_valid_loss : 0.16444149613380432

    287480	  0.164622	  0.164441	  0.166563		CURRENT LEARNING RATE: 0.03949129765264414
previous_iter_valid_loss : 0.16486665606498718

    287500	  0.165039	  0.164867	  0.166636		CURRENT LEARNING RATE: 0.039483400182886916
previous_iter_valid_loss : 0.16477297246456146

    287520	  0.165005	  0.164773	  0.165483		CURRENT LEARNING RATE: 0.0394755042924657
previous_iter_valid_loss : 0.16539108753204346

    287540	  0.165617	  0.165391	  0.165662		CURRENT LEARNING RATE: 0.03946760998106466
previous_iter_valid_loss : 0.16104112565517426

    287560	  0.161222	  0.161041	  0.165229		CURRENT LEARNING RATE: 0.039459717248368026
previous_iter_valid_loss : 0.16246695816516876

    287580	  0.162663	  0.162467	  0.164964		CURRENT LEARNING RATE: 0.03945182609406009
previous_iter_valid_loss : 0.1637432724237442

    287600	  0.163942	  0.163743	  0.164699		CURRENT LEARNING RATE: 0.0394439365178252
previous_iter_valid_loss : 0.1615251898765564

    287620	  0.161739	  0.161525	  0.164725		CURRENT LEARNING RATE: 0.03943604851934778
previous_iter_valid_loss : 0.18004858493804932

    287640	  0.180389	  0.180049	  0.165210		CURRENT LEARNING RATE: 0.039428162098312305
previous_iter_valid_loss : 0.1658465713262558

    287660	  0.166072	  0.165847	  0.164896		CURRENT LEARNING RATE: 0.039420277254403314
previous_iter_valid_loss : 0.16093891859054565

    287680	  0.161117	  0.160939	  0.164585		CURRENT LEARNING RATE: 0.03941239398730542
previous_iter_valid_loss : 0.1648968905210495

    287700	  0.165156	  0.164897	  0.164521		CURRENT LEARNING RATE: 0.039404512296703276
previous_iter_valid_loss : 0.1851244866847992

    287720	  0.185320	  0.185124	  0.165736		CURRENT LEARNING RATE: 0.03939663218228164
previous_iter_valid_loss : 0.16591483354568481

    287740	  0.166075	  0.165915	  0.165921		CURRENT LEARNING RATE: 0.03938875364372531
previous_iter_valid_loss : 0.16724738478660583

    287760	  0.167506	  0.167247	  0.166166		CURRENT LEARNING RATE: 0.03938087668071912
previous_iter_valid_loss : 0.16111019253730774

    287780	  0.161325	  0.161110	  0.166153		CURRENT LEARNING RATE: 0.039373001292948004
previous_iter_valid_loss : 0.163716122508049

    287800	  0.163913	  0.163716	  0.166022		CURRENT LEARNING RATE: 0.03936512748009695
previous_iter_valid_loss : 0.1676383763551712

    287820	  0.167895	  0.167638	  0.166042		CURRENT LEARNING RATE: 0.039357255241851
previous_iter_valid_loss : 0.17458663880825043

    287840	  0.174762	  0.174587	  0.166711		CURRENT LEARNING RATE: 0.039349384577895254
previous_iter_valid_loss : 0.18284332752227783

    287860	  0.183248	  0.182843	  0.167407		CURRENT LEARNING RATE: 0.03934151548791491
previous_iter_valid_loss : 0.16816408932209015

    287880	  0.168441	  0.168164	  0.167593		CURRENT LEARNING RATE: 0.03933364797159518
previous_iter_valid_loss : 0.16333934664726257

    287900	  0.163558	  0.163339	  0.167516		CURRENT LEARNING RATE: 0.03932578202862138
previous_iter_valid_loss : 0.16115893423557281

    287920	  0.161346	  0.161159	  0.167336		CURRENT LEARNING RATE: 0.03931791765867886
previous_iter_valid_loss : 0.161359503865242

    287940	  0.161599	  0.161360	  0.167134		CURRENT LEARNING RATE: 0.039310054861453066
previous_iter_valid_loss : 0.16129781305789948

    287960	  0.161479	  0.161298	  0.167147		CURRENT LEARNING RATE: 0.03930219363662946
previous_iter_valid_loss : 0.17324718832969666

    287980	  0.173458	  0.173247	  0.167686		CURRENT LEARNING RATE: 0.039294333983893606
previous_iter_valid_loss : 0.16219525039196014

    288000	  0.162448	  0.162195	  0.167609		CURRENT LEARNING RATE: 0.03928647590293112
previous_iter_valid_loss : 0.1848398596048355

    288020	  0.185263	  0.184840	  0.168774		CURRENT LEARNING RATE: 0.03927861939342767
previous_iter_valid_loss : 0.16088415682315826

    288040	  0.161081	  0.160884	  0.167816		CURRENT LEARNING RATE: 0.03927076445506901
previous_iter_valid_loss : 0.17240093648433685

    288060	  0.172691	  0.172401	  0.168144		CURRENT LEARNING RATE: 0.03926291108754092
previous_iter_valid_loss : 0.161025732755661

    288080	  0.161220	  0.161026	  0.168148		CURRENT LEARNING RATE: 0.03925505929052929
previous_iter_valid_loss : 0.16083204746246338

    288100	  0.161051	  0.160832	  0.167945		CURRENT LEARNING RATE: 0.039247209063720014
previous_iter_valid_loss : 0.19490104913711548

    288120	  0.195077	  0.194901	  0.168434		CURRENT LEARNING RATE: 0.03923936040679913
previous_iter_valid_loss : 0.1622881144285202

    288140	  0.162546	  0.162288	  0.168252		CURRENT LEARNING RATE: 0.03923151331945266
previous_iter_valid_loss : 0.16423802077770233

    288160	  0.164482	  0.164238	  0.168102		CURRENT LEARNING RATE: 0.039223667801366734
previous_iter_valid_loss : 0.16094477474689484

    288180	  0.161133	  0.160945	  0.168094		CURRENT LEARNING RATE: 0.03921582385222752
previous_iter_valid_loss : 0.16706596314907074

    288200	  0.167216	  0.167066	  0.168261		CURRENT LEARNING RATE: 0.03920798147172126
previous_iter_valid_loss : 0.16499336063861847

    288220	  0.165225	  0.164993	  0.168129		CURRENT LEARNING RATE: 0.03920014065953428
previous_iter_valid_loss : 0.1657310426235199

    288240	  0.165977	  0.165731	  0.167686		CURRENT LEARNING RATE: 0.039192301415352924
previous_iter_valid_loss : 0.16846637427806854

    288260	  0.168753	  0.168466	  0.166967		CURRENT LEARNING RATE: 0.039184463738863626
previous_iter_valid_loss : 0.1780451536178589

    288280	  0.178233	  0.178045	  0.167461		CURRENT LEARNING RATE: 0.03917662762975289
previous_iter_valid_loss : 0.16285237669944763

    288300	  0.163034	  0.162852	  0.167437		CURRENT LEARNING RATE: 0.03916879308770725
previous_iter_valid_loss : 0.1612934023141861

    288320	  0.161499	  0.161293	  0.167444		CURRENT LEARNING RATE: 0.03916096011241336
previous_iter_valid_loss : 0.16139456629753113

    288340	  0.161552	  0.161395	  0.167445		CURRENT LEARNING RATE: 0.03915312870355787
previous_iter_valid_loss : 0.16411815583705902

    288360	  0.164352	  0.164118	  0.167586		CURRENT LEARNING RATE: 0.03914529886082752
previous_iter_valid_loss : 0.16191452741622925

    288380	  0.162102	  0.161915	  0.167020		CURRENT LEARNING RATE: 0.039137470583909144
previous_iter_valid_loss : 0.1621592491865158

    288400	  0.162355	  0.162159	  0.167018		CURRENT LEARNING RATE: 0.03912964387248959
previous_iter_valid_loss : 0.1654869019985199

    288420	  0.165743	  0.165487	  0.166050		CURRENT LEARNING RATE: 0.03912181872625581
previous_iter_valid_loss : 0.16755302250385284

    288440	  0.167826	  0.167553	  0.166384		CURRENT LEARNING RATE: 0.039113995144894775
previous_iter_valid_loss : 0.1607344001531601

    288460	  0.160941	  0.160734	  0.165801		CURRENT LEARNING RATE: 0.039106173128093544
previous_iter_valid_loss : 0.16207091510295868

    288480	  0.162288	  0.162071	  0.165853		CURRENT LEARNING RATE: 0.03909835267553925
previous_iter_valid_loss : 0.16124051809310913

    288500	  0.161456	  0.161241	  0.165873		CURRENT LEARNING RATE: 0.039090533786919054
previous_iter_valid_loss : 0.16806933283805847

    288520	  0.168325	  0.168069	  0.164532		CURRENT LEARNING RATE: 0.03908271646192023
previous_iter_valid_loss : 0.16225197911262512

    288540	  0.162435	  0.162252	  0.164530		CURRENT LEARNING RATE: 0.039074900700230064
previous_iter_valid_loss : 0.17411358654499054

    288560	  0.174401	  0.174114	  0.165024		CURRENT LEARNING RATE: 0.03906708650153594
previous_iter_valid_loss : 0.17017537355422974

    288580	  0.170443	  0.170175	  0.165485		CURRENT LEARNING RATE: 0.039059273865525275
previous_iter_valid_loss : 0.16800422966480255

    288600	  0.168265	  0.168004	  0.165532		CURRENT LEARNING RATE: 0.03905146279188557
previous_iter_valid_loss : 0.1638457030057907

    288620	  0.164049	  0.163846	  0.165475		CURRENT LEARNING RATE: 0.03904365328030438
previous_iter_valid_loss : 0.16090166568756104

    288640	  0.161061	  0.160902	  0.165233		CURRENT LEARNING RATE: 0.03903584533046933
previous_iter_valid_loss : 0.17575646936893463

    288660	  0.175954	  0.175756	  0.165598		CURRENT LEARNING RATE: 0.039028038942068105
previous_iter_valid_loss : 0.16676105558872223

    288680	  0.166923	  0.166761	  0.165033		CURRENT LEARNING RATE: 0.03902023411478843
previous_iter_valid_loss : 0.16304007172584534

    288700	  0.163243	  0.163040	  0.165043		CURRENT LEARNING RATE: 0.03901243084831814
previous_iter_valid_loss : 0.1623326689004898

    288720	  0.162548	  0.162333	  0.165095		CURRENT LEARNING RATE: 0.03900462914234508
previous_iter_valid_loss : 0.16533437371253967

    288740	  0.165602	  0.165334	  0.165292		CURRENT LEARNING RATE: 0.03899682899655719
previous_iter_valid_loss : 0.16084671020507812

    288760	  0.161016	  0.160847	  0.165128		CURRENT LEARNING RATE: 0.03898903041064246
previous_iter_valid_loss : 0.1671888381242752

    288780	  0.167376	  0.167189	  0.165392		CURRENT LEARNING RATE: 0.03898123338428896
previous_iter_valid_loss : 0.21991699934005737

    288800	  0.219990	  0.219917	  0.168280		CURRENT LEARNING RATE: 0.0389734379171848
previous_iter_valid_loss : 0.1636941134929657

    288820	  0.163886	  0.163694	  0.168190		CURRENT LEARNING RATE: 0.038965644009018155
previous_iter_valid_loss : 0.17647959291934967

    288840	  0.176698	  0.176480	  0.168637		CURRENT LEARNING RATE: 0.03895785165947729
previous_iter_valid_loss : 0.16531281173229218

    288860	  0.165576	  0.165313	  0.168865		CURRENT LEARNING RATE: 0.03895006086825048
previous_iter_valid_loss : 0.16094079613685608

    288880	  0.161151	  0.160941	  0.168809		CURRENT LEARNING RATE: 0.038942271635026116
previous_iter_valid_loss : 0.16104871034622192

    288900	  0.161253	  0.161049	  0.168799		CURRENT LEARNING RATE: 0.03893448395949261
previous_iter_valid_loss : 0.17756132781505585

    288920	  0.177903	  0.177561	  0.169274		CURRENT LEARNING RATE: 0.03892669784133848
previous_iter_valid_loss : 0.1699470728635788

    288940	  0.170222	  0.169947	  0.169659		CURRENT LEARNING RATE: 0.03891891328025227
previous_iter_valid_loss : 0.19028575718402863

    288960	  0.190682	  0.190286	  0.170467		CURRENT LEARNING RATE: 0.0389111302759226
previous_iter_valid_loss : 0.16730566322803497

    288980	  0.167550	  0.167306	  0.170324		CURRENT LEARNING RATE: 0.038903348828038135
previous_iter_valid_loss : 0.178762286901474

    289000	  0.179084	  0.178762	  0.170862		CURRENT LEARNING RATE: 0.03889556893628764
previous_iter_valid_loss : 0.1873367875814438

    289020	  0.187757	  0.187337	  0.172036		CURRENT LEARNING RATE: 0.038887790600359906
previous_iter_valid_loss : 0.16118261218070984

    289040	  0.161367	  0.161183	  0.172050		CURRENT LEARNING RATE: 0.0388800138199438
previous_iter_valid_loss : 0.16105380654335022

    289060	  0.161252	  0.161054	  0.171315		CURRENT LEARNING RATE: 0.03887223859472825
previous_iter_valid_loss : 0.16162629425525665

    289080	  0.161803	  0.161626	  0.171058		CURRENT LEARNING RATE: 0.03886446492440225
previous_iter_valid_loss : 0.17090079188346863

    289100	  0.171089	  0.170901	  0.171452		CURRENT LEARNING RATE: 0.03885669280865486
previous_iter_valid_loss : 0.163726806640625

    289120	  0.163950	  0.163727	  0.171521		CURRENT LEARNING RATE: 0.03884892224717517
previous_iter_valid_loss : 0.16078543663024902

    289140	  0.160982	  0.160785	  0.171294		CURRENT LEARNING RATE: 0.038841153239652385
previous_iter_valid_loss : 0.16188465058803558

    289160	  0.162071	  0.161885	  0.171346		CURRENT LEARNING RATE: 0.038833385785775734
previous_iter_valid_loss : 0.18523043394088745

    289180	  0.185406	  0.185230	  0.172248		CURRENT LEARNING RATE: 0.03882561988523452
previous_iter_valid_loss : 0.1654113382101059

    289200	  0.165613	  0.165411	  0.169522		CURRENT LEARNING RATE: 0.03881785553771811
previous_iter_valid_loss : 0.16447626054286957

    289220	  0.164658	  0.164476	  0.169562		CURRENT LEARNING RATE: 0.03881009274291592
previous_iter_valid_loss : 0.17233389616012573

    289240	  0.172479	  0.172334	  0.169354		CURRENT LEARNING RATE: 0.03880233150051745
previous_iter_valid_loss : 0.16363798081874847

    289260	  0.163817	  0.163638	  0.169271		CURRENT LEARNING RATE: 0.038794571810212244
previous_iter_valid_loss : 0.16405947506427765

    289280	  0.164286	  0.164059	  0.169426		CURRENT LEARNING RATE: 0.038786813671689915
previous_iter_valid_loss : 0.1617567539215088

    289300	  0.161938	  0.161757	  0.169462		CURRENT LEARNING RATE: 0.03877905708464012
previous_iter_valid_loss : 0.1612468659877777

    289320	  0.161405	  0.161247	  0.168646		CURRENT LEARNING RATE: 0.038771302048752634
previous_iter_valid_loss : 0.16654348373413086

    289340	  0.166797	  0.166543	  0.168476		CURRENT LEARNING RATE: 0.038763548563717234
previous_iter_valid_loss : 0.16302822530269623

    289360	  0.163250	  0.163028	  0.167113		CURRENT LEARNING RATE: 0.03875579662922378
previous_iter_valid_loss : 0.16116918623447418

    289380	  0.161387	  0.161169	  0.166806		CURRENT LEARNING RATE: 0.0387480462449622
previous_iter_valid_loss : 0.16372956335544586

    289400	  0.163963	  0.163730	  0.166055		CURRENT LEARNING RATE: 0.038740297410622467
previous_iter_valid_loss : 0.16177743673324585

    289420	  0.161981	  0.161777	  0.164777		CURRENT LEARNING RATE: 0.03873255012589464
previous_iter_valid_loss : 0.16084825992584229

    289440	  0.161034	  0.160848	  0.164760		CURRENT LEARNING RATE: 0.038724804390468825
previous_iter_valid_loss : 0.1731121987104416

    289460	  0.173302	  0.173112	  0.165363		CURRENT LEARNING RATE: 0.03871706020403519
previous_iter_valid_loss : 0.16345569491386414

    289480	  0.163683	  0.163456	  0.165454		CURRENT LEARNING RATE: 0.038709317566283964
previous_iter_valid_loss : 0.16256067156791687

    289500	  0.162768	  0.162561	  0.165037		CURRENT LEARNING RATE: 0.038701576476905454
previous_iter_valid_loss : 0.16119937598705292

    289520	  0.161407	  0.161199	  0.164911		CURRENT LEARNING RATE: 0.038693836935590004
previous_iter_valid_loss : 0.1732376515865326

    289540	  0.173534	  0.173238	  0.165534		CURRENT LEARNING RATE: 0.038686098942028034
previous_iter_valid_loss : 0.1608622670173645

    289560	  0.161063	  0.160862	  0.165482		CURRENT LEARNING RATE: 0.03867836249591003
previous_iter_valid_loss : 0.16088362038135529

    289580	  0.161074	  0.160884	  0.164265		CURRENT LEARNING RATE: 0.03867062759692653
previous_iter_valid_loss : 0.16185328364372253

    289600	  0.162072	  0.161853	  0.164087		CURRENT LEARNING RATE: 0.03866289424476814
previous_iter_valid_loss : 0.1767786592245102

    289620	  0.177093	  0.176779	  0.164702		CURRENT LEARNING RATE: 0.03865516243912552
previous_iter_valid_loss : 0.161034494638443

    289640	  0.161194	  0.161034	  0.164137		CURRENT LEARNING RATE: 0.03864743217968941
previous_iter_valid_loss : 0.17090585827827454

    289660	  0.171060	  0.170906	  0.164501		CURRENT LEARNING RATE: 0.03863970346615059
previous_iter_valid_loss : 0.16082140803337097

    289680	  0.160998	  0.160821	  0.164339		CURRENT LEARNING RATE: 0.038631976298199915
previous_iter_valid_loss : 0.17635245621204376

    289700	  0.176631	  0.176352	  0.165069		CURRENT LEARNING RATE: 0.03862425067552828
previous_iter_valid_loss : 0.17164768278598785

    289720	  0.171925	  0.171648	  0.165589		CURRENT LEARNING RATE: 0.03861652659782669
previous_iter_valid_loss : 0.1736733317375183

    289740	  0.173953	  0.173673	  0.165945		CURRENT LEARNING RATE: 0.038608804064786166
previous_iter_valid_loss : 0.1620679348707199

    289760	  0.162266	  0.162068	  0.165897		CURRENT LEARNING RATE: 0.03860108307609782
previous_iter_valid_loss : 0.16310465335845947

    289780	  0.163303	  0.163105	  0.165994		CURRENT LEARNING RATE: 0.0385933636314528
previous_iter_valid_loss : 0.1654094010591507

    289800	  0.165601	  0.165409	  0.166078		CURRENT LEARNING RATE: 0.03858564573054232
previous_iter_valid_loss : 0.16281241178512573

    289820	  0.163022	  0.162812	  0.166130		CURRENT LEARNING RATE: 0.038577929373057686
previous_iter_valid_loss : 0.1616126000881195

    289840	  0.161821	  0.161613	  0.166168		CURRENT LEARNING RATE: 0.038570214558690225
previous_iter_valid_loss : 0.16153940558433533

    289860	  0.161774	  0.161539	  0.165589		CURRENT LEARNING RATE: 0.03856250128713136
previous_iter_valid_loss : 0.16455522179603577

    289880	  0.164782	  0.164555	  0.165644		CURRENT LEARNING RATE: 0.03855478955807254
previous_iter_valid_loss : 0.16112858057022095

    289900	  0.161304	  0.161129	  0.165573		CURRENT LEARNING RATE: 0.038547079371205314
previous_iter_valid_loss : 0.1766413003206253

    289920	  0.176809	  0.176641	  0.166345		CURRENT LEARNING RATE: 0.038539370726221274
previous_iter_valid_loss : 0.16293103992938995

    289940	  0.163114	  0.162931	  0.165829		CURRENT LEARNING RATE: 0.03853166362281206
previous_iter_valid_loss : 0.16603414714336395

    289960	  0.166216	  0.166034	  0.166088		CURRENT LEARNING RATE: 0.0385239580606694
previous_iter_valid_loss : 0.16106951236724854

    289980	  0.161261	  0.161070	  0.166097		CURRENT LEARNING RATE: 0.03851625403948506
previous_iter_valid_loss : 0.16208218038082123

    290000	  0.162274	  0.162082	  0.166109		CURRENT LEARNING RATE: 0.038508551558950894
previous_iter_valid_loss : 0.17149242758750916

    290020	  0.171781	  0.171492	  0.165844		CURRENT LEARNING RATE: 0.03850085061875879
previous_iter_valid_loss : 0.17125706374645233

    290040	  0.171501	  0.171257	  0.166356		CURRENT LEARNING RATE: 0.038493151218600724
previous_iter_valid_loss : 0.16212734580039978

    290060	  0.162291	  0.162127	  0.165917		CURRENT LEARNING RATE: 0.038485453358168706
previous_iter_valid_loss : 0.17773140966892242

    290080	  0.178054	  0.177731	  0.166762		CURRENT LEARNING RATE: 0.03847775703715483
previous_iter_valid_loss : 0.16437694430351257

    290100	  0.164605	  0.164377	  0.166163		CURRENT LEARNING RATE: 0.038470062255251236
previous_iter_valid_loss : 0.17020419239997864

    290120	  0.170379	  0.170204	  0.166091		CURRENT LEARNING RATE: 0.038462369012150124
previous_iter_valid_loss : 0.1612754613161087

    290140	  0.161494	  0.161275	  0.165471		CURRENT LEARNING RATE: 0.038454677307543796
previous_iter_valid_loss : 0.16414012014865875

    290160	  0.164347	  0.164140	  0.165575		CURRENT LEARNING RATE: 0.038446987141124565
previous_iter_valid_loss : 0.16122788190841675

    290180	  0.161401	  0.161228	  0.165481		CURRENT LEARNING RATE: 0.03843929851258482
previous_iter_valid_loss : 0.1617598682641983

    290200	  0.161973	  0.161760	  0.165299		CURRENT LEARNING RATE: 0.03843161142161703
previous_iter_valid_loss : 0.16402287781238556

    290220	  0.164233	  0.164023	  0.165359		CURRENT LEARNING RATE: 0.03842392586791369
previous_iter_valid_loss : 0.16110308468341827

    290240	  0.161258	  0.161103	  0.165334		CURRENT LEARNING RATE: 0.0384162418511674
previous_iter_valid_loss : 0.16933153569698334

    290260	  0.169573	  0.169332	  0.165723		CURRENT LEARNING RATE: 0.03840855937107079
previous_iter_valid_loss : 0.18553149700164795

    290280	  0.185706	  0.185531	  0.166772		CURRENT LEARNING RATE: 0.03840087842731655
previous_iter_valid_loss : 0.16130568087100983

    290300	  0.161464	  0.161306	  0.166781		CURRENT LEARNING RATE: 0.03839319901959746
previous_iter_valid_loss : 0.1664116233587265

    290320	  0.166575	  0.166412	  0.166269		CURRENT LEARNING RATE: 0.03838552114760633
previous_iter_valid_loss : 0.16076461970806122

    290340	  0.160928	  0.160765	  0.166161		CURRENT LEARNING RATE: 0.03837784481103605
previous_iter_valid_loss : 0.16598087549209595

    290360	  0.166244	  0.165981	  0.166158		CURRENT LEARNING RATE: 0.03837017000957958
previous_iter_valid_loss : 0.1865696758031845

    290380	  0.186768	  0.186570	  0.167433		CURRENT LEARNING RATE: 0.03836249674292991
previous_iter_valid_loss : 0.16587390005588531

    290400	  0.166110	  0.165874	  0.167623		CURRENT LEARNING RATE: 0.03835482501078011
previous_iter_valid_loss : 0.16449157893657684

    290420	  0.164716	  0.164492	  0.167273		CURRENT LEARNING RATE: 0.03834715481282332
previous_iter_valid_loss : 0.1623891294002533

    290440	  0.162566	  0.162389	  0.166830		CURRENT LEARNING RATE: 0.038339486148752724
previous_iter_valid_loss : 0.18974658846855164

    290460	  0.189908	  0.189747	  0.168211		CURRENT LEARNING RATE: 0.038331819018261576
previous_iter_valid_loss : 0.18122439086437225

    290480	  0.181411	  0.181224	  0.168385		CURRENT LEARNING RATE: 0.0383241534210432
previous_iter_valid_loss : 0.16245068609714508

    290500	  0.162627	  0.162451	  0.168289		CURRENT LEARNING RATE: 0.03831648935679097
previous_iter_valid_loss : 0.1641341596841812

    290520	  0.164352	  0.164134	  0.167985		CURRENT LEARNING RATE: 0.03830882682519829
previous_iter_valid_loss : 0.1615482121706009

    290540	  0.161729	  0.161548	  0.167999		CURRENT LEARNING RATE: 0.03830116582595871
previous_iter_valid_loss : 0.16167178750038147

    290560	  0.161867	  0.161672	  0.167876		CURRENT LEARNING RATE: 0.03829350635876577
previous_iter_valid_loss : 0.16661283373832703

    290580	  0.166817	  0.166613	  0.168145		CURRENT LEARNING RATE: 0.03828584842331309
previous_iter_valid_loss : 0.16794095933437347

    290600	  0.168189	  0.167941	  0.168454		CURRENT LEARNING RATE: 0.03827819201929435
previous_iter_valid_loss : 0.16078491508960724

    290620	  0.160986	  0.160785	  0.168292		CURRENT LEARNING RATE: 0.0382705371464033
previous_iter_valid_loss : 0.17064189910888672

    290640	  0.170908	  0.170642	  0.168769		CURRENT LEARNING RATE: 0.038262883804333736
previous_iter_valid_loss : 0.17016252875328064

    290660	  0.170349	  0.170163	  0.168811		CURRENT LEARNING RATE: 0.03825523199277953
previous_iter_valid_loss : 0.1609075963497162

    290680	  0.161108	  0.160908	  0.167579		CURRENT LEARNING RATE: 0.038247581711434615
previous_iter_valid_loss : 0.16265085339546204

    290700	  0.162847	  0.162651	  0.167647		CURRENT LEARNING RATE: 0.03823993295999297
previous_iter_valid_loss : 0.16084976494312286

    290720	  0.161045	  0.160850	  0.167368		CURRENT LEARNING RATE: 0.038232285738148644
previous_iter_valid_loss : 0.16627217829227448

    290740	  0.166530	  0.166272	  0.167644		CURRENT LEARNING RATE: 0.03822464004559576
previous_iter_valid_loss : 0.16411137580871582

    290760	  0.164339	  0.164111	  0.167550		CURRENT LEARNING RATE: 0.038216995882028475
previous_iter_valid_loss : 0.1614665538072586

    290780	  0.161679	  0.161467	  0.166295		CURRENT LEARNING RATE: 0.03820935324714104
previous_iter_valid_loss : 0.16116221249103546

    290800	  0.161368	  0.161162	  0.166060		CURRENT LEARNING RATE: 0.03820171214062773
previous_iter_valid_loss : 0.16530556976795197

    290820	  0.165458	  0.165306	  0.166100		CURRENT LEARNING RATE: 0.038194072562182914
previous_iter_valid_loss : 0.17438063025474548

    290840	  0.174553	  0.174381	  0.166700		CURRENT LEARNING RATE: 0.038186434511501006
previous_iter_valid_loss : 0.16073007881641388

    290860	  0.160918	  0.160730	  0.165249		CURRENT LEARNING RATE: 0.03817879798827649
previous_iter_valid_loss : 0.16305801272392273

    290880	  0.163277	  0.163058	  0.164341		CURRENT LEARNING RATE: 0.03817116299220389
previous_iter_valid_loss : 0.16086144745349884

    290900	  0.161052	  0.160861	  0.164261		CURRENT LEARNING RATE: 0.038163529522977815
previous_iter_valid_loss : 0.16790653765201569

    290920	  0.168089	  0.167907	  0.164450		CURRENT LEARNING RATE: 0.03815589758029292
previous_iter_valid_loss : 0.1608925461769104

    290940	  0.161105	  0.160893	  0.164417		CURRENT LEARNING RATE: 0.03814826716384394
previous_iter_valid_loss : 0.1660553365945816

    290960	  0.166318	  0.166055	  0.164636		CURRENT LEARNING RATE: 0.03814063827332565
previous_iter_valid_loss : 0.16839778423309326

    290980	  0.168659	  0.168398	  0.164726		CURRENT LEARNING RATE: 0.0381330109084329
previous_iter_valid_loss : 0.16890378296375275

    291000	  0.169151	  0.168904	  0.164774		CURRENT LEARNING RATE: 0.03812538506886059
previous_iter_valid_loss : 0.16145558655261993

    291020	  0.161653	  0.161456	  0.164807		CURRENT LEARNING RATE: 0.03811776075430369
previous_iter_valid_loss : 0.16182373464107513

    291040	  0.162041	  0.161824	  0.164366		CURRENT LEARNING RATE: 0.038110137964457225
previous_iter_valid_loss : 0.1625318080186844

    291060	  0.162743	  0.162532	  0.163985		CURRENT LEARNING RATE: 0.03810251669901628
previous_iter_valid_loss : 0.18751972913742065

    291080	  0.187693	  0.187520	  0.165315		CURRENT LEARNING RATE: 0.03809489695767601
previous_iter_valid_loss : 0.1661914587020874

    291100	  0.166393	  0.166191	  0.165492		CURRENT LEARNING RATE: 0.038087278740131625
previous_iter_valid_loss : 0.16085533797740936

    291120	  0.161051	  0.160855	  0.165493		CURRENT LEARNING RATE: 0.0380796620460784
previous_iter_valid_loss : 0.16326218843460083

    291140	  0.163499	  0.163262	  0.165342		CURRENT LEARNING RATE: 0.03807204687521165
previous_iter_valid_loss : 0.16244365274906158

    291160	  0.162646	  0.162444	  0.165259		CURRENT LEARNING RATE: 0.03806443322722679
previous_iter_valid_loss : 0.16100995242595673

    291180	  0.161209	  0.161010	  0.165236		CURRENT LEARNING RATE: 0.03805682110181925
previous_iter_valid_loss : 0.16700239479541779

    291200	  0.167186	  0.167002	  0.165528		CURRENT LEARNING RATE: 0.03804921049868457
previous_iter_valid_loss : 0.1625882238149643

    291220	  0.162826	  0.162588	  0.165392		CURRENT LEARNING RATE: 0.03804160141751832
previous_iter_valid_loss : 0.18868637084960938

    291240	  0.188887	  0.188686	  0.166107		CURRENT LEARNING RATE: 0.038033993858016125
previous_iter_valid_loss : 0.16543884575366974

    291260	  0.165681	  0.165439	  0.166343		CURRENT LEARNING RATE: 0.038026387819873685
previous_iter_valid_loss : 0.16085094213485718

    291280	  0.161055	  0.160851	  0.166233		CURRENT LEARNING RATE: 0.038018783302786775
previous_iter_valid_loss : 0.17045852541923523

    291300	  0.170757	  0.170459	  0.166712		CURRENT LEARNING RATE: 0.03801118030645119
previous_iter_valid_loss : 0.16107824444770813

    291320	  0.161247	  0.161078	  0.166371		CURRENT LEARNING RATE: 0.038003578830562816
previous_iter_valid_loss : 0.16422885656356812

    291340	  0.164455	  0.164229	  0.166538		CURRENT LEARNING RATE: 0.037995978874817614
previous_iter_valid_loss : 0.16104981303215027

    291360	  0.161242	  0.161050	  0.166288		CURRENT LEARNING RATE: 0.03798838043891157
previous_iter_valid_loss : 0.17253315448760986

    291380	  0.172735	  0.172533	  0.166494		CURRENT LEARNING RATE: 0.037980783522540744
previous_iter_valid_loss : 0.16073651611804962

    291400	  0.160935	  0.160737	  0.166086		CURRENT LEARNING RATE: 0.03797318812540127
previous_iter_valid_loss : 0.1615220308303833

    291420	  0.161713	  0.161522	  0.166089		CURRENT LEARNING RATE: 0.03796559424718932
previous_iter_valid_loss : 0.16204018890857697

    291440	  0.162250	  0.162040	  0.166100		CURRENT LEARNING RATE: 0.03795800188760115
previous_iter_valid_loss : 0.16104932129383087

    291460	  0.161267	  0.161049	  0.166026		CURRENT LEARNING RATE: 0.03795041104633306
previous_iter_valid_loss : 0.16129721701145172

    291480	  0.161494	  0.161297	  0.164715		CURRENT LEARNING RATE: 0.03794282172308142
previous_iter_valid_loss : 0.18406043946743011

    291500	  0.184245	  0.184060	  0.165608		CURRENT LEARNING RATE: 0.03793523391754265
previous_iter_valid_loss : 0.16156677901744843

    291520	  0.161804	  0.161567	  0.165644		CURRENT LEARNING RATE: 0.037927647629413246
previous_iter_valid_loss : 0.16232478618621826

    291540	  0.162491	  0.162325	  0.165597		CURRENT LEARNING RATE: 0.037920062858389746
previous_iter_valid_loss : 0.1621556133031845

    291560	  0.162347	  0.162156	  0.165583		CURRENT LEARNING RATE: 0.03791247960416877
previous_iter_valid_loss : 0.16206598281860352

    291580	  0.162269	  0.162066	  0.165635		CURRENT LEARNING RATE: 0.037904897866446984
previous_iter_valid_loss : 0.1756519079208374

    291600	  0.175780	  0.175652	  0.166068		CURRENT LEARNING RATE: 0.03789731764492111
previous_iter_valid_loss : 0.17698122560977936

    291620	  0.177126	  0.176981	  0.166787		CURRENT LEARNING RATE: 0.03788973893928796
previous_iter_valid_loss : 0.1773652285337448

    291640	  0.177664	  0.177365	  0.166221		CURRENT LEARNING RATE: 0.03788216174924436
previous_iter_valid_loss : 0.1724906861782074

    291660	  0.172768	  0.172491	  0.166574		CURRENT LEARNING RATE: 0.037874586074487245
previous_iter_valid_loss : 0.17707893252372742

    291680	  0.177390	  0.177079	  0.167385		CURRENT LEARNING RATE: 0.03786701191471357
previous_iter_valid_loss : 0.16166962683200836

    291700	  0.161849	  0.161670	  0.166946		CURRENT LEARNING RATE: 0.03785943926962038
previous_iter_valid_loss : 0.16385270655155182

    291720	  0.164061	  0.163853	  0.167085		CURRENT LEARNING RATE: 0.03785186813890475
previous_iter_valid_loss : 0.18945728242397308

    291740	  0.189631	  0.189457	  0.168346		CURRENT LEARNING RATE: 0.03784429852226386
previous_iter_valid_loss : 0.1695435643196106

    291760	  0.169822	  0.169544	  0.168771		CURRENT LEARNING RATE: 0.03783673041939493
previous_iter_valid_loss : 0.16120359301567078

    291780	  0.161382	  0.161204	  0.168204		CURRENT LEARNING RATE: 0.03782916382999521
previous_iter_valid_loss : 0.16085734963417053

    291800	  0.161042	  0.160857	  0.168210		CURRENT LEARNING RATE: 0.03782159875376205
previous_iter_valid_loss : 0.16121473908424377

    291820	  0.161380	  0.161215	  0.168195		CURRENT LEARNING RATE: 0.03781403519039285
previous_iter_valid_loss : 0.16241954267024994

    291840	  0.162575	  0.162420	  0.168214		CURRENT LEARNING RATE: 0.03780647313958506
previous_iter_valid_loss : 0.16553059220314026

    291860	  0.165751	  0.165531	  0.168438		CURRENT LEARNING RATE: 0.0377989126010362
previous_iter_valid_loss : 0.1643909215927124

    291880	  0.164582	  0.164391	  0.168593		CURRENT LEARNING RATE: 0.037791353574443846
previous_iter_valid_loss : 0.1629769206047058

    291900	  0.163221	  0.162977	  0.167539		CURRENT LEARNING RATE: 0.037783796059505645
previous_iter_valid_loss : 0.16092224419116974

    291920	  0.161115	  0.160922	  0.167506		CURRENT LEARNING RATE: 0.03777624005591929
previous_iter_valid_loss : 0.1623542755842209

    291940	  0.162567	  0.162354	  0.167508		CURRENT LEARNING RATE: 0.037768685563382545
previous_iter_valid_loss : 0.16192243993282318

    291960	  0.162120	  0.161922	  0.167496		CURRENT LEARNING RATE: 0.03776113258159322
previous_iter_valid_loss : 0.1616964340209961

    291980	  0.161912	  0.161696	  0.167478		CURRENT LEARNING RATE: 0.037753581110249214
previous_iter_valid_loss : 0.16440702974796295

    292000	  0.164604	  0.164407	  0.166915		CURRENT LEARNING RATE: 0.037746031149048447
previous_iter_valid_loss : 0.1782083511352539

    292020	  0.178558	  0.178208	  0.166977		CURRENT LEARNING RATE: 0.03773848269768894
previous_iter_valid_loss : 0.1645580381155014

    292040	  0.164758	  0.164558	  0.166336		CURRENT LEARNING RATE: 0.03773093575586874
previous_iter_valid_loss : 0.16373036801815033

    292060	  0.163937	  0.163730	  0.165898		CURRENT LEARNING RATE: 0.03772339032328598
previous_iter_valid_loss : 0.166733980178833

    292080	  0.167001	  0.166734	  0.165381		CURRENT LEARNING RATE: 0.03771584639963883
previous_iter_valid_loss : 0.16234546899795532

    292100	  0.162588	  0.162345	  0.165415		CURRENT LEARNING RATE: 0.037708303984625546
previous_iter_valid_loss : 0.16090333461761475

    292120	  0.161102	  0.160903	  0.165267		CURRENT LEARNING RATE: 0.037700763077944406
previous_iter_valid_loss : 0.16108517348766327

    292140	  0.161281	  0.161085	  0.163849		CURRENT LEARNING RATE: 0.03769322367929382
previous_iter_valid_loss : 0.16872768104076385

    292160	  0.169011	  0.168728	  0.163808		CURRENT LEARNING RATE: 0.03768568578837218
previous_iter_valid_loss : 0.16303040087223053

    292180	  0.163282	  0.163030	  0.163899		CURRENT LEARNING RATE: 0.03767814940487797
previous_iter_valid_loss : 0.16595908999443054

    292200	  0.166187	  0.165959	  0.164154		CURRENT LEARNING RATE: 0.037670614528509755
previous_iter_valid_loss : 0.1646430343389511

    292220	  0.164808	  0.164643	  0.164326		CURRENT LEARNING RATE: 0.03766308115896612
previous_iter_valid_loss : 0.16175615787506104

    292240	  0.161946	  0.161756	  0.164293		CURRENT LEARNING RATE: 0.03765554929594574
previous_iter_valid_loss : 0.16087184846401215

    292260	  0.161074	  0.160872	  0.164060		CURRENT LEARNING RATE: 0.03764801893914733
previous_iter_valid_loss : 0.1657692939043045

    292280	  0.166020	  0.165769	  0.164129		CURRENT LEARNING RATE: 0.03764049008826968
previous_iter_valid_loss : 0.17746783792972565

    292300	  0.177777	  0.177468	  0.164853		CURRENT LEARNING RATE: 0.037632962743011644
previous_iter_valid_loss : 0.16462674736976624

    292320	  0.164836	  0.164627	  0.165039		CURRENT LEARNING RATE: 0.03762543690307212
previous_iter_valid_loss : 0.16513127088546753

    292340	  0.165359	  0.165131	  0.165177		CURRENT LEARNING RATE: 0.037617912568150086
previous_iter_valid_loss : 0.16207750141620636

    292360	  0.162308	  0.162078	  0.165185		CURRENT LEARNING RATE: 0.037610389737944554
previous_iter_valid_loss : 0.1608896404504776

    292380	  0.161077	  0.160890	  0.165145		CURRENT LEARNING RATE: 0.037602868412154614
previous_iter_valid_loss : 0.17659644782543182

    292400	  0.176922	  0.176596	  0.165754		CURRENT LEARNING RATE: 0.037595348590479416
previous_iter_valid_loss : 0.16109071671962738

    292420	  0.161287	  0.161091	  0.164898		CURRENT LEARNING RATE: 0.03758783027261817
previous_iter_valid_loss : 0.16122569143772125

    292440	  0.161402	  0.161226	  0.164732		CURRENT LEARNING RATE: 0.037580313458270134
previous_iter_valid_loss : 0.1614324003458023

    292460	  0.161651	  0.161432	  0.164617		CURRENT LEARNING RATE: 0.03757279814713465
previous_iter_valid_loss : 0.164950430393219

    292480	  0.165138	  0.164950	  0.164528		CURRENT LEARNING RATE: 0.03756528433891109
previous_iter_valid_loss : 0.16455943882465363

    292500	  0.164757	  0.164559	  0.164638		CURRENT LEARNING RATE: 0.037557772033298915
previous_iter_valid_loss : 0.16191630065441132

    292520	  0.162148	  0.161916	  0.164689		CURRENT LEARNING RATE: 0.03755026122999762
previous_iter_valid_loss : 0.17141982913017273

    292540	  0.171619	  0.171420	  0.165206		CURRENT LEARNING RATE: 0.037542751928706763
previous_iter_valid_loss : 0.17008234560489655

    292560	  0.170349	  0.170082	  0.165274		CURRENT LEARNING RATE: 0.03753524412912601
previous_iter_valid_loss : 0.1608913391828537

    292580	  0.161092	  0.160891	  0.165167		CURRENT LEARNING RATE: 0.037527737830955026
previous_iter_valid_loss : 0.16097775101661682

    292600	  0.161186	  0.160978	  0.164917		CURRENT LEARNING RATE: 0.037520233033893555
previous_iter_valid_loss : 0.16139014065265656

    292620	  0.161629	  0.161390	  0.164755		CURRENT LEARNING RATE: 0.037512729737641415
previous_iter_valid_loss : 0.16261781752109528

    292640	  0.162846	  0.162618	  0.164798		CURRENT LEARNING RATE: 0.037505227941898464
previous_iter_valid_loss : 0.16128535568714142

    292660	  0.161497	  0.161285	  0.164819		CURRENT LEARNING RATE: 0.03749772764636464
previous_iter_valid_loss : 0.16120168566703796

    292680	  0.161393	  0.161202	  0.164590		CURRENT LEARNING RATE: 0.03749022885073992
previous_iter_valid_loss : 0.17397482693195343

    292700	  0.174181	  0.173975	  0.164416		CURRENT LEARNING RATE: 0.037482731554724376
previous_iter_valid_loss : 0.16348503530025482

    292720	  0.163733	  0.163485	  0.164358		CURRENT LEARNING RATE: 0.03747523575801808
previous_iter_valid_loss : 0.16077788174152374

    292740	  0.160980	  0.160778	  0.164141		CURRENT LEARNING RATE: 0.03746774146032123
previous_iter_valid_loss : 0.16119854152202606

    292760	  0.161424	  0.161199	  0.164097		CURRENT LEARNING RATE: 0.037460248661334045
previous_iter_valid_loss : 0.16372673213481903

    292780	  0.163973	  0.163727	  0.164239		CURRENT LEARNING RATE: 0.0374527573607568
previous_iter_valid_loss : 0.16151835024356842

    292800	  0.161719	  0.161518	  0.163485		CURRENT LEARNING RATE: 0.03744526755828987
previous_iter_valid_loss : 0.16455724835395813

    292820	  0.164740	  0.164557	  0.163658		CURRENT LEARNING RATE: 0.03743777925363363
previous_iter_valid_loss : 0.1740400195121765

    292840	  0.174368	  0.174040	  0.164299		CURRENT LEARNING RATE: 0.03743029244648858
previous_iter_valid_loss : 0.16492965817451477

    292860	  0.165125	  0.164930	  0.164474		CURRENT LEARNING RATE: 0.03742280713655523
previous_iter_valid_loss : 0.16100484132766724

    292880	  0.161211	  0.161005	  0.164276		CURRENT LEARNING RATE: 0.037415323323534165
previous_iter_valid_loss : 0.16982661187648773

    292900	  0.170080	  0.169827	  0.164540		CURRENT LEARNING RATE: 0.03740784100712605
previous_iter_valid_loss : 0.16648635268211365

    292920	  0.166717	  0.166486	  0.164768		CURRENT LEARNING RATE: 0.037400360187031564
previous_iter_valid_loss : 0.17748725414276123

    292940	  0.177690	  0.177487	  0.165072		CURRENT LEARNING RATE: 0.037392880862951484
previous_iter_valid_loss : 0.16155052185058594

    292960	  0.161733	  0.161551	  0.164645		CURRENT LEARNING RATE: 0.03738540303458666
previous_iter_valid_loss : 0.16228337585926056

    292980	  0.162474	  0.162283	  0.164715		CURRENT LEARNING RATE: 0.037377926701637955
previous_iter_valid_loss : 0.16117830574512482

    293000	  0.161340	  0.161178	  0.164725		CURRENT LEARNING RATE: 0.037370451863806324
previous_iter_valid_loss : 0.1610860377550125

    293020	  0.161254	  0.161086	  0.164710		CURRENT LEARNING RATE: 0.03736297852079278
previous_iter_valid_loss : 0.17570386826992035

    293040	  0.175888	  0.175704	  0.165364		CURRENT LEARNING RATE: 0.03735550667229838
previous_iter_valid_loss : 0.16247466206550598

    293060	  0.162650	  0.162475	  0.165423		CURRENT LEARNING RATE: 0.03734803631802425
previous_iter_valid_loss : 0.1727059781551361

    293080	  0.173008	  0.172706	  0.165998		CURRENT LEARNING RATE: 0.03734056745767157
previous_iter_valid_loss : 0.1624797135591507

    293100	  0.162689	  0.162480	  0.165424		CURRENT LEARNING RATE: 0.0373331000909416
previous_iter_valid_loss : 0.16414472460746765

    293120	  0.164367	  0.164145	  0.165457		CURRENT LEARNING RATE: 0.037325634217535646
previous_iter_valid_loss : 0.17112381756305695

    293140	  0.171423	  0.171124	  0.165974		CURRENT LEARNING RATE: 0.03731816983715506
previous_iter_valid_loss : 0.17461754381656647

    293160	  0.174831	  0.174618	  0.166645		CURRENT LEARNING RATE: 0.03731070694950127
previous_iter_valid_loss : 0.1613045334815979

    293180	  0.161528	  0.161305	  0.166524		CURRENT LEARNING RATE: 0.03730324555427576
previous_iter_valid_loss : 0.1624276340007782

    293200	  0.162646	  0.162428	  0.166569		CURRENT LEARNING RATE: 0.03729578565118009
previous_iter_valid_loss : 0.1608949899673462

    293220	  0.161088	  0.160895	  0.166386		CURRENT LEARNING RATE: 0.03728832723991583
previous_iter_valid_loss : 0.17133890092372894

    293240	  0.171517	  0.171339	  0.166251		CURRENT LEARNING RATE: 0.037280870320184685
previous_iter_valid_loss : 0.16254012286663055

    293260	  0.162729	  0.162540	  0.166132		CURRENT LEARNING RATE: 0.03727341489168835
previous_iter_valid_loss : 0.16510584950447083

    293280	  0.165361	  0.165106	  0.166337		CURRENT LEARNING RATE: 0.03726596095412862
previous_iter_valid_loss : 0.1612463742494583

    293300	  0.161430	  0.161246	  0.165908		CURRENT LEARNING RATE: 0.03725850850720732
previous_iter_valid_loss : 0.16424116492271423

    293320	  0.164481	  0.164241	  0.165795		CURRENT LEARNING RATE: 0.037251057550626375
previous_iter_valid_loss : 0.16360287368297577

    293340	  0.163850	  0.163603	  0.165101		CURRENT LEARNING RATE: 0.03724360808408773
previous_iter_valid_loss : 0.16924560070037842

    293360	  0.169437	  0.169246	  0.165486		CURRENT LEARNING RATE: 0.037236160107293415
previous_iter_valid_loss : 0.16110795736312866

    293380	  0.161316	  0.161108	  0.165427		CURRENT LEARNING RATE: 0.03722871361994551
previous_iter_valid_loss : 0.16132234036922455

    293400	  0.161519	  0.161322	  0.165434		CURRENT LEARNING RATE: 0.037221268621746156
previous_iter_valid_loss : 0.17684683203697205

    293420	  0.177040	  0.176847	  0.166222		CURRENT LEARNING RATE: 0.037213825112397556
previous_iter_valid_loss : 0.16136181354522705

    293440	  0.161558	  0.161362	  0.165505		CURRENT LEARNING RATE: 0.037206383091601965
previous_iter_valid_loss : 0.16165441274642944

    293460	  0.161897	  0.161654	  0.165464		CURRENT LEARNING RATE: 0.0371989425590617
previous_iter_valid_loss : 0.18035471439361572

    293480	  0.180723	  0.180355	  0.165847		CURRENT LEARNING RATE: 0.03719150351447915
previous_iter_valid_loss : 0.16255733370780945

    293500	  0.162752	  0.162557	  0.165851		CURRENT LEARNING RATE: 0.03718406595755673
previous_iter_valid_loss : 0.1614954024553299

    293520	  0.161685	  0.161495	  0.165718		CURRENT LEARNING RATE: 0.03717662988799696
previous_iter_valid_loss : 0.17025884985923767

    293540	  0.170458	  0.170259	  0.165675		CURRENT LEARNING RATE: 0.037169195305502396
previous_iter_valid_loss : 0.16666506230831146

    293560	  0.166856	  0.166665	  0.165277		CURRENT LEARNING RATE: 0.03716176220977565
previous_iter_valid_loss : 0.16208231449127197

    293580	  0.162280	  0.162082	  0.165316		CURRENT LEARNING RATE: 0.03715433060051939
previous_iter_valid_loss : 0.1834101676940918

    293600	  0.183602	  0.183410	  0.166365		CURRENT LEARNING RATE: 0.037146900477436365
previous_iter_valid_loss : 0.16694003343582153

    293620	  0.167220	  0.166940	  0.166668		CURRENT LEARNING RATE: 0.03713947184022936
previous_iter_valid_loss : 0.16373752057552338

    293640	  0.163945	  0.163738	  0.166288		CURRENT LEARNING RATE: 0.037132044688601235
previous_iter_valid_loss : 0.16107554733753204

    293660	  0.161249	  0.161076	  0.166214		CURRENT LEARNING RATE: 0.037124619022254904
previous_iter_valid_loss : 0.175166055560112

    293680	  0.175510	  0.175166	  0.166717		CURRENT LEARNING RATE: 0.03711719484089334
previous_iter_valid_loss : 0.1696474254131317

    293700	  0.169931	  0.169647	  0.167137		CURRENT LEARNING RATE: 0.037109772144219566
previous_iter_valid_loss : 0.1811893880367279

    293720	  0.181523	  0.181189	  0.167985		CURRENT LEARNING RATE: 0.03710235093193669
previous_iter_valid_loss : 0.16200096905231476

    293740	  0.162188	  0.162001	  0.167905		CURRENT LEARNING RATE: 0.037094931203747836
previous_iter_valid_loss : 0.16748613119125366

    293760	  0.167686	  0.167486	  0.167817		CURRENT LEARNING RATE: 0.03708751295935626
previous_iter_valid_loss : 0.1650826632976532

    293780	  0.165305	  0.165083	  0.168015		CURRENT LEARNING RATE: 0.037080096198465196
previous_iter_valid_loss : 0.16458678245544434

    293800	  0.164774	  0.164587	  0.168179		CURRENT LEARNING RATE: 0.03707268092077799
previous_iter_valid_loss : 0.16167373955249786

    293820	  0.161920	  0.161674	  0.167420		CURRENT LEARNING RATE: 0.03706526712599803
previous_iter_valid_loss : 0.16173772513866425

    293840	  0.161939	  0.161738	  0.167439		CURRENT LEARNING RATE: 0.03705785481382875
previous_iter_valid_loss : 0.18000538647174835

    293860	  0.180212	  0.180005	  0.168356		CURRENT LEARNING RATE: 0.037050443983973676
previous_iter_valid_loss : 0.1792069971561432

    293880	  0.179443	  0.179207	  0.168299		CURRENT LEARNING RATE: 0.03704303463613636
previous_iter_valid_loss : 0.22952155768871307

    293900	  0.229589	  0.229522	  0.171647		CURRENT LEARNING RATE: 0.03703562677002044
previous_iter_valid_loss : 0.17030954360961914

    293920	  0.170471	  0.170310	  0.172088		CURRENT LEARNING RATE: 0.037028220385329595
previous_iter_valid_loss : 0.1705317497253418

    293940	  0.170746	  0.170532	  0.172102		CURRENT LEARNING RATE: 0.03702081548176757
previous_iter_valid_loss : 0.16128197312355042

    293960	  0.161466	  0.161282	  0.171832		CURRENT LEARNING RATE: 0.037013412059038166
previous_iter_valid_loss : 0.16227543354034424

    293980	  0.162468	  0.162275	  0.171842		CURRENT LEARNING RATE: 0.037006010116845255
previous_iter_valid_loss : 0.16326384246349335

    294000	  0.163459	  0.163264	  0.170835		CURRENT LEARNING RATE: 0.036998609654892746
previous_iter_valid_loss : 0.16253407299518585

    294020	  0.162744	  0.162534	  0.170614		CURRENT LEARNING RATE: 0.036991210672884633
previous_iter_valid_loss : 0.1652987003326416

    294040	  0.165495	  0.165299	  0.170693		CURRENT LEARNING RATE: 0.03698381317052495
previous_iter_valid_loss : 0.16121619939804077

    294060	  0.161401	  0.161216	  0.170700		CURRENT LEARNING RATE: 0.0369764171475178
previous_iter_valid_loss : 0.16779743134975433

    294080	  0.168059	  0.167797	  0.170331		CURRENT LEARNING RATE: 0.036969022603567346
previous_iter_valid_loss : 0.1967029869556427

    294100	  0.196863	  0.196703	  0.171684		CURRENT LEARNING RATE: 0.036961629538377797
previous_iter_valid_loss : 0.17802298069000244

    294120	  0.178215	  0.178023	  0.171526		CURRENT LEARNING RATE: 0.03695423795165343
previous_iter_valid_loss : 0.16104945540428162

    294140	  0.161216	  0.161049	  0.171478		CURRENT LEARNING RATE: 0.036946847843098575
previous_iter_valid_loss : 0.16084353625774384

    294160	  0.161036	  0.160844	  0.171146		CURRENT LEARNING RATE: 0.03693945921241765
previous_iter_valid_loss : 0.16634345054626465

    294180	  0.166495	  0.166343	  0.171209		CURRENT LEARNING RATE: 0.036932072059315105
previous_iter_valid_loss : 0.16668809950351715

    294200	  0.166932	  0.166688	  0.171314		CURRENT LEARNING RATE: 0.03692468638349544
previous_iter_valid_loss : 0.1608492136001587

    294220	  0.161034	  0.160849	  0.171273		CURRENT LEARNING RATE: 0.03691730218466324
previous_iter_valid_loss : 0.189017191529274

    294240	  0.189433	  0.189017	  0.172637		CURRENT LEARNING RATE: 0.03690991946252313
previous_iter_valid_loss : 0.17606735229492188

    294260	  0.176357	  0.176067	  0.172440		CURRENT LEARNING RATE: 0.03690253821677981
previous_iter_valid_loss : 0.16211171448230743

    294280	  0.162272	  0.162112	  0.171585		CURRENT LEARNING RATE: 0.03689515844713802
previous_iter_valid_loss : 0.16335393488407135

    294300	  0.163557	  0.163354	  0.168277		CURRENT LEARNING RATE: 0.03688778015330257
previous_iter_valid_loss : 0.1645890176296234

    294320	  0.164815	  0.164589	  0.167991		CURRENT LEARNING RATE: 0.03688040333497833
previous_iter_valid_loss : 0.162199005484581

    294340	  0.162390	  0.162199	  0.167574		CURRENT LEARNING RATE: 0.03687302799187023
previous_iter_valid_loss : 0.16079175472259521

    294360	  0.160977	  0.160792	  0.167550		CURRENT LEARNING RATE: 0.03686565412368325
previous_iter_valid_loss : 0.16171570122241974

    294380	  0.161887	  0.161716	  0.167522		CURRENT LEARNING RATE: 0.03685828173012245
previous_iter_valid_loss : 0.16244080662727356

    294400	  0.162630	  0.162441	  0.167480		CURRENT LEARNING RATE: 0.036850910810892916
previous_iter_valid_loss : 0.16420121490955353

    294420	  0.164374	  0.164201	  0.167564		CURRENT LEARNING RATE: 0.036843541365699825
previous_iter_valid_loss : 0.1610182672739029

    294440	  0.161203	  0.161018	  0.167350		CURRENT LEARNING RATE: 0.03683617339424839
previous_iter_valid_loss : 0.16180381178855896

    294460	  0.162014	  0.161804	  0.167379		CURRENT LEARNING RATE: 0.0368288068962439
previous_iter_valid_loss : 0.16683439910411835

    294480	  0.167079	  0.166834	  0.167331		CURRENT LEARNING RATE: 0.036821441871391684
previous_iter_valid_loss : 0.17586450278759003

    294500	  0.176032	  0.175865	  0.166289		CURRENT LEARNING RATE: 0.03681407831939715
previous_iter_valid_loss : 0.16668716073036194

    294520	  0.166880	  0.166687	  0.165722		CURRENT LEARNING RATE: 0.03680671623996575
previous_iter_valid_loss : 0.16304980218410492

    294540	  0.163230	  0.163050	  0.165822		CURRENT LEARNING RATE: 0.036799355632802996
previous_iter_valid_loss : 0.16181600093841553

    294560	  0.161977	  0.161816	  0.165871		CURRENT LEARNING RATE: 0.036791996497614485
previous_iter_valid_loss : 0.16217267513275146

    294580	  0.162371	  0.162173	  0.165662		CURRENT LEARNING RATE: 0.03678463883410584
previous_iter_valid_loss : 0.17042522132396698

    294600	  0.170667	  0.170425	  0.165849		CURRENT LEARNING RATE: 0.03677728264198275
previous_iter_valid_loss : 0.16099391877651215

    294620	  0.161190	  0.160994	  0.165856		CURRENT LEARNING RATE: 0.036769927920950976
previous_iter_valid_loss : 0.16237376630306244

    294640	  0.162556	  0.162374	  0.164524		CURRENT LEARNING RATE: 0.03676257467071632
previous_iter_valid_loss : 0.16521231830120087

    294660	  0.165384	  0.165212	  0.163982		CURRENT LEARNING RATE: 0.03675522289098466
previous_iter_valid_loss : 0.16242903470993042

    294680	  0.162662	  0.162429	  0.163997		CURRENT LEARNING RATE: 0.036747872581461914
previous_iter_valid_loss : 0.16609574854373932

    294700	  0.166352	  0.166096	  0.164134		CURRENT LEARNING RATE: 0.03674052374185408
previous_iter_valid_loss : 0.1607048213481903

    294720	  0.160886	  0.160705	  0.163940		CURRENT LEARNING RATE: 0.0367331763718672
previous_iter_valid_loss : 0.16401618719100952

    294740	  0.164216	  0.164016	  0.164031		CURRENT LEARNING RATE: 0.03672583047120738
previous_iter_valid_loss : 0.16199925541877747

    294760	  0.162148	  0.161999	  0.164091		CURRENT LEARNING RATE: 0.036718486039580785
previous_iter_valid_loss : 0.166370689868927

    294780	  0.166604	  0.166371	  0.164324		CURRENT LEARNING RATE: 0.03671114307669364
previous_iter_valid_loss : 0.16326723992824554

    294800	  0.163485	  0.163267	  0.164366		CURRENT LEARNING RATE: 0.03670380158225221
previous_iter_valid_loss : 0.1614580601453781

    294820	  0.161675	  0.161458	  0.164228		CURRENT LEARNING RATE: 0.03669646155596286
previous_iter_valid_loss : 0.1650061011314392

    294840	  0.165247	  0.165006	  0.164428		CURRENT LEARNING RATE: 0.03668912299753197
previous_iter_valid_loss : 0.1721460521221161

    294860	  0.172319	  0.172146	  0.164945		CURRENT LEARNING RATE: 0.03668178590666601
previous_iter_valid_loss : 0.1614857167005539

    294880	  0.161676	  0.161486	  0.164677		CURRENT LEARNING RATE: 0.036674450283071494
previous_iter_valid_loss : 0.16161662340164185

    294900	  0.161818	  0.161617	  0.163965		CURRENT LEARNING RATE: 0.036667116126454985
previous_iter_valid_loss : 0.19073812663555145

    294920	  0.191162	  0.190738	  0.165168		CURRENT LEARNING RATE: 0.03665978343652313
previous_iter_valid_loss : 0.1775675117969513

    294940	  0.177904	  0.177568	  0.165893		CURRENT LEARNING RATE: 0.0366524522129826
previous_iter_valid_loss : 0.1636085957288742

    294960	  0.163825	  0.163609	  0.165983		CURRENT LEARNING RATE: 0.036645122455540184
previous_iter_valid_loss : 0.1613427847623825

    294980	  0.161541	  0.161343	  0.165942		CURRENT LEARNING RATE: 0.036637794163902664
previous_iter_valid_loss : 0.1614987701177597

    295000	  0.161724	  0.161499	  0.165495		CURRENT LEARNING RATE: 0.03663046733777692
previous_iter_valid_loss : 0.17321430146694183

    295020	  0.173532	  0.173214	  0.166106		CURRENT LEARNING RATE: 0.036623141976869875
previous_iter_valid_loss : 0.16127412021160126

    295040	  0.161485	  0.161274	  0.166051		CURRENT LEARNING RATE: 0.03661581808088851
previous_iter_valid_loss : 0.1608974039554596

    295060	  0.161113	  0.160897	  0.165836		CURRENT LEARNING RATE: 0.036608495649539885
previous_iter_valid_loss : 0.17423512041568756

    295080	  0.174550	  0.174235	  0.166426		CURRENT LEARNING RATE: 0.03660117468253108
previous_iter_valid_loss : 0.16232647001743317

    295100	  0.162521	  0.162326	  0.166237		CURRENT LEARNING RATE: 0.036593855179569264
previous_iter_valid_loss : 0.16099271178245544

    295120	  0.161216	  0.160993	  0.166252		CURRENT LEARNING RATE: 0.03658653714036167
previous_iter_valid_loss : 0.16933201253414154

    295140	  0.169609	  0.169332	  0.166518		CURRENT LEARNING RATE: 0.03657922056461556
previous_iter_valid_loss : 0.16091856360435486

    295160	  0.161120	  0.160919	  0.166464		CURRENT LEARNING RATE: 0.03657190545203828
previous_iter_valid_loss : 0.16152362525463104

    295180	  0.161724	  0.161524	  0.166221		CURRENT LEARNING RATE: 0.03656459180233722
previous_iter_valid_loss : 0.16385653614997864

    295200	  0.164086	  0.163857	  0.166251		CURRENT LEARNING RATE: 0.03655727961521984
previous_iter_valid_loss : 0.16338634490966797

    295220	  0.163609	  0.163386	  0.166347		CURRENT LEARNING RATE: 0.03654996889039365
previous_iter_valid_loss : 0.16943061351776123

    295240	  0.169709	  0.169431	  0.166568		CURRENT LEARNING RATE: 0.03654265962756622
previous_iter_valid_loss : 0.16511431336402893

    295260	  0.165298	  0.165114	  0.166217		CURRENT LEARNING RATE: 0.03653535182644518
previous_iter_valid_loss : 0.16245463490486145

    295280	  0.162649	  0.162455	  0.166265		CURRENT LEARNING RATE: 0.036528045486738214
previous_iter_valid_loss : 0.16330531239509583

    295300	  0.163530	  0.163305	  0.166350		CURRENT LEARNING RATE: 0.03652074060815307
previous_iter_valid_loss : 0.16347484290599823

    295320	  0.163713	  0.163475	  0.164986		CURRENT LEARNING RATE: 0.03651343719039756
previous_iter_valid_loss : 0.1783175766468048

    295340	  0.178669	  0.178318	  0.165024		CURRENT LEARNING RATE: 0.03650613523317955
previous_iter_valid_loss : 0.16855831444263458

    295360	  0.168735	  0.168558	  0.165271		CURRENT LEARNING RATE: 0.03649883473620692
previous_iter_valid_loss : 0.16763442754745483

    295380	  0.167907	  0.167634	  0.165586		CURRENT LEARNING RATE: 0.03649153569918772
previous_iter_valid_loss : 0.16672483086585999

    295400	  0.166936	  0.166725	  0.165847		CURRENT LEARNING RATE: 0.036484238121829944
previous_iter_valid_loss : 0.17398113012313843

    295420	  0.174187	  0.173981	  0.165886		CURRENT LEARNING RATE: 0.036476942003841696
previous_iter_valid_loss : 0.16176043450832367

    295440	  0.161972	  0.161760	  0.165910		CURRENT LEARNING RATE: 0.03646964734493114
previous_iter_valid_loss : 0.16510890424251556

    295460	  0.165310	  0.165109	  0.166121		CURRENT LEARNING RATE: 0.036462354144806475
previous_iter_valid_loss : 0.18471238017082214

    295480	  0.184894	  0.184712	  0.166644		CURRENT LEARNING RATE: 0.03645506240317598
previous_iter_valid_loss : 0.16166825592517853

    295500	  0.161863	  0.161668	  0.166612		CURRENT LEARNING RATE: 0.03644777211974799
previous_iter_valid_loss : 0.161685049533844

    295520	  0.161870	  0.161685	  0.166646		CURRENT LEARNING RATE: 0.03644048329423089
previous_iter_valid_loss : 0.16975946724414825

    295540	  0.169936	  0.169759	  0.166668		CURRENT LEARNING RATE: 0.03643319592633313
previous_iter_valid_loss : 0.1916639655828476

    295560	  0.191841	  0.191664	  0.168205		CURRENT LEARNING RATE: 0.0364259100157632
previous_iter_valid_loss : 0.16381368041038513

    295580	  0.164016	  0.163814	  0.168319		CURRENT LEARNING RATE: 0.03641862556222969
previous_iter_valid_loss : 0.1613975614309311

    295600	  0.161607	  0.161398	  0.168196		CURRENT LEARNING RATE: 0.0364113425654412
previous_iter_valid_loss : 0.16281449794769287

    295620	  0.163017	  0.162814	  0.168168		CURRENT LEARNING RATE: 0.03640406102510642
previous_iter_valid_loss : 0.20694950222969055

    295640	  0.207041	  0.206950	  0.170044		CURRENT LEARNING RATE: 0.03639678094093408
previous_iter_valid_loss : 0.16872087121009827

    295660	  0.168979	  0.168721	  0.170224		CURRENT LEARNING RATE: 0.036389502312632986
previous_iter_valid_loss : 0.1618662178516388

    295680	  0.162092	  0.161866	  0.170195		CURRENT LEARNING RATE: 0.03638222513991199
previous_iter_valid_loss : 0.1634654849767685

    295700	  0.163676	  0.163465	  0.170203		CURRENT LEARNING RATE: 0.03637494942248
previous_iter_valid_loss : 0.1614881455898285

    295720	  0.161708	  0.161488	  0.170103		CURRENT LEARNING RATE: 0.036367675160046
previous_iter_valid_loss : 0.1655077487230301

    295740	  0.165728	  0.165508	  0.169463		CURRENT LEARNING RATE: 0.03636040235231901
previous_iter_valid_loss : 0.16929344832897186

    295760	  0.169518	  0.169293	  0.169500		CURRENT LEARNING RATE: 0.036353130999008096
previous_iter_valid_loss : 0.17645516991615295

    295780	  0.176796	  0.176455	  0.169941		CURRENT LEARNING RATE: 0.03634586109982245
previous_iter_valid_loss : 0.16632646322250366

    295800	  0.166603	  0.166326	  0.169921		CURRENT LEARNING RATE: 0.036338592654471244
previous_iter_valid_loss : 0.16186974942684174

    295820	  0.162061	  0.161870	  0.169315		CURRENT LEARNING RATE: 0.036331325662663755
previous_iter_valid_loss : 0.1724090725183487

    295840	  0.172732	  0.172409	  0.169848		CURRENT LEARNING RATE: 0.0363240601241093
previous_iter_valid_loss : 0.16380959749221802

    295860	  0.164063	  0.163810	  0.169783		CURRENT LEARNING RATE: 0.03631679603851725
previous_iter_valid_loss : 0.16925138235092163

    295880	  0.169519	  0.169251	  0.169010		CURRENT LEARNING RATE: 0.03630953340559705
previous_iter_valid_loss : 0.18837970495224

    295900	  0.188822	  0.188380	  0.170345		CURRENT LEARNING RATE: 0.036302272225058184
previous_iter_valid_loss : 0.16091053187847137

    295920	  0.161103	  0.160911	  0.170306		CURRENT LEARNING RATE: 0.03629501249661022
previous_iter_valid_loss : 0.1621260941028595

    295940	  0.162311	  0.162126	  0.169925		CURRENT LEARNING RATE: 0.03628775421996276
previous_iter_valid_loss : 0.21266072988510132

    295960	  0.213275	  0.212661	  0.170975		CURRENT LEARNING RATE: 0.03628049739482547
previous_iter_valid_loss : 0.160883828997612

    295980	  0.161085	  0.160884	  0.170828		CURRENT LEARNING RATE: 0.03627324202090808
previous_iter_valid_loss : 0.17032213509082794

    296000	  0.170596	  0.170322	  0.171274		CURRENT LEARNING RATE: 0.03626598809792038
previous_iter_valid_loss : 0.1609899252653122

    296020	  0.161199	  0.160990	  0.171183		CURRENT LEARNING RATE: 0.036258735625572205
previous_iter_valid_loss : 0.20527297258377075

    296040	  0.205914	  0.205273	  0.171099		CURRENT LEARNING RATE: 0.03625148460357346
previous_iter_valid_loss : 0.16133740544319153

    296060	  0.161538	  0.161337	  0.170730		CURRENT LEARNING RATE: 0.03624423503163411
previous_iter_valid_loss : 0.1612342745065689

    296080	  0.161438	  0.161234	  0.170698		CURRENT LEARNING RATE: 0.03623698690946416
previous_iter_valid_loss : 0.16412384808063507

    296100	  0.164293	  0.164124	  0.170731		CURRENT LEARNING RATE: 0.036229740236773694
previous_iter_valid_loss : 0.16092470288276672

    296120	  0.161117	  0.160925	  0.170703		CURRENT LEARNING RATE: 0.03622249501327284
previous_iter_valid_loss : 0.17455002665519714

    296140	  0.174750	  0.174550	  0.171155		CURRENT LEARNING RATE: 0.036215251238671795
previous_iter_valid_loss : 0.1617586314678192

    296160	  0.161957	  0.161759	  0.170779		CURRENT LEARNING RATE: 0.03620800891268078
previous_iter_valid_loss : 0.1611378788948059

    296180	  0.161326	  0.161138	  0.170013		CURRENT LEARNING RATE: 0.03620076803501015
previous_iter_valid_loss : 0.16939526796340942

    296200	  0.169650	  0.169395	  0.170166		CURRENT LEARNING RATE: 0.03619352860537024
previous_iter_valid_loss : 0.1724453866481781

    296220	  0.172738	  0.172445	  0.170695		CURRENT LEARNING RATE: 0.036186290623471486
previous_iter_valid_loss : 0.18126003444194794

    296240	  0.181595	  0.181260	  0.171137		CURRENT LEARNING RATE: 0.03617905408902436
previous_iter_valid_loss : 0.1758631020784378

    296260	  0.176011	  0.175863	  0.171740		CURRENT LEARNING RATE: 0.0361718190017394
previous_iter_valid_loss : 0.16418437659740448

    296280	  0.164427	  0.164184	  0.171487		CURRENT LEARNING RATE: 0.0361645853613272
previous_iter_valid_loss : 0.16688846051692963

    296300	  0.167052	  0.166888	  0.170412		CURRENT LEARNING RATE: 0.03615735316749843
previous_iter_valid_loss : 0.16084522008895874

    296320	  0.161048	  0.160845	  0.170409		CURRENT LEARNING RATE: 0.03615012241996379
previous_iter_valid_loss : 0.16299572587013245

    296340	  0.163218	  0.162996	  0.170452		CURRENT LEARNING RATE: 0.03614289311843405
previous_iter_valid_loss : 0.16588172316551208

    296360	  0.166119	  0.165882	  0.168113		CURRENT LEARNING RATE: 0.03613566526262004
previous_iter_valid_loss : 0.1609422117471695

    296380	  0.161131	  0.160942	  0.168116		CURRENT LEARNING RATE: 0.03612843885223264
previous_iter_valid_loss : 0.1697276532649994

    296400	  0.170020	  0.169728	  0.168087		CURRENT LEARNING RATE: 0.036121213886982806
previous_iter_valid_loss : 0.16894598305225372

    296420	  0.169203	  0.168946	  0.168485		CURRENT LEARNING RATE: 0.03611399036658153
previous_iter_valid_loss : 0.1709001362323761

    296440	  0.171076	  0.170900	  0.166766		CURRENT LEARNING RATE: 0.03610676829073987
previous_iter_valid_loss : 0.16130901873111725

    296460	  0.161515	  0.161309	  0.166764		CURRENT LEARNING RATE: 0.036099547659168944
previous_iter_valid_loss : 0.16144749522209167

    296480	  0.161661	  0.161447	  0.166775		CURRENT LEARNING RATE: 0.036092328471579935
previous_iter_valid_loss : 0.1767079383134842

    296500	  0.176877	  0.176708	  0.167404		CURRENT LEARNING RATE: 0.03608511072768407
previous_iter_valid_loss : 0.16617143154144287

    296520	  0.166322	  0.166171	  0.167667		CURRENT LEARNING RATE: 0.036077894427192635
previous_iter_valid_loss : 0.20119279623031616

    296540	  0.201331	  0.201193	  0.168999		CURRENT LEARNING RATE: 0.03607067956981699
previous_iter_valid_loss : 0.16796647012233734

    296560	  0.168218	  0.167966	  0.169309		CURRENT LEARNING RATE: 0.03606346615526851
previous_iter_valid_loss : 0.162203848361969

    296580	  0.162390	  0.162204	  0.169362		CURRENT LEARNING RATE: 0.036056254183258696
previous_iter_valid_loss : 0.1719457060098648

    296600	  0.172244	  0.171946	  0.169490		CURRENT LEARNING RATE: 0.036049043653499056
previous_iter_valid_loss : 0.16185562312602997

    296620	  0.162052	  0.161856	  0.168961		CURRENT LEARNING RATE: 0.03604183456570117
previous_iter_valid_loss : 0.18052621185779572

    296640	  0.180875	  0.180526	  0.168924		CURRENT LEARNING RATE: 0.036034626919576665
previous_iter_valid_loss : 0.161759153008461

    296660	  0.161987	  0.161759	  0.168219		CURRENT LEARNING RATE: 0.03602742071483724
previous_iter_valid_loss : 0.16932982206344604

    296680	  0.169582	  0.169330	  0.168476		CURRENT LEARNING RATE: 0.03602021595119466
previous_iter_valid_loss : 0.16451649367809296

    296700	  0.164719	  0.164516	  0.168357		CURRENT LEARNING RATE: 0.036013012628360715
previous_iter_valid_loss : 0.16230784356594086

    296720	  0.162480	  0.162308	  0.168430		CURRENT LEARNING RATE: 0.03600581074604728
previous_iter_valid_loss : 0.16177396476268768

    296740	  0.161991	  0.161774	  0.168369		CURRENT LEARNING RATE: 0.03599861030396628
previous_iter_valid_loss : 0.1626082956790924

    296760	  0.162801	  0.162608	  0.168206		CURRENT LEARNING RATE: 0.0359914113018297
previous_iter_valid_loss : 0.16204839944839478

    296780	  0.162265	  0.162048	  0.168261		CURRENT LEARNING RATE: 0.035984213739349576
previous_iter_valid_loss : 0.1607109010219574

    296800	  0.160902	  0.160711	  0.167810		CURRENT LEARNING RATE: 0.035977017616238005
previous_iter_valid_loss : 0.1612662971019745

    296820	  0.161469	  0.161266	  0.167426		CURRENT LEARNING RATE: 0.03596982293220714
previous_iter_valid_loss : 0.1617807149887085

    296840	  0.161961	  0.161781	  0.166970		CURRENT LEARNING RATE: 0.03596262968696921
previous_iter_valid_loss : 0.20501737296581268

    296860	  0.205148	  0.205017	  0.169156		CURRENT LEARNING RATE: 0.03595543788023645
previous_iter_valid_loss : 0.16722506284713745

    296880	  0.167393	  0.167225	  0.169445		CURRENT LEARNING RATE: 0.03594824751172123
previous_iter_valid_loss : 0.1634960025548935

    296900	  0.163665	  0.163496	  0.168784		CURRENT LEARNING RATE: 0.03594105858113591
previous_iter_valid_loss : 0.16142325103282928

    296920	  0.161574	  0.161423	  0.168547		CURRENT LEARNING RATE: 0.03593387108819293
previous_iter_valid_loss : 0.1752372533082962

    296940	  0.175444	  0.175237	  0.167249		CURRENT LEARNING RATE: 0.03592668503260481
previous_iter_valid_loss : 0.1609165072441101

    296960	  0.161112	  0.160917	  0.166896		CURRENT LEARNING RATE: 0.03591950041408407
previous_iter_valid_loss : 0.17554913461208344

    296980	  0.175830	  0.175549	  0.167564		CURRENT LEARNING RATE: 0.03591231723234337
previous_iter_valid_loss : 0.16103596985340118

    297000	  0.161200	  0.161036	  0.167018		CURRENT LEARNING RATE: 0.035905135487095376
previous_iter_valid_loss : 0.1656031459569931

    297020	  0.165802	  0.165603	  0.167205		CURRENT LEARNING RATE: 0.03589795517805279
previous_iter_valid_loss : 0.1678447127342224

    297040	  0.167995	  0.167845	  0.166571		CURRENT LEARNING RATE: 0.03589077630492842
previous_iter_valid_loss : 0.1939506232738495

    297060	  0.194098	  0.193951	  0.168181		CURRENT LEARNING RATE: 0.03588359886743511
previous_iter_valid_loss : 0.16687889397144318

    297080	  0.167034	  0.166879	  0.168058		CURRENT LEARNING RATE: 0.035876422865285765
previous_iter_valid_loss : 0.16459299623966217

    297100	  0.164840	  0.164593	  0.168062		CURRENT LEARNING RATE: 0.03586924829819333
previous_iter_valid_loss : 0.16089190542697906

    297120	  0.161088	  0.160892	  0.167991		CURRENT LEARNING RATE: 0.03586207516587083
previous_iter_valid_loss : 0.1648678034543991

    297140	  0.165054	  0.164868	  0.168146		CURRENT LEARNING RATE: 0.03585490346803135
previous_iter_valid_loss : 0.19786514341831207

    297160	  0.197996	  0.197865	  0.169909		CURRENT LEARNING RATE: 0.03584773320438801
previous_iter_valid_loss : 0.1608160138130188

    297180	  0.161019	  0.160816	  0.169847		CURRENT LEARNING RATE: 0.035840564374654
previous_iter_valid_loss : 0.16471485793590546

    297200	  0.164905	  0.164715	  0.170048		CURRENT LEARNING RATE: 0.03583339697854258
previous_iter_valid_loss : 0.16760869324207306

    297220	  0.167769	  0.167609	  0.170365		CURRENT LEARNING RATE: 0.035826231015767034
previous_iter_valid_loss : 0.16298268735408783

    297240	  0.163140	  0.162983	  0.170425		CURRENT LEARNING RATE: 0.03581906648604073
previous_iter_valid_loss : 0.17239661514759064

    297260	  0.172547	  0.172397	  0.168794		CURRENT LEARNING RATE: 0.035811903389077096
previous_iter_valid_loss : 0.16089190542697906

    297280	  0.161093	  0.160892	  0.168477		CURRENT LEARNING RATE: 0.035804741724589605
previous_iter_valid_loss : 0.18858304619789124

    297300	  0.189072	  0.188583	  0.169731		CURRENT LEARNING RATE: 0.035797581492291786
previous_iter_valid_loss : 0.16076251864433289

    297320	  0.160941	  0.160763	  0.169698		CURRENT LEARNING RATE: 0.03579042269189723
previous_iter_valid_loss : 0.18551300466060638

    297340	  0.185917	  0.185513	  0.170212		CURRENT LEARNING RATE: 0.03578326532311959
previous_iter_valid_loss : 0.16872316598892212

    297360	  0.168908	  0.168723	  0.170602		CURRENT LEARNING RATE: 0.03577610938567254
previous_iter_valid_loss : 0.16387461125850677

    297380	  0.164038	  0.163875	  0.170019		CURRENT LEARNING RATE: 0.035768954879269906
previous_iter_valid_loss : 0.1788661628961563

    297400	  0.179047	  0.178866	  0.170910		CURRENT LEARNING RATE: 0.035761801803625454
previous_iter_valid_loss : 0.16122661530971527

    297420	  0.161439	  0.161227	  0.170691		CURRENT LEARNING RATE: 0.03575465015845309
previous_iter_valid_loss : 0.16369016468524933

    297440	  0.163868	  0.163690	  0.170484		CURRENT LEARNING RATE: 0.03574749994346673
previous_iter_valid_loss : 0.16298672556877136

    297460	  0.163155	  0.162987	  0.168936		CURRENT LEARNING RATE: 0.035740351158380375
previous_iter_valid_loss : 0.16258156299591064

    297480	  0.162806	  0.162582	  0.168721		CURRENT LEARNING RATE: 0.03573320380290807
previous_iter_valid_loss : 0.16255702078342438

    297500	  0.162804	  0.162557	  0.168619		CURRENT LEARNING RATE: 0.035726057876763924
previous_iter_valid_loss : 0.17572052776813507

    297520	  0.175934	  0.175721	  0.169360		CURRENT LEARNING RATE: 0.0357189133796621
previous_iter_valid_loss : 0.16608190536499023

    297540	  0.166355	  0.166082	  0.169421		CURRENT LEARNING RATE: 0.035711770311316816
previous_iter_valid_loss : 0.16999797523021698

    297560	  0.170198	  0.169998	  0.168028		CURRENT LEARNING RATE: 0.03570462867144234
previous_iter_valid_loss : 0.18402379751205444

    297580	  0.184225	  0.184024	  0.169188		CURRENT LEARNING RATE: 0.03569748845975303
previous_iter_valid_loss : 0.16359521448612213

    297600	  0.163766	  0.163595	  0.169132		CURRENT LEARNING RATE: 0.03569034967596325
previous_iter_valid_loss : 0.16838130354881287

    297620	  0.168639	  0.168381	  0.169171		CURRENT LEARNING RATE: 0.035683212319787466
previous_iter_valid_loss : 0.16260764002799988

    297640	  0.162821	  0.162608	  0.169152		CURRENT LEARNING RATE: 0.03567607639094018
previous_iter_valid_loss : 0.16497959196567535

    297660	  0.165209	  0.164980	  0.168781		CURRENT LEARNING RATE: 0.035668941889135955
previous_iter_valid_loss : 0.16341538727283478

    297680	  0.163584	  0.163415	  0.168907		CURRENT LEARNING RATE: 0.03566180881408941
previous_iter_valid_loss : 0.16269724071025848

    297700	  0.162908	  0.162697	  0.167613		CURRENT LEARNING RATE: 0.03565467716551522
previous_iter_valid_loss : 0.1821836233139038

    297720	  0.182538	  0.182184	  0.168684		CURRENT LEARNING RATE: 0.035647546943128126
previous_iter_valid_loss : 0.16265572607517242

    297740	  0.162876	  0.162656	  0.167541		CURRENT LEARNING RATE: 0.03564041814664291
previous_iter_valid_loss : 0.17761772871017456

    297760	  0.177903	  0.177618	  0.167986		CURRENT LEARNING RATE: 0.03563329077577443
previous_iter_valid_loss : 0.1864560842514038

    297780	  0.186857	  0.186456	  0.169115		CURRENT LEARNING RATE: 0.03562616483023757
previous_iter_valid_loss : 0.16648167371749878

    297800	  0.166682	  0.166482	  0.168496		CURRENT LEARNING RATE: 0.035619040309747316
previous_iter_valid_loss : 0.16110622882843018

    297820	  0.161347	  0.161106	  0.168490		CURRENT LEARNING RATE: 0.035611917214018685
previous_iter_valid_loss : 0.16074436902999878

    297840	  0.160962	  0.160744	  0.168343		CURRENT LEARNING RATE: 0.03560479554276674
previous_iter_valid_loss : 0.18134190142154694

    297860	  0.181543	  0.181342	  0.169260		CURRENT LEARNING RATE: 0.035597675295706635
previous_iter_valid_loss : 0.16095949709415436

    297880	  0.161178	  0.160959	  0.169179		CURRENT LEARNING RATE: 0.03559055647255354
previous_iter_valid_loss : 0.17042973637580872

    297900	  0.170724	  0.170430	  0.169573		CURRENT LEARNING RATE: 0.03558343907302271
previous_iter_valid_loss : 0.16256077587604523

    297920	  0.162801	  0.162561	  0.168915		CURRENT LEARNING RATE: 0.03557632309682944
previous_iter_valid_loss : 0.1648876667022705

    297940	  0.165086	  0.164888	  0.168855		CURRENT LEARNING RATE: 0.035569208543689106
previous_iter_valid_loss : 0.168008953332901

    297960	  0.168282	  0.168009	  0.168756		CURRENT LEARNING RATE: 0.03556209541331711
previous_iter_valid_loss : 0.16433241963386536

    297980	  0.164581	  0.164332	  0.167771		CURRENT LEARNING RATE: 0.03555498370542895
previous_iter_valid_loss : 0.1625407338142395

    298000	  0.162738	  0.162541	  0.167718		CURRENT LEARNING RATE: 0.03554787341974014
previous_iter_valid_loss : 0.16487640142440796

    298020	  0.165067	  0.164876	  0.167543		CURRENT LEARNING RATE: 0.03554076455596626
previous_iter_valid_loss : 0.16488659381866455

    298040	  0.165129	  0.164887	  0.167657		CURRENT LEARNING RATE: 0.035533657113822975
previous_iter_valid_loss : 0.18573592603206635

    298060	  0.186114	  0.185736	  0.168695		CURRENT LEARNING RATE: 0.03552655109302597
previous_iter_valid_loss : 0.1620604395866394

    298080	  0.162283	  0.162060	  0.168627		CURRENT LEARNING RATE: 0.03551944649329103
previous_iter_valid_loss : 0.17644119262695312

    298100	  0.176743	  0.176441	  0.169314		CURRENT LEARNING RATE: 0.03551234331433394
previous_iter_valid_loss : 0.1615995466709137

    298120	  0.161788	  0.161600	  0.168285		CURRENT LEARNING RATE: 0.03550524155587059
previous_iter_valid_loss : 0.16117040812969208

    298140	  0.161373	  0.161170	  0.168211		CURRENT LEARNING RATE: 0.035498141217616914
previous_iter_valid_loss : 0.16225922107696533

    298160	  0.162495	  0.162259	  0.167443		CURRENT LEARNING RATE: 0.035491042299288886
previous_iter_valid_loss : 0.2022693008184433

    298180	  0.202439	  0.202269	  0.168234		CURRENT LEARNING RATE: 0.035483944800602546
previous_iter_valid_loss : 0.1656830906867981

    298200	  0.165895	  0.165683	  0.168194		CURRENT LEARNING RATE: 0.035476848721274004
previous_iter_valid_loss : 0.16265496611595154

    298220	  0.162877	  0.162655	  0.168271		CURRENT LEARNING RATE: 0.03546975406101943
previous_iter_valid_loss : 0.17475184798240662

    298240	  0.174953	  0.174752	  0.168971		CURRENT LEARNING RATE: 0.03546266081955502
previous_iter_valid_loss : 0.16337628662586212

    298260	  0.163587	  0.163376	  0.168073		CURRENT LEARNING RATE: 0.03545556899659704
previous_iter_valid_loss : 0.16106528043746948

    298280	  0.161274	  0.161065	  0.168078		CURRENT LEARNING RATE: 0.03544847859186183
previous_iter_valid_loss : 0.17167522013187408

    298300	  0.171877	  0.171675	  0.168141		CURRENT LEARNING RATE: 0.035441389605065765
previous_iter_valid_loss : 0.16328278183937073

    298320	  0.163546	  0.163283	  0.168177		CURRENT LEARNING RATE: 0.0354343020359253
previous_iter_valid_loss : 0.16290290653705597

    298340	  0.163142	  0.162903	  0.168078		CURRENT LEARNING RATE: 0.03542721588415691
previous_iter_valid_loss : 0.1611691266298294

    298360	  0.161341	  0.161169	  0.167736		CURRENT LEARNING RATE: 0.03542013114947717
previous_iter_valid_loss : 0.16175784170627594

    298380	  0.161975	  0.161758	  0.167607		CURRENT LEARNING RATE: 0.03541304783160267
previous_iter_valid_loss : 0.16339202225208282

    298400	  0.163577	  0.163392	  0.167649		CURRENT LEARNING RATE: 0.03540596593025009
previous_iter_valid_loss : 0.1617473065853119

    298420	  0.161936	  0.161747	  0.167493		CURRENT LEARNING RATE: 0.03539888544513615
previous_iter_valid_loss : 0.1607227474451065

    298440	  0.160907	  0.160723	  0.167285		CURRENT LEARNING RATE: 0.03539180637597764
previous_iter_valid_loss : 0.1622171252965927

    298460	  0.162415	  0.162217	  0.166109		CURRENT LEARNING RATE: 0.03538472872249138
previous_iter_valid_loss : 0.16070610284805298

    298480	  0.160888	  0.160706	  0.166041		CURRENT LEARNING RATE: 0.035377652484394284
previous_iter_valid_loss : 0.16113601624965668

    298500	  0.161296	  0.161136	  0.165276		CURRENT LEARNING RATE: 0.03537057766140329
previous_iter_valid_loss : 0.16644272208213806

    298520	  0.166598	  0.166443	  0.165518		CURRENT LEARNING RATE: 0.0353635042532354
previous_iter_valid_loss : 0.16630905866622925

    298540	  0.166478	  0.166309	  0.165775		CURRENT LEARNING RATE: 0.0353564322596077
previous_iter_valid_loss : 0.16138815879821777

    298560	  0.161601	  0.161388	  0.165731		CURRENT LEARNING RATE: 0.03534936168023728
previous_iter_valid_loss : 0.16921314597129822

    298580	  0.169366	  0.169213	  0.164079		CURRENT LEARNING RATE: 0.03534229251484132
previous_iter_valid_loss : 0.1633688509464264

    298600	  0.163554	  0.163369	  0.163963		CURRENT LEARNING RATE: 0.03533522476313708
previous_iter_valid_loss : 0.16920620203018188

    298620	  0.169470	  0.169206	  0.164291		CURRENT LEARNING RATE: 0.03532815842484184
previous_iter_valid_loss : 0.16480275988578796

    298640	  0.164974	  0.164803	  0.163793		CURRENT LEARNING RATE: 0.03532109349967293
previous_iter_valid_loss : 0.16316278278827667

    298660	  0.163387	  0.163163	  0.163782		CURRENT LEARNING RATE: 0.035314029987347784
previous_iter_valid_loss : 0.177597776055336

    298680	  0.177919	  0.177598	  0.164609		CURRENT LEARNING RATE: 0.03530696788758383
previous_iter_valid_loss : 0.16303910315036774

    298700	  0.163273	  0.163039	  0.164177		CURRENT LEARNING RATE: 0.035299907200098596
previous_iter_valid_loss : 0.17034481465816498

    298720	  0.170622	  0.170345	  0.164530		CURRENT LEARNING RATE: 0.03529284792460966
previous_iter_valid_loss : 0.17488358914852142

    298740	  0.175177	  0.174884	  0.165129		CURRENT LEARNING RATE: 0.03528579006083464
previous_iter_valid_loss : 0.16166001558303833

    298760	  0.161836	  0.161660	  0.165154		CURRENT LEARNING RATE: 0.03527873360849123
previous_iter_valid_loss : 0.1611187756061554

    298780	  0.161306	  0.161119	  0.165122		CURRENT LEARNING RATE: 0.03527167856729717
previous_iter_valid_loss : 0.1772342175245285

    298800	  0.177412	  0.177234	  0.165814		CURRENT LEARNING RATE: 0.03526462493697026
previous_iter_valid_loss : 0.1727033108472824

    298820	  0.173007	  0.172703	  0.166362		CURRENT LEARNING RATE: 0.03525757271722834
previous_iter_valid_loss : 0.1608305424451828

    298840	  0.161026	  0.160831	  0.166367		CURRENT LEARNING RATE: 0.035250521907789344
previous_iter_valid_loss : 0.16102370619773865

    298860	  0.161233	  0.161024	  0.166308		CURRENT LEARNING RATE: 0.03524347250837123
previous_iter_valid_loss : 0.17012566328048706

    298880	  0.170305	  0.170126	  0.166778		CURRENT LEARNING RATE: 0.035236424518692015
previous_iter_valid_loss : 0.1609521359205246

    298900	  0.161161	  0.160952	  0.166769		CURRENT LEARNING RATE: 0.03522937793846979
previous_iter_valid_loss : 0.1703156679868698

    298920	  0.170502	  0.170316	  0.166963		CURRENT LEARNING RATE: 0.03522233276742268
previous_iter_valid_loss : 0.16711613535881042

    298940	  0.167328	  0.167116	  0.167003		CURRENT LEARNING RATE: 0.03521528900526889
previous_iter_valid_loss : 0.18854914605617523

    298960	  0.188738	  0.188549	  0.168361		CURRENT LEARNING RATE: 0.03520824665172667
previous_iter_valid_loss : 0.16599009931087494

    298980	  0.166184	  0.165990	  0.168200		CURRENT LEARNING RATE: 0.035201205706514305
previous_iter_valid_loss : 0.16286534070968628

    299000	  0.163077	  0.162865	  0.168175		CURRENT LEARNING RATE: 0.03519416616935018
previous_iter_valid_loss : 0.17363029718399048

    299020	  0.173803	  0.173630	  0.168396		CURRENT LEARNING RATE: 0.03518712803995271
previous_iter_valid_loss : 0.1620442122220993

    299040	  0.162261	  0.162044	  0.168258		CURRENT LEARNING RATE: 0.03518009131804037
previous_iter_valid_loss : 0.16810713708400726

    299060	  0.168267	  0.168107	  0.168506		CURRENT LEARNING RATE: 0.03517305600333168
previous_iter_valid_loss : 0.16152960062026978

    299080	  0.161701	  0.161530	  0.167702		CURRENT LEARNING RATE: 0.035166022095545243
previous_iter_valid_loss : 0.1725790649652481

    299100	  0.172745	  0.172579	  0.168179		CURRENT LEARNING RATE: 0.03515898959439969
previous_iter_valid_loss : 0.1708064079284668

    299120	  0.171101	  0.170806	  0.168202		CURRENT LEARNING RATE: 0.03515195849961373
previous_iter_valid_loss : 0.16715370118618011

    299140	  0.167332	  0.167154	  0.167816		CURRENT LEARNING RATE: 0.035144928810906105
previous_iter_valid_loss : 0.16906988620758057

    299160	  0.169328	  0.169070	  0.168186		CURRENT LEARNING RATE: 0.03513790052799565
previous_iter_valid_loss : 0.16145843267440796

    299180	  0.161656	  0.161458	  0.168203		CURRENT LEARNING RATE: 0.03513087365060121
previous_iter_valid_loss : 0.17813003063201904

    299200	  0.178291	  0.178130	  0.168248		CURRENT LEARNING RATE: 0.035123848178441726
previous_iter_valid_loss : 0.16116128861904144

    299220	  0.161340	  0.161161	  0.167671		CURRENT LEARNING RATE: 0.03511682411123617
previous_iter_valid_loss : 0.16172325611114502

    299240	  0.161921	  0.161723	  0.167715		CURRENT LEARNING RATE: 0.03510980144870359
previous_iter_valid_loss : 0.16271643340587616

    299260	  0.162930	  0.162716	  0.167800		CURRENT LEARNING RATE: 0.035102780190563065
previous_iter_valid_loss : 0.16142809391021729

    299280	  0.161614	  0.161428	  0.167365		CURRENT LEARNING RATE: 0.035095760336533756
previous_iter_valid_loss : 0.1612061858177185

    299300	  0.161354	  0.161206	  0.167378		CURRENT LEARNING RATE: 0.035088741886334866
previous_iter_valid_loss : 0.1620052307844162

    299320	  0.162185	  0.162005	  0.166962		CURRENT LEARNING RATE: 0.035081724839685656
previous_iter_valid_loss : 0.1617056429386139

    299340	  0.161855	  0.161706	  0.166692		CURRENT LEARNING RATE: 0.03507470919630545
previous_iter_valid_loss : 0.1622220128774643

    299360	  0.162400	  0.162222	  0.165376		CURRENT LEARNING RATE: 0.0350676949559136
previous_iter_valid_loss : 0.16276566684246063

    299380	  0.162979	  0.162766	  0.165214		CURRENT LEARNING RATE: 0.03506068211822955
previous_iter_valid_loss : 0.1609589159488678

    299400	  0.161130	  0.160959	  0.165119		CURRENT LEARNING RATE: 0.0350536706829728
previous_iter_valid_loss : 0.1674940437078476

    299420	  0.167656	  0.167494	  0.164812		CURRENT LEARNING RATE: 0.035046660649862886
previous_iter_valid_loss : 0.17238681018352509

    299440	  0.172577	  0.172387	  0.165329		CURRENT LEARNING RATE: 0.035039652018619395
previous_iter_valid_loss : 0.1608399897813797

    299460	  0.161034	  0.160840	  0.164966		CURRENT LEARNING RATE: 0.035032644788962
previous_iter_valid_loss : 0.16166378557682037

    299480	  0.161820	  0.161664	  0.164973		CURRENT LEARNING RATE: 0.035025638960610395
previous_iter_valid_loss : 0.17083661258220673

    299500	  0.171000	  0.170837	  0.164886		CURRENT LEARNING RATE: 0.035018634533284354
previous_iter_valid_loss : 0.16250601410865784

    299520	  0.162714	  0.162506	  0.164471		CURRENT LEARNING RATE: 0.0350116315067037
previous_iter_valid_loss : 0.1767740249633789

    299540	  0.177102	  0.176774	  0.164952		CURRENT LEARNING RATE: 0.03500462988058831
previous_iter_valid_loss : 0.16110733151435852

    299560	  0.161292	  0.161107	  0.164553		CURRENT LEARNING RATE: 0.03499762965465812
previous_iter_valid_loss : 0.16100601851940155

    299580	  0.161204	  0.161006	  0.164531		CURRENT LEARNING RATE: 0.03499063082863312
previous_iter_valid_loss : 0.16249194741249084

    299600	  0.162653	  0.162492	  0.163749		CURRENT LEARNING RATE: 0.03498363340223336
previous_iter_valid_loss : 0.16100506484508514

    299620	  0.161199	  0.161005	  0.163741		CURRENT LEARNING RATE: 0.03497663737517894
previous_iter_valid_loss : 0.17610672116279602

    299640	  0.176415	  0.176107	  0.164460		CURRENT LEARNING RATE: 0.03496964274719002
previous_iter_valid_loss : 0.16174110770225525

    299660	  0.161931	  0.161741	  0.164412		CURRENT LEARNING RATE: 0.03496264951798681
previous_iter_valid_loss : 0.1678989976644516

    299680	  0.168154	  0.167899	  0.164735		CURRENT LEARNING RATE: 0.034955657687289594
previous_iter_valid_loss : 0.18663938343524933

    299700	  0.186843	  0.186639	  0.166007		CURRENT LEARNING RATE: 0.03494866725481868
previous_iter_valid_loss : 0.1607879400253296

    299720	  0.160974	  0.160788	  0.165946		CURRENT LEARNING RATE: 0.03494167822029447
previous_iter_valid_loss : 0.16247296333312988

    299740	  0.162684	  0.162473	  0.165984		CURRENT LEARNING RATE: 0.03493469058343739
previous_iter_valid_loss : 0.16454172134399414

    299760	  0.164752	  0.164542	  0.166100		CURRENT LEARNING RATE: 0.03492770434396794
previous_iter_valid_loss : 0.16928716003894806

    299780	  0.169557	  0.169287	  0.166426		CURRENT LEARNING RATE: 0.03492071950160665
previous_iter_valid_loss : 0.16138261556625366

    299800	  0.161597	  0.161383	  0.166447		CURRENT LEARNING RATE: 0.03491373605607416
previous_iter_valid_loss : 0.16096661984920502

    299820	  0.161172	  0.160967	  0.166121		CURRENT LEARNING RATE: 0.03490675400709112
previous_iter_valid_loss : 0.161248117685318

    299840	  0.161438	  0.161248	  0.165564		CURRENT LEARNING RATE: 0.03489977335437824
previous_iter_valid_loss : 0.16164208948612213

    299860	  0.161837	  0.161642	  0.165604		CURRENT LEARNING RATE: 0.034892794097656304
previous_iter_valid_loss : 0.16118717193603516

    299880	  0.161392	  0.161187	  0.165580		CURRENT LEARNING RATE: 0.034885816236646126
previous_iter_valid_loss : 0.16266126930713654

    299900	  0.162889	  0.162661	  0.165172		CURRENT LEARNING RATE: 0.03487883977106862
previous_iter_valid_loss : 0.16400638222694397

    299920	  0.164190	  0.164006	  0.165247		CURRENT LEARNING RATE: 0.0348718647006447
previous_iter_valid_loss : 0.16335751116275787

    299940	  0.163545	  0.163358	  0.164576		CURRENT LEARNING RATE: 0.034864891025095365
previous_iter_valid_loss : 0.16939441859722137

    299960	  0.169596	  0.169394	  0.164990		CURRENT LEARNING RATE: 0.03485791874414168
previous_iter_valid_loss : 0.16206297278404236

    299980	  0.162262	  0.162063	  0.165043		CURRENT LEARNING RATE: 0.03485094785750476
previous_iter_valid_loss : 0.1610656976699829

    300000	  0.161245	  0.161066	  0.164972		CURRENT LEARNING RATE: 0.03484397836490575
previous_iter_valid_loss : 0.16873952746391296

    300020	  0.168936	  0.168740	  0.165358		CURRENT LEARNING RATE: 0.03483701026606588
previous_iter_valid_loss : 0.16844706237316132

    300040	  0.168725	  0.168447	  0.164975		CURRENT LEARNING RATE: 0.034830043560706424
previous_iter_valid_loss : 0.18364271521568298

    300060	  0.184002	  0.183643	  0.166071		CURRENT LEARNING RATE: 0.03482307824854872
previous_iter_valid_loss : 0.162013977766037

    300080	  0.162208	  0.162014	  0.165776		CURRENT LEARNING RATE: 0.03481611432931415
previous_iter_valid_loss : 0.16087058186531067

    300100	  0.161085	  0.160871	  0.164488		CURRENT LEARNING RATE: 0.034809151802724154
previous_iter_valid_loss : 0.16393639147281647

    300120	  0.164130	  0.163936	  0.164645		CURRENT LEARNING RATE: 0.03480219066850023
previous_iter_valid_loss : 0.17319218814373016

    300140	  0.173379	  0.173192	  0.165181		CURRENT LEARNING RATE: 0.03479523092636395
previous_iter_valid_loss : 0.1685391366481781

    300160	  0.168810	  0.168539	  0.165381		CURRENT LEARNING RATE: 0.0347882725760369
previous_iter_valid_loss : 0.1638394445180893

    300180	  0.164051	  0.163839	  0.165109		CURRENT LEARNING RATE: 0.034781315617240766
previous_iter_valid_loss : 0.17238038778305054

    300200	  0.172584	  0.172380	  0.165659		CURRENT LEARNING RATE: 0.034774360049697244
previous_iter_valid_loss : 0.18795807659626007

    300220	  0.188161	  0.187958	  0.167008		CURRENT LEARNING RATE: 0.03476740587312814
previous_iter_valid_loss : 0.16590383648872375

    300240	  0.166112	  0.165904	  0.167241		CURRENT LEARNING RATE: 0.034760453087255276
previous_iter_valid_loss : 0.16289155185222626

    300260	  0.163128	  0.162892	  0.167303		CURRENT LEARNING RATE: 0.03475350169180055
previous_iter_valid_loss : 0.1623740941286087

    300280	  0.162591	  0.162374	  0.167363		CURRENT LEARNING RATE: 0.03474655168648589
previous_iter_valid_loss : 0.16912993788719177

    300300	  0.169296	  0.169130	  0.167686		CURRENT LEARNING RATE: 0.03473960307103329
previous_iter_valid_loss : 0.16538283228874207

    300320	  0.165620	  0.165383	  0.167755		CURRENT LEARNING RATE: 0.034732655845164835
previous_iter_valid_loss : 0.16361472010612488

    300340	  0.163814	  0.163615	  0.167768		CURRENT LEARNING RATE: 0.03472571000860261
previous_iter_valid_loss : 0.1716286838054657

    300360	  0.171897	  0.171629	  0.167880		CURRENT LEARNING RATE: 0.034718765561068794
previous_iter_valid_loss : 0.16112631559371948

    300380	  0.161316	  0.161126	  0.167833		CURRENT LEARNING RATE: 0.0347118225022856
previous_iter_valid_loss : 0.16991953551769257

    300400	  0.170175	  0.169920	  0.168275		CURRENT LEARNING RATE: 0.034704880831975315
previous_iter_valid_loss : 0.1625048965215683

    300420	  0.162675	  0.162505	  0.167964		CURRENT LEARNING RATE: 0.034697940549860265
previous_iter_valid_loss : 0.16091445088386536

    300440	  0.161104	  0.160914	  0.167587		CURRENT LEARNING RATE: 0.03469100165566284
previous_iter_valid_loss : 0.16152498126029968

    300460	  0.161719	  0.161525	  0.166481		CURRENT LEARNING RATE: 0.03468406414910549
previous_iter_valid_loss : 0.16442030668258667

    300480	  0.164578	  0.164420	  0.166602		CURRENT LEARNING RATE: 0.034677128029910714
previous_iter_valid_loss : 0.1836252361536026

    300500	  0.183820	  0.183625	  0.167739		CURRENT LEARNING RATE: 0.03467019329780106
previous_iter_valid_loss : 0.16558405756950378

    300520	  0.165824	  0.165584	  0.167822		CURRENT LEARNING RATE: 0.03466325995249914
previous_iter_valid_loss : 0.16123241186141968

    300540	  0.161399	  0.161232	  0.167224		CURRENT LEARNING RATE: 0.03465632799372763
previous_iter_valid_loss : 0.16243265569210052

    300560	  0.162671	  0.162433	  0.166918		CURRENT LEARNING RATE: 0.03464939742120923
previous_iter_valid_loss : 0.1614268720149994

    300580	  0.161588	  0.161427	  0.166798		CURRENT LEARNING RATE: 0.03464246823466675
previous_iter_valid_loss : 0.16571871936321259

    300600	  0.165901	  0.165719	  0.166465		CURRENT LEARNING RATE: 0.03463554043382298
previous_iter_valid_loss : 0.16839803755283356

    300620	  0.168566	  0.168398	  0.165487		CURRENT LEARNING RATE: 0.03462861401840084
previous_iter_valid_loss : 0.1687346249818802

    300640	  0.168993	  0.168735	  0.165628		CURRENT LEARNING RATE: 0.03462168898812327
previous_iter_valid_loss : 0.16347987949848175

    300660	  0.163693	  0.163480	  0.165658		CURRENT LEARNING RATE: 0.034614765342713266
previous_iter_valid_loss : 0.16408608853816986

    300680	  0.164290	  0.164086	  0.165743		CURRENT LEARNING RATE: 0.03460784308189388
previous_iter_valid_loss : 0.16129185259342194

    300700	  0.161498	  0.161292	  0.165351		CURRENT LEARNING RATE: 0.034600922205388226
previous_iter_valid_loss : 0.16246873140335083

    300720	  0.162660	  0.162469	  0.165206		CURRENT LEARNING RATE: 0.03459400271291946
previous_iter_valid_loss : 0.1647477000951767

    300740	  0.164936	  0.164748	  0.165262		CURRENT LEARNING RATE: 0.034587084604210803
previous_iter_valid_loss : 0.17469660937786102

    300760	  0.174866	  0.174697	  0.165416		CURRENT LEARNING RATE: 0.034580167878985546
previous_iter_valid_loss : 0.16288504004478455

    300780	  0.163062	  0.162885	  0.165504		CURRENT LEARNING RATE: 0.034573252536967
previous_iter_valid_loss : 0.16159597039222717

    300800	  0.161801	  0.161596	  0.165087		CURRENT LEARNING RATE: 0.03456633857787856
previous_iter_valid_loss : 0.16587860882282257

    300820	  0.166047	  0.165879	  0.165256		CURRENT LEARNING RATE: 0.034559426001443676
previous_iter_valid_loss : 0.17242896556854248

    300840	  0.172574	  0.172429	  0.165832		CURRENT LEARNING RATE: 0.03455251480738583
previous_iter_valid_loss : 0.17331261932849884

    300860	  0.173485	  0.173313	  0.166421		CURRENT LEARNING RATE: 0.03454560499542858
previous_iter_valid_loss : 0.16205653548240662

    300880	  0.162219	  0.162057	  0.166303		CURRENT LEARNING RATE: 0.03453869656529553
previous_iter_valid_loss : 0.16187231242656708

    300900	  0.162099	  0.161872	  0.165215		CURRENT LEARNING RATE: 0.03453178951671036
previous_iter_valid_loss : 0.16093643009662628

    300920	  0.161131	  0.160936	  0.164983		CURRENT LEARNING RATE: 0.03452488384939677
previous_iter_valid_loss : 0.161411315202713

    300940	  0.161609	  0.161411	  0.164992		CURRENT LEARNING RATE: 0.03451797956307854
previous_iter_valid_loss : 0.1657690405845642

    300960	  0.165952	  0.165769	  0.165159		CURRENT LEARNING RATE: 0.034511076657479496
previous_iter_valid_loss : 0.18995767831802368

    300980	  0.190401	  0.189958	  0.166585		CURRENT LEARNING RATE: 0.03450417513232352
previous_iter_valid_loss : 0.16236945986747742

    301000	  0.162585	  0.162369	  0.166418		CURRENT LEARNING RATE: 0.034497274987334535
previous_iter_valid_loss : 0.16275566816329956

    301020	  0.162958	  0.162756	  0.166136		CURRENT LEARNING RATE: 0.03449037622223658
previous_iter_valid_loss : 0.16424088180065155

    301040	  0.164430	  0.164241	  0.165911		CURRENT LEARNING RATE: 0.03448347883675367
previous_iter_valid_loss : 0.16468758881092072

    301060	  0.164886	  0.164688	  0.165971		CURRENT LEARNING RATE: 0.03447658283060992
previous_iter_valid_loss : 0.16219162940979004

    301080	  0.162419	  0.162192	  0.165877		CURRENT LEARNING RATE: 0.03446968820352949
previous_iter_valid_loss : 0.1726997196674347

    301100	  0.172985	  0.172700	  0.166447		CURRENT LEARNING RATE: 0.03446279495523659
previous_iter_valid_loss : 0.1637972593307495

    301120	  0.164010	  0.163797	  0.166514		CURRENT LEARNING RATE: 0.03445590308545549
previous_iter_valid_loss : 0.1609404981136322

    301140	  0.161103	  0.160940	  0.166323		CURRENT LEARNING RATE: 0.03444901259391053
previous_iter_valid_loss : 0.16115553677082062

    301160	  0.161359	  0.161156	  0.165646		CURRENT LEARNING RATE: 0.03444212348032607
previous_iter_valid_loss : 0.16888241469860077

    301180	  0.169058	  0.168882	  0.165946		CURRENT LEARNING RATE: 0.03443523574442655
previous_iter_valid_loss : 0.16436749696731567

    301200	  0.164544	  0.164367	  0.166085		CURRENT LEARNING RATE: 0.034428349385936474
previous_iter_valid_loss : 0.17604674398899078

    301220	  0.176226	  0.176047	  0.166593		CURRENT LEARNING RATE: 0.03442146440458037
previous_iter_valid_loss : 0.17032390832901

    301240	  0.170504	  0.170324	  0.166488		CURRENT LEARNING RATE: 0.03441458080008285
previous_iter_valid_loss : 0.16173584759235382

    301260	  0.161931	  0.161736	  0.165909		CURRENT LEARNING RATE: 0.03440769857216857
previous_iter_valid_loss : 0.16105790436267853

    301280	  0.161240	  0.161058	  0.165859		CURRENT LEARNING RATE: 0.034400817720562235
previous_iter_valid_loss : 0.16489343345165253

    301300	  0.165113	  0.164893	  0.166010		CURRENT LEARNING RATE: 0.03439393824498861
previous_iter_valid_loss : 0.17071670293807983

    301320	  0.170885	  0.170717	  0.166499		CURRENT LEARNING RATE: 0.034387060145172524
previous_iter_valid_loss : 0.16081757843494415

    301340	  0.160991	  0.160818	  0.166469		CURRENT LEARNING RATE: 0.034380183420838845
previous_iter_valid_loss : 0.1708029955625534

    301360	  0.170975	  0.170803	  0.166721		CURRENT LEARNING RATE: 0.03437330807171251
previous_iter_valid_loss : 0.1677185595035553

    301380	  0.167896	  0.167719	  0.165609		CURRENT LEARNING RATE: 0.034366434097518495
previous_iter_valid_loss : 0.16186021268367767

    301400	  0.162043	  0.161860	  0.165584		CURRENT LEARNING RATE: 0.03435956149798184
previous_iter_valid_loss : 0.16883786022663116

    301420	  0.169095	  0.168838	  0.165888		CURRENT LEARNING RATE: 0.03435269027282766
previous_iter_valid_loss : 0.16218438744544983

    301440	  0.162335	  0.162184	  0.165785		CURRENT LEARNING RATE: 0.0343458204217811
previous_iter_valid_loss : 0.166162371635437

    301460	  0.166395	  0.166162	  0.165859		CURRENT LEARNING RATE: 0.03433895194456737
previous_iter_valid_loss : 0.17328689992427826

    301480	  0.173582	  0.173287	  0.166413		CURRENT LEARNING RATE: 0.03433208484091171
previous_iter_valid_loss : 0.16154299676418304

    301500	  0.161714	  0.161543	  0.165856		CURRENT LEARNING RATE: 0.03432521911053945
previous_iter_valid_loss : 0.16083161532878876

    301520	  0.161017	  0.160832	  0.165707		CURRENT LEARNING RATE: 0.03431835475317596
previous_iter_valid_loss : 0.1607738882303238

    301540	  0.160931	  0.160774	  0.165699		CURRENT LEARNING RATE: 0.03431149176854667
previous_iter_valid_loss : 0.1696147322654724

    301560	  0.169872	  0.169615	  0.166122		CURRENT LEARNING RATE: 0.034304630156377046
previous_iter_valid_loss : 0.16425324976444244

    301580	  0.164459	  0.164253	  0.165890		CURRENT LEARNING RATE: 0.03429776991639264
previous_iter_valid_loss : 0.16523377597332

    301600	  0.165384	  0.165234	  0.165934		CURRENT LEARNING RATE: 0.03429091104831903
previous_iter_valid_loss : 0.16907331347465515

    301620	  0.169297	  0.169073	  0.165585		CURRENT LEARNING RATE: 0.03428405355188187
previous_iter_valid_loss : 0.17130611836910248

    301640	  0.171538	  0.171306	  0.165634		CURRENT LEARNING RATE: 0.034277197426806856
previous_iter_valid_loss : 0.16169218719005585

    301660	  0.161872	  0.161692	  0.165632		CURRENT LEARNING RATE: 0.03427034267281974
previous_iter_valid_loss : 0.16132080554962158

    301680	  0.161471	  0.161321	  0.165645		CURRENT LEARNING RATE: 0.034263489289646336
previous_iter_valid_loss : 0.17533087730407715

    301700	  0.175585	  0.175331	  0.166167		CURRENT LEARNING RATE: 0.03425663727701252
previous_iter_valid_loss : 0.16116484999656677

    301720	  0.161309	  0.161165	  0.165689		CURRENT LEARNING RATE: 0.03424978663464419
previous_iter_valid_loss : 0.16933923959732056

    301740	  0.169500	  0.169339	  0.166115		CURRENT LEARNING RATE: 0.03424293736226733
previous_iter_valid_loss : 0.1693316549062729

    301760	  0.169495	  0.169332	  0.166042		CURRENT LEARNING RATE: 0.03423608945960797
previous_iter_valid_loss : 0.1609608680009842

    301780	  0.161142	  0.160961	  0.165704		CURRENT LEARNING RATE: 0.03422924292639219
previous_iter_valid_loss : 0.16151461005210876

    301800	  0.161661	  0.161515	  0.165687		CURRENT LEARNING RATE: 0.03422239776234612
previous_iter_valid_loss : 0.16456566751003265

    301820	  0.164776	  0.164566	  0.165473		CURRENT LEARNING RATE: 0.03421555396719598
previous_iter_valid_loss : 0.17126768827438354

    301840	  0.171422	  0.171268	  0.165927		CURRENT LEARNING RATE: 0.034208711540668
previous_iter_valid_loss : 0.16687390208244324

    301860	  0.167093	  0.166874	  0.165963		CURRENT LEARNING RATE: 0.03420187048248849
previous_iter_valid_loss : 0.18370932340621948

    301880	  0.183889	  0.183709	  0.166484		CURRENT LEARNING RATE: 0.0341950307923838
previous_iter_valid_loss : 0.1626081019639969

    301900	  0.162812	  0.162608	  0.166537		CURRENT LEARNING RATE: 0.03418819247008035
previous_iter_valid_loss : 0.1729629635810852

    301920	  0.173125	  0.172963	  0.167144		CURRENT LEARNING RATE: 0.0341813555153046
previous_iter_valid_loss : 0.16166718304157257

    301940	  0.161840	  0.161667	  0.167188		CURRENT LEARNING RATE: 0.03417451992778307
previous_iter_valid_loss : 0.162191703915596

    301960	  0.162409	  0.162192	  0.166817		CURRENT LEARNING RATE: 0.03416768570724236
previous_iter_valid_loss : 0.1667986810207367

    301980	  0.166976	  0.166799	  0.166945		CURRENT LEARNING RATE: 0.03416085285340907
previous_iter_valid_loss : 0.1714087277650833

    302000	  0.171591	  0.171409	  0.167253		CURRENT LEARNING RATE: 0.0341540213660099
previous_iter_valid_loss : 0.1693577766418457

    302020	  0.169526	  0.169358	  0.167268		CURRENT LEARNING RATE: 0.03414719124477159
previous_iter_valid_loss : 0.16979216039180756

    302040	  0.169912	  0.169792	  0.167192		CURRENT LEARNING RATE: 0.034140362489420935
previous_iter_valid_loss : 0.16772672533988953

    302060	  0.167902	  0.167727	  0.167494		CURRENT LEARNING RATE: 0.03413353509968478
previous_iter_valid_loss : 0.1618700623512268

    302080	  0.162088	  0.161870	  0.167521		CURRENT LEARNING RATE: 0.034126709075290036
previous_iter_valid_loss : 0.16253989934921265

    302100	  0.162731	  0.162540	  0.166882		CURRENT LEARNING RATE: 0.03411988441596366
previous_iter_valid_loss : 0.16087515652179718

    302120	  0.161049	  0.160875	  0.166867		CURRENT LEARNING RATE: 0.03411306112143267
previous_iter_valid_loss : 0.16254159808158875

    302140	  0.162763	  0.162542	  0.166527		CURRENT LEARNING RATE: 0.03410623919142412
previous_iter_valid_loss : 0.16187627613544464

    302160	  0.162093	  0.161876	  0.166154		CURRENT LEARNING RATE: 0.03409941862566515
previous_iter_valid_loss : 0.1684008687734604

    302180	  0.168605	  0.168401	  0.166526		CURRENT LEARNING RATE: 0.03409259942388292
previous_iter_valid_loss : 0.16435731947422028

    302200	  0.164590	  0.164357	  0.166669		CURRENT LEARNING RATE: 0.03408578158580467
previous_iter_valid_loss : 0.17729100584983826

    302220	  0.177623	  0.177291	  0.167305		CURRENT LEARNING RATE: 0.0340789651111577
previous_iter_valid_loss : 0.1693505495786667

    302240	  0.169479	  0.169351	  0.167209		CURRENT LEARNING RATE: 0.03407214999966933
previous_iter_valid_loss : 0.16139914095401764

    302260	  0.161586	  0.161399	  0.166935		CURRENT LEARNING RATE: 0.03406533625106697
previous_iter_valid_loss : 0.16206826269626617

    302280	  0.162276	  0.162068	  0.165853		CURRENT LEARNING RATE: 0.034058523865078065
previous_iter_valid_loss : 0.1628788411617279

    302300	  0.163095	  0.162879	  0.165867		CURRENT LEARNING RATE: 0.03405171284143012
previous_iter_valid_loss : 0.1719304621219635

    302320	  0.172200	  0.171930	  0.165815		CURRENT LEARNING RATE: 0.03404490317985069
previous_iter_valid_loss : 0.1615450084209442

    302340	  0.161749	  0.161545	  0.165809		CURRENT LEARNING RATE: 0.03403809488006739
previous_iter_valid_loss : 0.16581162810325623

    302360	  0.165927	  0.165812	  0.165990		CURRENT LEARNING RATE: 0.034031287941807896
previous_iter_valid_loss : 0.16077277064323425

    302380	  0.160939	  0.160773	  0.165689		CURRENT LEARNING RATE: 0.03402448236479992
previous_iter_valid_loss : 0.166779026389122

    302400	  0.167016	  0.166779	  0.165457		CURRENT LEARNING RATE: 0.03401767814877125
previous_iter_valid_loss : 0.16374793648719788

    302420	  0.163921	  0.163748	  0.165177		CURRENT LEARNING RATE: 0.0340108752934497
previous_iter_valid_loss : 0.16363340616226196

    302440	  0.163855	  0.163633	  0.164869		CURRENT LEARNING RATE: 0.03400407379856317
previous_iter_valid_loss : 0.16363346576690674

    302460	  0.163816	  0.163633	  0.164664		CURRENT LEARNING RATE: 0.0339972736638396
previous_iter_valid_loss : 0.16765542328357697

    302480	  0.167858	  0.167655	  0.164953		CURRENT LEARNING RATE: 0.03399047488900698
previous_iter_valid_loss : 0.16200178861618042

    302500	  0.162197	  0.162002	  0.164926		CURRENT LEARNING RATE: 0.033983677473793356
previous_iter_valid_loss : 0.16169403493404388

    302520	  0.161824	  0.161694	  0.164967		CURRENT LEARNING RATE: 0.03397688141792684
previous_iter_valid_loss : 0.16282719373703003

    302540	  0.163038	  0.162827	  0.164982		CURRENT LEARNING RATE: 0.03397008672113558
previous_iter_valid_loss : 0.16925866901874542

    302560	  0.169484	  0.169259	  0.165351		CURRENT LEARNING RATE: 0.0339632933831478
previous_iter_valid_loss : 0.17560088634490967

    302580	  0.175851	  0.175601	  0.165711		CURRENT LEARNING RATE: 0.033956501403691754
previous_iter_valid_loss : 0.16791518032550812

    302600	  0.168122	  0.167915	  0.165889		CURRENT LEARNING RATE: 0.03394971078249577
previous_iter_valid_loss : 0.16724857687950134

    302620	  0.167387	  0.167249	  0.165387		CURRENT LEARNING RATE: 0.03394292151928821
previous_iter_valid_loss : 0.16359490156173706

    302640	  0.163725	  0.163595	  0.165099		CURRENT LEARNING RATE: 0.03393613361379753
previous_iter_valid_loss : 0.17283150553703308

    302660	  0.173098	  0.172832	  0.165670		CURRENT LEARNING RATE: 0.033929347065752194
previous_iter_valid_loss : 0.18276523053646088

    302680	  0.183098	  0.182765	  0.166705		CURRENT LEARNING RATE: 0.03392256187488075
previous_iter_valid_loss : 0.18511584401130676

    302700	  0.185284	  0.185116	  0.167817		CURRENT LEARNING RATE: 0.03391577804091179
previous_iter_valid_loss : 0.16868352890014648

    302720	  0.168827	  0.168684	  0.167655		CURRENT LEARNING RATE: 0.03390899556357395
previous_iter_valid_loss : 0.16993746161460876

    302740	  0.170117	  0.169937	  0.168074		CURRENT LEARNING RATE: 0.03390221444259593
previous_iter_valid_loss : 0.16087399423122406

    302760	  0.161059	  0.160874	  0.167828		CURRENT LEARNING RATE: 0.033895434677706504
previous_iter_valid_loss : 0.1611810326576233

    302780	  0.161373	  0.161181	  0.167848		CURRENT LEARNING RATE: 0.033888656268634465
previous_iter_valid_loss : 0.1621946394443512

    302800	  0.162365	  0.162195	  0.167619		CURRENT LEARNING RATE: 0.03388187921510868
previous_iter_valid_loss : 0.163905069231987

    302820	  0.164079	  0.163905	  0.167627		CURRENT LEARNING RATE: 0.03387510351685807
previous_iter_valid_loss : 0.17523734271526337

    302840	  0.175393	  0.175237	  0.168207		CURRENT LEARNING RATE: 0.03386832917361161
previous_iter_valid_loss : 0.1620214730501175

    302860	  0.162225	  0.162021	  0.168126		CURRENT LEARNING RATE: 0.03386155618509831
previous_iter_valid_loss : 0.16518081724643707

    302880	  0.165407	  0.165181	  0.168002		CURRENT LEARNING RATE: 0.03385478455104727
previous_iter_valid_loss : 0.16675734519958496

    302900	  0.166936	  0.166757	  0.168240		CURRENT LEARNING RATE: 0.03384801427118762
previous_iter_valid_loss : 0.16249315440654755

    302920	  0.162734	  0.162493	  0.168280		CURRENT LEARNING RATE: 0.03384124534524854
previous_iter_valid_loss : 0.1609751284122467

    302940	  0.161172	  0.160975	  0.168188		CURRENT LEARNING RATE: 0.033834477772959275
previous_iter_valid_loss : 0.1719244122505188

    302960	  0.172122	  0.171924	  0.168321		CURRENT LEARNING RATE: 0.03382771155404913
previous_iter_valid_loss : 0.17836062610149384

    302980	  0.178541	  0.178361	  0.168459		CURRENT LEARNING RATE: 0.03382094668824745
previous_iter_valid_loss : 0.17921575903892517

    303000	  0.179407	  0.179216	  0.169024		CURRENT LEARNING RATE: 0.03381418317528364
previous_iter_valid_loss : 0.16097557544708252

    303020	  0.161171	  0.160976	  0.168710		CURRENT LEARNING RATE: 0.03380742101488715
previous_iter_valid_loss : 0.16082169115543365

    303040	  0.160993	  0.160822	  0.168572		CURRENT LEARNING RATE: 0.03380066020678752
previous_iter_valid_loss : 0.16736100614070892

    303060	  0.167613	  0.167361	  0.168298		CURRENT LEARNING RATE: 0.0337939007507143
previous_iter_valid_loss : 0.16193749010562897

    303080	  0.162176	  0.161937	  0.167257		CURRENT LEARNING RATE: 0.033787142646397116
previous_iter_valid_loss : 0.1613049954175949

    303100	  0.161497	  0.161305	  0.166066		CURRENT LEARNING RATE: 0.03378038589356565
previous_iter_valid_loss : 0.16493889689445496

    303120	  0.165101	  0.164939	  0.165879		CURRENT LEARNING RATE: 0.03377363049194961
previous_iter_valid_loss : 0.16463574767112732

    303140	  0.164859	  0.164636	  0.165614		CURRENT LEARNING RATE: 0.0337668764412788
previous_iter_valid_loss : 0.1636074185371399

    303160	  0.163790	  0.163607	  0.165750		CURRENT LEARNING RATE: 0.03376012374128306
previous_iter_valid_loss : 0.16156838834285736

    303180	  0.161783	  0.161568	  0.165770		CURRENT LEARNING RATE: 0.033753372391692266
previous_iter_valid_loss : 0.16077712178230286

    303200	  0.160993	  0.160777	  0.165699		CURRENT LEARNING RATE: 0.03374662239223637
previous_iter_valid_loss : 0.16245225071907043

    303220	  0.162671	  0.162452	  0.165626		CURRENT LEARNING RATE: 0.033739873742645386
previous_iter_valid_loss : 0.18093641102313995

    303240	  0.181154	  0.180936	  0.165911		CURRENT LEARNING RATE: 0.03373312644264934
previous_iter_valid_loss : 0.16084975004196167

    303260	  0.161041	  0.160850	  0.165853		CURRENT LEARNING RATE: 0.03372638049197837
previous_iter_valid_loss : 0.18589593470096588

    303280	  0.186287	  0.185896	  0.166888		CURRENT LEARNING RATE: 0.03371963589036262
previous_iter_valid_loss : 0.16148699820041656

    303300	  0.161695	  0.161487	  0.166625		CURRENT LEARNING RATE: 0.033712892637532306
previous_iter_valid_loss : 0.16088244318962097

    303320	  0.161062	  0.160882	  0.166544		CURRENT LEARNING RATE: 0.033706150733217706
previous_iter_valid_loss : 0.17418022453784943

    303340	  0.174463	  0.174180	  0.167205		CURRENT LEARNING RATE: 0.033699410177149135
previous_iter_valid_loss : 0.1625378578901291

    303360	  0.162741	  0.162538	  0.166735		CURRENT LEARNING RATE: 0.03369267096905698
previous_iter_valid_loss : 0.16824692487716675

    303380	  0.168423	  0.168247	  0.166230		CURRENT LEARNING RATE: 0.03368593310867167
previous_iter_valid_loss : 0.16586947441101074

    303400	  0.166082	  0.165869	  0.165562		CURRENT LEARNING RATE: 0.03367919659572369
previous_iter_valid_loss : 0.16383753716945648

    303420	  0.163994	  0.163838	  0.165705		CURRENT LEARNING RATE: 0.033672461429943554
previous_iter_valid_loss : 0.1658802479505539

    303440	  0.166040	  0.165880	  0.165958		CURRENT LEARNING RATE: 0.0336657276110619
previous_iter_valid_loss : 0.16203446686267853

    303460	  0.162244	  0.162034	  0.165692		CURRENT LEARNING RATE: 0.03365899513880936
previous_iter_valid_loss : 0.18106721341609955

    303480	  0.181428	  0.181067	  0.166648		CURRENT LEARNING RATE: 0.03365226401291662
previous_iter_valid_loss : 0.1606995016336441

    303500	  0.160894	  0.160700	  0.166618		CURRENT LEARNING RATE: 0.033645534233114456
previous_iter_valid_loss : 0.16071753203868866

    303520	  0.160897	  0.160718	  0.166407		CURRENT LEARNING RATE: 0.033638805799133656
previous_iter_valid_loss : 0.18329255282878876

    303540	  0.183470	  0.183293	  0.167340		CURRENT LEARNING RATE: 0.033632078710705095
previous_iter_valid_loss : 0.16517236828804016

    303560	  0.165339	  0.165172	  0.167418		CURRENT LEARNING RATE: 0.03362535296755969
previous_iter_valid_loss : 0.16440452635288239

    303580	  0.164631	  0.164405	  0.167560		CURRENT LEARNING RATE: 0.033618628569428405
previous_iter_valid_loss : 0.165773406624794

    303600	  0.165971	  0.165773	  0.167810		CURRENT LEARNING RATE: 0.03361190551604227
previous_iter_valid_loss : 0.1607663482427597

    303620	  0.160955	  0.160766	  0.167726		CURRENT LEARNING RATE: 0.03360518380713236
previous_iter_valid_loss : 0.1694788783788681

    303640	  0.169679	  0.169479	  0.167153		CURRENT LEARNING RATE: 0.0335984634424298
previous_iter_valid_loss : 0.16214489936828613

    303660	  0.162364	  0.162145	  0.167217		CURRENT LEARNING RATE: 0.03359174442166579
previous_iter_valid_loss : 0.16417577862739563

    303680	  0.164387	  0.164176	  0.166131		CURRENT LEARNING RATE: 0.03358502674457156
previous_iter_valid_loss : 0.17751924693584442

    303700	  0.177691	  0.177519	  0.166933		CURRENT LEARNING RATE: 0.0335783104108784
previous_iter_valid_loss : 0.16106131672859192

    303720	  0.161260	  0.161061	  0.166942		CURRENT LEARNING RATE: 0.03357159542031767
previous_iter_valid_loss : 0.17194490134716034

    303740	  0.172123	  0.171945	  0.166830		CURRENT LEARNING RATE: 0.03356488177262076
previous_iter_valid_loss : 0.16442091763019562

    303760	  0.164614	  0.164421	  0.166924		CURRENT LEARNING RATE: 0.03355816946751912
previous_iter_valid_loss : 0.16571949422359467

    303780	  0.165918	  0.165719	  0.166798		CURRENT LEARNING RATE: 0.03355145850474426
previous_iter_valid_loss : 0.18738891184329987

    303800	  0.187557	  0.187389	  0.167874		CURRENT LEARNING RATE: 0.03354474888402775
previous_iter_valid_loss : 0.1813841611146927

    303820	  0.181576	  0.181384	  0.168751		CURRENT LEARNING RATE: 0.03353804060510118
previous_iter_valid_loss : 0.17998763918876648

    303840	  0.180155	  0.179988	  0.169457		CURRENT LEARNING RATE: 0.03353133366769626
previous_iter_valid_loss : 0.16463175415992737

    303860	  0.164835	  0.164632	  0.169587		CURRENT LEARNING RATE: 0.03352462807154469
previous_iter_valid_loss : 0.1609424352645874

    303880	  0.161112	  0.160942	  0.168580		CURRENT LEARNING RATE: 0.03351792381637824
previous_iter_valid_loss : 0.166733980178833

    303900	  0.166964	  0.166734	  0.168882		CURRENT LEARNING RATE: 0.033511220901928755
previous_iter_valid_loss : 0.16599047183990479

    303920	  0.166184	  0.165990	  0.169146		CURRENT LEARNING RATE: 0.03350451932792811
previous_iter_valid_loss : 0.168096125125885

    303940	  0.168241	  0.168096	  0.168386		CURRENT LEARNING RATE: 0.03349781909410825
previous_iter_valid_loss : 0.16738750040531158

    303960	  0.167559	  0.167388	  0.168497		CURRENT LEARNING RATE: 0.03349112020020115
previous_iter_valid_loss : 0.1617632955312729

    303980	  0.161949	  0.161763	  0.168365		CURRENT LEARNING RATE: 0.03348442264593886
previous_iter_valid_loss : 0.1621685028076172

    304000	  0.162391	  0.162169	  0.168184		CURRENT LEARNING RATE: 0.03347772643105348
previous_iter_valid_loss : 0.16970886290073395

    304020	  0.169963	  0.169709	  0.168631		CURRENT LEARNING RATE: 0.033471031555277156
previous_iter_valid_loss : 0.16116827726364136

    304040	  0.161315	  0.161168	  0.168216		CURRENT LEARNING RATE: 0.03346433801834211
previous_iter_valid_loss : 0.1623186320066452

    304060	  0.162500	  0.162319	  0.168225		CURRENT LEARNING RATE: 0.033457645819980585
previous_iter_valid_loss : 0.1619928479194641

    304080	  0.162155	  0.161993	  0.168115		CURRENT LEARNING RATE: 0.0334509549599249
previous_iter_valid_loss : 0.1618693619966507

    304100	  0.162041	  0.161869	  0.167333		CURRENT LEARNING RATE: 0.03344426543790742
previous_iter_valid_loss : 0.16688743233680725

    304120	  0.167054	  0.166887	  0.167624		CURRENT LEARNING RATE: 0.033437577253660554
previous_iter_valid_loss : 0.1608319729566574

    304140	  0.161020	  0.160832	  0.167069		CURRENT LEARNING RATE: 0.03343089040691679
previous_iter_valid_loss : 0.16072522103786469

    304160	  0.160902	  0.160725	  0.166884		CURRENT LEARNING RATE: 0.03342420489740864
previous_iter_valid_loss : 0.16573168337345123

    304180	  0.165888	  0.165732	  0.166884		CURRENT LEARNING RATE: 0.03341752072486869
previous_iter_valid_loss : 0.16134501993656158

    304200	  0.161514	  0.161345	  0.165582		CURRENT LEARNING RATE: 0.033410837889029585
previous_iter_valid_loss : 0.17293645441532135

    304220	  0.173127	  0.172936	  0.165160		CURRENT LEARNING RATE: 0.03340415638962397
previous_iter_valid_loss : 0.16676115989685059

    304240	  0.166997	  0.166761	  0.164499		CURRENT LEARNING RATE: 0.03339747622638464
previous_iter_valid_loss : 0.16083191335201263

    304260	  0.161022	  0.160832	  0.164309		CURRENT LEARNING RATE: 0.03339079739904436
previous_iter_valid_loss : 0.16094021499156952

    304280	  0.161138	  0.160940	  0.164308		CURRENT LEARNING RATE: 0.03338411990733598
previous_iter_valid_loss : 0.17950519919395447

    304300	  0.179656	  0.179505	  0.164947		CURRENT LEARNING RATE: 0.03337744375099241
previous_iter_valid_loss : 0.1632830947637558

    304320	  0.163455	  0.163283	  0.164812		CURRENT LEARNING RATE: 0.03337076892974658
previous_iter_valid_loss : 0.1608787477016449

    304340	  0.161029	  0.160879	  0.164451		CURRENT LEARNING RATE: 0.03336409544333152
previous_iter_valid_loss : 0.1608453094959259

    304360	  0.160994	  0.160845	  0.164124		CURRENT LEARNING RATE: 0.03335742329148028
previous_iter_valid_loss : 0.16320249438285828

    304380	  0.163405	  0.163202	  0.164196		CURRENT LEARNING RATE: 0.03335075247392597
previous_iter_valid_loss : 0.16209407150745392

    304400	  0.162313	  0.162094	  0.164192		CURRENT LEARNING RATE: 0.03334408299040177
previous_iter_valid_loss : 0.1618642657995224

    304420	  0.162049	  0.161864	  0.163800		CURRENT LEARNING RATE: 0.0333374148406409
previous_iter_valid_loss : 0.1609967201948166

    304440	  0.161148	  0.160997	  0.163791		CURRENT LEARNING RATE: 0.03333074802437662
previous_iter_valid_loss : 0.1609269231557846

    304460	  0.161117	  0.160927	  0.163721		CURRENT LEARNING RATE: 0.03332408254134227
previous_iter_valid_loss : 0.1608753353357315

    304480	  0.161034	  0.160875	  0.163666		CURRENT LEARNING RATE: 0.03331741839127122
previous_iter_valid_loss : 0.1607261598110199

    304500	  0.160907	  0.160726	  0.163608		CURRENT LEARNING RATE: 0.033310755573896914
previous_iter_valid_loss : 0.16213001310825348

    304520	  0.162348	  0.162130	  0.163371		CURRENT LEARNING RATE: 0.03330409408895283
previous_iter_valid_loss : 0.1621464639902115

    304540	  0.162301	  0.162146	  0.163436		CURRENT LEARNING RATE: 0.03329743393617252
previous_iter_valid_loss : 0.1729130893945694

    304560	  0.173178	  0.172913	  0.164046		CURRENT LEARNING RATE: 0.03329077511528957
previous_iter_valid_loss : 0.1784282773733139

    304580	  0.178616	  0.178428	  0.164681		CURRENT LEARNING RATE: 0.03328411762603763
previous_iter_valid_loss : 0.17017613351345062

    304600	  0.170420	  0.170176	  0.165122		CURRENT LEARNING RATE: 0.0332774614681504
previous_iter_valid_loss : 0.16111500561237335

    304620	  0.161316	  0.161115	  0.164531		CURRENT LEARNING RATE: 0.03327080664136162
previous_iter_valid_loss : 0.1648430973291397

    304640	  0.165057	  0.164843	  0.164435		CURRENT LEARNING RATE: 0.03326415314540512
previous_iter_valid_loss : 0.16123440861701965

    304660	  0.161385	  0.161234	  0.164455		CURRENT LEARNING RATE: 0.03325750098001475
previous_iter_valid_loss : 0.17571043968200684

    304680	  0.175924	  0.175710	  0.165194		CURRENT LEARNING RATE: 0.03325085014492443
previous_iter_valid_loss : 0.1709708422422409

    304700	  0.171242	  0.170971	  0.164767		CURRENT LEARNING RATE: 0.03324420063986812
previous_iter_valid_loss : 0.1610737442970276

    304720	  0.161255	  0.161074	  0.164657		CURRENT LEARNING RATE: 0.033237552464579836
previous_iter_valid_loss : 0.1693698614835739

    304740	  0.169567	  0.169370	  0.165081		CURRENT LEARNING RATE: 0.03323090561879365
previous_iter_valid_loss : 0.16440971195697784

    304760	  0.164604	  0.164410	  0.165259		CURRENT LEARNING RATE: 0.033224260102243705
previous_iter_valid_loss : 0.18785199522972107

    304780	  0.188058	  0.187852	  0.166492		CURRENT LEARNING RATE: 0.033217615914664156
previous_iter_valid_loss : 0.16117869317531586

    304800	  0.161378	  0.161179	  0.166446		CURRENT LEARNING RATE: 0.03321097305578926
previous_iter_valid_loss : 0.1617034375667572

    304820	  0.161905	  0.161703	  0.166438		CURRENT LEARNING RATE: 0.033204331525353285
previous_iter_valid_loss : 0.16540609300136566

    304840	  0.165633	  0.165406	  0.166658		CURRENT LEARNING RATE: 0.03319769132309057
previous_iter_valid_loss : 0.17583408951759338

    304860	  0.176000	  0.175834	  0.167404		CURRENT LEARNING RATE: 0.03319105244873552
previous_iter_valid_loss : 0.18278193473815918

    304880	  0.183156	  0.182782	  0.168499		CURRENT LEARNING RATE: 0.03318441490202257
previous_iter_valid_loss : 0.16709725558757782

    304900	  0.167230	  0.167097	  0.168818		CURRENT LEARNING RATE: 0.03317777868268622
previous_iter_valid_loss : 0.16215243935585022

    304920	  0.162280	  0.162152	  0.168819		CURRENT LEARNING RATE: 0.03317114379046102
previous_iter_valid_loss : 0.16100412607192993

    304940	  0.161162	  0.161004	  0.168762		CURRENT LEARNING RATE: 0.03316451022508158
previous_iter_valid_loss : 0.1658451110124588

    304960	  0.166062	  0.165845	  0.168408		CURRENT LEARNING RATE: 0.03315787798628255
previous_iter_valid_loss : 0.17408975958824158

    304980	  0.174254	  0.174090	  0.168191		CURRENT LEARNING RATE: 0.03315124707379865
previous_iter_valid_loss : 0.16425031423568726

    305000	  0.164451	  0.164250	  0.167895		CURRENT LEARNING RATE: 0.033144617487364636
previous_iter_valid_loss : 0.1607515662908554

    305020	  0.160916	  0.160752	  0.167877		CURRENT LEARNING RATE: 0.03313798922671532
previous_iter_valid_loss : 0.16726970672607422

    305040	  0.167425	  0.167270	  0.167998		CURRENT LEARNING RATE: 0.033131362291585566
previous_iter_valid_loss : 0.16224369406700134

    305060	  0.162454	  0.162244	  0.168049		CURRENT LEARNING RATE: 0.03312473668171032
previous_iter_valid_loss : 0.16110014915466309

    305080	  0.161274	  0.161100	  0.167318		CURRENT LEARNING RATE: 0.03311811239682455
previous_iter_valid_loss : 0.16085410118103027

    305100	  0.161021	  0.160854	  0.166812		CURRENT LEARNING RATE: 0.033111489436663276
previous_iter_valid_loss : 0.16361646354198456

    305120	  0.163822	  0.163616	  0.166939		CURRENT LEARNING RATE: 0.03310486780096159
previous_iter_valid_loss : 0.16127103567123413

    305140	  0.161406	  0.161271	  0.166534		CURRENT LEARNING RATE: 0.03309824748945461
previous_iter_valid_loss : 0.1607464700937271

    305160	  0.160921	  0.160746	  0.166351		CURRENT LEARNING RATE: 0.033091628501877544
previous_iter_valid_loss : 0.1607922464609146

    305180	  0.160952	  0.160792	  0.164998		CURRENT LEARNING RATE: 0.03308501083796562
previous_iter_valid_loss : 0.1622428447008133

    305200	  0.162409	  0.162243	  0.165052		CURRENT LEARNING RATE: 0.03307839449745413
previous_iter_valid_loss : 0.16125088930130005

    305220	  0.161408	  0.161251	  0.165029		CURRENT LEARNING RATE: 0.03307177948007843
previous_iter_valid_loss : 0.16171857714653015

    305240	  0.161850	  0.161719	  0.164845		CURRENT LEARNING RATE: 0.03306516578557391
previous_iter_valid_loss : 0.17076969146728516

    305260	  0.170918	  0.170770	  0.164591		CURRENT LEARNING RATE: 0.03305855341367603
previous_iter_valid_loss : 0.16202497482299805

    305280	  0.162184	  0.162025	  0.163553		CURRENT LEARNING RATE: 0.03305194236412028
previous_iter_valid_loss : 0.17070406675338745

    305300	  0.170872	  0.170704	  0.163734		CURRENT LEARNING RATE: 0.03304533263664224
previous_iter_valid_loss : 0.16223859786987305

    305320	  0.162416	  0.162239	  0.163738		CURRENT LEARNING RATE: 0.033038724230977506
previous_iter_valid_loss : 0.17437362670898438

    305340	  0.174537	  0.174374	  0.164407		CURRENT LEARNING RATE: 0.03303211714686175
previous_iter_valid_loss : 0.1640533059835434

    305360	  0.164229	  0.164053	  0.164317		CURRENT LEARNING RATE: 0.03302551138403068
previous_iter_valid_loss : 0.17037776112556458

    305380	  0.170532	  0.170378	  0.164131		CURRENT LEARNING RATE: 0.03301890694222007
previous_iter_valid_loss : 0.17127181589603424

    305400	  0.171419	  0.171272	  0.164482		CURRENT LEARNING RATE: 0.033012303821165746
previous_iter_valid_loss : 0.16357749700546265

    305420	  0.163774	  0.163577	  0.164624		CURRENT LEARNING RATE: 0.03300570202060357
previous_iter_valid_loss : 0.16330838203430176

    305440	  0.163458	  0.163308	  0.164426		CURRENT LEARNING RATE: 0.03299910154026948
previous_iter_valid_loss : 0.17279404401779175

    305460	  0.172937	  0.172794	  0.164953		CURRENT LEARNING RATE: 0.03299250237989946
previous_iter_valid_loss : 0.16203798353672028

    305480	  0.162230	  0.162038	  0.165000		CURRENT LEARNING RATE: 0.03298590453922954
previous_iter_valid_loss : 0.161063551902771

    305500	  0.161228	  0.161064	  0.165011		CURRENT LEARNING RATE: 0.032979308017995805
previous_iter_valid_loss : 0.17385822534561157

    305520	  0.174002	  0.173858	  0.165523		CURRENT LEARNING RATE: 0.0329727128159344
previous_iter_valid_loss : 0.1718902587890625

    305540	  0.172035	  0.171890	  0.166054		CURRENT LEARNING RATE: 0.0329661189327815
previous_iter_valid_loss : 0.16460540890693665

    305560	  0.164806	  0.164605	  0.166247		CURRENT LEARNING RATE: 0.03295952636827337
previous_iter_valid_loss : 0.18212531507015228

    305580	  0.182285	  0.182125	  0.167313		CURRENT LEARNING RATE: 0.0329529351221463
previous_iter_valid_loss : 0.1613759696483612

    305600	  0.161572	  0.161376	  0.167270		CURRENT LEARNING RATE: 0.032946345194136646
previous_iter_valid_loss : 0.16076812148094177

    305620	  0.160947	  0.160768	  0.167246		CURRENT LEARNING RATE: 0.032939756583980795
previous_iter_valid_loss : 0.16192728281021118

    305640	  0.162100	  0.161927	  0.167256		CURRENT LEARNING RATE: 0.03293316929141522
previous_iter_valid_loss : 0.16200977563858032

    305660	  0.162157	  0.162010	  0.166818		CURRENT LEARNING RATE: 0.03292658331617641
previous_iter_valid_loss : 0.16083750128746033

    305680	  0.160995	  0.160838	  0.166759		CURRENT LEARNING RATE: 0.03291999865800094
previous_iter_valid_loss : 0.16673637926578522

    305700	  0.166965	  0.166736	  0.166560		CURRENT LEARNING RATE: 0.03291341531662542
previous_iter_valid_loss : 0.16075499355793

    305720	  0.160921	  0.160755	  0.166486		CURRENT LEARNING RATE: 0.03290683329178652
previous_iter_valid_loss : 0.18420810997486115

    305740	  0.184369	  0.184208	  0.166978		CURRENT LEARNING RATE: 0.032900252583220956
previous_iter_valid_loss : 0.16377021372318268

    305760	  0.163920	  0.163770	  0.166964		CURRENT LEARNING RATE: 0.0328936731906655
previous_iter_valid_loss : 0.16134297847747803

    305780	  0.161484	  0.161343	  0.166512		CURRENT LEARNING RATE: 0.03288709511385698
previous_iter_valid_loss : 0.16446858644485474

    305800	  0.164627	  0.164469	  0.166172		CURRENT LEARNING RATE: 0.03288051835253226
previous_iter_valid_loss : 0.16712084412574768

    305820	  0.167262	  0.167121	  0.166349		CURRENT LEARNING RATE: 0.03287394290642828
previous_iter_valid_loss : 0.16106650233268738

    305840	  0.161204	  0.161067	  0.166237		CURRENT LEARNING RATE: 0.03286736877528201
previous_iter_valid_loss : 0.1773659884929657

    305860	  0.177635	  0.177366	  0.166466		CURRENT LEARNING RATE: 0.032860795958830506
previous_iter_valid_loss : 0.17362289130687714

    305880	  0.173889	  0.173623	  0.167045		CURRENT LEARNING RATE: 0.03285422445681085
previous_iter_valid_loss : 0.17514875531196594

    305900	  0.175428	  0.175149	  0.167749		CURRENT LEARNING RATE: 0.03284765426896018
previous_iter_valid_loss : 0.16311340034008026

    305920	  0.163313	  0.163113	  0.167212		CURRENT LEARNING RATE: 0.03284108539501567
previous_iter_valid_loss : 0.16146862506866455

    305940	  0.161651	  0.161469	  0.166691		CURRENT LEARNING RATE: 0.0328345178347146
previous_iter_valid_loss : 0.17056316137313843

    305960	  0.170825	  0.170563	  0.166989		CURRENT LEARNING RATE: 0.03282795158779423
previous_iter_valid_loss : 0.16320714354515076

    305980	  0.163385	  0.163207	  0.166043		CURRENT LEARNING RATE: 0.03282138665399194
previous_iter_valid_loss : 0.16174590587615967

    306000	  0.161901	  0.161746	  0.166061		CURRENT LEARNING RATE: 0.032814823033045115
previous_iter_valid_loss : 0.16552412509918213

    306020	  0.165677	  0.165524	  0.166299		CURRENT LEARNING RATE: 0.032808260724691216
previous_iter_valid_loss : 0.19300831854343414

    306040	  0.193155	  0.193008	  0.167853		CURRENT LEARNING RATE: 0.03280169972866775
previous_iter_valid_loss : 0.1655341535806656

    306060	  0.165707	  0.165534	  0.168029		CURRENT LEARNING RATE: 0.032795140044712276
previous_iter_valid_loss : 0.16111040115356445

    306080	  0.161291	  0.161110	  0.168043		CURRENT LEARNING RATE: 0.03278858167256241
previous_iter_valid_loss : 0.16448666155338287

    306100	  0.164674	  0.164487	  0.167930		CURRENT LEARNING RATE: 0.03278202461195582
previous_iter_valid_loss : 0.17516355216503143

    306120	  0.175457	  0.175164	  0.168651		CURRENT LEARNING RATE: 0.03277546886263021
previous_iter_valid_loss : 0.19950318336486816

    306140	  0.200051	  0.199503	  0.169416		CURRENT LEARNING RATE: 0.03276891442432337
previous_iter_valid_loss : 0.17555870115756989

    306160	  0.175851	  0.175559	  0.170005		CURRENT LEARNING RATE: 0.0327623612967731
previous_iter_valid_loss : 0.1666509062051773

    306180	  0.166825	  0.166651	  0.170270		CURRENT LEARNING RATE: 0.03275580947971729
previous_iter_valid_loss : 0.1656443476676941

    306200	  0.165847	  0.165644	  0.170329		CURRENT LEARNING RATE: 0.032749258972893866
previous_iter_valid_loss : 0.1641487181186676

    306220	  0.164320	  0.164149	  0.170181		CURRENT LEARNING RATE: 0.0327427097760408
previous_iter_valid_loss : 0.16579750180244446

    306240	  0.166008	  0.165798	  0.170417		CURRENT LEARNING RATE: 0.03273616188889612
previous_iter_valid_loss : 0.1616140455007553

    306260	  0.161773	  0.161614	  0.169630		CURRENT LEARNING RATE: 0.03272961531119794
previous_iter_valid_loss : 0.1637692153453827

    306280	  0.164001	  0.163769	  0.169137		CURRENT LEARNING RATE: 0.03272307004268436
previous_iter_valid_loss : 0.16138145327568054

    306300	  0.161570	  0.161381	  0.168449		CURRENT LEARNING RATE: 0.032716526083093604
previous_iter_valid_loss : 0.1669602394104004

    306320	  0.167196	  0.166960	  0.168641		CURRENT LEARNING RATE: 0.032709983432163886
previous_iter_valid_loss : 0.16625761985778809

    306340	  0.166509	  0.166258	  0.168880		CURRENT LEARNING RATE: 0.032703442089633515
previous_iter_valid_loss : 0.17147818207740784

    306360	  0.171750	  0.171478	  0.168926		CURRENT LEARNING RATE: 0.032696902055240826
previous_iter_valid_loss : 0.18059518933296204

    306380	  0.180916	  0.180595	  0.169795		CURRENT LEARNING RATE: 0.03269036332872422
previous_iter_valid_loss : 0.16122399270534515

    306400	  0.161400	  0.161224	  0.169769		CURRENT LEARNING RATE: 0.03268382590982216
previous_iter_valid_loss : 0.17327621579170227

    306420	  0.173426	  0.173276	  0.170157		CURRENT LEARNING RATE: 0.03267728979827314
previous_iter_valid_loss : 0.16163556277751923

    306440	  0.161801	  0.161636	  0.168588		CURRENT LEARNING RATE: 0.032670754993815714
previous_iter_valid_loss : 0.1745326966047287

    306460	  0.174677	  0.174533	  0.169038		CURRENT LEARNING RATE: 0.03266422149618849
previous_iter_valid_loss : 0.17292161285877228

    306480	  0.173192	  0.172922	  0.169629		CURRENT LEARNING RATE: 0.03265768930513014
previous_iter_valid_loss : 0.16120612621307373

    306500	  0.161393	  0.161206	  0.169465		CURRENT LEARNING RATE: 0.032651158420379356
previous_iter_valid_loss : 0.16130712628364563

    306520	  0.161462	  0.161307	  0.168772		CURRENT LEARNING RATE: 0.03264462884167492
previous_iter_valid_loss : 0.1737198382616043

    306540	  0.173987	  0.173720	  0.167483		CURRENT LEARNING RATE: 0.032638100568755636
previous_iter_valid_loss : 0.160838782787323

    306560	  0.161010	  0.160839	  0.166747		CURRENT LEARNING RATE: 0.03263157360136038
previous_iter_valid_loss : 0.1680249124765396

    306580	  0.168228	  0.168025	  0.166816		CURRENT LEARNING RATE: 0.032625047939228075
previous_iter_valid_loss : 0.16764062643051147

    306600	  0.167870	  0.167641	  0.166915		CURRENT LEARNING RATE: 0.03261852358209769
previous_iter_valid_loss : 0.18620972335338593

    306620	  0.186556	  0.186210	  0.168018		CURRENT LEARNING RATE: 0.03261200052970825
previous_iter_valid_loss : 0.16164502501487732

    306640	  0.161831	  0.161645	  0.167811		CURRENT LEARNING RATE: 0.032605478781798834
previous_iter_valid_loss : 0.1711142659187317

    306660	  0.171365	  0.171114	  0.168286		CURRENT LEARNING RATE: 0.03259895833810857
previous_iter_valid_loss : 0.18810983002185822

    306680	  0.188550	  0.188110	  0.169503		CURRENT LEARNING RATE: 0.03259243919837666
previous_iter_valid_loss : 0.16132134199142456

    306700	  0.161473	  0.161321	  0.169500		CURRENT LEARNING RATE: 0.03258592136234231
previous_iter_valid_loss : 0.16100028157234192

    306720	  0.161164	  0.161000	  0.169202		CURRENT LEARNING RATE: 0.03257940482974483
previous_iter_valid_loss : 0.1677822470664978

    306740	  0.167928	  0.167782	  0.169278		CURRENT LEARNING RATE: 0.03257288960032354
previous_iter_valid_loss : 0.16079933941364288

    306760	  0.160961	  0.160799	  0.168744		CURRENT LEARNING RATE: 0.032566375673817836
previous_iter_valid_loss : 0.16134338080883026

    306780	  0.161493	  0.161343	  0.167782		CURRENT LEARNING RATE: 0.03255986304996717
previous_iter_valid_loss : 0.1608191281557083

    306800	  0.160971	  0.160819	  0.167761		CURRENT LEARNING RATE: 0.03255335172851103
previous_iter_valid_loss : 0.17049506306648254

    306820	  0.170744	  0.170495	  0.167622		CURRENT LEARNING RATE: 0.03254684170918896
previous_iter_valid_loss : 0.16074399650096893

    306840	  0.160914	  0.160744	  0.167578		CURRENT LEARNING RATE: 0.03254033299174056
previous_iter_valid_loss : 0.17436394095420837

    306860	  0.174517	  0.174364	  0.167569		CURRENT LEARNING RATE: 0.03253382557590549
previous_iter_valid_loss : 0.16608600318431854

    306880	  0.166284	  0.166086	  0.167227		CURRENT LEARNING RATE: 0.03252731946142345
previous_iter_valid_loss : 0.160800501704216

    306900	  0.160970	  0.160801	  0.167207		CURRENT LEARNING RATE: 0.03252081464803418
previous_iter_valid_loss : 0.16133533418178558

    306920	  0.161554	  0.161335	  0.167209		CURRENT LEARNING RATE: 0.03251431113547751
previous_iter_valid_loss : 0.16521316766738892

    306940	  0.165459	  0.165213	  0.166783		CURRENT LEARNING RATE: 0.03250780892349329
previous_iter_valid_loss : 0.1609157770872116

    306960	  0.161112	  0.160916	  0.166787		CURRENT LEARNING RATE: 0.032501308011821425
previous_iter_valid_loss : 0.16241304576396942

    306980	  0.162628	  0.162413	  0.166506		CURRENT LEARNING RATE: 0.032494808400201886
previous_iter_valid_loss : 0.16364768147468567

    307000	  0.163842	  0.163648	  0.166307		CURRENT LEARNING RATE: 0.032488310088374696
previous_iter_valid_loss : 0.16112466156482697

    307020	  0.161328	  0.161125	  0.165053		CURRENT LEARNING RATE: 0.032481813076079905
previous_iter_valid_loss : 0.1636853963136673

    307040	  0.163907	  0.163685	  0.165155		CURRENT LEARNING RATE: 0.03247531736305763
previous_iter_valid_loss : 0.1784442514181137

    307060	  0.178607	  0.178444	  0.165521		CURRENT LEARNING RATE: 0.03246882294904807
previous_iter_valid_loss : 0.1670074313879013

    307080	  0.167251	  0.167007	  0.164466		CURRENT LEARNING RATE: 0.03246232983379143
previous_iter_valid_loss : 0.17064256966114044

    307100	  0.170910	  0.170643	  0.164932		CURRENT LEARNING RATE: 0.03245583801702799
previous_iter_valid_loss : 0.16068589687347412


Current valid loss: 0.16068589687347412;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    307120	  0.160864	  0.160686	  0.164916		CURRENT LEARNING RATE: 0.03244934749849807
previous_iter_valid_loss : 0.16233587265014648

    307140	  0.162526	  0.162336	  0.164644		CURRENT LEARNING RATE: 0.032442858277942056
previous_iter_valid_loss : 0.1706569343805313

    307160	  0.170931	  0.170657	  0.165137		CURRENT LEARNING RATE: 0.03243637035510038
previous_iter_valid_loss : 0.17344272136688232

    307180	  0.173734	  0.173443	  0.165742		CURRENT LEARNING RATE: 0.03242988372971352
previous_iter_valid_loss : 0.16423191130161285

    307200	  0.164448	  0.164232	  0.165912		CURRENT LEARNING RATE: 0.032423398401522016
previous_iter_valid_loss : 0.1620073765516281

    307220	  0.162247	  0.162007	  0.165488		CURRENT LEARNING RATE: 0.032416914370266454
previous_iter_valid_loss : 0.16111861169338226

    307240	  0.161320	  0.161119	  0.165507		CURRENT LEARNING RATE: 0.032410431635687464
previous_iter_valid_loss : 0.16303999722003937

    307260	  0.163248	  0.163040	  0.164941		CURRENT LEARNING RATE: 0.032403950197525754
previous_iter_valid_loss : 0.17639440298080444

    307280	  0.176704	  0.176394	  0.165456		CURRENT LEARNING RATE: 0.03239747005552205
previous_iter_valid_loss : 0.16108094155788422

    307300	  0.161268	  0.161081	  0.165470		CURRENT LEARNING RATE: 0.03239099120941715
previous_iter_valid_loss : 0.1616937667131424

    307320	  0.161866	  0.161694	  0.165488		CURRENT LEARNING RATE: 0.032384513658951904
previous_iter_valid_loss : 0.18172425031661987

    307340	  0.181891	  0.181724	  0.166314		CURRENT LEARNING RATE: 0.032378037403867216
previous_iter_valid_loss : 0.17844170331954956

    307360	  0.178609	  0.178442	  0.167190		CURRENT LEARNING RATE: 0.03237156244390402
previous_iter_valid_loss : 0.16605080664157867

    307380	  0.166227	  0.166051	  0.167372		CURRENT LEARNING RATE: 0.03236508877880333
previous_iter_valid_loss : 0.1726291924715042

    307400	  0.172794	  0.172629	  0.167821		CURRENT LEARNING RATE: 0.032358616408306194
previous_iter_valid_loss : 0.17026732861995697

    307420	  0.170550	  0.170267	  0.168278		CURRENT LEARNING RATE: 0.03235214533215372
previous_iter_valid_loss : 0.17927566170692444

    307440	  0.179473	  0.179276	  0.169057		CURRENT LEARNING RATE: 0.03234567555008704
previous_iter_valid_loss : 0.18464674055576324

    307460	  0.184821	  0.184647	  0.169368		CURRENT LEARNING RATE: 0.03233920706184742
previous_iter_valid_loss : 0.1749715656042099

    307480	  0.175179	  0.174972	  0.169766		CURRENT LEARNING RATE: 0.032332739867176066
previous_iter_valid_loss : 0.16090358793735504

    307500	  0.161117	  0.160904	  0.169279		CURRENT LEARNING RATE: 0.03232627396581433
previous_iter_valid_loss : 0.1638069599866867

    307520	  0.163990	  0.163807	  0.169435		CURRENT LEARNING RATE: 0.03231980935750354
previous_iter_valid_loss : 0.16551358997821808

    307540	  0.165701	  0.165514	  0.169594		CURRENT LEARNING RATE: 0.03231334604198514
previous_iter_valid_loss : 0.1682770997285843

    307560	  0.168543	  0.168277	  0.169475		CURRENT LEARNING RATE: 0.03230688401900058
previous_iter_valid_loss : 0.16101162135601044

    307580	  0.161173	  0.161012	  0.168853		CURRENT LEARNING RATE: 0.032300423288291386
previous_iter_valid_loss : 0.1635790318250656

    307600	  0.163784	  0.163579	  0.168821		CURRENT LEARNING RATE: 0.03229396384959913
previous_iter_valid_loss : 0.16123193502426147

    307620	  0.161384	  0.161232	  0.168782		CURRENT LEARNING RATE: 0.032287505702665434
previous_iter_valid_loss : 0.17339582741260529

    307640	  0.173530	  0.173396	  0.169396		CURRENT LEARNING RATE: 0.032281048847231965
previous_iter_valid_loss : 0.17265528440475464

    307660	  0.172891	  0.172655	  0.169876		CURRENT LEARNING RATE: 0.032274593283040456
previous_iter_valid_loss : 0.16095782816410065

    307680	  0.161104	  0.160958	  0.169105		CURRENT LEARNING RATE: 0.032268139009832685
previous_iter_valid_loss : 0.16160716116428375

    307700	  0.161815	  0.161607	  0.169131		CURRENT LEARNING RATE: 0.03226168602735048
previous_iter_valid_loss : 0.16108906269073486

    307720	  0.161245	  0.161089	  0.169101		CURRENT LEARNING RATE: 0.03225523433533572
previous_iter_valid_loss : 0.16116705536842346

    307740	  0.161313	  0.161167	  0.168073		CURRENT LEARNING RATE: 0.03224878393353033
previous_iter_valid_loss : 0.1655581295490265

    307760	  0.165778	  0.165558	  0.167429		CURRENT LEARNING RATE: 0.03224233482167631
previous_iter_valid_loss : 0.18076440691947937

    307780	  0.180951	  0.180764	  0.168164		CURRENT LEARNING RATE: 0.032235886999515684
previous_iter_valid_loss : 0.1612858772277832

    307800	  0.161484	  0.161286	  0.167597		CURRENT LEARNING RATE: 0.03222944046679054
previous_iter_valid_loss : 0.16558972001075745

    307820	  0.165790	  0.165590	  0.167363		CURRENT LEARNING RATE: 0.032222995223243026
previous_iter_valid_loss : 0.18988652527332306

    307840	  0.190365	  0.189887	  0.167894		CURRENT LEARNING RATE: 0.03221655126861532
previous_iter_valid_loss : 0.20310388505458832

    307860	  0.203642	  0.203104	  0.168817		CURRENT LEARNING RATE: 0.032210108602649654
previous_iter_valid_loss : 0.16277162730693817

    307880	  0.162944	  0.162772	  0.168207		CURRENT LEARNING RATE: 0.03220366722508835
previous_iter_valid_loss : 0.1653287559747696

    307900	  0.165497	  0.165329	  0.168428		CURRENT LEARNING RATE: 0.032197227135673745
previous_iter_valid_loss : 0.16071856021881104

    307920	  0.160898	  0.160719	  0.168274		CURRENT LEARNING RATE: 0.03219078833414822
previous_iter_valid_loss : 0.16103534400463104

    307940	  0.161231	  0.161035	  0.168050		CURRENT LEARNING RATE: 0.03218435082025425
previous_iter_valid_loss : 0.1622864007949829

    307960	  0.162520	  0.162286	  0.167750		CURRENT LEARNING RATE: 0.0321779145937343
previous_iter_valid_loss : 0.1607702672481537

    307980	  0.160951	  0.160770	  0.167738		CURRENT LEARNING RATE: 0.03217147965433094
previous_iter_valid_loss : 0.16483111679553986

    308000	  0.165045	  0.164831	  0.167801		CURRENT LEARNING RATE: 0.032165046001786775
previous_iter_valid_loss : 0.16104936599731445

    308020	  0.161252	  0.161049	  0.167791		CURRENT LEARNING RATE: 0.032158613635844456
previous_iter_valid_loss : 0.1617160439491272

    308040	  0.161894	  0.161716	  0.167207		CURRENT LEARNING RATE: 0.03215218255624668
previous_iter_valid_loss : 0.16141684353351593

    308060	  0.161602	  0.161417	  0.166646		CURRENT LEARNING RATE: 0.03214575276273622
previous_iter_valid_loss : 0.16327480971813202

    308080	  0.163474	  0.163275	  0.166761		CURRENT LEARNING RATE: 0.03213932425505587
previous_iter_valid_loss : 0.16966384649276733

    308100	  0.169920	  0.169664	  0.167164		CURRENT LEARNING RATE: 0.03213289703294849
previous_iter_valid_loss : 0.1672700047492981

    308120	  0.167447	  0.167270	  0.167473		CURRENT LEARNING RATE: 0.032126471096157
previous_iter_valid_loss : 0.16986040771007538

    308140	  0.170031	  0.169860	  0.167908		CURRENT LEARNING RATE: 0.03212004644442436
previous_iter_valid_loss : 0.1622868776321411

    308160	  0.162511	  0.162287	  0.167744		CURRENT LEARNING RATE: 0.03211362307749358
previous_iter_valid_loss : 0.16688603162765503

    308180	  0.167139	  0.166886	  0.167050		CURRENT LEARNING RATE: 0.03210720099510773
previous_iter_valid_loss : 0.16334913671016693

    308200	  0.163522	  0.163349	  0.167154		CURRENT LEARNING RATE: 0.03210078019700992
previous_iter_valid_loss : 0.16076189279556274

    308220	  0.160949	  0.160762	  0.166912		CURRENT LEARNING RATE: 0.03209436068294332
previous_iter_valid_loss : 0.16097094118595123

    308240	  0.161160	  0.160971	  0.165466		CURRENT LEARNING RATE: 0.03208794245265116
previous_iter_valid_loss : 0.17899365723133087

    308260	  0.179164	  0.178994	  0.164261		CURRENT LEARNING RATE: 0.03208152550587669
previous_iter_valid_loss : 0.1641925573348999

    308280	  0.164408	  0.164193	  0.164332		CURRENT LEARNING RATE: 0.032075109842363246
previous_iter_valid_loss : 0.16173291206359863

    308300	  0.161940	  0.161733	  0.164152		CURRENT LEARNING RATE: 0.03206869546185421
previous_iter_valid_loss : 0.16203100979328156

    308320	  0.162244	  0.162031	  0.164218		CURRENT LEARNING RATE: 0.03206228236409299
previous_iter_valid_loss : 0.16377151012420654

    308340	  0.163930	  0.163772	  0.164355		CURRENT LEARNING RATE: 0.03205587054882307
previous_iter_valid_loss : 0.17588694393634796

    308360	  0.176172	  0.175887	  0.165035		CURRENT LEARNING RATE: 0.03204946001578798
previous_iter_valid_loss : 0.18572664260864258

    308380	  0.185901	  0.185727	  0.166283		CURRENT LEARNING RATE: 0.032043050764731296
previous_iter_valid_loss : 0.16521938145160675

    308400	  0.165436	  0.165219	  0.166302		CURRENT LEARNING RATE: 0.03203664279539664
previous_iter_valid_loss : 0.16091406345367432

    308420	  0.161104	  0.160914	  0.166295		CURRENT LEARNING RATE: 0.032030236107527706
previous_iter_valid_loss : 0.16467954218387604

    308440	  0.164890	  0.164680	  0.166443		CURRENT LEARNING RATE: 0.032023830700868214
previous_iter_valid_loss : 0.162128284573555

    308460	  0.162322	  0.162128	  0.166479		CURRENT LEARNING RATE: 0.03201742657516196
previous_iter_valid_loss : 0.16837070882320404

    308480	  0.168643	  0.168371	  0.166734		CURRENT LEARNING RATE: 0.03201102373015277
previous_iter_valid_loss : 0.161906436085701

    308500	  0.162131	  0.161906	  0.166346		CURRENT LEARNING RATE: 0.032004622165584536
previous_iter_valid_loss : 0.17083904147148132

    308520	  0.171158	  0.170839	  0.166524		CURRENT LEARNING RATE: 0.031998221881201196
previous_iter_valid_loss : 0.16295269131660461

    308540	  0.163158	  0.162953	  0.166179		CURRENT LEARNING RATE: 0.03199182287674673
previous_iter_valid_loss : 0.1607987880706787

    308560	  0.161018	  0.160799	  0.166104		CURRENT LEARNING RATE: 0.03198542515196519
previous_iter_valid_loss : 0.17522244155406952

    308580	  0.175539	  0.175222	  0.166521		CURRENT LEARNING RATE: 0.03197902870660065
previous_iter_valid_loss : 0.17293106019496918

    308600	  0.173226	  0.172931	  0.167000		CURRENT LEARNING RATE: 0.03197263354039727
previous_iter_valid_loss : 0.17857269942760468

    308620	  0.178754	  0.178573	  0.167891		CURRENT LEARNING RATE: 0.03196623965309923
previous_iter_valid_loss : 0.16294144093990326

    308640	  0.163124	  0.162941	  0.167989		CURRENT LEARNING RATE: 0.03195984704445079
previous_iter_valid_loss : 0.16183489561080933

    308660	  0.162049	  0.161835	  0.167132		CURRENT LEARNING RATE: 0.031953455714196215
previous_iter_valid_loss : 0.17765499651432037

    308680	  0.177965	  0.177655	  0.167805		CURRENT LEARNING RATE: 0.03194706566207989
previous_iter_valid_loss : 0.17916075885295868

    308700	  0.179522	  0.179161	  0.168676		CURRENT LEARNING RATE: 0.031940676887846194
previous_iter_valid_loss : 0.16109134256839752

    308720	  0.161282	  0.161091	  0.168629		CURRENT LEARNING RATE: 0.03193428939123957
previous_iter_valid_loss : 0.16752281785011292

    308740	  0.167693	  0.167523	  0.168817		CURRENT LEARNING RATE: 0.031927903172004536
previous_iter_valid_loss : 0.16208259761333466

    308760	  0.162331	  0.162083	  0.168126		CURRENT LEARNING RATE: 0.031921518229885634
previous_iter_valid_loss : 0.1856146603822708

    308780	  0.185998	  0.185615	  0.168121		CURRENT LEARNING RATE: 0.03191513456462746
previous_iter_valid_loss : 0.16372238099575043

    308800	  0.163926	  0.163722	  0.168046		CURRENT LEARNING RATE: 0.03190875217597468
previous_iter_valid_loss : 0.17196452617645264

    308820	  0.172254	  0.171965	  0.168598		CURRENT LEARNING RATE: 0.03190237106367198
previous_iter_valid_loss : 0.16375209391117096

    308840	  0.163979	  0.163752	  0.168552		CURRENT LEARNING RATE: 0.031895991227464136
previous_iter_valid_loss : 0.16275063157081604

    308860	  0.162989	  0.162751	  0.168583		CURRENT LEARNING RATE: 0.031889612667095946
previous_iter_valid_loss : 0.178507000207901

    308880	  0.178832	  0.178507	  0.169090		CURRENT LEARNING RATE: 0.03188323538231226
previous_iter_valid_loss : 0.1647416353225708

    308900	  0.164958	  0.164742	  0.169232		CURRENT LEARNING RATE: 0.031876859372857995
previous_iter_valid_loss : 0.16343460977077484

    308920	  0.163626	  0.163435	  0.168862		CURRENT LEARNING RATE: 0.031870484638478115
previous_iter_valid_loss : 0.16314660012722015

    308940	  0.163337	  0.163147	  0.168871		CURRENT LEARNING RATE: 0.031864111178917624
previous_iter_valid_loss : 0.1618349403142929

    308960	  0.162010	  0.161835	  0.168923		CURRENT LEARNING RATE: 0.03185773899392158
previous_iter_valid_loss : 0.16771799325942993

    308980	  0.167903	  0.167718	  0.168548		CURRENT LEARNING RATE: 0.0318513680832351
previous_iter_valid_loss : 0.16993729770183563

    309000	  0.170119	  0.169937	  0.168398		CURRENT LEARNING RATE: 0.03184499844660335
previous_iter_valid_loss : 0.16573266685009003

    309020	  0.165923	  0.165733	  0.167756		CURRENT LEARNING RATE: 0.03183863008377154
previous_iter_valid_loss : 0.17760317027568817

    309040	  0.177795	  0.177603	  0.168489		CURRENT LEARNING RATE: 0.03183226299448494
previous_iter_valid_loss : 0.16134323179721832

    309060	  0.161568	  0.161343	  0.168465		CURRENT LEARNING RATE: 0.03182589717848885
previous_iter_valid_loss : 0.1687847524881363

    309080	  0.168970	  0.168785	  0.168021		CURRENT LEARNING RATE: 0.03181953263552866
previous_iter_valid_loss : 0.1669149100780487

    309100	  0.167125	  0.166915	  0.167409		CURRENT LEARNING RATE: 0.03181316936534978
previous_iter_valid_loss : 0.16103987395763397

    309120	  0.161213	  0.161040	  0.167406		CURRENT LEARNING RATE: 0.031806807367697684
previous_iter_valid_loss : 0.16115212440490723

    309140	  0.161340	  0.161152	  0.167088		CURRENT LEARNING RATE: 0.03180044664231789
previous_iter_valid_loss : 0.16766227781772614

    309160	  0.167932	  0.167662	  0.167367		CURRENT LEARNING RATE: 0.03179408718895596
previous_iter_valid_loss : 0.1666700839996338

    309180	  0.166851	  0.166670	  0.166420		CURRENT LEARNING RATE: 0.031787729007357525
previous_iter_valid_loss : 0.16531826555728912

    309200	  0.165554	  0.165318	  0.166499		CURRENT LEARNING RATE: 0.03178137209726825
previous_iter_valid_loss : 0.16191580891609192

    309220	  0.162098	  0.161916	  0.165997		CURRENT LEARNING RATE: 0.03177501645843387
previous_iter_valid_loss : 0.16298867762088776

    309240	  0.163237	  0.162989	  0.165959		CURRENT LEARNING RATE: 0.03176866209060014
previous_iter_valid_loss : 0.17616473138332367

    309260	  0.176475	  0.176165	  0.166629		CURRENT LEARNING RATE: 0.031762308993512914
previous_iter_valid_loss : 0.1608031690120697

    309280	  0.161001	  0.160803	  0.165744		CURRENT LEARNING RATE: 0.03175595716691804
previous_iter_valid_loss : 0.1711985468864441

    309300	  0.171465	  0.171199	  0.166067		CURRENT LEARNING RATE: 0.03174960661056146
previous_iter_valid_loss : 0.16290293633937836

    309320	  0.163123	  0.162903	  0.166041		CURRENT LEARNING RATE: 0.03174325732418915
previous_iter_valid_loss : 0.18166562914848328

    309340	  0.181859	  0.181666	  0.166966		CURRENT LEARNING RATE: 0.03173690930754714
previous_iter_valid_loss : 0.16913922131061554

    309360	  0.169423	  0.169139	  0.167332		CURRENT LEARNING RATE: 0.03173056256038151
previous_iter_valid_loss : 0.16246750950813293

    309380	  0.162724	  0.162468	  0.167069		CURRENT LEARNING RATE: 0.031724217082438375
previous_iter_valid_loss : 0.1651892364025116

    309400	  0.165371	  0.165189	  0.166832		CURRENT LEARNING RATE: 0.031717872873463934
previous_iter_valid_loss : 0.16940250992774963

    309420	  0.169602	  0.169403	  0.167015		CURRENT LEARNING RATE: 0.031711529933204405
previous_iter_valid_loss : 0.1615106612443924

    309440	  0.161728	  0.161511	  0.166211		CURRENT LEARNING RATE: 0.031705188261406086
previous_iter_valid_loss : 0.17706118524074554

    309460	  0.177389	  0.177061	  0.166996		CURRENT LEARNING RATE: 0.031698847857815286
previous_iter_valid_loss : 0.16370227932929993

    309480	  0.163971	  0.163702	  0.166742		CURRENT LEARNING RATE: 0.031692508722178415
previous_iter_valid_loss : 0.16073493659496307

    309500	  0.160946	  0.160735	  0.166433		CURRENT LEARNING RATE: 0.0316861708542419
previous_iter_valid_loss : 0.1615963578224182

    309520	  0.161819	  0.161596	  0.166461		CURRENT LEARNING RATE: 0.03167983425375223
previous_iter_valid_loss : 0.16540315747261047

    309540	  0.165639	  0.165403	  0.166674		CURRENT LEARNING RATE: 0.03167349892045593
previous_iter_valid_loss : 0.16870902478694916

    309560	  0.168902	  0.168709	  0.166726		CURRENT LEARNING RATE: 0.03166716485409958
previous_iter_valid_loss : 0.17055658996105194

    309580	  0.170836	  0.170557	  0.166920		CURRENT LEARNING RATE: 0.03166083205442984
previous_iter_valid_loss : 0.16235333681106567

    309600	  0.162521	  0.162353	  0.166772		CURRENT LEARNING RATE: 0.03165450052119338
previous_iter_valid_loss : 0.16658081114292145

    309620	  0.166745	  0.166581	  0.167005		CURRENT LEARNING RATE: 0.03164817025413695
previous_iter_valid_loss : 0.17386677861213684

    309640	  0.174127	  0.173867	  0.167549		CURRENT LEARNING RATE: 0.031641841253007334
previous_iter_valid_loss : 0.165359765291214

    309660	  0.165590	  0.165360	  0.167009		CURRENT LEARNING RATE: 0.031635513517551374
previous_iter_valid_loss : 0.16095517575740814

    309680	  0.161169	  0.160955	  0.167017		CURRENT LEARNING RATE: 0.03162918704751596
previous_iter_valid_loss : 0.1720310002565384

    309700	  0.172303	  0.172031	  0.167058		CURRENT LEARNING RATE: 0.03162286184264802
previous_iter_valid_loss : 0.1862797886133194

    309720	  0.186661	  0.186280	  0.168227		CURRENT LEARNING RATE: 0.03161653790269457
previous_iter_valid_loss : 0.1631820946931839

    309740	  0.163417	  0.163182	  0.167303		CURRENT LEARNING RATE: 0.031610215227402635
previous_iter_valid_loss : 0.16328579187393188

    309760	  0.163481	  0.163286	  0.167010		CURRENT LEARNING RATE: 0.03160389381651932
previous_iter_valid_loss : 0.16075965762138367

    309780	  0.160948	  0.160760	  0.166925		CURRENT LEARNING RATE: 0.031597573669791754
previous_iter_valid_loss : 0.16188392043113708

    309800	  0.162078	  0.161884	  0.166760		CURRENT LEARNING RATE: 0.031591254786967136
previous_iter_valid_loss : 0.16305100917816162

    309820	  0.163242	  0.163051	  0.166442		CURRENT LEARNING RATE: 0.031584937167792725
previous_iter_valid_loss : 0.1691054254770279

    309840	  0.169383	  0.169105	  0.166822		CURRENT LEARNING RATE: 0.0315786208120158
previous_iter_valid_loss : 0.16115590929985046

    309860	  0.161397	  0.161156	  0.166027		CURRENT LEARNING RATE: 0.03157230571938369
previous_iter_valid_loss : 0.16074728965759277

    309880	  0.160931	  0.160747	  0.165879		CURRENT LEARNING RATE: 0.03156599188964384
previous_iter_valid_loss : 0.1619197130203247

    309900	  0.162149	  0.161920	  0.165938		CURRENT LEARNING RATE: 0.031559679322543666
previous_iter_valid_loss : 0.16376842558383942

    309920	  0.163961	  0.163768	  0.166047		CURRENT LEARNING RATE: 0.031553368017830666
previous_iter_valid_loss : 0.16213691234588623

    309940	  0.162347	  0.162137	  0.165883		CURRENT LEARNING RATE: 0.03154705797525239
previous_iter_valid_loss : 0.16101063787937164

    309960	  0.161210	  0.161011	  0.165498		CURRENT LEARNING RATE: 0.03154074919455644
previous_iter_valid_loss : 0.16170142590999603

    309980	  0.161945	  0.161701	  0.165056		CURRENT LEARNING RATE: 0.03153444167549046
previous_iter_valid_loss : 0.16096501052379608

    310000	  0.161191	  0.160965	  0.164986		CURRENT LEARNING RATE: 0.03152813541780215
previous_iter_valid_loss : 0.16075468063354492

    310020	  0.160960	  0.160755	  0.164695		CURRENT LEARNING RATE: 0.031521830421239266
previous_iter_valid_loss : 0.161507248878479

    310040	  0.161743	  0.161507	  0.164077		CURRENT LEARNING RATE: 0.0315155266855496
previous_iter_valid_loss : 0.16166971623897552

    310060	  0.161889	  0.161670	  0.163892		CURRENT LEARNING RATE: 0.031509224210481
previous_iter_valid_loss : 0.16608570516109467

    310080	  0.166270	  0.166086	  0.164149		CURRENT LEARNING RATE: 0.031502922995781384
previous_iter_valid_loss : 0.17147421836853027

    310100	  0.171751	  0.171474	  0.164121		CURRENT LEARNING RATE: 0.031496623041198685
previous_iter_valid_loss : 0.16082371771335602

    310120	  0.161014	  0.160824	  0.162848		CURRENT LEARNING RATE: 0.031490324346480913
previous_iter_valid_loss : 0.18160946667194366

    310140	  0.181818	  0.181609	  0.163770		CURRENT LEARNING RATE: 0.03148402691137612
previous_iter_valid_loss : 0.17825376987457275

    310160	  0.178588	  0.178254	  0.164518		CURRENT LEARNING RATE: 0.031477730735632405
previous_iter_valid_loss : 0.1630084067583084

    310180	  0.163208	  0.163008	  0.164631		CURRENT LEARNING RATE: 0.03147143581899793
previous_iter_valid_loss : 0.1643018126487732

    310200	  0.164537	  0.164302	  0.164751		CURRENT LEARNING RATE: 0.031465142161220885
previous_iter_valid_loss : 0.16078682243824005

    310220	  0.160981	  0.160787	  0.164638		CURRENT LEARNING RATE: 0.03145884976204954
previous_iter_valid_loss : 0.16181717813014984

    310240	  0.162017	  0.161817	  0.164274		CURRENT LEARNING RATE: 0.03145255862123218
previous_iter_valid_loss : 0.1805102825164795

    310260	  0.180722	  0.180510	  0.165242		CURRENT LEARNING RATE: 0.03144626873851717
previous_iter_valid_loss : 0.1610090285539627

    310280	  0.161246	  0.161009	  0.165255		CURRENT LEARNING RATE: 0.0314399801136529
previous_iter_valid_loss : 0.16149108111858368

    310300	  0.161686	  0.161491	  0.165233		CURRENT LEARNING RATE: 0.031433692746387853
previous_iter_valid_loss : 0.16736048460006714

    310320	  0.167614	  0.167360	  0.165413		CURRENT LEARNING RATE: 0.03142740663647052
previous_iter_valid_loss : 0.17047859728336334

    310340	  0.170705	  0.170479	  0.165830		CURRENT LEARNING RATE: 0.03142112178364946
previous_iter_valid_loss : 0.16423918306827545

    310360	  0.164441	  0.164239	  0.165991		CURRENT LEARNING RATE: 0.03141483818767328
previous_iter_valid_loss : 0.16080190241336823

    310380	  0.160998	  0.160802	  0.165946		CURRENT LEARNING RATE: 0.03140855584829062
previous_iter_valid_loss : 0.19531087577342987

    310400	  0.195483	  0.195311	  0.167664		CURRENT LEARNING RATE: 0.031402274765250204
previous_iter_valid_loss : 0.16100485622882843

    310420	  0.161217	  0.161005	  0.167676		CURRENT LEARNING RATE: 0.03139599493830078
previous_iter_valid_loss : 0.16142702102661133

    310440	  0.161645	  0.161427	  0.167672		CURRENT LEARNING RATE: 0.031389716367191164
previous_iter_valid_loss : 0.18936385214328766

    310460	  0.189538	  0.189364	  0.169057		CURRENT LEARNING RATE: 0.0313834390516702
previous_iter_valid_loss : 0.1633739322423935

    310480	  0.163603	  0.163374	  0.168921		CURRENT LEARNING RATE: 0.03137716299148681
previous_iter_valid_loss : 0.1670408695936203

    310500	  0.167309	  0.167041	  0.168700		CURRENT LEARNING RATE: 0.03137088818638994
previous_iter_valid_loss : 0.1608017235994339

    310520	  0.161020	  0.160802	  0.168698		CURRENT LEARNING RATE: 0.03136461463612859
previous_iter_valid_loss : 0.165018692612648

    310540	  0.165289	  0.165019	  0.167869		CURRENT LEARNING RATE: 0.031358342340451845
previous_iter_valid_loss : 0.1608220487833023

    310560	  0.161013	  0.160822	  0.166997		CURRENT LEARNING RATE: 0.031352071299108795
previous_iter_valid_loss : 0.1613701581954956

    310580	  0.161617	  0.161370	  0.166915		CURRENT LEARNING RATE: 0.0313458015118486
previous_iter_valid_loss : 0.1609511524438858

    310600	  0.161136	  0.160951	  0.166748		CURRENT LEARNING RATE: 0.03133953297842047
previous_iter_valid_loss : 0.1608186513185501

    310620	  0.161005	  0.160819	  0.166749		CURRENT LEARNING RATE: 0.031333265698573656
previous_iter_valid_loss : 0.16693344712257385

    310640	  0.167217	  0.166933	  0.167005		CURRENT LEARNING RATE: 0.03132699967205749
previous_iter_valid_loss : 0.16110044717788696

    310660	  0.161313	  0.161100	  0.166035		CURRENT LEARNING RATE: 0.031320734898621305
previous_iter_valid_loss : 0.16986183822155

    310680	  0.170044	  0.169862	  0.166477		CURRENT LEARNING RATE: 0.031314471378014505
previous_iter_valid_loss : 0.18569603562355042

    310700	  0.185889	  0.185696	  0.167688		CURRENT LEARNING RATE: 0.03130820910998658
previous_iter_valid_loss : 0.16205565631389618

    310720	  0.162222	  0.162056	  0.167422		CURRENT LEARNING RATE: 0.03130194809428702
previous_iter_valid_loss : 0.17047645151615143

    310740	  0.170664	  0.170476	  0.167422		CURRENT LEARNING RATE: 0.03129568833066539
previous_iter_valid_loss : 0.16167183220386505

    310760	  0.161854	  0.161672	  0.167294		CURRENT LEARNING RATE: 0.031289429818871305
previous_iter_valid_loss : 0.1705043464899063

    310780	  0.170773	  0.170504	  0.167779		CURRENT LEARNING RATE: 0.031283172558654405
previous_iter_valid_loss : 0.16157285869121552

    310800	  0.161810	  0.161573	  0.166092		CURRENT LEARNING RATE: 0.031276916549764416
previous_iter_valid_loss : 0.16070318222045898

    310820	  0.160912	  0.160703	  0.166077		CURRENT LEARNING RATE: 0.0312706617919511
previous_iter_valid_loss : 0.1616199016571045

    310840	  0.161860	  0.161620	  0.166087		CURRENT LEARNING RATE: 0.031264408284964254
previous_iter_valid_loss : 0.16359327733516693

    310860	  0.163860	  0.163593	  0.164798		CURRENT LEARNING RATE: 0.03125815602855374
previous_iter_valid_loss : 0.16192609071731567

    310880	  0.162137	  0.161926	  0.164726		CURRENT LEARNING RATE: 0.031251905022469474
previous_iter_valid_loss : 0.16571979224681854

    310900	  0.165933	  0.165720	  0.164660		CURRENT LEARNING RATE: 0.031245655266461416
previous_iter_valid_loss : 0.16166181862354279

    310920	  0.161884	  0.161662	  0.164703		CURRENT LEARNING RATE: 0.031239406760279573
previous_iter_valid_loss : 0.17133578658103943

    310940	  0.171621	  0.171336	  0.165019		CURRENT LEARNING RATE: 0.031233159503673998
previous_iter_valid_loss : 0.16457998752593994

    310960	  0.164819	  0.164580	  0.165207		CURRENT LEARNING RATE: 0.031226913496394813
previous_iter_valid_loss : 0.1794564574956894

    310980	  0.179809	  0.179456	  0.166111		CURRENT LEARNING RATE: 0.031220668738192174
previous_iter_valid_loss : 0.1660810261964798

    311000	  0.166305	  0.166081	  0.166367		CURRENT LEARNING RATE: 0.031214425228816282
previous_iter_valid_loss : 0.16384448111057281

    311020	  0.164051	  0.163844	  0.166519		CURRENT LEARNING RATE: 0.03120818296801741
previous_iter_valid_loss : 0.16267409920692444

    311040	  0.162935	  0.162674	  0.166306		CURRENT LEARNING RATE: 0.031201941955545858
previous_iter_valid_loss : 0.1679655760526657

    311060	  0.168246	  0.167966	  0.166649		CURRENT LEARNING RATE: 0.03119570219115199
previous_iter_valid_loss : 0.18791373074054718

    311080	  0.188311	  0.187914	  0.167552		CURRENT LEARNING RATE: 0.031189463674586193
previous_iter_valid_loss : 0.16380183398723602

    311100	  0.164011	  0.163802	  0.166457		CURRENT LEARNING RATE: 0.031183226405598966
previous_iter_valid_loss : 0.16684265434741974

    311120	  0.167113	  0.166843	  0.166696		CURRENT LEARNING RATE: 0.0311769903839408
previous_iter_valid_loss : 0.18537284433841705

    311140	  0.185758	  0.185373	  0.167441		CURRENT LEARNING RATE: 0.031170755609362253
previous_iter_valid_loss : 0.16085469722747803

    311160	  0.161078	  0.160855	  0.167400		CURRENT LEARNING RATE: 0.031164522081613938
previous_iter_valid_loss : 0.1724373698234558

    311180	  0.172732	  0.172437	  0.167497		CURRENT LEARNING RATE: 0.031158289800446506
previous_iter_valid_loss : 0.16175468266010284

    311200	  0.161994	  0.161755	  0.167506		CURRENT LEARNING RATE: 0.03115205876561067
previous_iter_valid_loss : 0.16382840275764465

    311220	  0.164099	  0.163828	  0.167662		CURRENT LEARNING RATE: 0.03114582897685719
previous_iter_valid_loss : 0.16086237132549286

    311240	  0.161071	  0.160862	  0.167624		CURRENT LEARNING RATE: 0.031139600433936872
previous_iter_valid_loss : 0.16272087395191193

    311260	  0.162963	  0.162721	  0.167581		CURRENT LEARNING RATE: 0.031133373136600577
previous_iter_valid_loss : 0.16071057319641113

    311280	  0.160913	  0.160711	  0.167520		CURRENT LEARNING RATE: 0.031127147084599214
previous_iter_valid_loss : 0.162783682346344

    311300	  0.163048	  0.162784	  0.167373		CURRENT LEARNING RATE: 0.031120922277683736
previous_iter_valid_loss : 0.16382066905498505

    311320	  0.164041	  0.163821	  0.167481		CURRENT LEARNING RATE: 0.03111469871560515
previous_iter_valid_loss : 0.1672271341085434

    311340	  0.167510	  0.167227	  0.167276		CURRENT LEARNING RATE: 0.031108476398114523
previous_iter_valid_loss : 0.16262443363666534

    311360	  0.162867	  0.162624	  0.167178		CURRENT LEARNING RATE: 0.03110225532496295
previous_iter_valid_loss : 0.18439331650733948

    311380	  0.184577	  0.184393	  0.167425		CURRENT LEARNING RATE: 0.031096035495901595
previous_iter_valid_loss : 0.17367224395275116

    311400	  0.173957	  0.173672	  0.167804		CURRENT LEARNING RATE: 0.031089816910681665
previous_iter_valid_loss : 0.16342371702194214

    311420	  0.163618	  0.163424	  0.167783		CURRENT LEARNING RATE: 0.031083599569054418
previous_iter_valid_loss : 0.16423285007476807

    311440	  0.164434	  0.164233	  0.167861		CURRENT LEARNING RATE: 0.031077383470771155
previous_iter_valid_loss : 0.16549775004386902

    311460	  0.165765	  0.165498	  0.167738		CURRENT LEARNING RATE: 0.031071168615583237
previous_iter_valid_loss : 0.17208607494831085

    311480	  0.172375	  0.172086	  0.166946		CURRENT LEARNING RATE: 0.031064955003242054
previous_iter_valid_loss : 0.16688980162143707

    311500	  0.167143	  0.166890	  0.167101		CURRENT LEARNING RATE: 0.031058742633499087
previous_iter_valid_loss : 0.16140305995941162

    311520	  0.161585	  0.161403	  0.166829		CURRENT LEARNING RATE: 0.031052531506105836
previous_iter_valid_loss : 0.16090615093708038

    311540	  0.161084	  0.160906	  0.165605		CURRENT LEARNING RATE: 0.03104632162081384
previous_iter_valid_loss : 0.16193224489688873

    311560	  0.162148	  0.161932	  0.165659		CURRENT LEARNING RATE: 0.031040112977374718
previous_iter_valid_loss : 0.16877207159996033

    311580	  0.168945	  0.168772	  0.165476		CURRENT LEARNING RATE: 0.03103390557554012
previous_iter_valid_loss : 0.16277006268501282

    311600	  0.163018	  0.162770	  0.165527		CURRENT LEARNING RATE: 0.031027699415061748
previous_iter_valid_loss : 0.16525308787822723

    311620	  0.165466	  0.165253	  0.165598		CURRENT LEARNING RATE: 0.03102149449569136
previous_iter_valid_loss : 0.1625986546278

    311640	  0.162837	  0.162599	  0.165685		CURRENT LEARNING RATE: 0.03101529081718075
previous_iter_valid_loss : 0.1661255955696106

    311660	  0.166372	  0.166126	  0.165855		CURRENT LEARNING RATE: 0.031009088379281777
previous_iter_valid_loss : 0.1614486277103424

    311680	  0.161670	  0.161449	  0.165892		CURRENT LEARNING RATE: 0.031002887181746347
previous_iter_valid_loss : 0.17820779979228973

    311700	  0.178423	  0.178208	  0.166663		CURRENT LEARNING RATE: 0.030996687224326407
previous_iter_valid_loss : 0.16534584760665894

    311720	  0.165537	  0.165346	  0.166739		CURRENT LEARNING RATE: 0.03099048850677396
previous_iter_valid_loss : 0.1609983742237091

    311740	  0.161202	  0.160998	  0.166428		CURRENT LEARNING RATE: 0.03098429102884106
previous_iter_valid_loss : 0.16100873053073883

    311760	  0.161199	  0.161009	  0.166347		CURRENT LEARNING RATE: 0.0309780947902798
previous_iter_valid_loss : 0.16393712162971497

    311780	  0.164144	  0.163937	  0.165324		CURRENT LEARNING RATE: 0.030971899790842337
previous_iter_valid_loss : 0.17759254574775696

    311800	  0.177786	  0.177593	  0.165520		CURRENT LEARNING RATE: 0.03096570603028087
previous_iter_valid_loss : 0.18244987726211548

    311820	  0.182669	  0.182450	  0.166472		CURRENT LEARNING RATE: 0.03095951350834765
previous_iter_valid_loss : 0.16112904250621796

    311840	  0.161354	  0.161129	  0.166317		CURRENT LEARNING RATE: 0.03095332222479498
previous_iter_valid_loss : 0.16413067281246185

    311860	  0.164315	  0.164131	  0.166248		CURRENT LEARNING RATE: 0.030947132179375194
previous_iter_valid_loss : 0.16085557639598846

    311880	  0.161055	  0.160856	  0.165687		CURRENT LEARNING RATE: 0.03094094337184069
previous_iter_valid_loss : 0.16373106837272644

    311900	  0.163912	  0.163731	  0.165529		CURRENT LEARNING RATE: 0.030934755801943936
previous_iter_valid_loss : 0.174955353140831

    311920	  0.175142	  0.174955	  0.166206		CURRENT LEARNING RATE: 0.030928569469437422
previous_iter_valid_loss : 0.16226990520954132

    311940	  0.162455	  0.162270	  0.166275		CURRENT LEARNING RATE: 0.030922384374073682
previous_iter_valid_loss : 0.16088815033435822

    311960	  0.161052	  0.160888	  0.166222		CURRENT LEARNING RATE: 0.03091620051560533
previous_iter_valid_loss : 0.1767740398645401

    311980	  0.176941	  0.176774	  0.166622		CURRENT LEARNING RATE: 0.030910017893785
previous_iter_valid_loss : 0.17109070718288422

    312000	  0.171366	  0.171091	  0.167038		CURRENT LEARNING RATE: 0.030903836508365392
previous_iter_valid_loss : 0.16997893154621124

    312020	  0.170244	  0.169979	  0.167275		CURRENT LEARNING RATE: 0.03089765635909925
previous_iter_valid_loss : 0.19228562712669373

    312040	  0.192746	  0.192286	  0.168759		CURRENT LEARNING RATE: 0.03089147744573936
previous_iter_valid_loss : 0.16920556128025055

    312060	  0.169454	  0.169206	  0.168913		CURRENT LEARNING RATE: 0.030885299768038575
previous_iter_valid_loss : 0.17193584144115448

    312080	  0.172217	  0.171936	  0.169437		CURRENT LEARNING RATE: 0.030879123325749786
previous_iter_valid_loss : 0.16178275644779205

    312100	  0.161967	  0.161783	  0.168616		CURRENT LEARNING RATE: 0.030872948118625933
previous_iter_valid_loss : 0.1632019728422165

    312120	  0.163420	  0.163202	  0.168509		CURRENT LEARNING RATE: 0.030866774146420008
previous_iter_valid_loss : 0.16145828366279602

    312140	  0.161680	  0.161458	  0.168532		CURRENT LEARNING RATE: 0.030860601408885052
previous_iter_valid_loss : 0.16123290359973907

    312160	  0.161396	  0.161233	  0.168543		CURRENT LEARNING RATE: 0.030854429905774163
previous_iter_valid_loss : 0.1608564257621765

    312180	  0.161067	  0.160856	  0.168389		CURRENT LEARNING RATE: 0.030848259636840465
previous_iter_valid_loss : 0.16079962253570557

    312200	  0.160979	  0.160800	  0.167550		CURRENT LEARNING RATE: 0.030842090601837163
previous_iter_valid_loss : 0.1747289001941681

    312220	  0.174901	  0.174729	  0.167163		CURRENT LEARNING RATE: 0.030835922800517487
previous_iter_valid_loss : 0.18409574031829834

    312240	  0.184464	  0.184096	  0.168312		CURRENT LEARNING RATE: 0.030829756232634727
previous_iter_valid_loss : 0.1688104122877121

    312260	  0.168997	  0.168810	  0.168546		CURRENT LEARNING RATE: 0.030823590897942222
previous_iter_valid_loss : 0.16172967851161957

    312280	  0.161939	  0.161730	  0.168590		CURRENT LEARNING RATE: 0.030817426796193342
previous_iter_valid_loss : 0.1654011309146881

    312300	  0.165593	  0.165401	  0.168673		CURRENT LEARNING RATE: 0.030811263927141553
previous_iter_valid_loss : 0.1610369086265564

    312320	  0.161244	  0.161037	  0.167977		CURRENT LEARNING RATE: 0.030805102290540325
previous_iter_valid_loss : 0.16725395619869232

    312340	  0.167511	  0.167254	  0.168226		CURRENT LEARNING RATE: 0.03079894188614319
previous_iter_valid_loss : 0.16092509031295776

    312360	  0.161139	  0.160925	  0.168228		CURRENT LEARNING RATE: 0.030792782713703736
previous_iter_valid_loss : 0.1638583391904831

    312380	  0.164124	  0.163858	  0.167582		CURRENT LEARNING RATE: 0.0307866247729756
previous_iter_valid_loss : 0.16206441819667816

    312400	  0.162272	  0.162064	  0.167131		CURRENT LEARNING RATE: 0.030780468063712454
previous_iter_valid_loss : 0.16591978073120117

    312420	  0.166154	  0.165920	  0.166928		CURRENT LEARNING RATE: 0.03077431258566803
previous_iter_valid_loss : 0.1660120040178299

    312440	  0.166256	  0.166012	  0.165614		CURRENT LEARNING RATE: 0.03076815833859612
previous_iter_valid_loss : 0.16707700490951538

    312460	  0.167245	  0.167077	  0.165508		CURRENT LEARNING RATE: 0.030762005322250544
previous_iter_valid_loss : 0.16762684285640717

    312480	  0.167806	  0.167627	  0.165293		CURRENT LEARNING RATE: 0.030755853536385193
previous_iter_valid_loss : 0.1625487059354782

    312500	  0.162741	  0.162549	  0.165331		CURRENT LEARNING RATE: 0.03074970298075398
previous_iter_valid_loss : 0.16233006119728088

    312520	  0.162496	  0.162330	  0.165287		CURRENT LEARNING RATE: 0.03074355365511089
previous_iter_valid_loss : 0.17135855555534363

    312540	  0.171531	  0.171359	  0.165782		CURRENT LEARNING RATE: 0.03073740555920995
previous_iter_valid_loss : 0.16342373192310333

    312560	  0.163607	  0.163424	  0.165892		CURRENT LEARNING RATE: 0.03073125869280524
previous_iter_valid_loss : 0.16357195377349854

    312580	  0.163755	  0.163572	  0.166028		CURRENT LEARNING RATE: 0.030725113055650885
previous_iter_valid_loss : 0.16083762049674988

    312600	  0.161019	  0.160838	  0.166029		CURRENT LEARNING RATE: 0.030718968647501052
previous_iter_valid_loss : 0.16967180371284485

    312620	  0.169947	  0.169672	  0.165777		CURRENT LEARNING RATE: 0.030712825468109967
previous_iter_valid_loss : 0.1891542375087738

    312640	  0.189338	  0.189154	  0.166030		CURRENT LEARNING RATE: 0.030706683517231905
previous_iter_valid_loss : 0.16249535977840424

    312660	  0.162702	  0.162495	  0.165714		CURRENT LEARNING RATE: 0.03070054279462119
previous_iter_valid_loss : 0.16694162786006927

    312680	  0.167108	  0.166942	  0.165974		CURRENT LEARNING RATE: 0.03069440330003219
previous_iter_valid_loss : 0.1607329398393631

    312700	  0.160912	  0.160733	  0.165741		CURRENT LEARNING RATE: 0.030688265033219312
previous_iter_valid_loss : 0.16855710744857788

    312720	  0.168818	  0.168557	  0.166117		CURRENT LEARNING RATE: 0.030682127993937054
previous_iter_valid_loss : 0.16781935095787048

    312740	  0.168070	  0.167819	  0.166145		CURRENT LEARNING RATE: 0.030675992181939917
previous_iter_valid_loss : 0.1630595624446869

    312760	  0.163279	  0.163060	  0.166252		CURRENT LEARNING RATE: 0.03066985759698248
previous_iter_valid_loss : 0.1816510558128357

    312780	  0.181830	  0.181651	  0.167142		CURRENT LEARNING RATE: 0.03066372423881934
previous_iter_valid_loss : 0.1610899418592453

    312800	  0.161261	  0.161090	  0.167093		CURRENT LEARNING RATE: 0.03065759210720518
previous_iter_valid_loss : 0.16307063400745392

    312820	  0.163253	  0.163071	  0.166950		CURRENT LEARNING RATE: 0.03065146120189471
previous_iter_valid_loss : 0.16107052564620972

    312840	  0.161265	  0.161071	  0.166703		CURRENT LEARNING RATE: 0.030645331522642687
previous_iter_valid_loss : 0.16508981585502625

    312860	  0.165294	  0.165090	  0.166604		CURRENT LEARNING RATE: 0.03063920306920393
previous_iter_valid_loss : 0.16298501193523407

    312880	  0.163241	  0.162985	  0.166372		CURRENT LEARNING RATE: 0.0306330758413333
previous_iter_valid_loss : 0.16817893087863922

    312900	  0.168447	  0.168179	  0.166653		CURRENT LEARNING RATE: 0.030626949838785708
previous_iter_valid_loss : 0.17790383100509644

    312920	  0.178091	  0.177904	  0.167432		CURRENT LEARNING RATE: 0.03062082506131612
previous_iter_valid_loss : 0.1659001260995865

    312940	  0.166102	  0.165900	  0.167159		CURRENT LEARNING RATE: 0.030614701508679534
previous_iter_valid_loss : 0.16190984845161438

    312960	  0.162104	  0.161910	  0.167083		CURRENT LEARNING RATE: 0.03060857918063101
previous_iter_valid_loss : 0.16408975422382355

    312980	  0.164278	  0.164090	  0.167109		CURRENT LEARNING RATE: 0.030602458076925656
previous_iter_valid_loss : 0.1611701399087906

    313000	  0.161366	  0.161170	  0.167126		CURRENT LEARNING RATE: 0.03059633819731863
previous_iter_valid_loss : 0.1618162840604782

    313020	  0.162040	  0.161816	  0.166733		CURRENT LEARNING RATE: 0.030590219541565142
previous_iter_valid_loss : 0.1621420830488205

    313040	  0.162369	  0.162142	  0.165383		CURRENT LEARNING RATE: 0.030584102109420433
previous_iter_valid_loss : 0.17517049610614777

    313060	  0.175472	  0.175170	  0.166016		CURRENT LEARNING RATE: 0.030577985900639818
previous_iter_valid_loss : 0.16718581318855286

    313080	  0.167425	  0.167186	  0.166029		CURRENT LEARNING RATE: 0.03057187091497864
previous_iter_valid_loss : 0.16421441733837128

    313100	  0.164399	  0.164214	  0.166203		CURRENT LEARNING RATE: 0.03056575715219229
previous_iter_valid_loss : 0.1623620092868805

    313120	  0.162556	  0.162362	  0.165893		CURRENT LEARNING RATE: 0.03055964461203624
previous_iter_valid_loss : 0.17562729120254517

    313140	  0.175951	  0.175627	  0.166283		CURRENT LEARNING RATE: 0.03055353329426598
previous_iter_valid_loss : 0.16668352484703064

    313160	  0.166930	  0.166684	  0.166465		CURRENT LEARNING RATE: 0.030547423198637062
previous_iter_valid_loss : 0.16553279757499695

    313180	  0.165776	  0.165533	  0.165659		CURRENT LEARNING RATE: 0.030541314324905068
previous_iter_valid_loss : 0.1655242145061493

    313200	  0.165754	  0.165524	  0.165880		CURRENT LEARNING RATE: 0.030535206672825655
previous_iter_valid_loss : 0.1637464463710785

    313220	  0.163959	  0.163746	  0.165914		CURRENT LEARNING RATE: 0.030529100242154515
previous_iter_valid_loss : 0.16502051055431366

    313240	  0.165221	  0.165021	  0.166112		CURRENT LEARNING RATE: 0.030522995032647382
previous_iter_valid_loss : 0.1610332876443863

    313260	  0.161235	  0.161033	  0.165909		CURRENT LEARNING RATE: 0.030516891044060062
previous_iter_valid_loss : 0.16715866327285767

    313280	  0.167370	  0.167159	  0.166117		CURRENT LEARNING RATE: 0.030510788276148382
previous_iter_valid_loss : 0.16209959983825684

    313300	  0.162315	  0.162100	  0.165814		CURRENT LEARNING RATE: 0.03050468672866824
previous_iter_valid_loss : 0.16158230602741241

    313320	  0.161772	  0.161582	  0.164997		CURRENT LEARNING RATE: 0.030498586401375573
previous_iter_valid_loss : 0.16101005673408508

    313340	  0.161180	  0.161010	  0.164753		CURRENT LEARNING RATE: 0.03049248729402636
previous_iter_valid_loss : 0.16375809907913208

    313360	  0.163936	  0.163758	  0.164845		CURRENT LEARNING RATE: 0.030486389406376647
previous_iter_valid_loss : 0.16197490692138672

    313380	  0.162169	  0.161975	  0.164740		CURRENT LEARNING RATE: 0.030480292738182518
previous_iter_valid_loss : 0.160975381731987

    313400	  0.161154	  0.160975	  0.164730		CURRENT LEARNING RATE: 0.030474197289200096
previous_iter_valid_loss : 0.16173823177814484

    313420	  0.161923	  0.161738	  0.164726		CURRENT LEARNING RATE: 0.030468103059185573
previous_iter_valid_loss : 0.21588370203971863

    313440	  0.216502	  0.215884	  0.167413		CURRENT LEARNING RATE: 0.03046201004789517
previous_iter_valid_loss : 0.16206465661525726

    313460	  0.162274	  0.162065	  0.166758		CURRENT LEARNING RATE: 0.030455918255085184
previous_iter_valid_loss : 0.19268566370010376

    313480	  0.192840	  0.192686	  0.168033		CURRENT LEARNING RATE: 0.030449827680511927
previous_iter_valid_loss : 0.16137193143367767

    313500	  0.161530	  0.161372	  0.167891		CURRENT LEARNING RATE: 0.030443738323931768
previous_iter_valid_loss : 0.17842134833335876

    313520	  0.178732	  0.178421	  0.168694		CURRENT LEARNING RATE: 0.030437650185101157
previous_iter_valid_loss : 0.1748485267162323

    313540	  0.175018	  0.174849	  0.168655		CURRENT LEARNING RATE: 0.030431563263776558
previous_iter_valid_loss : 0.1655087023973465

    313560	  0.165751	  0.165509	  0.168596		CURRENT LEARNING RATE: 0.030425477559714496
previous_iter_valid_loss : 0.16176840662956238

    313580	  0.161954	  0.161768	  0.168408		CURRENT LEARNING RATE: 0.030419393072671542
previous_iter_valid_loss : 0.16093631088733673

    313600	  0.161122	  0.160936	  0.168178		CURRENT LEARNING RATE: 0.030413309802404313
previous_iter_valid_loss : 0.16096840798854828

    313620	  0.161152	  0.160968	  0.168039		CURRENT LEARNING RATE: 0.03040722774866948
previous_iter_valid_loss : 0.16227340698242188

    313640	  0.162415	  0.162273	  0.167902		CURRENT LEARNING RATE: 0.030401146911223764
previous_iter_valid_loss : 0.16129636764526367

    313660	  0.161469	  0.161296	  0.167915		CURRENT LEARNING RATE: 0.030395067289823923
previous_iter_valid_loss : 0.16105353832244873

    313680	  0.161255	  0.161054	  0.167610		CURRENT LEARNING RATE: 0.03038898888422678
previous_iter_valid_loss : 0.18484093248844147

    313700	  0.185214	  0.184841	  0.168747		CURRENT LEARNING RATE: 0.030382911694189194
previous_iter_valid_loss : 0.16330492496490479

    313720	  0.163483	  0.163305	  0.168833		CURRENT LEARNING RATE: 0.030376835719468084
previous_iter_valid_loss : 0.16115643084049225

    313740	  0.161319	  0.161156	  0.168840		CURRENT LEARNING RATE: 0.0303707609598204
previous_iter_valid_loss : 0.16452158987522125

    313760	  0.164730	  0.164522	  0.168879		CURRENT LEARNING RATE: 0.03036468741500317
previous_iter_valid_loss : 0.16556715965270996

    313780	  0.165767	  0.165567	  0.169058		CURRENT LEARNING RATE: 0.030358615084773433
previous_iter_valid_loss : 0.1659979373216629

    313800	  0.166175	  0.165998	  0.169309		CURRENT LEARNING RATE: 0.030352543968888302
previous_iter_valid_loss : 0.16094206273555756

    313820	  0.161122	  0.160942	  0.169270		CURRENT LEARNING RATE: 0.030346474067104938
previous_iter_valid_loss : 0.17508435249328613

    313840	  0.175275	  0.175084	  0.167230		CURRENT LEARNING RATE: 0.03034040537918054
previous_iter_valid_loss : 0.16096945106983185

    313860	  0.161179	  0.160969	  0.167175		CURRENT LEARNING RATE: 0.03033433790487236
previous_iter_valid_loss : 0.1617206335067749

    313880	  0.161908	  0.161721	  0.165627		CURRENT LEARNING RATE: 0.0303282716439377
previous_iter_valid_loss : 0.1617196500301361

    313900	  0.161932	  0.161720	  0.165644		CURRENT LEARNING RATE: 0.030322206596133893
previous_iter_valid_loss : 0.16169419884681702

    313920	  0.161869	  0.161694	  0.164808		CURRENT LEARNING RATE: 0.030316142761218374
previous_iter_valid_loss : 0.16829775273799896

    313940	  0.168506	  0.168298	  0.164480		CURRENT LEARNING RATE: 0.030310080138948568
previous_iter_valid_loss : 0.17062491178512573

    313960	  0.170826	  0.170625	  0.164736		CURRENT LEARNING RATE: 0.03030401872908197
previous_iter_valid_loss : 0.16418348252773285

    313980	  0.164407	  0.164183	  0.164857		CURRENT LEARNING RATE: 0.030297958531376123
previous_iter_valid_loss : 0.16097427904605865

    314000	  0.161195	  0.160974	  0.164858		CURRENT LEARNING RATE: 0.030291899545588627
previous_iter_valid_loss : 0.16283099353313446

    314020	  0.163090	  0.162831	  0.164952		CURRENT LEARNING RATE: 0.030285841771477112
previous_iter_valid_loss : 0.16816864907741547

    314040	  0.168458	  0.168169	  0.165246		CURRENT LEARNING RATE: 0.030279785208799277
previous_iter_valid_loss : 0.1610354483127594

    314060	  0.161246	  0.161035	  0.165233		CURRENT LEARNING RATE: 0.03027372985731285
previous_iter_valid_loss : 0.1618606299161911

    314080	  0.162048	  0.161861	  0.165274		CURRENT LEARNING RATE: 0.03026767571677562
previous_iter_valid_loss : 0.16254715621471405

    314100	  0.162773	  0.162547	  0.164159		CURRENT LEARNING RATE: 0.030261622786945427
previous_iter_valid_loss : 0.16166888177394867

    314120	  0.161828	  0.161669	  0.164077		CURRENT LEARNING RATE: 0.030255571067580145
previous_iter_valid_loss : 0.1880301684141159

    314140	  0.188203	  0.188030	  0.165421		CURRENT LEARNING RATE: 0.03024952055843771
previous_iter_valid_loss : 0.16718588769435883

    314160	  0.167351	  0.167186	  0.165554		CURRENT LEARNING RATE: 0.030243471259276105
previous_iter_valid_loss : 0.16881465911865234

    314180	  0.168961	  0.168815	  0.165716		CURRENT LEARNING RATE: 0.030237423169853353
previous_iter_valid_loss : 0.1624150425195694

    314200	  0.162611	  0.162415	  0.165537		CURRENT LEARNING RATE: 0.030231376289927534
previous_iter_valid_loss : 0.1682022660970688

    314220	  0.168474	  0.168202	  0.165900		CURRENT LEARNING RATE: 0.030225330619256766
previous_iter_valid_loss : 0.16334699094295502

    314240	  0.163497	  0.163347	  0.165313		CURRENT LEARNING RATE: 0.03021928615759923
previous_iter_valid_loss : 0.16233773529529572

    314260	  0.162495	  0.162338	  0.165382		CURRENT LEARNING RATE: 0.030213242904713142
previous_iter_valid_loss : 0.16918550431728363

    314280	  0.169355	  0.169186	  0.165755		CURRENT LEARNING RATE: 0.030207200860356775
previous_iter_valid_loss : 0.16109344363212585

    314300	  0.161255	  0.161093	  0.165724		CURRENT LEARNING RATE: 0.030201160024288434
previous_iter_valid_loss : 0.1629846841096878

    314320	  0.163146	  0.162985	  0.165788		CURRENT LEARNING RATE: 0.030195120396266515
previous_iter_valid_loss : 0.16505776345729828

    314340	  0.165247	  0.165058	  0.165626		CURRENT LEARNING RATE: 0.03018908197604941
previous_iter_valid_loss : 0.16123434901237488

    314360	  0.161424	  0.161234	  0.165157		CURRENT LEARNING RATE: 0.030183044763395592
previous_iter_valid_loss : 0.16173052787780762

    314380	  0.161898	  0.161731	  0.165034		CURRENT LEARNING RATE: 0.03017700875806357
previous_iter_valid_loss : 0.16362056136131287

    314400	  0.163845	  0.163621	  0.165166		CURRENT LEARNING RATE: 0.030170973959811897
previous_iter_valid_loss : 0.1783553957939148

    314420	  0.178545	  0.178355	  0.165943		CURRENT LEARNING RATE: 0.03016494036839919
previous_iter_valid_loss : 0.16143938899040222

    314440	  0.161667	  0.161439	  0.165606		CURRENT LEARNING RATE: 0.0301589079835841
previous_iter_valid_loss : 0.16666950285434723

    314460	  0.166870	  0.166670	  0.165888		CURRENT LEARNING RATE: 0.03015287680512533
previous_iter_valid_loss : 0.1827651560306549

    314480	  0.182961	  0.182765	  0.166933		CURRENT LEARNING RATE: 0.030146846832781644
previous_iter_valid_loss : 0.16088996827602386

    314500	  0.161085	  0.160890	  0.166850		CURRENT LEARNING RATE: 0.030140818066311827
previous_iter_valid_loss : 0.17124690115451813

    314520	  0.171452	  0.171247	  0.167329		CURRENT LEARNING RATE: 0.030134790505474743
previous_iter_valid_loss : 0.16278450191020966

    314540	  0.163018	  0.162785	  0.166067		CURRENT LEARNING RATE: 0.03012876415002928
previous_iter_valid_loss : 0.1628141701221466

    314560	  0.163071	  0.162814	  0.165848		CURRENT LEARNING RATE: 0.03012273899973439
previous_iter_valid_loss : 0.1612962782382965

    314580	  0.161516	  0.161296	  0.165472		CURRENT LEARNING RATE: 0.030116715054349062
previous_iter_valid_loss : 0.16406208276748657

    314600	  0.164255	  0.164062	  0.165555		CURRENT LEARNING RATE: 0.03011069231363234
previous_iter_valid_loss : 0.17417259514331818

    314620	  0.174348	  0.174173	  0.165853		CURRENT LEARNING RATE: 0.030104670777343315
previous_iter_valid_loss : 0.16997665166854858

    314640	  0.170252	  0.169977	  0.166185		CURRENT LEARNING RATE: 0.030098650445241126
previous_iter_valid_loss : 0.1611461490392685

    314660	  0.161351	  0.161146	  0.166125		CURRENT LEARNING RATE: 0.030092631317084954
previous_iter_valid_loss : 0.18365904688835144

    314680	  0.184059	  0.183659	  0.166849		CURRENT LEARNING RATE: 0.030086613392634045
previous_iter_valid_loss : 0.1646571010351181

    314700	  0.164853	  0.164657	  0.167027		CURRENT LEARNING RATE: 0.03008059667164766
previous_iter_valid_loss : 0.19156084954738617

    314720	  0.192054	  0.191561	  0.168456		CURRENT LEARNING RATE: 0.030074581153885158
previous_iter_valid_loss : 0.19083622097969055

    314740	  0.190981	  0.190836	  0.169745		CURRENT LEARNING RATE: 0.030068566839105904
previous_iter_valid_loss : 0.16422012448310852

    314760	  0.164418	  0.164220	  0.169894		CURRENT LEARNING RATE: 0.030062553727069334
previous_iter_valid_loss : 0.16218054294586182

    314780	  0.162389	  0.162181	  0.169917		CURRENT LEARNING RATE: 0.030056541817534914
previous_iter_valid_loss : 0.1638508439064026

    314800	  0.164009	  0.163851	  0.169928		CURRENT LEARNING RATE: 0.03005053111026217
previous_iter_valid_loss : 0.16304121911525726

    314820	  0.163229	  0.163041	  0.169162		CURRENT LEARNING RATE: 0.030044521605010675
previous_iter_valid_loss : 0.16128399968147278

    314840	  0.161458	  0.161284	  0.169155		CURRENT LEARNING RATE: 0.030038513301540046
previous_iter_valid_loss : 0.16371497511863708

    314860	  0.163925	  0.163715	  0.169007		CURRENT LEARNING RATE: 0.03003250619960996
previous_iter_valid_loss : 0.16186319291591644

    314880	  0.162072	  0.161863	  0.167962		CURRENT LEARNING RATE: 0.03002650029898012
previous_iter_valid_loss : 0.16301575303077698

    314900	  0.163219	  0.163016	  0.168068		CURRENT LEARNING RATE: 0.030020495599410297
previous_iter_valid_loss : 0.16434262692928314

    314920	  0.164548	  0.164343	  0.167723		CURRENT LEARNING RATE: 0.030014492100660303
previous_iter_valid_loss : 0.18180051445960999

    314940	  0.182181	  0.181801	  0.168674		CURRENT LEARNING RATE: 0.030008489802489997
previous_iter_valid_loss : 0.17327170073986053

    314960	  0.173453	  0.173272	  0.169197		CURRENT LEARNING RATE: 0.030002488704659283
previous_iter_valid_loss : 0.1672562211751938

    314980	  0.167520	  0.167256	  0.169495		CURRENT LEARNING RATE: 0.02999648880692813
previous_iter_valid_loss : 0.16378934681415558

    315000	  0.163977	  0.163789	  0.169481		CURRENT LEARNING RATE: 0.029990490109056526
previous_iter_valid_loss : 0.16959649324417114

    315020	  0.169894	  0.169596	  0.169252		CURRENT LEARNING RATE: 0.02998449261080453
previous_iter_valid_loss : 0.16078290343284607

    315040	  0.160991	  0.160783	  0.168792		CURRENT LEARNING RATE: 0.029978496311932244
previous_iter_valid_loss : 0.1652410477399826

    315060	  0.165484	  0.165241	  0.168997		CURRENT LEARNING RATE: 0.029972501212199815
previous_iter_valid_loss : 0.16954314708709717

    315080	  0.169729	  0.169543	  0.168291		CURRENT LEARNING RATE: 0.02996650731136744
previous_iter_valid_loss : 0.16329719126224518

    315100	  0.163475	  0.163297	  0.168223		CURRENT LEARNING RATE: 0.02996051460919536
previous_iter_valid_loss : 0.1608738899230957

    315120	  0.161038	  0.160874	  0.166689		CURRENT LEARNING RATE: 0.029954523105443855
previous_iter_valid_loss : 0.1652653068304062

    315140	  0.165456	  0.165265	  0.165410		CURRENT LEARNING RATE: 0.029948532799873293
previous_iter_valid_loss : 0.16086100041866302

    315160	  0.161038	  0.160861	  0.165243		CURRENT LEARNING RATE: 0.029942543692244045
previous_iter_valid_loss : 0.17317311465740204

    315180	  0.173487	  0.173173	  0.165792		CURRENT LEARNING RATE: 0.02993655578231655
previous_iter_valid_loss : 0.17558859288692474

    315200	  0.175892	  0.175589	  0.166379		CURRENT LEARNING RATE: 0.02993056906985129
previous_iter_valid_loss : 0.16078293323516846

    315220	  0.160950	  0.160783	  0.166266		CURRENT LEARNING RATE: 0.029924583554608794
previous_iter_valid_loss : 0.16714857518672943

    315240	  0.167327	  0.167149	  0.166559		CURRENT LEARNING RATE: 0.02991859923634965
previous_iter_valid_loss : 0.21762768924236298

    315260	  0.217747	  0.217628	  0.169255		CURRENT LEARNING RATE: 0.02991261611483447
previous_iter_valid_loss : 0.1646849811077118

    315280	  0.164905	  0.164685	  0.169396		CURRENT LEARNING RATE: 0.02990663418982395
previous_iter_valid_loss : 0.17046096920967102

    315300	  0.170726	  0.170461	  0.169768		CURRENT LEARNING RATE: 0.029900653461078796
previous_iter_valid_loss : 0.16115522384643555

    315320	  0.161330	  0.161155	  0.169609		CURRENT LEARNING RATE: 0.029894673928359785
previous_iter_valid_loss : 0.1628141850233078

    315340	  0.162998	  0.162814	  0.168660		CURRENT LEARNING RATE: 0.02988869559142773
previous_iter_valid_loss : 0.1722199022769928

    315360	  0.172421	  0.172220	  0.168607		CURRENT LEARNING RATE: 0.029882718450043512
previous_iter_valid_loss : 0.16694048047065735

    315380	  0.167173	  0.166940	  0.168591		CURRENT LEARNING RATE: 0.029876742503968032
previous_iter_valid_loss : 0.17859505116939545

    315400	  0.178923	  0.178595	  0.169332		CURRENT LEARNING RATE: 0.02987076775296225
previous_iter_valid_loss : 0.16474375128746033

    315420	  0.164938	  0.164744	  0.169089		CURRENT LEARNING RATE: 0.02986479419678719
previous_iter_valid_loss : 0.16679808497428894

    315440	  0.166961	  0.166798	  0.169390		CURRENT LEARNING RATE: 0.029858821835203896
previous_iter_valid_loss : 0.16076652705669403

    315460	  0.160934	  0.160767	  0.169166		CURRENT LEARNING RATE: 0.029852850667973486
previous_iter_valid_loss : 0.1629193127155304

    315480	  0.163108	  0.162919	  0.168835		CURRENT LEARNING RATE: 0.029846880694857105
previous_iter_valid_loss : 0.16154493391513824

    315500	  0.161730	  0.161545	  0.168747		CURRENT LEARNING RATE: 0.029840911915615952
previous_iter_valid_loss : 0.1689605563879013

    315520	  0.169195	  0.168961	  0.169151		CURRENT LEARNING RATE: 0.029834944330011267
previous_iter_valid_loss : 0.1629670113325119

    315540	  0.163147	  0.162967	  0.169037		CURRENT LEARNING RATE: 0.02982897793780438
previous_iter_valid_loss : 0.16759584844112396

    315560	  0.167770	  0.167596	  0.169373		CURRENT LEARNING RATE: 0.029823012738756604
previous_iter_valid_loss : 0.16923674941062927

    315580	  0.169484	  0.169237	  0.169177		CURRENT LEARNING RATE: 0.02981704873262935
previous_iter_valid_loss : 0.17146602272987366

    315600	  0.171637	  0.171466	  0.168970		CURRENT LEARNING RATE: 0.029811085919184042
previous_iter_valid_loss : 0.16105633974075317

    315620	  0.161225	  0.161056	  0.168984		CURRENT LEARNING RATE: 0.02980512429818218
previous_iter_valid_loss : 0.1609072983264923

    315640	  0.161057	  0.160907	  0.168672		CURRENT LEARNING RATE: 0.029799163869385293
previous_iter_valid_loss : 0.166368305683136

    315660	  0.166595	  0.166368	  0.166109		CURRENT LEARNING RATE: 0.029793204632554963
previous_iter_valid_loss : 0.17262518405914307

    315680	  0.172915	  0.172625	  0.166506		CURRENT LEARNING RATE: 0.029787246587452822
previous_iter_valid_loss : 0.16066142916679382


Current valid loss: 0.16066142916679382;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    315700	  0.160834	  0.160661	  0.166016		CURRENT LEARNING RATE: 0.02978128973384055
previous_iter_valid_loss : 0.1692495197057724

    315720	  0.169501	  0.169250	  0.166421		CURRENT LEARNING RATE: 0.02977533407147987
previous_iter_valid_loss : 0.1760241538286209

    315740	  0.176304	  0.176024	  0.167081		CURRENT LEARNING RATE: 0.029769379600132557
previous_iter_valid_loss : 0.1654278188943863

    315760	  0.165649	  0.165428	  0.166742		CURRENT LEARNING RATE: 0.029763426319560433
previous_iter_valid_loss : 0.16084779798984528

    315780	  0.161011	  0.160848	  0.166437		CURRENT LEARNING RATE: 0.029757474229525366
previous_iter_valid_loss : 0.17525197565555573

    315800	  0.175539	  0.175252	  0.166270		CURRENT LEARNING RATE: 0.029751523329789274
previous_iter_valid_loss : 0.16496111452579498

    315820	  0.165117	  0.164961	  0.166281		CURRENT LEARNING RATE: 0.029745573620114114
previous_iter_valid_loss : 0.17218564450740814

    315840	  0.172468	  0.172186	  0.166550		CURRENT LEARNING RATE: 0.0297396251002619
previous_iter_valid_loss : 0.1660097986459732

    315860	  0.166237	  0.166010	  0.166812		CURRENT LEARNING RATE: 0.029733677769994707
previous_iter_valid_loss : 0.18547390401363373

    315880	  0.185893	  0.185474	  0.167940		CURRENT LEARNING RATE: 0.02972773162907462
previous_iter_valid_loss : 0.1610393226146698

    315900	  0.161201	  0.161039	  0.167915		CURRENT LEARNING RATE: 0.029721786677263804
previous_iter_valid_loss : 0.16227923333644867

    315920	  0.162488	  0.162279	  0.167581		CURRENT LEARNING RATE: 0.029715842914324442
previous_iter_valid_loss : 0.1633148491382599

    315940	  0.163509	  0.163315	  0.167598		CURRENT LEARNING RATE: 0.029709900340018816
previous_iter_valid_loss : 0.18024931848049164

    315960	  0.180581	  0.180249	  0.168231		CURRENT LEARNING RATE: 0.02970395895410921
previous_iter_valid_loss : 0.16130858659744263

    315980	  0.161464	  0.161309	  0.167834		CURRENT LEARNING RATE: 0.02969801875635797
previous_iter_valid_loss : 0.16738063097000122

    316000	  0.167609	  0.167381	  0.167630		CURRENT LEARNING RATE: 0.029692079746527475
previous_iter_valid_loss : 0.16428320109844208

    316020	  0.164489	  0.164283	  0.167791		CURRENT LEARNING RATE: 0.029686141924380176
previous_iter_valid_loss : 0.22104622423648834

    316040	  0.221151	  0.221046	  0.170798		CURRENT LEARNING RATE: 0.029680205289678564
previous_iter_valid_loss : 0.1614154577255249

    316060	  0.161618	  0.161415	  0.170551		CURRENT LEARNING RATE: 0.029674269842185158
previous_iter_valid_loss : 0.16136419773101807

    316080	  0.161516	  0.161364	  0.169988		CURRENT LEARNING RATE: 0.02966833558166256
previous_iter_valid_loss : 0.16158293187618256

    316100	  0.161755	  0.161583	  0.170034		CURRENT LEARNING RATE: 0.02966240250787338
previous_iter_valid_loss : 0.16183440387248993

    316120	  0.162022	  0.161834	  0.169663		CURRENT LEARNING RATE: 0.02965647062058031
previous_iter_valid_loss : 0.16236090660095215

    316140	  0.162527	  0.162361	  0.168980		CURRENT LEARNING RATE: 0.029650539919546064
previous_iter_valid_loss : 0.16177543997764587

    316160	  0.161929	  0.161775	  0.168797		CURRENT LEARNING RATE: 0.029644610404533422
previous_iter_valid_loss : 0.16132839024066925

    316180	  0.161509	  0.161328	  0.168821		CURRENT LEARNING RATE: 0.0296386820753052
previous_iter_valid_loss : 0.16186918318271637

    316200	  0.162078	  0.161869	  0.168152		CURRENT LEARNING RATE: 0.029632754931624268
previous_iter_valid_loss : 0.16246113181114197

    316220	  0.162621	  0.162461	  0.168027		CURRENT LEARNING RATE: 0.029626828973253534
previous_iter_valid_loss : 0.16469790041446686

    316240	  0.164869	  0.164698	  0.167653		CURRENT LEARNING RATE: 0.02962090419995596
previous_iter_valid_loss : 0.16088329255580902

    316260	  0.161033	  0.160883	  0.167396		CURRENT LEARNING RATE: 0.029614980611494562
previous_iter_valid_loss : 0.16307096183300018

    316280	  0.163277	  0.163071	  0.166276		CURRENT LEARNING RATE: 0.029609058207632395
previous_iter_valid_loss : 0.16875506937503815

    316300	  0.168929	  0.168755	  0.166662		CURRENT LEARNING RATE: 0.029603136988132554
previous_iter_valid_loss : 0.16067397594451904

    316320	  0.160831	  0.160674	  0.166582		CURRENT LEARNING RATE: 0.029597216952758184
previous_iter_valid_loss : 0.16096290946006775

    316340	  0.161127	  0.160963	  0.166464		CURRENT LEARNING RATE: 0.02959129810127251
previous_iter_valid_loss : 0.16842995584011078

    316360	  0.168582	  0.168430	  0.165873		CURRENT LEARNING RATE: 0.029585380433438765
previous_iter_valid_loss : 0.1631225049495697

    316380	  0.163279	  0.163123	  0.165964		CURRENT LEARNING RATE: 0.029579463949020245
previous_iter_valid_loss : 0.1618483066558838

    316400	  0.162001	  0.161848	  0.165687		CURRENT LEARNING RATE: 0.029573548647780282
previous_iter_valid_loss : 0.16119365394115448

    316420	  0.161350	  0.161194	  0.165533		CURRENT LEARNING RATE: 0.02956763452948227
previous_iter_valid_loss : 0.18020369112491608

    316440	  0.180369	  0.180204	  0.163491		CURRENT LEARNING RATE: 0.029561721593889645
previous_iter_valid_loss : 0.16240137815475464

    316460	  0.162576	  0.162401	  0.163540		CURRENT LEARNING RATE: 0.029555809840765883
previous_iter_valid_loss : 0.1628037691116333

    316480	  0.162975	  0.162804	  0.163612		CURRENT LEARNING RATE: 0.029549899269874523
previous_iter_valid_loss : 0.163584366440773

    316500	  0.163807	  0.163584	  0.163712		CURRENT LEARNING RATE: 0.029543989880979137
previous_iter_valid_loss : 0.16974975168704987

    316520	  0.170013	  0.169750	  0.164108		CURRENT LEARNING RATE: 0.029538081673843346
previous_iter_valid_loss : 0.16103363037109375

    316540	  0.161233	  0.161034	  0.164041		CURRENT LEARNING RATE: 0.02953217464823083
previous_iter_valid_loss : 0.1709097921848297

    316560	  0.171071	  0.170910	  0.164498		CURRENT LEARNING RATE: 0.029526268803905305
previous_iter_valid_loss : 0.16337278485298157

    316580	  0.163591	  0.163373	  0.164600		CURRENT LEARNING RATE: 0.029520364140630532
previous_iter_valid_loss : 0.16073499619960785

    316600	  0.160904	  0.160735	  0.164544		CURRENT LEARNING RATE: 0.02951446065817033
previous_iter_valid_loss : 0.16495762765407562

    316620	  0.165170	  0.164958	  0.164668		CURRENT LEARNING RATE: 0.029508558356288562
previous_iter_valid_loss : 0.16314178705215454

    316640	  0.163280	  0.163142	  0.164591		CURRENT LEARNING RATE: 0.029502657234749128
previous_iter_valid_loss : 0.16107244789600372

    316660	  0.161230	  0.161072	  0.164600		CURRENT LEARNING RATE: 0.02949675729331599
previous_iter_valid_loss : 0.16203230619430542

    316680	  0.162177	  0.162032	  0.164548		CURRENT LEARNING RATE: 0.029490858531753147
previous_iter_valid_loss : 0.1611124575138092

    316700	  0.161285	  0.161112	  0.164166		CURRENT LEARNING RATE: 0.029484960949824644
previous_iter_valid_loss : 0.16456668078899384

    316720	  0.164807	  0.164567	  0.164361		CURRENT LEARNING RATE: 0.02947906454729458
previous_iter_valid_loss : 0.16300217807292938

    316740	  0.163148	  0.163002	  0.164463		CURRENT LEARNING RATE: 0.029473169323927108
previous_iter_valid_loss : 0.19111107289791107

    316760	  0.191270	  0.191111	  0.165597		CURRENT LEARNING RATE: 0.029467275279486414
previous_iter_valid_loss : 0.16071714460849762

    316780	  0.160870	  0.160717	  0.165476		CURRENT LEARNING RATE: 0.029461382413736737
previous_iter_valid_loss : 0.1640593707561493

    316800	  0.164301	  0.164059	  0.165587		CURRENT LEARNING RATE: 0.029455490726442355
previous_iter_valid_loss : 0.16591759026050568

    316820	  0.166149	  0.165918	  0.165823		CURRENT LEARNING RATE: 0.02944960021736761
previous_iter_valid_loss : 0.1613209992647171

    316840	  0.161519	  0.161321	  0.164879		CURRENT LEARNING RATE: 0.029443710886276876
previous_iter_valid_loss : 0.16091477870941162

    316860	  0.161095	  0.160915	  0.164805		CURRENT LEARNING RATE: 0.029437822732934587
previous_iter_valid_loss : 0.17012707889080048

    316880	  0.170311	  0.170127	  0.165171		CURRENT LEARNING RATE: 0.029431935757105204
previous_iter_valid_loss : 0.16216768324375153

    316900	  0.162367	  0.162168	  0.165100		CURRENT LEARNING RATE: 0.02942604995855326
previous_iter_valid_loss : 0.16101378202438354

    316920	  0.161221	  0.161014	  0.164663		CURRENT LEARNING RATE: 0.029420165337043315
previous_iter_valid_loss : 0.16175606846809387

    316940	  0.161955	  0.161756	  0.164699		CURRENT LEARNING RATE: 0.029414281892339987
previous_iter_valid_loss : 0.16161005198955536

    316960	  0.161816	  0.161610	  0.164234		CURRENT LEARNING RATE: 0.02940839962420794
previous_iter_valid_loss : 0.16168001294136047

    316980	  0.161845	  0.161680	  0.164150		CURRENT LEARNING RATE: 0.029402518532411884
previous_iter_valid_loss : 0.19348230957984924

    317000	  0.193607	  0.193482	  0.165787		CURRENT LEARNING RATE: 0.02939663861671657
previous_iter_valid_loss : 0.1659034937620163

    317020	  0.166090	  0.165903	  0.165834		CURRENT LEARNING RATE: 0.02939075987688681
previous_iter_valid_loss : 0.17951032519340515

    317040	  0.179848	  0.179510	  0.166653		CURRENT LEARNING RATE: 0.029384882312687443
previous_iter_valid_loss : 0.17680948972702026

    317060	  0.177128	  0.176809	  0.167440		CURRENT LEARNING RATE: 0.029379005923883372
previous_iter_valid_loss : 0.1626127064228058

    317080	  0.162843	  0.162613	  0.167469		CURRENT LEARNING RATE: 0.029373130710239545
previous_iter_valid_loss : 0.1622917205095291

    317100	  0.162522	  0.162292	  0.167528		CURRENT LEARNING RATE: 0.02936725667152095
previous_iter_valid_loss : 0.1613095998764038

    317120	  0.161479	  0.161310	  0.167365		CURRENT LEARNING RATE: 0.029361383807492612
previous_iter_valid_loss : 0.16152909398078918

    317140	  0.161720	  0.161529	  0.167291		CURRENT LEARNING RATE: 0.029355512117919647
previous_iter_valid_loss : 0.19288091361522675

    317160	  0.193310	  0.192881	  0.167380		CURRENT LEARNING RATE: 0.029349641602567166
previous_iter_valid_loss : 0.17133350670337677

    317180	  0.171580	  0.171334	  0.167910		CURRENT LEARNING RATE: 0.029343772261200354
previous_iter_valid_loss : 0.16275234520435333

    317200	  0.162925	  0.162752	  0.167845		CURRENT LEARNING RATE: 0.029337904093584437
previous_iter_valid_loss : 0.16397839784622192

    317220	  0.164125	  0.163978	  0.167748		CURRENT LEARNING RATE: 0.029332037099484686
previous_iter_valid_loss : 0.16280096769332886

    317240	  0.162954	  0.162801	  0.167822		CURRENT LEARNING RATE: 0.029326171278666425
previous_iter_valid_loss : 0.16070592403411865

    317260	  0.160858	  0.160706	  0.167812		CURRENT LEARNING RATE: 0.02932030663089502
previous_iter_valid_loss : 0.1648280918598175

    317280	  0.165013	  0.164828	  0.167547		CURRENT LEARNING RATE: 0.02931444315593588
previous_iter_valid_loss : 0.16083396971225739

    317300	  0.160968	  0.160834	  0.167480		CURRENT LEARNING RATE: 0.02930858085355447
previous_iter_valid_loss : 0.16775159537792206

    317320	  0.167974	  0.167752	  0.167817		CURRENT LEARNING RATE: 0.029302719723516307
previous_iter_valid_loss : 0.1747794896364212

    317340	  0.175054	  0.174779	  0.168468		CURRENT LEARNING RATE: 0.02929685976558693
previous_iter_valid_loss : 0.17110538482666016

    317360	  0.171232	  0.171105	  0.168943		CURRENT LEARNING RATE: 0.029291000979531946
previous_iter_valid_loss : 0.17045782506465912

    317380	  0.170612	  0.170458	  0.169382		CURRENT LEARNING RATE: 0.02928514336511701
previous_iter_valid_loss : 0.1662500649690628

    317400	  0.166412	  0.166250	  0.168020		CURRENT LEARNING RATE: 0.02927928692210781
previous_iter_valid_loss : 0.16101662814617157

    317420	  0.161176	  0.161017	  0.167776		CURRENT LEARNING RATE: 0.02927343165027009
previous_iter_valid_loss : 0.1607499122619629

    317440	  0.160917	  0.160750	  0.166838		CURRENT LEARNING RATE: 0.02926757754936964
previous_iter_valid_loss : 0.17076975107192993

    317460	  0.170954	  0.170770	  0.166536		CURRENT LEARNING RATE: 0.029261724619172293
previous_iter_valid_loss : 0.16150887310504913

    317480	  0.161656	  0.161509	  0.166481		CURRENT LEARNING RATE: 0.02925587285944394
previous_iter_valid_loss : 0.16146573424339294

    317500	  0.161628	  0.161466	  0.166439		CURRENT LEARNING RATE: 0.029250022269950503
previous_iter_valid_loss : 0.16087977588176727

    317520	  0.161035	  0.160880	  0.166418		CURRENT LEARNING RATE: 0.02924417285045796
previous_iter_valid_loss : 0.17081321775913239

    317540	  0.171107	  0.170813	  0.166882		CURRENT LEARNING RATE: 0.029238324600732325
previous_iter_valid_loss : 0.1639162302017212

    317560	  0.164148	  0.163916	  0.165434		CURRENT LEARNING RATE: 0.029232477520539684
previous_iter_valid_loss : 0.17687532305717468

    317580	  0.177088	  0.176875	  0.165711		CURRENT LEARNING RATE: 0.029226631609646156
previous_iter_valid_loss : 0.17158997058868408

    317600	  0.171780	  0.171590	  0.166153		CURRENT LEARNING RATE: 0.02922078686781789
previous_iter_valid_loss : 0.1623820662498474

    317620	  0.162560	  0.162382	  0.166073		CURRENT LEARNING RATE: 0.02921494329482111
previous_iter_valid_loss : 0.16964371502399445

    317640	  0.169910	  0.169644	  0.166415		CURRENT LEARNING RATE: 0.02920910089042206
previous_iter_valid_loss : 0.16395185887813568

    317660	  0.164129	  0.163952	  0.166577		CURRENT LEARNING RATE: 0.02920325965438705
previous_iter_valid_loss : 0.1611572504043579

    317680	  0.161297	  0.161157	  0.166394		CURRENT LEARNING RATE: 0.02919741958648243
previous_iter_valid_loss : 0.16123555600643158

    317700	  0.161369	  0.161236	  0.166414		CURRENT LEARNING RATE: 0.029191580686474594
previous_iter_valid_loss : 0.16167069971561432

    317720	  0.161833	  0.161671	  0.166110		CURRENT LEARNING RATE: 0.029185742954129998
previous_iter_valid_loss : 0.16155898571014404

    317740	  0.161710	  0.161559	  0.165449		CURRENT LEARNING RATE: 0.029179906389215117
previous_iter_valid_loss : 0.16804909706115723

    317760	  0.168241	  0.168049	  0.165296		CURRENT LEARNING RATE: 0.0291740709914965
previous_iter_valid_loss : 0.16496418416500092

    317780	  0.165173	  0.164964	  0.165021		CURRENT LEARNING RATE: 0.029168236760740724
previous_iter_valid_loss : 0.16127167642116547

    317800	  0.161449	  0.161272	  0.164772		CURRENT LEARNING RATE: 0.029162403696714422
previous_iter_valid_loss : 0.17371074855327606

    317820	  0.174024	  0.173711	  0.165407		CURRENT LEARNING RATE: 0.029156571799184273
previous_iter_valid_loss : 0.16247116029262543

    317840	  0.162657	  0.162471	  0.165493		CURRENT LEARNING RATE: 0.029150741067917
previous_iter_valid_loss : 0.16163045167922974

    317860	  0.161822	  0.161630	  0.165036		CURRENT LEARNING RATE: 0.02914491150267937
previous_iter_valid_loss : 0.1650039255619049

    317880	  0.165162	  0.165004	  0.165211		CURRENT LEARNING RATE: 0.029139083103238206
previous_iter_valid_loss : 0.16122137010097504

    317900	  0.161371	  0.161221	  0.165199		CURRENT LEARNING RATE: 0.029133255869360372
previous_iter_valid_loss : 0.16319899260997772

    317920	  0.163364	  0.163199	  0.165315		CURRENT LEARNING RATE: 0.029127429800812774
previous_iter_valid_loss : 0.18422062695026398

    317940	  0.184425	  0.184221	  0.165985		CURRENT LEARNING RATE: 0.029121604897362364
previous_iter_valid_loss : 0.16094838082790375

    317960	  0.161124	  0.160948	  0.165837		CURRENT LEARNING RATE: 0.029115781158776163
previous_iter_valid_loss : 0.1657056361436844

    317980	  0.165951	  0.165706	  0.165278		CURRENT LEARNING RATE: 0.02910995858482121
previous_iter_valid_loss : 0.16678386926651

    318000	  0.167048	  0.166784	  0.165038		CURRENT LEARNING RATE: 0.029104137175264607
previous_iter_valid_loss : 0.17384116351604462

    318020	  0.174145	  0.173841	  0.165611		CURRENT LEARNING RATE: 0.029098316929873497
previous_iter_valid_loss : 0.16144104301929474

    318040	  0.161641	  0.161441	  0.165201		CURRENT LEARNING RATE: 0.029092497848415066
previous_iter_valid_loss : 0.16334477066993713

    318060	  0.163529	  0.163345	  0.165170		CURRENT LEARNING RATE: 0.02908667993065655
previous_iter_valid_loss : 0.16832128167152405

    318080	  0.168498	  0.168321	  0.165529		CURRENT LEARNING RATE: 0.029080863176365237
previous_iter_valid_loss : 0.1651933342218399

    318100	  0.165383	  0.165193	  0.165726		CURRENT LEARNING RATE: 0.029075047585308458
previous_iter_valid_loss : 0.16490602493286133

    318120	  0.165119	  0.164906	  0.165888		CURRENT LEARNING RATE: 0.029069233157253585
previous_iter_valid_loss : 0.1839808076620102

    318140	  0.184338	  0.183981	  0.167009		CURRENT LEARNING RATE: 0.02906341989196804
previous_iter_valid_loss : 0.1631753146648407

    318160	  0.163380	  0.163175	  0.166766		CURRENT LEARNING RATE: 0.029057607789219297
previous_iter_valid_loss : 0.16380475461483002

    318180	  0.163984	  0.163805	  0.166708		CURRENT LEARNING RATE: 0.029051796848774868
previous_iter_valid_loss : 0.1647840440273285

    318200	  0.164982	  0.164784	  0.166883		CURRENT LEARNING RATE: 0.029045987070402315
previous_iter_valid_loss : 0.1616731584072113

    318220	  0.161854	  0.161673	  0.166281		CURRENT LEARNING RATE: 0.02904017845386925
previous_iter_valid_loss : 0.16452431678771973

    318240	  0.164709	  0.164524	  0.166384		CURRENT LEARNING RATE: 0.029034370998943328
previous_iter_valid_loss : 0.16079558432102203

    318260	  0.160930	  0.160796	  0.166342		CURRENT LEARNING RATE: 0.029028564705392248
previous_iter_valid_loss : 0.17067551612854004

    318280	  0.170836	  0.170676	  0.166626		CURRENT LEARNING RATE: 0.029022759572983763
previous_iter_valid_loss : 0.16166184842586517

    318300	  0.161838	  0.161662	  0.166648		CURRENT LEARNING RATE: 0.029016955601485664
previous_iter_valid_loss : 0.16153469681739807

    318320	  0.161713	  0.161535	  0.166565		CURRENT LEARNING RATE: 0.029011152790665788
previous_iter_valid_loss : 0.17175087332725525

    318340	  0.171872	  0.171751	  0.165941		CURRENT LEARNING RATE: 0.029005351140292023
previous_iter_valid_loss : 0.16979797184467316

    318360	  0.169941	  0.169798	  0.166384		CURRENT LEARNING RATE: 0.028999550650132315
previous_iter_valid_loss : 0.1677727848291397

    318380	  0.167918	  0.167773	  0.166487		CURRENT LEARNING RATE: 0.02899375131995464
previous_iter_valid_loss : 0.16129657626152039

    318400	  0.161473	  0.161297	  0.166213		CURRENT LEARNING RATE: 0.028987953149527016
previous_iter_valid_loss : 0.16267774999141693

    318420	  0.162866	  0.162678	  0.165654		CURRENT LEARNING RATE: 0.02898215613861753
previous_iter_valid_loss : 0.17959068715572357

    318440	  0.179909	  0.179591	  0.166562		CURRENT LEARNING RATE: 0.028976360286994286
previous_iter_valid_loss : 0.16092412173748016

    318460	  0.161094	  0.160924	  0.166441		CURRENT LEARNING RATE: 0.028970565594425464
previous_iter_valid_loss : 0.16677246987819672

    318480	  0.166982	  0.166772	  0.166364		CURRENT LEARNING RATE: 0.028964772060679263
previous_iter_valid_loss : 0.17345596849918365

    318500	  0.173752	  0.173456	  0.166777		CURRENT LEARNING RATE: 0.028958979685523953
previous_iter_valid_loss : 0.16862852871418

    318520	  0.168789	  0.168629	  0.166963		CURRENT LEARNING RATE: 0.02895318846872783
previous_iter_valid_loss : 0.16833889484405518

    318540	  0.168511	  0.168339	  0.166181		CURRENT LEARNING RATE: 0.028947398410059253
previous_iter_valid_loss : 0.16713599860668182

    318560	  0.167330	  0.167136	  0.166379		CURRENT LEARNING RATE: 0.028941609509286616
previous_iter_valid_loss : 0.16274602711200714

    318580	  0.162962	  0.162746	  0.166326		CURRENT LEARNING RATE: 0.028935821766178364
previous_iter_valid_loss : 0.1777675300836563

    318600	  0.178082	  0.177768	  0.166975		CURRENT LEARNING RATE: 0.028930035180502984
previous_iter_valid_loss : 0.16097381711006165

    318620	  0.161137	  0.160974	  0.166940		CURRENT LEARNING RATE: 0.028924249752029015
previous_iter_valid_loss : 0.16208410263061523

    318640	  0.162259	  0.162084	  0.166818		CURRENT LEARNING RATE: 0.02891846548052504
previous_iter_valid_loss : 0.16500067710876465

    318660	  0.165152	  0.165001	  0.167028		CURRENT LEARNING RATE: 0.02891268236575969
previous_iter_valid_loss : 0.17203214764595032

    318680	  0.172290	  0.172032	  0.167096		CURRENT LEARNING RATE: 0.02890690040750164
previous_iter_valid_loss : 0.17923623323440552

    318700	  0.179547	  0.179236	  0.167975		CURRENT LEARNING RATE: 0.028901119605519606
previous_iter_valid_loss : 0.17358900606632233

    318720	  0.173863	  0.173589	  0.168577		CURRENT LEARNING RATE: 0.028895339959582364
previous_iter_valid_loss : 0.1657383143901825

    318740	  0.165901	  0.165738	  0.168277		CURRENT LEARNING RATE: 0.028889561469458706
previous_iter_valid_loss : 0.1798425316810608

    318760	  0.180156	  0.179843	  0.168779		CURRENT LEARNING RATE: 0.028883784134917528
previous_iter_valid_loss : 0.16684946417808533

    318780	  0.167058	  0.166849	  0.168733		CURRENT LEARNING RATE: 0.028878007955727716
previous_iter_valid_loss : 0.1833571493625641

    318800	  0.183698	  0.183357	  0.169836		CURRENT LEARNING RATE: 0.02887223293165823
previous_iter_valid_loss : 0.16439159214496613

    318820	  0.164553	  0.164392	  0.169922		CURRENT LEARNING RATE: 0.028866459062478065
previous_iter_valid_loss : 0.16140678524971008

    318840	  0.161597	  0.161407	  0.169012		CURRENT LEARNING RATE: 0.028860686347956264
previous_iter_valid_loss : 0.1608286052942276

    318860	  0.160996	  0.160829	  0.169008		CURRENT LEARNING RATE: 0.02885491478786192
previous_iter_valid_loss : 0.16144230961799622

    318880	  0.161606	  0.161442	  0.168741		CURRENT LEARNING RATE: 0.028849144381964172
previous_iter_valid_loss : 0.1644526869058609

    318900	  0.164612	  0.164453	  0.168291		CURRENT LEARNING RATE: 0.028843375130032208
previous_iter_valid_loss : 0.16115370392799377

    318920	  0.161317	  0.161154	  0.167917		CURRENT LEARNING RATE: 0.028837607031835247
previous_iter_valid_loss : 0.16150972247123718

    318940	  0.161668	  0.161510	  0.167576		CURRENT LEARNING RATE: 0.028831840087142572
previous_iter_valid_loss : 0.16074199974536896

    318960	  0.160906	  0.160742	  0.167256		CURRENT LEARNING RATE: 0.02882607429572351
previous_iter_valid_loss : 0.16694997251033783

    318980	  0.167166	  0.166950	  0.167466		CURRENT LEARNING RATE: 0.028820309657347415
previous_iter_valid_loss : 0.16079172492027283

    319000	  0.160963	  0.160792	  0.166617		CURRENT LEARNING RATE: 0.028814546171783716
previous_iter_valid_loss : 0.1632509082555771

    319020	  0.163473	  0.163251	  0.166731		CURRENT LEARNING RATE: 0.028808783838801862
previous_iter_valid_loss : 0.1639978438615799

    319040	  0.164219	  0.163998	  0.166827		CURRENT LEARNING RATE: 0.028803022658171373
previous_iter_valid_loss : 0.1958627849817276

    319060	  0.196320	  0.195863	  0.168370		CURRENT LEARNING RATE: 0.02879726262966179
previous_iter_valid_loss : 0.16212309896945953

    319080	  0.162305	  0.162123	  0.167875		CURRENT LEARNING RATE: 0.028791503753042718
previous_iter_valid_loss : 0.1617504060268402

    319100	  0.161898	  0.161750	  0.167000		CURRENT LEARNING RATE: 0.028785746028083793
previous_iter_valid_loss : 0.190017431974411

    319120	  0.190433	  0.190017	  0.167822		CURRENT LEARNING RATE: 0.028779989454554723
previous_iter_valid_loss : 0.16621214151382446

    319140	  0.166377	  0.166212	  0.167846		CURRENT LEARNING RATE: 0.02877423403222521
previous_iter_valid_loss : 0.166567862033844

    319160	  0.166723	  0.166568	  0.167182		CURRENT LEARNING RATE: 0.02876847976086509
previous_iter_valid_loss : 0.16131432354450226

    319180	  0.161463	  0.161314	  0.166905		CURRENT LEARNING RATE: 0.02876272664024415
previous_iter_valid_loss : 0.17518846690654755

    319200	  0.175329	  0.175188	  0.166497		CURRENT LEARNING RATE: 0.02875697467013229
previous_iter_valid_loss : 0.16306674480438232

    319220	  0.163271	  0.163067	  0.166430		CURRENT LEARNING RATE: 0.028751223850299417
previous_iter_valid_loss : 0.1616964042186737

    319240	  0.161910	  0.161696	  0.166445		CURRENT LEARNING RATE: 0.028745474180515502
previous_iter_valid_loss : 0.16129854321479797

    319260	  0.161469	  0.161299	  0.166468		CURRENT LEARNING RATE: 0.02873972566055056
previous_iter_valid_loss : 0.1669107973575592

    319280	  0.167157	  0.166911	  0.166742		CURRENT LEARNING RATE: 0.02873397829017464
previous_iter_valid_loss : 0.16235950589179993

    319300	  0.162558	  0.162360	  0.166637		CURRENT LEARNING RATE: 0.028728232069157866
previous_iter_valid_loss : 0.1617969125509262

    319320	  0.161958	  0.161797	  0.166669		CURRENT LEARNING RATE: 0.028722486997270376
previous_iter_valid_loss : 0.1608654409646988

    319340	  0.161055	  0.160865	  0.166637		CURRENT LEARNING RATE: 0.028716743074282368
previous_iter_valid_loss : 0.16358454525470734

    319360	  0.163779	  0.163585	  0.166779		CURRENT LEARNING RATE: 0.028711000299964085
previous_iter_valid_loss : 0.16259360313415527

    319380	  0.162801	  0.162594	  0.166561		CURRENT LEARNING RATE: 0.028705258674085816
previous_iter_valid_loss : 0.16507530212402344

    319400	  0.165346	  0.165075	  0.166775		CURRENT LEARNING RATE: 0.028699518196417903
previous_iter_valid_loss : 0.1612619161605835

    319420	  0.161458	  0.161262	  0.166676		CURRENT LEARNING RATE: 0.028693778866730718
previous_iter_valid_loss : 0.16106054186820984

    319440	  0.161240	  0.161061	  0.166529		CURRENT LEARNING RATE: 0.028688040684794698
previous_iter_valid_loss : 0.1614914983510971

    319460	  0.161650	  0.161491	  0.164811		CURRENT LEARNING RATE: 0.028682303650380304
previous_iter_valid_loss : 0.16659720242023468

    319480	  0.166843	  0.166597	  0.165034		CURRENT LEARNING RATE: 0.02867656776325806
previous_iter_valid_loss : 0.1761528104543686

    319500	  0.176492	  0.176153	  0.165754		CURRENT LEARNING RATE: 0.02867083302319853
previous_iter_valid_loss : 0.16129277646541595

    319520	  0.161451	  0.161293	  0.164318		CURRENT LEARNING RATE: 0.028665099429972328
previous_iter_valid_loss : 0.17020902037620544

    319540	  0.170339	  0.170209	  0.164518		CURRENT LEARNING RATE: 0.028659366983350087
previous_iter_valid_loss : 0.16178637742996216

    319560	  0.162001	  0.161786	  0.164279		CURRENT LEARNING RATE: 0.028653635683102547
previous_iter_valid_loss : 0.16995833814144135

    319580	  0.170099	  0.169958	  0.164711		CURRENT LEARNING RATE: 0.028647905529000442
previous_iter_valid_loss : 0.1722228229045868

    319600	  0.172495	  0.172223	  0.164563		CURRENT LEARNING RATE: 0.028642176520814553
previous_iter_valid_loss : 0.16116781532764435

    319620	  0.161330	  0.161168	  0.164468		CURRENT LEARNING RATE: 0.028636448658315734
previous_iter_valid_loss : 0.17074207961559296

    319640	  0.171000	  0.170742	  0.164920		CURRENT LEARNING RATE: 0.028630721941274865
previous_iter_valid_loss : 0.1844269037246704

    319660	  0.184604	  0.184427	  0.166077		CURRENT LEARNING RATE: 0.028624996369462877
previous_iter_valid_loss : 0.16178441047668457

    319680	  0.162007	  0.161784	  0.165820		CURRENT LEARNING RATE: 0.02861927194265075
previous_iter_valid_loss : 0.1861402690410614

    319700	  0.186541	  0.186140	  0.167009		CURRENT LEARNING RATE: 0.028613548660609504
previous_iter_valid_loss : 0.17720384895801544

    319720	  0.177503	  0.177204	  0.167780		CURRENT LEARNING RATE: 0.028607826523110204
previous_iter_valid_loss : 0.16107286512851715

    319740	  0.161235	  0.161073	  0.167790		CURRENT LEARNING RATE: 0.02860210552992397
previous_iter_valid_loss : 0.17991000413894653

    319760	  0.180061	  0.179910	  0.168606		CURRENT LEARNING RATE: 0.028596385680821963
previous_iter_valid_loss : 0.1621713489294052

    319780	  0.162336	  0.162171	  0.168585		CURRENT LEARNING RATE: 0.028590666975575385
previous_iter_valid_loss : 0.16082720458507538

    319800	  0.160985	  0.160827	  0.168373		CURRENT LEARNING RATE: 0.02858494941395549
previous_iter_valid_loss : 0.16993685066699982

    319820	  0.170095	  0.169937	  0.168807		CURRENT LEARNING RATE: 0.02857923299573358
previous_iter_valid_loss : 0.160740926861763

    319840	  0.160908	  0.160741	  0.168791		CURRENT LEARNING RATE: 0.02857351772068099
previous_iter_valid_loss : 0.16243799030780792

    319860	  0.162602	  0.162438	  0.168838		CURRENT LEARNING RATE: 0.028567803588569113
previous_iter_valid_loss : 0.1849210262298584

    319880	  0.185299	  0.184921	  0.169754		CURRENT LEARNING RATE: 0.028562090599169383
previous_iter_valid_loss : 0.16075173020362854

    319900	  0.160944	  0.160752	  0.168984		CURRENT LEARNING RATE: 0.028556378752253277
previous_iter_valid_loss : 0.17642994225025177

    319920	  0.176729	  0.176430	  0.169741		CURRENT LEARNING RATE: 0.028550668047592334
previous_iter_valid_loss : 0.17755775153636932

    319940	  0.177735	  0.177558	  0.170108		CURRENT LEARNING RATE: 0.028544958484958093
previous_iter_valid_loss : 0.16410794854164124

    319960	  0.164269	  0.164108	  0.170224		CURRENT LEARNING RATE: 0.028539250064122217
previous_iter_valid_loss : 0.1618514358997345

    319980	  0.162033	  0.161851	  0.169819		CURRENT LEARNING RATE: 0.028533542784856345
previous_iter_valid_loss : 0.1730223447084427

    320000	  0.173298	  0.173022	  0.169859		CURRENT LEARNING RATE: 0.02852783664693219
previous_iter_valid_loss : 0.16210564970970154

    320020	  0.162275	  0.162106	  0.169906		CURRENT LEARNING RATE: 0.028522131650121497
previous_iter_valid_loss : 0.16696538031101227

    320040	  0.167093	  0.166965	  0.169717		CURRENT LEARNING RATE: 0.02851642779419608
previous_iter_valid_loss : 0.16124531626701355

    320060	  0.161431	  0.161245	  0.168558		CURRENT LEARNING RATE: 0.028510725078927775
previous_iter_valid_loss : 0.16292735934257507

    320080	  0.163122	  0.162927	  0.168615		CURRENT LEARNING RATE: 0.02850502350408848
previous_iter_valid_loss : 0.1628074049949646

    320100	  0.162967	  0.162807	  0.167449		CURRENT LEARNING RATE: 0.02849932306945013
previous_iter_valid_loss : 0.161240816116333

    320120	  0.161440	  0.161241	  0.166650		CURRENT LEARNING RATE: 0.028493623774784704
previous_iter_valid_loss : 0.16087402403354645

    320140	  0.161018	  0.160874	  0.166640		CURRENT LEARNING RATE: 0.028487925619864234
previous_iter_valid_loss : 0.1625545620918274

    320160	  0.162680	  0.162555	  0.165773		CURRENT LEARNING RATE: 0.028482228604460792
previous_iter_valid_loss : 0.16118097305297852

    320180	  0.161319	  0.161181	  0.165723		CURRENT LEARNING RATE: 0.028476532728346497
previous_iter_valid_loss : 0.16188493371009827

    320200	  0.162084	  0.161885	  0.165776		CURRENT LEARNING RATE: 0.028470837991293515
previous_iter_valid_loss : 0.1618638038635254

    320220	  0.162019	  0.161864	  0.165372		CURRENT LEARNING RATE: 0.028465144393074057
previous_iter_valid_loss : 0.16092978417873383

    320240	  0.161105	  0.160930	  0.165382		CURRENT LEARNING RATE: 0.028459451933460382
previous_iter_valid_loss : 0.163962721824646

    320260	  0.164158	  0.163963	  0.165458		CURRENT LEARNING RATE: 0.028453760612224786
previous_iter_valid_loss : 0.16927583515644073

    320280	  0.169491	  0.169276	  0.164676		CURRENT LEARNING RATE: 0.028448070429139615
previous_iter_valid_loss : 0.16150228679180145

    320300	  0.161681	  0.161502	  0.164713		CURRENT LEARNING RATE: 0.02844238138397727
previous_iter_valid_loss : 0.16087034344673157

    320320	  0.161054	  0.160870	  0.163935		CURRENT LEARNING RATE: 0.02843669347651018
previous_iter_valid_loss : 0.16064666211605072


Current valid loss: 0.16064666211605072;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    320340	  0.160820	  0.160647	  0.163090		CURRENT LEARNING RATE: 0.028431006706510838
previous_iter_valid_loss : 0.1946139931678772

    320360	  0.195148	  0.194614	  0.164615		CURRENT LEARNING RATE: 0.028425321073751748
previous_iter_valid_loss : 0.1618613451719284

    320380	  0.162076	  0.161861	  0.164616		CURRENT LEARNING RATE: 0.028419636578005524
previous_iter_valid_loss : 0.17166538536548615

    320400	  0.171959	  0.171665	  0.164548		CURRENT LEARNING RATE: 0.02841395321904476
previous_iter_valid_loss : 0.16330012679100037

    320420	  0.163528	  0.163300	  0.164607		CURRENT LEARNING RATE: 0.028408270996642133
previous_iter_valid_loss : 0.1652236431837082

    320440	  0.165453	  0.165224	  0.164520		CURRENT LEARNING RATE: 0.02840258991057035
previous_iter_valid_loss : 0.1622239351272583

    320460	  0.162452	  0.162224	  0.164569		CURRENT LEARNING RATE: 0.02839690996060217
previous_iter_valid_loss : 0.16822566092014313

    320480	  0.168456	  0.168226	  0.164834		CURRENT LEARNING RATE: 0.028391231146510387
previous_iter_valid_loss : 0.16087551414966583

    320500	  0.161036	  0.160876	  0.164738		CURRENT LEARNING RATE: 0.028385553468067856
previous_iter_valid_loss : 0.16968074440956116

    320520	  0.169817	  0.169681	  0.165160		CURRENT LEARNING RATE: 0.028379876925047464
previous_iter_valid_loss : 0.1784260869026184

    320540	  0.178577	  0.178426	  0.166037		CURRENT LEARNING RATE: 0.02837420151722216
previous_iter_valid_loss : 0.17402531206607819

    320560	  0.174197	  0.174025	  0.166611		CURRENT LEARNING RATE: 0.028368527244364915
previous_iter_valid_loss : 0.17602115869522095

    320580	  0.176314	  0.176021	  0.167353		CURRENT LEARNING RATE: 0.028362854106248763
previous_iter_valid_loss : 0.16512635350227356

    320600	  0.165333	  0.165126	  0.167515		CURRENT LEARNING RATE: 0.02835718210264678
previous_iter_valid_loss : 0.1779078245162964

    320620	  0.178211	  0.177908	  0.168317		CURRENT LEARNING RATE: 0.028351511233332086
previous_iter_valid_loss : 0.16136181354522705

    320640	  0.161487	  0.161362	  0.168339		CURRENT LEARNING RATE: 0.028345841498077846
previous_iter_valid_loss : 0.18908455967903137

    320660	  0.189260	  0.189085	  0.169595		CURRENT LEARNING RATE: 0.028340172896657266
previous_iter_valid_loss : 0.16091027855873108

    320680	  0.161074	  0.160910	  0.169176		CURRENT LEARNING RATE: 0.02833450542884361
previous_iter_valid_loss : 0.16702598333358765

    320700	  0.167256	  0.167026	  0.169453		CURRENT LEARNING RATE: 0.028328839094410172
previous_iter_valid_loss : 0.16200080513954163

    320720	  0.162164	  0.162001	  0.169509		CURRENT LEARNING RATE: 0.028323173893130302
previous_iter_valid_loss : 0.1628085821866989

    320740	  0.162968	  0.162809	  0.169617		CURRENT LEARNING RATE: 0.02831750982477739
previous_iter_valid_loss : 0.16688944399356842

    320760	  0.167076	  0.166889	  0.168231		CURRENT LEARNING RATE: 0.028311846889124866
previous_iter_valid_loss : 0.16071689128875732

    320780	  0.160885	  0.160717	  0.168174		CURRENT LEARNING RATE: 0.028306185085946234
previous_iter_valid_loss : 0.16249483823776245

    320800	  0.162665	  0.162495	  0.167715		CURRENT LEARNING RATE: 0.028300524415015006
previous_iter_valid_loss : 0.16283033788204193

    320820	  0.162986	  0.162830	  0.167692		CURRENT LEARNING RATE: 0.028294864876104758
previous_iter_valid_loss : 0.16342966258525848

    320840	  0.163617	  0.163430	  0.167602		CURRENT LEARNING RATE: 0.028289206468989112
previous_iter_valid_loss : 0.16577081382274628

    320860	  0.165988	  0.165771	  0.167779		CURRENT LEARNING RATE: 0.02828354919344173
previous_iter_valid_loss : 0.16152840852737427

    320880	  0.161686	  0.161528	  0.167445		CURRENT LEARNING RATE: 0.028277893049236315
previous_iter_valid_loss : 0.1620119959115982

    320900	  0.162200	  0.162012	  0.167501		CURRENT LEARNING RATE: 0.028272238036146626
previous_iter_valid_loss : 0.16863533854484558

    320920	  0.168887	  0.168635	  0.167449		CURRENT LEARNING RATE: 0.028266584153946468
previous_iter_valid_loss : 0.16234059631824493

    320940	  0.162523	  0.162341	  0.166645		CURRENT LEARNING RATE: 0.028260931402409675
previous_iter_valid_loss : 0.18384093046188354

    320960	  0.184021	  0.183841	  0.167136		CURRENT LEARNING RATE: 0.02825527978131014
previous_iter_valid_loss : 0.16451290249824524

    320980	  0.164676	  0.164513	  0.166560		CURRENT LEARNING RATE: 0.0282496292904218
previous_iter_valid_loss : 0.16683031618595123

    321000	  0.167029	  0.166830	  0.166645		CURRENT LEARNING RATE: 0.02824397992951864
previous_iter_valid_loss : 0.18269731104373932

    321020	  0.182920	  0.182697	  0.166885		CURRENT LEARNING RATE: 0.02823833169837468
previous_iter_valid_loss : 0.1673983633518219

    321040	  0.167558	  0.167398	  0.167187		CURRENT LEARNING RATE: 0.02823268459676399
previous_iter_valid_loss : 0.17152823507785797

    321060	  0.171774	  0.171528	  0.166309		CURRENT LEARNING RATE: 0.028227038624460684
previous_iter_valid_loss : 0.16691608726978302

    321080	  0.167095	  0.166916	  0.166609		CURRENT LEARNING RATE: 0.028221393781238932
previous_iter_valid_loss : 0.16122187674045563

    321100	  0.161421	  0.161222	  0.166319		CURRENT LEARNING RATE: 0.02821575006687294
previous_iter_valid_loss : 0.17404544353485107

    321120	  0.174222	  0.174045	  0.166921		CURRENT LEARNING RATE: 0.028210107481136944
previous_iter_valid_loss : 0.1621709018945694

    321140	  0.162348	  0.162171	  0.166889		CURRENT LEARNING RATE: 0.028204466023805257
previous_iter_valid_loss : 0.16722583770751953

    321160	  0.167396	  0.167226	  0.166906		CURRENT LEARNING RATE: 0.028198825694652197
previous_iter_valid_loss : 0.16256482899188995

    321180	  0.162750	  0.162565	  0.166999		CURRENT LEARNING RATE: 0.028193186493452187
previous_iter_valid_loss : 0.1625470370054245

    321200	  0.162739	  0.162547	  0.167001		CURRENT LEARNING RATE: 0.028187548419979638
previous_iter_valid_loss : 0.1710047572851181

    321220	  0.171178	  0.171005	  0.167410		CURRENT LEARNING RATE: 0.028181911474009027
previous_iter_valid_loss : 0.1608722060918808

    321240	  0.161040	  0.160872	  0.167282		CURRENT LEARNING RATE: 0.028176275655314886
previous_iter_valid_loss : 0.16282561421394348

    321260	  0.163013	  0.162826	  0.167135		CURRENT LEARNING RATE: 0.02817064096367177
previous_iter_valid_loss : 0.16450612246990204

    321280	  0.164657	  0.164506	  0.167284		CURRENT LEARNING RATE: 0.028165007398854296
previous_iter_valid_loss : 0.16955365240573883

    321300	  0.169745	  0.169554	  0.167661		CURRENT LEARNING RATE: 0.02815937496063712
previous_iter_valid_loss : 0.16324590146541595

    321320	  0.163414	  0.163246	  0.167391		CURRENT LEARNING RATE: 0.028153743648794947
previous_iter_valid_loss : 0.17079491913318634

    321340	  0.171050	  0.170795	  0.167814		CURRENT LEARNING RATE: 0.028148113463102527
previous_iter_valid_loss : 0.16075831651687622

    321360	  0.160908	  0.160758	  0.166660		CURRENT LEARNING RATE: 0.028142484403334646
previous_iter_valid_loss : 0.16085751354694366

    321380	  0.161034	  0.160858	  0.166477		CURRENT LEARNING RATE: 0.02813685646926615
previous_iter_valid_loss : 0.18406453728675842

    321400	  0.184403	  0.184065	  0.167339		CURRENT LEARNING RATE: 0.028131229660671914
previous_iter_valid_loss : 0.16482509672641754

    321420	  0.165028	  0.164825	  0.166445		CURRENT LEARNING RATE: 0.02812560397732686
previous_iter_valid_loss : 0.16097497940063477

    321440	  0.161129	  0.160975	  0.166124		CURRENT LEARNING RATE: 0.02811997941900598
previous_iter_valid_loss : 0.16101406514644623

    321460	  0.161176	  0.161014	  0.165598		CURRENT LEARNING RATE: 0.028114355985484275
previous_iter_valid_loss : 0.1610870063304901

    321480	  0.161227	  0.161087	  0.165307		CURRENT LEARNING RATE: 0.028108733676536816
previous_iter_valid_loss : 0.1636258363723755

    321500	  0.163750	  0.163626	  0.165427		CURRENT LEARNING RATE: 0.028103112491938705
previous_iter_valid_loss : 0.16435855627059937

    321520	  0.164506	  0.164359	  0.164943		CURRENT LEARNING RATE: 0.028097492431465098
previous_iter_valid_loss : 0.16158418357372284

    321540	  0.161746	  0.161584	  0.164913		CURRENT LEARNING RATE: 0.028091873494891194
previous_iter_valid_loss : 0.1713629513978958

    321560	  0.171590	  0.171363	  0.165120		CURRENT LEARNING RATE: 0.02808625568199222
previous_iter_valid_loss : 0.16578704118728638

    321580	  0.165944	  0.165787	  0.165281		CURRENT LEARNING RATE: 0.02808063899254349
previous_iter_valid_loss : 0.16069041192531586

    321600	  0.160843	  0.160690	  0.165188		CURRENT LEARNING RATE: 0.028075023426320324
previous_iter_valid_loss : 0.17367081344127655

    321620	  0.173862	  0.173671	  0.165322		CURRENT LEARNING RATE: 0.028069408983098093
previous_iter_valid_loss : 0.16118080914020538

    321640	  0.161354	  0.161181	  0.165337		CURRENT LEARNING RATE: 0.028063795662652234
previous_iter_valid_loss : 0.1631784439086914

    321660	  0.163378	  0.163178	  0.165355		CURRENT LEARNING RATE: 0.028058183464758198
previous_iter_valid_loss : 0.16073590517044067

    321680	  0.160900	  0.160736	  0.165166		CURRENT LEARNING RATE: 0.02805257238919151
previous_iter_valid_loss : 0.1633579283952713

    321700	  0.163538	  0.163358	  0.164857		CURRENT LEARNING RATE: 0.028046962435727716
previous_iter_valid_loss : 0.1694875955581665

    321720	  0.169735	  0.169488	  0.165169		CURRENT LEARNING RATE: 0.02804135360414243
previous_iter_valid_loss : 0.16239716112613678

    321740	  0.162542	  0.162397	  0.164749		CURRENT LEARNING RATE: 0.028035745894211286
previous_iter_valid_loss : 0.16890113055706024

    321760	  0.169130	  0.168901	  0.165156		CURRENT LEARNING RATE: 0.028030139305709984
previous_iter_valid_loss : 0.16314557194709778

    321780	  0.163314	  0.163146	  0.165270		CURRENT LEARNING RATE: 0.028024533838414255
previous_iter_valid_loss : 0.17783133685588837

    321800	  0.178173	  0.177831	  0.164959		CURRENT LEARNING RATE: 0.028018929492099883
previous_iter_valid_loss : 0.1637239158153534

    321820	  0.163866	  0.163724	  0.164904		CURRENT LEARNING RATE: 0.0280133262665427
previous_iter_valid_loss : 0.18660515546798706

    321840	  0.186746	  0.186605	  0.166185		CURRENT LEARNING RATE: 0.02800772416151857
previous_iter_valid_loss : 0.17575588822364807

    321860	  0.175911	  0.175756	  0.166922		CURRENT LEARNING RATE: 0.028002123176803402
previous_iter_valid_loss : 0.16108731925487518

    321880	  0.161249	  0.161087	  0.166922		CURRENT LEARNING RATE: 0.027996523312173175
previous_iter_valid_loss : 0.17291982471942902

    321900	  0.173175	  0.172920	  0.167387		CURRENT LEARNING RATE: 0.027990924567403878
previous_iter_valid_loss : 0.16145363450050354

    321920	  0.161638	  0.161454	  0.167242		CURRENT LEARNING RATE: 0.02798532694227157
previous_iter_valid_loss : 0.16216324269771576

    321940	  0.162347	  0.162163	  0.167271		CURRENT LEARNING RATE: 0.027979730436552344
previous_iter_valid_loss : 0.16096843779087067

    321960	  0.161125	  0.160968	  0.166751		CURRENT LEARNING RATE: 0.027974135050022327
previous_iter_valid_loss : 0.16632188856601715

    321980	  0.166519	  0.166322	  0.166778		CURRENT LEARNING RATE: 0.027968540782457724
previous_iter_valid_loss : 0.16492179036140442

    322000	  0.165098	  0.164922	  0.166989		CURRENT LEARNING RATE: 0.02796294763363476
previous_iter_valid_loss : 0.16713294386863708

    322020	  0.167259	  0.167133	  0.166662		CURRENT LEARNING RATE: 0.027957355603329705
previous_iter_valid_loss : 0.1660202592611313

    322040	  0.166226	  0.166020	  0.166904		CURRENT LEARNING RATE: 0.027951764691318878
previous_iter_valid_loss : 0.1869751513004303

    322060	  0.187154	  0.186975	  0.168094		CURRENT LEARNING RATE: 0.02794617489737864
previous_iter_valid_loss : 0.16131898760795593

    322080	  0.161475	  0.161319	  0.168123		CURRENT LEARNING RATE: 0.027940586221285407
previous_iter_valid_loss : 0.16115671396255493

    322100	  0.161333	  0.161157	  0.168013		CURRENT LEARNING RATE: 0.027934998662815624
previous_iter_valid_loss : 0.17775605618953705

    322120	  0.178111	  0.177756	  0.168427		CURRENT LEARNING RATE: 0.027929412221745786
previous_iter_valid_loss : 0.17054875195026398

    322140	  0.170828	  0.170549	  0.168834		CURRENT LEARNING RATE: 0.027923826897852447
previous_iter_valid_loss : 0.18788263201713562

    322160	  0.188304	  0.187883	  0.169783		CURRENT LEARNING RATE: 0.027918242690912184
previous_iter_valid_loss : 0.1841460019350052

    322180	  0.184534	  0.184146	  0.170833		CURRENT LEARNING RATE: 0.027912659600701634
previous_iter_valid_loss : 0.16688615083694458

    322200	  0.167119	  0.166886	  0.170286		CURRENT LEARNING RATE: 0.027907077626997474
previous_iter_valid_loss : 0.16133403778076172

    322220	  0.161516	  0.161334	  0.170166		CURRENT LEARNING RATE: 0.027901496769576418
previous_iter_valid_loss : 0.1789374053478241

    322240	  0.179117	  0.178937	  0.169783		CURRENT LEARNING RATE: 0.02789591702821524
previous_iter_valid_loss : 0.1643642783164978

    322260	  0.164515	  0.164364	  0.169214		CURRENT LEARNING RATE: 0.027890338402690742
previous_iter_valid_loss : 0.16517236828804016

    322280	  0.165393	  0.165172	  0.169418		CURRENT LEARNING RATE: 0.02788476089277979
previous_iter_valid_loss : 0.16991128027439117

    322300	  0.170156	  0.169911	  0.169267		CURRENT LEARNING RATE: 0.027879184498259272
previous_iter_valid_loss : 0.1614701896905899

    322320	  0.161644	  0.161470	  0.169268		CURRENT LEARNING RATE: 0.02787360921890614
previous_iter_valid_loss : 0.16951580345630646

    322340	  0.169653	  0.169516	  0.169636		CURRENT LEARNING RATE: 0.027868035054497385
previous_iter_valid_loss : 0.18578708171844482

    322360	  0.185960	  0.185787	  0.170877		CURRENT LEARNING RATE: 0.027862462004810018
previous_iter_valid_loss : 0.16339419782161713

    322380	  0.163572	  0.163394	  0.170730		CURRENT LEARNING RATE: 0.027856890069621148
previous_iter_valid_loss : 0.1612819880247116

    322400	  0.161471	  0.161282	  0.170548		CURRENT LEARNING RATE: 0.027851319248707884
previous_iter_valid_loss : 0.18275609612464905

    322420	  0.182938	  0.182756	  0.171329		CURRENT LEARNING RATE: 0.027845749541847396
previous_iter_valid_loss : 0.17293432354927063

    322440	  0.173214	  0.172934	  0.171675		CURRENT LEARNING RATE: 0.02784018094881689
previous_iter_valid_loss : 0.18178096413612366

    322460	  0.182146	  0.181781	  0.171415		CURRENT LEARNING RATE: 0.02783461346939363
previous_iter_valid_loss : 0.16079673171043396

    322480	  0.160949	  0.160797	  0.171389		CURRENT LEARNING RATE: 0.02782904710335491
previous_iter_valid_loss : 0.170301154255867

    322500	  0.170544	  0.170301	  0.171847		CURRENT LEARNING RATE: 0.027823481850478077
previous_iter_valid_loss : 0.1877012550830841

    322520	  0.188109	  0.187701	  0.172344		CURRENT LEARNING RATE: 0.027817917710540527
previous_iter_valid_loss : 0.1607511192560196

    322540	  0.160935	  0.160751	  0.171854		CURRENT LEARNING RATE: 0.02781235468331968
previous_iter_valid_loss : 0.16224555671215057

    322560	  0.162466	  0.162246	  0.170572		CURRENT LEARNING RATE: 0.02780679276859303
previous_iter_valid_loss : 0.16747447848320007

    322580	  0.167725	  0.167474	  0.169739		CURRENT LEARNING RATE: 0.027801231966138096
previous_iter_valid_loss : 0.17258749902248383

    322600	  0.172754	  0.172587	  0.170024		CURRENT LEARNING RATE: 0.02779567227573244
previous_iter_valid_loss : 0.16093142330646515

    322620	  0.161106	  0.160931	  0.170003		CURRENT LEARNING RATE: 0.02779011369715368
previous_iter_valid_loss : 0.1652807742357254

    322640	  0.165516	  0.165281	  0.169321		CURRENT LEARNING RATE: 0.02778455623017947
previous_iter_valid_loss : 0.18213671445846558

    322660	  0.182350	  0.182137	  0.170209		CURRENT LEARNING RATE: 0.027778999874587516
previous_iter_valid_loss : 0.16147415339946747

    322680	  0.161651	  0.161474	  0.170024		CURRENT LEARNING RATE: 0.027773444630155558
previous_iter_valid_loss : 0.16196869313716888

    322700	  0.162155	  0.161969	  0.169627		CURRENT LEARNING RATE: 0.027767890496661393
previous_iter_valid_loss : 0.16272343695163727

    322720	  0.162943	  0.162723	  0.169690		CURRENT LEARNING RATE: 0.027762337473882848
previous_iter_valid_loss : 0.16105347871780396

    322740	  0.161234	  0.161053	  0.169267		CURRENT LEARNING RATE: 0.02775678556159781
previous_iter_valid_loss : 0.16155685484409332

    322760	  0.161769	  0.161557	  0.168055		CURRENT LEARNING RATE: 0.027751234759584197
previous_iter_valid_loss : 0.18151859939098358

    322780	  0.181899	  0.181519	  0.168961		CURRENT LEARNING RATE: 0.027745685067619957
previous_iter_valid_loss : 0.1663118153810501

    322800	  0.166556	  0.166312	  0.169213		CURRENT LEARNING RATE: 0.027740136485483145
previous_iter_valid_loss : 0.1658279448747635

    322820	  0.166009	  0.165828	  0.168367		CURRENT LEARNING RATE: 0.027734589012951796
previous_iter_valid_loss : 0.1733447164297104

    322840	  0.173534	  0.173345	  0.168387		CURRENT LEARNING RATE: 0.027729042649804008
previous_iter_valid_loss : 0.16339997947216034

    322860	  0.163659	  0.163400	  0.167468		CURRENT LEARNING RATE: 0.02772349739581793
previous_iter_valid_loss : 0.16099630296230316

    322880	  0.161187	  0.160996	  0.167478		CURRENT LEARNING RATE: 0.027717953250771754
previous_iter_valid_loss : 0.16102740168571472

    322900	  0.161248	  0.161027	  0.167014		CURRENT LEARNING RATE: 0.027712410214443713
previous_iter_valid_loss : 0.1732475608587265

    322920	  0.173420	  0.173248	  0.166292		CURRENT LEARNING RATE: 0.027706868286612077
previous_iter_valid_loss : 0.16150574386119843

    322940	  0.161682	  0.161506	  0.166329		CURRENT LEARNING RATE: 0.02770132746705518
previous_iter_valid_loss : 0.16266606748104095

    322960	  0.162906	  0.162666	  0.166350		CURRENT LEARNING RATE: 0.027695787755551385
previous_iter_valid_loss : 0.1625494360923767

    322980	  0.162731	  0.162549	  0.166104		CURRENT LEARNING RATE: 0.027690249151879107
previous_iter_valid_loss : 0.1699228137731552

    323000	  0.170198	  0.169923	  0.165971		CURRENT LEARNING RATE: 0.027684711655816794
previous_iter_valid_loss : 0.16178324818611145

    323020	  0.162010	  0.161783	  0.166014		CURRENT LEARNING RATE: 0.02767917526714295
previous_iter_valid_loss : 0.16184067726135254

    323040	  0.162062	  0.161841	  0.165842		CURRENT LEARNING RATE: 0.027673639985636128
previous_iter_valid_loss : 0.1623626947402954

    323060	  0.162550	  0.162363	  0.164853		CURRENT LEARNING RATE: 0.027668105811074904
previous_iter_valid_loss : 0.1671249270439148

    323080	  0.167292	  0.167125	  0.165135		CURRENT LEARNING RATE: 0.027662572743237916
previous_iter_valid_loss : 0.1687835305929184

    323100	  0.168962	  0.168784	  0.165476		CURRENT LEARNING RATE: 0.027657040781903845
previous_iter_valid_loss : 0.1626334935426712

    323120	  0.162808	  0.162633	  0.165472		CURRENT LEARNING RATE: 0.027651509926851406
previous_iter_valid_loss : 0.16883617639541626

    323140	  0.169014	  0.168836	  0.165861		CURRENT LEARNING RATE: 0.027645980177859367
previous_iter_valid_loss : 0.1614421308040619

    323160	  0.161598	  0.161442	  0.165855		CURRENT LEARNING RATE: 0.02764045153470654
previous_iter_valid_loss : 0.16135986149311066

    323180	  0.161556	  0.161360	  0.164847		CURRENT LEARNING RATE: 0.027634923997171764
previous_iter_valid_loss : 0.16659750044345856

    323200	  0.166793	  0.166598	  0.164861		CURRENT LEARNING RATE: 0.027629397565033964
previous_iter_valid_loss : 0.16063790023326874


Current valid loss: 0.16063790023326874;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    323220	  0.160832	  0.160638	  0.164602		CURRENT LEARNING RATE: 0.027623872238072077
previous_iter_valid_loss : 0.16369721293449402

    323240	  0.163889	  0.163697	  0.164119		CURRENT LEARNING RATE: 0.027618348016065077
previous_iter_valid_loss : 0.1649358719587326

    323260	  0.165108	  0.164936	  0.164196		CURRENT LEARNING RATE: 0.027612824898792
previous_iter_valid_loss : 0.16865801811218262

    323280	  0.168922	  0.168658	  0.164579		CURRENT LEARNING RATE: 0.02760730288603193
previous_iter_valid_loss : 0.18235181272029877

    323300	  0.182742	  0.182352	  0.165646		CURRENT LEARNING RATE: 0.02760178197756397
previous_iter_valid_loss : 0.16807875037193298

    323320	  0.168250	  0.168079	  0.165387		CURRENT LEARNING RATE: 0.027596262173167296
previous_iter_valid_loss : 0.1796180009841919

    323340	  0.179982	  0.179618	  0.166293		CURRENT LEARNING RATE: 0.027590743472621117
previous_iter_valid_loss : 0.16339810192584991

    323360	  0.163586	  0.163398	  0.166329		CURRENT LEARNING RATE: 0.027585225875704677
previous_iter_valid_loss : 0.17294976115226746

    323380	  0.173245	  0.172950	  0.166849		CURRENT LEARNING RATE: 0.02757970938219727
previous_iter_valid_loss : 0.16222505271434784

    323400	  0.162423	  0.162225	  0.166464		CURRENT LEARNING RATE: 0.02757419399187825
previous_iter_valid_loss : 0.1668403446674347

    323420	  0.167077	  0.166840	  0.166717		CURRENT LEARNING RATE: 0.02756867970452699
previous_iter_valid_loss : 0.16240660846233368

    323440	  0.162637	  0.162407	  0.166746		CURRENT LEARNING RATE: 0.027563166519922924
previous_iter_valid_loss : 0.1704530119895935

    323460	  0.170624	  0.170453	  0.167150		CURRENT LEARNING RATE: 0.02755765443784552
previous_iter_valid_loss : 0.1659168004989624

    323480	  0.166083	  0.165917	  0.167090		CURRENT LEARNING RATE: 0.027552143458074302
previous_iter_valid_loss : 0.16206152737140656

    323500	  0.162227	  0.162062	  0.166754		CURRENT LEARNING RATE: 0.02754663358038882
previous_iter_valid_loss : 0.162931427359581

    323520	  0.163160	  0.162931	  0.166769		CURRENT LEARNING RATE: 0.027541124804568686
previous_iter_valid_loss : 0.1610039621591568

    323540	  0.161174	  0.161004	  0.166377		CURRENT LEARNING RATE: 0.02753561713039355
previous_iter_valid_loss : 0.16619133949279785

    323560	  0.166412	  0.166191	  0.166614		CURRENT LEARNING RATE: 0.027530110557643105
previous_iter_valid_loss : 0.16141770780086517

    323580	  0.161564	  0.161418	  0.166617		CURRENT LEARNING RATE: 0.02752460508609707
previous_iter_valid_loss : 0.16660721600055695

    323600	  0.166796	  0.166607	  0.166618		CURRENT LEARNING RATE: 0.027519100715535257
previous_iter_valid_loss : 0.18579353392124176

    323620	  0.185984	  0.185794	  0.167876		CURRENT LEARNING RATE: 0.027513597445737472
previous_iter_valid_loss : 0.1613709181547165

    323640	  0.161533	  0.161371	  0.167759		CURRENT LEARNING RATE: 0.027508095276483593
previous_iter_valid_loss : 0.18663176894187927

    323660	  0.186834	  0.186632	  0.168844		CURRENT LEARNING RATE: 0.027502594207553528
previous_iter_valid_loss : 0.16629043221473694

    323680	  0.166538	  0.166290	  0.168726		CURRENT LEARNING RATE: 0.027497094238727232
previous_iter_valid_loss : 0.16553951799869537

    323700	  0.165785	  0.165540	  0.167885		CURRENT LEARNING RATE: 0.02749159536978471
previous_iter_valid_loss : 0.16200469434261322

    323720	  0.162181	  0.162005	  0.167581		CURRENT LEARNING RATE: 0.027486097600506007
previous_iter_valid_loss : 0.16281990706920624

    323740	  0.163015	  0.162820	  0.166741		CURRENT LEARNING RATE: 0.02748060093067121
previous_iter_valid_loss : 0.16311809420585632

    323760	  0.163315	  0.163118	  0.166727		CURRENT LEARNING RATE: 0.027475105360060457
previous_iter_valid_loss : 0.1614164561033249

    323780	  0.161605	  0.161416	  0.166151		CURRENT LEARNING RATE: 0.02746961088845392
previous_iter_valid_loss : 0.16221143305301666

    323800	  0.162369	  0.162211	  0.166150		CURRENT LEARNING RATE: 0.027464117515631825
previous_iter_valid_loss : 0.16392891108989716

    323820	  0.164115	  0.163929	  0.166005		CURRENT LEARNING RATE: 0.02745862524137443
previous_iter_valid_loss : 0.16151821613311768

    323840	  0.161678	  0.161518	  0.165960		CURRENT LEARNING RATE: 0.027453134065462056
previous_iter_valid_loss : 0.16099131107330322

    323860	  0.161179	  0.160991	  0.165487		CURRENT LEARNING RATE: 0.027447643987675043
previous_iter_valid_loss : 0.16108261048793793

    323880	  0.161290	  0.161083	  0.165245		CURRENT LEARNING RATE: 0.027442155007793793
previous_iter_valid_loss : 0.16127662360668182

    323900	  0.161460	  0.161277	  0.165206		CURRENT LEARNING RATE: 0.027436667125598748
previous_iter_valid_loss : 0.16512003540992737

    323920	  0.165285	  0.165120	  0.165316		CURRENT LEARNING RATE: 0.027431180340870387
previous_iter_valid_loss : 0.19385886192321777

    323940	  0.194017	  0.193859	  0.166958		CURRENT LEARNING RATE: 0.02742569465338925
previous_iter_valid_loss : 0.17848798632621765

    323960	  0.178682	  0.178488	  0.167573		CURRENT LEARNING RATE: 0.0274202100629359
previous_iter_valid_loss : 0.16891953349113464

    323980	  0.169176	  0.168920	  0.167948		CURRENT LEARNING RATE: 0.027414726569290945
previous_iter_valid_loss : 0.1703110784292221

    324000	  0.170459	  0.170311	  0.168133		CURRENT LEARNING RATE: 0.027409244172235066
previous_iter_valid_loss : 0.16093190014362335

    324020	  0.161117	  0.160932	  0.166890		CURRENT LEARNING RATE: 0.027403762871548963
previous_iter_valid_loss : 0.16072618961334229

    324040	  0.160924	  0.160726	  0.166858		CURRENT LEARNING RATE: 0.02739828266701337
previous_iter_valid_loss : 0.16073434054851532

    324060	  0.160917	  0.160734	  0.165563		CURRENT LEARNING RATE: 0.027392803558409097
previous_iter_valid_loss : 0.16464971005916595

    324080	  0.164819	  0.164650	  0.165481		CURRENT LEARNING RATE: 0.027387325545516962
previous_iter_valid_loss : 0.16388477385044098

    324100	  0.164111	  0.163885	  0.165398		CURRENT LEARNING RATE: 0.027381848628117853
previous_iter_valid_loss : 0.163621723651886

    324120	  0.163812	  0.163622	  0.165479		CURRENT LEARNING RATE: 0.027376372805992696
previous_iter_valid_loss : 0.16789567470550537

    324140	  0.168174	  0.167896	  0.165733		CURRENT LEARNING RATE: 0.027370898078922457
previous_iter_valid_loss : 0.16541755199432373

    324160	  0.165661	  0.165418	  0.165848		CURRENT LEARNING RATE: 0.027365424446688137
previous_iter_valid_loss : 0.18228735029697418

    324180	  0.182664	  0.182287	  0.166892		CURRENT LEARNING RATE: 0.027359951909070805
previous_iter_valid_loss : 0.17655253410339355

    324200	  0.176862	  0.176553	  0.167609		CURRENT LEARNING RATE: 0.027354480465851556
previous_iter_valid_loss : 0.16844040155410767

    324220	  0.168662	  0.168440	  0.167834		CURRENT LEARNING RATE: 0.027349010116811522
previous_iter_valid_loss : 0.1607305407524109

    324240	  0.160907	  0.160731	  0.167795		CURRENT LEARNING RATE: 0.0273435408617319
previous_iter_valid_loss : 0.16469816863536835

    324260	  0.164923	  0.164698	  0.167980		CURRENT LEARNING RATE: 0.027338072700393914
previous_iter_valid_loss : 0.16448591649532318

    324280	  0.164695	  0.164486	  0.168150		CURRENT LEARNING RATE: 0.027332605632578843
previous_iter_valid_loss : 0.17869433760643005

    324300	  0.178858	  0.178694	  0.169021		CURRENT LEARNING RATE: 0.027327139658067996
previous_iter_valid_loss : 0.164367213845253

    324320	  0.164538	  0.164367	  0.168984		CURRENT LEARNING RATE: 0.027321674776642744
previous_iter_valid_loss : 0.16223064064979553

    324340	  0.162437	  0.162231	  0.167402		CURRENT LEARNING RATE: 0.027316210988084483
previous_iter_valid_loss : 0.16105419397354126

    324360	  0.161256	  0.161054	  0.166530		CURRENT LEARNING RATE: 0.02731074829217467
previous_iter_valid_loss : 0.16294699907302856

    324380	  0.163135	  0.162947	  0.166232		CURRENT LEARNING RATE: 0.027305286688694776
previous_iter_valid_loss : 0.16958683729171753

    324400	  0.169771	  0.169587	  0.166196		CURRENT LEARNING RATE: 0.027299826177426368
previous_iter_valid_loss : 0.16724149882793427

    324420	  0.167457	  0.167241	  0.166511		CURRENT LEARNING RATE: 0.027294366758151004
previous_iter_valid_loss : 0.16147591173648834

    324440	  0.161692	  0.161476	  0.166549		CURRENT LEARNING RATE: 0.02728890843065032
previous_iter_valid_loss : 0.1631099134683609

    324460	  0.163295	  0.163110	  0.166667		CURRENT LEARNING RATE: 0.027283451194705977
previous_iter_valid_loss : 0.16379404067993164

    324480	  0.163992	  0.163794	  0.166625		CURRENT LEARNING RATE: 0.02727799505009968
previous_iter_valid_loss : 0.16166506707668304

    324500	  0.161840	  0.161665	  0.166514		CURRENT LEARNING RATE: 0.027272539996613193
previous_iter_valid_loss : 0.16413584351539612

    324520	  0.164366	  0.164136	  0.166539		CURRENT LEARNING RATE: 0.02726708603402831
previous_iter_valid_loss : 0.16779156029224396

    324540	  0.167964	  0.167792	  0.166534		CURRENT LEARNING RATE: 0.02726163316212687
previous_iter_valid_loss : 0.16207264363765717

    324560	  0.162295	  0.162073	  0.166367		CURRENT LEARNING RATE: 0.027256181380690764
previous_iter_valid_loss : 0.1626485139131546

    324580	  0.162840	  0.162649	  0.165385		CURRENT LEARNING RATE: 0.027250730689501918
previous_iter_valid_loss : 0.16716349124908447

    324600	  0.167339	  0.167163	  0.164915		CURRENT LEARNING RATE: 0.027245281088342295
previous_iter_valid_loss : 0.17520539462566376

    324620	  0.175401	  0.175205	  0.165254		CURRENT LEARNING RATE: 0.027239832576993923
previous_iter_valid_loss : 0.16100630164146423

    324640	  0.161206	  0.161006	  0.165267		CURRENT LEARNING RATE: 0.027234385155238863
previous_iter_valid_loss : 0.16082283854484558

    324660	  0.161026	  0.160823	  0.165074		CURRENT LEARNING RATE: 0.02722893882285921
previous_iter_valid_loss : 0.16100332140922546

    324680	  0.161215	  0.161003	  0.164900		CURRENT LEARNING RATE: 0.027223493579637107
previous_iter_valid_loss : 0.16072849929332733

    324700	  0.160926	  0.160728	  0.164001		CURRENT LEARNING RATE: 0.02721804942535476
previous_iter_valid_loss : 0.1608036905527115

    324720	  0.161008	  0.160804	  0.163823		CURRENT LEARNING RATE: 0.02721260635979439
previous_iter_valid_loss : 0.16197523474693298

    324740	  0.162177	  0.161975	  0.163810		CURRENT LEARNING RATE: 0.027207164382738274
previous_iter_valid_loss : 0.1623976230621338

    324760	  0.162588	  0.162398	  0.163878		CURRENT LEARNING RATE: 0.02720172349396874
previous_iter_valid_loss : 0.1625049114227295

    324780	  0.162743	  0.162505	  0.163855		CURRENT LEARNING RATE: 0.02719628369326814
previous_iter_valid_loss : 0.16769947111606598

    324800	  0.167905	  0.167699	  0.163761		CURRENT LEARNING RATE: 0.027190844980418898
previous_iter_valid_loss : 0.1622433215379715

    324820	  0.162454	  0.162243	  0.163511		CURRENT LEARNING RATE: 0.027185407355203462
previous_iter_valid_loss : 0.1613437980413437

    324840	  0.161547	  0.161344	  0.163505		CURRENT LEARNING RATE: 0.027179970817404323
previous_iter_valid_loss : 0.16426903009414673

    324860	  0.164530	  0.164269	  0.163563		CURRENT LEARNING RATE: 0.027174535366804024
previous_iter_valid_loss : 0.17847496271133423

    324880	  0.178813	  0.178475	  0.164297		CURRENT LEARNING RATE: 0.027169101003185137
previous_iter_valid_loss : 0.16634948551654816

    324900	  0.166576	  0.166349	  0.164531		CURRENT LEARNING RATE: 0.0271636677263303
previous_iter_valid_loss : 0.16416382789611816

    324920	  0.164372	  0.164164	  0.164532		CURRENT LEARNING RATE: 0.027158235536022174
previous_iter_valid_loss : 0.17297162115573883

    324940	  0.173169	  0.172972	  0.164791		CURRENT LEARNING RATE: 0.027152804432043466
previous_iter_valid_loss : 0.161215141415596

    324960	  0.161421	  0.161215	  0.164748		CURRENT LEARNING RATE: 0.027147374414176945
previous_iter_valid_loss : 0.1607591211795807

    324980	  0.160951	  0.160759	  0.164654		CURRENT LEARNING RATE: 0.027141945482205405
previous_iter_valid_loss : 0.16397058963775635

    325000	  0.164191	  0.163971	  0.164494		CURRENT LEARNING RATE: 0.027136517635911687
previous_iter_valid_loss : 0.16925260424613953

    325020	  0.169464	  0.169253	  0.164197		CURRENT LEARNING RATE: 0.02713109087507868
previous_iter_valid_loss : 0.16076858341693878

    325040	  0.160970	  0.160769	  0.164185		CURRENT LEARNING RATE: 0.02712566519948931
previous_iter_valid_loss : 0.16330879926681519

    325060	  0.163535	  0.163309	  0.164309		CURRENT LEARNING RATE: 0.02712024060892655
previous_iter_valid_loss : 0.1609310805797577

    325080	  0.161125	  0.160931	  0.164305		CURRENT LEARNING RATE: 0.027114817103173417
previous_iter_valid_loss : 0.17278090119361877

    325100	  0.172978	  0.172781	  0.164908		CURRENT LEARNING RATE: 0.027109394682012972
previous_iter_valid_loss : 0.16137303411960602

    325120	  0.161573	  0.161373	  0.164936		CURRENT LEARNING RATE: 0.02710397334522832
previous_iter_valid_loss : 0.16204658150672913

    325140	  0.162275	  0.162047	  0.164940		CURRENT LEARNING RATE: 0.027098553092602607
previous_iter_valid_loss : 0.17295122146606445

    325160	  0.173144	  0.172951	  0.165468		CURRENT LEARNING RATE: 0.02709313392391902
previous_iter_valid_loss : 0.16646569967269897

    325180	  0.166716	  0.166466	  0.165666		CURRENT LEARNING RATE: 0.027087715838960795
previous_iter_valid_loss : 0.16080626845359802

    325200	  0.161000	  0.160806	  0.165321		CURRENT LEARNING RATE: 0.02708229883751119
previous_iter_valid_loss : 0.18029767274856567

    325220	  0.180533	  0.180298	  0.166224		CURRENT LEARNING RATE: 0.02707688291935356
previous_iter_valid_loss : 0.16229906678199768

    325240	  0.162497	  0.162299	  0.166272		CURRENT LEARNING RATE: 0.027071468084271244
previous_iter_valid_loss : 0.16384093463420868

    325260	  0.164070	  0.163841	  0.166250		CURRENT LEARNING RATE: 0.027066054332047663
previous_iter_valid_loss : 0.17531315982341766

    325280	  0.175511	  0.175313	  0.166092		CURRENT LEARNING RATE: 0.02706064166246625
previous_iter_valid_loss : 0.16213980317115784

    325300	  0.162325	  0.162140	  0.165882		CURRENT LEARNING RATE: 0.027055230075310514
previous_iter_valid_loss : 0.1829369217157364

    325320	  0.183321	  0.182937	  0.166820		CURRENT LEARNING RATE: 0.02704981957036398
previous_iter_valid_loss : 0.16240248084068298

    325340	  0.162583	  0.162402	  0.166292		CURRENT LEARNING RATE: 0.027044410147410235
previous_iter_valid_loss : 0.1653130203485489

    325360	  0.165480	  0.165313	  0.166497		CURRENT LEARNING RATE: 0.0270390018062329
previous_iter_valid_loss : 0.17394350469112396

    325380	  0.174224	  0.173944	  0.167156		CURRENT LEARNING RATE: 0.02703359454661564
previous_iter_valid_loss : 0.16918110847473145

    325400	  0.169441	  0.169181	  0.167416		CURRENT LEARNING RATE: 0.027028188368342164
previous_iter_valid_loss : 0.16410177946090698

    325420	  0.164292	  0.164102	  0.167159		CURRENT LEARNING RATE: 0.027022783271196227
previous_iter_valid_loss : 0.1622241735458374

    325440	  0.162430	  0.162224	  0.167232		CURRENT LEARNING RATE: 0.027017379254961626
previous_iter_valid_loss : 0.1610846370458603

    325460	  0.161267	  0.161085	  0.167120		CURRENT LEARNING RATE: 0.027011976319422197
previous_iter_valid_loss : 0.16812805831432343

    325480	  0.168378	  0.168128	  0.167480		CURRENT LEARNING RATE: 0.027006574464361825
previous_iter_valid_loss : 0.16214022040367126

    325500	  0.162350	  0.162140	  0.166948		CURRENT LEARNING RATE: 0.027001173689564437
previous_iter_valid_loss : 0.16090184450149536

    325520	  0.161085	  0.160902	  0.166925		CURRENT LEARNING RATE: 0.026995773994814
previous_iter_valid_loss : 0.16281186044216156

    325540	  0.163022	  0.162812	  0.166963		CURRENT LEARNING RATE: 0.026990375379894526
previous_iter_valid_loss : 0.16587956249713898

    325560	  0.166118	  0.165880	  0.166609		CURRENT LEARNING RATE: 0.02698497784459007
previous_iter_valid_loss : 0.16685833036899567

    325580	  0.167048	  0.166858	  0.166629		CURRENT LEARNING RATE: 0.02697958138868473
previous_iter_valid_loss : 0.17157161235809326

    325600	  0.171862	  0.171572	  0.167167		CURRENT LEARNING RATE: 0.026974186011962636
previous_iter_valid_loss : 0.16430246829986572

    325620	  0.164541	  0.164302	  0.166367		CURRENT LEARNING RATE: 0.026968791714208004
previous_iter_valid_loss : 0.16298750042915344

    325640	  0.163218	  0.162988	  0.166402		CURRENT LEARNING RATE: 0.026963398495205036
previous_iter_valid_loss : 0.16208724677562714

    325660	  0.162243	  0.162087	  0.166314		CURRENT LEARNING RATE: 0.02695800635473802
previous_iter_valid_loss : 0.1610153764486313

    325680	  0.161170	  0.161015	  0.165599		CURRENT LEARNING RATE: 0.026952615292591256
previous_iter_valid_loss : 0.16117937862873077

    325700	  0.161355	  0.161179	  0.165551		CURRENT LEARNING RATE: 0.02694722530854911
previous_iter_valid_loss : 0.1636485606431961

    325720	  0.163867	  0.163649	  0.164587		CURRENT LEARNING RATE: 0.026941836402395978
previous_iter_valid_loss : 0.1642264872789383

    325740	  0.164459	  0.164226	  0.164678		CURRENT LEARNING RATE: 0.02693644857391631
previous_iter_valid_loss : 0.177021786570549

    325760	  0.177238	  0.177022	  0.165264		CURRENT LEARNING RATE: 0.02693106182289458
previous_iter_valid_loss : 0.16296973824501038

    325780	  0.163180	  0.162970	  0.164715		CURRENT LEARNING RATE: 0.026925676149115337
previous_iter_valid_loss : 0.16194550693035126

    325800	  0.162165	  0.161946	  0.164353		CURRENT LEARNING RATE: 0.026920291552363137
previous_iter_valid_loss : 0.16188108921051025

    325820	  0.162090	  0.161881	  0.164242		CURRENT LEARNING RATE: 0.026914908032422604
previous_iter_valid_loss : 0.16787225008010864

    325840	  0.168050	  0.167872	  0.164524		CURRENT LEARNING RATE: 0.026909525589078394
previous_iter_valid_loss : 0.1623803824186325

    325860	  0.162600	  0.162380	  0.164589		CURRENT LEARNING RATE: 0.026904144222115216
previous_iter_valid_loss : 0.16721315681934357

    325880	  0.167461	  0.167213	  0.164543		CURRENT LEARNING RATE: 0.026898763931317807
previous_iter_valid_loss : 0.16299481689929962

    325900	  0.163157	  0.162995	  0.164586		CURRENT LEARNING RATE: 0.02689338471647096
previous_iter_valid_loss : 0.16641297936439514

    325920	  0.166615	  0.166413	  0.164862		CURRENT LEARNING RATE: 0.026888006577359503
previous_iter_valid_loss : 0.16104522347450256

    325940	  0.161206	  0.161045	  0.164773		CURRENT LEARNING RATE: 0.026882629513768314
previous_iter_valid_loss : 0.16777563095092773

    325960	  0.168023	  0.167776	  0.164868		CURRENT LEARNING RATE: 0.02687725352548231
previous_iter_valid_loss : 0.16261722147464752

    325980	  0.162825	  0.162617	  0.164656		CURRENT LEARNING RATE: 0.026871878612286453
previous_iter_valid_loss : 0.16089078783988953

    326000	  0.161088	  0.160891	  0.164122		CURRENT LEARNING RATE: 0.026866504773965724
previous_iter_valid_loss : 0.16096974909305573

    326020	  0.161173	  0.160970	  0.163955		CURRENT LEARNING RATE: 0.02686113201030521
previous_iter_valid_loss : 0.16081847250461578

    326040	  0.161015	  0.160818	  0.163847		CURRENT LEARNING RATE: 0.026855760321089977
previous_iter_valid_loss : 0.17547591030597687

    326060	  0.175796	  0.175476	  0.164516		CURRENT LEARNING RATE: 0.02685038970610516
previous_iter_valid_loss : 0.17257758975028992

    326080	  0.172887	  0.172578	  0.165095		CURRENT LEARNING RATE: 0.026845020165135937
previous_iter_valid_loss : 0.16157935559749603

    326100	  0.161768	  0.161579	  0.165115		CURRENT LEARNING RATE: 0.02683965169796752
previous_iter_valid_loss : 0.16098454594612122

    326120	  0.161153	  0.160985	  0.164981		CURRENT LEARNING RATE: 0.026834284304385177
previous_iter_valid_loss : 0.16681163012981415

    326140	  0.167065	  0.166812	  0.165111		CURRENT LEARNING RATE: 0.02682891798417421
previous_iter_valid_loss : 0.16324812173843384

    326160	  0.163433	  0.163248	  0.164422		CURRENT LEARNING RATE: 0.026823552737119963
previous_iter_valid_loss : 0.166129931807518

    326180	  0.166377	  0.166130	  0.164580		CURRENT LEARNING RATE: 0.02681818856300783
previous_iter_valid_loss : 0.1611718386411667

    326200	  0.161394	  0.161172	  0.164541		CURRENT LEARNING RATE: 0.02681282546162325
previous_iter_valid_loss : 0.16073252260684967

    326220	  0.160927	  0.160733	  0.164484		CURRENT LEARNING RATE: 0.026807463432751685
previous_iter_valid_loss : 0.16300280392169952

    326240	  0.163202	  0.163003	  0.164240		CURRENT LEARNING RATE: 0.026802102476178664
previous_iter_valid_loss : 0.17543932795524597

    326260	  0.175650	  0.175439	  0.164893		CURRENT LEARNING RATE: 0.02679674259168974
previous_iter_valid_loss : 0.1634918600320816

    326280	  0.163683	  0.163492	  0.164707		CURRENT LEARNING RATE: 0.026791383779070525
previous_iter_valid_loss : 0.16176074743270874

    326300	  0.161969	  0.161761	  0.164646		CURRENT LEARNING RATE: 0.026786026038106668
previous_iter_valid_loss : 0.16122174263000488

    326320	  0.161448	  0.161222	  0.164386		CURRENT LEARNING RATE: 0.026780669368583858
previous_iter_valid_loss : 0.16367153823375702

    326340	  0.163910	  0.163672	  0.164517		CURRENT LEARNING RATE: 0.026775313770287825
previous_iter_valid_loss : 0.16101229190826416

    326360	  0.161170	  0.161012	  0.164179		CURRENT LEARNING RATE: 0.026769959243004342
previous_iter_valid_loss : 0.1707170307636261

    326380	  0.170911	  0.170717	  0.164584		CURRENT LEARNING RATE: 0.026764605786519235
previous_iter_valid_loss : 0.1739455610513687

    326400	  0.174116	  0.173946	  0.165237		CURRENT LEARNING RATE: 0.026759253400618348
previous_iter_valid_loss : 0.1615825593471527

    326420	  0.161772	  0.161583	  0.165268		CURRENT LEARNING RATE: 0.026753902085087617
previous_iter_valid_loss : 0.16118793189525604

    326440	  0.161351	  0.161188	  0.165286		CURRENT LEARNING RATE: 0.02674855183971297
previous_iter_valid_loss : 0.16656579077243805

    326460	  0.166740	  0.166566	  0.164841		CURRENT LEARNING RATE: 0.026743202664280406
previous_iter_valid_loss : 0.16134555637836456

    326480	  0.161536	  0.161346	  0.164279		CURRENT LEARNING RATE: 0.026737854558575948
previous_iter_valid_loss : 0.16678732633590698

    326500	  0.166963	  0.166787	  0.164539		CURRENT LEARNING RATE: 0.02673250752238568
previous_iter_valid_loss : 0.16303278505802155

    326520	  0.163249	  0.163033	  0.164642		CURRENT LEARNING RATE: 0.026727161555495708
previous_iter_valid_loss : 0.16897979378700256

    326540	  0.169245	  0.168980	  0.164750		CURRENT LEARNING RATE: 0.02672181665769221
previous_iter_valid_loss : 0.17602010071277618

    326560	  0.176335	  0.176020	  0.165389		CURRENT LEARNING RATE: 0.026716472828761374
previous_iter_valid_loss : 0.1617988497018814

    326580	  0.162032	  0.161799	  0.165172		CURRENT LEARNING RATE: 0.026711130068489457
previous_iter_valid_loss : 0.1621701568365097

    326600	  0.162390	  0.162170	  0.165222		CURRENT LEARNING RATE: 0.026705788376662747
previous_iter_valid_loss : 0.1618414670228958

    326620	  0.162025	  0.161841	  0.165278		CURRENT LEARNING RATE: 0.02670044775306758
previous_iter_valid_loss : 0.16066811978816986

    326640	  0.160851	  0.160668	  0.165161		CURRENT LEARNING RATE: 0.02669510819749032
previous_iter_valid_loss : 0.1701488494873047

    326660	  0.170344	  0.170149	  0.164896		CURRENT LEARNING RATE: 0.026689769709717398
previous_iter_valid_loss : 0.1619393676519394

    326680	  0.162101	  0.161939	  0.164819		CURRENT LEARNING RATE: 0.02668443228953526
previous_iter_valid_loss : 0.16083715856075287

    326700	  0.161019	  0.160837	  0.164772		CURRENT LEARNING RATE: 0.026679095936730426
previous_iter_valid_loss : 0.17679977416992188

    326720	  0.176999	  0.176800	  0.165551		CURRENT LEARNING RATE: 0.02667376065108943
previous_iter_valid_loss : 0.16449132561683655

    326740	  0.164669	  0.164491	  0.165592		CURRENT LEARNING RATE: 0.02666842643239886
previous_iter_valid_loss : 0.16740286350250244

    326760	  0.167588	  0.167403	  0.165912		CURRENT LEARNING RATE: 0.026663093280445357
previous_iter_valid_loss : 0.16102543473243713

    326780	  0.161219	  0.161025	  0.165427		CURRENT LEARNING RATE: 0.026657761195015586
previous_iter_valid_loss : 0.16258922219276428

    326800	  0.162772	  0.162589	  0.164860		CURRENT LEARNING RATE: 0.02665243017589625
previous_iter_valid_loss : 0.16081950068473816

    326820	  0.161018	  0.160820	  0.164821		CURRENT LEARNING RATE: 0.02664710022287414
previous_iter_valid_loss : 0.16099193692207336

    326840	  0.161182	  0.160992	  0.164812		CURRENT LEARNING RATE: 0.02664177133573604
previous_iter_valid_loss : 0.16663393378257751

    326860	  0.166880	  0.166634	  0.164815		CURRENT LEARNING RATE: 0.0266364435142688
previous_iter_valid_loss : 0.1608092486858368

    326880	  0.161019	  0.160809	  0.164788		CURRENT LEARNING RATE: 0.026631116758259306
previous_iter_valid_loss : 0.16110463440418243

    326900	  0.161320	  0.161105	  0.164504		CURRENT LEARNING RATE: 0.02662579106749448
previous_iter_valid_loss : 0.17455673217773438

    326920	  0.174755	  0.174557	  0.165080		CURRENT LEARNING RATE: 0.026620466441761307
previous_iter_valid_loss : 0.1628773808479309

    326940	  0.163094	  0.162877	  0.164775		CURRENT LEARNING RATE: 0.026615142880846793
previous_iter_valid_loss : 0.17199067771434784

    326960	  0.172312	  0.171991	  0.164574		CURRENT LEARNING RATE: 0.026609820384537995
previous_iter_valid_loss : 0.16068962216377258

    326980	  0.160904	  0.160690	  0.164518		CURRENT LEARNING RATE: 0.026604498952622017
previous_iter_valid_loss : 0.19166821241378784

    327000	  0.191908	  0.191668	  0.165993		CURRENT LEARNING RATE: 0.026599178584886002
previous_iter_valid_loss : 0.18114513158798218

    327020	  0.181368	  0.181145	  0.166958		CURRENT LEARNING RATE: 0.026593859281117137
previous_iter_valid_loss : 0.17531496286392212

    327040	  0.175511	  0.175315	  0.167691		CURRENT LEARNING RATE: 0.026588541041102642
previous_iter_valid_loss : 0.16308623552322388

    327060	  0.163300	  0.163086	  0.167337		CURRENT LEARNING RATE: 0.02658322386462979
previous_iter_valid_loss : 0.16529442369937897

    327080	  0.165528	  0.165294	  0.167505		CURRENT LEARNING RATE: 0.026577907751485903
previous_iter_valid_loss : 0.1607121229171753

    327100	  0.160895	  0.160712	  0.167499		CURRENT LEARNING RATE: 0.026572592701458328
previous_iter_valid_loss : 0.16831402480602264

    327120	  0.168550	  0.168314	  0.167075		CURRENT LEARNING RATE: 0.026567278714334456
previous_iter_valid_loss : 0.16623114049434662

    327140	  0.166425	  0.166231	  0.167162		CURRENT LEARNING RATE: 0.026561965789901745
previous_iter_valid_loss : 0.16106100380420685

    327160	  0.161289	  0.161061	  0.166845		CURRENT LEARNING RATE: 0.02655665392794767
previous_iter_valid_loss : 0.1851651668548584

    327180	  0.185565	  0.185165	  0.168052		CURRENT LEARNING RATE: 0.026551343128259748
previous_iter_valid_loss : 0.169723778963089

    327200	  0.169996	  0.169724	  0.168408		CURRENT LEARNING RATE: 0.02654603339062555
previous_iter_valid_loss : 0.16135209798812866

    327220	  0.161554	  0.161352	  0.168435		CURRENT LEARNING RATE: 0.026540724714832698
previous_iter_valid_loss : 0.16077730059623718

    327240	  0.160988	  0.160777	  0.168424		CURRENT LEARNING RATE: 0.02653541710066884
previous_iter_valid_loss : 0.16278190910816193

    327260	  0.163038	  0.162782	  0.168232		CURRENT LEARNING RATE: 0.026530110547921672
previous_iter_valid_loss : 0.1642785519361496

    327280	  0.164499	  0.164279	  0.168405		CURRENT LEARNING RATE: 0.026524805056378928
previous_iter_valid_loss : 0.1694498211145401

    327300	  0.169732	  0.169450	  0.168822		CURRENT LEARNING RATE: 0.02651950062582839
previous_iter_valid_loss : 0.16546355187892914

    327320	  0.165675	  0.165464	  0.168368		CURRENT LEARNING RATE: 0.026514197256057876
previous_iter_valid_loss : 0.1713675558567047

    327340	  0.171575	  0.171368	  0.168792		CURRENT LEARNING RATE: 0.026508894946855262
previous_iter_valid_loss : 0.16354042291641235

    327360	  0.163775	  0.163540	  0.168370		CURRENT LEARNING RATE: 0.02650359369800845
previous_iter_valid_loss : 0.16747836768627167

    327380	  0.167680	  0.167478	  0.168709		CURRENT LEARNING RATE: 0.026498293509305385
previous_iter_valid_loss : 0.16084378957748413

    327400	  0.161027	  0.160844	  0.167168		CURRENT LEARNING RATE: 0.02649299438053406
previous_iter_valid_loss : 0.162545308470726

    327420	  0.162747	  0.162545	  0.166238		CURRENT LEARNING RATE: 0.026487696311482522
previous_iter_valid_loss : 0.16515837609767914

    327440	  0.165408	  0.165158	  0.165730		CURRENT LEARNING RATE: 0.026482399301938835
previous_iter_valid_loss : 0.16918298602104187

    327460	  0.169449	  0.169183	  0.166035		CURRENT LEARNING RATE: 0.026477103351691126
previous_iter_valid_loss : 0.16889020800590515

    327480	  0.169180	  0.168890	  0.166215		CURRENT LEARNING RATE: 0.026471808460527557
previous_iter_valid_loss : 0.16113226115703583

    327500	  0.161362	  0.161132	  0.166236		CURRENT LEARNING RATE: 0.02646651462823633
previous_iter_valid_loss : 0.16135483980178833

    327520	  0.161552	  0.161355	  0.165888		CURRENT LEARNING RATE: 0.026461221854605685
previous_iter_valid_loss : 0.16215309500694275

    327540	  0.162371	  0.162153	  0.165684		CURRENT LEARNING RATE: 0.026455930139423923
previous_iter_valid_loss : 0.1672801822423935

    327560	  0.167542	  0.167280	  0.165995		CURRENT LEARNING RATE: 0.02645063948247937
previous_iter_valid_loss : 0.16435739398002625

    327580	  0.164569	  0.164357	  0.164954		CURRENT LEARNING RATE: 0.026445349883560395
previous_iter_valid_loss : 0.16508355736732483

    327600	  0.165366	  0.165084	  0.164722		CURRENT LEARNING RATE: 0.026440061342455422
previous_iter_valid_loss : 0.16155225038528442

    327620	  0.161792	  0.161552	  0.164732		CURRENT LEARNING RATE: 0.0264347738589529
previous_iter_valid_loss : 0.16696803271770477

    327640	  0.167233	  0.166968	  0.165042		CURRENT LEARNING RATE: 0.02642948743284134
previous_iter_valid_loss : 0.16079984605312347

    327660	  0.161010	  0.160800	  0.164943		CURRENT LEARNING RATE: 0.02642420206390928
previous_iter_valid_loss : 0.16232559084892273

    327680	  0.162541	  0.162326	  0.164845		CURRENT LEARNING RATE: 0.02641891775194531
previous_iter_valid_loss : 0.1629025638103485

    327700	  0.163167	  0.162903	  0.164518		CURRENT LEARNING RATE: 0.02641363449673806
previous_iter_valid_loss : 0.16407965123653412

    327720	  0.164295	  0.164080	  0.164449		CURRENT LEARNING RATE: 0.02640835229807618
previous_iter_valid_loss : 0.1702769547700882

    327740	  0.170515	  0.170277	  0.164394		CURRENT LEARNING RATE: 0.026403071155748404
previous_iter_valid_loss : 0.17554022371768951

    327760	  0.175755	  0.175540	  0.164994		CURRENT LEARNING RATE: 0.026397791069543475
previous_iter_valid_loss : 0.16622979938983917

    327780	  0.166406	  0.166230	  0.164932		CURRENT LEARNING RATE: 0.026392512039250197
previous_iter_valid_loss : 0.16274303197860718

    327800	  0.162973	  0.162743	  0.165027		CURRENT LEARNING RATE: 0.026387234064657396
previous_iter_valid_loss : 0.16208887100219727

    327820	  0.162307	  0.162089	  0.165004		CURRENT LEARNING RATE: 0.026381957145553966
previous_iter_valid_loss : 0.1900857537984848

    327840	  0.190276	  0.190086	  0.166250		CURRENT LEARNING RATE: 0.026376681281728823
previous_iter_valid_loss : 0.16202756762504578

    327860	  0.162275	  0.162028	  0.165892		CURRENT LEARNING RATE: 0.02637140647297094
previous_iter_valid_loss : 0.1607280671596527

    327880	  0.160911	  0.160728	  0.165484		CURRENT LEARNING RATE: 0.026366132719069315
previous_iter_valid_loss : 0.16074290871620178

    327900	  0.160938	  0.160743	  0.165465		CURRENT LEARNING RATE: 0.026360860019813002
previous_iter_valid_loss : 0.17508652806282043

    327920	  0.175310	  0.175087	  0.166151		CURRENT LEARNING RATE: 0.026355588374991093
previous_iter_valid_loss : 0.16632230579853058

    327940	  0.166581	  0.166322	  0.166360		CURRENT LEARNING RATE: 0.026350317784392726
previous_iter_valid_loss : 0.1611979752779007

    327960	  0.161395	  0.161198	  0.166056		CURRENT LEARNING RATE: 0.026345048247807073
previous_iter_valid_loss : 0.17447547614574432

    327980	  0.174716	  0.174475	  0.166562		CURRENT LEARNING RATE: 0.026339779765023354
previous_iter_valid_loss : 0.16077066957950592

    328000	  0.160977	  0.160771	  0.166346		CURRENT LEARNING RATE: 0.026334512335830822
previous_iter_valid_loss : 0.1666557788848877

    328020	  0.166923	  0.166656	  0.166601		CURRENT LEARNING RATE: 0.02632924596001878
previous_iter_valid_loss : 0.1727311611175537

    328040	  0.173047	  0.172731	  0.166889		CURRENT LEARNING RATE: 0.026323980637376593
previous_iter_valid_loss : 0.1688145399093628

    328060	  0.169110	  0.168815	  0.167290		CURRENT LEARNING RATE: 0.026318716367693635
previous_iter_valid_loss : 0.16685740649700165

    328080	  0.167126	  0.166857	  0.167517		CURRENT LEARNING RATE: 0.026313453150759336
previous_iter_valid_loss : 0.16088208556175232

    328100	  0.161081	  0.160882	  0.167416		CURRENT LEARNING RATE: 0.026308190986363163
previous_iter_valid_loss : 0.1609000265598297

    328120	  0.161098	  0.160900	  0.167257		CURRENT LEARNING RATE: 0.026302929874294636
previous_iter_valid_loss : 0.16879937052726746

    328140	  0.169018	  0.168799	  0.167183		CURRENT LEARNING RATE: 0.026297669814343307
previous_iter_valid_loss : 0.16557301580905914

    328160	  0.165816	  0.165573	  0.166684		CURRENT LEARNING RATE: 0.02629241080629877
previous_iter_valid_loss : 0.1881951242685318

    328180	  0.188621	  0.188195	  0.167783		CURRENT LEARNING RATE: 0.026287152849950677
previous_iter_valid_loss : 0.16088278591632843

    328200	  0.161098	  0.160883	  0.167690		CURRENT LEARNING RATE: 0.026281895945088694
previous_iter_valid_loss : 0.16208890080451965

    328220	  0.162321	  0.162089	  0.167690		CURRENT LEARNING RATE: 0.026276640091502552
previous_iter_valid_loss : 0.17561666667461395

    328240	  0.175829	  0.175617	  0.166966		CURRENT LEARNING RATE: 0.026271385288982024
previous_iter_valid_loss : 0.16145381331443787

    328260	  0.161687	  0.161454	  0.166938		CURRENT LEARNING RATE: 0.026266131537316908
previous_iter_valid_loss : 0.16085802018642426

    328280	  0.161067	  0.160858	  0.166944		CURRENT LEARNING RATE: 0.026260878836297054
previous_iter_valid_loss : 0.16110756993293762

    328300	  0.161283	  0.161108	  0.166962		CURRENT LEARNING RATE: 0.026255627185712362
previous_iter_valid_loss : 0.16212520003318787

    328320	  0.162323	  0.162125	  0.166314		CURRENT LEARNING RATE: 0.026250376585352758
previous_iter_valid_loss : 0.16433027386665344

    328340	  0.164510	  0.164330	  0.166215		CURRENT LEARNING RATE: 0.02624512703500822
previous_iter_valid_loss : 0.16432704031467438

    328360	  0.164534	  0.164327	  0.166371		CURRENT LEARNING RATE: 0.026239878534468766
previous_iter_valid_loss : 0.16223809123039246

    328380	  0.162463	  0.162238	  0.165759		CURRENT LEARNING RATE: 0.02623463108352446
previous_iter_valid_loss : 0.16191549599170685

    328400	  0.162107	  0.161915	  0.165816		CURRENT LEARNING RATE: 0.0262293846819654
previous_iter_valid_loss : 0.1637529581785202

    328420	  0.163950	  0.163753	  0.165671		CURRENT LEARNING RATE: 0.02622413932958172
previous_iter_valid_loss : 0.16081266105175018

    328440	  0.161002	  0.160813	  0.165075		CURRENT LEARNING RATE: 0.026218895026163626
previous_iter_valid_loss : 0.1634901612997055

    328460	  0.163707	  0.163490	  0.164809		CURRENT LEARNING RATE: 0.026213651771501336
previous_iter_valid_loss : 0.16097722947597504

    328480	  0.161161	  0.160977	  0.164515		CURRENT LEARNING RATE: 0.026208409565385123
previous_iter_valid_loss : 0.16574980318546295

    328500	  0.165986	  0.165750	  0.164759		CURRENT LEARNING RATE: 0.026203168407605296
previous_iter_valid_loss : 0.1621689796447754

    328520	  0.162397	  0.162169	  0.164822		CURRENT LEARNING RATE: 0.026197928297952203
previous_iter_valid_loss : 0.16076447069644928

    328540	  0.160960	  0.160764	  0.164420		CURRENT LEARNING RATE: 0.026192689236216253
previous_iter_valid_loss : 0.1658601611852646

    328560	  0.166066	  0.165860	  0.164435		CURRENT LEARNING RATE: 0.026187451222187873
previous_iter_valid_loss : 0.1660197526216507

    328580	  0.166225	  0.166020	  0.163326		CURRENT LEARNING RATE: 0.026182214255657546
previous_iter_valid_loss : 0.16834276914596558

    328600	  0.168546	  0.168343	  0.163699		CURRENT LEARNING RATE: 0.026176978336415795
previous_iter_valid_loss : 0.16092024743556976

    328620	  0.161118	  0.160920	  0.163640		CURRENT LEARNING RATE: 0.02617174346425318
previous_iter_valid_loss : 0.16538797318935394

    328640	  0.165609	  0.165388	  0.163129		CURRENT LEARNING RATE: 0.026166509638960302
previous_iter_valid_loss : 0.16079355776309967

    328660	  0.160975	  0.160794	  0.163096		CURRENT LEARNING RATE: 0.026161276860327817
previous_iter_valid_loss : 0.16113992035388947

    328680	  0.161286	  0.161140	  0.163110		CURRENT LEARNING RATE: 0.02615604512814641
previous_iter_valid_loss : 0.1770864725112915

    328700	  0.177418	  0.177086	  0.163909		CURRENT LEARNING RATE: 0.026150814442206807
previous_iter_valid_loss : 0.16891060769557953

    328720	  0.169170	  0.168911	  0.164248		CURRENT LEARNING RATE: 0.026145584802299792
previous_iter_valid_loss : 0.1610126495361328

    328740	  0.161223	  0.161013	  0.164082		CURRENT LEARNING RATE: 0.026140356208216167
previous_iter_valid_loss : 0.16091737151145935

    328760	  0.161076	  0.160917	  0.163912		CURRENT LEARNING RATE: 0.0261351286597468
previous_iter_valid_loss : 0.1648457795381546

    328780	  0.165035	  0.164846	  0.164042		CURRENT LEARNING RATE: 0.026129902156682577
previous_iter_valid_loss : 0.16145096719264984

    328800	  0.161655	  0.161451	  0.164019		CURRENT LEARNING RATE: 0.026124676698814443
previous_iter_valid_loss : 0.17036102712154388

    328820	  0.170636	  0.170361	  0.164349		CURRENT LEARNING RATE: 0.026119452285933376
previous_iter_valid_loss : 0.16071628034114838

    328840	  0.160906	  0.160716	  0.164345		CURRENT LEARNING RATE: 0.026114228917830412
previous_iter_valid_loss : 0.16109783947467804

    328860	  0.161285	  0.161098	  0.164225		CURRENT LEARNING RATE: 0.02610900659429661
previous_iter_valid_loss : 0.16169288754463196

    328880	  0.161878	  0.161693	  0.164261		CURRENT LEARNING RATE: 0.02610378531512307
previous_iter_valid_loss : 0.16686835885047913

    328900	  0.167110	  0.166868	  0.164317		CURRENT LEARNING RATE: 0.026098565080100947
previous_iter_valid_loss : 0.1742834746837616

    328920	  0.174583	  0.174283	  0.164922		CURRENT LEARNING RATE: 0.026093345889021433
previous_iter_valid_loss : 0.1612660437822342

    328940	  0.161453	  0.161266	  0.164948		CURRENT LEARNING RATE: 0.026088127741675758
previous_iter_valid_loss : 0.1610589325428009

    328960	  0.161255	  0.161059	  0.164707		CURRENT LEARNING RATE: 0.026082910637855197
previous_iter_valid_loss : 0.17231474816799164

    328980	  0.172616	  0.172315	  0.165022		CURRENT LEARNING RATE: 0.026077694577351065
previous_iter_valid_loss : 0.18109525740146637

    329000	  0.181453	  0.181095	  0.165660		CURRENT LEARNING RATE: 0.026072479559954717
previous_iter_valid_loss : 0.1664961278438568

    329020	  0.166728	  0.166496	  0.165939		CURRENT LEARNING RATE: 0.026067265585457557
previous_iter_valid_loss : 0.1700286567211151

    329040	  0.170221	  0.170029	  0.166171		CURRENT LEARNING RATE: 0.026062052653651024
previous_iter_valid_loss : 0.1783374547958374

    329060	  0.178553	  0.178337	  0.167048		CURRENT LEARNING RATE: 0.026056840764326596
previous_iter_valid_loss : 0.1678243726491928

    329080	  0.168025	  0.167824	  0.167382		CURRENT LEARNING RATE: 0.026051629917275807
previous_iter_valid_loss : 0.16106583178043365

    329100	  0.161242	  0.161066	  0.166581		CURRENT LEARNING RATE: 0.026046420112290216
previous_iter_valid_loss : 0.16609784960746765

    329120	  0.166357	  0.166098	  0.166440		CURRENT LEARNING RATE: 0.026041211349161434
previous_iter_valid_loss : 0.1783454716205597

    329140	  0.178556	  0.178345	  0.167307		CURRENT LEARNING RATE: 0.026036003627681114
previous_iter_valid_loss : 0.16081620752811432

    329160	  0.161016	  0.160816	  0.167302		CURRENT LEARNING RATE: 0.026030796947640936
previous_iter_valid_loss : 0.17392387986183167

    329180	  0.174235	  0.173924	  0.167756		CURRENT LEARNING RATE: 0.02602559130883264
previous_iter_valid_loss : 0.16125169396400452

    329200	  0.161453	  0.161252	  0.167746		CURRENT LEARNING RATE: 0.026020386711048
previous_iter_valid_loss : 0.16200384497642517

    329220	  0.162217	  0.162004	  0.167328		CURRENT LEARNING RATE: 0.026015183154078823
previous_iter_valid_loss : 0.1609659641981125

    329240	  0.161198	  0.160966	  0.167341		CURRENT LEARNING RATE: 0.026009980637716985
previous_iter_valid_loss : 0.16168643534183502

    329260	  0.161906	  0.161686	  0.167370		CURRENT LEARNING RATE: 0.02600477916175438
previous_iter_valid_loss : 0.16457948088645935

    329280	  0.164821	  0.164579	  0.167514		CURRENT LEARNING RATE: 0.02599957872598294
previous_iter_valid_loss : 0.16709831357002258

    329300	  0.167350	  0.167098	  0.167526		CURRENT LEARNING RATE: 0.02599437933019465
previous_iter_valid_loss : 0.16380715370178223

    329320	  0.164047	  0.163807	  0.167002		CURRENT LEARNING RATE: 0.025989180974181545
previous_iter_valid_loss : 0.16227421164512634

    329340	  0.162471	  0.162274	  0.167052		CURRENT LEARNING RATE: 0.025983983657735677
previous_iter_valid_loss : 0.1701435148715973

    329360	  0.170362	  0.170144	  0.167507		CURRENT LEARNING RATE: 0.02597878738064916
previous_iter_valid_loss : 0.1824638545513153

    329380	  0.182715	  0.182464	  0.168014		CURRENT LEARNING RATE: 0.02597359214271414
previous_iter_valid_loss : 0.1614171415567398

    329400	  0.161629	  0.161417	  0.167030		CURRENT LEARNING RATE: 0.025968397943722816
previous_iter_valid_loss : 0.16108624637126923

    329420	  0.161304	  0.161086	  0.166760		CURRENT LEARNING RATE: 0.025963204783467402
previous_iter_valid_loss : 0.1678335815668106

    329440	  0.168037	  0.167834	  0.166650		CURRENT LEARNING RATE: 0.02595801266174019
previous_iter_valid_loss : 0.16191141307353973

    329460	  0.162123	  0.161911	  0.165829		CURRENT LEARNING RATE: 0.025952821578333486
previous_iter_valid_loss : 0.16098476946353912

    329480	  0.161145	  0.160985	  0.165487		CURRENT LEARNING RATE: 0.02594763153303965
previous_iter_valid_loss : 0.16114963591098785

    329500	  0.161362	  0.161150	  0.165491		CURRENT LEARNING RATE: 0.02594244252565108
previous_iter_valid_loss : 0.16084109246730804

    329520	  0.161036	  0.160841	  0.165228		CURRENT LEARNING RATE: 0.025937254555960212
previous_iter_valid_loss : 0.16541101038455963

    329540	  0.165625	  0.165411	  0.164581		CURRENT LEARNING RATE: 0.02593206762375953
previous_iter_valid_loss : 0.16067753732204437

    329560	  0.160888	  0.160678	  0.164574		CURRENT LEARNING RATE: 0.02592688172884156
previous_iter_valid_loss : 0.16317658126354218

    329580	  0.163374	  0.163177	  0.164037		CURRENT LEARNING RATE: 0.025921696870998857
previous_iter_valid_loss : 0.16506053507328033

    329600	  0.165312	  0.165061	  0.164227		CURRENT LEARNING RATE: 0.025916513050024032
previous_iter_valid_loss : 0.16300269961357117

    329620	  0.163229	  0.163003	  0.164277		CURRENT LEARNING RATE: 0.02591133026570973
previous_iter_valid_loss : 0.16100244224071503

    329640	  0.161239	  0.161002	  0.164279		CURRENT LEARNING RATE: 0.025906148517848643
previous_iter_valid_loss : 0.16175344586372375

    329660	  0.161979	  0.161753	  0.164283		CURRENT LEARNING RATE: 0.025900967806233504
previous_iter_valid_loss : 0.16113588213920593

    329680	  0.161340	  0.161136	  0.164110		CURRENT LEARNING RATE: 0.025895788130657085
previous_iter_valid_loss : 0.1633012294769287

    329700	  0.163535	  0.163301	  0.163921		CURRENT LEARNING RATE: 0.025890609490912188
previous_iter_valid_loss : 0.16153959929943085

    329720	  0.161767	  0.161540	  0.163807		CURRENT LEARNING RATE: 0.02588543188679168
previous_iter_valid_loss : 0.17300841212272644

    329740	  0.173190	  0.173008	  0.164344		CURRENT LEARNING RATE: 0.025880255318088446
previous_iter_valid_loss : 0.16075703501701355

    329760	  0.160944	  0.160757	  0.163875		CURRENT LEARNING RATE: 0.02587507978459543
previous_iter_valid_loss : 0.17149372398853302

    329780	  0.171675	  0.171494	  0.163326		CURRENT LEARNING RATE: 0.025869905286105607
previous_iter_valid_loss : 0.16837236285209656

    329800	  0.168535	  0.168372	  0.163674		CURRENT LEARNING RATE: 0.025864731822412005
previous_iter_valid_loss : 0.17954424023628235

    329820	  0.179751	  0.179544	  0.164597		CURRENT LEARNING RATE: 0.02585955939330767
previous_iter_valid_loss : 0.17186854779720306

    329840	  0.172155	  0.171869	  0.164798		CURRENT LEARNING RATE: 0.025854387998585724
previous_iter_valid_loss : 0.16269800066947937

    329860	  0.162922	  0.162698	  0.164838		CURRENT LEARNING RATE: 0.025849217638039292
previous_iter_valid_loss : 0.16279053688049316

    329880	  0.162938	  0.162791	  0.164928		CURRENT LEARNING RATE: 0.025844048311461573
previous_iter_valid_loss : 0.16130836308002472

    329900	  0.161496	  0.161308	  0.164936		CURRENT LEARNING RATE: 0.02583888001864579
previous_iter_valid_loss : 0.16244393587112427

    329920	  0.162653	  0.162444	  0.165016		CURRENT LEARNING RATE: 0.025833712759385213
previous_iter_valid_loss : 0.16911207139492035

    329940	  0.169368	  0.169112	  0.165201		CURRENT LEARNING RATE: 0.025828546533473152
previous_iter_valid_loss : 0.16336040198802948

    329960	  0.163570	  0.163360	  0.165335		CURRENT LEARNING RATE: 0.02582338134070295
previous_iter_valid_loss : 0.18146809935569763

    329980	  0.181687	  0.181468	  0.166250		CURRENT LEARNING RATE: 0.02581821718086801
previous_iter_valid_loss : 0.16915452480316162

    330000	  0.169417	  0.169155	  0.166455		CURRENT LEARNING RATE: 0.025813054053761754
previous_iter_valid_loss : 0.16691884398460388

    330020	  0.167167	  0.166919	  0.166650		CURRENT LEARNING RATE: 0.025807891959177667
previous_iter_valid_loss : 0.18602383136749268

    330040	  0.186446	  0.186024	  0.167901		CURRENT LEARNING RATE: 0.02580273089690925
previous_iter_valid_loss : 0.17300055921077728

    330060	  0.173282	  0.173001	  0.168464		CURRENT LEARNING RATE: 0.025797570866750087
previous_iter_valid_loss : 0.1669905036687851

    330080	  0.167165	  0.166991	  0.168757		CURRENT LEARNING RATE: 0.02579241186849376
previous_iter_valid_loss : 0.16289260983467102

    330100	  0.163123	  0.162893	  0.168736		CURRENT LEARNING RATE: 0.02578725390193391
previous_iter_valid_loss : 0.1627901792526245

    330120	  0.163003	  0.162790	  0.168799		CURRENT LEARNING RATE: 0.02578209696686422
previous_iter_valid_loss : 0.16737835109233856

    330140	  0.167618	  0.167378	  0.168517		CURRENT LEARNING RATE: 0.025776941063078415
previous_iter_valid_loss : 0.17369841039180756

    330160	  0.173978	  0.173698	  0.169164		CURRENT LEARNING RATE: 0.025771786190370252
previous_iter_valid_loss : 0.16382135450839996

    330180	  0.164036	  0.163821	  0.168781		CURRENT LEARNING RATE: 0.025766632348533543
previous_iter_valid_loss : 0.19122761487960815

    330200	  0.191443	  0.191228	  0.169923		CURRENT LEARNING RATE: 0.02576147953736213
previous_iter_valid_loss : 0.1892765909433365

    330220	  0.189743	  0.189277	  0.170410		CURRENT LEARNING RATE: 0.025756327756649898
previous_iter_valid_loss : 0.16086900234222412

    330240	  0.161060	  0.160869	  0.169860		CURRENT LEARNING RATE: 0.025751177006190784
previous_iter_valid_loss : 0.16728727519512177

    330260	  0.167496	  0.167287	  0.170089		CURRENT LEARNING RATE: 0.025746027285778756
previous_iter_valid_loss : 0.164024218916893

    330280	  0.164223	  0.164024	  0.170151		CURRENT LEARNING RATE: 0.025740878595207822
previous_iter_valid_loss : 0.18118581175804138

    330300	  0.181404	  0.181186	  0.171145		CURRENT LEARNING RATE: 0.025735730934272033
previous_iter_valid_loss : 0.1639215052127838

    330320	  0.164162	  0.163922	  0.171219		CURRENT LEARNING RATE: 0.025730584302765484
previous_iter_valid_loss : 0.16439838707447052

    330340	  0.164650	  0.164398	  0.170983		CURRENT LEARNING RATE: 0.02572543870048231
previous_iter_valid_loss : 0.17955300211906433

    330360	  0.179766	  0.179553	  0.171793		CURRENT LEARNING RATE: 0.025720294127216693
previous_iter_valid_loss : 0.16621240973472595

    330380	  0.166458	  0.166212	  0.171030		CURRENT LEARNING RATE: 0.02571515058276284
previous_iter_valid_loss : 0.16379880905151367

    330400	  0.163986	  0.163799	  0.170762		CURRENT LEARNING RATE: 0.02571000806691501
previous_iter_valid_loss : 0.18057924509048462

    330420	  0.180941	  0.180579	  0.171445		CURRENT LEARNING RATE: 0.025704866579467515
previous_iter_valid_loss : 0.16097646951675415

    330440	  0.161141	  0.160976	  0.170193		CURRENT LEARNING RATE: 0.02569972612021467
previous_iter_valid_loss : 0.16503596305847168

    330460	  0.165249	  0.165036	  0.169795		CURRENT LEARNING RATE: 0.025694586688950884
previous_iter_valid_loss : 0.16196297109127045

    330480	  0.162194	  0.161963	  0.169543		CURRENT LEARNING RATE: 0.02568944828547057
previous_iter_valid_loss : 0.20359459519386292

    330500	  0.203777	  0.203595	  0.171578		CURRENT LEARNING RATE: 0.025684310909568193
previous_iter_valid_loss : 0.16391359269618988

    330520	  0.164117	  0.163914	  0.171635		CURRENT LEARNING RATE: 0.025679174561038257
previous_iter_valid_loss : 0.1706787496805191

    330540	  0.170976	  0.170679	  0.171800		CURRENT LEARNING RATE: 0.0256740392396753
previous_iter_valid_loss : 0.18648159503936768

    330560	  0.186914	  0.186482	  0.172439		CURRENT LEARNING RATE: 0.02566890494527392
previous_iter_valid_loss : 0.16360466182231903

    330580	  0.163835	  0.163605	  0.172428		CURRENT LEARNING RATE: 0.025663771677628743
previous_iter_valid_loss : 0.17638619244098663

    330600	  0.176611	  0.176386	  0.171686		CURRENT LEARNING RATE: 0.025658639436534434
previous_iter_valid_loss : 0.16871120035648346

    330620	  0.168980	  0.168711	  0.170658		CURRENT LEARNING RATE: 0.025653508221785706
previous_iter_valid_loss : 0.16084113717079163

    330640	  0.161052	  0.160841	  0.170656		CURRENT LEARNING RATE: 0.02564837803317731
previous_iter_valid_loss : 0.16064748167991638

    330660	  0.160846	  0.160647	  0.170324		CURRENT LEARNING RATE: 0.02564324887050404
previous_iter_valid_loss : 0.16131505370140076

    330680	  0.161515	  0.161315	  0.170189		CURRENT LEARNING RATE: 0.02563812073356073
previous_iter_valid_loss : 0.16127909719944

    330700	  0.161427	  0.161279	  0.169193		CURRENT LEARNING RATE: 0.02563299362214225
previous_iter_valid_loss : 0.1678660362958908

    330720	  0.168073	  0.167866	  0.169391		CURRENT LEARNING RATE: 0.02562786753604352
previous_iter_valid_loss : 0.16361930966377258

    330740	  0.163844	  0.163619	  0.169352		CURRENT LEARNING RATE: 0.025622742475059496
previous_iter_valid_loss : 0.1617085039615631

    330760	  0.161933	  0.161709	  0.168459		CURRENT LEARNING RATE: 0.025617618438985166
previous_iter_valid_loss : 0.16131514310836792

    330780	  0.161512	  0.161315	  0.168215		CURRENT LEARNING RATE: 0.025612495427615588
previous_iter_valid_loss : 0.16094492375850677

    330800	  0.161146	  0.160945	  0.168072		CURRENT LEARNING RATE: 0.025607373440745824
previous_iter_valid_loss : 0.16657833755016327

    330820	  0.166782	  0.166578	  0.167372		CURRENT LEARNING RATE: 0.025602252478171002
previous_iter_valid_loss : 0.18052013218402863

    330840	  0.180735	  0.180520	  0.168349		CURRENT LEARNING RATE: 0.025597132539686273
previous_iter_valid_loss : 0.16494090855121613

    330860	  0.165192	  0.164941	  0.168344		CURRENT LEARNING RATE: 0.02559201362508686
previous_iter_valid_loss : 0.17352259159088135

    330880	  0.173716	  0.173523	  0.168922		CURRENT LEARNING RATE: 0.025586895734167996
previous_iter_valid_loss : 0.16798514127731323

    330900	  0.168255	  0.167985	  0.167142		CURRENT LEARNING RATE: 0.025581778866724962
previous_iter_valid_loss : 0.16859102249145508

    330920	  0.168801	  0.168591	  0.167376		CURRENT LEARNING RATE: 0.025576663022553084
previous_iter_valid_loss : 0.17146100103855133

    330940	  0.171658	  0.171461	  0.167415		CURRENT LEARNING RATE: 0.025571548201447736
previous_iter_valid_loss : 0.16992075741291046

    330960	  0.170118	  0.169921	  0.166587		CURRENT LEARNING RATE: 0.02556643440320432
previous_iter_valid_loss : 0.16453352570533752

    330980	  0.164745	  0.164534	  0.166633		CURRENT LEARNING RATE: 0.02556132162761828
previous_iter_valid_loss : 0.16224874556064606

    331000	  0.162440	  0.162249	  0.165926		CURRENT LEARNING RATE: 0.025556209874485106
previous_iter_valid_loss : 0.1642947643995285

    331020	  0.164524	  0.164295	  0.165706		CURRENT LEARNING RATE: 0.025551099143600334
previous_iter_valid_loss : 0.16090062260627747

    331040	  0.161083	  0.160901	  0.165708		CURRENT LEARNING RATE: 0.025545989434759532
previous_iter_valid_loss : 0.1665884405374527

    331060	  0.166836	  0.166588	  0.166006		CURRENT LEARNING RATE: 0.025540880747758312
previous_iter_valid_loss : 0.1626417189836502

    331080	  0.162866	  0.162642	  0.166072		CURRENT LEARNING RATE: 0.025535773082392323
previous_iter_valid_loss : 0.16414134204387665

    331100	  0.164366	  0.164141	  0.166215		CURRENT LEARNING RATE: 0.025530666438457257
previous_iter_valid_loss : 0.16279077529907227

    331120	  0.163015	  0.162791	  0.165961		CURRENT LEARNING RATE: 0.02552556081574886
previous_iter_valid_loss : 0.17008234560489655

    331140	  0.170349	  0.170082	  0.166284		CURRENT LEARNING RATE: 0.025520456214062893
previous_iter_valid_loss : 0.17099200189113617

    331160	  0.171190	  0.170992	  0.166749		CURRENT LEARNING RATE: 0.02551535263319518
previous_iter_valid_loss : 0.1607879400253296

    331180	  0.161002	  0.160788	  0.166722		CURRENT LEARNING RATE: 0.025510250072941575
previous_iter_valid_loss : 0.16947634518146515

    331200	  0.169749	  0.169476	  0.167149		CURRENT LEARNING RATE: 0.025505148533097974
previous_iter_valid_loss : 0.16972509026527405

    331220	  0.169922	  0.169725	  0.167306		CURRENT LEARNING RATE: 0.02550004801346032
previous_iter_valid_loss : 0.1646028757095337

    331240	  0.164839	  0.164603	  0.166510		CURRENT LEARNING RATE: 0.025494948513824583
previous_iter_valid_loss : 0.1870020478963852

    331260	  0.187199	  0.187002	  0.167613		CURRENT LEARNING RATE: 0.025489850033986797
previous_iter_valid_loss : 0.1898343563079834

    331280	  0.190252	  0.189834	  0.168429		CURRENT LEARNING RATE: 0.025484752573743018
previous_iter_valid_loss : 0.16310249269008636

    331300	  0.163272	  0.163102	  0.168185		CURRENT LEARNING RATE: 0.02547965613288934
previous_iter_valid_loss : 0.16084977984428406

    331320	  0.161049	  0.160850	  0.167798		CURRENT LEARNING RATE: 0.02547456071122192
previous_iter_valid_loss : 0.1614987850189209

    331340	  0.161651	  0.161499	  0.167300		CURRENT LEARNING RATE: 0.02546946630853692
previous_iter_valid_loss : 0.162138432264328

    331360	  0.162347	  0.162138	  0.166910		CURRENT LEARNING RATE: 0.02546437292463058
previous_iter_valid_loss : 0.16431619226932526

    331380	  0.164550	  0.164316	  0.166900		CURRENT LEARNING RATE: 0.025459280559299163
previous_iter_valid_loss : 0.1607971042394638

    331400	  0.160982	  0.160797	  0.166827		CURRENT LEARNING RATE: 0.025454189212338975
previous_iter_valid_loss : 0.16442514955997467

    331420	  0.164667	  0.164425	  0.166833		CURRENT LEARNING RATE: 0.025449098883546354
previous_iter_valid_loss : 0.1713915467262268

    331440	  0.171597	  0.171392	  0.167358		CURRENT LEARNING RATE: 0.025444009572717693
previous_iter_valid_loss : 0.16146700084209442

    331460	  0.161658	  0.161467	  0.167102		CURRENT LEARNING RATE: 0.025438921279649418
previous_iter_valid_loss : 0.16550354659557343

    331480	  0.165710	  0.165504	  0.167245		CURRENT LEARNING RATE: 0.025433834004137994
previous_iter_valid_loss : 0.1681750863790512

    331500	  0.168370	  0.168175	  0.167447		CURRENT LEARNING RATE: 0.025428747745979936
previous_iter_valid_loss : 0.16855314373970032

    331520	  0.168827	  0.168553	  0.167735		CURRENT LEARNING RATE: 0.025423662504971793
previous_iter_valid_loss : 0.1691543161869049

    331540	  0.169412	  0.169154	  0.167688		CURRENT LEARNING RATE: 0.025418578280910157
previous_iter_valid_loss : 0.16546790301799774

    331560	  0.165637	  0.165468	  0.167412		CURRENT LEARNING RATE: 0.02541349507359165
previous_iter_valid_loss : 0.1618725061416626

    331580	  0.162034	  0.161873	  0.167466		CURRENT LEARNING RATE: 0.025408412882812946
previous_iter_valid_loss : 0.1640343815088272

    331600	  0.164229	  0.164034	  0.167194		CURRENT LEARNING RATE: 0.02540333170837077
previous_iter_valid_loss : 0.16713693737983704

    331620	  0.167395	  0.167137	  0.167065		CURRENT LEARNING RATE: 0.02539825155006186
previous_iter_valid_loss : 0.16132795810699463

    331640	  0.161567	  0.161328	  0.166901		CURRENT LEARNING RATE: 0.025393172407683004
previous_iter_valid_loss : 0.16113965213298798

    331660	  0.161358	  0.161140	  0.165608		CURRENT LEARNING RATE: 0.025388094281031063
previous_iter_valid_loss : 0.1643488109111786

    331680	  0.164597	  0.164349	  0.164334		CURRENT LEARNING RATE: 0.025383017169902895
previous_iter_valid_loss : 0.163402259349823

    331700	  0.163628	  0.163402	  0.164349		CURRENT LEARNING RATE: 0.02537794107409541
previous_iter_valid_loss : 0.19255653023719788

    331720	  0.193002	  0.192557	  0.165934		CURRENT LEARNING RATE: 0.02537286599340558
previous_iter_valid_loss : 0.16186374425888062

    331740	  0.162086	  0.161864	  0.165952		CURRENT LEARNING RATE: 0.025367791927630393
previous_iter_valid_loss : 0.16147880256175995

    331760	  0.161640	  0.161479	  0.165919		CURRENT LEARNING RATE: 0.025362718876566884
previous_iter_valid_loss : 0.16822120547294617

    331780	  0.168390	  0.168221	  0.166115		CURRENT LEARNING RATE: 0.025357646840012134
previous_iter_valid_loss : 0.16835245490074158

    331800	  0.168607	  0.168352	  0.166492		CURRENT LEARNING RATE: 0.02535257581776326
previous_iter_valid_loss : 0.16745525598526

    331820	  0.167706	  0.167455	  0.166644		CURRENT LEARNING RATE: 0.02534750580961742
previous_iter_valid_loss : 0.16067451238632202

    331840	  0.160857	  0.160675	  0.166108		CURRENT LEARNING RATE: 0.025342436815371818
previous_iter_valid_loss : 0.1654682159423828

    331860	  0.165675	  0.165468	  0.166308		CURRENT LEARNING RATE: 0.025337368834823692
previous_iter_valid_loss : 0.16412006318569183

    331880	  0.164313	  0.164120	  0.166239		CURRENT LEARNING RATE: 0.025332301867770322
previous_iter_valid_loss : 0.16116319596767426

    331900	  0.161329	  0.161163	  0.165888		CURRENT LEARNING RATE: 0.02532723591400903
previous_iter_valid_loss : 0.16523757576942444

    331920	  0.165435	  0.165238	  0.165723		CURRENT LEARNING RATE: 0.025322170973337183
previous_iter_valid_loss : 0.16301333904266357

    331940	  0.163230	  0.163013	  0.165416		CURRENT LEARNING RATE: 0.025317107045552175
previous_iter_valid_loss : 0.16264508664608002

    331960	  0.162837	  0.162645	  0.165274		CURRENT LEARNING RATE: 0.02531204413045145
previous_iter_valid_loss : 0.16091866791248322

    331980	  0.161114	  0.160919	  0.165227		CURRENT LEARNING RATE: 0.025306982227832498
previous_iter_valid_loss : 0.16133449971675873

    332000	  0.161570	  0.161334	  0.165092		CURRENT LEARNING RATE: 0.025301921337492837
previous_iter_valid_loss : 0.16061684489250183


Current valid loss: 0.16061684489250183;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    332020	  0.160826	  0.160617	  0.164766		CURRENT LEARNING RATE: 0.02529686145923003
previous_iter_valid_loss : 0.1640976518392563

    332040	  0.164374	  0.164098	  0.164904		CURRENT LEARNING RATE: 0.025291802592841674
previous_iter_valid_loss : 0.16156814992427826

    332060	  0.161762	  0.161568	  0.164926		CURRENT LEARNING RATE: 0.025286744738125436
previous_iter_valid_loss : 0.1682167798280716

    332080	  0.168510	  0.168217	  0.165119		CURRENT LEARNING RATE: 0.025281687894878994
previous_iter_valid_loss : 0.18461254239082336

    332100	  0.184805	  0.184613	  0.166180		CURRENT LEARNING RATE: 0.025276632062900067
previous_iter_valid_loss : 0.16367658972740173

    332120	  0.163863	  0.163677	  0.164736		CURRENT LEARNING RATE: 0.02527157724198643
previous_iter_valid_loss : 0.16531111299991608

    332140	  0.165522	  0.165311	  0.164908		CURRENT LEARNING RATE: 0.025266523431935882
previous_iter_valid_loss : 0.16774119436740875

    332160	  0.167941	  0.167741	  0.165221		CURRENT LEARNING RATE: 0.025261470632546277
previous_iter_valid_loss : 0.1607522815465927

    332180	  0.160940	  0.160752	  0.164848		CURRENT LEARNING RATE: 0.025256418843615503
previous_iter_valid_loss : 0.16202695667743683

    332200	  0.162259	  0.162027	  0.164531		CURRENT LEARNING RATE: 0.025251368064941482
previous_iter_valid_loss : 0.16477800905704498

    332220	  0.164945	  0.164778	  0.164397		CURRENT LEARNING RATE: 0.025246318296322193
previous_iter_valid_loss : 0.16762682795524597

    332240	  0.167830	  0.167627	  0.164745		CURRENT LEARNING RATE: 0.025241269537555632
previous_iter_valid_loss : 0.1685570329427719

    332260	  0.168846	  0.168557	  0.164900		CURRENT LEARNING RATE: 0.025236221788439858
previous_iter_valid_loss : 0.16946277022361755

    332280	  0.169764	  0.169463	  0.165167		CURRENT LEARNING RATE: 0.025231175048772963
previous_iter_valid_loss : 0.16160579025745392

    332300	  0.161846	  0.161606	  0.165189		CURRENT LEARNING RATE: 0.025226129318353066
previous_iter_valid_loss : 0.17699795961380005

    332320	  0.177354	  0.176998	  0.165777		CURRENT LEARNING RATE: 0.02522108459697835
previous_iter_valid_loss : 0.16702044010162354

    332340	  0.167314	  0.167020	  0.165977		CURRENT LEARNING RATE: 0.02521604088444702
previous_iter_valid_loss : 0.16391418874263763

    332360	  0.164181	  0.163914	  0.166041		CURRENT LEARNING RATE: 0.025210998180557328
previous_iter_valid_loss : 0.16563569009304047

    332380	  0.165844	  0.165636	  0.166276		CURRENT LEARNING RATE: 0.02520595648510757
previous_iter_valid_loss : 0.1618024855852127

    332400	  0.161992	  0.161802	  0.166300		CURRENT LEARNING RATE: 0.025200915797896073
previous_iter_valid_loss : 0.16123810410499573

    332420	  0.161485	  0.161238	  0.166331		CURRENT LEARNING RATE: 0.025195876118721212
previous_iter_valid_loss : 0.1618938148021698

    332440	  0.162129	  0.161894	  0.166221		CURRENT LEARNING RATE: 0.025190837447381383
previous_iter_valid_loss : 0.16342268884181976

    332460	  0.163646	  0.163423	  0.166313		CURRENT LEARNING RATE: 0.025185799783675075
previous_iter_valid_loss : 0.16170838475227356

    332480	  0.161882	  0.161708	  0.165988		CURRENT LEARNING RATE: 0.025180763127400755
previous_iter_valid_loss : 0.16115859150886536

    332500	  0.161326	  0.161159	  0.164815		CURRENT LEARNING RATE: 0.025175727478356964
previous_iter_valid_loss : 0.16463735699653625

    332520	  0.164832	  0.164637	  0.164863		CURRENT LEARNING RATE: 0.025170692836342278
previous_iter_valid_loss : 0.1671234667301178

    332540	  0.167310	  0.167123	  0.164954		CURRENT LEARNING RATE: 0.025165659201155308
previous_iter_valid_loss : 0.18059316277503967

    332560	  0.180954	  0.180593	  0.165597		CURRENT LEARNING RATE: 0.025160626572594706
previous_iter_valid_loss : 0.1631651371717453

    332580	  0.163382	  0.163165	  0.165717		CURRENT LEARNING RATE: 0.025155594950459173
previous_iter_valid_loss : 0.16522547602653503

    332600	  0.165437	  0.165225	  0.165877		CURRENT LEARNING RATE: 0.025150564334547442
previous_iter_valid_loss : 0.16629658639431

    332620	  0.166494	  0.166297	  0.165953		CURRENT LEARNING RATE: 0.025145534724658285
previous_iter_valid_loss : 0.16672100126743317

    332640	  0.166939	  0.166721	  0.165908		CURRENT LEARNING RATE: 0.025140506120590524
previous_iter_valid_loss : 0.16318249702453613

    332660	  0.163387	  0.163182	  0.165639		CURRENT LEARNING RATE: 0.02513547852214301
previous_iter_valid_loss : 0.1650267094373703

    332680	  0.165214	  0.165027	  0.165417		CURRENT LEARNING RATE: 0.025130451929114644
previous_iter_valid_loss : 0.1624792218208313

    332700	  0.162727	  0.162479	  0.165461		CURRENT LEARNING RATE: 0.025125426341304356
previous_iter_valid_loss : 0.1819555014371872

    332720	  0.182343	  0.181956	  0.165709		CURRENT LEARNING RATE: 0.025120401758511123
previous_iter_valid_loss : 0.16115403175354004

    332740	  0.161339	  0.161154	  0.165415		CURRENT LEARNING RATE: 0.02511537818053396
previous_iter_valid_loss : 0.16469386219978333

    332760	  0.164899	  0.164694	  0.165454		CURRENT LEARNING RATE: 0.025110355607171935
previous_iter_valid_loss : 0.17749552428722382

    332780	  0.177688	  0.177496	  0.166047		CURRENT LEARNING RATE: 0.025105334038224132
previous_iter_valid_loss : 0.16359515488147736

    332800	  0.163830	  0.163595	  0.166137		CURRENT LEARNING RATE: 0.025100313473489698
previous_iter_valid_loss : 0.1612643152475357

    332820	  0.161482	  0.161264	  0.166138		CURRENT LEARNING RATE: 0.025095293912767803
previous_iter_valid_loss : 0.16122008860111237

    332840	  0.161433	  0.161220	  0.166105		CURRENT LEARNING RATE: 0.025090275355857672
previous_iter_valid_loss : 0.1849534660577774

    332860	  0.185359	  0.184953	  0.167181		CURRENT LEARNING RATE: 0.025085257802558547
previous_iter_valid_loss : 0.16735921800136566

    332880	  0.167540	  0.167359	  0.167464		CURRENT LEARNING RATE: 0.025080241252669746
previous_iter_valid_loss : 0.16429659724235535

    332900	  0.164508	  0.164297	  0.167621		CURRENT LEARNING RATE: 0.0250752257059906
previous_iter_valid_loss : 0.16834920644760132

    332920	  0.168636	  0.168349	  0.167806		CURRENT LEARNING RATE: 0.02507021116232048
previous_iter_valid_loss : 0.16106177866458893

    332940	  0.161274	  0.161062	  0.167503		CURRENT LEARNING RATE: 0.025065197621458816
previous_iter_valid_loss : 0.16122573614120483

    332960	  0.161433	  0.161226	  0.166535		CURRENT LEARNING RATE: 0.025060185083205056
previous_iter_valid_loss : 0.16859161853790283

    332980	  0.168795	  0.168592	  0.166806		CURRENT LEARNING RATE: 0.025055173547358707
previous_iter_valid_loss : 0.1607712358236313

    333000	  0.160972	  0.160771	  0.166583		CURRENT LEARNING RATE: 0.0250501630137193
previous_iter_valid_loss : 0.1678757220506668

    333020	  0.168155	  0.167876	  0.166662		CURRENT LEARNING RATE: 0.025045153482086423
previous_iter_valid_loss : 0.16525371372699738

    333040	  0.165456	  0.165254	  0.166589		CURRENT LEARNING RATE: 0.025040144952259678
previous_iter_valid_loss : 0.1703384816646576

    333060	  0.170541	  0.170338	  0.166947		CURRENT LEARNING RATE: 0.025035137424038744
previous_iter_valid_loss : 0.17212237417697906

    333080	  0.172308	  0.172122	  0.167302		CURRENT LEARNING RATE: 0.025030130897223304
previous_iter_valid_loss : 0.1811893731355667

    333100	  0.181567	  0.181189	  0.168237		CURRENT LEARNING RATE: 0.025025125371613107
previous_iter_valid_loss : 0.1655903458595276

    333120	  0.165796	  0.165590	  0.167419		CURRENT LEARNING RATE: 0.02502012084700793
previous_iter_valid_loss : 0.16307224333286285

    333140	  0.163279	  0.163072	  0.167515		CURRENT LEARNING RATE: 0.02501511732320759
previous_iter_valid_loss : 0.1720660924911499

    333160	  0.172247	  0.172066	  0.167883		CURRENT LEARNING RATE: 0.025010114800011942
previous_iter_valid_loss : 0.16078484058380127

    333180	  0.160965	  0.160785	  0.167048		CURRENT LEARNING RATE: 0.02500511327722089
previous_iter_valid_loss : 0.16831937432289124

    333200	  0.168568	  0.168319	  0.167284		CURRENT LEARNING RATE: 0.025000112754634374
previous_iter_valid_loss : 0.17408403754234314

    333220	  0.174369	  0.174084	  0.167925		CURRENT LEARNING RATE: 0.02499511323205237
previous_iter_valid_loss : 0.17313997447490692

    333240	  0.173412	  0.173140	  0.168521		CURRENT LEARNING RATE: 0.0249901147092749
previous_iter_valid_loss : 0.1661970168352127

    333260	  0.166433	  0.166197	  0.167583		CURRENT LEARNING RATE: 0.02498511718610201
previous_iter_valid_loss : 0.16108781099319458

    333280	  0.161236	  0.161088	  0.167270		CURRENT LEARNING RATE: 0.02498012066233382
previous_iter_valid_loss : 0.1627994179725647

    333300	  0.163029	  0.162799	  0.167195		CURRENT LEARNING RATE: 0.024975125137770463
previous_iter_valid_loss : 0.16546688973903656

    333320	  0.165637	  0.165467	  0.167051		CURRENT LEARNING RATE: 0.024970130612212114
previous_iter_valid_loss : 0.16111212968826294

    333340	  0.161288	  0.161112	  0.167053		CURRENT LEARNING RATE: 0.024965137085458992
previous_iter_valid_loss : 0.16318359971046448

    333360	  0.163402	  0.163184	  0.167151		CURRENT LEARNING RATE: 0.024960144557311357
previous_iter_valid_loss : 0.16250495612621307

    333380	  0.162658	  0.162505	  0.166847		CURRENT LEARNING RATE: 0.024955153027569506
previous_iter_valid_loss : 0.1654123067855835

    333400	  0.165634	  0.165412	  0.167079		CURRENT LEARNING RATE: 0.024950162496033785
previous_iter_valid_loss : 0.16576018929481506

    333420	  0.165917	  0.165760	  0.166973		CURRENT LEARNING RATE: 0.024945172962504564
previous_iter_valid_loss : 0.17694425582885742

    333440	  0.177119	  0.176944	  0.167558		CURRENT LEARNING RATE: 0.024940184426782263
previous_iter_valid_loss : 0.16203492879867554

    333460	  0.162209	  0.162035	  0.167142		CURRENT LEARNING RATE: 0.024935196888667344
previous_iter_valid_loss : 0.17404353618621826

    333480	  0.174245	  0.174044	  0.167238		CURRENT LEARNING RATE: 0.0249302103479603
previous_iter_valid_loss : 0.16080418229103088

    333500	  0.160977	  0.160804	  0.166219		CURRENT LEARNING RATE: 0.02492522480446168
previous_iter_valid_loss : 0.16459551453590393

    333520	  0.164767	  0.164596	  0.166169		CURRENT LEARNING RATE: 0.02492024025797205
previous_iter_valid_loss : 0.1638084053993225

    333540	  0.163979	  0.163808	  0.166206		CURRENT LEARNING RATE: 0.024915256708292036
previous_iter_valid_loss : 0.16234461963176727

    333560	  0.162548	  0.162345	  0.165720		CURRENT LEARNING RATE: 0.024910274155222296
previous_iter_valid_loss : 0.1625901758670807

    333580	  0.162811	  0.162590	  0.165810		CURRENT LEARNING RATE: 0.02490529259856352
previous_iter_valid_loss : 0.16719530522823334

    333600	  0.167378	  0.167195	  0.165754		CURRENT LEARNING RATE: 0.02490031203811646
previous_iter_valid_loss : 0.1682790219783783

    333620	  0.168458	  0.168279	  0.165464		CURRENT LEARNING RATE: 0.024895332473681874
previous_iter_valid_loss : 0.16225962340831757

    333640	  0.162442	  0.162260	  0.164920		CURRENT LEARNING RATE: 0.0248903539050606
previous_iter_valid_loss : 0.16342389583587646

    333660	  0.163651	  0.163424	  0.164781		CURRENT LEARNING RATE: 0.02488537633205347
previous_iter_valid_loss : 0.16237317025661469

    333680	  0.162524	  0.162373	  0.164845		CURRENT LEARNING RATE: 0.024880399754461404
previous_iter_valid_loss : 0.16104044020175934

    333700	  0.161235	  0.161040	  0.164758		CURRENT LEARNING RATE: 0.024875424172085336
previous_iter_valid_loss : 0.16474850475788116

    333720	  0.164983	  0.164749	  0.164722		CURRENT LEARNING RATE: 0.024870449584726236
previous_iter_valid_loss : 0.1626899540424347

    333740	  0.162854	  0.162690	  0.164801		CURRENT LEARNING RATE: 0.024865475992185127
previous_iter_valid_loss : 0.16118642687797546

    333760	  0.161339	  0.161186	  0.164701		CURRENT LEARNING RATE: 0.02486050339426306
previous_iter_valid_loss : 0.16635841131210327

    333780	  0.166604	  0.166358	  0.164893		CURRENT LEARNING RATE: 0.024855531790761127
previous_iter_valid_loss : 0.16982899606227875

    333800	  0.170097	  0.169829	  0.165114		CURRENT LEARNING RATE: 0.024850561181480473
previous_iter_valid_loss : 0.17130662500858307

    333820	  0.171481	  0.171307	  0.165391		CURRENT LEARNING RATE: 0.02484559156622227
previous_iter_valid_loss : 0.16078221797943115

    333840	  0.160965	  0.160782	  0.164583		CURRENT LEARNING RATE: 0.024840622944787727
previous_iter_valid_loss : 0.16095295548439026

    333860	  0.161185	  0.160953	  0.164529		CURRENT LEARNING RATE: 0.024835655316978112
previous_iter_valid_loss : 0.16072329878807068

    333880	  0.160929	  0.160723	  0.163863		CURRENT LEARNING RATE: 0.02483068868259471
previous_iter_valid_loss : 0.16081127524375916

    333900	  0.161018	  0.160811	  0.163864		CURRENT LEARNING RATE: 0.024825723041438857
previous_iter_valid_loss : 0.16127783060073853

    333920	  0.161507	  0.161278	  0.163698		CURRENT LEARNING RATE: 0.024820758393311937
previous_iter_valid_loss : 0.1612047255039215

    333940	  0.161387	  0.161205	  0.163568		CURRENT LEARNING RATE: 0.02481579473801535
previous_iter_valid_loss : 0.19923418760299683

    333960	  0.199767	  0.199234	  0.165412		CURRENT LEARNING RATE: 0.024810832075350554
previous_iter_valid_loss : 0.1634635031223297

    333980	  0.163711	  0.163464	  0.165456		CURRENT LEARNING RATE: 0.024805870405119047
previous_iter_valid_loss : 0.1655905395746231

    334000	  0.165858	  0.165591	  0.165375		CURRENT LEARNING RATE: 0.02480090972712236
previous_iter_valid_loss : 0.16359169781208038

    334020	  0.163841	  0.163592	  0.165141		CURRENT LEARNING RATE: 0.02479595004116206
previous_iter_valid_loss : 0.18194416165351868

    334040	  0.182144	  0.181944	  0.166125		CURRENT LEARNING RATE: 0.024790991347039774
previous_iter_valid_loss : 0.16116492450237274

    334060	  0.161393	  0.161165	  0.166012		CURRENT LEARNING RATE: 0.02478603364455713
previous_iter_valid_loss : 0.17066669464111328

    334080	  0.170969	  0.170667	  0.166427		CURRENT LEARNING RATE: 0.024781076933515844
previous_iter_valid_loss : 0.1609279364347458

    334100	  0.161117	  0.160928	  0.166421		CURRENT LEARNING RATE: 0.024776121213717642
previous_iter_valid_loss : 0.1663735806941986

    334120	  0.166598	  0.166374	  0.166503		CURRENT LEARNING RATE: 0.024771166484964288
previous_iter_valid_loss : 0.16110867261886597

    334140	  0.161357	  0.161109	  0.166424		CURRENT LEARNING RATE: 0.0247662127470576
previous_iter_valid_loss : 0.1646515280008316

    334160	  0.164846	  0.164652	  0.166597		CURRENT LEARNING RATE: 0.024761259999799425
previous_iter_valid_loss : 0.16640642285346985

    334180	  0.166692	  0.166406	  0.166599		CURRENT LEARNING RATE: 0.024756308242991652
previous_iter_valid_loss : 0.17649471759796143

    334200	  0.176716	  0.176495	  0.166933		CURRENT LEARNING RATE: 0.02475135747643621
previous_iter_valid_loss : 0.1655336320400238

    334220	  0.165809	  0.165534	  0.166644		CURRENT LEARNING RATE: 0.024746407699935073
previous_iter_valid_loss : 0.16120150685310364

    334240	  0.161443	  0.161202	  0.166665		CURRENT LEARNING RATE: 0.024741458913290246
previous_iter_valid_loss : 0.16077415645122528

    334260	  0.160967	  0.160774	  0.166656		CURRENT LEARNING RATE: 0.024736511116303782
previous_iter_valid_loss : 0.16255711019039154

    334280	  0.162746	  0.162557	  0.166748		CURRENT LEARNING RATE: 0.02473156430877776
previous_iter_valid_loss : 0.16981816291809082

    334300	  0.170112	  0.169818	  0.167198		CURRENT LEARNING RATE: 0.024726618490514322
previous_iter_valid_loss : 0.16117867827415466

    334320	  0.161380	  0.161179	  0.167193		CURRENT LEARNING RATE: 0.02472167366131562
previous_iter_valid_loss : 0.16073602437973022

    334340	  0.160945	  0.160736	  0.167170		CURRENT LEARNING RATE: 0.02471672982098387
previous_iter_valid_loss : 0.16861453652381897

    334360	  0.168889	  0.168615	  0.165639		CURRENT LEARNING RATE: 0.024711786969321314
previous_iter_valid_loss : 0.1633739024400711

    334380	  0.163549	  0.163374	  0.165634		CURRENT LEARNING RATE: 0.02470684510613024
previous_iter_valid_loss : 0.1617891490459442

    334400	  0.162024	  0.161789	  0.165444		CURRENT LEARNING RATE: 0.024701904231212983
previous_iter_valid_loss : 0.16675002872943878

    334420	  0.167017	  0.166750	  0.165602		CURRENT LEARNING RATE: 0.02469696434437189
previous_iter_valid_loss : 0.16543355584144592

    334440	  0.165676	  0.165434	  0.164776		CURRENT LEARNING RATE: 0.024692025445409375
previous_iter_valid_loss : 0.16805462539196014

    334460	  0.168340	  0.168055	  0.165121		CURRENT LEARNING RATE: 0.02468708753412787
previous_iter_valid_loss : 0.16542059183120728

    334480	  0.165673	  0.165421	  0.164859		CURRENT LEARNING RATE: 0.024682150610329884
previous_iter_valid_loss : 0.16322211921215057

    334500	  0.163480	  0.163222	  0.164973		CURRENT LEARNING RATE: 0.02467721467381792
previous_iter_valid_loss : 0.1613893061876297

    334520	  0.161569	  0.161389	  0.164724		CURRENT LEARNING RATE: 0.024672279724394546
previous_iter_valid_loss : 0.16102980077266693

    334540	  0.161191	  0.161030	  0.164720		CURRENT LEARNING RATE: 0.02466734576186237
previous_iter_valid_loss : 0.16120225191116333

    334560	  0.161412	  0.161202	  0.164548		CURRENT LEARNING RATE: 0.024662412786024025
previous_iter_valid_loss : 0.16203497350215912

    334580	  0.162252	  0.162035	  0.164329		CURRENT LEARNING RATE: 0.0246574807966822
previous_iter_valid_loss : 0.16528309881687164

    334600	  0.165513	  0.165283	  0.163769		CURRENT LEARNING RATE: 0.024652549793639598
previous_iter_valid_loss : 0.16253750026226044

    334620	  0.162729	  0.162538	  0.163619		CURRENT LEARNING RATE: 0.024647619776699
previous_iter_valid_loss : 0.16102062165737152

    334640	  0.161211	  0.161021	  0.163610		CURRENT LEARNING RATE: 0.024642690745663193
previous_iter_valid_loss : 0.1630171537399292

    334660	  0.163181	  0.163017	  0.163722		CURRENT LEARNING RATE: 0.024637762700335023
previous_iter_valid_loss : 0.17080344259738922

    334680	  0.171069	  0.170803	  0.164134		CURRENT LEARNING RATE: 0.02463283564051736
previous_iter_valid_loss : 0.1657736897468567

    334700	  0.165996	  0.165774	  0.163932		CURRENT LEARNING RATE: 0.02462790956601313
previous_iter_valid_loss : 0.1609707921743393

    334720	  0.161160	  0.160971	  0.163922		CURRENT LEARNING RATE: 0.02462298447662528
previous_iter_valid_loss : 0.1611393541097641

    334740	  0.161356	  0.161139	  0.163942		CURRENT LEARNING RATE: 0.02461806037215682
previous_iter_valid_loss : 0.16468623280525208

    334760	  0.164873	  0.164686	  0.163745		CURRENT LEARNING RATE: 0.024613137252410773
previous_iter_valid_loss : 0.1663467139005661

    334780	  0.166599	  0.166347	  0.163894		CURRENT LEARNING RATE: 0.02460821511719022
previous_iter_valid_loss : 0.17705635726451874

    334800	  0.177243	  0.177056	  0.164657		CURRENT LEARNING RATE: 0.02460329396629828
previous_iter_valid_loss : 0.16297955811023712

    334820	  0.163224	  0.162980	  0.164469		CURRENT LEARNING RATE: 0.024598373799538092
previous_iter_valid_loss : 0.1614524871110916

    334840	  0.161674	  0.161452	  0.164270		CURRENT LEARNING RATE: 0.02459345461671287
previous_iter_valid_loss : 0.16630035638809204

    334860	  0.166508	  0.166300	  0.164182		CURRENT LEARNING RATE: 0.024588536417625817
previous_iter_valid_loss : 0.16732384264469147

    334880	  0.167610	  0.167324	  0.164277		CURRENT LEARNING RATE: 0.024583619202080235
previous_iter_valid_loss : 0.16076616942882538

    334900	  0.160950	  0.160766	  0.164154		CURRENT LEARNING RATE: 0.024578702969879428
previous_iter_valid_loss : 0.16766799986362457

    334920	  0.167847	  0.167668	  0.164468		CURRENT LEARNING RATE: 0.024573787720826745
previous_iter_valid_loss : 0.164726123213768

    334940	  0.164976	  0.164726	  0.164653		CURRENT LEARNING RATE: 0.024568873454725568
previous_iter_valid_loss : 0.16559186577796936

    334960	  0.165799	  0.165592	  0.164873		CURRENT LEARNING RATE: 0.024563960171379337
previous_iter_valid_loss : 0.16198879480361938

    334980	  0.162175	  0.161989	  0.164870		CURRENT LEARNING RATE: 0.024559047870591516
previous_iter_valid_loss : 0.1630035638809204

    335000	  0.163256	  0.163004	  0.164756		CURRENT LEARNING RATE: 0.024554136552165613
previous_iter_valid_loss : 0.16138024628162384

    335020	  0.161581	  0.161380	  0.164698		CURRENT LEARNING RATE: 0.024549226215905173
previous_iter_valid_loss : 0.17051787674427032

    335040	  0.170730	  0.170518	  0.165173		CURRENT LEARNING RATE: 0.024544316861613787
previous_iter_valid_loss : 0.16462895274162292

    335060	  0.164836	  0.164629	  0.165254		CURRENT LEARNING RATE: 0.024539408489095076
previous_iter_valid_loss : 0.16299618780612946

    335080	  0.163186	  0.162996	  0.164864		CURRENT LEARNING RATE: 0.024534501098152712
previous_iter_valid_loss : 0.16413630545139313

    335100	  0.164322	  0.164136	  0.164782		CURRENT LEARNING RATE: 0.02452959468859039
previous_iter_valid_loss : 0.16815778613090515

    335120	  0.168426	  0.168158	  0.165141		CURRENT LEARNING RATE: 0.024524689260211865
previous_iter_valid_loss : 0.19887544214725494

    335140	  0.199002	  0.198875	  0.167028		CURRENT LEARNING RATE: 0.024519784812820907
previous_iter_valid_loss : 0.1619570255279541

    335160	  0.162135	  0.161957	  0.166891		CURRENT LEARNING RATE: 0.02451488134622135
previous_iter_valid_loss : 0.17001593112945557

    335180	  0.170232	  0.170016	  0.167075		CURRENT LEARNING RATE: 0.02450997886021705
previous_iter_valid_loss : 0.17673258483409882

    335200	  0.176957	  0.176733	  0.167059		CURRENT LEARNING RATE: 0.024505077354611902
previous_iter_valid_loss : 0.1669921576976776

    335220	  0.167216	  0.166992	  0.167259		CURRENT LEARNING RATE: 0.024500176829209856
previous_iter_valid_loss : 0.1824495941400528

    335240	  0.182795	  0.182450	  0.168309		CURRENT LEARNING RATE: 0.024495277283814888
previous_iter_valid_loss : 0.16305246949195862

    335260	  0.163261	  0.163052	  0.168147		CURRENT LEARNING RATE: 0.024490378718231013
previous_iter_valid_loss : 0.16967329382896423

    335280	  0.169940	  0.169673	  0.168264		CURRENT LEARNING RATE: 0.024485481132262277
previous_iter_valid_loss : 0.17756111919879913

    335300	  0.177756	  0.177561	  0.169104		CURRENT LEARNING RATE: 0.024480584525712803
previous_iter_valid_loss : 0.19185525178909302

    335320	  0.192035	  0.191855	  0.170313		CURRENT LEARNING RATE: 0.02447568889838671
previous_iter_valid_loss : 0.16093294322490692

    335340	  0.161113	  0.160933	  0.170124		CURRENT LEARNING RATE: 0.02447079425008818
previous_iter_valid_loss : 0.17360931634902954

    335360	  0.173802	  0.173609	  0.170525		CURRENT LEARNING RATE: 0.02446590058062142
previous_iter_valid_loss : 0.16639330983161926

    335380	  0.166574	  0.166393	  0.170745		CURRENT LEARNING RATE: 0.02446100788979069
previous_iter_valid_loss : 0.1771983802318573

    335400	  0.177374	  0.177198	  0.171454		CURRENT LEARNING RATE: 0.02445611617740028
previous_iter_valid_loss : 0.1679893434047699

    335420	  0.168163	  0.167989	  0.171785		CURRENT LEARNING RATE: 0.024451225443254516
previous_iter_valid_loss : 0.16316631436347961

    335440	  0.163314	  0.163166	  0.171417		CURRENT LEARNING RATE: 0.024446335687157775
previous_iter_valid_loss : 0.1672513484954834

    335460	  0.167496	  0.167251	  0.171548		CURRENT LEARNING RATE: 0.024441446908914463
previous_iter_valid_loss : 0.17070268094539642

    335480	  0.170978	  0.170703	  0.171934		CURRENT LEARNING RATE: 0.02443655910832903
previous_iter_valid_loss : 0.16201838850975037

    335500	  0.162194	  0.162018	  0.171828		CURRENT LEARNING RATE: 0.024431672285205968
previous_iter_valid_loss : 0.16477982699871063

    335520	  0.165019	  0.164780	  0.171659		CURRENT LEARNING RATE: 0.0244267864393498
previous_iter_valid_loss : 0.1641063541173935

    335540	  0.164313	  0.164106	  0.169921		CURRENT LEARNING RATE: 0.02442190157056509
previous_iter_valid_loss : 0.16627494990825653

    335560	  0.166526	  0.166275	  0.170136		CURRENT LEARNING RATE: 0.02441701767865645
previous_iter_valid_loss : 0.16449084877967834

    335580	  0.164726	  0.164491	  0.169860		CURRENT LEARNING RATE: 0.024412134763428517
previous_iter_valid_loss : 0.16075319051742554

    335600	  0.160970	  0.160753	  0.169061		CURRENT LEARNING RATE: 0.02440725282468598
previous_iter_valid_loss : 0.16331622004508972

    335620	  0.163543	  0.163316	  0.168877		CURRENT LEARNING RATE: 0.024402371862233558
previous_iter_valid_loss : 0.17940020561218262

    335640	  0.179746	  0.179400	  0.168725		CURRENT LEARNING RATE: 0.024397491875876014
previous_iter_valid_loss : 0.1687004715204239

    335660	  0.168904	  0.168700	  0.169007		CURRENT LEARNING RATE: 0.024392612865418148
previous_iter_valid_loss : 0.16075251996517181

    335680	  0.160962	  0.160753	  0.168561		CURRENT LEARNING RATE: 0.024387734830664788
previous_iter_valid_loss : 0.16171474754810333

    335700	  0.161947	  0.161715	  0.167769		CURRENT LEARNING RATE: 0.024382857771420838
previous_iter_valid_loss : 0.1608414202928543

    335720	  0.161026	  0.160841	  0.166218		CURRENT LEARNING RATE: 0.0243779816874912
previous_iter_valid_loss : 0.1647961139678955

    335740	  0.164994	  0.164796	  0.166411		CURRENT LEARNING RATE: 0.024373106578680834
previous_iter_valid_loss : 0.1609754115343094

    335760	  0.161168	  0.160975	  0.165780		CURRENT LEARNING RATE: 0.024368232444794736
previous_iter_valid_loss : 0.1607763171195984

    335780	  0.160957	  0.160776	  0.165499		CURRENT LEARNING RATE: 0.024363359285637938
previous_iter_valid_loss : 0.1772865653038025

    335800	  0.177480	  0.177287	  0.165503		CURRENT LEARNING RATE: 0.02435848710101551
previous_iter_valid_loss : 0.16462862491607666

    335820	  0.164854	  0.164629	  0.165335		CURRENT LEARNING RATE: 0.024353615890732573
previous_iter_valid_loss : 0.1733493208885193

    335840	  0.173645	  0.173349	  0.165844		CURRENT LEARNING RATE: 0.02434874565459428
previous_iter_valid_loss : 0.16072650253772736

    335860	  0.160893	  0.160727	  0.165518		CURRENT LEARNING RATE: 0.02434387639240581
previous_iter_valid_loss : 0.17148101329803467

    335880	  0.171664	  0.171481	  0.165557		CURRENT LEARNING RATE: 0.0243390081039724
previous_iter_valid_loss : 0.1628599613904953

    335900	  0.163042	  0.162860	  0.165599		CURRENT LEARNING RATE: 0.024334140789099314
previous_iter_valid_loss : 0.1804245263338089

    335920	  0.180761	  0.180425	  0.166381		CURRENT LEARNING RATE: 0.02432927444759187
previous_iter_valid_loss : 0.16555501520633698

    335940	  0.165800	  0.165555	  0.166454		CURRENT LEARNING RATE: 0.024324409079255403
previous_iter_valid_loss : 0.18109329044818878

    335960	  0.181473	  0.181093	  0.167195		CURRENT LEARNING RATE: 0.0243195446838953
previous_iter_valid_loss : 0.16388186812400818

    335980	  0.164100	  0.163882	  0.167164		CURRENT LEARNING RATE: 0.024314681261316994
previous_iter_valid_loss : 0.16182152926921844

    336000	  0.161973	  0.161822	  0.167218		CURRENT LEARNING RATE: 0.02430981881132594
previous_iter_valid_loss : 0.16934555768966675

    336020	  0.169533	  0.169346	  0.167519		CURRENT LEARNING RATE: 0.024304957333727638
previous_iter_valid_loss : 0.1693648248910904

    336040	  0.169620	  0.169365	  0.167017		CURRENT LEARNING RATE: 0.024300096828327636
previous_iter_valid_loss : 0.1633494794368744

    336060	  0.163529	  0.163349	  0.166750		CURRENT LEARNING RATE: 0.024295237294931507
previous_iter_valid_loss : 0.17702580988407135

    336080	  0.177234	  0.177026	  0.167564		CURRENT LEARNING RATE: 0.024290378733344865
previous_iter_valid_loss : 0.1617545485496521

    336100	  0.161930	  0.161755	  0.167566		CURRENT LEARNING RATE: 0.024285521143373387
previous_iter_valid_loss : 0.16321620345115662

    336120	  0.163457	  0.163216	  0.167684		CURRENT LEARNING RATE: 0.02428066452482276
previous_iter_valid_loss : 0.16110290586948395

    336140	  0.161312	  0.161103	  0.167500		CURRENT LEARNING RATE: 0.024275808877498712
previous_iter_valid_loss : 0.16087199747562408

    336160	  0.161087	  0.160872	  0.167494		CURRENT LEARNING RATE: 0.02427095420120702
previous_iter_valid_loss : 0.16197086870670319

    336180	  0.162166	  0.161971	  0.167554		CURRENT LEARNING RATE: 0.024266100495753506
previous_iter_valid_loss : 0.16234184801578522

    336200	  0.162549	  0.162342	  0.166807		CURRENT LEARNING RATE: 0.024261247760944012
previous_iter_valid_loss : 0.1639000028371811

    336220	  0.164133	  0.163900	  0.166771		CURRENT LEARNING RATE: 0.02425639599658443
previous_iter_valid_loss : 0.16089972853660583

    336240	  0.161103	  0.160900	  0.166148		CURRENT LEARNING RATE: 0.024251545202480698
previous_iter_valid_loss : 0.16610318422317505

    336260	  0.166292	  0.166103	  0.166417		CURRENT LEARNING RATE: 0.02424669537843877
previous_iter_valid_loss : 0.16075022518634796

    336280	  0.160941	  0.160750	  0.165880		CURRENT LEARNING RATE: 0.024241846524264664
previous_iter_valid_loss : 0.18156400322914124

    336300	  0.181759	  0.181564	  0.166816		CURRENT LEARNING RATE: 0.024236998639764418
previous_iter_valid_loss : 0.20604024827480316

    336320	  0.206173	  0.206040	  0.168096		CURRENT LEARNING RATE: 0.024232151724744126
previous_iter_valid_loss : 0.161739319562912

    336340	  0.161932	  0.161739	  0.167906		CURRENT LEARNING RATE: 0.024227305779009906
previous_iter_valid_loss : 0.16183987259864807

    336360	  0.162035	  0.161840	  0.166943		CURRENT LEARNING RATE: 0.024222460802367916
previous_iter_valid_loss : 0.16542474925518036

    336380	  0.165670	  0.165425	  0.167020		CURRENT LEARNING RATE: 0.024217616794624367
previous_iter_valid_loss : 0.16271866858005524

    336400	  0.162908	  0.162719	  0.167065		CURRENT LEARNING RATE: 0.024212773755585486
previous_iter_valid_loss : 0.16513143479824066

    336420	  0.165345	  0.165131	  0.166854		CURRENT LEARNING RATE: 0.02420793168505756
previous_iter_valid_loss : 0.1624385416507721

    336440	  0.162652	  0.162439	  0.166508		CURRENT LEARNING RATE: 0.02420309058284691
previous_iter_valid_loss : 0.16263289749622345

    336460	  0.162857	  0.162633	  0.166472		CURRENT LEARNING RATE: 0.024198250448759884
previous_iter_valid_loss : 0.16326230764389038

    336480	  0.163485	  0.163262	  0.165784		CURRENT LEARNING RATE: 0.02419341128260287
previous_iter_valid_loss : 0.16137485206127167

    336500	  0.161552	  0.161375	  0.165765		CURRENT LEARNING RATE: 0.02418857308418232
previous_iter_valid_loss : 0.1683761179447174

    336520	  0.168621	  0.168376	  0.166023		CURRENT LEARNING RATE: 0.024183735853304692
previous_iter_valid_loss : 0.16888578236103058

    336540	  0.169146	  0.168886	  0.166412		CURRENT LEARNING RATE: 0.02417889958977651
previous_iter_valid_loss : 0.1727897822856903

    336560	  0.172958	  0.172790	  0.167008		CURRENT LEARNING RATE: 0.024174064293404306
previous_iter_valid_loss : 0.1805114448070526

    336580	  0.180686	  0.180511	  0.167935		CURRENT LEARNING RATE: 0.024169229963994683
previous_iter_valid_loss : 0.16647006571292877

    336600	  0.166631	  0.166470	  0.168141		CURRENT LEARNING RATE: 0.024164396601354263
previous_iter_valid_loss : 0.16657789051532745

    336620	  0.166817	  0.166578	  0.168275		CURRENT LEARNING RATE: 0.024159564205289707
previous_iter_valid_loss : 0.16157521307468414

    336640	  0.161790	  0.161575	  0.168309		CURRENT LEARNING RATE: 0.02415473277560772
previous_iter_valid_loss : 0.16717229783535004

    336660	  0.167376	  0.167172	  0.168362		CURRENT LEARNING RATE: 0.02414990231211505
previous_iter_valid_loss : 0.16243231296539307

    336680	  0.162667	  0.162432	  0.168447		CURRENT LEARNING RATE: 0.024145072814618477
previous_iter_valid_loss : 0.16324463486671448

    336700	  0.163425	  0.163245	  0.167531		CURRENT LEARNING RATE: 0.024140244282924817
previous_iter_valid_loss : 0.17107388377189636

    336720	  0.171293	  0.171074	  0.165782		CURRENT LEARNING RATE: 0.02413541671684093
previous_iter_valid_loss : 0.16148093342781067

    336740	  0.161712	  0.161481	  0.165769		CURRENT LEARNING RATE: 0.02413059011617372
previous_iter_valid_loss : 0.19901150465011597

    336760	  0.199159	  0.199012	  0.167628		CURRENT LEARNING RATE: 0.024125764480730116
previous_iter_valid_loss : 0.16236422955989838

    336780	  0.162573	  0.162364	  0.167475		CURRENT LEARNING RATE: 0.024120939810317092
previous_iter_valid_loss : 0.1726292371749878

    336800	  0.172829	  0.172629	  0.167970		CURRENT LEARNING RATE: 0.024116116104741667
previous_iter_valid_loss : 0.1755894422531128

    336820	  0.175806	  0.175589	  0.168493		CURRENT LEARNING RATE: 0.024111293363810887
previous_iter_valid_loss : 0.16790209710597992

    336840	  0.168108	  0.167902	  0.168766		CURRENT LEARNING RATE: 0.024106471587331847
previous_iter_valid_loss : 0.16091838479042053

    336860	  0.161090	  0.160918	  0.168681		CURRENT LEARNING RATE: 0.024101650775111675
previous_iter_valid_loss : 0.16074149310588837

    336880	  0.160916	  0.160741	  0.168555		CURRENT LEARNING RATE: 0.024096830926957524
previous_iter_valid_loss : 0.1609061360359192

    336900	  0.161058	  0.160906	  0.168531		CURRENT LEARNING RATE: 0.02409201204267662
previous_iter_valid_loss : 0.1618899405002594

    336920	  0.162069	  0.161890	  0.168207		CURRENT LEARNING RATE: 0.02408719412207621
previous_iter_valid_loss : 0.16741971671581268

    336940	  0.167600	  0.167420	  0.168134		CURRENT LEARNING RATE: 0.02408237716496356
previous_iter_valid_loss : 0.1734703779220581

    336960	  0.173636	  0.173470	  0.168168		CURRENT LEARNING RATE: 0.024077561171146004
previous_iter_valid_loss : 0.16140501201152802

    336980	  0.161560	  0.161405	  0.167212		CURRENT LEARNING RATE: 0.024072746140430895
previous_iter_valid_loss : 0.16871264576911926

    337000	  0.168942	  0.168713	  0.167325		CURRENT LEARNING RATE: 0.02406793207262564
previous_iter_valid_loss : 0.1608639657497406

    337020	  0.161027	  0.160864	  0.167039		CURRENT LEARNING RATE: 0.024063118967537666
previous_iter_valid_loss : 0.1623205989599228

    337040	  0.162512	  0.162321	  0.167076		CURRENT LEARNING RATE: 0.024058306824974455
previous_iter_valid_loss : 0.1681550294160843

    337060	  0.168398	  0.168155	  0.167125		CURRENT LEARNING RATE: 0.02405349564474352
previous_iter_valid_loss : 0.17943024635314941

    337080	  0.179743	  0.179430	  0.167975		CURRENT LEARNING RATE: 0.024048685426652415
previous_iter_valid_loss : 0.16568605601787567

    337100	  0.165862	  0.165686	  0.168097		CURRENT LEARNING RATE: 0.024043876170508734
previous_iter_valid_loss : 0.1620149165391922

    337120	  0.162169	  0.162015	  0.167644		CURRENT LEARNING RATE: 0.024039067876120097
previous_iter_valid_loss : 0.1609114706516266

    337140	  0.161071	  0.160911	  0.167616		CURRENT LEARNING RATE: 0.02403426054329418
previous_iter_valid_loss : 0.16101837158203125

    337160	  0.161196	  0.161018	  0.165716		CURRENT LEARNING RATE: 0.02402945417183869
previous_iter_valid_loss : 0.17127354443073273

    337180	  0.171514	  0.171274	  0.166162		CURRENT LEARNING RATE: 0.02402464876156137
previous_iter_valid_loss : 0.17265525460243225

    337200	  0.172812	  0.172655	  0.166163		CURRENT LEARNING RATE: 0.02401984431227
previous_iter_valid_loss : 0.16268086433410645

    337220	  0.162865	  0.162681	  0.165517		CURRENT LEARNING RATE: 0.02401504082377241
previous_iter_valid_loss : 0.16427749395370483

    337240	  0.164473	  0.164277	  0.165336		CURRENT LEARNING RATE: 0.02401023829587645
previous_iter_valid_loss : 0.16771450638771057

    337260	  0.167891	  0.167715	  0.165676		CURRENT LEARNING RATE: 0.02400543672839003
previous_iter_valid_loss : 0.17017152905464172

    337280	  0.170420	  0.170172	  0.166148		CURRENT LEARNING RATE: 0.024000636121121074
previous_iter_valid_loss : 0.1622110903263092

    337300	  0.162383	  0.162211	  0.166213		CURRENT LEARNING RATE: 0.023995836473877572
previous_iter_valid_loss : 0.1621970385313034

    337320	  0.162408	  0.162197	  0.166228		CURRENT LEARNING RATE: 0.023991037786467533
previous_iter_valid_loss : 0.16402851045131683

    337340	  0.164216	  0.164029	  0.166059		CURRENT LEARNING RATE: 0.02398624005869901
previous_iter_valid_loss : 0.17271821200847626

    337360	  0.172979	  0.172718	  0.166021		CURRENT LEARNING RATE: 0.02398144329038009
previous_iter_valid_loss : 0.17041777074337006

    337380	  0.170662	  0.170418	  0.166472		CURRENT LEARNING RATE: 0.02397664748131891
previous_iter_valid_loss : 0.16160012781620026

    337400	  0.161798	  0.161600	  0.166116		CURRENT LEARNING RATE: 0.023971852631323627
previous_iter_valid_loss : 0.16072294116020203

    337420	  0.160903	  0.160723	  0.166109		CURRENT LEARNING RATE: 0.023967058740202454
previous_iter_valid_loss : 0.17085038125514984

    337440	  0.171107	  0.170850	  0.166535		CURRENT LEARNING RATE: 0.023962265807763634
previous_iter_valid_loss : 0.1610705852508545

    337460	  0.161259	  0.161071	  0.166181		CURRENT LEARNING RATE: 0.023957473833815447
previous_iter_valid_loss : 0.16305671632289886

    337480	  0.163271	  0.163057	  0.165362		CURRENT LEARNING RATE: 0.02395268281816622
previous_iter_valid_loss : 0.1853499412536621

    337500	  0.185535	  0.185350	  0.166346		CURRENT LEARNING RATE: 0.02394789276062431
previous_iter_valid_loss : 0.17349502444267273

    337520	  0.173752	  0.173495	  0.166920		CURRENT LEARNING RATE: 0.02394310366099811
previous_iter_valid_loss : 0.16095906496047974

    337540	  0.161149	  0.160959	  0.166922		CURRENT LEARNING RATE: 0.023938315519096063
previous_iter_valid_loss : 0.16268953680992126

    337560	  0.162870	  0.162690	  0.167006		CURRENT LEARNING RATE: 0.023933528334726638
previous_iter_valid_loss : 0.16310495138168335

    337580	  0.163316	  0.163105	  0.166597		CURRENT LEARNING RATE: 0.023928742107698353
previous_iter_valid_loss : 0.17133356630802155

    337600	  0.171618	  0.171334	  0.166531		CURRENT LEARNING RATE: 0.02392395683781975
previous_iter_valid_loss : 0.1610570102930069

    337620	  0.161266	  0.161057	  0.166450		CURRENT LEARNING RATE: 0.023919172524899432
previous_iter_valid_loss : 0.1618584841489792

    337640	  0.162069	  0.161858	  0.166329		CURRENT LEARNING RATE: 0.023914389168746008
previous_iter_valid_loss : 0.16400146484375

    337660	  0.164225	  0.164001	  0.166143		CURRENT LEARNING RATE: 0.02390960676916816
previous_iter_valid_loss : 0.16680559515953064

    337680	  0.167019	  0.166806	  0.165975		CURRENT LEARNING RATE: 0.023904825325974585
previous_iter_valid_loss : 0.1756182312965393

    337700	  0.175935	  0.175618	  0.166645		CURRENT LEARNING RATE: 0.023900044838974014
previous_iter_valid_loss : 0.17397412657737732

    337720	  0.174262	  0.173974	  0.167234		CURRENT LEARNING RATE: 0.023895265307975252
previous_iter_valid_loss : 0.1614575982093811

    337740	  0.161622	  0.161458	  0.167106		CURRENT LEARNING RATE: 0.023890486732787108
previous_iter_valid_loss : 0.16603171825408936

    337760	  0.166227	  0.166032	  0.166771		CURRENT LEARNING RATE: 0.02388570911321843
previous_iter_valid_loss : 0.17361567914485931

    337780	  0.173794	  0.173616	  0.166931		CURRENT LEARNING RATE: 0.023880932449078122
previous_iter_valid_loss : 0.1661592274904251

    337800	  0.166406	  0.166159	  0.167159		CURRENT LEARNING RATE: 0.023876156740175115
previous_iter_valid_loss : 0.1635267287492752

    337820	  0.163762	  0.163527	  0.167299		CURRENT LEARNING RATE: 0.023871381986318385
previous_iter_valid_loss : 0.17015811800956726

    337840	  0.170440	  0.170158	  0.167265		CURRENT LEARNING RATE: 0.023866608187316934
previous_iter_valid_loss : 0.16143912076950073

    337860	  0.161616	  0.161439	  0.167283		CURRENT LEARNING RATE: 0.023861835342979813
previous_iter_valid_loss : 0.1687914878129959

    337880	  0.168982	  0.168791	  0.167570		CURRENT LEARNING RATE: 0.023857063453116112
previous_iter_valid_loss : 0.17381002008914948

    337900	  0.174108	  0.173810	  0.166993		CURRENT LEARNING RATE: 0.02385229251753495
previous_iter_valid_loss : 0.18708465993404388

    337920	  0.187518	  0.187085	  0.167672		CURRENT LEARNING RATE: 0.023847522536045492
previous_iter_valid_loss : 0.16083692014217377

    337940	  0.161026	  0.160837	  0.167666		CURRENT LEARNING RATE: 0.02384275350845694
previous_iter_valid_loss : 0.1608261913061142

    337960	  0.161011	  0.160826	  0.167573		CURRENT LEARNING RATE: 0.023837985434578532
previous_iter_valid_loss : 0.16105522215366364

    337980	  0.161230	  0.161055	  0.167471		CURRENT LEARNING RATE: 0.02383321831421954
previous_iter_valid_loss : 0.1606350988149643

    338000	  0.160811	  0.160635	  0.166936		CURRENT LEARNING RATE: 0.02382845214718929
previous_iter_valid_loss : 0.1617487519979477

    338020	  0.161921	  0.161749	  0.166970		CURRENT LEARNING RATE: 0.023823686933297124
previous_iter_valid_loss : 0.16240350902080536

    338040	  0.162620	  0.162404	  0.166998		CURRENT LEARNING RATE: 0.02381892267235244
previous_iter_valid_loss : 0.16382677853107452

    338060	  0.164056	  0.163827	  0.166989		CURRENT LEARNING RATE: 0.023814159364164665
previous_iter_valid_loss : 0.16162259876728058

    338080	  0.161831	  0.161623	  0.166730		CURRENT LEARNING RATE: 0.02380939700854327
previous_iter_valid_loss : 0.17264175415039062

    338100	  0.172863	  0.172642	  0.166581		CURRENT LEARNING RATE: 0.023804635605297747
previous_iter_valid_loss : 0.1628389209508896

    338120	  0.163010	  0.162839	  0.166024		CURRENT LEARNING RATE: 0.023799875154237666
previous_iter_valid_loss : 0.16277152299880981

    338140	  0.162999	  0.162772	  0.166090		CURRENT LEARNING RATE: 0.02379511565517259
previous_iter_valid_loss : 0.16227366030216217

    338160	  0.162492	  0.162274	  0.165902		CURRENT LEARNING RATE: 0.02379035710791214
previous_iter_valid_loss : 0.1732054352760315

    338180	  0.173485	  0.173205	  0.165881		CURRENT LEARNING RATE: 0.023785599512265984
previous_iter_valid_loss : 0.16230839490890503

    338200	  0.162497	  0.162308	  0.165689		CURRENT LEARNING RATE: 0.023780842868043807
previous_iter_valid_loss : 0.16147519648075104

    338220	  0.161679	  0.161475	  0.165586		CURRENT LEARNING RATE: 0.02377608717505535
previous_iter_valid_loss : 0.16537725925445557

    338240	  0.165559	  0.165377	  0.165347		CURRENT LEARNING RATE: 0.023771332433110384
previous_iter_valid_loss : 0.16127397119998932

    338260	  0.161453	  0.161274	  0.165339		CURRENT LEARNING RATE: 0.023766578642018716
previous_iter_valid_loss : 0.1618804931640625

    338280	  0.162077	  0.161880	  0.164993		CURRENT LEARNING RATE: 0.0237618258015902
previous_iter_valid_loss : 0.19776521623134613

    338300	  0.197960	  0.197765	  0.166191		CURRENT LEARNING RATE: 0.023757073911634716
previous_iter_valid_loss : 0.1684819757938385

    338320	  0.168680	  0.168482	  0.165261		CURRENT LEARNING RATE: 0.023752322971962198
previous_iter_valid_loss : 0.1630883365869522

    338340	  0.163282	  0.163088	  0.165374		CURRENT LEARNING RATE: 0.023747572982382597
previous_iter_valid_loss : 0.16106675565242767

    338360	  0.161234	  0.161067	  0.165386		CURRENT LEARNING RATE: 0.023742823942705913
previous_iter_valid_loss : 0.16717824339866638

    338380	  0.167427	  0.167178	  0.165692		CURRENT LEARNING RATE: 0.023738075852742197
previous_iter_valid_loss : 0.1724855899810791

    338400	  0.172773	  0.172486	  0.166284		CURRENT LEARNING RATE: 0.023733328712301518
previous_iter_valid_loss : 0.16161580383777618

    338420	  0.161798	  0.161616	  0.166278		CURRENT LEARNING RATE: 0.023728582521193992
previous_iter_valid_loss : 0.16140802204608917

    338440	  0.161625	  0.161408	  0.166228		CURRENT LEARNING RATE: 0.023723837279229765
previous_iter_valid_loss : 0.16890834271907806

    338460	  0.169098	  0.168908	  0.166482		CURRENT LEARNING RATE: 0.023719092986219034
previous_iter_valid_loss : 0.17003019154071808

    338480	  0.170224	  0.170030	  0.166902		CURRENT LEARNING RATE: 0.02371434964197203
previous_iter_valid_loss : 0.17583714425563812

    338500	  0.176049	  0.175837	  0.167062		CURRENT LEARNING RATE: 0.023709607246299
previous_iter_valid_loss : 0.1650288999080658

    338520	  0.165201	  0.165029	  0.167172		CURRENT LEARNING RATE: 0.023704865799010273
previous_iter_valid_loss : 0.16190099716186523

    338540	  0.162128	  0.161901	  0.167128		CURRENT LEARNING RATE: 0.023700125299916185
previous_iter_valid_loss : 0.16134652495384216

    338560	  0.161565	  0.161347	  0.167082		CURRENT LEARNING RATE: 0.02369538574882711
previous_iter_valid_loss : 0.1626235395669937

    338580	  0.162841	  0.162624	  0.166553		CURRENT LEARNING RATE: 0.023690647145553464
previous_iter_valid_loss : 0.16080738604068756

    338600	  0.160978	  0.160807	  0.166478		CURRENT LEARNING RATE: 0.02368590948990571
previous_iter_valid_loss : 0.16873030364513397

    338620	  0.168986	  0.168730	  0.166840		CURRENT LEARNING RATE: 0.023681172781694338
previous_iter_valid_loss : 0.1705380529165268

    338640	  0.170741	  0.170538	  0.167098		CURRENT LEARNING RATE: 0.023676437020729888
previous_iter_valid_loss : 0.1613796502351761

    338660	  0.161550	  0.161380	  0.167104		CURRENT LEARNING RATE: 0.023671702206822912
previous_iter_valid_loss : 0.16174040734767914

    338680	  0.161921	  0.161740	  0.167097		CURRENT LEARNING RATE: 0.02366696833978403
previous_iter_valid_loss : 0.17099525034427643

    338700	  0.171169	  0.170995	  0.165758		CURRENT LEARNING RATE: 0.02366223541942389
previous_iter_valid_loss : 0.17588502168655396

    338720	  0.176194	  0.175885	  0.166128		CURRENT LEARNING RATE: 0.023657503445553164
previous_iter_valid_loss : 0.16530999541282654

    338740	  0.165540	  0.165310	  0.166239		CURRENT LEARNING RATE: 0.023652772417982585
previous_iter_valid_loss : 0.16934190690517426

    338760	  0.169500	  0.169342	  0.166653		CURRENT LEARNING RATE: 0.023648042336522897
previous_iter_valid_loss : 0.16513682901859283

    338780	  0.165325	  0.165137	  0.166551		CURRENT LEARNING RATE: 0.023643313200984912
previous_iter_valid_loss : 0.1612192541360855

    338800	  0.161409	  0.161219	  0.165988		CURRENT LEARNING RATE: 0.023638585011179457
previous_iter_valid_loss : 0.1607704758644104

    338820	  0.160951	  0.160770	  0.165945		CURRENT LEARNING RATE: 0.023633857766917406
previous_iter_valid_loss : 0.16435948014259338

    338840	  0.164591	  0.164359	  0.166093		CURRENT LEARNING RATE: 0.023629131468009667
previous_iter_valid_loss : 0.1856124997138977

    338860	  0.186035	  0.185612	  0.166928		CURRENT LEARNING RATE: 0.023624406114267194
previous_iter_valid_loss : 0.1607818454504013

    338880	  0.160989	  0.160782	  0.166466		CURRENT LEARNING RATE: 0.023619681705500967
previous_iter_valid_loss : 0.16075648367404938

    338900	  0.160940	  0.160756	  0.165712		CURRENT LEARNING RATE: 0.023614958241521995
previous_iter_valid_loss : 0.16316135227680206

    338920	  0.163362	  0.163161	  0.165618		CURRENT LEARNING RATE: 0.02361023572214137
previous_iter_valid_loss : 0.16721321642398834

    338940	  0.167418	  0.167213	  0.165884		CURRENT LEARNING RATE: 0.02360551414717018
previous_iter_valid_loss : 0.1647704392671585

    338960	  0.164999	  0.164770	  0.166055		CURRENT LEARNING RATE: 0.023600793516419555
previous_iter_valid_loss : 0.1623373180627823

    338980	  0.162549	  0.162337	  0.166041		CURRENT LEARNING RATE: 0.023596073829700675
previous_iter_valid_loss : 0.1660035252571106

    339000	  0.166259	  0.166004	  0.166301		CURRENT LEARNING RATE: 0.023591355086824757
previous_iter_valid_loss : 0.1731928139925003

    339020	  0.173476	  0.173193	  0.166524		CURRENT LEARNING RATE: 0.02358663728760304
previous_iter_valid_loss : 0.16515472531318665

    339040	  0.165386	  0.165155	  0.166255		CURRENT LEARNING RATE: 0.023581920431846815
previous_iter_valid_loss : 0.1627194732427597

    339060	  0.162927	  0.162719	  0.166322		CURRENT LEARNING RATE: 0.023577204519367418
previous_iter_valid_loss : 0.17030960321426392

    339080	  0.170512	  0.170310	  0.166750		CURRENT LEARNING RATE: 0.023572489549976195
previous_iter_valid_loss : 0.16439156234264374

    339100	  0.164617	  0.164392	  0.166420		CURRENT LEARNING RATE: 0.023567775523484567
previous_iter_valid_loss : 0.18642278015613556

    339120	  0.186832	  0.186423	  0.166947		CURRENT LEARNING RATE: 0.02356306243970396
previous_iter_valid_loss : 0.1724098175764084

    339140	  0.172635	  0.172410	  0.167302		CURRENT LEARNING RATE: 0.02355835029844585
previous_iter_valid_loss : 0.19034069776535034

    339160	  0.190539	  0.190341	  0.168352		CURRENT LEARNING RATE: 0.023553639099521757
previous_iter_valid_loss : 0.1727929264307022

    339180	  0.172985	  0.172793	  0.168735		CURRENT LEARNING RATE: 0.023548928842743233
previous_iter_valid_loss : 0.16112487018108368

    339200	  0.161336	  0.161125	  0.168730		CURRENT LEARNING RATE: 0.023544219527921864
previous_iter_valid_loss : 0.20323750376701355

    339220	  0.203820	  0.203238	  0.170853		CURRENT LEARNING RATE: 0.023539511154869283
previous_iter_valid_loss : 0.16075876355171204

    339240	  0.160943	  0.160759	  0.170673		CURRENT LEARNING RATE: 0.023534803723397144
previous_iter_valid_loss : 0.17191572487354279

    339260	  0.172094	  0.171916	  0.169988		CURRENT LEARNING RATE: 0.023530097233317164
previous_iter_valid_loss : 0.18959499895572662

    339280	  0.189777	  0.189595	  0.171429		CURRENT LEARNING RATE: 0.023525391684441073
previous_iter_valid_loss : 0.1619979739189148

    339300	  0.162198	  0.161998	  0.171491		CURRENT LEARNING RATE: 0.023520687076580643
previous_iter_valid_loss : 0.1613457202911377

    339320	  0.161529	  0.161346	  0.171400		CURRENT LEARNING RATE: 0.023515983409547712
previous_iter_valid_loss : 0.16130389273166656

    339340	  0.161486	  0.161304	  0.171105		CURRENT LEARNING RATE: 0.02351128068315412
previous_iter_valid_loss : 0.16060897707939148


Current valid loss: 0.16060897707939148;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    339360	  0.160790	  0.160609	  0.170897		CURRENT LEARNING RATE: 0.023506578897211753
previous_iter_valid_loss : 0.16357579827308655

    339380	  0.163750	  0.163576	  0.170959		CURRENT LEARNING RATE: 0.02350187805153255
previous_iter_valid_loss : 0.16317109763622284

    339400	  0.163355	  0.163171	  0.170817		CURRENT LEARNING RATE: 0.02349717814592847
previous_iter_valid_loss : 0.18028134107589722

    339420	  0.180633	  0.180281	  0.171171		CURRENT LEARNING RATE: 0.02349247918021152
previous_iter_valid_loss : 0.1716473400592804

    339440	  0.171817	  0.171647	  0.171496		CURRENT LEARNING RATE: 0.023487781154193737
previous_iter_valid_loss : 0.16157518327236176

    339460	  0.161738	  0.161575	  0.171439		CURRENT LEARNING RATE: 0.023483084067687208
previous_iter_valid_loss : 0.18095763027668

    339480	  0.181312	  0.180958	  0.171971		CURRENT LEARNING RATE: 0.023478387920504044
previous_iter_valid_loss : 0.1631583720445633

    339500	  0.163346	  0.163158	  0.171910		CURRENT LEARNING RATE: 0.023473692712456397
previous_iter_valid_loss : 0.1708715409040451

    339520	  0.171163	  0.170872	  0.171132		CURRENT LEARNING RATE: 0.023468998443356467
previous_iter_valid_loss : 0.16069205105304718

    339540	  0.160892	  0.160692	  0.170546		CURRENT LEARNING RATE: 0.023464305113016476
previous_iter_valid_loss : 0.16255638003349304

    339560	  0.162786	  0.162556	  0.169157		CURRENT LEARNING RATE: 0.023459612721248687
previous_iter_valid_loss : 0.16331768035888672

    339580	  0.163533	  0.163318	  0.168683		CURRENT LEARNING RATE: 0.023454921267865414
previous_iter_valid_loss : 0.18082404136657715

    339600	  0.181204	  0.180824	  0.169668		CURRENT LEARNING RATE: 0.023450230752678998
previous_iter_valid_loss : 0.1621914505958557

    339620	  0.162407	  0.162191	  0.167616		CURRENT LEARNING RATE: 0.02344554117550181
previous_iter_valid_loss : 0.16511628031730652

    339640	  0.165323	  0.165116	  0.167834		CURRENT LEARNING RATE: 0.023440852536146275
previous_iter_valid_loss : 0.16198137402534485

    339660	  0.162215	  0.161981	  0.167337		CURRENT LEARNING RATE: 0.023436164834424844
previous_iter_valid_loss : 0.1689022034406662

    339680	  0.169188	  0.168902	  0.166302		CURRENT LEARNING RATE: 0.023431478070150013
previous_iter_valid_loss : 0.1609613448381424

    339700	  0.161135	  0.160961	  0.166250		CURRENT LEARNING RATE: 0.023426792243134292
previous_iter_valid_loss : 0.1666266918182373

    339720	  0.166880	  0.166627	  0.166515		CURRENT LEARNING RATE: 0.023422107353190277
previous_iter_valid_loss : 0.16067840158939362

    339740	  0.160876	  0.160678	  0.166483		CURRENT LEARNING RATE: 0.023417423400130557
previous_iter_valid_loss : 0.16103054583072662

    339760	  0.161261	  0.161031	  0.166504		CURRENT LEARNING RATE: 0.023412740383767776
previous_iter_valid_loss : 0.16599173843860626

    339780	  0.166254	  0.165992	  0.166625		CURRENT LEARNING RATE: 0.023408058303914618
previous_iter_valid_loss : 0.1607683300971985

    339800	  0.160982	  0.160768	  0.166505		CURRENT LEARNING RATE: 0.023403377160383793
previous_iter_valid_loss : 0.16579392552375793

    339820	  0.165997	  0.165794	  0.165781		CURRENT LEARNING RATE: 0.023398696952988057
previous_iter_valid_loss : 0.16688531637191772

    339840	  0.167078	  0.166885	  0.165543		CURRENT LEARNING RATE: 0.023394017681540202
previous_iter_valid_loss : 0.1615290343761444

    339860	  0.161748	  0.161529	  0.165540		CURRENT LEARNING RATE: 0.02338933934585306
previous_iter_valid_loss : 0.16072972118854523

    339880	  0.160914	  0.160730	  0.164529		CURRENT LEARNING RATE: 0.02338466194573949
previous_iter_valid_loss : 0.1673901230096817

    339900	  0.167659	  0.167390	  0.164740		CURRENT LEARNING RATE: 0.023379985481012402
previous_iter_valid_loss : 0.17375986278057098

    339920	  0.174068	  0.173760	  0.164885		CURRENT LEARNING RATE: 0.023375309951484742
previous_iter_valid_loss : 0.16315124928951263

    339940	  0.163341	  0.163151	  0.165008		CURRENT LEARNING RATE: 0.023370635356969476
previous_iter_valid_loss : 0.16129574179649353

    339960	  0.161512	  0.161296	  0.164945		CURRENT LEARNING RATE: 0.02336596169727963
previous_iter_valid_loss : 0.16919836401939392

    339980	  0.169415	  0.169198	  0.165239		CURRENT LEARNING RATE: 0.023361288972228254
previous_iter_valid_loss : 0.16654181480407715

    340000	  0.166773	  0.166542	  0.164525		CURRENT LEARNING RATE: 0.023356617181628445
previous_iter_valid_loss : 0.16567809879779816

    340020	  0.165907	  0.165678	  0.164699		CURRENT LEARNING RATE: 0.023351946325293322
previous_iter_valid_loss : 0.19515419006347656

    340040	  0.195678	  0.195154	  0.166201		CURRENT LEARNING RATE: 0.023347276403036056
previous_iter_valid_loss : 0.16119128465652466

    340060	  0.161378	  0.161191	  0.166161		CURRENT LEARNING RATE: 0.02334260741466985
previous_iter_valid_loss : 0.16476427018642426

    340080	  0.165018	  0.164764	  0.165954		CURRENT LEARNING RATE: 0.023337939360007942
previous_iter_valid_loss : 0.17745086550712585

    340100	  0.177785	  0.177451	  0.166779		CURRENT LEARNING RATE: 0.02333327223886361
previous_iter_valid_loss : 0.16439835727214813

    340120	  0.164626	  0.164398	  0.166668		CURRENT LEARNING RATE: 0.023328606051050166
previous_iter_valid_loss : 0.1608499437570572

    340140	  0.161044	  0.160850	  0.166676		CURRENT LEARNING RATE: 0.02332394079638097
previous_iter_valid_loss : 0.16462218761444092

    340160	  0.164853	  0.164622	  0.166856		CURRENT LEARNING RATE: 0.023319276474669418
previous_iter_valid_loss : 0.16368043422698975

    340180	  0.163914	  0.163680	  0.166740		CURRENT LEARNING RATE: 0.023314613085728922
previous_iter_valid_loss : 0.17041924595832825

    340200	  0.170628	  0.170419	  0.167223		CURRENT LEARNING RATE: 0.023309950629372952
previous_iter_valid_loss : 0.19775399565696716

    340220	  0.198302	  0.197754	  0.168821		CURRENT LEARNING RATE: 0.023305289105415013
previous_iter_valid_loss : 0.17779961228370667

    340240	  0.178144	  0.177800	  0.169366		CURRENT LEARNING RATE: 0.02330062851366864
previous_iter_valid_loss : 0.16141918301582336

    340260	  0.161596	  0.161419	  0.169361		CURRENT LEARNING RATE: 0.023295968853947413
previous_iter_valid_loss : 0.1618845909833908

    340280	  0.162067	  0.161885	  0.169419		CURRENT LEARNING RATE: 0.02329131012606494
previous_iter_valid_loss : 0.16191768646240234

    340300	  0.162106	  0.161918	  0.169145		CURRENT LEARNING RATE: 0.02328665232983488
previous_iter_valid_loss : 0.16182377934455872

    340320	  0.162039	  0.161824	  0.168548		CURRENT LEARNING RATE: 0.023281995465070912
previous_iter_valid_loss : 0.1650194674730301

    340340	  0.165248	  0.165019	  0.168642		CURRENT LEARNING RATE: 0.023277339531586765
previous_iter_valid_loss : 0.1670091599225998

    340360	  0.167275	  0.167009	  0.168927		CURRENT LEARNING RATE: 0.023272684529196206
previous_iter_valid_loss : 0.16098818182945251

    340380	  0.161203	  0.160988	  0.168517		CURRENT LEARNING RATE: 0.02326803045771303
previous_iter_valid_loss : 0.16079579293727875

    340400	  0.160984	  0.160796	  0.168229		CURRENT LEARNING RATE: 0.023263377316951068
previous_iter_valid_loss : 0.16097663342952728

    340420	  0.161143	  0.160977	  0.167994		CURRENT LEARNING RATE: 0.02325872510672421
previous_iter_valid_loss : 0.16573700308799744

    340440	  0.165981	  0.165737	  0.166524		CURRENT LEARNING RATE: 0.023254073826846362
previous_iter_valid_loss : 0.16079705953598022

    340460	  0.160973	  0.160797	  0.166504		CURRENT LEARNING RATE: 0.023249423477131465
previous_iter_valid_loss : 0.17331279814243317

    340480	  0.173592	  0.173313	  0.166931		CURRENT LEARNING RATE: 0.02324477405739351
previous_iter_valid_loss : 0.16413569450378418

    340500	  0.164330	  0.164136	  0.166266		CURRENT LEARNING RATE: 0.02324012556744652
previous_iter_valid_loss : 0.16097457706928253

    340520	  0.161173	  0.160975	  0.166094		CURRENT LEARNING RATE: 0.023235478007104546
previous_iter_valid_loss : 0.16064591705799103

    340540	  0.160824	  0.160646	  0.166084		CURRENT LEARNING RATE: 0.023230831376181708
previous_iter_valid_loss : 0.16691505908966064

    340560	  0.167099	  0.166915	  0.166199		CURRENT LEARNING RATE: 0.02322618567449213
previous_iter_valid_loss : 0.16117633879184723

    340580	  0.161361	  0.161176	  0.166074		CURRENT LEARNING RATE: 0.023221540901849975
previous_iter_valid_loss : 0.1633474975824356

    340600	  0.163568	  0.163347	  0.165720		CURRENT LEARNING RATE: 0.023216897058069466
previous_iter_valid_loss : 0.16116435825824738

    340620	  0.161352	  0.161164	  0.163890		CURRENT LEARNING RATE: 0.023212254142964836
previous_iter_valid_loss : 0.16696511209011078

    340640	  0.167143	  0.166965	  0.163349		CURRENT LEARNING RATE: 0.02320761215635038
previous_iter_valid_loss : 0.1607530415058136

    340660	  0.160968	  0.160753	  0.163315		CURRENT LEARNING RATE: 0.023202971098040412
previous_iter_valid_loss : 0.16092805564403534

    340680	  0.161124	  0.160928	  0.163268		CURRENT LEARNING RATE: 0.02319833096784929
previous_iter_valid_loss : 0.16672392189502716

    340700	  0.166923	  0.166724	  0.163508		CURRENT LEARNING RATE: 0.023193691765591412
previous_iter_valid_loss : 0.16092756390571594

    340720	  0.161132	  0.160928	  0.163463		CURRENT LEARNING RATE: 0.023189053491081205
previous_iter_valid_loss : 0.16098012030124664

    340740	  0.161203	  0.160980	  0.163261		CURRENT LEARNING RATE: 0.023184416144133142
previous_iter_valid_loss : 0.17740750312805176

    340760	  0.177757	  0.177408	  0.163781		CURRENT LEARNING RATE: 0.023179779724561724
previous_iter_valid_loss : 0.16108083724975586

    340780	  0.161301	  0.161081	  0.163786		CURRENT LEARNING RATE: 0.023175144232181505
previous_iter_valid_loss : 0.16672392189502716

    340800	  0.166907	  0.166724	  0.164082		CURRENT LEARNING RATE: 0.023170509666807056
previous_iter_valid_loss : 0.161887064576149

    340820	  0.162107	  0.161887	  0.164128		CURRENT LEARNING RATE: 0.023165876028252996
previous_iter_valid_loss : 0.16467052698135376

    340840	  0.164905	  0.164671	  0.164074		CURRENT LEARNING RATE: 0.023161243316333978
previous_iter_valid_loss : 0.1879890114068985

    340860	  0.188184	  0.187989	  0.165434		CURRENT LEARNING RATE: 0.023156611530864697
previous_iter_valid_loss : 0.1626640409231186

    340880	  0.162851	  0.162664	  0.164901		CURRENT LEARNING RATE: 0.023151980671659887
previous_iter_valid_loss : 0.16165001690387726

    340900	  0.161880	  0.161650	  0.164777		CURRENT LEARNING RATE: 0.0231473507385343
previous_iter_valid_loss : 0.16211380064487457

    340920	  0.162340	  0.162114	  0.164834		CURRENT LEARNING RATE: 0.02314272173130273
previous_iter_valid_loss : 0.16342619061470032

    340940	  0.163616	  0.163426	  0.164973		CURRENT LEARNING RATE: 0.023138093649780055
previous_iter_valid_loss : 0.16096387803554535

    340960	  0.161168	  0.160964	  0.164676		CURRENT LEARNING RATE: 0.023133466493781122
previous_iter_valid_loss : 0.1739967316389084

    340980	  0.174194	  0.173997	  0.165317		CURRENT LEARNING RATE: 0.023128840263120853
previous_iter_valid_loss : 0.16460061073303223

    341000	  0.164820	  0.164601	  0.165379		CURRENT LEARNING RATE: 0.023124214957614197
previous_iter_valid_loss : 0.17074283957481384

    341020	  0.170939	  0.170743	  0.165858		CURRENT LEARNING RATE: 0.023119590577076143
previous_iter_valid_loss : 0.16461071372032166

    341040	  0.164778	  0.164611	  0.165740		CURRENT LEARNING RATE: 0.023114967121321717
previous_iter_valid_loss : 0.16790688037872314

    341060	  0.168153	  0.167907	  0.166098		CURRENT LEARNING RATE: 0.023110344590165977
previous_iter_valid_loss : 0.1621858924627304

    341080	  0.162340	  0.162186	  0.166161		CURRENT LEARNING RATE: 0.02310572298342402
previous_iter_valid_loss : 0.18652383983135223

    341100	  0.186716	  0.186524	  0.167151		CURRENT LEARNING RATE: 0.023101102300910996
previous_iter_valid_loss : 0.16561324894428253

    341120	  0.165777	  0.165613	  0.167385		CURRENT LEARNING RATE: 0.023096482542442055
previous_iter_valid_loss : 0.16633445024490356

    341140	  0.166480	  0.166334	  0.167653		CURRENT LEARNING RATE: 0.023091863707832425
previous_iter_valid_loss : 0.16108576953411102

    341160	  0.161243	  0.161086	  0.166837		CURRENT LEARNING RATE: 0.023087245796897346
previous_iter_valid_loss : 0.16353347897529602

    341180	  0.163701	  0.163533	  0.166960		CURRENT LEARNING RATE: 0.0230826288094521
previous_iter_valid_loss : 0.16075386106967926

    341200	  0.160936	  0.160754	  0.166661		CURRENT LEARNING RATE: 0.023078012745312012
previous_iter_valid_loss : 0.1774197369813919

    341220	  0.177734	  0.177420	  0.167438		CURRENT LEARNING RATE: 0.023073397604292434
previous_iter_valid_loss : 0.16413778066635132

    341240	  0.164364	  0.164138	  0.167411		CURRENT LEARNING RATE: 0.023068783386208765
previous_iter_valid_loss : 0.16420318186283112

    341260	  0.164393	  0.164203	  0.166222		CURRENT LEARNING RATE: 0.023064170090876437
previous_iter_valid_loss : 0.17761670053005219

    341280	  0.177950	  0.177617	  0.166969		CURRENT LEARNING RATE: 0.023059557718110912
previous_iter_valid_loss : 0.16153590381145477

    341300	  0.161716	  0.161536	  0.166964		CURRENT LEARNING RATE: 0.0230549462677277
previous_iter_valid_loss : 0.16077165305614471

    341320	  0.160979	  0.160772	  0.166897		CURRENT LEARNING RATE: 0.023050335739542335
previous_iter_valid_loss : 0.1626201570034027

    341340	  0.162811	  0.162620	  0.166856		CURRENT LEARNING RATE: 0.02304572613337041
previous_iter_valid_loss : 0.16189996898174286

    341360	  0.162085	  0.161900	  0.166903		CURRENT LEARNING RATE: 0.02304111744902753
previous_iter_valid_loss : 0.1607465296983719

    341380	  0.160934	  0.160747	  0.166241		CURRENT LEARNING RATE: 0.023036509686329355
previous_iter_valid_loss : 0.16743478178977966

    341400	  0.167615	  0.167435	  0.166382		CURRENT LEARNING RATE: 0.02303190284509157
previous_iter_valid_loss : 0.17995990812778473

    341420	  0.180180	  0.179960	  0.166843		CURRENT LEARNING RATE: 0.0230272969251299
previous_iter_valid_loss : 0.16764284670352936

    341440	  0.167866	  0.167643	  0.166995		CURRENT LEARNING RATE: 0.02302269192626011
previous_iter_valid_loss : 0.16608913242816925

    341460	  0.166283	  0.166089	  0.166904		CURRENT LEARNING RATE: 0.023018087848298004
previous_iter_valid_loss : 0.16321952641010284

    341480	  0.163411	  0.163220	  0.166956		CURRENT LEARNING RATE: 0.023013484691059412
previous_iter_valid_loss : 0.16403156518936157

    341500	  0.164209	  0.164032	  0.165831		CURRENT LEARNING RATE: 0.023008882454360214
previous_iter_valid_loss : 0.18325883150100708

    341520	  0.183454	  0.183259	  0.166713		CURRENT LEARNING RATE: 0.023004281138016315
previous_iter_valid_loss : 0.16073080897331238

    341540	  0.160924	  0.160731	  0.166433		CURRENT LEARNING RATE: 0.022999680741843664
previous_iter_valid_loss : 0.16749824583530426

    341560	  0.167759	  0.167498	  0.166754		CURRENT LEARNING RATE: 0.022995081265658246
previous_iter_valid_loss : 0.16432683169841766

    341580	  0.164511	  0.164327	  0.166793		CURRENT LEARNING RATE: 0.022990482709276082
previous_iter_valid_loss : 0.16773267090320587

    341600	  0.167994	  0.167733	  0.167142		CURRENT LEARNING RATE: 0.022985885072513226
previous_iter_valid_loss : 0.17427219450473785

    341620	  0.174570	  0.174272	  0.166985		CURRENT LEARNING RATE: 0.02298128835518578
previous_iter_valid_loss : 0.16340768337249756

    341640	  0.163658	  0.163408	  0.166948		CURRENT LEARNING RATE: 0.022976692557109872
previous_iter_valid_loss : 0.16082444787025452

    341660	  0.161023	  0.160824	  0.166779		CURRENT LEARNING RATE: 0.022972097678101665
previous_iter_valid_loss : 0.17868538200855255

    341680	  0.178888	  0.178685	  0.166833		CURRENT LEARNING RATE: 0.02296750371797737
previous_iter_valid_loss : 0.1891838163137436

    341700	  0.189356	  0.189184	  0.168215		CURRENT LEARNING RATE: 0.022962910676553226
previous_iter_valid_loss : 0.16068346798419952

    341720	  0.160861	  0.160683	  0.168211		CURRENT LEARNING RATE: 0.022958318553645506
previous_iter_valid_loss : 0.16762565076351166

    341740	  0.167794	  0.167626	  0.168461		CURRENT LEARNING RATE: 0.02295372734907054
previous_iter_valid_loss : 0.16387923061847687

    341760	  0.164046	  0.163879	  0.168560		CURRENT LEARNING RATE: 0.022949137062644672
previous_iter_valid_loss : 0.16143155097961426

    341780	  0.161659	  0.161432	  0.168594		CURRENT LEARNING RATE: 0.022944547694184286
previous_iter_valid_loss : 0.16216254234313965

    341800	  0.162350	  0.162163	  0.168331		CURRENT LEARNING RATE: 0.022939959243505812
previous_iter_valid_loss : 0.16068121790885925

    341820	  0.160875	  0.160681	  0.167367		CURRENT LEARNING RATE: 0.02293537171042571
previous_iter_valid_loss : 0.18106085062026978

    341840	  0.181434	  0.181061	  0.168038		CURRENT LEARNING RATE: 0.022930785094760483
previous_iter_valid_loss : 0.16202035546302795

    341860	  0.162243	  0.162020	  0.167834		CURRENT LEARNING RATE: 0.02292619939632666
previous_iter_valid_loss : 0.1944739818572998

    341880	  0.194631	  0.194474	  0.169397		CURRENT LEARNING RATE: 0.022921614614940817
previous_iter_valid_loss : 0.17478157579898834

    341900	  0.174989	  0.174782	  0.169935		CURRENT LEARNING RATE: 0.02291703075041956
previous_iter_valid_loss : 0.1665361374616623

    341920	  0.166784	  0.166536	  0.169098		CURRENT LEARNING RATE: 0.022912447802579537
previous_iter_valid_loss : 0.17236363887786865

    341940	  0.172536	  0.172364	  0.169680		CURRENT LEARNING RATE: 0.022907865771237428
previous_iter_valid_loss : 0.16940709948539734

    341960	  0.169611	  0.169407	  0.169775		CURRENT LEARNING RATE: 0.022903284656209954
previous_iter_valid_loss : 0.166774183511734

    341980	  0.167010	  0.166774	  0.169898		CURRENT LEARNING RATE: 0.022898704457313873
previous_iter_valid_loss : 0.17697648704051971

    342000	  0.177162	  0.176976	  0.170360		CURRENT LEARNING RATE: 0.022894125174365964
previous_iter_valid_loss : 0.16987140476703644

    342020	  0.170136	  0.169871	  0.170140		CURRENT LEARNING RATE: 0.022889546807183074
previous_iter_valid_loss : 0.16613873839378357

    342040	  0.166384	  0.166139	  0.170277		CURRENT LEARNING RATE: 0.022884969355582055
previous_iter_valid_loss : 0.16064219176769257

    342060	  0.160837	  0.160642	  0.170267		CURRENT LEARNING RATE: 0.022880392819379813
previous_iter_valid_loss : 0.16588836908340454

    342080	  0.166127	  0.165888	  0.169628		CURRENT LEARNING RATE: 0.02287581719839329
previous_iter_valid_loss : 0.1631161868572235

    342100	  0.163353	  0.163116	  0.168324		CURRENT LEARNING RATE: 0.022871242492439457
previous_iter_valid_loss : 0.1643795669078827

    342120	  0.164598	  0.164380	  0.168509		CURRENT LEARNING RATE: 0.022866668701335316
previous_iter_valid_loss : 0.16123202443122864

    342140	  0.161456	  0.161232	  0.168189		CURRENT LEARNING RATE: 0.022862095824897934
previous_iter_valid_loss : 0.1624094396829605

    342160	  0.162593	  0.162409	  0.168116		CURRENT LEARNING RATE: 0.02285752386294439
previous_iter_valid_loss : 0.1688075214624405

    342180	  0.169087	  0.168808	  0.168485		CURRENT LEARNING RATE: 0.022852952815291806
previous_iter_valid_loss : 0.16636286675930023

    342200	  0.166618	  0.166363	  0.168695		CURRENT LEARNING RATE: 0.022848382681757335
previous_iter_valid_loss : 0.16984719038009644

    342220	  0.170121	  0.169847	  0.169153		CURRENT LEARNING RATE: 0.022843813462158174
previous_iter_valid_loss : 0.17042557895183563

    342240	  0.170712	  0.170426	  0.168621		CURRENT LEARNING RATE: 0.022839245156311555
previous_iter_valid_loss : 0.16082535684108734

    342260	  0.161008	  0.160825	  0.168561		CURRENT LEARNING RATE: 0.022834677764034743
previous_iter_valid_loss : 0.18294334411621094

    342280	  0.183135	  0.182943	  0.167985		CURRENT LEARNING RATE: 0.022830111285145054
previous_iter_valid_loss : 0.16275787353515625

    342300	  0.162946	  0.162758	  0.167384		CURRENT LEARNING RATE: 0.022825545719459807
previous_iter_valid_loss : 0.1660035252571106

    342320	  0.166202	  0.166004	  0.167357		CURRENT LEARNING RATE: 0.0228209810667964
previous_iter_valid_loss : 0.16119271516799927

    342340	  0.161414	  0.161193	  0.166799		CURRENT LEARNING RATE: 0.022816417326972236
previous_iter_valid_loss : 0.19467945396900177

    342360	  0.195156	  0.194679	  0.168062		CURRENT LEARNING RATE: 0.02281185449980477
previous_iter_valid_loss : 0.16503018140792847

    342380	  0.165266	  0.165030	  0.167975		CURRENT LEARNING RATE: 0.022807292585111483
previous_iter_valid_loss : 0.16111347079277039

    342400	  0.161305	  0.161113	  0.167182		CURRENT LEARNING RATE: 0.022802731582709908
previous_iter_valid_loss : 0.17691734433174133

    342420	  0.177127	  0.176917	  0.167534		CURRENT LEARNING RATE: 0.022798171492417592
previous_iter_valid_loss : 0.177759051322937

    342440	  0.177983	  0.177759	  0.168115		CURRENT LEARNING RATE: 0.022793612314052143
previous_iter_valid_loss : 0.17248214781284332

    342460	  0.172680	  0.172482	  0.168707		CURRENT LEARNING RATE: 0.02278905404743119
previous_iter_valid_loss : 0.1610737442970276

    342480	  0.161254	  0.161074	  0.168466		CURRENT LEARNING RATE: 0.0227844966923724
previous_iter_valid_loss : 0.17196327447891235

    342500	  0.172263	  0.171963	  0.168909		CURRENT LEARNING RATE: 0.02277994024869348
previous_iter_valid_loss : 0.17427611351013184

    342520	  0.174587	  0.174276	  0.169404		CURRENT LEARNING RATE: 0.022775384716212176
previous_iter_valid_loss : 0.17453113198280334

    342540	  0.174848	  0.174531	  0.170069		CURRENT LEARNING RATE: 0.02277083009474625
previous_iter_valid_loss : 0.16276898980140686

    342560	  0.163018	  0.162769	  0.170086		CURRENT LEARNING RATE: 0.02276627638411355
previous_iter_valid_loss : 0.1655902862548828

    342580	  0.165790	  0.165590	  0.169926		CURRENT LEARNING RATE: 0.022761723584131904
previous_iter_valid_loss : 0.17174063622951508

    342600	  0.172058	  0.171741	  0.170195		CURRENT LEARNING RATE: 0.0227571716946192
previous_iter_valid_loss : 0.16120627522468567

    342620	  0.161445	  0.161206	  0.169762		CURRENT LEARNING RATE: 0.022752620715393367
previous_iter_valid_loss : 0.16089728474617004

    342640	  0.161135	  0.160897	  0.169286		CURRENT LEARNING RATE: 0.02274807064627237
previous_iter_valid_loss : 0.16978099942207336

    342660	  0.170069	  0.169781	  0.169734		CURRENT LEARNING RATE: 0.0227435214870742
previous_iter_valid_loss : 0.1611984670162201

    342680	  0.161425	  0.161198	  0.168647		CURRENT LEARNING RATE: 0.02273897323761689
previous_iter_valid_loss : 0.16146156191825867

    342700	  0.161650	  0.161462	  0.168582		CURRENT LEARNING RATE: 0.022734425897718517
previous_iter_valid_loss : 0.1607179194688797

    342720	  0.160922	  0.160718	  0.168317		CURRENT LEARNING RATE: 0.022729879467197178
previous_iter_valid_loss : 0.19305728375911713

    342740	  0.193256	  0.193057	  0.169911		CURRENT LEARNING RATE: 0.02272533394587102
previous_iter_valid_loss : 0.17209218442440033

    342760	  0.172402	  0.172092	  0.168781		CURRENT LEARNING RATE: 0.022720789333558228
previous_iter_valid_loss : 0.1692523956298828

    342780	  0.169544	  0.169252	  0.168992		CURRENT LEARNING RATE: 0.022716245630077014
previous_iter_valid_loss : 0.16119325160980225

    342800	  0.161421	  0.161193	  0.168996		CURRENT LEARNING RATE: 0.022711702835245623
previous_iter_valid_loss : 0.1699378937482834

    342820	  0.170229	  0.169938	  0.168647		CURRENT LEARNING RATE: 0.02270716094888235
previous_iter_valid_loss : 0.16208893060684204

    342840	  0.162315	  0.162089	  0.167864		CURRENT LEARNING RATE: 0.02270261997080552
previous_iter_valid_loss : 0.1649864912033081

    342860	  0.165226	  0.164986	  0.167489		CURRENT LEARNING RATE: 0.02269807990083349
previous_iter_valid_loss : 0.16063205897808075

    342880	  0.160826	  0.160632	  0.167467		CURRENT LEARNING RATE: 0.022693540738784657
previous_iter_valid_loss : 0.1749969869852066

    342900	  0.175211	  0.174997	  0.167619		CURRENT LEARNING RATE: 0.02268900248447746
previous_iter_valid_loss : 0.16738596558570862

    342920	  0.167575	  0.167386	  0.167274		CURRENT LEARNING RATE: 0.022684465137730363
previous_iter_valid_loss : 0.1609397977590561

    342940	  0.161133	  0.160940	  0.166595		CURRENT LEARNING RATE: 0.022679928698361867
previous_iter_valid_loss : 0.17034125328063965

    342960	  0.170518	  0.170341	  0.166973		CURRENT LEARNING RATE: 0.022675393166190532
previous_iter_valid_loss : 0.1620245724916458

    342980	  0.162204	  0.162025	  0.166795		CURRENT LEARNING RATE: 0.022670858541034927
previous_iter_valid_loss : 0.1730761080980301

    343000	  0.173368	  0.173076	  0.166862		CURRENT LEARNING RATE: 0.022666324822713663
previous_iter_valid_loss : 0.1607424020767212

    343020	  0.160942	  0.160742	  0.166839		CURRENT LEARNING RATE: 0.022661792011045397
previous_iter_valid_loss : 0.16843734681606293

    343040	  0.168689	  0.168437	  0.167216		CURRENT LEARNING RATE: 0.02265726010584881
previous_iter_valid_loss : 0.16069471836090088

    343060	  0.160894	  0.160695	  0.166761		CURRENT LEARNING RATE: 0.02265272910694264
previous_iter_valid_loss : 0.1635955274105072

    343080	  0.163843	  0.163596	  0.166881		CURRENT LEARNING RATE: 0.02264819901414563
previous_iter_valid_loss : 0.19133393466472626

    343100	  0.191526	  0.191334	  0.168375		CURRENT LEARNING RATE: 0.02264366982727659
previous_iter_valid_loss : 0.17120130360126495

    343120	  0.171403	  0.171201	  0.168899		CURRENT LEARNING RATE: 0.022639141546154335
previous_iter_valid_loss : 0.16157177090644836

    343140	  0.161812	  0.161572	  0.167325		CURRENT LEARNING RATE: 0.022634614170597755
previous_iter_valid_loss : 0.16332076489925385

    343160	  0.163572	  0.163321	  0.166886		CURRENT LEARNING RATE: 0.022630087700425742
previous_iter_valid_loss : 0.1735757738351822

    343180	  0.173769	  0.173576	  0.167102		CURRENT LEARNING RATE: 0.022625562135457238
previous_iter_valid_loss : 0.1653043031692505

    343200	  0.165561	  0.165304	  0.167308		CURRENT LEARNING RATE: 0.022621037475511224
previous_iter_valid_loss : 0.1614578366279602

    343220	  0.161675	  0.161458	  0.166884		CURRENT LEARNING RATE: 0.02261651372040671
previous_iter_valid_loss : 0.16531671583652496

    343240	  0.165550	  0.165317	  0.167045		CURRENT LEARNING RATE: 0.022611990869962753
previous_iter_valid_loss : 0.16079869866371155

    343260	  0.161004	  0.160799	  0.166836		CURRENT LEARNING RATE: 0.02260746892399843
previous_iter_valid_loss : 0.1621169000864029

    343280	  0.162315	  0.162117	  0.166910		CURRENT LEARNING RATE: 0.022602947882332868
previous_iter_valid_loss : 0.16305440664291382

    343300	  0.163255	  0.163054	  0.166313		CURRENT LEARNING RATE: 0.022598427744785224
previous_iter_valid_loss : 0.16096895933151245

    343320	  0.161189	  0.160969	  0.165992		CURRENT LEARNING RATE: 0.022593908511174692
previous_iter_valid_loss : 0.16097846627235413

    343340	  0.161179	  0.160978	  0.165994		CURRENT LEARNING RATE: 0.02258939018132049
previous_iter_valid_loss : 0.16221365332603455

    343360	  0.162445	  0.162214	  0.165588		CURRENT LEARNING RATE: 0.022584872755041917
previous_iter_valid_loss : 0.1742861270904541

    343380	  0.174473	  0.174286	  0.166201		CURRENT LEARNING RATE: 0.02258035623215825
previous_iter_valid_loss : 0.1634645015001297

    343400	  0.163633	  0.163465	  0.165720		CURRENT LEARNING RATE: 0.02257584061248884
previous_iter_valid_loss : 0.18108776211738586

    343420	  0.181286	  0.181088	  0.166737		CURRENT LEARNING RATE: 0.022571325895853055
previous_iter_valid_loss : 0.16673827171325684

    343440	  0.166970	  0.166738	  0.166652		CURRENT LEARNING RATE: 0.02256681208207031
previous_iter_valid_loss : 0.16202931106090546

    343460	  0.162249	  0.162029	  0.166719		CURRENT LEARNING RATE: 0.022562299170960046
previous_iter_valid_loss : 0.1623811274766922

    343480	  0.162559	  0.162381	  0.166658		CURRENT LEARNING RATE: 0.02255778716234176
previous_iter_valid_loss : 0.16440628468990326

    343500	  0.164621	  0.164406	  0.165312		CURRENT LEARNING RATE: 0.02255327605603496
previous_iter_valid_loss : 0.18720096349716187

    343520	  0.187385	  0.187201	  0.166112		CURRENT LEARNING RATE: 0.022548765851859203
previous_iter_valid_loss : 0.16868038475513458

    343540	  0.168851	  0.168680	  0.166467		CURRENT LEARNING RATE: 0.022544256549634087
previous_iter_valid_loss : 0.16535894572734833

    343560	  0.165528	  0.165359	  0.166569		CURRENT LEARNING RATE: 0.022539748149179237
previous_iter_valid_loss : 0.16310356557369232

    343580	  0.163320	  0.163104	  0.166046		CURRENT LEARNING RATE: 0.022535240650314307
previous_iter_valid_loss : 0.1717301905155182

    343600	  0.171924	  0.171730	  0.166367		CURRENT LEARNING RATE: 0.022530734052859016
previous_iter_valid_loss : 0.16381561756134033

    343620	  0.164039	  0.163816	  0.166485		CURRENT LEARNING RATE: 0.022526228356633086
previous_iter_valid_loss : 0.1646188497543335

    343640	  0.164835	  0.164619	  0.166450		CURRENT LEARNING RATE: 0.02252172356145629
previous_iter_valid_loss : 0.161569282412529

    343660	  0.161753	  0.161569	  0.166489		CURRENT LEARNING RATE: 0.022517219667148446
previous_iter_valid_loss : 0.1760309487581253

    343680	  0.176241	  0.176031	  0.167184		CURRENT LEARNING RATE: 0.022512716673529387
previous_iter_valid_loss : 0.16143828630447388

    343700	  0.161623	  0.161438	  0.167103		CURRENT LEARNING RATE: 0.022508214580419003
previous_iter_valid_loss : 0.17050275206565857

    343720	  0.170784	  0.170503	  0.167580		CURRENT LEARNING RATE: 0.022503713387637198
previous_iter_valid_loss : 0.18202480673789978

    343740	  0.182406	  0.182025	  0.168632		CURRENT LEARNING RATE: 0.02249921309500393
previous_iter_valid_loss : 0.16112923622131348

    343760	  0.161312	  0.161129	  0.168578		CURRENT LEARNING RATE: 0.022494713702339193
previous_iter_valid_loss : 0.16153556108474731

    343780	  0.161767	  0.161536	  0.167941		CURRENT LEARNING RATE: 0.022490215209463007
previous_iter_valid_loss : 0.1624421775341034

    343800	  0.162675	  0.162442	  0.167890		CURRENT LEARNING RATE: 0.022485717616195434
previous_iter_valid_loss : 0.16391296684741974

    343820	  0.164120	  0.163913	  0.167031		CURRENT LEARNING RATE: 0.02248122092235657
previous_iter_valid_loss : 0.16136103868484497

    343840	  0.161598	  0.161361	  0.166762		CURRENT LEARNING RATE: 0.022476725127766543
previous_iter_valid_loss : 0.16569910943508148

    343860	  0.165969	  0.165699	  0.166946		CURRENT LEARNING RATE: 0.022472230232245528
previous_iter_valid_loss : 0.16130821406841278

    343880	  0.161493	  0.161308	  0.166892		CURRENT LEARNING RATE: 0.02246773623561372
previous_iter_valid_loss : 0.16233956813812256

    343900	  0.162488	  0.162340	  0.166789		CURRENT LEARNING RATE: 0.022463243137691366
previous_iter_valid_loss : 0.16977274417877197

    343920	  0.170063	  0.169773	  0.165917		CURRENT LEARNING RATE: 0.02245875093829874
previous_iter_valid_loss : 0.16507069766521454

    343940	  0.165319	  0.165071	  0.165737		CURRENT LEARNING RATE: 0.02245425963725616
previous_iter_valid_loss : 0.16416054964065552

    343960	  0.164366	  0.164161	  0.165677		CURRENT LEARNING RATE: 0.022449769234383965
previous_iter_valid_loss : 0.16271144151687622

    343980	  0.162936	  0.162711	  0.165657		CURRENT LEARNING RATE: 0.022445279729502537
previous_iter_valid_loss : 0.169977605342865

    344000	  0.170196	  0.169978	  0.165570		CURRENT LEARNING RATE: 0.02244079112243231
previous_iter_valid_loss : 0.16683243215084076

    344020	  0.167036	  0.166832	  0.165720		CURRENT LEARNING RATE: 0.022436303412993724
previous_iter_valid_loss : 0.16178885102272034

    344040	  0.162015	  0.161789	  0.165579		CURRENT LEARNING RATE: 0.022431816601007282
previous_iter_valid_loss : 0.16119259595870972

    344060	  0.161401	  0.161193	  0.165560		CURRENT LEARNING RATE: 0.022427330686293503
previous_iter_valid_loss : 0.17261123657226562

    344080	  0.172904	  0.172611	  0.165389		CURRENT LEARNING RATE: 0.022422845668672958
previous_iter_valid_loss : 0.16450344026088715

    344100	  0.164759	  0.164503	  0.165542		CURRENT LEARNING RATE: 0.02241836154796624
previous_iter_valid_loss : 0.16071583330631256

    344120	  0.160883	  0.160716	  0.165053		CURRENT LEARNING RATE: 0.02241387832399399
previous_iter_valid_loss : 0.1626267433166504

    344140	  0.162841	  0.162627	  0.164083		CURRENT LEARNING RATE: 0.022409395996576865
previous_iter_valid_loss : 0.1612699031829834

    344160	  0.161469	  0.161270	  0.164090		CURRENT LEARNING RATE: 0.022404914565535596
previous_iter_valid_loss : 0.16167762875556946

    344180	  0.161839	  0.161678	  0.164097		CURRENT LEARNING RATE: 0.022400434030690905
previous_iter_valid_loss : 0.17129337787628174

    344200	  0.171485	  0.171293	  0.164540		CURRENT LEARNING RATE: 0.022395954391863586
previous_iter_valid_loss : 0.16158102452754974

    344220	  0.161791	  0.161581	  0.164423		CURRENT LEARNING RATE: 0.022391475648874438
previous_iter_valid_loss : 0.1789470613002777

    344240	  0.179307	  0.178947	  0.165302		CURRENT LEARNING RATE: 0.022386997801544326
previous_iter_valid_loss : 0.1614876240491867

    344260	  0.161648	  0.161488	  0.165092		CURRENT LEARNING RATE: 0.02238252084969412
previous_iter_valid_loss : 0.1639930009841919

    344280	  0.164209	  0.163993	  0.165226		CURRENT LEARNING RATE: 0.022378044793144758
previous_iter_valid_loss : 0.16177575290203094

    344300	  0.161950	  0.161776	  0.165198		CURRENT LEARNING RATE: 0.022373569631717192
previous_iter_valid_loss : 0.16810856759548187

    344320	  0.168350	  0.168109	  0.165115		CURRENT LEARNING RATE: 0.02236909536523241
previous_iter_valid_loss : 0.17247165739536285

    344340	  0.172762	  0.172472	  0.165485		CURRENT LEARNING RATE: 0.022364621993511448
previous_iter_valid_loss : 0.1606258898973465

    344360	  0.160803	  0.160626	  0.165308		CURRENT LEARNING RATE: 0.02236014951637537
previous_iter_valid_loss : 0.16078978776931763

    344380	  0.160983	  0.160790	  0.165212		CURRENT LEARNING RATE: 0.022355677933645273
previous_iter_valid_loss : 0.16153381764888763

    344400	  0.161734	  0.161534	  0.164790		CURRENT LEARNING RATE: 0.022351207245142293
previous_iter_valid_loss : 0.16083969175815582

    344420	  0.161018	  0.160840	  0.164490		CURRENT LEARNING RATE: 0.02234673745068761
previous_iter_valid_loss : 0.16073931753635406

    344440	  0.160913	  0.160739	  0.164438		CURRENT LEARNING RATE: 0.022342268550102427
previous_iter_valid_loss : 0.1696052849292755

    344460	  0.169903	  0.169605	  0.164858		CURRENT LEARNING RATE: 0.022337800543207997
previous_iter_valid_loss : 0.16900041699409485

    344480	  0.169204	  0.169000	  0.164678		CURRENT LEARNING RATE: 0.02233333342982558
previous_iter_valid_loss : 0.16066332161426544

    344500	  0.160866	  0.160663	  0.164486		CURRENT LEARNING RATE: 0.022328867209776507
previous_iter_valid_loss : 0.1695401966571808

    344520	  0.169796	  0.169540	  0.164927		CURRENT LEARNING RATE: 0.022324401882882126
previous_iter_valid_loss : 0.16063423454761505

    344540	  0.160806	  0.160634	  0.164827		CURRENT LEARNING RATE: 0.022319937448963816
previous_iter_valid_loss : 0.1615193784236908

    344560	  0.161692	  0.161519	  0.164840		CURRENT LEARNING RATE: 0.022315473907843015

previous_iter_valid_loss : 0.16146968305110931

    417340	  0.161679	  0.161470	  0.164355		CURRENT LEARNING RATE: 0.010777712398642227
previous_iter_valid_loss : 0.16437722742557526

    417360	  0.164591	  0.164377	  0.164397		CURRENT LEARNING RATE: 0.010775557071702383
previous_iter_valid_loss : 0.1620977222919464

    417380	  0.162303	  0.162098	  0.163450		CURRENT LEARNING RATE: 0.010773402175784812
previous_iter_valid_loss : 0.1606617271900177

    417400	  0.160859	  0.160662	  0.163410		CURRENT LEARNING RATE: 0.010771247710803341
previous_iter_valid_loss : 0.1661645919084549

    417420	  0.166351	  0.166165	  0.163551		CURRENT LEARNING RATE: 0.010769093676671768
previous_iter_valid_loss : 0.16098523139953613

    417440	  0.161211	  0.160985	  0.163566		CURRENT LEARNING RATE: 0.010766940073303954
previous_iter_valid_loss : 0.17215636372566223

    417460	  0.172364	  0.172156	  0.163950		CURRENT LEARNING RATE: 0.010764786900613735
previous_iter_valid_loss : 0.16730263829231262

    417480	  0.167587	  0.167303	  0.163999		CURRENT LEARNING RATE: 0.010762634158515002
previous_iter_valid_loss : 0.16187959909439087

    417500	  0.162131	  0.161880	  0.164055		CURRENT LEARNING RATE: 0.010760481846921629
previous_iter_valid_loss : 0.18061313033103943

    417520	  0.180998	  0.180613	  0.164990		CURRENT LEARNING RATE: 0.01075832996574754
previous_iter_valid_loss : 0.16555123031139374

    417540	  0.165820	  0.165551	  0.164569		CURRENT LEARNING RATE: 0.010756178514906642
previous_iter_valid_loss : 0.1606781780719757

    417560	  0.160882	  0.160678	  0.164565		CURRENT LEARNING RATE: 0.010754027494312896
previous_iter_valid_loss : 0.16187646985054016

    417580	  0.162115	  0.161876	  0.164557		CURRENT LEARNING RATE: 0.01075187690388024
previous_iter_valid_loss : 0.16139450669288635

    417600	  0.161626	  0.161395	  0.164583		CURRENT LEARNING RATE: 0.010749726743522672
previous_iter_valid_loss : 0.16283631324768066

    417620	  0.163069	  0.162836	  0.164252		CURRENT LEARNING RATE: 0.010747577013154165
previous_iter_valid_loss : 0.16071856021881104

    417640	  0.160930	  0.160719	  0.164033		CURRENT LEARNING RATE: 0.01074542771268875
previous_iter_valid_loss : 0.1628248542547226

    417660	  0.163071	  0.162825	  0.164139		CURRENT LEARNING RATE: 0.010743278842040436
previous_iter_valid_loss : 0.17736414074897766

    417680	  0.177730	  0.177364	  0.164971		CURRENT LEARNING RATE: 0.010741130401123285
previous_iter_valid_loss : 0.16089481115341187

    417700	  0.161112	  0.160895	  0.164891		CURRENT LEARNING RATE: 0.010738982389851343
previous_iter_valid_loss : 0.16332277655601501

    417720	  0.163534	  0.163323	  0.164757		CURRENT LEARNING RATE: 0.010736834808138708
previous_iter_valid_loss : 0.1649286150932312

    417740	  0.165197	  0.164929	  0.164930		CURRENT LEARNING RATE: 0.010734687655899458
previous_iter_valid_loss : 0.16766877472400665

    417760	  0.167867	  0.167669	  0.165094		CURRENT LEARNING RATE: 0.010732540933047712
previous_iter_valid_loss : 0.16345128417015076

    417780	  0.163662	  0.163451	  0.165162		CURRENT LEARNING RATE: 0.010730394639497619
previous_iter_valid_loss : 0.16208313405513763

    417800	  0.162283	  0.162083	  0.165233		CURRENT LEARNING RATE: 0.0107282487751633
previous_iter_valid_loss : 0.1634635329246521

    417820	  0.163682	  0.163464	  0.165098		CURRENT LEARNING RATE: 0.010726103339958945
previous_iter_valid_loss : 0.16074277460575104

    417840	  0.160955	  0.160743	  0.165086		CURRENT LEARNING RATE: 0.010723958333798715
previous_iter_valid_loss : 0.16864193975925446

    417860	  0.168930	  0.168642	  0.164910		CURRENT LEARNING RATE: 0.010721813756596829
previous_iter_valid_loss : 0.16080231964588165

    417880	  0.161014	  0.160802	  0.164585		CURRENT LEARNING RATE: 0.010719669608267484
previous_iter_valid_loss : 0.17965289950370789

    417900	  0.180035	  0.179653	  0.165474		CURRENT LEARNING RATE: 0.010717525888724936
previous_iter_valid_loss : 0.16108882427215576

    417920	  0.161297	  0.161089	  0.164497		CURRENT LEARNING RATE: 0.010715382597883415
previous_iter_valid_loss : 0.16339683532714844

    417940	  0.163600	  0.163397	  0.164390		CURRENT LEARNING RATE: 0.010713239735657208
previous_iter_valid_loss : 0.1614677459001541

    417960	  0.161664	  0.161468	  0.164429		CURRENT LEARNING RATE: 0.010711097301960584
previous_iter_valid_loss : 0.16079340875148773

    417980	  0.161011	  0.160793	  0.164375		CURRENT LEARNING RATE: 0.010708955296707862
previous_iter_valid_loss : 0.16078507900238037

    418000	  0.160977	  0.160785	  0.164345		CURRENT LEARNING RATE: 0.010706813719813343
previous_iter_valid_loss : 0.16334465146064758

    418020	  0.163602	  0.163345	  0.164370		CURRENT LEARNING RATE: 0.010704672571191386
previous_iter_valid_loss : 0.16329242289066315

    418040	  0.163502	  0.163292	  0.164499		CURRENT LEARNING RATE: 0.010702531850756323
previous_iter_valid_loss : 0.1638772189617157

    418060	  0.164130	  0.163877	  0.164551		CURRENT LEARNING RATE: 0.010700391558422544
previous_iter_valid_loss : 0.1644633710384369

    418080	  0.164660	  0.164463	  0.163906		CURRENT LEARNING RATE: 0.010698251694104419
previous_iter_valid_loss : 0.1616523414850235

    418100	  0.161851	  0.161652	  0.163944		CURRENT LEARNING RATE: 0.010696112257716373
previous_iter_valid_loss : 0.1623171865940094

    418120	  0.162528	  0.162317	  0.163894		CURRENT LEARNING RATE: 0.010693973249172812
previous_iter_valid_loss : 0.1611805260181427

    418140	  0.161395	  0.161181	  0.163707		CURRENT LEARNING RATE: 0.010691834668388179
previous_iter_valid_loss : 0.16117097437381744

    418160	  0.161415	  0.161171	  0.163382		CURRENT LEARNING RATE: 0.010689696515276945
previous_iter_valid_loss : 0.16950269043445587

    418180	  0.169812	  0.169503	  0.163684		CURRENT LEARNING RATE: 0.010687558789753563
previous_iter_valid_loss : 0.16458328068256378

    418200	  0.164844	  0.164583	  0.163809		CURRENT LEARNING RATE: 0.010685421491732542
previous_iter_valid_loss : 0.17700575292110443

    418220	  0.177380	  0.177006	  0.164486		CURRENT LEARNING RATE: 0.010683284621128376
previous_iter_valid_loss : 0.1630958765745163

    418240	  0.163319	  0.163096	  0.164604		CURRENT LEARNING RATE: 0.010681148177855603
previous_iter_valid_loss : 0.1637491136789322

    418260	  0.163967	  0.163749	  0.164359		CURRENT LEARNING RATE: 0.01067901216182875
previous_iter_valid_loss : 0.16388116776943207

    418280	  0.164098	  0.163881	  0.164513		CURRENT LEARNING RATE: 0.010676876572962395
previous_iter_valid_loss : 0.16515538096427917

    418300	  0.165327	  0.165155	  0.163788		CURRENT LEARNING RATE: 0.010674741411171093
previous_iter_valid_loss : 0.1862153261899948

    418320	  0.186405	  0.186215	  0.165045		CURRENT LEARNING RATE: 0.01067260667636946
previous_iter_valid_loss : 0.16071926057338715

    418340	  0.160924	  0.160719	  0.164911		CURRENT LEARNING RATE: 0.010670472368472086
previous_iter_valid_loss : 0.16308559477329254

    418360	  0.163284	  0.163086	  0.164992		CURRENT LEARNING RATE: 0.010668338487393618
previous_iter_valid_loss : 0.16060128808021545

    418380	  0.160785	  0.160601	  0.164982		CURRENT LEARNING RATE: 0.010666205033048682
previous_iter_valid_loss : 0.18841099739074707

    418400	  0.188561	  0.188411	  0.166363		CURRENT LEARNING RATE: 0.010664072005351957
previous_iter_valid_loss : 0.16164249181747437

    418420	  0.161867	  0.161642	  0.166278		CURRENT LEARNING RATE: 0.010661939404218102
previous_iter_valid_loss : 0.16297069191932678

    418440	  0.163213	  0.162971	  0.166262		CURRENT LEARNING RATE: 0.010659807229561837
previous_iter_valid_loss : 0.1716681718826294

    418460	  0.171981	  0.171668	  0.166652		CURRENT LEARNING RATE: 0.010657675481297852
previous_iter_valid_loss : 0.1747310757637024

    418480	  0.175065	  0.174731	  0.167165		CURRENT LEARNING RATE: 0.010655544159340898
previous_iter_valid_loss : 0.16452637314796448

    418500	  0.164719	  0.164526	  0.167309		CURRENT LEARNING RATE: 0.010653413263605702
previous_iter_valid_loss : 0.16605843603610992

    418520	  0.166243	  0.166058	  0.167496		CURRENT LEARNING RATE: 0.010651282794007047
previous_iter_valid_loss : 0.16382484138011932

    418540	  0.164076	  0.163825	  0.167628		CURRENT LEARNING RATE: 0.010649152750459696
previous_iter_valid_loss : 0.16506800055503845

    418560	  0.165268	  0.165068	  0.167823		CURRENT LEARNING RATE: 0.010647023132878457
previous_iter_valid_loss : 0.17093202471733093

    418580	  0.171238	  0.170932	  0.167894		CURRENT LEARNING RATE: 0.010644893941178152
previous_iter_valid_loss : 0.16752520203590393

    418600	  0.167807	  0.167525	  0.168042		CURRENT LEARNING RATE: 0.0106427651752736
previous_iter_valid_loss : 0.16365496814250946

    418620	  0.163901	  0.163655	  0.167374		CURRENT LEARNING RATE: 0.010640636835079664
previous_iter_valid_loss : 0.18394313752651215

    418640	  0.184330	  0.183943	  0.168416		CURRENT LEARNING RATE: 0.010638508920511193
previous_iter_valid_loss : 0.17747190594673157

    418660	  0.177821	  0.177472	  0.169103		CURRENT LEARNING RATE: 0.01063638143148309
previous_iter_valid_loss : 0.16184471547603607

    418680	  0.162065	  0.161845	  0.169001		CURRENT LEARNING RATE: 0.010634254367910236
previous_iter_valid_loss : 0.183137446641922

    418700	  0.183521	  0.183137	  0.169900		CURRENT LEARNING RATE: 0.010632127729707569
previous_iter_valid_loss : 0.16166524589061737

    418720	  0.161848	  0.161665	  0.168672		CURRENT LEARNING RATE: 0.010630001516790001
previous_iter_valid_loss : 0.18307985365390778

    418740	  0.183477	  0.183080	  0.169790		CURRENT LEARNING RATE: 0.010627875729072507
previous_iter_valid_loss : 0.17095385491847992

    418760	  0.171129	  0.170954	  0.170184		CURRENT LEARNING RATE: 0.010625750366470031
previous_iter_valid_loss : 0.17240162193775177

    418780	  0.172580	  0.172402	  0.170774		CURRENT LEARNING RATE: 0.010623625428897584
previous_iter_valid_loss : 0.1656104177236557

    418800	  0.165856	  0.165610	  0.169634		CURRENT LEARNING RATE: 0.010621500916270144
previous_iter_valid_loss : 0.16282391548156738

    418820	  0.163058	  0.162824	  0.169693		CURRENT LEARNING RATE: 0.010619376828502752
previous_iter_valid_loss : 0.1691281944513321

    418840	  0.169399	  0.169128	  0.170001		CURRENT LEARNING RATE: 0.010617253165510425
previous_iter_valid_loss : 0.16446444392204285

    418860	  0.164652	  0.164464	  0.169641		CURRENT LEARNING RATE: 0.010615129927208235
previous_iter_valid_loss : 0.16336877644062042

    418880	  0.163543	  0.163369	  0.169072		CURRENT LEARNING RATE: 0.010613007113511236
previous_iter_valid_loss : 0.16466495394706726

    418900	  0.164904	  0.164665	  0.169079		CURRENT LEARNING RATE: 0.010610884724334529
previous_iter_valid_loss : 0.16275717318058014

    418920	  0.162986	  0.162757	  0.168914		CURRENT LEARNING RATE: 0.010608762759593207
previous_iter_valid_loss : 0.1652500182390213

    418940	  0.165489	  0.165250	  0.168986		CURRENT LEARNING RATE: 0.010606641219202394
previous_iter_valid_loss : 0.16203336417675018

    418960	  0.162211	  0.162033	  0.168834		CURRENT LEARNING RATE: 0.010604520103077242
previous_iter_valid_loss : 0.1927391141653061

    418980	  0.192896	  0.192739	  0.169924		CURRENT LEARNING RATE: 0.010602399411132885
previous_iter_valid_loss : 0.1627734899520874

    419000	  0.162957	  0.162773	  0.169687		CURRENT LEARNING RATE: 0.010600279143284515
previous_iter_valid_loss : 0.16436484456062317

    419020	  0.164560	  0.164365	  0.169722		CURRENT LEARNING RATE: 0.010598159299447303
previous_iter_valid_loss : 0.17208190262317657

    419040	  0.172276	  0.172082	  0.169129		CURRENT LEARNING RATE: 0.010596039879536475
previous_iter_valid_loss : 0.16083934903144836

    419060	  0.161025	  0.160839	  0.168297		CURRENT LEARNING RATE: 0.010593920883467233
previous_iter_valid_loss : 0.16286765038967133

    419080	  0.163097	  0.162868	  0.168349		CURRENT LEARNING RATE: 0.010591802311154837
previous_iter_valid_loss : 0.16231781244277954

    419100	  0.162555	  0.162318	  0.167308		CURRENT LEARNING RATE: 0.010589684162514528
previous_iter_valid_loss : 0.16570337116718292

    419120	  0.165965	  0.165703	  0.167509		CURRENT LEARNING RATE: 0.010587566437461593
previous_iter_valid_loss : 0.161492720246315

    419140	  0.161715	  0.161493	  0.166430		CURRENT LEARNING RATE: 0.01058544913591131
previous_iter_valid_loss : 0.16093629598617554

    419160	  0.161148	  0.160936	  0.165929		CURRENT LEARNING RATE: 0.010583332257779002
previous_iter_valid_loss : 0.1612238734960556

    419180	  0.161399	  0.161224	  0.165370		CURRENT LEARNING RATE: 0.010581215802979976
previous_iter_valid_loss : 0.16502036154270172

    419200	  0.165237	  0.165020	  0.165341		CURRENT LEARNING RATE: 0.010579099771429594
previous_iter_valid_loss : 0.164862722158432

    419220	  0.165109	  0.164863	  0.165443		CURRENT LEARNING RATE: 0.010576984163043195
previous_iter_valid_loss : 0.16685383021831512

    419240	  0.167053	  0.166854	  0.165329		CURRENT LEARNING RATE: 0.010574868977736171
previous_iter_valid_loss : 0.16999487578868866

    419260	  0.170198	  0.169995	  0.165606		CURRENT LEARNING RATE: 0.010572754215423901
previous_iter_valid_loss : 0.16094811260700226

    419280	  0.161137	  0.160948	  0.165484		CURRENT LEARNING RATE: 0.010570639876021809
previous_iter_valid_loss : 0.17320966720581055

    419300	  0.173422	  0.173210	  0.165912		CURRENT LEARNING RATE: 0.010568525959445303
previous_iter_valid_loss : 0.19064444303512573

    419320	  0.190824	  0.190644	  0.167306		CURRENT LEARNING RATE: 0.010566412465609848
previous_iter_valid_loss : 0.19811537861824036

    419340	  0.198256	  0.198115	  0.168949		CURRENT LEARNING RATE: 0.010564299394430883
previous_iter_valid_loss : 0.16093793511390686

    419360	  0.161155	  0.160938	  0.168895		CURRENT LEARNING RATE: 0.010562186745823895
previous_iter_valid_loss : 0.16078823804855347

    419380	  0.160967	  0.160788	  0.167297		CURRENT LEARNING RATE: 0.010560074519704388
previous_iter_valid_loss : 0.16969500482082367

    419400	  0.169988	  0.169695	  0.167643		CURRENT LEARNING RATE: 0.010557962715987855
previous_iter_valid_loss : 0.1606663316488266

    419420	  0.160854	  0.160666	  0.167458		CURRENT LEARNING RATE: 0.010555851334589838
previous_iter_valid_loss : 0.1824376881122589

    419440	  0.182648	  0.182438	  0.167976		CURRENT LEARNING RATE: 0.01055374037542587
previous_iter_valid_loss : 0.1825709044933319

    419460	  0.182970	  0.182571	  0.169063		CURRENT LEARNING RATE: 0.010551629838411526
previous_iter_valid_loss : 0.16103573143482208

    419480	  0.161255	  0.161036	  0.168971		CURRENT LEARNING RATE: 0.010549519723462368
previous_iter_valid_loss : 0.16661690175533295

    419500	  0.166824	  0.166617	  0.169186		CURRENT LEARNING RATE: 0.010547410030494008
previous_iter_valid_loss : 0.20510625839233398

    419520	  0.205701	  0.205106	  0.171156		CURRENT LEARNING RATE: 0.010545300759422045
previous_iter_valid_loss : 0.1607121229171753

    419540	  0.160911	  0.160712	  0.171117		CURRENT LEARNING RATE: 0.01054319191016212
previous_iter_valid_loss : 0.1653972864151001

    419560	  0.165605	  0.165397	  0.171340		CURRENT LEARNING RATE: 0.010541083482629865
previous_iter_valid_loss : 0.1628054678440094

    419580	  0.163038	  0.162805	  0.171419		CURRENT LEARNING RATE: 0.01053897547674096
previous_iter_valid_loss : 0.16067516803741455

    419600	  0.160856	  0.160675	  0.171202		CURRENT LEARNING RATE: 0.010536867892411065
previous_iter_valid_loss : 0.1758098006248474

    419620	  0.176159	  0.175810	  0.171749		CURRENT LEARNING RATE: 0.010534760729555897
previous_iter_valid_loss : 0.16137225925922394

    419640	  0.161546	  0.161372	  0.171475		CURRENT LEARNING RATE: 0.01053265398809115
previous_iter_valid_loss : 0.1616176813840866

    419660	  0.161796	  0.161618	  0.171056		CURRENT LEARNING RATE: 0.010530547667932573
previous_iter_valid_loss : 0.16158387064933777

    419680	  0.161757	  0.161584	  0.171088		CURRENT LEARNING RATE: 0.010528441768995896
previous_iter_valid_loss : 0.16149850189685822

    419700	  0.161699	  0.161499	  0.170503		CURRENT LEARNING RATE: 0.010526336291196899
previous_iter_valid_loss : 0.16074298322200775

    419720	  0.160942	  0.160743	  0.169007		CURRENT LEARNING RATE: 0.010524231234451347
previous_iter_valid_loss : 0.17233087122440338

    419740	  0.172631	  0.172331	  0.167718		CURRENT LEARNING RATE: 0.010522126598675047
previous_iter_valid_loss : 0.1607600450515747

    419760	  0.160963	  0.160760	  0.167709		CURRENT LEARNING RATE: 0.01052002238378382
previous_iter_valid_loss : 0.1644376665353775

    419780	  0.164640	  0.164438	  0.167892		CURRENT LEARNING RATE: 0.01051791858969348
previous_iter_valid_loss : 0.16249287128448486

    419800	  0.162729	  0.162493	  0.167532		CURRENT LEARNING RATE: 0.010515815216319894
previous_iter_valid_loss : 0.18284301459789276

    419820	  0.183046	  0.182843	  0.168641		CURRENT LEARNING RATE: 0.01051371226357891
previous_iter_valid_loss : 0.16812527179718018

    419840	  0.168323	  0.168125	  0.167925		CURRENT LEARNING RATE: 0.010511609731386427
previous_iter_valid_loss : 0.1767689734697342

    419860	  0.176969	  0.176769	  0.167635		CURRENT LEARNING RATE: 0.010509507619658324
previous_iter_valid_loss : 0.16096021234989166

    419880	  0.161140	  0.160960	  0.167631		CURRENT LEARNING RATE: 0.010507405928310539
previous_iter_valid_loss : 0.1832917332649231

    419900	  0.183490	  0.183292	  0.168465		CURRENT LEARNING RATE: 0.010505304657258982
previous_iter_valid_loss : 0.16121283173561096

    419920	  0.161429	  0.161213	  0.166270		CURRENT LEARNING RATE: 0.010503203806419621
previous_iter_valid_loss : 0.16143512725830078

    419940	  0.161623	  0.161435	  0.166306		CURRENT LEARNING RATE: 0.010501103375708405
previous_iter_valid_loss : 0.16086767613887787

    419960	  0.161064	  0.160868	  0.166080		CURRENT LEARNING RATE: 0.010499003365041336
previous_iter_valid_loss : 0.16071781516075134

    419980	  0.160914	  0.160718	  0.165975		CURRENT LEARNING RATE: 0.010496903774334392
previous_iter_valid_loss : 0.1782035380601883

    420000	  0.178396	  0.178204	  0.166852		CURRENT LEARNING RATE: 0.01049480460350361
previous_iter_valid_loss : 0.16069509088993073

    420020	  0.160889	  0.160695	  0.166096		CURRENT LEARNING RATE: 0.010492705852465005
previous_iter_valid_loss : 0.1929153949022293

    420040	  0.193078	  0.192915	  0.167673		CURRENT LEARNING RATE: 0.010490607521134645
previous_iter_valid_loss : 0.1639508306980133

    420060	  0.164149	  0.163951	  0.167790		CURRENT LEARNING RATE: 0.010488509609428577
previous_iter_valid_loss : 0.16206805408000946

    420080	  0.162274	  0.162068	  0.167814		CURRENT LEARNING RATE: 0.010486412117262903
previous_iter_valid_loss : 0.20074714720249176

    420100	  0.200893	  0.200747	  0.169777		CURRENT LEARNING RATE: 0.010484315044553709
previous_iter_valid_loss : 0.16059862077236176

    420120	  0.160786	  0.160599	  0.169769		CURRENT LEARNING RATE: 0.010482218391217124
previous_iter_valid_loss : 0.16543138027191162

    420140	  0.165677	  0.165431	  0.169424		CURRENT LEARNING RATE: 0.010480122157169269
previous_iter_valid_loss : 0.16132120788097382

    420160	  0.161542	  0.161321	  0.169452		CURRENT LEARNING RATE: 0.0104780263423263
previous_iter_valid_loss : 0.1717265099287033

    420180	  0.171908	  0.171727	  0.169817		CURRENT LEARNING RATE: 0.010475930946604397
previous_iter_valid_loss : 0.17110274732112885

    420200	  0.171289	  0.171103	  0.170247		CURRENT LEARNING RATE: 0.010473835969919723
previous_iter_valid_loss : 0.16709987819194794

    420220	  0.167362	  0.167100	  0.169460		CURRENT LEARNING RATE: 0.0104717414121885
previous_iter_valid_loss : 0.20036588609218597

    420240	  0.200507	  0.200366	  0.171072		CURRENT LEARNING RATE: 0.010469647273326926
previous_iter_valid_loss : 0.16525916755199432

    420260	  0.165515	  0.165259	  0.170497		CURRENT LEARNING RATE: 0.01046755355325125
previous_iter_valid_loss : 0.1638723462820053

    420280	  0.164112	  0.163872	  0.170642		CURRENT LEARNING RATE: 0.01046546025187771
previous_iter_valid_loss : 0.17431794106960297

    420300	  0.174509	  0.174318	  0.170194		CURRENT LEARNING RATE: 0.010463367369122591
previous_iter_valid_loss : 0.1608009785413742

    420320	  0.160978	  0.160801	  0.170173		CURRENT LEARNING RATE: 0.01046127490490216
previous_iter_valid_loss : 0.16108307242393494

    420340	  0.161273	  0.161083	  0.170155		CURRENT LEARNING RATE: 0.010459182859132735
previous_iter_valid_loss : 0.16410958766937256

    420360	  0.164300	  0.164110	  0.170318		CURRENT LEARNING RATE: 0.010457091231730616
previous_iter_valid_loss : 0.17297761142253876

    420380	  0.173166	  0.172978	  0.170931		CURRENT LEARNING RATE: 0.010455000022612158
previous_iter_valid_loss : 0.16128219664096832

    420400	  0.161508	  0.161282	  0.170084		CURRENT LEARNING RATE: 0.010452909231693692
previous_iter_valid_loss : 0.160779669880867

    420420	  0.160992	  0.160780	  0.170089		CURRENT LEARNING RATE: 0.010450818858891606
previous_iter_valid_loss : 0.1620500385761261

    420440	  0.162283	  0.162050	  0.168545		CURRENT LEARNING RATE: 0.010448728904122268
previous_iter_valid_loss : 0.17903493344783783

    420460	  0.179401	  0.179035	  0.169300		CURRENT LEARNING RATE: 0.010446639367302094
previous_iter_valid_loss : 0.16493088006973267

    420480	  0.165129	  0.164931	  0.169443		CURRENT LEARNING RATE: 0.010444550248347489
previous_iter_valid_loss : 0.18253518640995026

    420500	  0.182732	  0.182535	  0.168532		CURRENT LEARNING RATE: 0.010442461547174904
previous_iter_valid_loss : 0.16277749836444855

    420520	  0.163017	  0.162777	  0.168641		CURRENT LEARNING RATE: 0.010440373263700772
previous_iter_valid_loss : 0.16330371797084808

    420540	  0.163530	  0.163304	  0.168535		CURRENT LEARNING RATE: 0.010438285397841583
previous_iter_valid_loss : 0.16417637467384338

    420560	  0.164412	  0.164176	  0.168677		CURRENT LEARNING RATE: 0.010436197949513802
previous_iter_valid_loss : 0.17053177952766418

    420580	  0.170727	  0.170532	  0.168618		CURRENT LEARNING RATE: 0.010434110918633938
previous_iter_valid_loss : 0.16691480576992035

    420600	  0.167114	  0.166915	  0.168408		CURRENT LEARNING RATE: 0.010432024305118524
previous_iter_valid_loss : 0.1646587997674942

    420620	  0.164896	  0.164659	  0.168286		CURRENT LEARNING RATE: 0.010429938108884073
previous_iter_valid_loss : 0.1610451489686966

    420640	  0.161247	  0.161045	  0.166320		CURRENT LEARNING RATE: 0.010427852329847158
previous_iter_valid_loss : 0.16268596053123474

    420660	  0.162917	  0.162686	  0.166192		CURRENT LEARNING RATE: 0.010425766967924327
previous_iter_valid_loss : 0.16273649036884308

    420680	  0.162932	  0.162736	  0.166135		CURRENT LEARNING RATE: 0.010423682023032186
previous_iter_valid_loss : 0.16176484525203705

    420700	  0.161976	  0.161765	  0.165507		CURRENT LEARNING RATE: 0.010421597495087318
previous_iter_valid_loss : 0.18788979947566986

    420720	  0.188291	  0.187890	  0.166862		CURRENT LEARNING RATE: 0.01041951338400636
previous_iter_valid_loss : 0.17102578282356262

    420740	  0.171221	  0.171026	  0.167359		CURRENT LEARNING RATE: 0.01041742968970593
previous_iter_valid_loss : 0.1607145518064499

    420760	  0.160895	  0.160715	  0.167189		CURRENT LEARNING RATE: 0.010415346412102698
previous_iter_valid_loss : 0.16091522574424744

    420780	  0.161103	  0.160915	  0.166586		CURRENT LEARNING RATE: 0.010413263551113315
previous_iter_valid_loss : 0.16063115000724792

    420800	  0.160821	  0.160631	  0.166553		CURRENT LEARNING RATE: 0.010411181106654486
previous_iter_valid_loss : 0.175541952252388

    420820	  0.175864	  0.175542	  0.167291		CURRENT LEARNING RATE: 0.010409099078642892
previous_iter_valid_loss : 0.16245239973068237

    420840	  0.162631	  0.162452	  0.167312		CURRENT LEARNING RATE: 0.010407017466995272
previous_iter_valid_loss : 0.16943040490150452

    420860	  0.169621	  0.169430	  0.166831		CURRENT LEARNING RATE: 0.010404936271628341
previous_iter_valid_loss : 0.16109588742256165

    420880	  0.161266	  0.161096	  0.166640		CURRENT LEARNING RATE: 0.010402855492458873
previous_iter_valid_loss : 0.1642502248287201

    420900	  0.164439	  0.164250	  0.165725		CURRENT LEARNING RATE: 0.010400775129403617
previous_iter_valid_loss : 0.16232368350028992

    420920	  0.162514	  0.162324	  0.165703		CURRENT LEARNING RATE: 0.010398695182379377
previous_iter_valid_loss : 0.16090817749500275

    420940	  0.161073	  0.160908	  0.165583		CURRENT LEARNING RATE: 0.010396615651302937
previous_iter_valid_loss : 0.17459556460380554

    420960	  0.174772	  0.174596	  0.166104		CURRENT LEARNING RATE: 0.010394536536091122
previous_iter_valid_loss : 0.17301754653453827

    420980	  0.173307	  0.173018	  0.166228		CURRENT LEARNING RATE: 0.010392457836660781
previous_iter_valid_loss : 0.16093115508556366

    421000	  0.161100	  0.160931	  0.165929		CURRENT LEARNING RATE: 0.010390379552928746
previous_iter_valid_loss : 0.16112419962882996

    421020	  0.161296	  0.161124	  0.165752		CURRENT LEARNING RATE: 0.010388301684811904
previous_iter_valid_loss : 0.17266978323459625

    421040	  0.172960	  0.172670	  0.166333		CURRENT LEARNING RATE: 0.010386224232227119
previous_iter_valid_loss : 0.16151311993598938

    421060	  0.161688	  0.161513	  0.166275		CURRENT LEARNING RATE: 0.010384147195091316
previous_iter_valid_loss : 0.16065911948680878

    421080	  0.160835	  0.160659	  0.166171		CURRENT LEARNING RATE: 0.010382070573321392
previous_iter_valid_loss : 0.16114071011543274

    421100	  0.161319	  0.161141	  0.166140		CURRENT LEARNING RATE: 0.010379994366834303
previous_iter_valid_loss : 0.1685790866613388

    421120	  0.168835	  0.168579	  0.165174		CURRENT LEARNING RATE: 0.01037791857554698
previous_iter_valid_loss : 0.17416514456272125

    421140	  0.174353	  0.174165	  0.165331		CURRENT LEARNING RATE: 0.010375843199376409
previous_iter_valid_loss : 0.16436882317066193

    421160	  0.164562	  0.164369	  0.165514		CURRENT LEARNING RATE: 0.01037376823823956
previous_iter_valid_loss : 0.16176393628120422

    421180	  0.161940	  0.161764	  0.165556		CURRENT LEARNING RATE: 0.01037169369205345
previous_iter_valid_loss : 0.16080428659915924

    421200	  0.160993	  0.160804	  0.165565		CURRENT LEARNING RATE: 0.010369619560735082
previous_iter_valid_loss : 0.16190558671951294

    421220	  0.162087	  0.161906	  0.164883		CURRENT LEARNING RATE: 0.010367545844201504
previous_iter_valid_loss : 0.1652614325284958

    421240	  0.165450	  0.165261	  0.165024		CURRENT LEARNING RATE: 0.010365472542369754
previous_iter_valid_loss : 0.18612417578697205

    421260	  0.186301	  0.186124	  0.165858		CURRENT LEARNING RATE: 0.010363399655156915
previous_iter_valid_loss : 0.1614554524421692

    421280	  0.161630	  0.161455	  0.165876		CURRENT LEARNING RATE: 0.010361327182480057
previous_iter_valid_loss : 0.1758713722229004

    421300	  0.176084	  0.175871	  0.166457		CURRENT LEARNING RATE: 0.010359255124256294
previous_iter_valid_loss : 0.1627681702375412

    421320	  0.162988	  0.162768	  0.166480		CURRENT LEARNING RATE: 0.010357183480402729
previous_iter_valid_loss : 0.16156277060508728

    421340	  0.161792	  0.161563	  0.166512		CURRENT LEARNING RATE: 0.010355112250836514
previous_iter_valid_loss : 0.16104672849178314

    421360	  0.161222	  0.161047	  0.165835		CURRENT LEARNING RATE: 0.010353041435474782
previous_iter_valid_loss : 0.16422611474990845

    421380	  0.164428	  0.164226	  0.165395		CURRENT LEARNING RATE: 0.010350971034234708
previous_iter_valid_loss : 0.16060736775398254

    421400	  0.160788	  0.160607	  0.165379		CURRENT LEARNING RATE: 0.010348901047033485
previous_iter_valid_loss : 0.1679885983467102

    421420	  0.168169	  0.167989	  0.165722		CURRENT LEARNING RATE: 0.010346831473788298
previous_iter_valid_loss : 0.16935387253761292

    421440	  0.169633	  0.169354	  0.165556		CURRENT LEARNING RATE: 0.010344762314416379
previous_iter_valid_loss : 0.175511434674263

    421460	  0.175834	  0.175511	  0.166256		CURRENT LEARNING RATE: 0.010342693568834944
previous_iter_valid_loss : 0.16076025366783142

    421480	  0.160957	  0.160760	  0.166261		CURRENT LEARNING RATE: 0.010340625236961266
previous_iter_valid_loss : 0.1616031974554062

    421500	  0.161784	  0.161603	  0.166285		CURRENT LEARNING RATE: 0.010338557318712586
previous_iter_valid_loss : 0.16081362962722778

    421520	  0.161010	  0.160814	  0.165896		CURRENT LEARNING RATE: 0.01033648981400621
previous_iter_valid_loss : 0.1656789630651474

    421540	  0.165918	  0.165679	  0.165472		CURRENT LEARNING RATE: 0.010334422722759421
previous_iter_valid_loss : 0.16255488991737366

    421560	  0.162787	  0.162555	  0.165381		CURRENT LEARNING RATE: 0.01033235604488955
previous_iter_valid_loss : 0.16147275269031525

    421580	  0.161688	  0.161473	  0.165367		CURRENT LEARNING RATE: 0.010330289780313912
previous_iter_valid_loss : 0.16097478568553925

    421600	  0.161167	  0.160975	  0.165375		CURRENT LEARNING RATE: 0.010328223928949878
previous_iter_valid_loss : 0.18425525724887848

    421620	  0.184636	  0.184255	  0.166493		CURRENT LEARNING RATE: 0.010326158490714792
previous_iter_valid_loss : 0.16108611226081848

    421640	  0.161273	  0.161086	  0.166284		CURRENT LEARNING RATE: 0.010324093465526055
previous_iter_valid_loss : 0.1608046591281891

    421660	  0.160991	  0.160805	  0.165018		CURRENT LEARNING RATE: 0.01032202885330105
previous_iter_valid_loss : 0.1677880883216858

    421680	  0.167968	  0.167788	  0.165335		CURRENT LEARNING RATE: 0.010319964653957209
previous_iter_valid_loss : 0.1718079149723053

    421700	  0.171991	  0.171808	  0.165131		CURRENT LEARNING RATE: 0.010317900867411947
previous_iter_valid_loss : 0.162828266620636

    421720	  0.163051	  0.162828	  0.165134		CURRENT LEARNING RATE: 0.010315837493582732
previous_iter_valid_loss : 0.1821800023317337

    421740	  0.182387	  0.182180	  0.166165		CURRENT LEARNING RATE: 0.010313774532387006
previous_iter_valid_loss : 0.16359524428844452

    421760	  0.163818	  0.163595	  0.166293		CURRENT LEARNING RATE: 0.010311711983742264
previous_iter_valid_loss : 0.16477638483047485

    421780	  0.165016	  0.164776	  0.166320		CURRENT LEARNING RATE: 0.010309649847566011
previous_iter_valid_loss : 0.16676661372184753

    421800	  0.166945	  0.166767	  0.166628		CURRENT LEARNING RATE: 0.010307588123775746
previous_iter_valid_loss : 0.1665422022342682

    421820	  0.166732	  0.166542	  0.166556		CURRENT LEARNING RATE: 0.010305526812289016
previous_iter_valid_loss : 0.17046983540058136

    421840	  0.170763	  0.170470	  0.166612		CURRENT LEARNING RATE: 0.010303465913023349
previous_iter_valid_loss : 0.16228234767913818

    421860	  0.162480	  0.162282	  0.165950		CURRENT LEARNING RATE: 0.01030140542589633
previous_iter_valid_loss : 0.17407506704330444

    421880	  0.174266	  0.174075	  0.166616		CURRENT LEARNING RATE: 0.01029934535082552
previous_iter_valid_loss : 0.1669062077999115

    421900	  0.167092	  0.166906	  0.166881		CURRENT LEARNING RATE: 0.010297285687728535
previous_iter_valid_loss : 0.16478778421878815

    421920	  0.164995	  0.164788	  0.167080		CURRENT LEARNING RATE: 0.01029522643652297
previous_iter_valid_loss : 0.1675315648317337

    421940	  0.167737	  0.167532	  0.167172		CURRENT LEARNING RATE: 0.010293167597126472
previous_iter_valid_loss : 0.16063731908798218

    421960	  0.160836	  0.160637	  0.167077		CURRENT LEARNING RATE: 0.01029110916945667
previous_iter_valid_loss : 0.16810166835784912

    421980	  0.168364	  0.168102	  0.167408		CURRENT LEARNING RATE: 0.010289051153431247
previous_iter_valid_loss : 0.17253972589969635

    422000	  0.172745	  0.172540	  0.167986		CURRENT LEARNING RATE: 0.010286993548967862
previous_iter_valid_loss : 0.17072471976280212

    422020	  0.171018	  0.170725	  0.167310		CURRENT LEARNING RATE: 0.010284936355984228
previous_iter_valid_loss : 0.16117042303085327

    422040	  0.161345	  0.161170	  0.167314		CURRENT LEARNING RATE: 0.010282879574398043
previous_iter_valid_loss : 0.1654043197631836

    422060	  0.165612	  0.165404	  0.167544		CURRENT LEARNING RATE: 0.010280823204127048
previous_iter_valid_loss : 0.16287295520305634

    422080	  0.163088	  0.162873	  0.167298		CURRENT LEARNING RATE: 0.010278767245088976
previous_iter_valid_loss : 0.16156552731990814

    422100	  0.161774	  0.161566	  0.166786		CURRENT LEARNING RATE: 0.010276711697201605
previous_iter_valid_loss : 0.19024157524108887

    422120	  0.190682	  0.190242	  0.168157		CURRENT LEARNING RATE: 0.010274656560382692
previous_iter_valid_loss : 0.16203907132148743

    422140	  0.162255	  0.162039	  0.167150		CURRENT LEARNING RATE: 0.010272601834550052
previous_iter_valid_loss : 0.16157078742980957

    422160	  0.161780	  0.161571	  0.167048		CURRENT LEARNING RATE: 0.01027054751962148
previous_iter_valid_loss : 0.1612394005060196

    422180	  0.161441	  0.161239	  0.166872		CURRENT LEARNING RATE: 0.010268493615514806
previous_iter_valid_loss : 0.16735558211803436

    422200	  0.167538	  0.167356	  0.166901		CURRENT LEARNING RATE: 0.01026644012214789
previous_iter_valid_loss : 0.1690521389245987

    422220	  0.169226	  0.169052	  0.167027		CURRENT LEARNING RATE: 0.010264387039438572
previous_iter_valid_loss : 0.16444474458694458

    422240	  0.164676	  0.164445	  0.166725		CURRENT LEARNING RATE: 0.010262334367304744
previous_iter_valid_loss : 0.16064386069774628

    422260	  0.160817	  0.160644	  0.166643		CURRENT LEARNING RATE: 0.010260282105664284
previous_iter_valid_loss : 0.16986869275569916

    422280	  0.170037	  0.169869	  0.166433		CURRENT LEARNING RATE: 0.010258230254435117
previous_iter_valid_loss : 0.16693465411663055

    422300	  0.167094	  0.166935	  0.166434		CURRENT LEARNING RATE: 0.010256178813535154
previous_iter_valid_loss : 0.16167637705802917

    422320	  0.161844	  0.161676	  0.166279		CURRENT LEARNING RATE: 0.010254127782882354
previous_iter_valid_loss : 0.16309340298175812

    422340	  0.163267	  0.163093	  0.166057		CURRENT LEARNING RATE: 0.010252077162394659
previous_iter_valid_loss : 0.16497857868671417

    422360	  0.165226	  0.164979	  0.166274		CURRENT LEARNING RATE: 0.010250026951990057
previous_iter_valid_loss : 0.16061902046203613

    422380	  0.160802	  0.160619	  0.165900		CURRENT LEARNING RATE: 0.010247977151586528
previous_iter_valid_loss : 0.1606127768754959

    422400	  0.160794	  0.160613	  0.165304		CURRENT LEARNING RATE: 0.010245927761102096
previous_iter_valid_loss : 0.16065233945846558

    422420	  0.160831	  0.160652	  0.164800		CURRENT LEARNING RATE: 0.010243878780454765
previous_iter_valid_loss : 0.16627655923366547

    422440	  0.166461	  0.166277	  0.165055		CURRENT LEARNING RATE: 0.010241830209562597
previous_iter_valid_loss : 0.1606050282716751

    422460	  0.160787	  0.160605	  0.164815		CURRENT LEARNING RATE: 0.01023978204834363
previous_iter_valid_loss : 0.1606481522321701

    422480	  0.160841	  0.160648	  0.164704		CURRENT LEARNING RATE: 0.010237734296715956
previous_iter_valid_loss : 0.16720490157604218

    422500	  0.167373	  0.167205	  0.164986		CURRENT LEARNING RATE: 0.010235686954597643
previous_iter_valid_loss : 0.1657324880361557

    422520	  0.165920	  0.165732	  0.163761		CURRENT LEARNING RATE: 0.01023364002190682
previous_iter_valid_loss : 0.1741613894701004

    422540	  0.174477	  0.174161	  0.164367		CURRENT LEARNING RATE: 0.010231593498561592
previous_iter_valid_loss : 0.16409705579280853

    422560	  0.164297	  0.164097	  0.164493		CURRENT LEARNING RATE: 0.010229547384480113
previous_iter_valid_loss : 0.1671098917722702

    422580	  0.167294	  0.167110	  0.164787		CURRENT LEARNING RATE: 0.01022750167958052
previous_iter_valid_loss : 0.16065974533557892

    422600	  0.160857	  0.160660	  0.164452		CURRENT LEARNING RATE: 0.010225456383780997
previous_iter_valid_loss : 0.1670815646648407

    422620	  0.167341	  0.167082	  0.164353		CURRENT LEARNING RATE: 0.010223411496999742
previous_iter_valid_loss : 0.1761520504951477

    422640	  0.176484	  0.176152	  0.164939		CURRENT LEARNING RATE: 0.010221367019154937
previous_iter_valid_loss : 0.16804075241088867

    422660	  0.168301	  0.168041	  0.165308		CURRENT LEARNING RATE: 0.010219322950164823
previous_iter_valid_loss : 0.16947296261787415

    422680	  0.169745	  0.169473	  0.165289		CURRENT LEARNING RATE: 0.010217279289947619
previous_iter_valid_loss : 0.16140304505825043

    422700	  0.161580	  0.161403	  0.165012		CURRENT LEARNING RATE: 0.010215236038421597
previous_iter_valid_loss : 0.20829303562641144

    422720	  0.208376	  0.208293	  0.167343		CURRENT LEARNING RATE: 0.01021319319550501
previous_iter_valid_loss : 0.16074804961681366

    422740	  0.160906	  0.160748	  0.167226		CURRENT LEARNING RATE: 0.010211150761116162
previous_iter_valid_loss : 0.16667698323726654

    422760	  0.166854	  0.166677	  0.167311		CURRENT LEARNING RATE: 0.010209108735173335
previous_iter_valid_loss : 0.1736084222793579

    422780	  0.173909	  0.173608	  0.167960		CURRENT LEARNING RATE: 0.010207067117594868
previous_iter_valid_loss : 0.18275922536849976

    422800	  0.183149	  0.182759	  0.169067		CURRENT LEARNING RATE: 0.010205025908299078
previous_iter_valid_loss : 0.18791094422340393

    422820	  0.188347	  0.187911	  0.170430		CURRENT LEARNING RATE: 0.010202985107204335
previous_iter_valid_loss : 0.1619264930486679

    422840	  0.162105	  0.161926	  0.170213		CURRENT LEARNING RATE: 0.01020094471422899
previous_iter_valid_loss : 0.1616252362728119

    422860	  0.161808	  0.161625	  0.170264		CURRENT LEARNING RATE: 0.010198904729291441
previous_iter_valid_loss : 0.16498364508152008

    422880	  0.165214	  0.164984	  0.170481		CURRENT LEARNING RATE: 0.010196865152310075
previous_iter_valid_loss : 0.19496962428092957

    422900	  0.195471	  0.194970	  0.171869		CURRENT LEARNING RATE: 0.010194825983203327
previous_iter_valid_loss : 0.1619703620672226

    422920	  0.162145	  0.161970	  0.171681		CURRENT LEARNING RATE: 0.01019278722188961
previous_iter_valid_loss : 0.16084256768226624

    422940	  0.161045	  0.160843	  0.171015		CURRENT LEARNING RATE: 0.010190748868287391
previous_iter_valid_loss : 0.16310380399227142

    422960	  0.163333	  0.163104	  0.170965		CURRENT LEARNING RATE: 0.010188710922315119
previous_iter_valid_loss : 0.16214093565940857

    422980	  0.162317	  0.162141	  0.170717		CURRENT LEARNING RATE: 0.010186673383891285
previous_iter_valid_loss : 0.16100136935710907

    423000	  0.161214	  0.161001	  0.170734		CURRENT LEARNING RATE: 0.0101846362529344
previous_iter_valid_loss : 0.16991743445396423

    423020	  0.170176	  0.169917	  0.170876		CURRENT LEARNING RATE: 0.010182599529362953
previous_iter_valid_loss : 0.1731947362422943

    423040	  0.173366	  0.173195	  0.170728		CURRENT LEARNING RATE: 0.0101805632130955
previous_iter_valid_loss : 0.1624862551689148

    423060	  0.162692	  0.162486	  0.170450		CURRENT LEARNING RATE: 0.010178527304050567
previous_iter_valid_loss : 0.1614367812871933

    423080	  0.161594	  0.161437	  0.170048		CURRENT LEARNING RATE: 0.010176491802146737
previous_iter_valid_loss : 0.1678653508424759

    423100	  0.168015	  0.167865	  0.170371		CURRENT LEARNING RATE: 0.01017445670730257
previous_iter_valid_loss : 0.17374522984027863

    423120	  0.174036	  0.173745	  0.168644		CURRENT LEARNING RATE: 0.010172422019436685
previous_iter_valid_loss : 0.16980691254138947

    423140	  0.170067	  0.169807	  0.169097		CURRENT LEARNING RATE: 0.01017038773846767
previous_iter_valid_loss : 0.16660583019256592

    423160	  0.166843	  0.166606	  0.169093		CURRENT LEARNING RATE: 0.010168353864314177
previous_iter_valid_loss : 0.16916148364543915

    423180	  0.169336	  0.169161	  0.168871		CURRENT LEARNING RATE: 0.010166320396894829
previous_iter_valid_loss : 0.1616106927394867

    423200	  0.161761	  0.161611	  0.167814		CURRENT LEARNING RATE: 0.01016428733612831
previous_iter_valid_loss : 0.1645973175764084

    423220	  0.164781	  0.164597	  0.166648		CURRENT LEARNING RATE: 0.010162254681933275
previous_iter_valid_loss : 0.1678672879934311

    423240	  0.168048	  0.167867	  0.166945		CURRENT LEARNING RATE: 0.010160222434228438
previous_iter_valid_loss : 0.17220917344093323

    423260	  0.172493	  0.172209	  0.167474		CURRENT LEARNING RATE: 0.010158190592932489
previous_iter_valid_loss : 0.16066288948059082

    423280	  0.160846	  0.160663	  0.167258		CURRENT LEARNING RATE: 0.010156159157964176
previous_iter_valid_loss : 0.1616189330816269

    423300	  0.161824	  0.161619	  0.165590		CURRENT LEARNING RATE: 0.010154128129242221
previous_iter_valid_loss : 0.17025096714496613

    423320	  0.170433	  0.170251	  0.166005		CURRENT LEARNING RATE: 0.010152097506685403
previous_iter_valid_loss : 0.1611202508211136

    423340	  0.161291	  0.161120	  0.166018		CURRENT LEARNING RATE: 0.010150067290212476
previous_iter_valid_loss : 0.1822943240404129

    423360	  0.182672	  0.182294	  0.166978		CURRENT LEARNING RATE: 0.010148037479742252
previous_iter_valid_loss : 0.16441717743873596

    423380	  0.164600	  0.164417	  0.167092		CURRENT LEARNING RATE: 0.010146008075193518
previous_iter_valid_loss : 0.16116128861904144

    423400	  0.161366	  0.161161	  0.167100		CURRENT LEARNING RATE: 0.010143979076485109
previous_iter_valid_loss : 0.17106041312217712

    423420	  0.171338	  0.171060	  0.167157		CURRENT LEARNING RATE: 0.010141950483535873
previous_iter_valid_loss : 0.16285565495491028

    423440	  0.163086	  0.162856	  0.166640		CURRENT LEARNING RATE: 0.010139922296264649
previous_iter_valid_loss : 0.16254711151123047

    423460	  0.162767	  0.162547	  0.166643		CURRENT LEARNING RATE: 0.010137894514590328
previous_iter_valid_loss : 0.17659898102283478

    423480	  0.176929	  0.176599	  0.167401		CURRENT LEARNING RATE: 0.01013586713843178
previous_iter_valid_loss : 0.1625409722328186

    423500	  0.162765	  0.162541	  0.167135		CURRENT LEARNING RATE: 0.010133840167707927
previous_iter_valid_loss : 0.1672191619873047

    423520	  0.167476	  0.167219	  0.166809		CURRENT LEARNING RATE: 0.010131813602337673
previous_iter_valid_loss : 0.1707266867160797

    423540	  0.171021	  0.170727	  0.166855		CURRENT LEARNING RATE: 0.010129787442239973
previous_iter_valid_loss : 0.16355246305465698

    423560	  0.163733	  0.163552	  0.166702		CURRENT LEARNING RATE: 0.010127761687333765
previous_iter_valid_loss : 0.161432683467865

    423580	  0.161610	  0.161433	  0.166315		CURRENT LEARNING RATE: 0.010125736337538034
previous_iter_valid_loss : 0.17305654287338257

    423600	  0.173243	  0.173057	  0.166888		CURRENT LEARNING RATE: 0.010123711392771748
previous_iter_valid_loss : 0.16743837296962738

    423620	  0.167621	  0.167438	  0.167030		CURRENT LEARNING RATE: 0.01012168685295393
previous_iter_valid_loss : 0.1606231927871704

    423640	  0.160798	  0.160623	  0.166668		CURRENT LEARNING RATE: 0.010119662718003575
previous_iter_valid_loss : 0.16238611936569214

    423660	  0.162576	  0.162386	  0.166176		CURRENT LEARNING RATE: 0.010117638987839742
previous_iter_valid_loss : 0.16063402593135834

    423680	  0.160808	  0.160634	  0.166175		CURRENT LEARNING RATE: 0.01011561566238146
previous_iter_valid_loss : 0.17773738503456116

    423700	  0.177931	  0.177737	  0.166981		CURRENT LEARNING RATE: 0.010113592741547816
previous_iter_valid_loss : 0.16063004732131958

    423720	  0.160820	  0.160630	  0.166500		CURRENT LEARNING RATE: 0.010111570225257872
previous_iter_valid_loss : 0.16117987036705017

    423740	  0.161359	  0.161180	  0.166503		CURRENT LEARNING RATE: 0.010109548113430749
previous_iter_valid_loss : 0.16420778632164001

    423760	  0.164394	  0.164208	  0.165599		CURRENT LEARNING RATE: 0.010107526405985542
previous_iter_valid_loss : 0.16212685406208038

    423780	  0.162312	  0.162127	  0.165484		CURRENT LEARNING RATE: 0.010105505102841392
previous_iter_valid_loss : 0.16062384843826294

    423800	  0.160799	  0.160624	  0.165457		CURRENT LEARNING RATE: 0.010103484203917457
previous_iter_valid_loss : 0.16325584053993225

    423820	  0.163448	  0.163256	  0.165067		CURRENT LEARNING RATE: 0.010101463709132882
previous_iter_valid_loss : 0.16080215573310852

    423840	  0.160980	  0.160802	  0.164964		CURRENT LEARNING RATE: 0.010099443618406867
previous_iter_valid_loss : 0.16614294052124023

    423860	  0.166318	  0.166143	  0.165144		CURRENT LEARNING RATE: 0.010097423931658588
previous_iter_valid_loss : 0.16899804770946503

    423880	  0.169264	  0.168998	  0.164764		CURRENT LEARNING RATE: 0.010095404648807278
previous_iter_valid_loss : 0.16077736020088196

    423900	  0.160982	  0.160777	  0.164676		CURRENT LEARNING RATE: 0.010093385769772145
previous_iter_valid_loss : 0.18053434789180756

    423920	  0.180885	  0.180534	  0.165342		CURRENT LEARNING RATE: 0.010091367294472454
previous_iter_valid_loss : 0.1660466492176056

    423940	  0.166285	  0.166047	  0.165108		CURRENT LEARNING RATE: 0.010089349222827447
previous_iter_valid_loss : 0.16078418493270874

    423960	  0.160957	  0.160784	  0.164969		CURRENT LEARNING RATE: 0.010087331554756418
previous_iter_valid_loss : 0.16538406908512115

    423980	  0.165629	  0.165384	  0.165167		CURRENT LEARNING RATE: 0.010085314290178645
previous_iter_valid_loss : 0.17453962564468384

    424000	  0.174849	  0.174540	  0.165241		CURRENT LEARNING RATE: 0.010083297429013453
previous_iter_valid_loss : 0.16876155138015747

    424020	  0.169019	  0.168762	  0.165307		CURRENT LEARNING RATE: 0.010081280971180152
previous_iter_valid_loss : 0.16320909559726715

    424040	  0.163398	  0.163209	  0.165436		CURRENT LEARNING RATE: 0.010079264916598099
previous_iter_valid_loss : 0.16380999982357025

    424060	  0.164046	  0.163810	  0.165508		CURRENT LEARNING RATE: 0.010077249265186635
previous_iter_valid_loss : 0.17536404728889465

    424080	  0.175697	  0.175364	  0.166244		CURRENT LEARNING RATE: 0.01007523401686515
previous_iter_valid_loss : 0.1764797866344452

    424100	  0.176811	  0.176480	  0.166181		CURRENT LEARNING RATE: 0.010073219171553021
previous_iter_valid_loss : 0.16884759068489075

    424120	  0.169119	  0.168848	  0.166592		CURRENT LEARNING RATE: 0.010071204729169668
previous_iter_valid_loss : 0.16720443964004517

    424140	  0.167466	  0.167204	  0.166893		CURRENT LEARNING RATE: 0.010069190689634498
previous_iter_valid_loss : 0.16232533752918243

    424160	  0.162553	  0.162325	  0.166799		CURRENT LEARNING RATE: 0.010067177052866964
previous_iter_valid_loss : 0.16238369047641754

    424180	  0.162567	  0.162384	  0.166812		CURRENT LEARNING RATE: 0.010065163818786504
previous_iter_valid_loss : 0.1626051962375641

    424200	  0.162783	  0.162605	  0.166911		CURRENT LEARNING RATE: 0.010063150987312601
previous_iter_valid_loss : 0.17018234729766846

    424220	  0.170366	  0.170182	  0.167257		CURRENT LEARNING RATE: 0.010061138558364746
previous_iter_valid_loss : 0.16989918053150177

    424240	  0.170085	  0.169899	  0.167712		CURRENT LEARNING RATE: 0.010059126531862425
previous_iter_valid_loss : 0.1648111790418625

    424260	  0.165057	  0.164811	  0.167646		CURRENT LEARNING RATE: 0.010057114907725175
previous_iter_valid_loss : 0.1674092561006546

    424280	  0.167585	  0.167409	  0.167566		CURRENT LEARNING RATE: 0.010055103685872518
previous_iter_valid_loss : 0.16413229703903198

    424300	  0.164385	  0.164132	  0.167734		CURRENT LEARNING RATE: 0.010053092866224016
previous_iter_valid_loss : 0.16896194219589233

    424320	  0.169229	  0.168962	  0.167155		CURRENT LEARNING RATE: 0.01005108244869922
previous_iter_valid_loss : 0.1683856099843979

    424340	  0.168562	  0.168386	  0.167272		CURRENT LEARNING RATE: 0.010049072433217733
previous_iter_valid_loss : 0.16832351684570312

    424360	  0.168592	  0.168324	  0.167649		CURRENT LEARNING RATE: 0.010047062819699136
previous_iter_valid_loss : 0.1607467234134674

    424380	  0.160961	  0.160747	  0.167417		CURRENT LEARNING RATE: 0.01004505360806306
previous_iter_valid_loss : 0.16171160340309143

    424400	  0.161940	  0.161712	  0.166776		CURRENT LEARNING RATE: 0.010043044798229123
previous_iter_valid_loss : 0.16516868770122528

    424420	  0.165360	  0.165169	  0.166596		CURRENT LEARNING RATE: 0.010041036390116987
previous_iter_valid_loss : 0.16737492382526398

    424440	  0.167639	  0.167375	  0.166805		CURRENT LEARNING RATE: 0.0100390283836463
previous_iter_valid_loss : 0.16079369187355042

    424460	  0.161003	  0.160794	  0.166654		CURRENT LEARNING RATE: 0.01003702077873676
previous_iter_valid_loss : 0.1606171429157257

    424480	  0.160804	  0.160617	  0.165917		CURRENT LEARNING RATE: 0.010035013575308041
previous_iter_valid_loss : 0.1663842499256134

    424500	  0.166632	  0.166384	  0.165412		CURRENT LEARNING RATE: 0.010033006773279876
previous_iter_valid_loss : 0.16079142689704895

    424520	  0.161000	  0.160791	  0.165009		CURRENT LEARNING RATE: 0.010031000372571975
previous_iter_valid_loss : 0.16073402762413025

    424540	  0.160925	  0.160734	  0.164685		CURRENT LEARNING RATE: 0.010028994373104099
previous_iter_valid_loss : 0.1657610833644867

    424560	  0.166002	  0.165761	  0.164857		CURRENT LEARNING RATE: 0.01002698877479599
previous_iter_valid_loss : 0.16061441600322723

    424580	  0.160811	  0.160614	  0.164769		CURRENT LEARNING RATE: 0.010024983577567433
previous_iter_valid_loss : 0.16074784100055695

    424600	  0.160961	  0.160748	  0.164676		CURRENT LEARNING RATE: 0.01002297878133823
previous_iter_valid_loss : 0.1606014370918274

    424620	  0.160795	  0.160601	  0.164197		CURRENT LEARNING RATE: 0.01002097438602817
previous_iter_valid_loss : 0.1608106940984726

    424640	  0.161032	  0.160811	  0.163742		CURRENT LEARNING RATE: 0.010018970391557096
previous_iter_valid_loss : 0.16071170568466187

    424660	  0.160927	  0.160712	  0.163537		CURRENT LEARNING RATE: 0.01001696679784483
previous_iter_valid_loss : 0.1631312221288681

    424680	  0.163369	  0.163131	  0.163324		CURRENT LEARNING RATE: 0.010014963604811248
previous_iter_valid_loss : 0.16215449571609497

    424700	  0.162338	  0.162154	  0.163225		CURRENT LEARNING RATE: 0.0100129608123762
previous_iter_valid_loss : 0.1622423380613327

    424720	  0.162423	  0.162242	  0.162889		CURRENT LEARNING RATE: 0.010010958420459596
previous_iter_valid_loss : 0.16650868952274323

    424740	  0.166711	  0.166509	  0.162795		CURRENT LEARNING RATE: 0.01000895642898132
previous_iter_valid_loss : 0.19414043426513672

    424760	  0.194320	  0.194140	  0.164086		CURRENT LEARNING RATE: 0.010006954837861314
previous_iter_valid_loss : 0.1619831919670105

    424780	  0.162173	  0.161983	  0.164147		CURRENT LEARNING RATE: 0.010004953647019492
previous_iter_valid_loss : 0.16193249821662903

    424800	  0.162169	  0.161932	  0.164159		CURRENT LEARNING RATE: 0.010002952856375825
previous_iter_valid_loss : 0.1612740308046341

    424820	  0.161498	  0.161274	  0.163964		CURRENT LEARNING RATE: 0.010000952465850267
previous_iter_valid_loss : 0.17977628111839294

    424840	  0.180127	  0.179776	  0.164584		CURRENT LEARNING RATE: 0.009998952475362817
previous_iter_valid_loss : 0.17223253846168518

    424860	  0.172527	  0.172233	  0.165156		CURRENT LEARNING RATE: 0.009996952884833458
previous_iter_valid_loss : 0.16759298741817474

    424880	  0.167845	  0.167593	  0.165505		CURRENT LEARNING RATE: 0.009994953694182226
previous_iter_valid_loss : 0.16167956590652466

    424900	  0.161900	  0.161680	  0.165269		CURRENT LEARNING RATE: 0.009992954903329132
previous_iter_valid_loss : 0.16943800449371338

    424920	  0.169709	  0.169438	  0.165702		CURRENT LEARNING RATE: 0.009990956512194246
previous_iter_valid_loss : 0.16097570955753326

    424940	  0.161179	  0.160976	  0.165714		CURRENT LEARNING RATE: 0.009988958520697613
previous_iter_valid_loss : 0.17401282489299774

    424960	  0.174325	  0.174013	  0.166126		CURRENT LEARNING RATE: 0.009986960928759331
previous_iter_valid_loss : 0.18016104400157928

    424980	  0.180539	  0.180161	  0.167104		CURRENT LEARNING RATE: 0.009984963736299477
previous_iter_valid_loss : 0.17476925253868103

    425000	  0.175081	  0.174769	  0.167805		CURRENT LEARNING RATE: 0.009982966943238176
previous_iter_valid_loss : 0.16298770904541016

    425020	  0.163167	  0.162988	  0.167924		CURRENT LEARNING RATE: 0.009980970549495562
previous_iter_valid_loss : 0.17913992702960968

    425040	  0.179341	  0.179140	  0.168841		CURRENT LEARNING RATE: 0.009978974554991762
previous_iter_valid_loss : 0.19352559745311737

    425060	  0.193672	  0.193526	  0.170481		CURRENT LEARNING RATE: 0.009976978959646955
previous_iter_valid_loss : 0.1693640947341919

    425080	  0.169655	  0.169364	  0.170793		CURRENT LEARNING RATE: 0.009974983763381299
previous_iter_valid_loss : 0.16081805527210236

    425100	  0.161033	  0.160818	  0.170726		CURRENT LEARNING RATE: 0.009972988966115003
previous_iter_valid_loss : 0.16235743463039398

    425120	  0.162557	  0.162357	  0.170732		CURRENT LEARNING RATE: 0.009970994567768258
previous_iter_valid_loss : 0.18161214888095856

    425140	  0.181788	  0.181612	  0.171487		CURRENT LEARNING RATE: 0.009969000568261306
previous_iter_valid_loss : 0.16266237199306488

    425160	  0.162846	  0.162662	  0.169913		CURRENT LEARNING RATE: 0.009967006967514371
previous_iter_valid_loss : 0.17159345746040344

    425180	  0.171786	  0.171593	  0.170394		CURRENT LEARNING RATE: 0.009965013765447723
previous_iter_valid_loss : 0.1607607752084732

    425200	  0.160973	  0.160761	  0.170335		CURRENT LEARNING RATE: 0.009963020961981619
previous_iter_valid_loss : 0.1624693125486374

    425220	  0.162675	  0.162469	  0.170395		CURRENT LEARNING RATE: 0.009961028557036363
previous_iter_valid_loss : 0.1680164784193039

    425240	  0.168218	  0.168016	  0.169807		CURRENT LEARNING RATE: 0.009959036550532242
previous_iter_valid_loss : 0.16111010313034058

    425260	  0.161283	  0.161110	  0.169251		CURRENT LEARNING RATE: 0.009957044942389593
previous_iter_valid_loss : 0.16447946429252625

    425280	  0.164688	  0.164479	  0.169095		CURRENT LEARNING RATE: 0.009955053732528734
previous_iter_valid_loss : 0.1773456186056137

    425300	  0.177697	  0.177346	  0.169878		CURRENT LEARNING RATE: 0.009953062920870035
previous_iter_valid_loss : 0.17299291491508484

    425320	  0.173298	  0.172993	  0.170056		CURRENT LEARNING RATE: 0.009951072507333845
previous_iter_valid_loss : 0.1888859122991562

    425340	  0.189074	  0.188886	  0.171451		CURRENT LEARNING RATE: 0.009949082491840565
previous_iter_valid_loss : 0.16609340906143188

    425360	  0.166358	  0.166093	  0.171056		CURRENT LEARNING RATE: 0.009947092874310578
previous_iter_valid_loss : 0.16085155308246613

    425380	  0.161066	  0.160852	  0.170090		CURRENT LEARNING RATE: 0.009945103654664316
previous_iter_valid_loss : 0.18529288470745087

    425400	  0.185489	  0.185293	  0.170616		CURRENT LEARNING RATE: 0.009943114832822193
previous_iter_valid_loss : 0.1664036065340042

    425420	  0.166609	  0.166404	  0.170787		CURRENT LEARNING RATE: 0.009941126408704664
previous_iter_valid_loss : 0.16714335978031158

    425440	  0.167405	  0.167143	  0.170187		CURRENT LEARNING RATE: 0.009939138382232203
previous_iter_valid_loss : 0.16403229534626007

    425460	  0.164268	  0.164032	  0.168713		CURRENT LEARNING RATE: 0.009937150753325267
previous_iter_valid_loss : 0.16083969175815582

    425480	  0.161052	  0.160840	  0.168286		CURRENT LEARNING RATE: 0.009935163521904372
previous_iter_valid_loss : 0.1608559489250183

    425500	  0.161060	  0.160856	  0.168288		CURRENT LEARNING RATE: 0.009933176687890012
previous_iter_valid_loss : 0.16213084757328033

    425520	  0.162366	  0.162131	  0.168277		CURRENT LEARNING RATE: 0.009931190251202728
previous_iter_valid_loss : 0.16483022272586823

    425540	  0.165075	  0.164830	  0.167438		CURRENT LEARNING RATE: 0.009929204211763049
previous_iter_valid_loss : 0.16057565808296204

    425560	  0.160761	  0.160576	  0.167333		CURRENT LEARNING RATE: 0.009927218569491546
previous_iter_valid_loss : 0.192680224776268

    425580	  0.193160	  0.192680	  0.168388		CURRENT LEARNING RATE: 0.00992523332430878
previous_iter_valid_loss : 0.1624513566493988

    425600	  0.162686	  0.162451	  0.168472		CURRENT LEARNING RATE: 0.009923248476135356
previous_iter_valid_loss : 0.17295531928539276

    425620	  0.173256	  0.172955	  0.168997		CURRENT LEARNING RATE: 0.009921264024891864
previous_iter_valid_loss : 0.16074120998382568

    425640	  0.160917	  0.160741	  0.168633		CURRENT LEARNING RATE: 0.009919279970498943
previous_iter_valid_loss : 0.1865377426147461

    425660	  0.186949	  0.186538	  0.169904		CURRENT LEARNING RATE: 0.009917296312877213
previous_iter_valid_loss : 0.16245122253894806

    425680	  0.162675	  0.162451	  0.169803		CURRENT LEARNING RATE: 0.009915313051947346
previous_iter_valid_loss : 0.18864545226097107

    425700	  0.188801	  0.188645	  0.170368		CURRENT LEARNING RATE: 0.009913330187629995
previous_iter_valid_loss : 0.1641809493303299

    425720	  0.164358	  0.164181	  0.169927		CURRENT LEARNING RATE: 0.00991134771984586
previous_iter_valid_loss : 0.16084778308868408

    425740	  0.161046	  0.160848	  0.168525		CURRENT LEARNING RATE: 0.009909365648515625
previous_iter_valid_loss : 0.16071593761444092

    425760	  0.160885	  0.160716	  0.168256		CURRENT LEARNING RATE: 0.009907383973560028
previous_iter_valid_loss : 0.16066689789295197

    425780	  0.160843	  0.160667	  0.168247		CURRENT LEARNING RATE: 0.009905402694899782
previous_iter_valid_loss : 0.18119356036186218

    425800	  0.181383	  0.181194	  0.168042		CURRENT LEARNING RATE: 0.009903421812455645
previous_iter_valid_loss : 0.16491636633872986

    425820	  0.165114	  0.164916	  0.167968		CURRENT LEARNING RATE: 0.009901441326148392
previous_iter_valid_loss : 0.16198137402534485

    425840	  0.162166	  0.161981	  0.167710		CURRENT LEARNING RATE: 0.009899461235898783
previous_iter_valid_loss : 0.1628078818321228

    425860	  0.163038	  0.162808	  0.167649		CURRENT LEARNING RATE: 0.009897481541627635
previous_iter_valid_loss : 0.1685657501220703

    425880	  0.168734	  0.168566	  0.168035		CURRENT LEARNING RATE: 0.009895502243255739
previous_iter_valid_loss : 0.16109974682331085

    425900	  0.161283	  0.161100	  0.168047		CURRENT LEARNING RATE: 0.009893523340703944
previous_iter_valid_loss : 0.16147612035274506

    425920	  0.161654	  0.161476	  0.168014		CURRENT LEARNING RATE: 0.009891544833893076
previous_iter_valid_loss : 0.16065086424350739

    425940	  0.160839	  0.160651	  0.167805		CURRENT LEARNING RATE: 0.009889566722744011
previous_iter_valid_loss : 0.16423659026622772

    425960	  0.164466	  0.164237	  0.167988		CURRENT LEARNING RATE: 0.009887589007177604
previous_iter_valid_loss : 0.16146399080753326

    425980	  0.161683	  0.161464	  0.166428		CURRENT LEARNING RATE: 0.009885611687114772
previous_iter_valid_loss : 0.16307851672172546

    426000	  0.163308	  0.163079	  0.166459		CURRENT LEARNING RATE: 0.009883634762476399
previous_iter_valid_loss : 0.16814590990543365

    426020	  0.168338	  0.168146	  0.166218		CURRENT LEARNING RATE: 0.009881658233183425
previous_iter_valid_loss : 0.1608133763074875

    426040	  0.160991	  0.160813	  0.166222		CURRENT LEARNING RATE: 0.009879682099156776
previous_iter_valid_loss : 0.1632695496082306

    426060	  0.163501	  0.163270	  0.165059		CURRENT LEARNING RATE: 0.009877706360317418
previous_iter_valid_loss : 0.16095110774040222

    426080	  0.161156	  0.160951	  0.164984		CURRENT LEARNING RATE: 0.009875731016586307
previous_iter_valid_loss : 0.1847381889820099

    426100	  0.184932	  0.184738	  0.164788		CURRENT LEARNING RATE: 0.009873756067884449
previous_iter_valid_loss : 0.16171158850193024

    426120	  0.161932	  0.161712	  0.164665		CURRENT LEARNING RATE: 0.009871781514132824
previous_iter_valid_loss : 0.1606418490409851

    426140	  0.160844	  0.160642	  0.164655		CURRENT LEARNING RATE: 0.009869807355252471
previous_iter_valid_loss : 0.1606164425611496

    426160	  0.160807	  0.160616	  0.164650		CURRENT LEARNING RATE: 0.009867833591164405
previous_iter_valid_loss : 0.1683366298675537

    426180	  0.168595	  0.168337	  0.165033		CURRENT LEARNING RATE: 0.009865860221789691
previous_iter_valid_loss : 0.1638379991054535

    426200	  0.164076	  0.163838	  0.164165		CURRENT LEARNING RATE: 0.00986388724704938
previous_iter_valid_loss : 0.1629626303911209

    426220	  0.163191	  0.162963	  0.164068		CURRENT LEARNING RATE: 0.00986191466686456
previous_iter_valid_loss : 0.1668771505355835

    426240	  0.167118	  0.166877	  0.164312		CURRENT LEARNING RATE: 0.009859942481156335
previous_iter_valid_loss : 0.1617470383644104

    426260	  0.161974	  0.161747	  0.164259		CURRENT LEARNING RATE: 0.009857970689845804
previous_iter_valid_loss : 0.16094596683979034

    426280	  0.161153	  0.160946	  0.163878		CURRENT LEARNING RATE: 0.00985599929285411
previous_iter_valid_loss : 0.1650896817445755

    426300	  0.165328	  0.165090	  0.164078		CURRENT LEARNING RATE: 0.00985402829010238
previous_iter_valid_loss : 0.161566823720932

    426320	  0.161787	  0.161567	  0.164082		CURRENT LEARNING RATE: 0.009852057681511792
previous_iter_valid_loss : 0.17841950058937073

    426340	  0.178608	  0.178420	  0.164971		CURRENT LEARNING RATE: 0.009850087467003504
previous_iter_valid_loss : 0.1621505171060562

    426360	  0.162333	  0.162151	  0.164867		CURRENT LEARNING RATE: 0.009848117646498724
previous_iter_valid_loss : 0.16936852037906647

    426380	  0.169540	  0.169369	  0.165262		CURRENT LEARNING RATE: 0.009846148219918643
previous_iter_valid_loss : 0.16848109662532806

    426400	  0.168746	  0.168481	  0.165532		CURRENT LEARNING RATE: 0.0098441791871845
previous_iter_valid_loss : 0.163077250123024

    426420	  0.163302	  0.163077	  0.165278		CURRENT LEARNING RATE: 0.009842210548217519
previous_iter_valid_loss : 0.16112759709358215

    426440	  0.161339	  0.161128	  0.165294		CURRENT LEARNING RATE: 0.00984024230293897
previous_iter_valid_loss : 0.17096346616744995

    426460	  0.171136	  0.170963	  0.165679		CURRENT LEARNING RATE: 0.009838274451270102
previous_iter_valid_loss : 0.16080912947654724

    426480	  0.161014	  0.160809	  0.165672		CURRENT LEARNING RATE: 0.009836306993132225
previous_iter_valid_loss : 0.17881989479064941

    426500	  0.179161	  0.178820	  0.165376		CURRENT LEARNING RATE: 0.009834339928446621
previous_iter_valid_loss : 0.16062645614147186

    426520	  0.160814	  0.160626	  0.165322		CURRENT LEARNING RATE: 0.009832373257134623
previous_iter_valid_loss : 0.16092722117900848

    426540	  0.161138	  0.160927	  0.165336		CURRENT LEARNING RATE: 0.009830406979117547
previous_iter_valid_loss : 0.16677653789520264

    426560	  0.166953	  0.166777	  0.165644		CURRENT LEARNING RATE: 0.009828441094316761
previous_iter_valid_loss : 0.18692827224731445

    426580	  0.187115	  0.186928	  0.166573		CURRENT LEARNING RATE: 0.009826475602653612
previous_iter_valid_loss : 0.16240818798542023

    426600	  0.162638	  0.162408	  0.166502		CURRENT LEARNING RATE: 0.009824510504049488
previous_iter_valid_loss : 0.1646893471479416

    426620	  0.164933	  0.164689	  0.166588		CURRENT LEARNING RATE: 0.009822545798425794
previous_iter_valid_loss : 0.16222931444644928

    426640	  0.162448	  0.162229	  0.166356		CURRENT LEARNING RATE: 0.009820581485703925
previous_iter_valid_loss : 0.162139430642128

    426660	  0.162317	  0.162139	  0.166376		CURRENT LEARNING RATE: 0.009818617565805324
previous_iter_valid_loss : 0.16059228777885437

    426680	  0.160789	  0.160592	  0.166358		CURRENT LEARNING RATE: 0.00981665403865142
previous_iter_valid_loss : 0.16315427422523499

    426700	  0.163351	  0.163154	  0.166261		CURRENT LEARNING RATE: 0.009814690904163686
previous_iter_valid_loss : 0.16133572161197662

    426720	  0.161505	  0.161336	  0.166250		CURRENT LEARNING RATE: 0.009812728162263583
previous_iter_valid_loss : 0.1607574075460434

    426740	  0.160953	  0.160757	  0.165366		CURRENT LEARNING RATE: 0.009810765812872614
previous_iter_valid_loss : 0.16582335531711578

    426760	  0.166020	  0.165823	  0.165550		CURRENT LEARNING RATE: 0.009808803855912271
previous_iter_valid_loss : 0.1649637520313263

    426780	  0.165151	  0.164964	  0.165330		CURRENT LEARNING RATE: 0.009806842291304093
previous_iter_valid_loss : 0.1613820642232895

    426800	  0.161601	  0.161382	  0.164975		CURRENT LEARNING RATE: 0.0098048811189696
previous_iter_valid_loss : 0.16275610029697418

    426820	  0.162931	  0.162756	  0.164959		CURRENT LEARNING RATE: 0.00980292033883036
previous_iter_valid_loss : 0.177485853433609

    426840	  0.177679	  0.177486	  0.165777		CURRENT LEARNING RATE: 0.009800959950807927
previous_iter_valid_loss : 0.16171197593212128

    426860	  0.161891	  0.161712	  0.165314		CURRENT LEARNING RATE: 0.0097989999548239
previous_iter_valid_loss : 0.1705387383699417

    426880	  0.170810	  0.170539	  0.165801		CURRENT LEARNING RATE: 0.009797040350799865
previous_iter_valid_loss : 0.16061906516551971

    426900	  0.160816	  0.160619	  0.164891		CURRENT LEARNING RATE: 0.009795081138657456
previous_iter_valid_loss : 0.1616773009300232

    426920	  0.161907	  0.161677	  0.164943		CURRENT LEARNING RATE: 0.009793122318318283
previous_iter_valid_loss : 0.1713666319847107

    426940	  0.171547	  0.171367	  0.165465		CURRENT LEARNING RATE: 0.009791163889704014
previous_iter_valid_loss : 0.16130046546459198

    426960	  0.161513	  0.161300	  0.165191		CURRENT LEARNING RATE: 0.009789205852736292
previous_iter_valid_loss : 0.16140878200531006

    426980	  0.161630	  0.161409	  0.163915		CURRENT LEARNING RATE: 0.009787248207336815
previous_iter_valid_loss : 0.1637478619813919

    427000	  0.163972	  0.163748	  0.163982		CURRENT LEARNING RATE: 0.00978529095342726
previous_iter_valid_loss : 0.16886243224143982

    427020	  0.169130	  0.168862	  0.164191		CURRENT LEARNING RATE: 0.009783334090929342
previous_iter_valid_loss : 0.16353334486484528

    427040	  0.163720	  0.163533	  0.164256		CURRENT LEARNING RATE: 0.009781377619764798
previous_iter_valid_loss : 0.1782018095254898

    427060	  0.178555	  0.178202	  0.165059		CURRENT LEARNING RATE: 0.009779421539855351
previous_iter_valid_loss : 0.16276773810386658

    427080	  0.162993	  0.162768	  0.165168		CURRENT LEARNING RATE: 0.009777465851122779
previous_iter_valid_loss : 0.16906334459781647

    427100	  0.169245	  0.169063	  0.165463		CURRENT LEARNING RATE: 0.00977551055348883
previous_iter_valid_loss : 0.1606501191854477

    427120	  0.160840	  0.160650	  0.165429		CURRENT LEARNING RATE: 0.009773555646875315
previous_iter_valid_loss : 0.1612202227115631

    427140	  0.161440	  0.161220	  0.165452		CURRENT LEARNING RATE: 0.009771601131204018
previous_iter_valid_loss : 0.1643947958946228

    427160	  0.164638	  0.164395	  0.165381		CURRENT LEARNING RATE: 0.009769647006396777
previous_iter_valid_loss : 0.16057312488555908

    427180	  0.160768	  0.160573	  0.165161		CURRENT LEARNING RATE: 0.009767693272375408
previous_iter_valid_loss : 0.16466721892356873

    427200	  0.164906	  0.164667	  0.165326		CURRENT LEARNING RATE: 0.00976573992906178
previous_iter_valid_loss : 0.16169318556785583

    427220	  0.161917	  0.161693	  0.165272		CURRENT LEARNING RATE: 0.00976378697637774
previous_iter_valid_loss : 0.16295848786830902

    427240	  0.163157	  0.162958	  0.164546		CURRENT LEARNING RATE: 0.00976183441424519
previous_iter_valid_loss : 0.1619451493024826

    427260	  0.162176	  0.161945	  0.164558		CURRENT LEARNING RATE: 0.009759882242586013
previous_iter_valid_loss : 0.18357162177562714

    427280	  0.183979	  0.183572	  0.165209		CURRENT LEARNING RATE: 0.009757930461322131
previous_iter_valid_loss : 0.17401354014873505

    427300	  0.174334	  0.174014	  0.165879		CURRENT LEARNING RATE: 0.009755979070375462
previous_iter_valid_loss : 0.18210510909557343

    427320	  0.182486	  0.182105	  0.166901		CURRENT LEARNING RATE: 0.009754028069667965
previous_iter_valid_loss : 0.16218630969524384

    427340	  0.162432	  0.162186	  0.166442		CURRENT LEARNING RATE: 0.009752077459121584
previous_iter_valid_loss : 0.16056415438652039

    427360	  0.160756	  0.160564	  0.166405		CURRENT LEARNING RATE: 0.009750127238658313
previous_iter_valid_loss : 0.1731170266866684

    427380	  0.173428	  0.173117	  0.166990		CURRENT LEARNING RATE: 0.009748177408200122
previous_iter_valid_loss : 0.16799892485141754

    427400	  0.168271	  0.167999	  0.167203		CURRENT LEARNING RATE: 0.00974622796766903
previous_iter_valid_loss : 0.1612590104341507

    427420	  0.161471	  0.161259	  0.166823		CURRENT LEARNING RATE: 0.009744278916987065
previous_iter_valid_loss : 0.1607310175895691

    427440	  0.160931	  0.160731	  0.166682		CURRENT LEARNING RATE: 0.009742330256076251
previous_iter_valid_loss : 0.1622360348701477

    427460	  0.162415	  0.162236	  0.165884		CURRENT LEARNING RATE: 0.009740381984858656
previous_iter_valid_loss : 0.16363830864429474

    427480	  0.163826	  0.163638	  0.165928		CURRENT LEARNING RATE: 0.009738434103256333
previous_iter_valid_loss : 0.17691662907600403

    427500	  0.177120	  0.176917	  0.166320		CURRENT LEARNING RATE: 0.009736486611191383
previous_iter_valid_loss : 0.1703738272190094

    427520	  0.170568	  0.170374	  0.166806		CURRENT LEARNING RATE: 0.009734539508585893
previous_iter_valid_loss : 0.16296929121017456

    427540	  0.163159	  0.162969	  0.166894		CURRENT LEARNING RATE: 0.009732592795361992
previous_iter_valid_loss : 0.1606416255235672

    427560	  0.160843	  0.160642	  0.166706		CURRENT LEARNING RATE: 0.009730646471441794
previous_iter_valid_loss : 0.16073809564113617

    427580	  0.160932	  0.160738	  0.166715		CURRENT LEARNING RATE: 0.009728700536747468
previous_iter_valid_loss : 0.17213492095470428

    427600	  0.172424	  0.172135	  0.167088		CURRENT LEARNING RATE: 0.009726754991201151
previous_iter_valid_loss : 0.17064844071865082

    427620	  0.170931	  0.170648	  0.167536		CURRENT LEARNING RATE: 0.009724809834725049
previous_iter_valid_loss : 0.1747395396232605

    427640	  0.175047	  0.174740	  0.168125		CURRENT LEARNING RATE: 0.00972286506724133
previous_iter_valid_loss : 0.16072101891040802

    427660	  0.160918	  0.160721	  0.168064		CURRENT LEARNING RATE: 0.009720920688672224
previous_iter_valid_loss : 0.17024119198322296

    427680	  0.170520	  0.170241	  0.167397		CURRENT LEARNING RATE: 0.009718976698939938
previous_iter_valid_loss : 0.16229704022407532

    427700	  0.162479	  0.162297	  0.166811		CURRENT LEARNING RATE: 0.009717033097966732
previous_iter_valid_loss : 0.1606263667345047

    427720	  0.160813	  0.160626	  0.165737		CURRENT LEARNING RATE: 0.00971508988567484
previous_iter_valid_loss : 0.160723015666008

    427740	  0.160901	  0.160723	  0.165664		CURRENT LEARNING RATE: 0.009713147061986555
previous_iter_valid_loss : 0.18927328288555145

    427760	  0.189419	  0.189273	  0.167100		CURRENT LEARNING RATE: 0.009711204626824144
previous_iter_valid_loss : 0.17394237220287323

    427780	  0.174131	  0.173942	  0.167141		CURRENT LEARNING RATE: 0.00970926258010993
previous_iter_valid_loss : 0.1611991822719574

    427800	  0.161412	  0.161199	  0.166801		CURRENT LEARNING RATE: 0.00970732092176621
previous_iter_valid_loss : 0.16684621572494507

    427820	  0.167096	  0.166846	  0.167080		CURRENT LEARNING RATE: 0.00970537965171533
previous_iter_valid_loss : 0.1608017534017563

    427840	  0.160982	  0.160802	  0.167084		CURRENT LEARNING RATE: 0.009703438769879643
previous_iter_valid_loss : 0.16127340495586395

    427860	  0.161488	  0.161273	  0.167036		CURRENT LEARNING RATE: 0.0097014982761815
previous_iter_valid_loss : 0.1623021364212036

    427880	  0.162492	  0.162302	  0.166969		CURRENT LEARNING RATE: 0.0096995581705433
previous_iter_valid_loss : 0.1622030884027481

    427900	  0.162426	  0.162203	  0.166233		CURRENT LEARNING RATE: 0.00969761845288742
previous_iter_valid_loss : 0.20104146003723145

    427920	  0.201576	  0.201041	  0.167766		CURRENT LEARNING RATE: 0.009695679123136286
previous_iter_valid_loss : 0.16535106301307678

    427940	  0.165535	  0.165351	  0.167886		CURRENT LEARNING RATE: 0.00969374018121231
previous_iter_valid_loss : 0.16386064887046814

    427960	  0.164061	  0.163861	  0.168047		CURRENT LEARNING RATE: 0.009691801627037951
previous_iter_valid_loss : 0.16490860283374786

    427980	  0.165139	  0.164909	  0.168255		CURRENT LEARNING RATE: 0.00968986346053565
previous_iter_valid_loss : 0.16705237329006195

    428000	  0.167241	  0.167052	  0.168001		CURRENT LEARNING RATE: 0.009687925681627898
previous_iter_valid_loss : 0.16089566051959991

    428020	  0.161073	  0.160896	  0.167513		CURRENT LEARNING RATE: 0.009685988290237165
previous_iter_valid_loss : 0.16097111999988556

    428040	  0.161175	  0.160971	  0.166825		CURRENT LEARNING RATE: 0.009684051286285975
previous_iter_valid_loss : 0.16109861433506012

    428060	  0.161287	  0.161099	  0.166844		CURRENT LEARNING RATE: 0.009682114669696826
previous_iter_valid_loss : 0.16719768941402435

    428080	  0.167451	  0.167198	  0.166692		CURRENT LEARNING RATE: 0.009680178440392276
previous_iter_valid_loss : 0.1723896861076355

    428100	  0.172556	  0.172390	  0.167196		CURRENT LEARNING RATE: 0.009678242598294856
previous_iter_valid_loss : 0.1635938435792923

    428120	  0.163814	  0.163594	  0.167345		CURRENT LEARNING RATE: 0.00967630714332715
previous_iter_valid_loss : 0.1613006591796875

    428140	  0.161520	  0.161301	  0.167373		CURRENT LEARNING RATE: 0.009674372075411723
previous_iter_valid_loss : 0.17237338423728943

    428160	  0.172553	  0.172373	  0.166528		CURRENT LEARNING RATE: 0.009672437394471187
previous_iter_valid_loss : 0.16124995052814484

    428180	  0.161469	  0.161250	  0.165894		CURRENT LEARNING RATE: 0.00967050310042814
previous_iter_valid_loss : 0.161941260099411

    428200	  0.162132	  0.161941	  0.165931		CURRENT LEARNING RATE: 0.00966856919320523
previous_iter_valid_loss : 0.16833016276359558

    428220	  0.168511	  0.168330	  0.166005		CURRENT LEARNING RATE: 0.009666635672725077
previous_iter_valid_loss : 0.16098615527153015

    428240	  0.161182	  0.160986	  0.166014		CURRENT LEARNING RATE: 0.009664702538910355
previous_iter_valid_loss : 0.16081692278385162

    428260	  0.161017	  0.160817	  0.165992		CURRENT LEARNING RATE: 0.009662769791683741
previous_iter_valid_loss : 0.16486912965774536

    428280	  0.165073	  0.164869	  0.166120		CURRENT LEARNING RATE: 0.009660837430967913
previous_iter_valid_loss : 0.17506441473960876

    428300	  0.175374	  0.175064	  0.166763		CURRENT LEARNING RATE: 0.009658905456685593
previous_iter_valid_loss : 0.16222786903381348

    428320	  0.162400	  0.162228	  0.164822		CURRENT LEARNING RATE: 0.009656973868759482
previous_iter_valid_loss : 0.16135190427303314

    428340	  0.161528	  0.161352	  0.164622		CURRENT LEARNING RATE: 0.009655042667112337
previous_iter_valid_loss : 0.1669171005487442

    428360	  0.167181	  0.166917	  0.164775		CURRENT LEARNING RATE: 0.00965311185166689
previous_iter_valid_loss : 0.17880739271640778

    428380	  0.179182	  0.178807	  0.165470		CURRENT LEARNING RATE: 0.009651181422345929
previous_iter_valid_loss : 0.16134993731975555

    428400	  0.161549	  0.161350	  0.165185		CURRENT LEARNING RATE: 0.009649251379072216
previous_iter_valid_loss : 0.16389326751232147

    428420	  0.164134	  0.163893	  0.165335		CURRENT LEARNING RATE: 0.009647321721768569
previous_iter_valid_loss : 0.16122888028621674

    428440	  0.161397	  0.161229	  0.165348		CURRENT LEARNING RATE: 0.009645392450357783
previous_iter_valid_loss : 0.16372942924499512

    428460	  0.163909	  0.163729	  0.165479		CURRENT LEARNING RATE: 0.009643463564762705
previous_iter_valid_loss : 0.16182354092597961

    428480	  0.162027	  0.161824	  0.165211		CURRENT LEARNING RATE: 0.009641535064906162
previous_iter_valid_loss : 0.18356363475322723

    428500	  0.183986	  0.183564	  0.165769		CURRENT LEARNING RATE: 0.009639606950711033
previous_iter_valid_loss : 0.16083817183971405

    428520	  0.161006	  0.160838	  0.165631		CURRENT LEARNING RATE: 0.009637679222100173
previous_iter_valid_loss : 0.16073912382125854

    428540	  0.160945	  0.160739	  0.165603		CURRENT LEARNING RATE: 0.009635751878996493
previous_iter_valid_loss : 0.16464579105377197

    428560	  0.164893	  0.164646	  0.165217		CURRENT LEARNING RATE: 0.009633824921322878
previous_iter_valid_loss : 0.164428249001503

    428580	  0.164663	  0.164428	  0.165376		CURRENT LEARNING RATE: 0.009631898349002273
previous_iter_valid_loss : 0.16370481252670288

    428600	  0.163900	  0.163705	  0.165464		CURRENT LEARNING RATE: 0.009629972161957594
previous_iter_valid_loss : 0.16104930639266968

    428620	  0.161244	  0.161049	  0.165100		CURRENT LEARNING RATE: 0.009628046360111801
previous_iter_valid_loss : 0.16062194108963013

    428640	  0.160808	  0.160622	  0.165082		CURRENT LEARNING RATE: 0.009626120943387875
previous_iter_valid_loss : 0.16378876566886902

    428660	  0.163990	  0.163789	  0.165230		CURRENT LEARNING RATE: 0.009624195911708778
previous_iter_valid_loss : 0.16074097156524658

    428680	  0.160928	  0.160741	  0.165024		CURRENT LEARNING RATE: 0.009622271264997527
previous_iter_valid_loss : 0.1660614013671875

    428700	  0.166243	  0.166061	  0.164574		CURRENT LEARNING RATE: 0.00962034700317712
previous_iter_valid_loss : 0.17449592053890228

    428720	  0.174687	  0.174496	  0.165187		CURRENT LEARNING RATE: 0.009618423126170603
previous_iter_valid_loss : 0.1618228703737259

    428740	  0.162045	  0.161823	  0.165211		CURRENT LEARNING RATE: 0.009616499633901002
previous_iter_valid_loss : 0.16377484798431396

    428760	  0.164013	  0.163775	  0.165054		CURRENT LEARNING RATE: 0.009614576526291399
previous_iter_valid_loss : 0.17042505741119385

    428780	  0.170600	  0.170425	  0.164635		CURRENT LEARNING RATE: 0.009612653803264848
previous_iter_valid_loss : 0.1733195036649704

    428800	  0.173498	  0.173320	  0.165233		CURRENT LEARNING RATE: 0.009610731464744459
previous_iter_valid_loss : 0.1618572324514389

    428820	  0.162087	  0.161857	  0.165131		CURRENT LEARNING RATE: 0.009608809510653323
previous_iter_valid_loss : 0.1640227884054184

    428840	  0.164258	  0.164023	  0.165271		CURRENT LEARNING RATE: 0.009606887940914575
previous_iter_valid_loss : 0.1616307497024536

    428860	  0.161811	  0.161631	  0.165166		CURRENT LEARNING RATE: 0.009604966755451338
previous_iter_valid_loss : 0.16748428344726562

    428880	  0.167746	  0.167484	  0.165449		CURRENT LEARNING RATE: 0.009603045954186781
previous_iter_valid_loss : 0.1609145551919937

    428900	  0.161099	  0.160915	  0.164317		CURRENT LEARNING RATE: 0.009601125537044055
previous_iter_valid_loss : 0.16092295944690704

    428920	  0.161135	  0.160923	  0.164321		CURRENT LEARNING RATE: 0.009599205503946362
previous_iter_valid_loss : 0.16065019369125366

    428940	  0.160848	  0.160650	  0.164316		CURRENT LEARNING RATE: 0.00959728585481688
previous_iter_valid_loss : 0.16085772216320038

    428960	  0.161034	  0.160858	  0.164127		CURRENT LEARNING RATE: 0.009595366589578842
previous_iter_valid_loss : 0.18163944780826569

    428980	  0.181834	  0.181639	  0.164988		CURRENT LEARNING RATE: 0.009593447708155461
previous_iter_valid_loss : 0.1618107557296753

    429000	  0.162023	  0.161811	  0.164893		CURRENT LEARNING RATE: 0.009591529210469997
previous_iter_valid_loss : 0.16082946956157684

    429020	  0.161033	  0.160829	  0.164882		CURRENT LEARNING RATE: 0.009589611096445697
previous_iter_valid_loss : 0.16875790059566498

    429040	  0.168940	  0.168758	  0.165289		CURRENT LEARNING RATE: 0.00958769336600584
previous_iter_valid_loss : 0.2081742137670517

    429060	  0.208785	  0.208174	  0.167508		CURRENT LEARNING RATE: 0.009585776019073726
previous_iter_valid_loss : 0.16142597794532776

    429080	  0.161615	  0.161426	  0.167542		CURRENT LEARNING RATE: 0.009583859055572649
previous_iter_valid_loss : 0.16070295870304108

    429100	  0.160887	  0.160703	  0.167274		CURRENT LEARNING RATE: 0.009581942475425941
previous_iter_valid_loss : 0.1627645343542099

    429120	  0.163001	  0.162765	  0.166688		CURRENT LEARNING RATE: 0.009580026278556926
previous_iter_valid_loss : 0.1654166728258133

    429140	  0.165609	  0.165417	  0.166867		CURRENT LEARNING RATE: 0.009578110464888972
previous_iter_valid_loss : 0.17780765891075134

    429160	  0.178167	  0.177808	  0.167569		CURRENT LEARNING RATE: 0.00957619503434543
previous_iter_valid_loss : 0.16619543731212616

    429180	  0.166440	  0.166195	  0.167358		CURRENT LEARNING RATE: 0.009574279986849697
previous_iter_valid_loss : 0.164145365357399

    429200	  0.164339	  0.164145	  0.166899		CURRENT LEARNING RATE: 0.009572365322325159
previous_iter_valid_loss : 0.16222046315670013

    429220	  0.162415	  0.162220	  0.166917		CURRENT LEARNING RATE: 0.009570451040695241
previous_iter_valid_loss : 0.163377583026886

    429240	  0.163612	  0.163378	  0.166885		CURRENT LEARNING RATE: 0.00956853714188336
previous_iter_valid_loss : 0.16294057667255402

    429260	  0.163185	  0.162941	  0.166950		CURRENT LEARNING RATE: 0.009566623625812972
previous_iter_valid_loss : 0.1652807593345642

    429280	  0.165532	  0.165281	  0.166840		CURRENT LEARNING RATE: 0.009564710492407525
previous_iter_valid_loss : 0.16068638861179352

    429300	  0.160883	  0.160686	  0.166829		CURRENT LEARNING RATE: 0.009562797741590504
previous_iter_valid_loss : 0.16223299503326416

    429320	  0.162462	  0.162233	  0.166894		CURRENT LEARNING RATE: 0.009560885373285387
previous_iter_valid_loss : 0.1608300507068634

    429340	  0.161021	  0.160830	  0.166903		CURRENT LEARNING RATE: 0.009558973387415695
previous_iter_valid_loss : 0.1607092320919037

    429360	  0.160907	  0.160709	  0.166896		CURRENT LEARNING RATE: 0.009557061783904931
previous_iter_valid_loss : 0.1661427766084671

    429380	  0.166402	  0.166143	  0.166121		CURRENT LEARNING RATE: 0.009555150562676648
previous_iter_valid_loss : 0.16889356076717377

    429400	  0.169165	  0.168894	  0.166475		CURRENT LEARNING RATE: 0.009553239723654381
previous_iter_valid_loss : 0.16527673602104187

    429420	  0.165524	  0.165277	  0.166697		CURRENT LEARNING RATE: 0.009551329266761704
previous_iter_valid_loss : 0.16067622601985931

    429440	  0.160878	  0.160676	  0.166293		CURRENT LEARNING RATE: 0.009549419191922206
previous_iter_valid_loss : 0.16705162823200226

    429460	  0.167311	  0.167052	  0.164237		CURRENT LEARNING RATE: 0.00954750949905947
previous_iter_valid_loss : 0.1939765363931656

    429480	  0.194494	  0.193977	  0.165865		CURRENT LEARNING RATE: 0.009545600188097123
previous_iter_valid_loss : 0.16969048976898193

    429500	  0.169881	  0.169690	  0.166314		CURRENT LEARNING RATE: 0.009543691258958776
previous_iter_valid_loss : 0.1605847030878067

    429520	  0.160783	  0.160585	  0.166205		CURRENT LEARNING RATE: 0.00954178271156809
previous_iter_valid_loss : 0.16242796182632446

    429540	  0.162661	  0.162428	  0.166056		CURRENT LEARNING RATE: 0.009539874545848705
previous_iter_valid_loss : 0.1622525155544281

    429560	  0.162466	  0.162253	  0.165278		CURRENT LEARNING RATE: 0.00953796676172431
previous_iter_valid_loss : 0.16119565069675446

    429580	  0.161418	  0.161196	  0.165028		CURRENT LEARNING RATE: 0.00953605935911858
previous_iter_valid_loss : 0.16205303370952606

    429600	  0.162236	  0.162053	  0.164923		CURRENT LEARNING RATE: 0.009534152337955234
previous_iter_valid_loss : 0.1610053926706314

    429620	  0.161194	  0.161005	  0.164863		CURRENT LEARNING RATE: 0.009532245698157974
previous_iter_valid_loss : 0.17909878492355347

    429640	  0.179293	  0.179099	  0.165649		CURRENT LEARNING RATE: 0.00953033943965055
previous_iter_valid_loss : 0.16110655665397644

    429660	  0.161325	  0.161107	  0.165557		CURRENT LEARNING RATE: 0.0095284335623567
previous_iter_valid_loss : 0.1934586614370346

    429680	  0.193607	  0.193459	  0.166966		CURRENT LEARNING RATE: 0.009526528066200201
previous_iter_valid_loss : 0.16287225484848022

    429700	  0.163101	  0.162872	  0.167075		CURRENT LEARNING RATE: 0.009524622951104816
previous_iter_valid_loss : 0.16173411905765533

    429720	  0.161970	  0.161734	  0.167050		CURRENT LEARNING RATE: 0.009522718216994361
previous_iter_valid_loss : 0.16062374413013458

    429740	  0.160814	  0.160624	  0.167040		CURRENT LEARNING RATE: 0.009520813863792625
previous_iter_valid_loss : 0.1630203127861023

    429760	  0.163231	  0.163020	  0.167155		CURRENT LEARNING RATE: 0.009518909891423455
previous_iter_valid_loss : 0.17232368886470795

    429780	  0.172616	  0.172324	  0.167464		CURRENT LEARNING RATE: 0.009517006299810673
previous_iter_valid_loss : 0.16503483057022095

    429800	  0.165278	  0.165035	  0.167272		CURRENT LEARNING RATE: 0.009515103088878152
previous_iter_valid_loss : 0.160636305809021

    429820	  0.160827	  0.160636	  0.167039		CURRENT LEARNING RATE: 0.009513200258549747
previous_iter_valid_loss : 0.16077136993408203

    429840	  0.160952	  0.160771	  0.167044		CURRENT LEARNING RATE: 0.009511297808749356
previous_iter_valid_loss : 0.16164197027683258

    429860	  0.161828	  0.161642	  0.166774		CURRENT LEARNING RATE: 0.009509395739400886
previous_iter_valid_loss : 0.16608674824237823

    429880	  0.166287	  0.166087	  0.165379		CURRENT LEARNING RATE: 0.009507494050428238
previous_iter_valid_loss : 0.17516262829303741

    429900	  0.175357	  0.175163	  0.165653		CURRENT LEARNING RATE: 0.00950559274175536
previous_iter_valid_loss : 0.16065341234207153

    429920	  0.160854	  0.160653	  0.165656		CURRENT LEARNING RATE: 0.009503691813306188
previous_iter_valid_loss : 0.16312070190906525

    429940	  0.163358	  0.163121	  0.165691		CURRENT LEARNING RATE: 0.009501791265004696
previous_iter_valid_loss : 0.187362402677536

    429960	  0.187819	  0.187362	  0.166946		CURRENT LEARNING RATE: 0.009499891096774848
previous_iter_valid_loss : 0.16414539515972137

    429980	  0.164339	  0.164145	  0.167094		CURRENT LEARNING RATE: 0.009497991308540654
previous_iter_valid_loss : 0.16177845001220703

    430000	  0.161954	  0.161778	  0.167080		CURRENT LEARNING RATE: 0.009496091900226104
previous_iter_valid_loss : 0.16341443359851837

    430020	  0.163649	  0.163414	  0.167201		CURRENT LEARNING RATE: 0.00949419287175524
previous_iter_valid_loss : 0.1695040613412857

    430040	  0.169771	  0.169504	  0.166721		CURRENT LEARNING RATE: 0.009492294223052084
previous_iter_valid_loss : 0.1621612012386322

    430060	  0.162395	  0.162161	  0.166774		CURRENT LEARNING RATE: 0.009490395954040706
previous_iter_valid_loss : 0.17126035690307617

    430080	  0.171565	  0.171260	  0.165664		CURRENT LEARNING RATE: 0.00948849806464516
previous_iter_valid_loss : 0.16467171907424927

    430100	  0.164862	  0.164672	  0.165754		CURRENT LEARNING RATE: 0.009486600554789547
previous_iter_valid_loss : 0.1719854474067688

    430120	  0.172173	  0.171985	  0.166266		CURRENT LEARNING RATE: 0.009484703424397948
previous_iter_valid_loss : 0.1731766313314438

    430140	  0.173488	  0.173177	  0.166894		CURRENT LEARNING RATE: 0.009482806673394495
previous_iter_valid_loss : 0.16662268340587616

    430160	  0.166796	  0.166623	  0.167074		CURRENT LEARNING RATE: 0.009480910301703303
previous_iter_valid_loss : 0.16065877676010132

    430180	  0.160852	  0.160659	  0.166491		CURRENT LEARNING RATE: 0.009479014309248532
previous_iter_valid_loss : 0.16329224407672882

    430200	  0.163493	  0.163292	  0.166404		CURRENT LEARNING RATE: 0.009477118695954327
previous_iter_valid_loss : 0.16618868708610535

    430220	  0.166373	  0.166189	  0.166681		CURRENT LEARNING RATE: 0.009475223461744878
previous_iter_valid_loss : 0.17432090640068054

    430240	  0.174496	  0.174321	  0.167359		CURRENT LEARNING RATE: 0.009473328606544361
previous_iter_valid_loss : 0.16533996164798737

    430260	  0.165508	  0.165340	  0.167544		CURRENT LEARNING RATE: 0.00947143413027699
previous_iter_valid_loss : 0.1640435755252838

    430280	  0.164269	  0.164044	  0.167442		CURRENT LEARNING RATE: 0.009469540032866994
previous_iter_valid_loss : 0.1629774123430252

    430300	  0.163155	  0.162977	  0.166832		CURRENT LEARNING RATE: 0.009467646314238591
previous_iter_valid_loss : 0.1608646810054779

    430320	  0.161040	  0.160865	  0.166843		CURRENT LEARNING RATE: 0.009465752974316052
previous_iter_valid_loss : 0.16074040532112122

    430340	  0.160929	  0.160740	  0.166724		CURRENT LEARNING RATE: 0.009463860013023625
previous_iter_valid_loss : 0.16491928696632385

    430360	  0.165148	  0.164919	  0.165602		CURRENT LEARNING RATE: 0.009461967430285606
previous_iter_valid_loss : 0.16089294850826263

    430380	  0.161077	  0.160893	  0.165439		CURRENT LEARNING RATE: 0.00946007522602628
previous_iter_valid_loss : 0.16062648594379425

    430400	  0.160797	  0.160626	  0.165381		CURRENT LEARNING RATE: 0.009458183400169969
previous_iter_valid_loss : 0.16465282440185547

    430420	  0.164810	  0.164653	  0.165443		CURRENT LEARNING RATE: 0.009456291952640989
previous_iter_valid_loss : 0.16222786903381348

    430440	  0.162406	  0.162228	  0.165080		CURRENT LEARNING RATE: 0.009454400883363696
previous_iter_valid_loss : 0.16131138801574707

    430460	  0.161481	  0.161311	  0.165037		CURRENT LEARNING RATE: 0.009452510192262432
previous_iter_valid_loss : 0.16065143048763275

    430480	  0.160827	  0.160651	  0.164507		CURRENT LEARNING RATE: 0.009450619879261586
previous_iter_valid_loss : 0.1783091127872467

    430500	  0.178645	  0.178309	  0.165188		CURRENT LEARNING RATE: 0.009448729944285526
previous_iter_valid_loss : 0.17051827907562256

    430520	  0.170796	  0.170518	  0.165115		CURRENT LEARNING RATE: 0.009446840387258675
previous_iter_valid_loss : 0.16895386576652527

    430540	  0.169130	  0.168954	  0.164904		CURRENT LEARNING RATE: 0.009444951208105432
previous_iter_valid_loss : 0.17670230567455292

    430560	  0.177024	  0.176702	  0.165408		CURRENT LEARNING RATE: 0.009443062406750247
previous_iter_valid_loss : 0.1828930675983429

    436220	  0.183079	  0.182893	  0.169605		CURRENT LEARNING RATE: 0.008923429404056691
previous_iter_valid_loss : 0.1629956215620041

    436240	  0.163237	  0.162996	  0.169515		CURRENT LEARNING RATE: 0.008921644896632575
previous_iter_valid_loss : 0.1612665206193924

    436260	  0.161443	  0.161267	  0.169313		CURRENT LEARNING RATE: 0.008919860746074247
previous_iter_valid_loss : 0.1649191975593567

    436280	  0.165145	  0.164919	  0.169462		CURRENT LEARNING RATE: 0.00891807695231035
previous_iter_valid_loss : 0.16225406527519226

    436300	  0.162424	  0.162254	  0.169014		CURRENT LEARNING RATE: 0.008916293515269543
previous_iter_valid_loss : 0.16285336017608643

    436320	  0.163085	  0.162853	  0.168142		CURRENT LEARNING RATE: 0.008914510434880467
previous_iter_valid_loss : 0.16393506526947021

    436340	  0.164122	  0.163935	  0.168054		CURRENT LEARNING RATE: 0.008912727711071818
previous_iter_valid_loss : 0.16759523749351501

    436360	  0.167854	  0.167595	  0.167954		CURRENT LEARNING RATE: 0.008910945343772271
previous_iter_valid_loss : 0.16224971413612366

    436380	  0.162473	  0.162250	  0.167341		CURRENT LEARNING RATE: 0.008909163332910548
previous_iter_valid_loss : 0.17140831053256989

    436400	  0.171599	  0.171408	  0.167705		CURRENT LEARNING RATE: 0.008907381678415349
previous_iter_valid_loss : 0.16060656309127808

    436420	  0.160790	  0.160607	  0.167151		CURRENT LEARNING RATE: 0.00890560038021543
previous_iter_valid_loss : 0.16197873651981354

    436440	  0.162162	  0.161979	  0.167151		CURRENT LEARNING RATE: 0.008903819438239516
previous_iter_valid_loss : 0.16106559336185455

    436460	  0.161285	  0.161066	  0.165880		CURRENT LEARNING RATE: 0.00890203885241639
previous_iter_valid_loss : 0.1607368439435959

    436480	  0.160943	  0.160737	  0.165717		CURRENT LEARNING RATE: 0.008900258622674812
previous_iter_valid_loss : 0.17223672568798065

    436500	  0.172409	  0.172237	  0.165756		CURRENT LEARNING RATE: 0.008898478748943586
previous_iter_valid_loss : 0.1610984206199646

    436520	  0.161312	  0.161098	  0.165618		CURRENT LEARNING RATE: 0.008896699231151505
previous_iter_valid_loss : 0.1633545458316803

    436540	  0.163580	  0.163355	  0.164867		CURRENT LEARNING RATE: 0.008894920069227402
previous_iter_valid_loss : 0.1610657125711441

    436560	  0.161272	  0.161066	  0.164720		CURRENT LEARNING RATE: 0.008893141263100096
previous_iter_valid_loss : 0.1628160923719406

    436580	  0.162993	  0.162816	  0.164794		CURRENT LEARNING RATE: 0.008891362812698447
previous_iter_valid_loss : 0.16544197499752045

    436600	  0.165610	  0.165442	  0.164637		CURRENT LEARNING RATE: 0.008889584717951305
previous_iter_valid_loss : 0.16686128079891205

    436620	  0.167032	  0.166861	  0.163835		CURRENT LEARNING RATE: 0.008887806978787561
previous_iter_valid_loss : 0.1607540398836136

    436640	  0.160956	  0.160754	  0.163723		CURRENT LEARNING RATE: 0.00888602959513609
previous_iter_valid_loss : 0.16498561203479767

    436660	  0.165215	  0.164986	  0.163909		CURRENT LEARNING RATE: 0.00888425256692581
previous_iter_valid_loss : 0.16427916288375854

    436680	  0.164511	  0.164279	  0.163877		CURRENT LEARNING RATE: 0.00888247589408563
previous_iter_valid_loss : 0.16620056331157684

    436700	  0.166381	  0.166201	  0.164075		CURRENT LEARNING RATE: 0.008880699576544483
previous_iter_valid_loss : 0.16172854602336884

    436720	  0.161906	  0.161729	  0.164018		CURRENT LEARNING RATE: 0.00887892361423133
previous_iter_valid_loss : 0.16441643238067627

    436740	  0.164655	  0.164416	  0.164042		CURRENT LEARNING RATE: 0.008877148007075114
previous_iter_valid_loss : 0.17946165800094604

    436760	  0.179646	  0.179462	  0.164636		CURRENT LEARNING RATE: 0.008875372755004827
previous_iter_valid_loss : 0.16309143602848053

    436780	  0.163318	  0.163091	  0.164678		CURRENT LEARNING RATE: 0.008873597857949445
previous_iter_valid_loss : 0.16094417870044708

    436800	  0.161161	  0.160944	  0.164155		CURRENT LEARNING RATE: 0.008871823315837985
previous_iter_valid_loss : 0.16212628781795502

    436820	  0.162339	  0.162126	  0.164231		CURRENT LEARNING RATE: 0.00887004912859945
previous_iter_valid_loss : 0.16062387824058533

    436840	  0.160818	  0.160624	  0.164163		CURRENT LEARNING RATE: 0.008868275296162893
previous_iter_valid_loss : 0.16157887876033783

    436860	  0.161802	  0.161579	  0.164188		CURRENT LEARNING RATE: 0.008866501818457337
previous_iter_valid_loss : 0.1638907939195633

    436880	  0.164070	  0.163891	  0.164346		CURRENT LEARNING RATE: 0.008864728695411866
previous_iter_valid_loss : 0.1607992798089981

    436900	  0.160975	  0.160799	  0.163774		CURRENT LEARNING RATE: 0.008862955926955535
previous_iter_valid_loss : 0.16549059748649597

    436920	  0.165731	  0.165491	  0.163994		CURRENT LEARNING RATE: 0.00886118351301745
previous_iter_valid_loss : 0.17852215468883514

    436940	  0.178866	  0.178522	  0.164752		CURRENT LEARNING RATE: 0.008859411453526698
previous_iter_valid_loss : 0.16460712254047394

    436960	  0.164838	  0.164607	  0.164929		CURRENT LEARNING RATE: 0.008857639748412414
previous_iter_valid_loss : 0.16056594252586365

    436980	  0.160751	  0.160566	  0.164817		CURRENT LEARNING RATE: 0.008855868397603713
previous_iter_valid_loss : 0.16388259828090668

    437000	  0.164076	  0.163883	  0.164739		CURRENT LEARNING RATE: 0.008854097401029756
previous_iter_valid_loss : 0.16419601440429688

    437020	  0.164387	  0.164196	  0.164606		CURRENT LEARNING RATE: 0.00885232675861969
previous_iter_valid_loss : 0.17185810208320618

    437040	  0.172028	  0.171858	  0.165161		CURRENT LEARNING RATE: 0.008850556470302704
previous_iter_valid_loss : 0.17671489715576172

    437060	  0.176886	  0.176715	  0.165747		CURRENT LEARNING RATE: 0.008848786536007968
previous_iter_valid_loss : 0.16677701473236084

    437080	  0.166964	  0.166777	  0.165872		CURRENT LEARNING RATE: 0.008847016955664696
previous_iter_valid_loss : 0.16190655529499054

    437100	  0.162138	  0.161907	  0.165657		CURRENT LEARNING RATE: 0.00884524772920211
previous_iter_valid_loss : 0.1846693456172943

    437120	  0.184849	  0.184669	  0.166805		CURRENT LEARNING RATE: 0.008843478856549427
previous_iter_valid_loss : 0.17834176123142242

    437140	  0.178681	  0.178342	  0.167501		CURRENT LEARNING RATE: 0.008841710337635908
previous_iter_valid_loss : 0.16160649061203003

    437160	  0.161838	  0.161606	  0.166608		CURRENT LEARNING RATE: 0.008839942172390796
previous_iter_valid_loss : 0.16638804972171783

    437180	  0.166563	  0.166388	  0.166773		CURRENT LEARNING RATE: 0.00883817436074338
previous_iter_valid_loss : 0.16437244415283203

    437200	  0.164614	  0.164372	  0.166944		CURRENT LEARNING RATE: 0.008836406902622931
previous_iter_valid_loss : 0.1606258898973465

    437220	  0.160813	  0.160626	  0.166869		CURRENT LEARNING RATE: 0.008834639797958767
previous_iter_valid_loss : 0.16541355848312378

    437240	  0.165644	  0.165414	  0.167109		CURRENT LEARNING RATE: 0.008832873046680189
previous_iter_valid_loss : 0.1628803014755249

    437260	  0.163058	  0.162880	  0.167174		CURRENT LEARNING RATE: 0.008831106648716542
previous_iter_valid_loss : 0.16830657422542572

    437280	  0.168482	  0.168307	  0.167395		CURRENT LEARNING RATE: 0.008829340603997152
previous_iter_valid_loss : 0.1668175458908081

    437300	  0.166998	  0.166818	  0.167695		CURRENT LEARNING RATE: 0.008827574912451397
previous_iter_valid_loss : 0.16141416132450104

    437320	  0.161628	  0.161414	  0.167492		CURRENT LEARNING RATE: 0.008825809574008633
previous_iter_valid_loss : 0.1631925404071808

    437340	  0.163436	  0.163193	  0.166725		CURRENT LEARNING RATE: 0.00882404458859826
previous_iter_valid_loss : 0.16079509258270264

    437360	  0.160992	  0.160795	  0.166535		CURRENT LEARNING RATE: 0.008822279956149662
previous_iter_valid_loss : 0.16064342856407166

    437380	  0.160840	  0.160643	  0.166538		CURRENT LEARNING RATE: 0.008820515676592275
previous_iter_valid_loss : 0.1637248992919922

    437400	  0.163921	  0.163725	  0.166531		CURRENT LEARNING RATE: 0.008818751749855504
previous_iter_valid_loss : 0.1662103235721588

    437420	  0.166451	  0.166210	  0.166631		CURRENT LEARNING RATE: 0.008816988175868816
previous_iter_valid_loss : 0.16896319389343262

    437440	  0.169122	  0.168963	  0.166487		CURRENT LEARNING RATE: 0.008815224954561645
previous_iter_valid_loss : 0.16069366037845612

    437460	  0.160887	  0.160694	  0.165685		CURRENT LEARNING RATE: 0.008813462085863484
previous_iter_valid_loss : 0.17476971447467804

    437480	  0.175069	  0.174770	  0.166085		CURRENT LEARNING RATE: 0.008811699569703799
previous_iter_valid_loss : 0.1609480082988739

    437500	  0.161152	  0.160948	  0.166037		CURRENT LEARNING RATE: 0.008809937406012098
previous_iter_valid_loss : 0.17711667716503143

    437520	  0.177288	  0.177117	  0.165660		CURRENT LEARNING RATE: 0.008808175594717901
previous_iter_valid_loss : 0.1609605997800827

    437540	  0.161131	  0.160961	  0.164790		CURRENT LEARNING RATE: 0.008806414135750722
previous_iter_valid_loss : 0.1606907844543457

    437560	  0.160885	  0.160691	  0.164745		CURRENT LEARNING RATE: 0.008804653029040117
previous_iter_valid_loss : 0.16822081804275513

    437580	  0.168476	  0.168221	  0.164836		CURRENT LEARNING RATE: 0.008802892274515627
previous_iter_valid_loss : 0.1633143275976181

    437600	  0.163480	  0.163314	  0.164783		CURRENT LEARNING RATE: 0.008801131872106837
previous_iter_valid_loss : 0.17081117630004883

    437620	  0.170978	  0.170811	  0.165293		CURRENT LEARNING RATE: 0.008799371821743316
previous_iter_valid_loss : 0.1605798453092575

    437640	  0.160756	  0.160580	  0.165051		CURRENT LEARNING RATE: 0.008797612123354675
previous_iter_valid_loss : 0.16704018414020538

    437660	  0.167273	  0.167040	  0.165259		CURRENT LEARNING RATE: 0.008795852776870514
previous_iter_valid_loss : 0.1664406806230545

    437680	  0.166666	  0.166441	  0.165166		CURRENT LEARNING RATE: 0.008794093782220472
previous_iter_valid_loss : 0.18206657469272614

    437700	  0.182415	  0.182067	  0.165928		CURRENT LEARNING RATE: 0.008792335139334174
previous_iter_valid_loss : 0.1684853583574295

    437720	  0.168722	  0.168485	  0.166282		CURRENT LEARNING RATE: 0.008790576848141291
previous_iter_valid_loss : 0.16402941942214966

    437740	  0.164196	  0.164029	  0.166324		CURRENT LEARNING RATE: 0.008788818908571477
previous_iter_valid_loss : 0.17415496706962585

    437760	  0.174320	  0.174155	  0.166992		CURRENT LEARNING RATE: 0.008787061320554427
previous_iter_valid_loss : 0.16118696331977844

    437780	  0.161387	  0.161187	  0.167019		CURRENT LEARNING RATE: 0.008785304084019823
previous_iter_valid_loss : 0.1622222363948822

    437800	  0.162433	  0.162222	  0.166944		CURRENT LEARNING RATE: 0.008783547198897393
previous_iter_valid_loss : 0.1648472249507904

    437820	  0.165029	  0.164847	  0.166875		CURRENT LEARNING RATE: 0.008781790665116841
previous_iter_valid_loss : 0.16115827858448029

    437840	  0.161364	  0.161158	  0.166485		CURRENT LEARNING RATE: 0.008780034482607927
previous_iter_valid_loss : 0.1632632613182068

    437860	  0.163448	  0.163263	  0.166614		CURRENT LEARNING RATE: 0.008778278651300386
previous_iter_valid_loss : 0.16311706602573395

    437880	  0.163341	  0.163117	  0.166031		CURRENT LEARNING RATE: 0.008776523171123998
previous_iter_valid_loss : 0.16891369223594666

    437900	  0.169092	  0.168914	  0.166429		CURRENT LEARNING RATE: 0.008774768042008533
previous_iter_valid_loss : 0.16112831234931946

    437920	  0.161294	  0.161128	  0.165630		CURRENT LEARNING RATE: 0.00877301326388379
previous_iter_valid_loss : 0.16155458986759186

    437940	  0.161732	  0.161555	  0.165660		CURRENT LEARNING RATE: 0.008771258836679584
previous_iter_valid_loss : 0.1677842140197754

    437960	  0.168020	  0.167784	  0.166014		CURRENT LEARNING RATE: 0.008769504760325727
previous_iter_valid_loss : 0.18419800698757172

    437980	  0.184379	  0.184198	  0.166813		CURRENT LEARNING RATE: 0.008767751034752068
previous_iter_valid_loss : 0.16512450575828552

    438000	  0.165317	  0.165125	  0.166904		CURRENT LEARNING RATE: 0.008765997659888447
previous_iter_valid_loss : 0.16074322164058685

    438020	  0.160902	  0.160743	  0.166400		CURRENT LEARNING RATE: 0.008764244635664737
previous_iter_valid_loss : 0.17953187227249146

    438040	  0.179866	  0.179532	  0.167348		CURRENT LEARNING RATE: 0.00876249196201081
previous_iter_valid_loss : 0.16218727827072144

    438060	  0.162395	  0.162187	  0.167105		CURRENT LEARNING RATE: 0.008760739638856568
previous_iter_valid_loss : 0.16233420372009277

    438080	  0.162507	  0.162334	  0.166900		CURRENT LEARNING RATE: 0.008758987666131904
previous_iter_valid_loss : 0.1646919697523117

    438100	  0.164873	  0.164692	  0.166031		CURRENT LEARNING RATE: 0.008757236043766757
previous_iter_valid_loss : 0.16303351521492004

    438120	  0.163209	  0.163034	  0.165759		CURRENT LEARNING RATE: 0.008755484771691045
previous_iter_valid_loss : 0.16142287850379944

    438140	  0.161581	  0.161423	  0.165628		CURRENT LEARNING RATE: 0.008753733849834733
previous_iter_valid_loss : 0.16529631614685059

    438160	  0.165471	  0.165296	  0.165185		CURRENT LEARNING RATE: 0.008751983278127769
previous_iter_valid_loss : 0.1606421023607254

    438180	  0.160817	  0.160642	  0.165158		CURRENT LEARNING RATE: 0.008750233056500144
previous_iter_valid_loss : 0.16133920848369598

    438200	  0.161514	  0.161339	  0.165114		CURRENT LEARNING RATE: 0.008748483184881835
previous_iter_valid_loss : 0.16072003543376923

    438220	  0.160926	  0.160720	  0.164907		CURRENT LEARNING RATE: 0.008746733663202864
previous_iter_valid_loss : 0.16066886484622955

    438240	  0.160839	  0.160669	  0.164883		CURRENT LEARNING RATE: 0.00874498449139323
previous_iter_valid_loss : 0.1614670306444168

    438260	  0.161630	  0.161467	  0.164793		CURRENT LEARNING RATE: 0.008743235669382987
previous_iter_valid_loss : 0.16182155907154083

    438280	  0.161992	  0.161822	  0.164728		CURRENT LEARNING RATE: 0.008741487197102162
previous_iter_valid_loss : 0.16380643844604492

    438300	  0.163986	  0.163806	  0.164473		CURRENT LEARNING RATE: 0.008739739074480828
previous_iter_valid_loss : 0.1839892715215683

    438320	  0.184150	  0.183989	  0.165616		CURRENT LEARNING RATE: 0.008737991301449064
previous_iter_valid_loss : 0.16638439893722534

    438340	  0.166611	  0.166384	  0.165858		CURRENT LEARNING RATE: 0.008736243877936947
previous_iter_valid_loss : 0.16151921451091766

    438360	  0.161742	  0.161519	  0.165544		CURRENT LEARNING RATE: 0.008734496803874593
previous_iter_valid_loss : 0.16121086478233337

    438380	  0.161428	  0.161211	  0.164395		CURRENT LEARNING RATE: 0.008732750079192105
previous_iter_valid_loss : 0.16120529174804688

    438400	  0.161423	  0.161205	  0.164199		CURRENT LEARNING RATE: 0.008731003703819629
previous_iter_valid_loss : 0.184832364320755

    438420	  0.185017	  0.184832	  0.165404		CURRENT LEARNING RATE: 0.008729257677687296
previous_iter_valid_loss : 0.16236886382102966

    438440	  0.162562	  0.162369	  0.164545		CURRENT LEARNING RATE: 0.008727512000725277
previous_iter_valid_loss : 0.17309579253196716

    438460	  0.173404	  0.173096	  0.165091		CURRENT LEARNING RATE: 0.008725766672863731
previous_iter_valid_loss : 0.20364587008953094

    438480	  0.203731	  0.203646	  0.167156		CURRENT LEARNING RATE: 0.008724021694032863
previous_iter_valid_loss : 0.1653558611869812

    438500	  0.165597	  0.165356	  0.167190		CURRENT LEARNING RATE: 0.008722277064162854
previous_iter_valid_loss : 0.17483699321746826

    438520	  0.175005	  0.174837	  0.167780		CURRENT LEARNING RATE: 0.008720532783183937
previous_iter_valid_loss : 0.16681015491485596

    438540	  0.166984	  0.166810	  0.168049		CURRENT LEARNING RATE: 0.008718788851026327
previous_iter_valid_loss : 0.16391806304454803

    438560	  0.164150	  0.163918	  0.167980		CURRENT LEARNING RATE: 0.008717045267620278
previous_iter_valid_loss : 0.16193324327468872

    438580	  0.162151	  0.161933	  0.168045		CURRENT LEARNING RATE: 0.008715302032896034
previous_iter_valid_loss : 0.16139157116413116

    438600	  0.161572	  0.161392	  0.168047		CURRENT LEARNING RATE: 0.00871355914678388
previous_iter_valid_loss : 0.17225690186023712

    438620	  0.172545	  0.172257	  0.168624		CURRENT LEARNING RATE: 0.008711816609214084
previous_iter_valid_loss : 0.16470088064670563

    438640	  0.164934	  0.164701	  0.168826		CURRENT LEARNING RATE: 0.008710074420116964
previous_iter_valid_loss : 0.16139446198940277

    438660	  0.161581	  0.161394	  0.168822		CURRENT LEARNING RATE: 0.008708332579422811
previous_iter_valid_loss : 0.17215900123119354

    438680	  0.172334	  0.172159	  0.169339		CURRENT LEARNING RATE: 0.008706591087061972
previous_iter_valid_loss : 0.16819457709789276

    438700	  0.168361	  0.168195	  0.169558		CURRENT LEARNING RATE: 0.00870484994296477
previous_iter_valid_loss : 0.17013783752918243

    438720	  0.170420	  0.170138	  0.168866		CURRENT LEARNING RATE: 0.008703109147061567
previous_iter_valid_loss : 0.16596637666225433

    438740	  0.166219	  0.165966	  0.168845		CURRENT LEARNING RATE: 0.008701368699282737
previous_iter_valid_loss : 0.16192129254341125

    438760	  0.162139	  0.161921	  0.168865		CURRENT LEARNING RATE: 0.00869962859955865
previous_iter_valid_loss : 0.16342316567897797

    438780	  0.163609	  0.163423	  0.168976		CURRENT LEARNING RATE: 0.008697888847819715
previous_iter_valid_loss : 0.1940968781709671

    438800	  0.194596	  0.194097	  0.170620		CURRENT LEARNING RATE: 0.008696149443996328
previous_iter_valid_loss : 0.16099344193935394

    438820	  0.161199	  0.160993	  0.169428		CURRENT LEARNING RATE: 0.008694410388018926
previous_iter_valid_loss : 0.1607789397239685

    438840	  0.160956	  0.160779	  0.169349		CURRENT LEARNING RATE: 0.008692671679817935
previous_iter_valid_loss : 0.1740395575761795

    438860	  0.174225	  0.174040	  0.169396		CURRENT LEARNING RATE: 0.008690933319323819
previous_iter_valid_loss : 0.16132289171218872

    438880	  0.161535	  0.161323	  0.167280		CURRENT LEARNING RATE: 0.008689195306467029
previous_iter_valid_loss : 0.16132895648479462

    438900	  0.161508	  0.161329	  0.167079		CURRENT LEARNING RATE: 0.008687457641178063
previous_iter_valid_loss : 0.16181226074695587

    438920	  0.161993	  0.161812	  0.166427		CURRENT LEARNING RATE: 0.008685720323387394
previous_iter_valid_loss : 0.16513074934482574

    438940	  0.165328	  0.165131	  0.166343		CURRENT LEARNING RATE: 0.008683983353025546
previous_iter_valid_loss : 0.1611846536397934

    438960	  0.161363	  0.161185	  0.166207		CURRENT LEARNING RATE: 0.008682246730023026
previous_iter_valid_loss : 0.16912902891635895

    438980	  0.169304	  0.169129	  0.166566		CURRENT LEARNING RATE: 0.008680510454310383
previous_iter_valid_loss : 0.1818801611661911

    439000	  0.182074	  0.181880	  0.167591		CURRENT LEARNING RATE: 0.008678774525818155
previous_iter_valid_loss : 0.16090355813503265

    439020	  0.161081	  0.160904	  0.167023		CURRENT LEARNING RATE: 0.008677038944476913
previous_iter_valid_loss : 0.17443996667861938

    439040	  0.174621	  0.174440	  0.167510		CURRENT LEARNING RATE: 0.008675303710217226
previous_iter_valid_loss : 0.17642134428024292

    439060	  0.176749	  0.176421	  0.168261		CURRENT LEARNING RATE: 0.008673568822969694
previous_iter_valid_loss : 0.16083870828151703

    439080	  0.161034	  0.160839	  0.167695		CURRENT LEARNING RATE: 0.008671834282664909
previous_iter_valid_loss : 0.16127587854862213

    439100	  0.161499	  0.161276	  0.167350		CURRENT LEARNING RATE: 0.008670100089233494
previous_iter_valid_loss : 0.16279445588588715

    439120	  0.162973	  0.162794	  0.166982		CURRENT LEARNING RATE: 0.008668366242606093
previous_iter_valid_loss : 0.16344745457172394

    439140	  0.163631	  0.163447	  0.166856		CURRENT LEARNING RATE: 0.008666632742713338
previous_iter_valid_loss : 0.16718749701976776

    439160	  0.167375	  0.167187	  0.167120		CURRENT LEARNING RATE: 0.008664899589485898
previous_iter_valid_loss : 0.16076789796352386

    439180	  0.160964	  0.160768	  0.166987		CURRENT LEARNING RATE: 0.008663166782854437
previous_iter_valid_loss : 0.16059063374996185

    439200	  0.160791	  0.160591	  0.165312		CURRENT LEARNING RATE: 0.008661434322749656
previous_iter_valid_loss : 0.16862739622592926

    439220	  0.168810	  0.168627	  0.165693		CURRENT LEARNING RATE: 0.00865970220910224
previous_iter_valid_loss : 0.19466175138950348

    439240	  0.194824	  0.194662	  0.167388		CURRENT LEARNING RATE: 0.008657970441842923
previous_iter_valid_loss : 0.17467543482780457

    439260	  0.174865	  0.174675	  0.167419		CURRENT LEARNING RATE: 0.008656239020902417
previous_iter_valid_loss : 0.16408906877040863

    439280	  0.164266	  0.164089	  0.167558		CURRENT LEARNING RATE: 0.008654507946211478
previous_iter_valid_loss : 0.16660259664058685

    439300	  0.166786	  0.166603	  0.167821		CURRENT LEARNING RATE: 0.008652777217700853
previous_iter_valid_loss : 0.1606237143278122

    439320	  0.160825	  0.160624	  0.167762		CURRENT LEARNING RATE: 0.008651046835301325
previous_iter_valid_loss : 0.16403606534004211

    439340	  0.164272	  0.164036	  0.167707		CURRENT LEARNING RATE: 0.008649316798943664
previous_iter_valid_loss : 0.1609344631433487

    439360	  0.161118	  0.160934	  0.167695		CURRENT LEARNING RATE: 0.008647587108558681
previous_iter_valid_loss : 0.16607841849327087

    439380	  0.166276	  0.166078	  0.167542		CURRENT LEARNING RATE: 0.00864585776407718
previous_iter_valid_loss : 0.16360825300216675

    439400	  0.163859	  0.163608	  0.166629		CURRENT LEARNING RATE: 0.008644128765429996
previous_iter_valid_loss : 0.1746738851070404

    439420	  0.174988	  0.174674	  0.167317		CURRENT LEARNING RATE: 0.008642400112547957
previous_iter_valid_loss : 0.17567835748195648

    439440	  0.176002	  0.175678	  0.167379		CURRENT LEARNING RATE: 0.00864067180536193
previous_iter_valid_loss : 0.1663643717765808

    439460	  0.166534	  0.166364	  0.166876		CURRENT LEARNING RATE: 0.00863894384380277
previous_iter_valid_loss : 0.1997634470462799

    439480	  0.199909	  0.199763	  0.168822		CURRENT LEARNING RATE: 0.008637216227801373
previous_iter_valid_loss : 0.16109783947467804

    439500	  0.161314	  0.161098	  0.168813		CURRENT LEARNING RATE: 0.008635488957288618
previous_iter_valid_loss : 0.1609322875738144

    439520	  0.161103	  0.160932	  0.168720		CURRENT LEARNING RATE: 0.008633762032195421
previous_iter_valid_loss : 0.16081979870796204

    439540	  0.161002	  0.160820	  0.168589		CURRENT LEARNING RATE: 0.008632035452452717
previous_iter_valid_loss : 0.16493649780750275

    439560	  0.165112	  0.164936	  0.168476		CURRENT LEARNING RATE: 0.008630309217991423
previous_iter_valid_loss : 0.16084374487400055

    439580	  0.161043	  0.160844	  0.168480		CURRENT LEARNING RATE: 0.008628583328742506
previous_iter_valid_loss : 0.18837875127792358

    439600	  0.188563	  0.188379	  0.169870		CURRENT LEARNING RATE: 0.008626857784636918
previous_iter_valid_loss : 0.16611313819885254

    439620	  0.166358	  0.166113	  0.169744		CURRENT LEARNING RATE: 0.008625132585605646
previous_iter_valid_loss : 0.16064763069152832

    439640	  0.160845	  0.160648	  0.168043		CURRENT LEARNING RATE: 0.008623407731579675
previous_iter_valid_loss : 0.16224859654903412

    439660	  0.162475	  0.162249	  0.167422		CURRENT LEARNING RATE: 0.008621683222490021
previous_iter_valid_loss : 0.1807691901922226

    439680	  0.181131	  0.180769	  0.168256		CURRENT LEARNING RATE: 0.008619959058267688
previous_iter_valid_loss : 0.1662909984588623

    439700	  0.166494	  0.166291	  0.168240		CURRENT LEARNING RATE: 0.008618235238843728
previous_iter_valid_loss : 0.1623622626066208

    439720	  0.162543	  0.162362	  0.168327		CURRENT LEARNING RATE: 0.00861651176414917
previous_iter_valid_loss : 0.16095051169395447

    439740	  0.161127	  0.160951	  0.168173		CURRENT LEARNING RATE: 0.00861478863411509
previous_iter_valid_loss : 0.16533082723617554

    439760	  0.165539	  0.165331	  0.168393		CURRENT LEARNING RATE: 0.00861306584867255
previous_iter_valid_loss : 0.17084555327892303

    439780	  0.171036	  0.170846	  0.168631		CURRENT LEARNING RATE: 0.008611343407752653
previous_iter_valid_loss : 0.16327986121177673

    439800	  0.163519	  0.163280	  0.168615		CURRENT LEARNING RATE: 0.008609621311286486
previous_iter_valid_loss : 0.161156564950943

    439820	  0.161385	  0.161157	  0.167939		CURRENT LEARNING RATE: 0.00860789955920518
previous_iter_valid_loss : 0.1609269678592682

    439840	  0.161145	  0.160927	  0.167201		CURRENT LEARNING RATE: 0.00860617815143985
previous_iter_valid_loss : 0.1609167754650116

    439860	  0.161135	  0.160917	  0.166929		CURRENT LEARNING RATE: 0.008604457087921655
previous_iter_valid_loss : 0.16417351365089417

    439880	  0.164361	  0.164174	  0.165149		CURRENT LEARNING RATE: 0.008602736368581736
previous_iter_valid_loss : 0.16131041944026947

    439900	  0.161533	  0.161310	  0.165160		CURRENT LEARNING RATE: 0.008601015993351275
previous_iter_valid_loss : 0.1621982604265213

    439920	  0.162421	  0.162198	  0.165223		CURRENT LEARNING RATE: 0.00859929596216146
previous_iter_valid_loss : 0.16064298152923584

    439940	  0.160837	  0.160643	  0.165214		CURRENT LEARNING RATE: 0.008597576274943479
previous_iter_valid_loss : 0.16055043041706085


Current valid loss: 0.16055043041706085;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    439960	  0.160735	  0.160550	  0.164995		CURRENT LEARNING RATE: 0.008595856931628556
previous_iter_valid_loss : 0.18768158555030823

    439980	  0.188073	  0.187682	  0.166337		CURRENT LEARNING RATE: 0.008594137932147904
previous_iter_valid_loss : 0.1729142963886261

    440000	  0.173205	  0.172914	  0.165564		CURRENT LEARNING RATE: 0.00859241927643278
previous_iter_valid_loss : 0.1616630256175995

    440020	  0.161886	  0.161663	  0.165341		CURRENT LEARNING RATE: 0.00859070096441442
previous_iter_valid_loss : 0.1655607670545578

    440040	  0.165811	  0.165561	  0.165587		CURRENT LEARNING RATE: 0.008588982996024107
previous_iter_valid_loss : 0.16438652575016022

    440060	  0.164631	  0.164387	  0.165694		CURRENT LEARNING RATE: 0.008587265371193106
previous_iter_valid_loss : 0.16753633320331573

    440080	  0.167787	  0.167536	  0.165032		CURRENT LEARNING RATE: 0.00858554808985273
previous_iter_valid_loss : 0.18123015761375427

    440100	  0.181599	  0.181230	  0.165779		CURRENT LEARNING RATE: 0.00858383115193427
previous_iter_valid_loss : 0.16487906873226166

    440120	  0.165080	  0.164879	  0.165905		CURRENT LEARNING RATE: 0.008582114557369066
previous_iter_valid_loss : 0.16511684656143188

    440140	  0.165313	  0.165117	  0.166113		CURRENT LEARNING RATE: 0.008580398306088437
previous_iter_valid_loss : 0.1626644730567932

    440160	  0.162905	  0.162664	  0.165980		CURRENT LEARNING RATE: 0.00857868239802375
previous_iter_valid_loss : 0.16823676228523254

    440180	  0.168412	  0.168237	  0.165850		CURRENT LEARNING RATE: 0.008576966833106351
previous_iter_valid_loss : 0.16170503199100494

    440200	  0.161908	  0.161705	  0.165771		CURRENT LEARNING RATE: 0.008575251611267636
previous_iter_valid_loss : 0.16341792047023773

    440220	  0.163620	  0.163418	  0.165884		CURRENT LEARNING RATE: 0.008573536732438979
previous_iter_valid_loss : 0.17155687510967255

    440240	  0.171742	  0.171557	  0.166415		CURRENT LEARNING RATE: 0.008571822196551799
previous_iter_valid_loss : 0.171854168176651

    440260	  0.172153	  0.171854	  0.166962		CURRENT LEARNING RATE: 0.0085701080035375
previous_iter_valid_loss : 0.1624506264925003

    440280	  0.162657	  0.162451	  0.166876		CURRENT LEARNING RATE: 0.00856839415332753
previous_iter_valid_loss : 0.16585330665111542

    440300	  0.166093	  0.165853	  0.167103		CURRENT LEARNING RATE: 0.008566680645853319
previous_iter_valid_loss : 0.1721080243587494

    440320	  0.172300	  0.172108	  0.167599		CURRENT LEARNING RATE: 0.008564967481046338
previous_iter_valid_loss : 0.174601212143898

    440340	  0.174784	  0.174601	  0.168297		CURRENT LEARNING RATE: 0.008563254658838062
previous_iter_valid_loss : 0.18559423089027405

    440360	  0.185791	  0.185594	  0.169549		CURRENT LEARNING RATE: 0.008561542179159966
previous_iter_valid_loss : 0.1629561185836792

    440380	  0.163149	  0.162956	  0.168313		CURRENT LEARNING RATE: 0.008559830041943568
previous_iter_valid_loss : 0.16228079795837402

    440400	  0.162451	  0.162281	  0.167781		CURRENT LEARNING RATE: 0.008558118247120364
previous_iter_valid_loss : 0.16107811033725739

    440420	  0.161263	  0.161078	  0.167752		CURRENT LEARNING RATE: 0.008556406794621899
previous_iter_valid_loss : 0.16177190840244293

    440440	  0.161960	  0.161772	  0.167562		CURRENT LEARNING RATE: 0.008554695684379698
previous_iter_valid_loss : 0.16130776703357697

    440460	  0.161526	  0.161308	  0.167408		CURRENT LEARNING RATE: 0.008552984916325335
previous_iter_valid_loss : 0.16067011654376984

    440480	  0.160850	  0.160670	  0.167065		CURRENT LEARNING RATE: 0.00855127449039036
previous_iter_valid_loss : 0.16062787175178528

    440500	  0.160816	  0.160628	  0.166035		CURRENT LEARNING RATE: 0.008549564406506375
previous_iter_valid_loss : 0.16721057891845703

    440520	  0.167409	  0.167211	  0.166151		CURRENT LEARNING RATE: 0.008547854664604958
previous_iter_valid_loss : 0.16212783753871918

    440540	  0.162316	  0.162128	  0.166002		CURRENT LEARNING RATE: 0.008546145264617739
previous_iter_valid_loss : 0.16768082976341248

    440560	  0.167947	  0.167681	  0.166253		CURRENT LEARNING RATE: 0.008544436206476323
previous_iter_valid_loss : 0.16193293035030365

    440580	  0.162164	  0.161933	  0.165938		CURRENT LEARNING RATE: 0.008542727490112364
previous_iter_valid_loss : 0.1606656312942505

    440600	  0.160858	  0.160666	  0.165886		CURRENT LEARNING RATE: 0.008541019115457496
previous_iter_valid_loss : 0.16408289968967438

    440620	  0.164294	  0.164083	  0.165919		CURRENT LEARNING RATE: 0.008539311082443405
previous_iter_valid_loss : 0.1928366720676422

    440640	  0.193019	  0.192837	  0.166983		CURRENT LEARNING RATE: 0.008537603391001748
previous_iter_valid_loss : 0.16287609934806824

    440660	  0.163099	  0.162876	  0.166534		CURRENT LEARNING RATE: 0.008535896041064238
previous_iter_valid_loss : 0.160587877035141

    440680	  0.160786	  0.160588	  0.166441		CURRENT LEARNING RATE: 0.008534189032562561
previous_iter_valid_loss : 0.16080237925052643

    440700	  0.160979	  0.160802	  0.166188		CURRENT LEARNING RATE: 0.008532482365428454
previous_iter_valid_loss : 0.1733265370130539

    440720	  0.173624	  0.173327	  0.166249		CURRENT LEARNING RATE: 0.008530776039593638
previous_iter_valid_loss : 0.16108040511608124

    440740	  0.161250	  0.161080	  0.165573		CURRENT LEARNING RATE: 0.008529070054989861
previous_iter_valid_loss : 0.1644912213087082

    440760	  0.164680	  0.164491	  0.164518		CURRENT LEARNING RATE: 0.008527364411548896
previous_iter_valid_loss : 0.16192728281021118

    440780	  0.162170	  0.161927	  0.164467		CURRENT LEARNING RATE: 0.008525659109202503
previous_iter_valid_loss : 0.16204899549484253

    440800	  0.162283	  0.162049	  0.164455		CURRENT LEARNING RATE: 0.008523954147882483
previous_iter_valid_loss : 0.1647869497537613

    440820	  0.164991	  0.164787	  0.164640		CURRENT LEARNING RATE: 0.00852224952752062
previous_iter_valid_loss : 0.17142102122306824

    440840	  0.171706	  0.171421	  0.165123		CURRENT LEARNING RATE: 0.008520545248048747
previous_iter_valid_loss : 0.16107971966266632

    440860	  0.161269	  0.161080	  0.165111		CURRENT LEARNING RATE: 0.00851884130939868
previous_iter_valid_loss : 0.17153199017047882

    440880	  0.171727	  0.171532	  0.165655		CURRENT LEARNING RATE: 0.008517137711502273
previous_iter_valid_loss : 0.16266298294067383

    440900	  0.162857	  0.162663	  0.165756		CURRENT LEARNING RATE: 0.008515434454291367
previous_iter_valid_loss : 0.1606123447418213

    440920	  0.160814	  0.160612	  0.165426		CURRENT LEARNING RATE: 0.008513731537697848
previous_iter_valid_loss : 0.1649172157049179

    440940	  0.165168	  0.164917	  0.165566		CURRENT LEARNING RATE: 0.008512028961653584
previous_iter_valid_loss : 0.16116632521152496

    440960	  0.161359	  0.161166	  0.165240		CURRENT LEARNING RATE: 0.008510326726090487
previous_iter_valid_loss : 0.1605515480041504

    440980	  0.160753	  0.160552	  0.165171		CURRENT LEARNING RATE: 0.008508624830940453
previous_iter_valid_loss : 0.16303184628486633

    441000	  0.163269	  0.163032	  0.165289		CURRENT LEARNING RATE: 0.008506923276135421
previous_iter_valid_loss : 0.1703454852104187

    441020	  0.170534	  0.170345	  0.165603		CURRENT LEARNING RATE: 0.008505222061607316
previous_iter_valid_loss : 0.16066037118434906

    441040	  0.160850	  0.160660	  0.163994		CURRENT LEARNING RATE: 0.008503521187288098
previous_iter_valid_loss : 0.16894452273845673

    441060	  0.169226	  0.168945	  0.164297		CURRENT LEARNING RATE: 0.008501820653109724
previous_iter_valid_loss : 0.16775530576705933

    441080	  0.167935	  0.167755	  0.164655		CURRENT LEARNING RATE: 0.008500120459004185
previous_iter_valid_loss : 0.16164956986904144

    441100	  0.161835	  0.161650	  0.164698		CURRENT LEARNING RATE: 0.008498420604903455
previous_iter_valid_loss : 0.16272538900375366

    441120	  0.162937	  0.162725	  0.164168		CURRENT LEARNING RATE: 0.008496721090739554
previous_iter_valid_loss : 0.16650444269180298

    441140	  0.166699	  0.166504	  0.164439		CURRENT LEARNING RATE: 0.008495021916444502
previous_iter_valid_loss : 0.16062143445014954

    441160	  0.160822	  0.160621	  0.164245		CURRENT LEARNING RATE: 0.008493323081950322
previous_iter_valid_loss : 0.16825902462005615

    441180	  0.168519	  0.168259	  0.164562		CURRENT LEARNING RATE: 0.008491624587189075
previous_iter_valid_loss : 0.16578756272792816

    441200	  0.166037	  0.165788	  0.164749		CURRENT LEARNING RATE: 0.008489926432092803
previous_iter_valid_loss : 0.16458502411842346

    441220	  0.164833	  0.164585	  0.164739		CURRENT LEARNING RATE: 0.008488228616593598
previous_iter_valid_loss : 0.1609712541103363

    441240	  0.161167	  0.160971	  0.164216		CURRENT LEARNING RATE: 0.00848653114062353
previous_iter_valid_loss : 0.16429521143436432

    441260	  0.164529	  0.164295	  0.164377		CURRENT LEARNING RATE: 0.008484834004114717
previous_iter_valid_loss : 0.16446931660175323

    441280	  0.164712	  0.164469	  0.164024		CURRENT LEARNING RATE: 0.008483137206999258
previous_iter_valid_loss : 0.16072183847427368

    441300	  0.160904	  0.160722	  0.163927		CURRENT LEARNING RATE: 0.008481440749209297
previous_iter_valid_loss : 0.18306013941764832

    441320	  0.183254	  0.183060	  0.165049		CURRENT LEARNING RATE: 0.008479744630676958
previous_iter_valid_loss : 0.16668371856212616

    441340	  0.166928	  0.166684	  0.165138		CURRENT LEARNING RATE: 0.008478048851334415
previous_iter_valid_loss : 0.16085383296012878

    441360	  0.161058	  0.160854	  0.165122		CURRENT LEARNING RATE: 0.008476353411113816
previous_iter_valid_loss : 0.1728917509317398

    441380	  0.173065	  0.172892	  0.165739		CURRENT LEARNING RATE: 0.008474658309947366
previous_iter_valid_loss : 0.1612454652786255

    441400	  0.161456	  0.161245	  0.165650		CURRENT LEARNING RATE: 0.008472963547767238
previous_iter_valid_loss : 0.16099365055561066

    441420	  0.161165	  0.160994	  0.165182		CURRENT LEARNING RATE: 0.008471269124505663
previous_iter_valid_loss : 0.16355207562446594

    441440	  0.163727	  0.163552	  0.165327		CURRENT LEARNING RATE: 0.008469575040094848
previous_iter_valid_loss : 0.16125474870204926

    441460	  0.161435	  0.161255	  0.164942		CURRENT LEARNING RATE: 0.008467881294467041
previous_iter_valid_loss : 0.17801672220230103

    441480	  0.178351	  0.178017	  0.165455		CURRENT LEARNING RATE: 0.00846618788755448
previous_iter_valid_loss : 0.16103103756904602

    441500	  0.161199	  0.161031	  0.165425		CURRENT LEARNING RATE: 0.008464494819289443
previous_iter_valid_loss : 0.1608750969171524

    441520	  0.161080	  0.160875	  0.165332		CURRENT LEARNING RATE: 0.008462802089604192
previous_iter_valid_loss : 0.1710558533668518

    441540	  0.171237	  0.171056	  0.165560		CURRENT LEARNING RATE: 0.008461109698431026
previous_iter_valid_loss : 0.16958115994930267

    441560	  0.169854	  0.169581	  0.166008		CURRENT LEARNING RATE: 0.008459417645702258
previous_iter_valid_loss : 0.16941262781620026

    441580	  0.169684	  0.169413	  0.166065		CURRENT LEARNING RATE: 0.008457725931350187
previous_iter_valid_loss : 0.16084425151348114

    441600	  0.161058	  0.160844	  0.165818		CURRENT LEARNING RATE: 0.008456034555307164
previous_iter_valid_loss : 0.1656891107559204

    441620	  0.165870	  0.165689	  0.165873		CURRENT LEARNING RATE: 0.008454343517505515
previous_iter_valid_loss : 0.17232836782932281

    441640	  0.172623	  0.172328	  0.166441		CURRENT LEARNING RATE: 0.008452652817877616
previous_iter_valid_loss : 0.18593482673168182

    441660	  0.186348	  0.185935	  0.167523		CURRENT LEARNING RATE: 0.008450962456355824
previous_iter_valid_loss : 0.17015430331230164

    441680	  0.170437	  0.170154	  0.167807		CURRENT LEARNING RATE: 0.008449272432872539
previous_iter_valid_loss : 0.16714121401309967

    441700	  0.167400	  0.167141	  0.168128		CURRENT LEARNING RATE: 0.008447582747360145
previous_iter_valid_loss : 0.17225095629692078

    441720	  0.172431	  0.172251	  0.167588		CURRENT LEARNING RATE: 0.008445893399751069
previous_iter_valid_loss : 0.16081663966178894

    441740	  0.161000	  0.160817	  0.167295		CURRENT LEARNING RATE: 0.008444204389977722
previous_iter_valid_loss : 0.16147509217262268

    441760	  0.161651	  0.161475	  0.167326		CURRENT LEARNING RATE: 0.00844251571797256
previous_iter_valid_loss : 0.16093139350414276

    441780	  0.161111	  0.160931	  0.166728		CURRENT LEARNING RATE: 0.00844082738366802
previous_iter_valid_loss : 0.1621626913547516

    441800	  0.162391	  0.162163	  0.166773		CURRENT LEARNING RATE: 0.008439139386996584
previous_iter_valid_loss : 0.16545704007148743

    441820	  0.165702	  0.165457	  0.166997		CURRENT LEARNING RATE: 0.008437451727890717
previous_iter_valid_loss : 0.1621129959821701

    441840	  0.162294	  0.162113	  0.166925		CURRENT LEARNING RATE: 0.00843576440628293
previous_iter_valid_loss : 0.16257384419441223

    441860	  0.162817	  0.162574	  0.166991		CURRENT LEARNING RATE: 0.00843407742210571
previous_iter_valid_loss : 0.17439888417720795

    441880	  0.174706	  0.174399	  0.166810		CURRENT LEARNING RATE: 0.008432390775291596
previous_iter_valid_loss : 0.16256222128868103

    441900	  0.162785	  0.162562	  0.166886		CURRENT LEARNING RATE: 0.008430704465773107
previous_iter_valid_loss : 0.16652199625968933

    441920	  0.166784	  0.166522	  0.167169		CURRENT LEARNING RATE: 0.008429018493482796
previous_iter_valid_loss : 0.16245657205581665

    441940	  0.162637	  0.162457	  0.166739		CURRENT LEARNING RATE: 0.008427332858353237
previous_iter_valid_loss : 0.17914161086082458

    441960	  0.179507	  0.179142	  0.167217		CURRENT LEARNING RATE: 0.008425647560316983
previous_iter_valid_loss : 0.16612766683101654

    441980	  0.166322	  0.166128	  0.167052		CURRENT LEARNING RATE: 0.008423962599306641
previous_iter_valid_loss : 0.16072331368923187

    442000	  0.160904	  0.160723	  0.167046		CURRENT LEARNING RATE: 0.008422277975254798
previous_iter_valid_loss : 0.16056036949157715

    442020	  0.160747	  0.160560	  0.166790		CURRENT LEARNING RATE: 0.00842059368809408
previous_iter_valid_loss : 0.1624055951833725

    442040	  0.162636	  0.162406	  0.166294		CURRENT LEARNING RATE: 0.008418909737757106
previous_iter_valid_loss : 0.16356219351291656

    442060	  0.163754	  0.163562	  0.165175		CURRENT LEARNING RATE: 0.008417226124176528
previous_iter_valid_loss : 0.1679835319519043

    442080	  0.168171	  0.167984	  0.165067		CURRENT LEARNING RATE: 0.008415542847284989
previous_iter_valid_loss : 0.16184189915657043

    442100	  0.162040	  0.161842	  0.164802		CURRENT LEARNING RATE: 0.008413859907015174
previous_iter_valid_loss : 0.16219303011894226

    442120	  0.162409	  0.162193	  0.164299		CURRENT LEARNING RATE: 0.008412177303299746
previous_iter_valid_loss : 0.16236066818237305

    442140	  0.162527	  0.162361	  0.164376		CURRENT LEARNING RATE: 0.00841049503607142
previous_iter_valid_loss : 0.16674889624118805

    442160	  0.166998	  0.166749	  0.164640		CURRENT LEARNING RATE: 0.00840881310526289
previous_iter_valid_loss : 0.16103093326091766

    442180	  0.161204	  0.161031	  0.164645		CURRENT LEARNING RATE: 0.008407131510806892
previous_iter_valid_loss : 0.17035385966300964

    442200	  0.170626	  0.170354	  0.165054		CURRENT LEARNING RATE: 0.008405450252636148
previous_iter_valid_loss : 0.16090624034404755

    442220	  0.161081	  0.160906	  0.164827		CURRENT LEARNING RATE: 0.008403769330683424
previous_iter_valid_loss : 0.16206692159175873

    442240	  0.162226	  0.162067	  0.164824		CURRENT LEARNING RATE: 0.008402088744881466
previous_iter_valid_loss : 0.20430484414100647

    442260	  0.204876	  0.204305	  0.166911		CURRENT LEARNING RATE: 0.008400408495163067
previous_iter_valid_loss : 0.16233843564987183

    442280	  0.162514	  0.162338	  0.166308		CURRENT LEARNING RATE: 0.008398728581461
previous_iter_valid_loss : 0.16938278079032898

    442300	  0.169552	  0.169383	  0.166649		CURRENT LEARNING RATE: 0.008397049003708084
previous_iter_valid_loss : 0.1669984757900238

    442320	  0.167172	  0.166998	  0.166673		CURRENT LEARNING RATE: 0.008395369761837124
previous_iter_valid_loss : 0.16060277819633484

    442340	  0.160788	  0.160603	  0.166580		CURRENT LEARNING RATE: 0.008393690855780955
previous_iter_valid_loss : 0.1754298061132431

    442360	  0.175729	  0.175430	  0.166394		CURRENT LEARNING RATE: 0.00839201228547243
previous_iter_valid_loss : 0.17012856900691986

    442380	  0.170393	  0.170129	  0.166594		CURRENT LEARNING RATE: 0.008390334050844389
previous_iter_valid_loss : 0.16632990539073944

    442400	  0.166493	  0.166330	  0.166875		CURRENT LEARNING RATE: 0.008388656151829718
previous_iter_valid_loss : 0.16250215470790863

    442420	  0.162680	  0.162502	  0.166972		CURRENT LEARNING RATE: 0.008386978588361287
previous_iter_valid_loss : 0.17488090693950653

    442440	  0.175056	  0.174881	  0.167596		CURRENT LEARNING RATE: 0.008385301360372008
previous_iter_valid_loss : 0.1624106615781784

    442460	  0.162625	  0.162411	  0.167538		CURRENT LEARNING RATE: 0.008383624467794778
previous_iter_valid_loss : 0.1621406525373459

    442480	  0.162303	  0.162141	  0.167246		CURRENT LEARNING RATE: 0.008381947910562534
previous_iter_valid_loss : 0.16082702577114105

    442500	  0.161031	  0.160827	  0.167195		CURRENT LEARNING RATE: 0.008380271688608202
previous_iter_valid_loss : 0.16539007425308228

    442520	  0.165617	  0.165390	  0.167355		CURRENT LEARNING RATE: 0.008378595801864744
previous_iter_valid_loss : 0.16700738668441772

    442540	  0.167180	  0.167007	  0.167587		CURRENT LEARNING RATE: 0.008376920250265114
previous_iter_valid_loss : 0.16143637895584106

    442560	  0.161609	  0.161436	  0.167322		CURRENT LEARNING RATE: 0.0083752450337423
previous_iter_valid_loss : 0.16058576107025146

    442580	  0.160769	  0.160586	  0.167300		CURRENT LEARNING RATE: 0.008373570152229282
previous_iter_valid_loss : 0.16990244388580322

    442600	  0.170079	  0.169902	  0.167277		CURRENT LEARNING RATE: 0.00837189560565908
previous_iter_valid_loss : 0.16431337594985962

    442620	  0.164526	  0.164313	  0.167447		CURRENT LEARNING RATE: 0.008370221393964693
previous_iter_valid_loss : 0.16574352979660034

    442640	  0.165976	  0.165744	  0.167631		CURRENT LEARNING RATE: 0.008368547517079173
previous_iter_valid_loss : 0.16554409265518188

    442660	  0.165785	  0.165544	  0.165693		CURRENT LEARNING RATE: 0.008366873974935546
previous_iter_valid_loss : 0.163423091173172

    442680	  0.163604	  0.163423	  0.165747		CURRENT LEARNING RATE: 0.008365200767466888
previous_iter_valid_loss : 0.16471455991268158

    442700	  0.164890	  0.164715	  0.165514		CURRENT LEARNING RATE: 0.008363527894606253
previous_iter_valid_loss : 0.16548040509223938

    442720	  0.165706	  0.165480	  0.165438		CURRENT LEARNING RATE: 0.008361855356286743
previous_iter_valid_loss : 0.16061519086360931

    442740	  0.160801	  0.160615	  0.165439		CURRENT LEARNING RATE: 0.00836018315244144
previous_iter_valid_loss : 0.18610846996307373

    442760	  0.186519	  0.186108	  0.165973		CURRENT LEARNING RATE: 0.008358511283003465
previous_iter_valid_loss : 0.1642289012670517

    442780	  0.164452	  0.164229	  0.165678		CURRENT LEARNING RATE: 0.00835683974790595
previous_iter_valid_loss : 0.1662377417087555

    442800	  0.166474	  0.166238	  0.165673		CURRENT LEARNING RATE: 0.008355168547082018
previous_iter_valid_loss : 0.18877170979976654

    442820	  0.188949	  0.188772	  0.166986		CURRENT LEARNING RATE: 0.008353497680464837
previous_iter_valid_loss : 0.1650402545928955

    442840	  0.165218	  0.165040	  0.166494		CURRENT LEARNING RATE: 0.008351827147987557
previous_iter_valid_loss : 0.16773231327533722

    442860	  0.167906	  0.167732	  0.166761		CURRENT LEARNING RATE: 0.008350156949583371
previous_iter_valid_loss : 0.16104961931705475

    442880	  0.161224	  0.161050	  0.166706		CURRENT LEARNING RATE: 0.008348487085185458
previous_iter_valid_loss : 0.1633906364440918

    442900	  0.163577	  0.163391	  0.166834		CURRENT LEARNING RATE: 0.008346817554727035
previous_iter_valid_loss : 0.16484497487545013

    442920	  0.165083	  0.164845	  0.166807		CURRENT LEARNING RATE: 0.008345148358141308
previous_iter_valid_loss : 0.1721760779619217

    442940	  0.172478	  0.172176	  0.167065		CURRENT LEARNING RATE: 0.008343479495361525
previous_iter_valid_loss : 0.16514155268669128

    442960	  0.165388	  0.165142	  0.167251		CURRENT LEARNING RATE: 0.008341810966320915
previous_iter_valid_loss : 0.16659080982208252

    442980	  0.166840	  0.166591	  0.167551		CURRENT LEARNING RATE: 0.008340142770952753
previous_iter_valid_loss : 0.16218425333499908

    443000	  0.162380	  0.162184	  0.167165		CURRENT LEARNING RATE: 0.008338474909190294
previous_iter_valid_loss : 0.16154362261295319

    443020	  0.161741	  0.161544	  0.167026		CURRENT LEARNING RATE: 0.00833680738096684
previous_iter_valid_loss : 0.16143493354320526

    443040	  0.161672	  0.161435	  0.166811		CURRENT LEARNING RATE: 0.008335140186215676
previous_iter_valid_loss : 0.16267484426498413

    443060	  0.162919	  0.162675	  0.166668		CURRENT LEARNING RATE: 0.008333473324870127
previous_iter_valid_loss : 0.1711694896221161

    443080	  0.171464	  0.171169	  0.167055		CURRENT LEARNING RATE: 0.008331806796863506
previous_iter_valid_loss : 0.16790081560611725

    443100	  0.168076	  0.167901	  0.167214		CURRENT LEARNING RATE: 0.008330140602129164
previous_iter_valid_loss : 0.16113825142383575

    443120	  0.161369	  0.161138	  0.166997		CURRENT LEARNING RATE: 0.008328474740600441
previous_iter_valid_loss : 0.16279202699661255

    443140	  0.162981	  0.162792	  0.167106		CURRENT LEARNING RATE: 0.008326809212210707
previous_iter_valid_loss : 0.16055387258529663

    443160	  0.160751	  0.160554	  0.165828		CURRENT LEARNING RATE: 0.008325144016893353
previous_iter_valid_loss : 0.1795492172241211

    443180	  0.179902	  0.179549	  0.166594		CURRENT LEARNING RATE: 0.00832347915458175
previous_iter_valid_loss : 0.16200116276741028

    443200	  0.162238	  0.162001	  0.166382		CURRENT LEARNING RATE: 0.008321814625209324
previous_iter_valid_loss : 0.1650645136833191

    443220	  0.165277	  0.165065	  0.165197		CURRENT LEARNING RATE: 0.008320150428709476
previous_iter_valid_loss : 0.16147728264331818

    443240	  0.161659	  0.161477	  0.165019		CURRENT LEARNING RATE: 0.008318486565015652
previous_iter_valid_loss : 0.17936821281909943

    443260	  0.179564	  0.179368	  0.165601		CURRENT LEARNING RATE: 0.008316823034061286
previous_iter_valid_loss : 0.1627882570028305

    443280	  0.163000	  0.162788	  0.165688		CURRENT LEARNING RATE: 0.00831515983577985
previous_iter_valid_loss : 0.16089242696762085

    443300	  0.161085	  0.160892	  0.165563		CURRENT LEARNING RATE: 0.0083134969701048
previous_iter_valid_loss : 0.16077196598052979

    443320	  0.160953	  0.160772	  0.165359		CURRENT LEARNING RATE: 0.00831183443696964
previous_iter_valid_loss : 0.16261345148086548

    443340	  0.162811	  0.162613	  0.164881		CURRENT LEARNING RATE: 0.00831017223630785
previous_iter_valid_loss : 0.16167624294757843

    443360	  0.161921	  0.161676	  0.164708		CURRENT LEARNING RATE: 0.008308510368052956
previous_iter_valid_loss : 0.16061782836914062

    443380	  0.160819	  0.160618	  0.164409		CURRENT LEARNING RATE: 0.008306848832138471
previous_iter_valid_loss : 0.18502728641033173

    443400	  0.185224	  0.185027	  0.165551		CURRENT LEARNING RATE: 0.00830518762849795
previous_iter_valid_loss : 0.16063906252384186

    443420	  0.160833	  0.160639	  0.165506		CURRENT LEARNING RATE: 0.008303526757064927
previous_iter_valid_loss : 0.16441631317138672

    443440	  0.164607	  0.164416	  0.165655		CURRENT LEARNING RATE: 0.008301866217772982
previous_iter_valid_loss : 0.16065874695777893

    443460	  0.160847	  0.160659	  0.165554		CURRENT LEARNING RATE: 0.008300206010555679
previous_iter_valid_loss : 0.16607291996479034

    443480	  0.166284	  0.166073	  0.165299		CURRENT LEARNING RATE: 0.008298546135346625
previous_iter_valid_loss : 0.1642816960811615

    443500	  0.164540	  0.164282	  0.165118		CURRENT LEARNING RATE: 0.008296886592079411
previous_iter_valid_loss : 0.1689704954624176

    443520	  0.169169	  0.168970	  0.165510		CURRENT LEARNING RATE: 0.00829522738068767
previous_iter_valid_loss : 0.1641300916671753

    443540	  0.164377	  0.164130	  0.165577		CURRENT LEARNING RATE: 0.008293568501105016
previous_iter_valid_loss : 0.16284243762493134

    443560	  0.163053	  0.162842	  0.165691		CURRENT LEARNING RATE: 0.008291909953265104
previous_iter_valid_loss : 0.16138263046741486

    443580	  0.161613	  0.161383	  0.164783		CURRENT LEARNING RATE: 0.008290251737101599
previous_iter_valid_loss : 0.1606144905090332

    443600	  0.160828	  0.160614	  0.164714		CURRENT LEARNING RATE: 0.008288593852548156
previous_iter_valid_loss : 0.16167864203453064

    443620	  0.161876	  0.161679	  0.164544		CURRENT LEARNING RATE: 0.008286936299538477
previous_iter_valid_loss : 0.17456281185150146

    443640	  0.174760	  0.174563	  0.165199		CURRENT LEARNING RATE: 0.008285279078006242
previous_iter_valid_loss : 0.16305837035179138

    443660	  0.163259	  0.163058	  0.164383		CURRENT LEARNING RATE: 0.00828362218788518
previous_iter_valid_loss : 0.16285286843776703

    443680	  0.163054	  0.162853	  0.164386		CURRENT LEARNING RATE: 0.008281965629109
previous_iter_valid_loss : 0.16439315676689148

    443700	  0.164597	  0.164393	  0.164561		CURRENT LEARNING RATE: 0.008280309401611452
previous_iter_valid_loss : 0.16108177602291107

    443720	  0.161303	  0.161082	  0.164577		CURRENT LEARNING RATE: 0.008278653505326274
previous_iter_valid_loss : 0.1614019274711609

    443740	  0.161639	  0.161402	  0.164516		CURRENT LEARNING RATE: 0.008276997940187245
previous_iter_valid_loss : 0.18493914604187012

    443760	  0.185342	  0.184939	  0.165679		CURRENT LEARNING RATE: 0.008275342706128128
previous_iter_valid_loss : 0.16947931051254272

    443780	  0.169754	  0.169479	  0.166123		CURRENT LEARNING RATE: 0.008273687803082727
previous_iter_valid_loss : 0.1654445081949234

    443800	  0.165696	  0.165445	  0.165143		CURRENT LEARNING RATE: 0.008272033230984832
previous_iter_valid_loss : 0.16070157289505005

    443820	  0.160905	  0.160702	  0.165147		CURRENT LEARNING RATE: 0.008270378989768274
previous_iter_valid_loss : 0.17195011675357819

    443840	  0.172150	  0.171950	  0.165523		CURRENT LEARNING RATE: 0.008268725079366872
previous_iter_valid_loss : 0.19430020451545715

    443860	  0.194824	  0.194300	  0.167205		CURRENT LEARNING RATE: 0.008267071499714479
previous_iter_valid_loss : 0.1680586189031601

    443880	  0.168337	  0.168059	  0.167305		CURRENT LEARNING RATE: 0.00826541825074494
previous_iter_valid_loss : 0.16488711535930634

    443900	  0.165116	  0.164887	  0.167335		CURRENT LEARNING RATE: 0.00826376533239214
previous_iter_valid_loss : 0.170842707157135

    443920	  0.171136	  0.170843	  0.167429		CURRENT LEARNING RATE: 0.008262112744589946
previous_iter_valid_loss : 0.1612272709608078

    443940	  0.161423	  0.161227	  0.167283		CURRENT LEARNING RATE: 0.008260460487272265
previous_iter_valid_loss : 0.16056478023529053

    443960	  0.160757	  0.160565	  0.167169		CURRENT LEARNING RATE: 0.008258808560373011
previous_iter_valid_loss : 0.16796524822711945

    443980	  0.168181	  0.167965	  0.167499		CURRENT LEARNING RATE: 0.008257156963826093
previous_iter_valid_loss : 0.16219334304332733

    444000	  0.162391	  0.162193	  0.167578		CURRENT LEARNING RATE: 0.00825550569756546
previous_iter_valid_loss : 0.1623968780040741

    444020	  0.162571	  0.162397	  0.167613		CURRENT LEARNING RATE: 0.008253854761525051
previous_iter_valid_loss : 0.17105787992477417

    444040	  0.171233	  0.171058	  0.167438		CURRENT LEARNING RATE: 0.008252204155638841
previous_iter_valid_loss : 0.16469806432724

    444060	  0.164948	  0.164698	  0.167520		CURRENT LEARNING RATE: 0.008250553879840791
previous_iter_valid_loss : 0.16403450071811676

    444080	  0.164273	  0.164035	  0.167579		CURRENT LEARNING RATE: 0.008248903934064904
previous_iter_valid_loss : 0.1669507920742035

    444100	  0.167144	  0.166951	  0.167707		CURRENT LEARNING RATE: 0.008247254318245169
previous_iter_valid_loss : 0.16840863227844238

    444120	  0.168674	  0.168409	  0.168074		CURRENT LEARNING RATE: 0.008245605032315613
previous_iter_valid_loss : 0.1615409106016159

    444140	  0.161763	  0.161541	  0.168080		CURRENT LEARNING RATE: 0.008243956076210254
previous_iter_valid_loss : 0.1608179211616516

    444160	  0.161028	  0.160818	  0.166874		CURRENT LEARNING RATE: 0.008242307449863146
previous_iter_valid_loss : 0.17114628851413727

    444180	  0.171428	  0.171146	  0.166958		CURRENT LEARNING RATE: 0.00824065915320833
previous_iter_valid_loss : 0.1634931117296219

    444200	  0.163691	  0.163493	  0.166860		CURRENT LEARNING RATE: 0.008239011186179888
previous_iter_valid_loss : 0.16256199777126312

    444220	  0.162749	  0.162562	  0.166953		CURRENT LEARNING RATE: 0.008237363548711888
previous_iter_valid_loss : 0.16309112310409546

    444240	  0.163273	  0.163091	  0.166510		CURRENT LEARNING RATE: 0.008235716240738437
previous_iter_valid_loss : 0.17202191054821014

    444260	  0.172315	  0.172022	  0.165396		CURRENT LEARNING RATE: 0.00823406926219363
previous_iter_valid_loss : 0.16063614189624786

    444280	  0.160814	  0.160636	  0.165025		CURRENT LEARNING RATE: 0.008232422613011601
previous_iter_valid_loss : 0.16575825214385986

    444300	  0.166002	  0.165758	  0.165069		CURRENT LEARNING RATE: 0.008230776293126473
previous_iter_valid_loss : 0.16138418018817902

    444320	  0.161611	  0.161384	  0.164596		CURRENT LEARNING RATE: 0.008229130302472404
previous_iter_valid_loss : 0.1690874546766281

    444340	  0.169353	  0.169087	  0.164989		CURRENT LEARNING RATE: 0.008227484640983539
previous_iter_valid_loss : 0.1605716049671173

    444360	  0.160759	  0.160572	  0.164989		CURRENT LEARNING RATE: 0.008225839308594062
previous_iter_valid_loss : 0.1608952432870865

    444380	  0.161107	  0.160895	  0.164636		CURRENT LEARNING RATE: 0.008224194305238167
previous_iter_valid_loss : 0.16554102301597595

    444400	  0.165787	  0.165541	  0.164803		CURRENT LEARNING RATE: 0.008222549630850038
previous_iter_valid_loss : 0.16106294095516205

    444420	  0.161261	  0.161063	  0.164736		CURRENT LEARNING RATE: 0.008220905285363901
previous_iter_valid_loss : 0.16569657623767853

    444440	  0.165887	  0.165697	  0.164468		CURRENT LEARNING RATE: 0.00821926126871397
previous_iter_valid_loss : 0.16958141326904297

    444460	  0.169862	  0.169581	  0.164712		CURRENT LEARNING RATE: 0.008217617580834499
previous_iter_valid_loss : 0.16090548038482666

    444480	  0.161115	  0.160905	  0.164556		CURRENT LEARNING RATE: 0.008215974221659723
previous_iter_valid_loss : 0.16061057150363922

    444500	  0.160797	  0.160611	  0.164239		CURRENT LEARNING RATE: 0.008214331191123924
previous_iter_valid_loss : 0.16208516061306

    444520	  0.162320	  0.162085	  0.163923		CURRENT LEARNING RATE: 0.008212688489161369
previous_iter_valid_loss : 0.16132515668869019

    444540	  0.161551	  0.161325	  0.163912		CURRENT LEARNING RATE: 0.00821104611570636
previous_iter_valid_loss : 0.16344361007213593

    444560	  0.163682	  0.163444	  0.164043		CURRENT LEARNING RATE: 0.00820940407069319
previous_iter_valid_loss : 0.16068357229232788

    444580	  0.160879	  0.160684	  0.163520		CURRENT LEARNING RATE: 0.008207762354056191
previous_iter_valid_loss : 0.1687571257352829

    444600	  0.168954	  0.168757	  0.163783		CURRENT LEARNING RATE: 0.008206120965729681
previous_iter_valid_loss : 0.1699453741312027

    444620	  0.170229	  0.169945	  0.164153		CURRENT LEARNING RATE: 0.008204479905648016
previous_iter_valid_loss : 0.16414378583431244

    444640	  0.164384	  0.164144	  0.164205		CURRENT LEARNING RATE: 0.008202839173745544
previous_iter_valid_loss : 0.1681242436170578

    444660	  0.168393	  0.168124	  0.164010		CURRENT LEARNING RATE: 0.008201198769956645
previous_iter_valid_loss : 0.1622350662946701

    444680	  0.162465	  0.162235	  0.164090		CURRENT LEARNING RATE: 0.008199558694215691
previous_iter_valid_loss : 0.16671858727931976

    444700	  0.166975	  0.166719	  0.164138		CURRENT LEARNING RATE: 0.008197918946457093
previous_iter_valid_loss : 0.16320595145225525

    444720	  0.163400	  0.163206	  0.164229		CURRENT LEARNING RATE: 0.008196279526615247
previous_iter_valid_loss : 0.16137243807315826

    444740	  0.161602	  0.161372	  0.163844		CURRENT LEARNING RATE: 0.008194640434624584
previous_iter_valid_loss : 0.16122858226299286

    444760	  0.161425	  0.161229	  0.163876		CURRENT LEARNING RATE: 0.008193001670419546
previous_iter_valid_loss : 0.16804993152618408

    444780	  0.168246	  0.168050	  0.164234		CURRENT LEARNING RATE: 0.008191363233934568
previous_iter_valid_loss : 0.16075541079044342

    444800	  0.160945	  0.160755	  0.163995		CURRENT LEARNING RATE: 0.008189725125104129
previous_iter_valid_loss : 0.16273927688598633

    444820	  0.162979	  0.162739	  0.164079		CURRENT LEARNING RATE: 0.008188087343862687
previous_iter_valid_loss : 0.16342924535274506

    444840	  0.163640	  0.163429	  0.163965		CURRENT LEARNING RATE: 0.00818644989014475
previous_iter_valid_loss : 0.16089260578155518

    444860	  0.161102	  0.160893	  0.163531		CURRENT LEARNING RATE: 0.008184812763884799
previous_iter_valid_loss : 0.1648894101381302

    444880	  0.165129	  0.164889	  0.163730		CURRENT LEARNING RATE: 0.008183175965017369
previous_iter_valid_loss : 0.17488862574100494

    444900	  0.175080	  0.174889	  0.164444		CURRENT LEARNING RATE: 0.008181539493476971
previous_iter_valid_loss : 0.17711752653121948

    444920	  0.177442	  0.177118	  0.165196		CURRENT LEARNING RATE: 0.00817990334919816
previous_iter_valid_loss : 0.1711847186088562

    444940	  0.171462	  0.171185	  0.165689		CURRENT LEARNING RATE: 0.00817826753211548
previous_iter_valid_loss : 0.16079704463481903

    444960	  0.161002	  0.160797	  0.165556		CURRENT LEARNING RATE: 0.008176632042163507
previous_iter_valid_loss : 0.1615770310163498

    444980	  0.161803	  0.161577	  0.165601		CURRENT LEARNING RATE: 0.00817499687927681
previous_iter_valid_loss : 0.17863820493221283

    445000	  0.178987	  0.178638	  0.166095		CURRENT LEARNING RATE: 0.008173362043389996
previous_iter_valid_loss : 0.16377095878124237

    445020	  0.164022	  0.163771	  0.165786		CURRENT LEARNING RATE: 0.008171727534437657
previous_iter_valid_loss : 0.16069599986076355

    445040	  0.160877	  0.160696	  0.165614		CURRENT LEARNING RATE: 0.00817009335235443
previous_iter_valid_loss : 0.16098381578922272

    445060	  0.161159	  0.160984	  0.165257		CURRENT LEARNING RATE: 0.00816845949707493
previous_iter_valid_loss : 0.18341036140918732

    445080	  0.183596	  0.183410	  0.166316		CURRENT LEARNING RATE: 0.008166825968533818
previous_iter_valid_loss : 0.1805303394794464

    445100	  0.180904	  0.180530	  0.167006		CURRENT LEARNING RATE: 0.00816519276666574
previous_iter_valid_loss : 0.1741553097963333

    445120	  0.174457	  0.174155	  0.167554		CURRENT LEARNING RATE: 0.008163559891405377
previous_iter_valid_loss : 0.16967889666557312

    445140	  0.169868	  0.169679	  0.167969		CURRENT LEARNING RATE: 0.008161927342687407
previous_iter_valid_loss : 0.18143050372600555

    445160	  0.181619	  0.181431	  0.168979		CURRENT LEARNING RATE: 0.008160295120446531
previous_iter_valid_loss : 0.16075284779071808

    445180	  0.160948	  0.160753	  0.168614		CURRENT LEARNING RATE: 0.008158663224617469
previous_iter_valid_loss : 0.16390039026737213

    445200	  0.164145	  0.163900	  0.168772		CURRENT LEARNING RATE: 0.008157031655134928
previous_iter_valid_loss : 0.16262012720108032

    445220	  0.162797	  0.162620	  0.168766		CURRENT LEARNING RATE: 0.008155400411933663
previous_iter_valid_loss : 0.16207242012023926

    445240	  0.162253	  0.162072	  0.168698		CURRENT LEARNING RATE: 0.008153769494948409
previous_iter_valid_loss : 0.163304403424263

    445260	  0.163495	  0.163304	  0.168818		CURRENT LEARNING RATE: 0.00815213890411394
previous_iter_valid_loss : 0.16597102582454681

    445280	  0.166220	  0.165971	  0.168872		CURRENT LEARNING RATE: 0.008150508639365023
previous_iter_valid_loss : 0.16058321297168732

    445300	  0.160761	  0.160583	  0.168157		CURRENT LEARNING RATE: 0.00814887870063646
previous_iter_valid_loss : 0.18039268255233765

    445320	  0.180749	  0.180393	  0.168321		CURRENT LEARNING RATE: 0.008147249087863039
previous_iter_valid_loss : 0.16198286414146423

    445340	  0.162205	  0.161983	  0.167861		CURRENT LEARNING RATE: 0.00814561980097959
previous_iter_valid_loss : 0.1660204380750656

    445360	  0.166263	  0.166020	  0.168122		CURRENT LEARNING RATE: 0.008143990839920925
previous_iter_valid_loss : 0.16427676379680634

    445380	  0.164505	  0.164277	  0.168257		CURRENT LEARNING RATE: 0.008142362204621905
previous_iter_valid_loss : 0.16308090090751648

    445400	  0.163308	  0.163081	  0.167479		CURRENT LEARNING RATE: 0.008140733895017365
previous_iter_valid_loss : 0.16656197607517242

    445420	  0.166824	  0.166562	  0.167619		CURRENT LEARNING RATE: 0.008139105911042189
previous_iter_valid_loss : 0.16056126356124878

    445440	  0.160751	  0.160561	  0.167612		CURRENT LEARNING RATE: 0.008137478252631242
previous_iter_valid_loss : 0.16064287722110748

    445460	  0.160820	  0.160643	  0.167595		CURRENT LEARNING RATE: 0.008135850919719438
previous_iter_valid_loss : 0.1651720106601715

    445480	  0.165359	  0.165172	  0.166683		CURRENT LEARNING RATE: 0.00813422391224166
previous_iter_valid_loss : 0.16899795830249786

    445500	  0.169184	  0.168998	  0.166106		CURRENT LEARNING RATE: 0.008132597230132849
previous_iter_valid_loss : 0.1708090603351593

    445520	  0.171085	  0.170809	  0.165939		CURRENT LEARNING RATE: 0.00813097087332792
previous_iter_valid_loss : 0.160742849111557

    445540	  0.160932	  0.160743	  0.165492		CURRENT LEARNING RATE: 0.008129344841761836
previous_iter_valid_loss : 0.1683967113494873

    445560	  0.168569	  0.168397	  0.164841		CURRENT LEARNING RATE: 0.008127719135369539
previous_iter_valid_loss : 0.1646939367055893

    445580	  0.164912	  0.164694	  0.165038		CURRENT LEARNING RATE: 0.008126093754086008
previous_iter_valid_loss : 0.1674816906452179

    445600	  0.167661	  0.167482	  0.165217		CURRENT LEARNING RATE: 0.008124468697846235
previous_iter_valid_loss : 0.1701343059539795

    445620	  0.170409	  0.170134	  0.165592		CURRENT LEARNING RATE: 0.008122843966585204
previous_iter_valid_loss : 0.167031928896904

    445640	  0.167285	  0.167032	  0.165840		CURRENT LEARNING RATE: 0.00812121956023794
previous_iter_valid_loss : 0.1613091677427292

    445660	  0.161486	  0.161309	  0.165741		CURRENT LEARNING RATE: 0.008119595478739453
previous_iter_valid_loss : 0.1606573611497879

    445680	  0.160866	  0.160657	  0.165475		CURRENT LEARNING RATE: 0.008117971722024792
previous_iter_valid_loss : 0.16538937389850616

    445700	  0.165643	  0.165389	  0.165715		CURRENT LEARNING RATE: 0.008116348290028995
previous_iter_valid_loss : 0.16684789955615997

    445720	  0.167028	  0.166848	  0.165038		CURRENT LEARNING RATE: 0.008114725182687138
previous_iter_valid_loss : 0.16104793548583984

    445740	  0.161267	  0.161048	  0.164991		CURRENT LEARNING RATE: 0.00811310239993428
previous_iter_valid_loss : 0.1721755564212799

    445760	  0.172465	  0.172176	  0.165299		CURRENT LEARNING RATE: 0.008111479941705529
previous_iter_valid_loss : 0.1794964075088501

    445780	  0.179683	  0.179496	  0.166060		CURRENT LEARNING RATE: 0.00810985780793597
previous_iter_valid_loss : 0.1917761266231537

    445800	  0.191936	  0.191776	  0.167495		CURRENT LEARNING RATE: 0.008108235998560729
previous_iter_valid_loss : 0.16157978773117065

    445820	  0.161805	  0.161580	  0.167246		CURRENT LEARNING RATE: 0.008106614513514923
previous_iter_valid_loss : 0.16063860058784485

    445840	  0.160821	  0.160639	  0.167249		CURRENT LEARNING RATE: 0.008104993352733705
previous_iter_valid_loss : 0.161677286028862

    445860	  0.161908	  0.161677	  0.167301		CURRENT LEARNING RATE: 0.008103372516152218
previous_iter_valid_loss : 0.1626289337873459

    445880	  0.162862	  0.162629	  0.167174		CURRENT LEARNING RATE: 0.008101752003705635
previous_iter_valid_loss : 0.1608978807926178

    445900	  0.161116	  0.160898	  0.166769		CURRENT LEARNING RATE: 0.008100131815329129
previous_iter_valid_loss : 0.1845332831144333

    445920	  0.184709	  0.184533	  0.167455		CURRENT LEARNING RATE: 0.008098511950957904
previous_iter_valid_loss : 0.16064754128456116

    445940	  0.160830	  0.160648	  0.167450		CURRENT LEARNING RATE: 0.00809689241052715
previous_iter_valid_loss : 0.16493961215019226

    445960	  0.165127	  0.164940	  0.167278		CURRENT LEARNING RATE: 0.008095273193972095
previous_iter_valid_loss : 0.17102773487567902

    445980	  0.171211	  0.171028	  0.167594		CURRENT LEARNING RATE: 0.008093654301227975
previous_iter_valid_loss : 0.168119877576828

    446000	  0.168290	  0.168120	  0.167626		CURRENT LEARNING RATE: 0.00809203573223002
previous_iter_valid_loss : 0.1654251366853714

    446020	  0.165656	  0.165425	  0.167391		CURRENT LEARNING RATE: 0.008090417486913505
previous_iter_valid_loss : 0.1725234091281891

    446040	  0.172705	  0.172523	  0.167665		CURRENT LEARNING RATE: 0.008088799565213682
previous_iter_valid_loss : 0.1609063744544983

    446060	  0.161066	  0.160906	  0.167645		CURRENT LEARNING RATE: 0.008087181967065848
previous_iter_valid_loss : 0.1613253355026245

    446080	  0.161543	  0.161325	  0.167679		CURRENT LEARNING RATE: 0.00808556469240529
previous_iter_valid_loss : 0.1689019650220871

    446100	  0.169163	  0.168902	  0.167854		CURRENT LEARNING RATE: 0.008083947741167326
previous_iter_valid_loss : 0.17405112087726593

    446120	  0.174338	  0.174051	  0.168214		CURRENT LEARNING RATE: 0.008082331113287265
previous_iter_valid_loss : 0.16200244426727295

    446140	  0.162180	  0.162002	  0.168262		CURRENT LEARNING RATE: 0.008080714808700458
previous_iter_valid_loss : 0.16345956921577454

    446160	  0.163698	  0.163460	  0.167826		CURRENT LEARNING RATE: 0.008079098827342238
previous_iter_valid_loss : 0.16181069612503052

    446180	  0.162028	  0.161811	  0.166942		CURRENT LEARNING RATE: 0.008077483169147977
previous_iter_valid_loss : 0.16211161017417908

    446200	  0.162340	  0.162112	  0.165459		CURRENT LEARNING RATE: 0.008075867834053039
previous_iter_valid_loss : 0.16084009408950806

    446220	  0.161023	  0.160840	  0.165422		CURRENT LEARNING RATE: 0.008074252821992822
previous_iter_valid_loss : 0.16366815567016602

    446240	  0.163895	  0.163668	  0.165573		CURRENT LEARNING RATE: 0.008072638132902711
previous_iter_valid_loss : 0.1645997315645218

    446260	  0.164832	  0.164600	  0.165719		CURRENT LEARNING RATE: 0.008071023766718134
previous_iter_valid_loss : 0.16060855984687805

    446280	  0.160785	  0.160609	  0.165618		CURRENT LEARNING RATE: 0.0080694097233745
previous_iter_valid_loss : 0.1617649644613266

    446300	  0.161938	  0.161765	  0.165662		CURRENT LEARNING RATE: 0.008067796002807265
previous_iter_valid_loss : 0.16095003485679626

    446320	  0.161129	  0.160950	  0.164483		CURRENT LEARNING RATE: 0.008066182604951865
previous_iter_valid_loss : 0.16124558448791504

    446340	  0.161469	  0.161246	  0.164513		CURRENT LEARNING RATE: 0.008064569529743775
previous_iter_valid_loss : 0.16075876355171204

    446360	  0.160927	  0.160759	  0.164303		CURRENT LEARNING RATE: 0.008062956777118461
previous_iter_valid_loss : 0.1620332896709442

    446380	  0.162228	  0.162033	  0.163854		CURRENT LEARNING RATE: 0.00806134434701142
previous_iter_valid_loss : 0.16292738914489746

    446400	  0.163117	  0.162927	  0.163594		CURRENT LEARNING RATE: 0.00805973223935816
previous_iter_valid_loss : 0.16500599682331085

    446420	  0.165197	  0.165006	  0.163573		CURRENT LEARNING RATE: 0.008058120454094184
previous_iter_valid_loss : 0.17802700400352478

    446440	  0.178382	  0.178027	  0.163848		CURRENT LEARNING RATE: 0.008056508991155035
previous_iter_valid_loss : 0.16628442704677582

    446460	  0.166532	  0.166284	  0.164117		CURRENT LEARNING RATE: 0.008054897850476238
previous_iter_valid_loss : 0.17935487627983093

    446480	  0.179704	  0.179355	  0.165019		CURRENT LEARNING RATE: 0.008053287031993366
previous_iter_valid_loss : 0.16629493236541748

    446500	  0.166554	  0.166295	  0.164888		CURRENT LEARNING RATE: 0.008051676535641967
previous_iter_valid_loss : 0.16474434733390808

    446520	  0.164994	  0.164744	  0.164423		CURRENT LEARNING RATE: 0.008050066361357638
previous_iter_valid_loss : 0.16187423467636108

    446540	  0.162075	  0.161874	  0.164417		CURRENT LEARNING RATE: 0.008048456509075956
previous_iter_valid_loss : 0.16110900044441223

    446560	  0.161285	  0.161109	  0.164299		CURRENT LEARNING RATE: 0.008046846978732545
previous_iter_valid_loss : 0.18722592294216156

    446580	  0.187406	  0.187226	  0.165570		CURRENT LEARNING RATE: 0.008045237770263006
previous_iter_valid_loss : 0.16187690198421478

    446600	  0.162100	  0.161877	  0.165558		CURRENT LEARNING RATE: 0.008043628883602987
previous_iter_valid_loss : 0.16293881833553314

    446620	  0.163167	  0.162939	  0.165663		CURRENT LEARNING RATE: 0.008042020318688116
previous_iter_valid_loss : 0.16866406798362732

    446640	  0.168922	  0.168664	  0.165913		CURRENT LEARNING RATE: 0.008040412075454067
previous_iter_valid_loss : 0.16070416569709778

    446660	  0.160878	  0.160704	  0.165718		CURRENT LEARNING RATE: 0.008038804153836492
previous_iter_valid_loss : 0.16108772158622742

    446680	  0.161262	  0.161088	  0.165742		CURRENT LEARNING RATE: 0.008037196553771095
previous_iter_valid_loss : 0.1606731116771698

    446700	  0.160866	  0.160673	  0.165687		CURRENT LEARNING RATE: 0.008035589275193551
previous_iter_valid_loss : 0.16516035795211792

    446720	  0.165399	  0.165160	  0.165898		CURRENT LEARNING RATE: 0.00803398231803959
previous_iter_valid_loss : 0.1619410365819931

    446740	  0.162156	  0.161941	  0.165933		CURRENT LEARNING RATE: 0.008032375682244913
previous_iter_valid_loss : 0.1605939120054245

    446760	  0.160776	  0.160594	  0.165925		CURRENT LEARNING RATE: 0.008030769367745265
previous_iter_valid_loss : 0.16425323486328125

    446780	  0.164479	  0.164253	  0.166036		CURRENT LEARNING RATE: 0.0080291633744764
previous_iter_valid_loss : 0.17526568472385406

    446800	  0.175457	  0.175266	  0.166652		CURRENT LEARNING RATE: 0.008027557702374063
previous_iter_valid_loss : 0.16542373597621918

    446820	  0.165621	  0.165424	  0.166673		CURRENT LEARNING RATE: 0.008025952351374044
previous_iter_valid_loss : 0.16910997033119202

    446840	  0.169295	  0.169110	  0.166227		CURRENT LEARNING RATE: 0.008024347321412112
previous_iter_valid_loss : 0.1639111191034317

    446860	  0.164107	  0.163911	  0.166109		CURRENT LEARNING RATE: 0.008022742612424081
previous_iter_valid_loss : 0.16352532804012299

    446880	  0.163723	  0.163525	  0.165317		CURRENT LEARNING RATE: 0.00802113822434575
previous_iter_valid_loss : 0.16080614924430847

    446900	  0.161016	  0.160806	  0.165043		CURRENT LEARNING RATE: 0.008019534157112953
previous_iter_valid_loss : 0.1633772850036621

    446920	  0.163578	  0.163377	  0.164975		CURRENT LEARNING RATE: 0.008017930410661518
previous_iter_valid_loss : 0.17081694304943085

    446940	  0.171111	  0.170817	  0.165422		CURRENT LEARNING RATE: 0.008016326984927307
previous_iter_valid_loss : 0.1659194529056549

    446960	  0.166165	  0.165919	  0.165662		CURRENT LEARNING RATE: 0.008014723879846171
previous_iter_valid_loss : 0.1618364304304123

    446980	  0.162065	  0.161836	  0.164393		CURRENT LEARNING RATE: 0.008013121095353997
previous_iter_valid_loss : 0.16412031650543213

    447000	  0.164327	  0.164120	  0.164505		CURRENT LEARNING RATE: 0.008011518631386662
previous_iter_valid_loss : 0.16419799625873566

    447020	  0.164431	  0.164198	  0.164568		CURRENT LEARNING RATE: 0.008009916487880079
previous_iter_valid_loss : 0.16177897155284882

    447040	  0.161968	  0.161779	  0.164224		CURRENT LEARNING RATE: 0.00800831466477015
previous_iter_valid_loss : 0.16751693189144135

    447060	  0.167779	  0.167517	  0.164564		CURRENT LEARNING RATE: 0.008006713161992815
previous_iter_valid_loss : 0.17228448390960693

    447080	  0.172576	  0.172284	  0.165124		CURRENT LEARNING RATE: 0.008005111979484003
previous_iter_valid_loss : 0.16172556579113007

    447100	  0.161954	  0.161726	  0.165177		CURRENT LEARNING RATE: 0.008003511117179675
previous_iter_valid_loss : 0.1684373915195465

    447120	  0.168700	  0.168437	  0.165341		CURRENT LEARNING RATE: 0.008001910575015788
previous_iter_valid_loss : 0.16663506627082825

    447140	  0.166904	  0.166635	  0.165575		CURRENT LEARNING RATE: 0.00800031035292833
previous_iter_valid_loss : 0.16104713082313538

    447160	  0.161269	  0.161047	  0.165598		CURRENT LEARNING RATE: 0.007998710450853283
previous_iter_valid_loss : 0.16112852096557617

    447180	  0.161327	  0.161129	  0.165442		CURRENT LEARNING RATE: 0.007997110868726653
previous_iter_valid_loss : 0.1672353893518448

    447200	  0.167492	  0.167235	  0.165040		CURRENT LEARNING RATE: 0.007995511606484467
previous_iter_valid_loss : 0.16477181017398834

    447220	  0.165011	  0.164772	  0.165008		CURRENT LEARNING RATE: 0.00799391266406274
previous_iter_valid_loss : 0.16242100298404694

    447240	  0.162650	  0.162421	  0.164673		CURRENT LEARNING RATE: 0.007992314041397525
previous_iter_valid_loss : 0.16940756142139435

    447260	  0.169677	  0.169408	  0.164948		CURRENT LEARNING RATE: 0.007990715738424867
previous_iter_valid_loss : 0.16064296662807465

    447280	  0.160829	  0.160643	  0.164804		CURRENT LEARNING RATE: 0.007989117755080846
previous_iter_valid_loss : 0.16332346200942993

    447300	  0.163512	  0.163323	  0.164930		CURRENT LEARNING RATE: 0.00798752009130153
previous_iter_valid_loss : 0.17223358154296875

    447320	  0.172410	  0.172234	  0.165372		CURRENT LEARNING RATE: 0.007985922747023026
previous_iter_valid_loss : 0.173903688788414

    447340	  0.174201	  0.173904	  0.165527		CURRENT LEARNING RATE: 0.007984325722181426
previous_iter_valid_loss : 0.16354283690452576

    447360	  0.163769	  0.163543	  0.165408		CURRENT LEARNING RATE: 0.007982729016712863
previous_iter_valid_loss : 0.16248710453510284

    447380	  0.162672	  0.162487	  0.165441		CURRENT LEARNING RATE: 0.007981132630553455
previous_iter_valid_loss : 0.170614555478096

    447400	  0.170890	  0.170615	  0.165765		CURRENT LEARNING RATE: 0.007979536563639358
previous_iter_valid_loss : 0.16497677564620972

    447420	  0.165221	  0.164977	  0.165804		CURRENT LEARNING RATE: 0.007977940815906718
previous_iter_valid_loss : 0.1768866926431656

    447440	  0.177080	  0.176887	  0.166560		CURRENT LEARNING RATE: 0.00797634538729172
previous_iter_valid_loss : 0.16187839210033417

    447460	  0.162065	  0.161878	  0.166278		CURRENT LEARNING RATE: 0.007974750277730532
previous_iter_valid_loss : 0.1614398956298828

    447480	  0.161667	  0.161440	  0.165735		CURRENT LEARNING RATE: 0.007973155487159364
previous_iter_valid_loss : 0.193747878074646

    447500	  0.193918	  0.193748	  0.167337		CURRENT LEARNING RATE: 0.007971561015514408
previous_iter_valid_loss : 0.17638319730758667

    447520	  0.176714	  0.176383	  0.167734		CURRENT LEARNING RATE: 0.0079699668627319
previous_iter_valid_loss : 0.16117915511131287

    447540	  0.161355	  0.161179	  0.167461		CURRENT LEARNING RATE: 0.007968373028748062
previous_iter_valid_loss : 0.1615486890077591

    447560	  0.161773	  0.161549	  0.167486		CURRENT LEARNING RATE: 0.007966779513499153
previous_iter_valid_loss : 0.1645076870918274

    447580	  0.164759	  0.164508	  0.167655		CURRENT LEARNING RATE: 0.007965186316921419
previous_iter_valid_loss : 0.16608229279518127

    447600	  0.166272	  0.166082	  0.167597		CURRENT LEARNING RATE: 0.007963593438951137
previous_iter_valid_loss : 0.165902778506279

    447620	  0.166081	  0.165903	  0.167654		CURRENT LEARNING RATE: 0.007962000879524601
previous_iter_valid_loss : 0.16387300193309784

    447640	  0.164076	  0.163873	  0.167727		CURRENT LEARNING RATE: 0.007960408638578095
previous_iter_valid_loss : 0.1605631560087204

    447660	  0.160763	  0.160563	  0.167284		CURRENT LEARNING RATE: 0.007958816716047944
previous_iter_valid_loss : 0.1615443080663681

    447680	  0.161728	  0.161544	  0.167329		CURRENT LEARNING RATE: 0.007957225111870454
previous_iter_valid_loss : 0.16209834814071655

    447700	  0.162330	  0.162098	  0.167268		CURRENT LEARNING RATE: 0.007955633825981976
previous_iter_valid_loss : 0.17943134903907776

    447720	  0.179629	  0.179431	  0.167628		CURRENT LEARNING RATE: 0.007954042858318846
previous_iter_valid_loss : 0.16424046456813812

    447740	  0.164469	  0.164240	  0.167145		CURRENT LEARNING RATE: 0.007952452208817438
previous_iter_valid_loss : 0.16911455988883972

    447760	  0.169386	  0.169115	  0.167423		CURRENT LEARNING RATE: 0.007950861877414114
previous_iter_valid_loss : 0.16420553624629974

    447780	  0.164418	  0.164206	  0.167509		CURRENT LEARNING RATE: 0.00794927186404527
previous_iter_valid_loss : 0.16372232139110565

    447800	  0.163962	  0.163722	  0.167165		CURRENT LEARNING RATE: 0.007947682168647297
previous_iter_valid_loss : 0.16076840460300446

    447820	  0.160978	  0.160768	  0.166954		CURRENT LEARNING RATE: 0.007946092791156618
previous_iter_valid_loss : 0.16222314536571503

    447840	  0.162457	  0.162223	  0.166221		CURRENT LEARNING RATE: 0.007944503731509645
previous_iter_valid_loss : 0.17461971938610077

    447860	  0.174807	  0.174620	  0.166858		CURRENT LEARNING RATE: 0.00794291498964283
previous_iter_valid_loss : 0.16236190497875214

    447880	  0.162540	  0.162362	  0.166904		CURRENT LEARNING RATE: 0.007941326565492608
previous_iter_valid_loss : 0.17022958397865295

    447900	  0.170510	  0.170230	  0.165728		CURRENT LEARNING RATE: 0.007939738458995456
previous_iter_valid_loss : 0.16103781759738922

    447920	  0.161260	  0.161038	  0.164961		CURRENT LEARNING RATE: 0.007938150670087837
previous_iter_valid_loss : 0.16059668362140656

    447940	  0.160783	  0.160597	  0.164932		CURRENT LEARNING RATE: 0.007936563198706252
previous_iter_valid_loss : 0.17057441174983978

    447960	  0.170765	  0.170574	  0.165383		CURRENT LEARNING RATE: 0.00793497604478719
previous_iter_valid_loss : 0.16163550317287445

    447980	  0.161830	  0.161636	  0.165240		CURRENT LEARNING RATE: 0.00793338920826717
previous_iter_valid_loss : 0.17859268188476562

    448000	  0.178782	  0.178593	  0.165865		CURRENT LEARNING RATE: 0.007931802689082728
previous_iter_valid_loss : 0.16293497383594513

    448020	  0.163165	  0.162935	  0.165717		CURRENT LEARNING RATE: 0.007930216487170386
previous_iter_valid_loss : 0.16513189673423767

    448040	  0.165368	  0.165132	  0.165780		CURRENT LEARNING RATE: 0.007928630602466713
previous_iter_valid_loss : 0.16243858635425568

    448060	  0.162619	  0.162439	  0.165874		CURRENT LEARNING RATE: 0.007927045034908257
previous_iter_valid_loss : 0.16115599870681763

    448080	  0.161341	  0.161156	  0.165854		CURRENT LEARNING RATE: 0.007925459784431611
previous_iter_valid_loss : 0.19092684984207153

    448100	  0.191089	  0.190927	  0.167296		CURRENT LEARNING RATE: 0.00792387485097335
previous_iter_valid_loss : 0.16477437317371368

    448120	  0.164966	  0.164774	  0.166563		CURRENT LEARNING RATE: 0.007922290234470091
previous_iter_valid_loss : 0.16061808168888092

    448140	  0.160795	  0.160618	  0.166382		CURRENT LEARNING RATE: 0.007920705934858436
previous_iter_valid_loss : 0.1649494469165802

    448160	  0.165168	  0.164949	  0.166173		CURRENT LEARNING RATE: 0.007919121952075026
previous_iter_valid_loss : 0.17590461671352386

    448180	  0.176095	  0.175905	  0.166758		CURRENT LEARNING RATE: 0.00791753828605649
previous_iter_valid_loss : 0.16072297096252441

    448200	  0.160920	  0.160723	  0.166608		CURRENT LEARNING RATE: 0.007915954936739491
previous_iter_valid_loss : 0.16239656507968903

    448220	  0.162631	  0.162397	  0.166690		CURRENT LEARNING RATE: 0.007914371904060684
previous_iter_valid_loss : 0.16225063800811768

    448240	  0.162424	  0.162251	  0.166691		CURRENT LEARNING RATE: 0.007912789187956763
previous_iter_valid_loss : 0.1846321076154709

    448260	  0.185024	  0.184632	  0.167192		CURRENT LEARNING RATE: 0.007911206788364402
previous_iter_valid_loss : 0.1606340855360031

    448280	  0.160801	  0.160634	  0.167105		CURRENT LEARNING RATE: 0.00790962470522032
previous_iter_valid_loss : 0.1730232536792755

    448300	  0.173186	  0.173023	  0.167245		CURRENT LEARNING RATE: 0.00790804293846122
previous_iter_valid_loss : 0.16112960875034332

    448320	  0.161349	  0.161130	  0.167250		CURRENT LEARNING RATE: 0.007906461488023849
previous_iter_valid_loss : 0.16114361584186554

    448340	  0.161362	  0.161144	  0.167277		CURRENT LEARNING RATE: 0.007904880353844929
previous_iter_valid_loss : 0.16087770462036133

    448360	  0.161072	  0.160878	  0.166792		CURRENT LEARNING RATE: 0.007903299535861231
previous_iter_valid_loss : 0.16070103645324707

    448380	  0.160879	  0.160701	  0.166745		CURRENT LEARNING RATE: 0.007901719034009509
previous_iter_valid_loss : 0.1608887016773224

    448400	  0.161051	  0.160889	  0.165860		CURRENT LEARNING RATE: 0.007900138848226549
previous_iter_valid_loss : 0.1711912751197815

    448420	  0.171490	  0.171191	  0.166273		CURRENT LEARNING RATE: 0.007898558978449152
previous_iter_valid_loss : 0.16070571541786194

    448440	  0.160905	  0.160706	  0.166052		CURRENT LEARNING RATE: 0.007896979424614106
previous_iter_valid_loss : 0.1724543571472168

    448460	  0.172641	  0.172454	  0.166552		CURRENT LEARNING RATE: 0.007895400186658246
previous_iter_valid_loss : 0.16119106113910675

    448480	  0.161371	  0.161191	  0.166554		CURRENT LEARNING RATE: 0.00789382126451839
previous_iter_valid_loss : 0.16183246672153473

    448500	  0.162011	  0.161832	  0.165099		CURRENT LEARNING RATE: 0.00789224265813139
previous_iter_valid_loss : 0.16062763333320618

    448520	  0.160809	  0.160628	  0.164892		CURRENT LEARNING RATE: 0.007890664367434092
previous_iter_valid_loss : 0.16387560963630676

    448540	  0.164100	  0.163876	  0.165055		CURRENT LEARNING RATE: 0.007889086392363376
previous_iter_valid_loss : 0.16627806425094604

    448560	  0.166534	  0.166278	  0.165121		CURRENT LEARNING RATE: 0.007887508732856109
previous_iter_valid_loss : 0.16313643753528595

    448580	  0.163366	  0.163136	  0.164483		CURRENT LEARNING RATE: 0.0078859313888492
previous_iter_valid_loss : 0.16203641891479492

    448600	  0.162220	  0.162036	  0.164549		CURRENT LEARNING RATE: 0.00788435436027954
previous_iter_valid_loss : 0.1630561649799347

    448620	  0.163257	  0.163056	  0.164582		CURRENT LEARNING RATE: 0.007882777647084062
previous_iter_valid_loss : 0.16193440556526184

    448640	  0.162098	  0.161934	  0.164566		CURRENT LEARNING RATE: 0.007881201249199686
previous_iter_valid_loss : 0.1709650307893753

    448660	  0.171256	  0.170965	  0.163883		CURRENT LEARNING RATE: 0.007879625166563367
previous_iter_valid_loss : 0.16072149574756622

    448680	  0.160903	  0.160721	  0.163887		CURRENT LEARNING RATE: 0.007878049399112049
previous_iter_valid_loss : 0.160628080368042

    448700	  0.160814	  0.160628	  0.163267		CURRENT LEARNING RATE: 0.007876473946782715
previous_iter_valid_loss : 0.17590057849884033

    448720	  0.176084	  0.175901	  0.164006		CURRENT LEARNING RATE: 0.007874898809512332
previous_iter_valid_loss : 0.18518371880054474

    448740	  0.185583	  0.185184	  0.165208		CURRENT LEARNING RATE: 0.00787332398723791
previous_iter_valid_loss : 0.16859161853790283

    448760	  0.168771	  0.168592	  0.165593		CURRENT LEARNING RATE: 0.007871749479896443
previous_iter_valid_loss : 0.16958282887935638

    448780	  0.169855	  0.169583	  0.166037		CURRENT LEARNING RATE: 0.007870175287424954
previous_iter_valid_loss : 0.16282251477241516

    448800	  0.163011	  0.162823	  0.166134		CURRENT LEARNING RATE: 0.007868601409760485
previous_iter_valid_loss : 0.16278426349163055

    448820	  0.162965	  0.162784	  0.165714		CURRENT LEARNING RATE: 0.007867027846840067
previous_iter_valid_loss : 0.17105655372142792

    448840	  0.171251	  0.171057	  0.166231		CURRENT LEARNING RATE: 0.00786545459860077
previous_iter_valid_loss : 0.16773103177547455

    448860	  0.167985	  0.167731	  0.165995		CURRENT LEARNING RATE: 0.007863881664979653
previous_iter_valid_loss : 0.169315904378891

    448880	  0.169495	  0.169316	  0.166401		CURRENT LEARNING RATE: 0.007862309045913809
previous_iter_valid_loss : 0.16219724714756012

    448900	  0.162375	  0.162197	  0.166420		CURRENT LEARNING RATE: 0.007860736741340323
previous_iter_valid_loss : 0.1622316539287567

    448920	  0.162457	  0.162232	  0.166500		CURRENT LEARNING RATE: 0.00785916475119631
previous_iter_valid_loss : 0.16064025461673737

    448940	  0.160815	  0.160640	  0.166338		CURRENT LEARNING RATE: 0.007857593075418886
previous_iter_valid_loss : 0.16396266222000122

    448960	  0.164201	  0.163963	  0.166222		CURRENT LEARNING RATE: 0.00785602171394519
previous_iter_valid_loss : 0.16465704143047333

    448980	  0.164854	  0.164657	  0.166298		CURRENT LEARNING RATE: 0.007854450666712358
previous_iter_valid_loss : 0.16426444053649902

    449000	  0.164456	  0.164264	  0.166410		CURRENT LEARNING RATE: 0.007852879933657561
previous_iter_valid_loss : 0.162427619099617

    449020	  0.162649	  0.162428	  0.166378		CURRENT LEARNING RATE: 0.007851309514717955
previous_iter_valid_loss : 0.16064217686653137

    449040	  0.160824	  0.160642	  0.166314		CURRENT LEARNING RATE: 0.007849739409830737
previous_iter_valid_loss : 0.16098512709140778

    449060	  0.161168	  0.160985	  0.165815		CURRENT LEARNING RATE: 0.00784816961893309
previous_iter_valid_loss : 0.16594550013542175

    449080	  0.166146	  0.165946	  0.166076		CURRENT LEARNING RATE: 0.007846600141962236
previous_iter_valid_loss : 0.1608627885580063

    449100	  0.161050	  0.160863	  0.166088		CURRENT LEARNING RATE: 0.007845030978855382
previous_iter_valid_loss : 0.16522139310836792

    449120	  0.165451	  0.165221	  0.165554		CURRENT LEARNING RATE: 0.007843462129549774
previous_iter_valid_loss : 0.1616731584072113

    449140	  0.161901	  0.161673	  0.164378		CURRENT LEARNING RATE: 0.007841893593982647
previous_iter_valid_loss : 0.16973158717155457

    449160	  0.170016	  0.169732	  0.164435		CURRENT LEARNING RATE: 0.00784032537209127
previous_iter_valid_loss : 0.1606624275445938

    449180	  0.160858	  0.160662	  0.163989		CURRENT LEARNING RATE: 0.007838757463812903
previous_iter_valid_loss : 0.16131173074245453

    449200	  0.161508	  0.161312	  0.163914		CURRENT LEARNING RATE: 0.007837189869084833
previous_iter_valid_loss : 0.19402103126049042

    449220	  0.194537	  0.194021	  0.165475		CURRENT LEARNING RATE: 0.007835622587844369
previous_iter_valid_loss : 0.16067670285701752

    449240	  0.160881	  0.160677	  0.164956		CURRENT LEARNING RATE: 0.007834055620028802
previous_iter_valid_loss : 0.1641068011522293

    449260	  0.164345	  0.164107	  0.164775		CURRENT LEARNING RATE: 0.007832488965575467
previous_iter_valid_loss : 0.16405658423900604

    449280	  0.164306	  0.164057	  0.164512		CURRENT LEARNING RATE: 0.007830922624421685
previous_iter_valid_loss : 0.18875806033611298

    449300	  0.189205	  0.188758	  0.165840		CURRENT LEARNING RATE: 0.007829356596504817
previous_iter_valid_loss : 0.16223743557929993

    449320	  0.162469	  0.162237	  0.165841		CURRENT LEARNING RATE: 0.007827790881762204
previous_iter_valid_loss : 0.16668446362018585

    449340	  0.166888	  0.166684	  0.166143		CURRENT LEARNING RATE: 0.007826225480131238
previous_iter_valid_loss : 0.16095104813575745

    449360	  0.161135	  0.160951	  0.165992		CURRENT LEARNING RATE: 0.007824660391549283
previous_iter_valid_loss : 0.16076524555683136

    449380	  0.160967	  0.160765	  0.165798		CURRENT LEARNING RATE: 0.007823095615953752
previous_iter_valid_loss : 0.16081899404525757

    449400	  0.160999	  0.160819	  0.165625		CURRENT LEARNING RATE: 0.007821531153282041
previous_iter_valid_loss : 0.16522116959095

    449420	  0.165466	  0.165221	  0.165765		CURRENT LEARNING RATE: 0.007819967003471583
previous_iter_valid_loss : 0.18368199467658997

    449440	  0.183877	  0.183682	  0.166917		CURRENT LEARNING RATE: 0.007818403166459799
previous_iter_valid_loss : 0.16058890521526337

    449460	  0.160797	  0.160589	  0.166897		CURRENT LEARNING RATE: 0.00781683964218415
previous_iter_valid_loss : 0.17643272876739502

    449480	  0.176765	  0.176433	  0.167422		CURRENT LEARNING RATE: 0.007815276430582082
previous_iter_valid_loss : 0.18588952720165253

    449500	  0.186073	  0.185890	  0.168673		CURRENT LEARNING RATE: 0.007813713531591077
previous_iter_valid_loss : 0.16066022217273712

    449520	  0.160867	  0.160660	  0.168445		CURRENT LEARNING RATE: 0.007812150945148608
previous_iter_valid_loss : 0.1624939739704132

    449540	  0.162676	  0.162494	  0.168486		CURRENT LEARNING RATE: 0.007810588671192185
previous_iter_valid_loss : 0.1709384322166443

    449560	  0.171227	  0.170938	  0.168546		CURRENT LEARNING RATE: 0.007809026709659303
previous_iter_valid_loss : 0.16970109939575195

    449580	  0.169985	  0.169701	  0.168998		CURRENT LEARNING RATE: 0.007807465060487491
previous_iter_valid_loss : 0.1651567965745926

    449600	  0.165345	  0.165157	  0.169190		CURRENT LEARNING RATE: 0.0078059037236142895
previous_iter_valid_loss : 0.16811570525169373

    449620	  0.168297	  0.168116	  0.167895		CURRENT LEARNING RATE: 0.007804342698977229
previous_iter_valid_loss : 0.16068896651268005

    449640	  0.160895	  0.160689	  0.167896		CURRENT LEARNING RATE: 0.007802781986513886
previous_iter_valid_loss : 0.1648089438676834

    449660	  0.165047	  0.164809	  0.167931		CURRENT LEARNING RATE: 0.007801221586161817
previous_iter_valid_loss : 0.16582514345645905

    449680	  0.166016	  0.165825	  0.168019		CURRENT LEARNING RATE: 0.007799661497858619
previous_iter_valid_loss : 0.17301121354103088

    449700	  0.173193	  0.173011	  0.167232		CURRENT LEARNING RATE: 0.007798101721541875
previous_iter_valid_loss : 0.16135509312152863

    449720	  0.161583	  0.161355	  0.167188		CURRENT LEARNING RATE: 0.007796542257149208
previous_iter_valid_loss : 0.16208499670028687

    449740	  0.162312	  0.162085	  0.166958		CURRENT LEARNING RATE: 0.007794983104618224
previous_iter_valid_loss : 0.16525188088417053

    449760	  0.165504	  0.165252	  0.167173		CURRENT LEARNING RATE: 0.007793424263886574
previous_iter_valid_loss : 0.16076679527759552

    449780	  0.160966	  0.160767	  0.167173		CURRENT LEARNING RATE: 0.007791865734891888
previous_iter_valid_loss : 0.16492465138435364

    449800	  0.165170	  0.164925	  0.167378		CURRENT LEARNING RATE: 0.007790307517571839
previous_iter_valid_loss : 0.17042896151542664

    449820	  0.170609	  0.170429	  0.167639		CURRENT LEARNING RATE: 0.007788749611864086
previous_iter_valid_loss : 0.17546164989471436

    449840	  0.175780	  0.175462	  0.167228		CURRENT LEARNING RATE: 0.007787192017706324
previous_iter_valid_loss : 0.16082853078842163

    449860	  0.161018	  0.160829	  0.167240		CURRENT LEARNING RATE: 0.007785634735036237
previous_iter_valid_loss : 0.16212932765483856

    449880	  0.162358	  0.162129	  0.166524		CURRENT LEARNING RATE: 0.007784077763791548
previous_iter_valid_loss : 0.17281025648117065

    449900	  0.173108	  0.172810	  0.165871		CURRENT LEARNING RATE: 0.007782521103909964
previous_iter_valid_loss : 0.18283161520957947

    449920	  0.183023	  0.182832	  0.166979		CURRENT LEARNING RATE: 0.007780964755329232
previous_iter_valid_loss : 0.1767093688249588

    449940	  0.177026	  0.176709	  0.167690		CURRENT LEARNING RATE: 0.007779408717987084
previous_iter_valid_loss : 0.17328102886676788

    449960	  0.173585	  0.173281	  0.167807		CURRENT LEARNING RATE: 0.007777852991821292
previous_iter_valid_loss : 0.16535547375679016

    449980	  0.165603	  0.165355	  0.167590		CURRENT LEARNING RATE: 0.0077762975767696136
previous_iter_valid_loss : 0.16770827770233154

    450000	  0.167885	  0.167708	  0.167717		CURRENT LEARNING RATE: 0.00777474247276984
previous_iter_valid_loss : 0.1670839786529541

    450020	  0.167260	  0.167084	  0.167666		CURRENT LEARNING RATE: 0.0077731876797597745
previous_iter_valid_loss : 0.17841872572898865

    450040	  0.178757	  0.178419	  0.168552		CURRENT LEARNING RATE: 0.007771633197677209
previous_iter_valid_loss : 0.16094738245010376

    450060	  0.161151	  0.160947	  0.168359		CURRENT LEARNING RATE: 0.007770079026459978
previous_iter_valid_loss : 0.16189107298851013

    450080	  0.162111	  0.161891	  0.168162		CURRENT LEARNING RATE: 0.0077685251660459045
previous_iter_valid_loss : 0.16325287520885468

    450100	  0.163461	  0.163253	  0.167675		CURRENT LEARNING RATE: 0.007766971616372845
previous_iter_valid_loss : 0.18064022064208984

    450120	  0.180833	  0.180640	  0.168639		CURRENT LEARNING RATE: 0.007765418377378644
previous_iter_valid_loss : 0.16689816117286682

    450140	  0.167077	  0.166898	  0.168879		CURRENT LEARNING RATE: 0.007763865449001185
previous_iter_valid_loss : 0.16577135026454926

    450160	  0.165943	  0.165771	  0.168905		CURRENT LEARNING RATE: 0.00776231283117834
previous_iter_valid_loss : 0.18080180883407593

    450180	  0.181143	  0.180802	  0.169907		CURRENT LEARNING RATE: 0.0077607605238480155
previous_iter_valid_loss : 0.16379760205745697

    450200	  0.163986	  0.163798	  0.169851		CURRENT LEARNING RATE: 0.007759208526948107
previous_iter_valid_loss : 0.16151852905750275

    450220	  0.161731	  0.161519	  0.169405		CURRENT LEARNING RATE: 0.007757656840416545
previous_iter_valid_loss : 0.1816137433052063

    450240	  0.181978	  0.181614	  0.169713		CURRENT LEARNING RATE: 0.007756105464191252
previous_iter_valid_loss : 0.16816134750843048

    450260	  0.168341	  0.168161	  0.170080		CURRENT LEARNING RATE: 0.0077545543982101865
previous_iter_valid_loss : 0.16152839362621307

    450280	  0.161719	  0.161528	  0.170050		CURRENT LEARNING RATE: 0.0077530036424112905
previous_iter_valid_loss : 0.16534927487373352

    450300	  0.165538	  0.165349	  0.169676		CURRENT LEARNING RATE: 0.007751453196732547
previous_iter_valid_loss : 0.19193194806575775

    450320	  0.192401	  0.191932	  0.170131		CURRENT LEARNING RATE: 0.007749903061111926
previous_iter_valid_loss : 0.16165302693843842

    450340	  0.161877	  0.161653	  0.169379		CURRENT LEARNING RATE: 0.007748353235487436
previous_iter_valid_loss : 0.16594241559505463

    450360	  0.166175	  0.165942	  0.169012		CURRENT LEARNING RATE: 0.00774680371979707
previous_iter_valid_loss : 0.17154571413993835

    450380	  0.171824	  0.171546	  0.169321		CURRENT LEARNING RATE: 0.00774525451397886
previous_iter_valid_loss : 0.1612280011177063

    450400	  0.161402	  0.161228	  0.168997		CURRENT LEARNING RATE: 0.007743705617970825
previous_iter_valid_loss : 0.16066434979438782

    450420	  0.160846	  0.160664	  0.168676		CURRENT LEARNING RATE: 0.007742157031711014
previous_iter_valid_loss : 0.16160622239112854

    450440	  0.161837	  0.161606	  0.167836		CURRENT LEARNING RATE: 0.007740608755137495
previous_iter_valid_loss : 0.1639752835035324

    450460	  0.164169	  0.163975	  0.167987		CURRENT LEARNING RATE: 0.007739060788188318
previous_iter_valid_loss : 0.16697412729263306

    450480	  0.167153	  0.166974	  0.168241		CURRENT LEARNING RATE: 0.007737513130801582
previous_iter_valid_loss : 0.16471262276172638

    450500	  0.164897	  0.164713	  0.168314		CURRENT LEARNING RATE: 0.0077359657829153645
previous_iter_valid_loss : 0.16135646402835846

    450520	  0.161535	  0.161356	  0.167350		CURRENT LEARNING RATE: 0.007734418744467788
previous_iter_valid_loss : 0.1615433692932129

    450540	  0.161755	  0.161543	  0.167082		CURRENT LEARNING RATE: 0.007732872015396953
previous_iter_valid_loss : 0.16293959319591522

    450560	  0.163163	  0.162940	  0.166941		CURRENT LEARNING RATE: 0.007731325595641008
previous_iter_valid_loss : 0.16573496162891388

    450580	  0.165979	  0.165735	  0.166187		CURRENT LEARNING RATE: 0.007729779485138081
previous_iter_valid_loss : 0.1607680320739746

    450600	  0.160967	  0.160768	  0.166036		CURRENT LEARNING RATE: 0.00772823368382634
previous_iter_valid_loss : 0.1668965071439743

    450620	  0.167087	  0.166897	  0.166305		CURRENT LEARNING RATE: 0.007726688191643942
previous_iter_valid_loss : 0.16159562766551971

    450640	  0.161769	  0.161596	  0.165304		CURRENT LEARNING RATE: 0.007725143008529078
previous_iter_valid_loss : 0.16066581010818481

    450660	  0.160836	  0.160666	  0.164929		CURRENT LEARNING RATE: 0.00772359813441993
previous_iter_valid_loss : 0.1616954207420349

    450680	  0.161864	  0.161695	  0.164937		CURRENT LEARNING RATE: 0.007722053569254714
previous_iter_valid_loss : 0.1693021059036255

    450700	  0.169483	  0.169302	  0.165135		CURRENT LEARNING RATE: 0.007720509312971636
previous_iter_valid_loss : 0.16153109073638916

    450720	  0.161706	  0.161531	  0.163615		CURRENT LEARNING RATE: 0.007718965365508938
previous_iter_valid_loss : 0.16059915721416473

    450740	  0.160789	  0.160599	  0.163562		CURRENT LEARNING RATE: 0.007717421726804848
previous_iter_valid_loss : 0.18480618298053741

    450760	  0.185195	  0.184806	  0.164505		CURRENT LEARNING RATE: 0.007715878396797636
previous_iter_valid_loss : 0.1760735958814621

    450780	  0.176395	  0.176074	  0.164732		CURRENT LEARNING RATE: 0.0077143353754255545
previous_iter_valid_loss : 0.16164080798625946

    450800	  0.161819	  0.161641	  0.164752		CURRENT LEARNING RATE: 0.007712792662626889
previous_iter_valid_loss : 0.16058991849422455

    450820	  0.160778	  0.160590	  0.164749		CURRENT LEARNING RATE: 0.0077112502583399365
previous_iter_valid_loss : 0.16516456007957458

    450840	  0.165397	  0.165165	  0.164927		CURRENT LEARNING RATE: 0.007709708162502989
previous_iter_valid_loss : 0.16223551332950592

    450860	  0.162432	  0.162236	  0.164840		CURRENT LEARNING RATE: 0.007708166375054377
previous_iter_valid_loss : 0.16322386264801025

    450880	  0.163428	  0.163224	  0.164652		CURRENT LEARNING RATE: 0.007706624895932413
previous_iter_valid_loss : 0.16977068781852722

    450900	  0.170042	  0.169771	  0.164905		CURRENT LEARNING RATE: 0.0077050837250754525
previous_iter_valid_loss : 0.16338633000850677

    450920	  0.163624	  0.163386	  0.165007		CURRENT LEARNING RATE: 0.007703542862421836
previous_iter_valid_loss : 0.16257324814796448

    450940	  0.162821	  0.162573	  0.165058		CURRENT LEARNING RATE: 0.007702002307909942
previous_iter_valid_loss : 0.190647691488266

    450960	  0.190822	  0.190648	  0.166443		CURRENT LEARNING RATE: 0.007700462061478134
previous_iter_valid_loss : 0.1639372557401657

    450980	  0.164137	  0.163937	  0.166354		CURRENT LEARNING RATE: 0.0076989221230648166
previous_iter_valid_loss : 0.18248681724071503

    451000	  0.182683	  0.182487	  0.167440		CURRENT LEARNING RATE: 0.007697382492608378
previous_iter_valid_loss : 0.1746719926595688

    451020	  0.174862	  0.174672	  0.167828		CURRENT LEARNING RATE: 0.007695843170047247
previous_iter_valid_loss : 0.16719284653663635

    451040	  0.167387	  0.167193	  0.168108		CURRENT LEARNING RATE: 0.007694304155319837
previous_iter_valid_loss : 0.16472512483596802

    451060	  0.164969	  0.164725	  0.168311		CURRENT LEARNING RATE: 0.007692765448364601
previous_iter_valid_loss : 0.1967657059431076

    451080	  0.197294	  0.196766	  0.170065		CURRENT LEARNING RATE: 0.007691227049119977
previous_iter_valid_loss : 0.16202162206172943

    451100	  0.162214	  0.162022	  0.169701		CURRENT LEARNING RATE: 0.0076896889575244435
previous_iter_valid_loss : 0.16099953651428223

    451120	  0.161192	  0.161000	  0.169674		CURRENT LEARNING RATE: 0.007688151173516462
previous_iter_valid_loss : 0.1605861783027649

    451140	  0.160787	  0.160586	  0.169673		CURRENT LEARNING RATE: 0.007686613697034536
previous_iter_valid_loss : 0.1608315259218216

    451160	  0.161036	  0.160832	  0.168475		CURRENT LEARNING RATE: 0.007685076528017151
previous_iter_valid_loss : 0.16375215351581573

    451180	  0.163988	  0.163752	  0.167859		CURRENT LEARNING RATE: 0.007683539666402835
previous_iter_valid_loss : 0.18449778854846954

    451200	  0.184887	  0.184498	  0.169001		CURRENT LEARNING RATE: 0.007682003112130101
previous_iter_valid_loss : 0.16659322381019592

    451220	  0.166855	  0.166593	  0.169302		CURRENT LEARNING RATE: 0.0076804668651374915
previous_iter_valid_loss : 0.16274574398994446

    451240	  0.162932	  0.162746	  0.169181		CURRENT LEARNING RATE: 0.007678930925363566
previous_iter_valid_loss : 0.16058610379695892

    451260	  0.160770	  0.160586	  0.169098		CURRENT LEARNING RATE: 0.007677395292746869
previous_iter_valid_loss : 0.16059955954551697

    451280	  0.160787	  0.160600	  0.168967		CURRENT LEARNING RATE: 0.007675859967225993
previous_iter_valid_loss : 0.18428319692611694

    451300	  0.184470	  0.184283	  0.169693		CURRENT LEARNING RATE: 0.00767432494873951
previous_iter_valid_loss : 0.1853291541337967

    451320	  0.185738	  0.185329	  0.170790		CURRENT LEARNING RATE: 0.007672790237226034
previous_iter_valid_loss : 0.16768857836723328

    451340	  0.167956	  0.167689	  0.171046		CURRENT LEARNING RATE: 0.00767125583262416
previous_iter_valid_loss : 0.1614387333393097

    451360	  0.161657	  0.161439	  0.169585		CURRENT LEARNING RATE: 0.007669721734872527
previous_iter_valid_loss : 0.16393424570560455

    451380	  0.164130	  0.163934	  0.169585		CURRENT LEARNING RATE: 0.0076681879439097584
previous_iter_valid_loss : 0.16275246441364288

    451400	  0.162934	  0.162752	  0.168598		CURRENT LEARNING RATE: 0.007666654459674516
previous_iter_valid_loss : 0.1627783477306366

    451420	  0.162975	  0.162778	  0.168004		CURRENT LEARNING RATE: 0.0076651212821054445
previous_iter_valid_loss : 0.1623486876487732

    451440	  0.162587	  0.162349	  0.167761		CURRENT LEARNING RATE: 0.007663588411141233
previous_iter_valid_loss : 0.17192783951759338

    451460	  0.172103	  0.171928	  0.168121		CURRENT LEARNING RATE: 0.007662055846720552
previous_iter_valid_loss : 0.1630321890115738

    451480	  0.163222	  0.163032	  0.166435		CURRENT LEARNING RATE: 0.007660523588782113
previous_iter_valid_loss : 0.16517828404903412

    451500	  0.165374	  0.165178	  0.166593		CURRENT LEARNING RATE: 0.007658991637264611
previous_iter_valid_loss : 0.16129577159881592

    451520	  0.161481	  0.161296	  0.166607		CURRENT LEARNING RATE: 0.007657459992106783
previous_iter_valid_loss : 0.16585960984230042

    451540	  0.166038	  0.165860	  0.166871		CURRENT LEARNING RATE: 0.00765592865324735
previous_iter_valid_loss : 0.17022646963596344

    451560	  0.170504	  0.170226	  0.167341		CURRENT LEARNING RATE: 0.007654397620625069
previous_iter_valid_loss : 0.16773802042007446

    451580	  0.167917	  0.167738	  0.167540		CURRENT LEARNING RATE: 0.007652866894178687
previous_iter_valid_loss : 0.16055193543434143

    451600	  0.160745	  0.160552	  0.166343		CURRENT LEARNING RATE: 0.007651336473846983
previous_iter_valid_loss : 0.16063222289085388

    451620	  0.160810	  0.160632	  0.166045		CURRENT LEARNING RATE: 0.007649806359568746
previous_iter_valid_loss : 0.16059625148773193

    451640	  0.160789	  0.160596	  0.165937		CURRENT LEARNING RATE: 0.007648276551282757
previous_iter_valid_loss : 0.16190649569034576

    451660	  0.162091	  0.161906	  0.166003		CURRENT LEARNING RATE: 0.007646747048927838
previous_iter_valid_loss : 0.16473974287509918

    451680	  0.164941	  0.164740	  0.166210		CURRENT LEARNING RATE: 0.007645217852442795
previous_iter_valid_loss : 0.16057229042053223

    451700	  0.160768	  0.160572	  0.165025		CURRENT LEARNING RATE: 0.007643688961766474
previous_iter_valid_loss : 0.1610211282968521

    451720	  0.161204	  0.161021	  0.163809		CURRENT LEARNING RATE: 0.007642160376837705
previous_iter_valid_loss : 0.16132421791553497

    451740	  0.161547	  0.161324	  0.163491		CURRENT LEARNING RATE: 0.00764063209759536
previous_iter_valid_loss : 0.1667204052209854

    451760	  0.166896	  0.166720	  0.163755		CURRENT LEARNING RATE: 0.007639104123978293
previous_iter_valid_loss : 0.16480959951877594

    451780	  0.165007	  0.164810	  0.163799		CURRENT LEARNING RATE: 0.007637576455925398
previous_iter_valid_loss : 0.18090051412582397

    451800	  0.181261	  0.180901	  0.164706		CURRENT LEARNING RATE: 0.007636049093375556
previous_iter_valid_loss : 0.16146646440029144

    451820	  0.161693	  0.161466	  0.164641		CURRENT LEARNING RATE: 0.0076345220362676845
previous_iter_valid_loss : 0.17832830548286438

    451840	  0.178658	  0.178328	  0.165440		CURRENT LEARNING RATE: 0.0076329952845406905
previous_iter_valid_loss : 0.1816031038761139

    451860	  0.181961	  0.181603	  0.165924		CURRENT LEARNING RATE: 0.007631468838133515
previous_iter_valid_loss : 0.1633908748626709

    451880	  0.163635	  0.163391	  0.165942		CURRENT LEARNING RATE: 0.007629942696985087
previous_iter_valid_loss : 0.17443539202213287

    451900	  0.174621	  0.174435	  0.166404		CURRENT LEARNING RATE: 0.007628416861034375
previous_iter_valid_loss : 0.1608230471611023

    451920	  0.161031	  0.160823	  0.166381		CURRENT LEARNING RATE: 0.007626891330220331
previous_iter_valid_loss : 0.16265028715133667

    451940	  0.162846	  0.162650	  0.166220		CURRENT LEARNING RATE: 0.007625366104481948
previous_iter_valid_loss : 0.16087447106838226

    451960	  0.161056	  0.160874	  0.165753		CURRENT LEARNING RATE: 0.007623841183758203
previous_iter_valid_loss : 0.16292089223861694

    451980	  0.163148	  0.162921	  0.165512		CURRENT LEARNING RATE: 0.007622316567988115
previous_iter_valid_loss : 0.17059552669525146

    452000	  0.170775	  0.170596	  0.166014		CURRENT LEARNING RATE: 0.007620792257110683
previous_iter_valid_loss : 0.16267922520637512

    452020	  0.162907	  0.162679	  0.166116		CURRENT LEARNING RATE: 0.0076192682510649425
previous_iter_valid_loss : 0.1688450425863266

    452040	  0.169026	  0.168845	  0.166529		CURRENT LEARNING RATE: 0.007617744549789939
previous_iter_valid_loss : 0.16082000732421875

    452060	  0.160998	  0.160820	  0.166474		CURRENT LEARNING RATE: 0.007616221153224713
previous_iter_valid_loss : 0.1626053899526596

    452080	  0.162787	  0.162605	  0.166368		CURRENT LEARNING RATE: 0.00761469806130834
previous_iter_valid_loss : 0.16525998711585999

    452100	  0.165439	  0.165260	  0.166602		CURRENT LEARNING RATE: 0.007613175273979884
previous_iter_valid_loss : 0.1683153510093689

    452120	  0.168487	  0.168315	  0.166967		CURRENT LEARNING RATE: 0.0076116527911784465
previous_iter_valid_loss : 0.1618940383195877

    452140	  0.162115	  0.161894	  0.166995		CURRENT LEARNING RATE: 0.0076101306128431145
previous_iter_valid_loss : 0.16060760617256165

    452160	  0.160783	  0.160608	  0.166690		CURRENT LEARNING RATE: 0.007608608738913015
previous_iter_valid_loss : 0.1610737442970276

    452180	  0.161290	  0.161074	  0.166503		CURRENT LEARNING RATE: 0.00760708716932726
previous_iter_valid_loss : 0.16690193116664886

    452200	  0.167085	  0.166902	  0.165803		CURRENT LEARNING RATE: 0.007605565904025
previous_iter_valid_loss : 0.17754384875297546

    452220	  0.177882	  0.177544	  0.166607		CURRENT LEARNING RATE: 0.007604044942945369
previous_iter_valid_loss : 0.16373884677886963

    452240	  0.163930	  0.163739	  0.165877		CURRENT LEARNING RATE: 0.007602524286027545
previous_iter_valid_loss : 0.16096509993076324

    452260	  0.161140	  0.160965	  0.164845		CURRENT LEARNING RATE: 0.007601003933210685
previous_iter_valid_loss : 0.16883501410484314

    452280	  0.169020	  0.168835	  0.165118		CURRENT LEARNING RATE: 0.00759948388443399
previous_iter_valid_loss : 0.1704939901828766

    452300	  0.170692	  0.170494	  0.164921		CURRENT LEARNING RATE: 0.0075979641396366464
previous_iter_valid_loss : 0.16216500103473663

    452320	  0.162386	  0.162165	  0.164988		CURRENT LEARNING RATE: 0.007596444698757875
previous_iter_valid_loss : 0.1644994169473648

    452340	  0.164688	  0.164499	  0.165080		CURRENT LEARNING RATE: 0.007594925561736886
previous_iter_valid_loss : 0.17202989757061005

    452360	  0.172213	  0.172030	  0.165638		CURRENT LEARNING RATE: 0.007593406728512928
previous_iter_valid_loss : 0.16477862000465393

    452380	  0.164962	  0.164779	  0.165731		CURRENT LEARNING RATE: 0.0075918881990252336
previous_iter_valid_loss : 0.17717988789081573

    452400	  0.177369	  0.177180	  0.166060		CURRENT LEARNING RATE: 0.007590369973213066
previous_iter_valid_loss : 0.17344284057617188

    452420	  0.173624	  0.173443	  0.166598		CURRENT LEARNING RATE: 0.007588852051015707
previous_iter_valid_loss : 0.16243769228458405

    452440	  0.162669	  0.162438	  0.166278		CURRENT LEARNING RATE: 0.007587334432372424
previous_iter_valid_loss : 0.16177794337272644

    452460	  0.162003	  0.161778	  0.166326		CURRENT LEARNING RATE: 0.007585817117222525
previous_iter_valid_loss : 0.16174525022506714

    452480	  0.161927	  0.161745	  0.166283		CURRENT LEARNING RATE: 0.007584300105505305
previous_iter_valid_loss : 0.1674366593360901

    452500	  0.167713	  0.167437	  0.166392		CURRENT LEARNING RATE: 0.007582783397160099
previous_iter_valid_loss : 0.1606433391571045

    452520	  0.160840	  0.160643	  0.166008		CURRENT LEARNING RATE: 0.007581266992126221
previous_iter_valid_loss : 0.17296181619167328

    452540	  0.173145	  0.172962	  0.166561		CURRENT LEARNING RATE: 0.0075797508903430325
previous_iter_valid_loss : 0.16352717578411102

    452560	  0.163722	  0.163527	  0.166707		CURRENT LEARNING RATE: 0.007578235091749872
previous_iter_valid_loss : 0.16299240291118622

    452580	  0.163228	  0.162992	  0.166803		CURRENT LEARNING RATE: 0.007576719596286124
previous_iter_valid_loss : 0.1749335527420044

    452600	  0.175258	  0.174934	  0.167205		CURRENT LEARNING RATE: 0.0075752044038911535
previous_iter_valid_loss : 0.16289855539798737

    452620	  0.163110	  0.162899	  0.166473		CURRENT LEARNING RATE: 0.007573689514504367
previous_iter_valid_loss : 0.16110871732234955

    452640	  0.161306	  0.161109	  0.166341		CURRENT LEARNING RATE: 0.007572174928065155
previous_iter_valid_loss : 0.1607571542263031

    452660	  0.160951	  0.160757	  0.166331		CURRENT LEARNING RATE: 0.007570660644512949
previous_iter_valid_loss : 0.16578127443790436

    452680	  0.165967	  0.165781	  0.166178		CURRENT LEARNING RATE: 0.007569146663787163
previous_iter_valid_loss : 0.16162827610969543

    452700	  0.161808	  0.161628	  0.165735		CURRENT LEARNING RATE: 0.007567632985827249
previous_iter_valid_loss : 0.17072096467018127

    452720	  0.171018	  0.170721	  0.166163		CURRENT LEARNING RATE: 0.007566119610572651
previous_iter_valid_loss : 0.1606789082288742

    452740	  0.160872	  0.160679	  0.165971		CURRENT LEARNING RATE: 0.007564606537962845
previous_iter_valid_loss : 0.16110864281654358

    452760	  0.161298	  0.161109	  0.165425		CURRENT LEARNING RATE: 0.0075630937679372935
previous_iter_valid_loss : 0.17358753085136414

    452780	  0.173780	  0.173588	  0.165866		CURRENT LEARNING RATE: 0.0075615813004355015
previous_iter_valid_loss : 0.16962331533432007

    452800	  0.169833	  0.169623	  0.165488		CURRENT LEARNING RATE: 0.007560069135396956
previous_iter_valid_loss : 0.16548125445842743

    452820	  0.165691	  0.165481	  0.165090		CURRENT LEARNING RATE: 0.007558557272761176
previous_iter_valid_loss : 0.16698594391345978

    452840	  0.167260	  0.166986	  0.165317		CURRENT LEARNING RATE: 0.007557045712467696
previous_iter_valid_loss : 0.16521796584129333

    452860	  0.165423	  0.165218	  0.165489		CURRENT LEARNING RATE: 0.007555534454456038
previous_iter_valid_loss : 0.1630888283252716

    452880	  0.163335	  0.163089	  0.165557		CURRENT LEARNING RATE: 0.007554023498665766
previous_iter_valid_loss : 0.16064414381980896

    452900	  0.160843	  0.160644	  0.165217		CURRENT LEARNING RATE: 0.007552512845036428
previous_iter_valid_loss : 0.1683759242296219

    452920	  0.168644	  0.168376	  0.165604		CURRENT LEARNING RATE: 0.007551002493507611
previous_iter_valid_loss : 0.16266196966171265

    452940	  0.162913	  0.162662	  0.165089		CURRENT LEARNING RATE: 0.007549492444018889
previous_iter_valid_loss : 0.16060781478881836

    452960	  0.160801	  0.160608	  0.164943		CURRENT LEARNING RATE: 0.007547982696509872
previous_iter_valid_loss : 0.16143222153186798

    452980	  0.161633	  0.161432	  0.164865		CURRENT LEARNING RATE: 0.007546473250920158
previous_iter_valid_loss : 0.1610918641090393

    453000	  0.161299	  0.161092	  0.164172		CURRENT LEARNING RATE: 0.007544964107189381
previous_iter_valid_loss : 0.16264432668685913

    453020	  0.162875	  0.162644	  0.164160		CURRENT LEARNING RATE: 0.007543455265257162
previous_iter_valid_loss : 0.17217391729354858

    453040	  0.172355	  0.172174	  0.164713		CURRENT LEARNING RATE: 0.007541946725063162
previous_iter_valid_loss : 0.16386674344539642

    453060	  0.164068	  0.163867	  0.164869		CURRENT LEARNING RATE: 0.007540438486547026
previous_iter_valid_loss : 0.16134768724441528

    453080	  0.161573	  0.161348	  0.164647		CURRENT LEARNING RATE: 0.007538930549648436
previous_iter_valid_loss : 0.1747686117887497

    453100	  0.174969	  0.174769	  0.165304		CURRENT LEARNING RATE: 0.007537422914307062
previous_iter_valid_loss : 0.1652849316596985

    453120	  0.165485	  0.165285	  0.165032		CURRENT LEARNING RATE: 0.007535915580462613
previous_iter_valid_loss : 0.16136528551578522

    453140	  0.161550	  0.161365	  0.165066		CURRENT LEARNING RATE: 0.0075344085480547815
previous_iter_valid_loss : 0.16660436987876892

    453160	  0.166798	  0.166604	  0.165341		CURRENT LEARNING RATE: 0.0075329018170232995
previous_iter_valid_loss : 0.16091351211071014

    453180	  0.161092	  0.160914	  0.164707		CURRENT LEARNING RATE: 0.007531395387307886
previous_iter_valid_loss : 0.16090504825115204

    453200	  0.161117	  0.160905	  0.164272		CURRENT LEARNING RATE: 0.007529889258848294
previous_iter_valid_loss : 0.17608146369457245

    453220	  0.176394	  0.176081	  0.164802		CURRENT LEARNING RATE: 0.007528383431584266
previous_iter_valid_loss : 0.1627988964319229

    453240	  0.162988	  0.162799	  0.164592		CURRENT LEARNING RATE: 0.007526877905455578
previous_iter_valid_loss : 0.1612522453069687

    453260	  0.161474	  0.161252	  0.164394		CURRENT LEARNING RATE: 0.007525372680402013
previous_iter_valid_loss : 0.16645686328411102

    453280	  0.166702	  0.166457	  0.164562		CURRENT LEARNING RATE: 0.00752386775636335
previous_iter_valid_loss : 0.16079078614711761

    453300	  0.160986	  0.160791	  0.164570		CURRENT LEARNING RATE: 0.007522363133279405
previous_iter_valid_loss : 0.16804958879947662

    453320	  0.168232	  0.168050	  0.164553		CURRENT LEARNING RATE: 0.007520858811089979
previous_iter_valid_loss : 0.16118915379047394

    453340	  0.161411	  0.161189	  0.164480		CURRENT LEARNING RATE: 0.007519354789734913
previous_iter_valid_loss : 0.16342294216156006

    453360	  0.163608	  0.163423	  0.164620		CURRENT LEARNING RATE: 0.007517851069154034
previous_iter_valid_loss : 0.1606600284576416

    453380	  0.160866	  0.160660	  0.164582		CURRENT LEARNING RATE: 0.007516347649287204
previous_iter_valid_loss : 0.1697041243314743

    453400	  0.169912	  0.169704	  0.165012		CURRENT LEARNING RATE: 0.007514844530074275
previous_iter_valid_loss : 0.16187772154808044

    453420	  0.162106	  0.161878	  0.164974		CURRENT LEARNING RATE: 0.007513341711455135
previous_iter_valid_loss : 0.1608099490404129

    453440	  0.161026	  0.160810	  0.164406		CURRENT LEARNING RATE: 0.007511839193369658
previous_iter_valid_loss : 0.16837164759635925

    453460	  0.168635	  0.168372	  0.164631		CURRENT LEARNING RATE: 0.007510336975757756
previous_iter_valid_loss : 0.1606067270040512

    453480	  0.160811	  0.160607	  0.164594		CURRENT LEARNING RATE: 0.007508835058559328
previous_iter_valid_loss : 0.16299214959144592

    453500	  0.163235	  0.162992	  0.164005		CURRENT LEARNING RATE: 0.007507333441714309
previous_iter_valid_loss : 0.16065064072608948

    453520	  0.160842	  0.160651	  0.163774		CURRENT LEARNING RATE: 0.007505832125162623
previous_iter_valid_loss : 0.16486011445522308

    453540	  0.165067	  0.164860	  0.163948		CURRENT LEARNING RATE: 0.007504331108844229
previous_iter_valid_loss : 0.1755506843328476

    453560	  0.175875	  0.175551	  0.164396		CURRENT LEARNING RATE: 0.007502830392699073
previous_iter_valid_loss : 0.1627429574728012

    453580	  0.162943	  0.162743	  0.164487		CURRENT LEARNING RATE: 0.007501329976667142
previous_iter_valid_loss : 0.18491345643997192

    453600	  0.185099	  0.184913	  0.165687		CURRENT LEARNING RATE: 0.007499829860688404
previous_iter_valid_loss : 0.1661217212677002

    453620	  0.166322	  0.166122	  0.165190		CURRENT LEARNING RATE: 0.0074983300447028604
previous_iter_valid_loss : 0.1828448474407196

    453640	  0.183046	  0.182845	  0.166192		CURRENT LEARNING RATE: 0.007496830528650527
previous_iter_valid_loss : 0.16318608820438385

    453660	  0.163430	  0.163186	  0.166288		CURRENT LEARNING RATE: 0.00749533131247141
previous_iter_valid_loss : 0.16116100549697876

    453680	  0.161384	  0.161161	  0.166024		CURRENT LEARNING RATE: 0.007493832396105552
previous_iter_valid_loss : 0.17215663194656372

    453700	  0.172345	  0.172157	  0.166592		CURRENT LEARNING RATE: 0.007492333779492984
previous_iter_valid_loss : 0.16422191262245178

    453720	  0.164420	  0.164222	  0.166401		CURRENT LEARNING RATE: 0.007490835462573776
previous_iter_valid_loss : 0.16246342658996582

    453740	  0.162667	  0.162463	  0.166464		CURRENT LEARNING RATE: 0.007489337445287979
previous_iter_valid_loss : 0.16300727427005768

    453760	  0.163211	  0.163007	  0.166444		CURRENT LEARNING RATE: 0.007487839727575689
previous_iter_valid_loss : 0.1627451628446579

    453780	  0.162992	  0.162745	  0.166548		CURRENT LEARNING RATE: 0.007486342309376982
previous_iter_valid_loss : 0.16134455800056458

    453800	  0.161562	  0.161345	  0.166130		CURRENT LEARNING RATE: 0.007484845190631975
previous_iter_valid_loss : 0.17094115912914276

    453820	  0.171220	  0.170941	  0.166583		CURRENT LEARNING RATE: 0.007483348371280769
previous_iter_valid_loss : 0.18265318870544434

    453840	  0.182853	  0.182653	  0.167675		CURRENT LEARNING RATE: 0.007481851851263507
previous_iter_valid_loss : 0.16450580954551697

    453860	  0.164688	  0.164506	  0.167482		CURRENT LEARNING RATE: 0.007480355630520313
previous_iter_valid_loss : 0.16064922511577606

    453880	  0.160846	  0.160649	  0.167484		CURRENT LEARNING RATE: 0.007478859708991352
previous_iter_valid_loss : 0.16226837038993835

    453900	  0.162449	  0.162268	  0.167448		CURRENT LEARNING RATE: 0.007477364086616774
previous_iter_valid_loss : 0.16971728205680847

    453920	  0.169905	  0.169717	  0.167901		CURRENT LEARNING RATE: 0.007475868763336766
previous_iter_valid_loss : 0.16174937784671783

    453940	  0.161993	  0.161749	  0.167746		CURRENT LEARNING RATE: 0.007474373739091504
previous_iter_valid_loss : 0.16228951513767242

    453960	  0.162483	  0.162290	  0.167083		CURRENT LEARNING RATE: 0.007472879013821198
previous_iter_valid_loss : 0.162740558385849

    453980	  0.162924	  0.162741	  0.167082		CURRENT LEARNING RATE: 0.007471384587466047
previous_iter_valid_loss : 0.16957752406597137

    454000	  0.169774	  0.169578	  0.166316		CURRENT LEARNING RATE: 0.007469890459966288
previous_iter_valid_loss : 0.1617068499326706

    454020	  0.161905	  0.161707	  0.166095		CURRENT LEARNING RATE: 0.007468396631262141
previous_iter_valid_loss : 0.16859279572963715

    454040	  0.168771	  0.168593	  0.165382		CURRENT LEARNING RATE: 0.007466903101293862
previous_iter_valid_loss : 0.19600199162960052

    454060	  0.196131	  0.196002	  0.167023		CURRENT LEARNING RATE: 0.007465409870001712
previous_iter_valid_loss : 0.16321225464344025

    454080	  0.163407	  0.163212	  0.167126		CURRENT LEARNING RATE: 0.007463916937325952
previous_iter_valid_loss : 0.16163086891174316

    454100	  0.161860	  0.161631	  0.166599		CURRENT LEARNING RATE: 0.007462424303206878
previous_iter_valid_loss : 0.16073259711265564

    454120	  0.160918	  0.160733	  0.166425		CURRENT LEARNING RATE: 0.0074609319675847715
previous_iter_valid_loss : 0.16608518362045288

    454140	  0.166337	  0.166085	  0.166606		CURRENT LEARNING RATE: 0.007459439930399949
previous_iter_valid_loss : 0.16073836386203766

    454160	  0.160915	  0.160738	  0.166493		CURRENT LEARNING RATE: 0.00745794819159272
previous_iter_valid_loss : 0.17167536914348602

    454180	  0.171866	  0.171675	  0.166939		CURRENT LEARNING RATE: 0.0074564567511034244
previous_iter_valid_loss : 0.1715059131383896

    454200	  0.171690	  0.171506	  0.167447		CURRENT LEARNING RATE: 0.007454965608872394
previous_iter_valid_loss : 0.17923225462436676

    454220	  0.179423	  0.179232	  0.167862		CURRENT LEARNING RATE: 0.007453474764839996
previous_iter_valid_loss : 0.16214221715927124

    454240	  0.162375	  0.162142	  0.166836		CURRENT LEARNING RATE: 0.007451984218946582
previous_iter_valid_loss : 0.16064447164535522

    454260	  0.160817	  0.160644	  0.166643		CURRENT LEARNING RATE: 0.007450493971132545
previous_iter_valid_loss : 0.17243070900440216

    454280	  0.172608	  0.172431	  0.167232		CURRENT LEARNING RATE: 0.007449004021338262
previous_iter_valid_loss : 0.1710200309753418

    454300	  0.171307	  0.171020	  0.167670		CURRENT LEARNING RATE: 0.007447514369504147
previous_iter_valid_loss : 0.16132278740406036

    454320	  0.161505	  0.161323	  0.167250		CURRENT LEARNING RATE: 0.007446025015570601
previous_iter_valid_loss : 0.16094575822353363

    454340	  0.161115	  0.160946	  0.167210		CURRENT LEARNING RATE: 0.0074445359594780625
previous_iter_valid_loss : 0.16249914467334747

    454360	  0.162732	  0.162499	  0.167220		CURRENT LEARNING RATE: 0.007443047201166958
previous_iter_valid_loss : 0.16530916094779968

    454380	  0.165540	  0.165309	  0.167349		CURRENT LEARNING RATE: 0.007441558740577748
previous_iter_valid_loss : 0.16123691201210022

    454400	  0.161448	  0.161237	  0.166932		CURRENT LEARNING RATE: 0.007440070577650883
previous_iter_valid_loss : 0.16366271674633026

    454420	  0.163845	  0.163663	  0.167029		CURRENT LEARNING RATE: 0.007438582712326841
previous_iter_valid_loss : 0.16057619452476501

    454440	  0.160759	  0.160576	  0.166629		CURRENT LEARNING RATE: 0.007437095144546116
previous_iter_valid_loss : 0.16086411476135254

    454460	  0.161052	  0.160864	  0.164872		CURRENT LEARNING RATE: 0.007435607874249191
previous_iter_valid_loss : 0.16060754656791687

    454480	  0.160797	  0.160608	  0.164742		CURRENT LEARNING RATE: 0.007434120901376589
previous_iter_valid_loss : 0.16617675125598907

    454500	  0.166355	  0.166177	  0.164969		CURRENT LEARNING RATE: 0.007432634225868815
previous_iter_valid_loss : 0.1834360808134079

    454520	  0.183832	  0.183436	  0.166104		CURRENT LEARNING RATE: 0.0074311478476664205
previous_iter_valid_loss : 0.16945236921310425

    454540	  0.169638	  0.169452	  0.166272		CURRENT LEARNING RATE: 0.007429661766709933
previous_iter_valid_loss : 0.16226667165756226

    454560	  0.162454	  0.162267	  0.166349		CURRENT LEARNING RATE: 0.007428175982939924
previous_iter_valid_loss : 0.1619899719953537

    454580	  0.162169	  0.161990	  0.165864		CURRENT LEARNING RATE: 0.00742669049629695
previous_iter_valid_loss : 0.16503553092479706

    454600	  0.165222	  0.165036	  0.165541		CURRENT LEARNING RATE: 0.007425205306721602
previous_iter_valid_loss : 0.16071631014347076

    454620	  0.160900	  0.160716	  0.164615		CURRENT LEARNING RATE: 0.007423720414154461
previous_iter_valid_loss : 0.1679382622241974

    454640	  0.168129	  0.167938	  0.164905		CURRENT LEARNING RATE: 0.007422235818536144
previous_iter_valid_loss : 0.16420920193195343

    454660	  0.164413	  0.164209	  0.165083		CURRENT LEARNING RATE: 0.007420751519807254
previous_iter_valid_loss : 0.1668369323015213

    454680	  0.167092	  0.166837	  0.164804		CURRENT LEARNING RATE: 0.0074192675179084325
previous_iter_valid_loss : 0.17187698185443878

    454700	  0.172173	  0.171877	  0.164846		CURRENT LEARNING RATE: 0.007417783812780306
previous_iter_valid_loss : 0.16465631127357483

    454720	  0.164896	  0.164656	  0.165013		CURRENT LEARNING RATE: 0.00741630040436354
previous_iter_valid_loss : 0.1641257256269455

    454740	  0.164315	  0.164126	  0.165172		CURRENT LEARNING RATE: 0.007414817292598784
previous_iter_valid_loss : 0.1663985252380371

    454760	  0.166653	  0.166399	  0.165367		CURRENT LEARNING RATE: 0.007413334477426728
previous_iter_valid_loss : 0.16721266508102417

    454780	  0.167387	  0.167213	  0.165462		CURRENT LEARNING RATE: 0.007411851958788045
previous_iter_valid_loss : 0.16103848814964294

    454800	  0.161218	  0.161038	  0.165452		CURRENT LEARNING RATE: 0.007410369736623448
previous_iter_valid_loss : 0.1621827930212021

    454820	  0.162391	  0.162183	  0.165378		CURRENT LEARNING RATE: 0.007408887810873635
previous_iter_valid_loss : 0.16301430761814117

    454840	  0.163249	  0.163014	  0.165500		CURRENT LEARNING RATE: 0.007407406181479336
previous_iter_valid_loss : 0.16062374413013458

    454860	  0.160794	  0.160624	  0.165488		CURRENT LEARNING RATE: 0.00740592484838129
previous_iter_valid_loss : 0.16213230788707733

    454880	  0.162323	  0.162132	  0.165564		CURRENT LEARNING RATE: 0.007404443811520234
previous_iter_valid_loss : 0.1831815540790558

    454900	  0.183384	  0.183182	  0.166415		CURRENT LEARNING RATE: 0.007402963070836938
previous_iter_valid_loss : 0.16107113659381866

    454920	  0.161249	  0.161071	  0.165296		CURRENT LEARNING RATE: 0.007401482626272158
previous_iter_valid_loss : 0.16064108908176422

    454940	  0.160848	  0.160641	  0.164856		CURRENT LEARNING RATE: 0.007400002477766691
previous_iter_valid_loss : 0.1660917103290558

    454960	  0.166340	  0.166092	  0.165047		CURRENT LEARNING RATE: 0.007398522625261319
previous_iter_valid_loss : 0.16079078614711761

    454980	  0.160995	  0.160791	  0.164987		CURRENT LEARNING RATE: 0.007397043068696858
previous_iter_valid_loss : 0.1832718849182129

    455000	  0.183447	  0.183272	  0.165899		CURRENT LEARNING RATE: 0.007395563808014115
previous_iter_valid_loss : 0.16721096634864807

    455020	  0.167400	  0.167211	  0.166224		CURRENT LEARNING RATE: 0.007394084843153931
previous_iter_valid_loss : 0.16241738200187683

    455040	  0.162651	  0.162417	  0.165948		CURRENT LEARNING RATE: 0.007392606174057135
previous_iter_valid_loss : 0.16389542818069458

    455060	  0.164133	  0.163895	  0.165932		CURRENT LEARNING RATE: 0.007391127800664595
previous_iter_valid_loss : 0.1609841138124466

    455080	  0.161188	  0.160984	  0.165639		CURRENT LEARNING RATE: 0.007389649722917161
previous_iter_valid_loss : 0.16368088126182556

    455100	  0.163906	  0.163681	  0.165229		CURRENT LEARNING RATE: 0.007388171940755723
previous_iter_valid_loss : 0.16102181375026703

    455120	  0.161229	  0.161022	  0.165048		CURRENT LEARNING RATE: 0.007386694454121157
previous_iter_valid_loss : 0.16434346139431

    455140	  0.164526	  0.164343	  0.165059		CURRENT LEARNING RATE: 0.007385217262954377
previous_iter_valid_loss : 0.17576070129871368

    455160	  0.176078	  0.175761	  0.165527		CURRENT LEARNING RATE: 0.007383740367196281
previous_iter_valid_loss : 0.16136124730110168

    455180	  0.161576	  0.161361	  0.165234		CURRENT LEARNING RATE: 0.0073822637667878095
previous_iter_valid_loss : 0.17826877534389496

    455200	  0.178609	  0.178269	  0.166096		CURRENT LEARNING RATE: 0.00738078746166988
previous_iter_valid_loss : 0.1681164801120758

    455220	  0.168383	  0.168116	  0.166392		CURRENT LEARNING RATE: 0.007379311451783458
previous_iter_valid_loss : 0.17221659421920776

    455240	  0.172512	  0.172217	  0.166852		CURRENT LEARNING RATE: 0.00737783573706949
previous_iter_valid_loss : 0.17350146174430847

    455260	  0.173685	  0.173501	  0.167496		CURRENT LEARNING RATE: 0.0073763603174689515
previous_iter_valid_loss : 0.18309460580348969

    455280	  0.183470	  0.183095	  0.168544		CURRENT LEARNING RATE: 0.007374885192922832
previous_iter_valid_loss : 0.17197681963443756

    455300	  0.172266	  0.171977	  0.167984		CURRENT LEARNING RATE: 0.007373410363372116
previous_iter_valid_loss : 0.16067081689834595

    455320	  0.160851	  0.160671	  0.167964		CURRENT LEARNING RATE: 0.0073719358287578215
previous_iter_valid_loss : 0.1635679006576538

    455340	  0.163792	  0.163568	  0.168111		CURRENT LEARNING RATE: 0.007370461589020954
previous_iter_valid_loss : 0.1606450378894806

    455360	  0.160844	  0.160645	  0.167838		CURRENT LEARNING RATE: 0.007368987644102559
previous_iter_valid_loss : 0.17668621242046356

    455380	  0.176872	  0.176686	  0.168633		CURRENT LEARNING RATE: 0.007367513993943663
previous_iter_valid_loss : 0.16102445125579834

    455400	  0.161235	  0.161024	  0.167521		CURRENT LEARNING RATE: 0.007366040638485334
previous_iter_valid_loss : 0.18460115790367126

    455420	  0.184782	  0.184601	  0.168390		CURRENT LEARNING RATE: 0.007364567577668626
previous_iter_valid_loss : 0.16095325350761414

    455440	  0.161132	  0.160953	  0.168317		CURRENT LEARNING RATE: 0.007363094811434629
previous_iter_valid_loss : 0.16068290174007416

    455460	  0.160861	  0.160683	  0.168156		CURRENT LEARNING RATE: 0.007361622339724418
previous_iter_valid_loss : 0.18966339528560638

    455480	  0.189822	  0.189663	  0.169590		CURRENT LEARNING RATE: 0.0073601501624791085
previous_iter_valid_loss : 0.16327787935733795

    455500	  0.163476	  0.163278	  0.169570		CURRENT LEARNING RATE: 0.0073586782796398
previous_iter_valid_loss : 0.16080214083194733

    455520	  0.161020	  0.160802	  0.169559		CURRENT LEARNING RATE: 0.007357206691147629
previous_iter_valid_loss : 0.1617831140756607

    455540	  0.161968	  0.161783	  0.169431		CURRENT LEARNING RATE: 0.007355735396943721
previous_iter_valid_loss : 0.1625557541847229

    455560	  0.162787	  0.162556	  0.168771		CURRENT LEARNING RATE: 0.007354264396969237
previous_iter_valid_loss : 0.16215376555919647

    455580	  0.162339	  0.162154	  0.168810		CURRENT LEARNING RATE: 0.007352793691165324
previous_iter_valid_loss : 0.16454489529132843

    455600	  0.164768	  0.164545	  0.168124		CURRENT LEARNING RATE: 0.007351323279473164
previous_iter_valid_loss : 0.16063392162322998

    455620	  0.160825	  0.160634	  0.167750		CURRENT LEARNING RATE: 0.007349853161833931
previous_iter_valid_loss : 0.1627715826034546

    455640	  0.163001	  0.162772	  0.167278		CURRENT LEARNING RATE: 0.007348383338188825
previous_iter_valid_loss : 0.1724359095096588

    455660	  0.172615	  0.172436	  0.167225		CURRENT LEARNING RATE: 0.00734691380847906
previous_iter_valid_loss : 0.16374315321445465

    455680	  0.163933	  0.163743	  0.166257		CURRENT LEARNING RATE: 0.007345444572645842
previous_iter_valid_loss : 0.1607731282711029

    455700	  0.160970	  0.160773	  0.165697		CURRENT LEARNING RATE: 0.007343975630630414
previous_iter_valid_loss : 0.16176646947860718

    455720	  0.161923	  0.161766	  0.165752		CURRENT LEARNING RATE: 0.0073425069823740054
previous_iter_valid_loss : 0.17154377698898315

    455740	  0.171838	  0.171544	  0.166150		CURRENT LEARNING RATE: 0.007341038627817885
previous_iter_valid_loss : 0.16143383085727692

    455760	  0.161604	  0.161434	  0.166190		CURRENT LEARNING RATE: 0.007339570566903303
previous_iter_valid_loss : 0.16142994165420532

    455780	  0.161599	  0.161430	  0.165427		CURRENT LEARNING RATE: 0.007338102799571551
previous_iter_valid_loss : 0.17299966514110565

    455800	  0.173169	  0.173000	  0.166026		CURRENT LEARNING RATE: 0.007336635325763906
previous_iter_valid_loss : 0.16329644620418549

    455820	  0.163531	  0.163296	  0.164961		CURRENT LEARNING RATE: 0.007335168145421681
previous_iter_valid_loss : 0.16060395538806915

    455840	  0.160803	  0.160604	  0.164943		CURRENT LEARNING RATE: 0.0073337012584861775
previous_iter_valid_loss : 0.16080917418003082

    455860	  0.160983	  0.160809	  0.164949		CURRENT LEARNING RATE: 0.007332234664898731
previous_iter_valid_loss : 0.16740000247955322

    455880	  0.167660	  0.167400	  0.163836		CURRENT LEARNING RATE: 0.007330768364600665
previous_iter_valid_loss : 0.16059762239456177

    455900	  0.160785	  0.160598	  0.163702		CURRENT LEARNING RATE: 0.007329302357533342
previous_iter_valid_loss : 0.16095814108848572

    455920	  0.161138	  0.160958	  0.163710		CURRENT LEARNING RATE: 0.007327836643638108
previous_iter_valid_loss : 0.16162556409835815

    455940	  0.161851	  0.161626	  0.163702		CURRENT LEARNING RATE: 0.007326371222856346
previous_iter_valid_loss : 0.1651628166437149

    455960	  0.165349	  0.165163	  0.163833		CURRENT LEARNING RATE: 0.007324906095129428
previous_iter_valid_loss : 0.16094417870044708

    455980	  0.161151	  0.160944	  0.163772		CURRENT LEARNING RATE: 0.0073234412603987616
previous_iter_valid_loss : 0.16786643862724304

    456000	  0.168137	  0.167866	  0.163938		CURRENT LEARNING RATE: 0.00732197671860574
previous_iter_valid_loss : 0.1721830666065216

    456020	  0.172362	  0.172183	  0.164516		CURRENT LEARNING RATE: 0.007320512469691795
previous_iter_valid_loss : 0.16080999374389648

    456040	  0.161018	  0.160810	  0.164418		CURRENT LEARNING RATE: 0.0073190485135983425
previous_iter_valid_loss : 0.1703024059534073

    456060	  0.170589	  0.170302	  0.164311		CURRENT LEARNING RATE: 0.007317584850266831
previous_iter_valid_loss : 0.16348384320735931

    456080	  0.163717	  0.163484	  0.164298		CURRENT LEARNING RATE: 0.007316121479638722
previous_iter_valid_loss : 0.16263426840305328

    456100	  0.162870	  0.162634	  0.164391		CURRENT LEARNING RATE: 0.007314658401655467
previous_iter_valid_loss : 0.1653498113155365

    456120	  0.165546	  0.165350	  0.164570		CURRENT LEARNING RATE: 0.007313195616258554
previous_iter_valid_loss : 0.16289180517196655

    456140	  0.163086	  0.162892	  0.164138		CURRENT LEARNING RATE: 0.007311733123389462
previous_iter_valid_loss : 0.16235864162445068

    456160	  0.162542	  0.162359	  0.164184		CURRENT LEARNING RATE: 0.007310270922989701
previous_iter_valid_loss : 0.16806408762931824

    456180	  0.168331	  0.168064	  0.164515		CURRENT LEARNING RATE: 0.007308809015000773
previous_iter_valid_loss : 0.16076911985874176

    456200	  0.160955	  0.160769	  0.163904		CURRENT LEARNING RATE: 0.0073073473993642115
previous_iter_valid_loss : 0.16326196491718292

    456220	  0.163500	  0.163262	  0.163902		CURRENT LEARNING RATE: 0.007305886076021541
previous_iter_valid_loss : 0.16057740151882172

    456240	  0.160762	  0.160577	  0.163901		CURRENT LEARNING RATE: 0.00730442504491432
previous_iter_valid_loss : 0.1606142371892929

    456260	  0.160800	  0.160614	  0.163891		CURRENT LEARNING RATE: 0.007302964305984096
previous_iter_valid_loss : 0.16094116866588593

    456280	  0.161118	  0.160941	  0.163568		CURRENT LEARNING RATE: 0.007301503859172452
previous_iter_valid_loss : 0.16107547283172607

    456300	  0.161245	  0.161075	  0.163592		CURRENT LEARNING RATE: 0.007300043704420957
previous_iter_valid_loss : 0.1686820685863495

    456320	  0.168869	  0.168682	  0.163978		CURRENT LEARNING RATE: 0.007298583841671218
previous_iter_valid_loss : 0.16071628034114838

    456340	  0.160891	  0.160716	  0.163933		CURRENT LEARNING RATE: 0.007297124270864826
previous_iter_valid_loss : 0.16360780596733093

    456360	  0.163849	  0.163608	  0.163855		CURRENT LEARNING RATE: 0.007295664991943413
previous_iter_valid_loss : 0.16311196982860565

    456380	  0.163279	  0.163112	  0.163963		CURRENT LEARNING RATE: 0.007294206004848594
previous_iter_valid_loss : 0.16281503438949585

    456400	  0.163004	  0.162815	  0.163711		CURRENT LEARNING RATE: 0.007292747309522022
previous_iter_valid_loss : 0.1686846911907196

    456420	  0.168955	  0.168685	  0.163536		CURRENT LEARNING RATE: 0.0072912889059053385
previous_iter_valid_loss : 0.16103540360927582

    456440	  0.161218	  0.161035	  0.163547		CURRENT LEARNING RATE: 0.007289830793940211
previous_iter_valid_loss : 0.16146697103977203

    456460	  0.161644	  0.161467	  0.163106		CURRENT LEARNING RATE: 0.007288372973568323
previous_iter_valid_loss : 0.1771978735923767

    456480	  0.177378	  0.177198	  0.163791		CURRENT LEARNING RATE: 0.007286915444731349
previous_iter_valid_loss : 0.16065435111522675

    456500	  0.160838	  0.160654	  0.163692		CURRENT LEARNING RATE: 0.007285458207371
previous_iter_valid_loss : 0.16185426712036133

    456520	  0.162074	  0.161854	  0.163517		CURRENT LEARNING RATE: 0.007284001261428973
previous_iter_valid_loss : 0.1643526554107666

    456540	  0.164545	  0.164353	  0.163590		CURRENT LEARNING RATE: 0.007282544606847004
previous_iter_valid_loss : 0.17071986198425293

    456560	  0.170909	  0.170720	  0.164009		CURRENT LEARNING RATE: 0.007281088243566814
previous_iter_valid_loss : 0.1749275028705597

    456580	  0.175107	  0.174928	  0.164352		CURRENT LEARNING RATE: 0.007279632171530162
previous_iter_valid_loss : 0.16365011036396027

    456600	  0.163829	  0.163650	  0.164496		CURRENT LEARNING RATE: 0.00727817639067879
previous_iter_valid_loss : 0.16302403807640076

    456620	  0.163207	  0.163024	  0.164484		CURRENT LEARNING RATE: 0.0072767209009544824
previous_iter_valid_loss : 0.177025705575943

    456640	  0.177198	  0.177026	  0.165306		CURRENT LEARNING RATE: 0.007275265702299003
previous_iter_valid_loss : 0.17861977219581604

    456660	  0.178804	  0.178620	  0.166207		CURRENT LEARNING RATE: 0.007273810794654161
previous_iter_valid_loss : 0.16083477437496185

    456680	  0.161012	  0.160835	  0.166201		CURRENT LEARNING RATE: 0.007272356177961745
previous_iter_valid_loss : 0.18441399931907654

    456700	  0.184795	  0.184414	  0.167368		CURRENT LEARNING RATE: 0.007270901852163584
previous_iter_valid_loss : 0.16069599986076355

    456720	  0.160893	  0.160696	  0.166969		CURRENT LEARNING RATE: 0.0072694478172014914
previous_iter_valid_loss : 0.1671331375837326

    456740	  0.167388	  0.167133	  0.167290		CURRENT LEARNING RATE: 0.007267994073017319
previous_iter_valid_loss : 0.16151508688926697

    456760	  0.161690	  0.161515	  0.167185		CURRENT LEARNING RATE: 0.007266540619552904
previous_iter_valid_loss : 0.16429853439331055

    456780	  0.164540	  0.164299	  0.167244		CURRENT LEARNING RATE: 0.007265087456750121
previous_iter_valid_loss : 0.18307934701442719

    456800	  0.183469	  0.183079	  0.168258		CURRENT LEARNING RATE: 0.00726363458455083
previous_iter_valid_loss : 0.16957604885101318

    456820	  0.169841	  0.169576	  0.168302		CURRENT LEARNING RATE: 0.007262182002896931
previous_iter_valid_loss : 0.16695140302181244

    456840	  0.167197	  0.166951	  0.168598		CURRENT LEARNING RATE: 0.007260729711730306
previous_iter_valid_loss : 0.17376603186130524

    456860	  0.173956	  0.173766	  0.169213		CURRENT LEARNING RATE: 0.00725927771099287
previous_iter_valid_loss : 0.16431881487369537

    456880	  0.164499	  0.164319	  0.168569		CURRENT LEARNING RATE: 0.00725782600062655
previous_iter_valid_loss : 0.17601856589317322

    456900	  0.176204	  0.176019	  0.169337		CURRENT LEARNING RATE: 0.007256374580573266
previous_iter_valid_loss : 0.16194473206996918

    456920	  0.162122	  0.161945	  0.169342		CURRENT LEARNING RATE: 0.007254923450774972
previous_iter_valid_loss : 0.16835981607437134

    456940	  0.168632	  0.168360	  0.169542		CURRENT LEARNING RATE: 0.0072534726111736095
previous_iter_valid_loss : 0.16328318417072296

    456960	  0.163502	  0.163283	  0.169170		CURRENT LEARNING RATE: 0.007252022061711159
previous_iter_valid_loss : 0.16153021156787872

    456980	  0.161761	  0.161530	  0.168500		CURRENT LEARNING RATE: 0.007250571802329586
previous_iter_valid_loss : 0.16507531702518463

    457000	  0.165312	  0.165075	  0.168572		CURRENT LEARNING RATE: 0.007249121832970893
previous_iter_valid_loss : 0.1615576297044754

    457020	  0.161780	  0.161558	  0.168498		CURRENT LEARNING RATE: 0.007247672153577068
previous_iter_valid_loss : 0.16270802915096283

    457040	  0.162888	  0.162708	  0.167782		CURRENT LEARNING RATE: 0.007246222764090136
previous_iter_valid_loss : 0.16056586802005768

    457060	  0.160762	  0.160566	  0.166880		CURRENT LEARNING RATE: 0.007244773664452109
previous_iter_valid_loss : 0.16184000670909882

    457080	  0.162027	  0.161840	  0.166930		CURRENT LEARNING RATE: 0.007243324854605036
previous_iter_valid_loss : 0.16990205645561218

    457100	  0.170193	  0.169902	  0.166204		CURRENT LEARNING RATE: 0.007241876334490952
previous_iter_valid_loss : 0.16632813215255737

    457120	  0.166505	  0.166328	  0.166486		CURRENT LEARNING RATE: 0.007240428104051929
previous_iter_valid_loss : 0.16110259294509888

    457140	  0.161284	  0.161103	  0.166184		CURRENT LEARNING RATE: 0.007238980163230024
previous_iter_valid_loss : 0.1647728979587555

    457160	  0.165026	  0.164773	  0.166347		CURRENT LEARNING RATE: 0.007237532511967333
previous_iter_valid_loss : 0.17006540298461914

    457180	  0.170253	  0.170065	  0.166636		CURRENT LEARNING RATE: 0.007236085150205936
previous_iter_valid_loss : 0.16061756014823914

    457200	  0.160823	  0.160618	  0.165513		CURRENT LEARNING RATE: 0.007234638077887955
previous_iter_valid_loss : 0.16063684225082397

    457220	  0.160811	  0.160637	  0.165066		CURRENT LEARNING RATE: 0.00723319129495549
previous_iter_valid_loss : 0.1623498797416687

    457240	  0.162526	  0.162350	  0.164836		CURRENT LEARNING RATE: 0.007231744801350678
previous_iter_valid_loss : 0.17217028141021729

    457260	  0.172358	  0.172170	  0.164756		CURRENT LEARNING RATE: 0.007230298597015665
previous_iter_valid_loss : 0.1721118688583374

    457280	  0.172300	  0.172112	  0.165145		CURRENT LEARNING RATE: 0.007228852681892591
previous_iter_valid_loss : 0.17433470487594604

    457300	  0.174525	  0.174335	  0.165061		CURRENT LEARNING RATE: 0.007227407055923631
previous_iter_valid_loss : 0.1637219339609146

    457320	  0.163959	  0.163722	  0.165150		CURRENT LEARNING RATE: 0.0072259617190509485
previous_iter_valid_loss : 0.1879216581583023

    457340	  0.188348	  0.187922	  0.166128		CURRENT LEARNING RATE: 0.007224516671216742
previous_iter_valid_loss : 0.16073063015937805

    457360	  0.160914	  0.160731	  0.166001		CURRENT LEARNING RATE: 0.0072230719123631965
previous_iter_valid_loss : 0.17296184599399567

    457380	  0.173262	  0.172962	  0.166572		CURRENT LEARNING RATE: 0.0072216274424325355
previous_iter_valid_loss : 0.1670638620853424

    457400	  0.167322	  0.167064	  0.166672		CURRENT LEARNING RATE: 0.007220183261366967
previous_iter_valid_loss : 0.16077682375907898

    457420	  0.160956	  0.160777	  0.166633		CURRENT LEARNING RATE: 0.007218739369108736
previous_iter_valid_loss : 0.1621234267950058

    457440	  0.162340	  0.162123	  0.166603		CURRENT LEARNING RATE: 0.007217295765600073
previous_iter_valid_loss : 0.16152316331863403

    457460	  0.161746	  0.161523	  0.166651		CURRENT LEARNING RATE: 0.007215852450783249
previous_iter_valid_loss : 0.16166245937347412

    457480	  0.161838	  0.161662	  0.166642		CURRENT LEARNING RATE: 0.007214409424600518
previous_iter_valid_loss : 0.16537383198738098

    457500	  0.165614	  0.165374	  0.166416		CURRENT LEARNING RATE: 0.00721296668699417
previous_iter_valid_loss : 0.161918506026268

    457520	  0.162155	  0.161919	  0.166195		CURRENT LEARNING RATE: 0.007211524237906487
previous_iter_valid_loss : 0.1620270311832428

    457540	  0.162203	  0.162027	  0.166242		CURRENT LEARNING RATE: 0.007210082077279778
previous_iter_valid_loss : 0.16203518211841583

    457560	  0.162216	  0.162035	  0.166105		CURRENT LEARNING RATE: 0.0072086402050563474
previous_iter_valid_loss : 0.175233855843544

    457580	  0.175560	  0.175234	  0.166363		CURRENT LEARNING RATE: 0.007207198621178533
previous_iter_valid_loss : 0.16062182188034058

    457600	  0.160812	  0.160622	  0.166363		CURRENT LEARNING RATE: 0.007205757325588658
previous_iter_valid_loss : 0.1713506579399109

    457620	  0.171521	  0.171351	  0.166899		CURRENT LEARNING RATE: 0.0072043163182290825
previous_iter_valid_loss : 0.16326959431171417

    457640	  0.163458	  0.163270	  0.166945		CURRENT LEARNING RATE: 0.0072028755990421545
previous_iter_valid_loss : 0.16210956871509552

    457660	  0.162340	  0.162110	  0.166442		CURRENT LEARNING RATE: 0.007201435167970251
previous_iter_valid_loss : 0.16072125732898712

    457680	  0.160927	  0.160721	  0.165872		CURRENT LEARNING RATE: 0.007199995024955763
previous_iter_valid_loss : 0.16236454248428345

    457700	  0.162599	  0.162365	  0.165274		CURRENT LEARNING RATE: 0.0071985551699410705
previous_iter_valid_loss : 0.18433412909507751

    457720	  0.184736	  0.184334	  0.166305		CURRENT LEARNING RATE: 0.007197115602868591
previous_iter_valid_loss : 0.16824695467948914

    457740	  0.168515	  0.168247	  0.165321		CURRENT LEARNING RATE: 0.0071956763236807305
previous_iter_valid_loss : 0.1632658690214157

    457760	  0.163507	  0.163266	  0.165448		CURRENT LEARNING RATE: 0.00719423733231993
previous_iter_valid_loss : 0.1665404886007309

    457780	  0.166795	  0.166540	  0.165127		CURRENT LEARNING RATE: 0.007192798628728617
previous_iter_valid_loss : 0.17988887429237366

    457800	  0.180077	  0.179889	  0.165768		CURRENT LEARNING RATE: 0.007191360212849258
previous_iter_valid_loss : 0.16077500581741333

    457820	  0.160937	  0.160775	  0.165768		CURRENT LEARNING RATE: 0.007189922084624302
previous_iter_valid_loss : 0.16054774820804596


Current valid loss: 0.16054774820804596;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    457840	  0.160735	  0.160548	  0.165689		CURRENT LEARNING RATE: 0.007188484243996236
previous_iter_valid_loss : 0.1898544430732727

    457860	  0.190016	  0.189854	  0.167105		CURRENT LEARNING RATE: 0.007187046690907534
previous_iter_valid_loss : 0.16473506391048431

    457880	  0.164915	  0.164735	  0.167259		CURRENT LEARNING RATE: 0.007185609425300707
previous_iter_valid_loss : 0.1631355881690979

    457900	  0.163373	  0.163136	  0.167147		CURRENT LEARNING RATE: 0.007184172447118253
previous_iter_valid_loss : 0.16208653151988983

    457920	  0.162278	  0.162087	  0.167156		CURRENT LEARNING RATE: 0.007182735756302703
previous_iter_valid_loss : 0.1774488091468811

    457940	  0.177633	  0.177449	  0.167927		CURRENT LEARNING RATE: 0.007181299352796579
previous_iter_valid_loss : 0.1607741266489029

    457960	  0.160947	  0.160774	  0.167864		CURRENT LEARNING RATE: 0.007179863236542434
previous_iter_valid_loss : 0.17724642157554626

    457980	  0.177582	  0.177246	  0.167964		CURRENT LEARNING RATE: 0.007178427407482815
previous_iter_valid_loss : 0.1610347479581833

    458000	  0.161213	  0.161035	  0.167985		CURRENT LEARNING RATE: 0.007176991865560299
previous_iter_valid_loss : 0.16565053164958954

    458020	  0.165897	  0.165651	  0.167700		CURRENT LEARNING RATE: 0.007175556610717452
previous_iter_valid_loss : 0.16529487073421478

    458040	  0.165490	  0.165295	  0.167801		CURRENT LEARNING RATE: 0.0071741216428968775
previous_iter_valid_loss : 0.17512375116348267

    458060	  0.175448	  0.175124	  0.168452		CURRENT LEARNING RATE: 0.007172686962041163
previous_iter_valid_loss : 0.162643700838089

    458080	  0.162821	  0.162644	  0.168548		CURRENT LEARNING RATE: 0.007171252568092928
previous_iter_valid_loss : 0.16260752081871033

    458100	  0.162781	  0.162608	  0.168560		CURRENT LEARNING RATE: 0.007169818460994803
previous_iter_valid_loss : 0.1679813116788864

    458120	  0.168251	  0.167981	  0.167742		CURRENT LEARNING RATE: 0.00716838464068941
previous_iter_valid_loss : 0.16104187071323395

    458140	  0.161258	  0.161042	  0.167382		CURRENT LEARNING RATE: 0.007166951107119412
previous_iter_valid_loss : 0.161434143781662

    458160	  0.161617	  0.161434	  0.167291		CURRENT LEARNING RATE: 0.007165517860227451
previous_iter_valid_loss : 0.17458461225032806

    458180	  0.174898	  0.174585	  0.167693		CURRENT LEARNING RATE: 0.007164084899956213
previous_iter_valid_loss : 0.16794300079345703

    458200	  0.168196	  0.167943	  0.167096		CURRENT LEARNING RATE: 0.007162652226248366
previous_iter_valid_loss : 0.16302527487277985

    458220	  0.163206	  0.163025	  0.167208		CURRENT LEARNING RATE: 0.007161219839046613
previous_iter_valid_loss : 0.2065144032239914

    458240	  0.206605	  0.206514	  0.169506		CURRENT LEARNING RATE: 0.00715978773829365
previous_iter_valid_loss : 0.17818239331245422

    458260	  0.178523	  0.178182	  0.168923		CURRENT LEARNING RATE: 0.007158355923932204
previous_iter_valid_loss : 0.17948678135871887

    458280	  0.179827	  0.179487	  0.169660		CURRENT LEARNING RATE: 0.007156924395904988
previous_iter_valid_loss : 0.1633807122707367

    458300	  0.163606	  0.163381	  0.169673		CURRENT LEARNING RATE: 0.007155493154154757
previous_iter_valid_loss : 0.1642414927482605

    458320	  0.164485	  0.164241	  0.169780		CURRENT LEARNING RATE: 0.0071540621986242465
previous_iter_valid_loss : 0.1607043296098709

    458340	  0.160875	  0.160704	  0.168943		CURRENT LEARNING RATE: 0.0071526315292562296
previous_iter_valid_loss : 0.16199474036693573

    458360	  0.162222	  0.161995	  0.169004		CURRENT LEARNING RATE: 0.007151201145993469
previous_iter_valid_loss : 0.16095641255378723

    458380	  0.161139	  0.160956	  0.168190		CURRENT LEARNING RATE: 0.007149771048778763
previous_iter_valid_loss : 0.1721678078174591

    458400	  0.172470	  0.172168	  0.168746		CURRENT LEARNING RATE: 0.007148341237554893
previous_iter_valid_loss : 0.18905924260616302

    458420	  0.189240	  0.189059	  0.169917		CURRENT LEARNING RATE: 0.007146911712264679
previous_iter_valid_loss : 0.1608525514602661

    458440	  0.161063	  0.160853	  0.169695		CURRENT LEARNING RATE: 0.007145482472850928
previous_iter_valid_loss : 0.16064144670963287

    458460	  0.160850	  0.160641	  0.168971		CURRENT LEARNING RATE: 0.007144053519256479
previous_iter_valid_loss : 0.16124403476715088

    458480	  0.161431	  0.161244	  0.168901		CURRENT LEARNING RATE: 0.007142624851424175
previous_iter_valid_loss : 0.16863177716732025

    458500	  0.168907	  0.168632	  0.169202		CURRENT LEARNING RATE: 0.0071411964692968625
previous_iter_valid_loss : 0.18491290509700775

    458520	  0.185321	  0.184913	  0.170048		CURRENT LEARNING RATE: 0.0071397683728174136
previous_iter_valid_loss : 0.17232917249202728

    458540	  0.172641	  0.172329	  0.170613		CURRENT LEARNING RATE: 0.007138340561928696
previous_iter_valid_loss : 0.1674060970544815

    458560	  0.167673	  0.167406	  0.170911		CURRENT LEARNING RATE: 0.007136913036573607
previous_iter_valid_loss : 0.1632666289806366

    458580	  0.163469	  0.163267	  0.170345		CURRENT LEARNING RATE: 0.007135485796695035
previous_iter_valid_loss : 0.1829785853624344

    458600	  0.183180	  0.182979	  0.171097		CURRENT LEARNING RATE: 0.007134058842235901
previous_iter_valid_loss : 0.1607533097267151

    458620	  0.160945	  0.160753	  0.170984		CURRENT LEARNING RATE: 0.007132632173139117
previous_iter_valid_loss : 0.16362875699996948

    458640	  0.163871	  0.163629	  0.168839		CURRENT LEARNING RATE: 0.007131205789347625
previous_iter_valid_loss : 0.17782071232795715

    458660	  0.178172	  0.177821	  0.168821		CURRENT LEARNING RATE: 0.007129779690804361
previous_iter_valid_loss : 0.16454212367534637

    458680	  0.164746	  0.164542	  0.168074		CURRENT LEARNING RATE: 0.007128353877452292
previous_iter_valid_loss : 0.16163749992847443

    458700	  0.161871	  0.161637	  0.167987		CURRENT LEARNING RATE: 0.007126928349234372
previous_iter_valid_loss : 0.16239601373672485

    458720	  0.162638	  0.162396	  0.167895		CURRENT LEARNING RATE: 0.007125503106093593
previous_iter_valid_loss : 0.17693515121936798

    458740	  0.177124	  0.176935	  0.168706		CURRENT LEARNING RATE: 0.007124078147972933
previous_iter_valid_loss : 0.1785232126712799

    458760	  0.178723	  0.178523	  0.169533		CURRENT LEARNING RATE: 0.007122653474815407
previous_iter_valid_loss : 0.16167259216308594

    458780	  0.161878	  0.161673	  0.169568		CURRENT LEARNING RATE: 0.0071212290865640135
previous_iter_valid_loss : 0.1787962168455124

    458800	  0.179163	  0.178796	  0.169900		CURRENT LEARNING RATE: 0.007119804983161792
previous_iter_valid_loss : 0.1620674878358841

    458820	  0.162261	  0.162067	  0.168550		CURRENT LEARNING RATE: 0.007118381164551764
previous_iter_valid_loss : 0.16076630353927612

    458840	  0.160953	  0.160766	  0.168546		CURRENT LEARNING RATE: 0.007116957630676988
previous_iter_valid_loss : 0.16381099820137024

    458860	  0.164020	  0.163811	  0.168704		CURRENT LEARNING RATE: 0.0071155343814805145
previous_iter_valid_loss : 0.16530188918113708

    458880	  0.165558	  0.165302	  0.168907		CURRENT LEARNING RATE: 0.007114111416905416
previous_iter_valid_loss : 0.16869056224822998

    458900	  0.168866	  0.168691	  0.168910		CURRENT LEARNING RATE: 0.007112688736894782
previous_iter_valid_loss : 0.17642514407634735

    458920	  0.176754	  0.176425	  0.168486		CURRENT LEARNING RATE: 0.007111266341391691
previous_iter_valid_loss : 0.16064567863941193

    458940	  0.160834	  0.160646	  0.167902		CURRENT LEARNING RATE: 0.007109844230339262
previous_iter_valid_loss : 0.17192362248897552

    458960	  0.172113	  0.171924	  0.168128		CURRENT LEARNING RATE: 0.007108422403680596
previous_iter_valid_loss : 0.1608675867319107

    458980	  0.161082	  0.160868	  0.168008		CURRENT LEARNING RATE: 0.007107000861358834
previous_iter_valid_loss : 0.16062146425247192

    459000	  0.160819	  0.160621	  0.166890		CURRENT LEARNING RATE: 0.007105579603317101
previous_iter_valid_loss : 0.1642676293849945

    459020	  0.164503	  0.164268	  0.167065		CURRENT LEARNING RATE: 0.007104158629498559
previous_iter_valid_loss : 0.17570790648460388

    459040	  0.175906	  0.175708	  0.167669		CURRENT LEARNING RATE: 0.0071027379398463574
previous_iter_valid_loss : 0.1606133133172989

    459060	  0.160812	  0.160613	  0.166809		CURRENT LEARNING RATE: 0.00710131753430368
previous_iter_valid_loss : 0.160919189453125

    459080	  0.161140	  0.160919	  0.166628		CURRENT LEARNING RATE: 0.007099897412813699
previous_iter_valid_loss : 0.17629708349704742

    459100	  0.176500	  0.176297	  0.167361		CURRENT LEARNING RATE: 0.0070984775753196215
previous_iter_valid_loss : 0.16178247332572937

    459120	  0.161968	  0.161782	  0.167330		CURRENT LEARNING RATE: 0.007097058021764643
previous_iter_valid_loss : 0.16066020727157593

    459140	  0.160861	  0.160660	  0.166516		CURRENT LEARNING RATE: 0.007095638752091992
previous_iter_valid_loss : 0.16794706881046295

    459160	  0.168215	  0.167947	  0.165988		CURRENT LEARNING RATE: 0.007094219766244885
previous_iter_valid_loss : 0.16617880761623383

    459180	  0.166367	  0.166179	  0.166213		CURRENT LEARNING RATE: 0.007092801064166576
previous_iter_valid_loss : 0.16503043472766876

    459200	  0.165240	  0.165030	  0.165525		CURRENT LEARNING RATE: 0.007091382645800304
previous_iter_valid_loss : 0.17620816826820374

    459220	  0.176396	  0.176208	  0.166232		CURRENT LEARNING RATE: 0.007089964511089346
previous_iter_valid_loss : 0.16061416268348694

    459240	  0.160810	  0.160614	  0.166224		CURRENT LEARNING RATE: 0.007088546659976961
previous_iter_valid_loss : 0.19446313381195068

    459260	  0.194990	  0.194463	  0.167757		CURRENT LEARNING RATE: 0.0070871290924064455
previous_iter_valid_loss : 0.17503415048122406

    459280	  0.175374	  0.175034	  0.168243		CURRENT LEARNING RATE: 0.0070857118083211
previous_iter_valid_loss : 0.1710912138223648

    459300	  0.171394	  0.171091	  0.168363		CURRENT LEARNING RATE: 0.0070842948076642225
previous_iter_valid_loss : 0.1762339174747467

    459320	  0.176572	  0.176234	  0.168354		CURRENT LEARNING RATE: 0.007082878090379144
previous_iter_valid_loss : 0.16060075163841248

    459340	  0.160811	  0.160601	  0.168352		CURRENT LEARNING RATE: 0.007081461656409184
previous_iter_valid_loss : 0.17526111006736755

    459360	  0.175463	  0.175261	  0.168518		CURRENT LEARNING RATE: 0.007080045505697697
previous_iter_valid_loss : 0.16093523800373077

    459380	  0.161123	  0.160935	  0.168522		CURRENT LEARNING RATE: 0.0070786296381880245
previous_iter_valid_loss : 0.16073466837406158

    459400	  0.160937	  0.160735	  0.168527		CURRENT LEARNING RATE: 0.0070772140538235455
previous_iter_valid_loss : 0.1683327853679657

    459420	  0.168618	  0.168333	  0.168731		CURRENT LEARNING RATE: 0.0070757987525476235
previous_iter_valid_loss : 0.1642361581325531

    459440	  0.164443	  0.164236	  0.168157		CURRENT LEARNING RATE: 0.007074383734303658
previous_iter_valid_loss : 0.16277793049812317

    459460	  0.162981	  0.162778	  0.168265		CURRENT LEARNING RATE: 0.007072968999035036
previous_iter_valid_loss : 0.16095620393753052

    459480	  0.161181	  0.160956	  0.168267		CURRENT LEARNING RATE: 0.007071554546685183
previous_iter_valid_loss : 0.16091446578502655

    459500	  0.161098	  0.160914	  0.167498		CURRENT LEARNING RATE: 0.007070140377197506
previous_iter_valid_loss : 0.16114665567874908

    459520	  0.161347	  0.161147	  0.167466		CURRENT LEARNING RATE: 0.00706872649051545
previous_iter_valid_loss : 0.1706438809633255

    459540	  0.170928	  0.170644	  0.167965		CURRENT LEARNING RATE: 0.00706731288658245
previous_iter_valid_loss : 0.160657599568367

    459560	  0.160841	  0.160658	  0.167601		CURRENT LEARNING RATE: 0.007065899565341971
previous_iter_valid_loss : 0.16062875092029572

    459580	  0.160823	  0.160629	  0.167323		CURRENT LEARNING RATE: 0.007064486526737471
previous_iter_valid_loss : 0.1607472449541092

    459600	  0.160955	  0.160747	  0.167109		CURRENT LEARNING RATE: 0.007063073770712438
previous_iter_valid_loss : 0.16255122423171997

    459620	  0.162791	  0.162551	  0.166427		CURRENT LEARNING RATE: 0.00706166129721035
previous_iter_valid_loss : 0.16133949160575867

    459640	  0.161571	  0.161339	  0.166463		CURRENT LEARNING RATE: 0.007060249106174723
previous_iter_valid_loss : 0.16248324513435364

    459660	  0.162666	  0.162483	  0.164864		CURRENT LEARNING RATE: 0.0070588371975490545
previous_iter_valid_loss : 0.16389580070972443

    459680	  0.164083	  0.163896	  0.164307		CURRENT LEARNING RATE: 0.007057425571276875
previous_iter_valid_loss : 0.18230949342250824

    459700	  0.182491	  0.182309	  0.164868		CURRENT LEARNING RATE: 0.007056014227301724
previous_iter_valid_loss : 0.16198259592056274

    459720	  0.162172	  0.161983	  0.164155		CURRENT LEARNING RATE: 0.007054603165567138
previous_iter_valid_loss : 0.16252656280994415

    459740	  0.162717	  0.162527	  0.164252		CURRENT LEARNING RATE: 0.007053192386016685
previous_iter_valid_loss : 0.16057705879211426

    459760	  0.160764	  0.160577	  0.163517		CURRENT LEARNING RATE: 0.007051781888593922
previous_iter_valid_loss : 0.1642892211675644

    459780	  0.164526	  0.164289	  0.163685		CURRENT LEARNING RATE: 0.007050371673242442
previous_iter_valid_loss : 0.16276918351650238

    459800	  0.162963	  0.162769	  0.163787		CURRENT LEARNING RATE: 0.007048961739905824
previous_iter_valid_loss : 0.16056936979293823

    459820	  0.160768	  0.160569	  0.163399		CURRENT LEARNING RATE: 0.007047552088527684
previous_iter_valid_loss : 0.16065871715545654

    459840	  0.160852	  0.160659	  0.163220		CURRENT LEARNING RATE: 0.007046142719051621
previous_iter_valid_loss : 0.16197040677070618

    459860	  0.162139	  0.161970	  0.163179		CURRENT LEARNING RATE: 0.007044733631421274
previous_iter_valid_loss : 0.1607891470193863

    459880	  0.160993	  0.160789	  0.163171		CURRENT LEARNING RATE: 0.0070433248255802675
previous_iter_valid_loss : 0.16086724400520325

    459900	  0.161084	  0.160867	  0.163169		CURRENT LEARNING RATE: 0.00704191630147226
previous_iter_valid_loss : 0.1634763777256012

    459920	  0.163717	  0.163476	  0.163285		CURRENT LEARNING RATE: 0.0070405080590409
previous_iter_valid_loss : 0.1860930472612381

    459940	  0.186513	  0.186093	  0.164058		CURRENT LEARNING RATE: 0.007039100098229869
previous_iter_valid_loss : 0.16475659608840942

    459960	  0.164959	  0.164757	  0.164262		CURRENT LEARNING RATE: 0.007037692418982838
previous_iter_valid_loss : 0.16797786951065063

    459980	  0.168161	  0.167978	  0.164630		CURRENT LEARNING RATE: 0.007036285021243509
previous_iter_valid_loss : 0.16126181185245514

    460000	  0.161441	  0.161262	  0.164656		CURRENT LEARNING RATE: 0.007034877904955577
previous_iter_valid_loss : 0.1650322824716568

    460020	  0.165232	  0.165032	  0.164780		CURRENT LEARNING RATE: 0.0070334710700627676
previous_iter_valid_loss : 0.16086062788963318

    460040	  0.161040	  0.160861	  0.164756		CURRENT LEARNING RATE: 0.007032064516508796
previous_iter_valid_loss : 0.16146232187747955

    460060	  0.161689	  0.161462	  0.164705		CURRENT LEARNING RATE: 0.007030658244237412
previous_iter_valid_loss : 0.16335244476795197

    460080	  0.163591	  0.163352	  0.164678		CURRENT LEARNING RATE: 0.007029252253192353
previous_iter_valid_loss : 0.16218270361423492

    460100	  0.162419	  0.162183	  0.163671		CURRENT LEARNING RATE: 0.007027846543317384
previous_iter_valid_loss : 0.16066506505012512

    460120	  0.160863	  0.160665	  0.163605		CURRENT LEARNING RATE: 0.007026441114556285
previous_iter_valid_loss : 0.16530677676200867

    460140	  0.165514	  0.165307	  0.163744		CURRENT LEARNING RATE: 0.007025035966852825
previous_iter_valid_loss : 0.16645300388336182

    460160	  0.166627	  0.166453	  0.164038		CURRENT LEARNING RATE: 0.007023631100150811
previous_iter_valid_loss : 0.16136534512043

    460180	  0.161585	  0.161365	  0.163892		CURRENT LEARNING RATE: 0.0070222265143940355
previous_iter_valid_loss : 0.16058002412319183

    460200	  0.160767	  0.160580	  0.163783		CURRENT LEARNING RATE: 0.007020822209526327
previous_iter_valid_loss : 0.1609441488981247

    460220	  0.161129	  0.160944	  0.163801		CURRENT LEARNING RATE: 0.007019418185491503
previous_iter_valid_loss : 0.1606113612651825

    460240	  0.160803	  0.160611	  0.163799		CURRENT LEARNING RATE: 0.007018014442233413
previous_iter_valid_loss : 0.16073493659496307

    460260	  0.160937	  0.160735	  0.163737		CURRENT LEARNING RATE: 0.007016610979695895
previous_iter_valid_loss : 0.16462017595767975

    460280	  0.164859	  0.164620	  0.163929		CURRENT LEARNING RATE: 0.007015207797822823
previous_iter_valid_loss : 0.16343747079372406

    460300	  0.163612	  0.163437	  0.164057		CURRENT LEARNING RATE: 0.007013804896558059
previous_iter_valid_loss : 0.16842231154441833

    460320	  0.168691	  0.168422	  0.164304		CURRENT LEARNING RATE: 0.007012402275845498
previous_iter_valid_loss : 0.16576147079467773

    460340	  0.165949	  0.165761	  0.163288		CURRENT LEARNING RATE: 0.007010999935629022
previous_iter_valid_loss : 0.1625453382730484

    460360	  0.162729	  0.162545	  0.163177		CURRENT LEARNING RATE: 0.00700959787585255
previous_iter_valid_loss : 0.1777203381061554

    460380	  0.177904	  0.177720	  0.163664		CURRENT LEARNING RATE: 0.007008196096459988
previous_iter_valid_loss : 0.17221228778362274

    460400	  0.172388	  0.172212	  0.164212		CURRENT LEARNING RATE: 0.007006794597395278
previous_iter_valid_loss : 0.16674675047397614

    460420	  0.166929	  0.166747	  0.164298		CURRENT LEARNING RATE: 0.007005393378602345
previous_iter_valid_loss : 0.16244088113307953

    460440	  0.162630	  0.162441	  0.164377		CURRENT LEARNING RATE: 0.007003992440025157
previous_iter_valid_loss : 0.16325579583644867

    460460	  0.163472	  0.163256	  0.164466		CURRENT LEARNING RATE: 0.007002591781607659
previous_iter_valid_loss : 0.1666022390127182

    460480	  0.166798	  0.166602	  0.164629		CURRENT LEARNING RATE: 0.0070011914032938345
previous_iter_valid_loss : 0.16516231000423431

    460500	  0.165401	  0.165162	  0.164778		CURRENT LEARNING RATE: 0.006999791305027672
previous_iter_valid_loss : 0.17487426102161407

    460520	  0.175180	  0.174874	  0.165488		CURRENT LEARNING RATE: 0.0069983914867531565
previous_iter_valid_loss : 0.1714157611131668

    460540	  0.171697	  0.171416	  0.165794		CURRENT LEARNING RATE: 0.006996991948414308
previous_iter_valid_loss : 0.16054344177246094


Current valid loss: 0.16054344177246094;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    460560	  0.160744	  0.160543	  0.165498		CURRENT LEARNING RATE: 0.006995592689955133
previous_iter_valid_loss : 0.1616721898317337

    460580	  0.161866	  0.161672	  0.165514		CURRENT LEARNING RATE: 0.006994193711319672
previous_iter_valid_loss : 0.1624775379896164

    460600	  0.162685	  0.162478	  0.165608		CURRENT LEARNING RATE: 0.006992795012451955
previous_iter_valid_loss : 0.17427849769592285

    460620	  0.174462	  0.174278	  0.166275		CURRENT LEARNING RATE: 0.006991396593296044
previous_iter_valid_loss : 0.18709821999073029

    460640	  0.187283	  0.187098	  0.167600		CURRENT LEARNING RATE: 0.006989998453795992
previous_iter_valid_loss : 0.16848577558994293

    460660	  0.168676	  0.168486	  0.167987		CURRENT LEARNING RATE: 0.006988600593895886
previous_iter_valid_loss : 0.167599156498909

    460680	  0.167787	  0.167599	  0.168136		CURRENT LEARNING RATE: 0.006987203013539798
previous_iter_valid_loss : 0.16460634768009186

    460700	  0.164853	  0.164606	  0.168194		CURRENT LEARNING RATE: 0.0069858057126718385
previous_iter_valid_loss : 0.1641765832901001

    460720	  0.164381	  0.164177	  0.167982		CURRENT LEARNING RATE: 0.006984408691236101
previous_iter_valid_loss : 0.16863234341144562

    460740	  0.168811	  0.168632	  0.168126		CURRENT LEARNING RATE: 0.006983011949176719
previous_iter_valid_loss : 0.19330166280269623

    460760	  0.193456	  0.193302	  0.169664		CURRENT LEARNING RATE: 0.006981615486437809
previous_iter_valid_loss : 0.16241252422332764

    460780	  0.162600	  0.162413	  0.168898		CURRENT LEARNING RATE: 0.006980219302963526
previous_iter_valid_loss : 0.16187968850135803

    460800	  0.162099	  0.161880	  0.168381		CURRENT LEARNING RATE: 0.00697882339869801
previous_iter_valid_loss : 0.1665450930595398

    460820	  0.166804	  0.166545	  0.168371		CURRENT LEARNING RATE: 0.0069774277735854375
previous_iter_valid_loss : 0.16820810735225677

    460840	  0.168483	  0.168208	  0.168660		CURRENT LEARNING RATE: 0.00697603242756997
previous_iter_valid_loss : 0.1649543195962906

    460860	  0.165199	  0.164954	  0.168745		CURRENT LEARNING RATE: 0.006974637360595806
previous_iter_valid_loss : 0.1700039654970169

    460880	  0.170290	  0.170004	  0.168915		CURRENT LEARNING RATE: 0.006973242572607133
previous_iter_valid_loss : 0.16190305352210999

    460900	  0.162085	  0.161903	  0.168752		CURRENT LEARNING RATE: 0.006971848063548162
previous_iter_valid_loss : 0.1617838442325592

    460920	  0.162016	  0.161784	  0.168097		CURRENT LEARNING RATE: 0.006970453833363122
previous_iter_valid_loss : 0.16190537810325623

    460940	  0.162090	  0.161905	  0.167622		CURRENT LEARNING RATE: 0.00696905988199623
previous_iter_valid_loss : 0.16491994261741638

    460960	  0.165171	  0.164920	  0.167841		CURRENT LEARNING RATE: 0.00696766620939174
previous_iter_valid_loss : 0.16066938638687134

    460980	  0.160859	  0.160669	  0.167790		CURRENT LEARNING RATE: 0.006966272815493894
previous_iter_valid_loss : 0.18270178139209747

    461000	  0.182888	  0.182702	  0.168802		CURRENT LEARNING RATE: 0.006964879700246966
previous_iter_valid_loss : 0.16071949899196625

    461020	  0.160924	  0.160719	  0.168124		CURRENT LEARNING RATE: 0.006963486863595222
previous_iter_valid_loss : 0.1605979949235916

    461040	  0.160803	  0.160598	  0.166799		CURRENT LEARNING RATE: 0.006962094305482959
previous_iter_valid_loss : 0.16510386765003204

    461060	  0.165308	  0.165104	  0.166630		CURRENT LEARNING RATE: 0.006960702025854463
previous_iter_valid_loss : 0.1611672192811966

    461080	  0.161348	  0.161167	  0.166308		CURRENT LEARNING RATE: 0.0069593100246540555
previous_iter_valid_loss : 0.1638064980506897

    461100	  0.164054	  0.163806	  0.166268		CURRENT LEARNING RATE: 0.006957918301826043
previous_iter_valid_loss : 0.16055838763713837

    461120	  0.160750	  0.160558	  0.166087		CURRENT LEARNING RATE: 0.006956526857314771
previous_iter_valid_loss : 0.16197356581687927

    461140	  0.162222	  0.161974	  0.165754		CURRENT LEARNING RATE: 0.006955135691064567
previous_iter_valid_loss : 0.16345156729221344

    461160	  0.163682	  0.163452	  0.164262		CURRENT LEARNING RATE: 0.006953744803019799
previous_iter_valid_loss : 0.16082534193992615

    461180	  0.161018	  0.160825	  0.164182		CURRENT LEARNING RATE: 0.006952354193124816
previous_iter_valid_loss : 0.17330576479434967

    461200	  0.173497	  0.173306	  0.164754		CURRENT LEARNING RATE: 0.006950963861324009
previous_iter_valid_loss : 0.16438473761081696

    461220	  0.164576	  0.164385	  0.164646		CURRENT LEARNING RATE: 0.0069495738075617515
previous_iter_valid_loss : 0.1608416885137558

    461240	  0.161049	  0.160842	  0.164277		CURRENT LEARNING RATE: 0.006948184031782453
previous_iter_valid_loss : 0.18591637909412384

    461260	  0.186103	  0.185916	  0.165325		CURRENT LEARNING RATE: 0.00694679453393051
previous_iter_valid_loss : 0.16967254877090454

    461280	  0.169956	  0.169673	  0.165309		CURRENT LEARNING RATE: 0.00694540531395035
previous_iter_valid_loss : 0.1749933809041977

    461300	  0.175181	  0.174993	  0.165963		CURRENT LEARNING RATE: 0.006944016371786409
previous_iter_valid_loss : 0.1610354483127594

    461320	  0.161260	  0.161035	  0.165926		CURRENT LEARNING RATE: 0.006942627707383118
previous_iter_valid_loss : 0.16739922761917114

    461340	  0.167667	  0.167399	  0.166201		CURRENT LEARNING RATE: 0.006941239320684941
previous_iter_valid_loss : 0.16229379177093506

    461360	  0.162493	  0.162294	  0.166069		CURRENT LEARNING RATE: 0.006939851211636334
previous_iter_valid_loss : 0.1970909982919693

    461380	  0.197248	  0.197091	  0.167890		CURRENT LEARNING RATE: 0.006938463380181782
previous_iter_valid_loss : 0.16627484560012817

    461400	  0.166545	  0.166275	  0.167069		CURRENT LEARNING RATE: 0.006937075826265759
previous_iter_valid_loss : 0.17448320984840393

    461420	  0.174664	  0.174483	  0.167757		CURRENT LEARNING RATE: 0.006935688549832777
previous_iter_valid_loss : 0.16131585836410522

    461440	  0.161551	  0.161316	  0.167793		CURRENT LEARNING RATE: 0.006934301550827332
previous_iter_valid_loss : 0.17889106273651123

    461460	  0.179236	  0.178891	  0.168482		CURRENT LEARNING RATE: 0.006932914829193955
previous_iter_valid_loss : 0.1605696678161621

    461480	  0.160769	  0.160570	  0.168453		CURRENT LEARNING RATE: 0.006931528384877167
previous_iter_valid_loss : 0.16668318212032318

    461500	  0.166866	  0.166683	  0.168596		CURRENT LEARNING RATE: 0.00693014221782152
previous_iter_valid_loss : 0.1627023071050644

    461520	  0.162939	  0.162702	  0.168704		CURRENT LEARNING RATE: 0.006928756327971557
previous_iter_valid_loss : 0.1625923067331314

    461540	  0.162842	  0.162592	  0.168734		CURRENT LEARNING RATE: 0.006927370715271856
previous_iter_valid_loss : 0.1605934351682663

    461560	  0.160788	  0.160593	  0.168592		CURRENT LEARNING RATE: 0.006925985379666976
previous_iter_valid_loss : 0.16744714975357056

    461580	  0.167722	  0.167447	  0.168923		CURRENT LEARNING RATE: 0.00692460032110152
previous_iter_valid_loss : 0.16097837686538696

    461600	  0.161156	  0.160978	  0.168306		CURRENT LEARNING RATE: 0.00692321553952007
previous_iter_valid_loss : 0.17729876935482025

    461620	  0.177493	  0.177299	  0.168952		CURRENT LEARNING RATE: 0.00692183103486725
previous_iter_valid_loss : 0.1608128398656845

    461640	  0.161026	  0.160813	  0.168951		CURRENT LEARNING RATE: 0.006920446807087665
previous_iter_valid_loss : 0.16058850288391113

    461660	  0.160800	  0.160589	  0.167684		CURRENT LEARNING RATE: 0.006919062856125961
previous_iter_valid_loss : 0.16124656796455383

    461680	  0.161474	  0.161247	  0.167263		CURRENT LEARNING RATE: 0.006917679181926764
previous_iter_valid_loss : 0.16427937150001526

    461700	  0.164539	  0.164279	  0.166727		CURRENT LEARNING RATE: 0.006916295784434736
previous_iter_valid_loss : 0.16088810563087463

    461720	  0.161112	  0.160888	  0.166720		CURRENT LEARNING RATE: 0.006914912663594548
previous_iter_valid_loss : 0.1606677770614624

    461740	  0.160862	  0.160668	  0.166383		CURRENT LEARNING RATE: 0.00691352981935086
previous_iter_valid_loss : 0.16136303544044495

    461760	  0.161582	  0.161363	  0.166337		CURRENT LEARNING RATE: 0.006912147251648372
previous_iter_valid_loss : 0.1628098487854004

    461780	  0.163033	  0.162810	  0.164623		CURRENT LEARNING RATE: 0.006910764960431769
previous_iter_valid_loss : 0.16926123201847076

    461800	  0.169437	  0.169261	  0.164772		CURRENT LEARNING RATE: 0.00690938294564577
previous_iter_valid_loss : 0.17215487360954285

    461820	  0.172337	  0.172155	  0.164656		CURRENT LEARNING RATE: 0.006908001207235085
previous_iter_valid_loss : 0.17218919098377228

    461840	  0.172374	  0.172189	  0.165199		CURRENT LEARNING RATE: 0.006906619745144456
previous_iter_valid_loss : 0.1610429435968399

    461860	  0.161231	  0.161043	  0.164307		CURRENT LEARNING RATE: 0.00690523855931861
previous_iter_valid_loss : 0.16264154016971588

    461880	  0.162836	  0.162642	  0.164410		CURRENT LEARNING RATE: 0.006903857649702314
previous_iter_valid_loss : 0.17882050573825836

    461900	  0.179012	  0.178821	  0.165017		CURRENT LEARNING RATE: 0.006902477016240319
previous_iter_valid_loss : 0.1619383692741394

    461920	  0.162132	  0.161938	  0.164979		CURRENT LEARNING RATE: 0.006901096658877412
previous_iter_valid_loss : 0.16806983947753906

    461940	  0.168247	  0.168070	  0.165253		CURRENT LEARNING RATE: 0.006899716577558365
previous_iter_valid_loss : 0.16075868904590607

    461960	  0.160963	  0.160759	  0.165261		CURRENT LEARNING RATE: 0.00689833677222799
previous_iter_valid_loss : 0.1606944352388382

    461980	  0.160892	  0.160694	  0.164924		CURRENT LEARNING RATE: 0.0068969572428310795
previous_iter_valid_loss : 0.21157166361808777

    462000	  0.212207	  0.211572	  0.167453		CURRENT LEARNING RATE: 0.006895577989312465
previous_iter_valid_loss : 0.16089963912963867

    462020	  0.161117	  0.160900	  0.166633		CURRENT LEARNING RATE: 0.006894199011616966
previous_iter_valid_loss : 0.17279216647148132

    462040	  0.173095	  0.172792	  0.167232		CURRENT LEARNING RATE: 0.006892820309689435
previous_iter_valid_loss : 0.1632516235113144

    462060	  0.163495	  0.163252	  0.167365		CURRENT LEARNING RATE: 0.00689144188347471
previous_iter_valid_loss : 0.16723725199699402

    462080	  0.167508	  0.167237	  0.167665		CURRENT LEARNING RATE: 0.0068900637329176615
previous_iter_valid_loss : 0.1606164127588272

    462100	  0.160818	  0.160616	  0.167482		CURRENT LEARNING RATE: 0.0068886858579631696
previous_iter_valid_loss : 0.16666114330291748

    462120	  0.166842	  0.166661	  0.167770		CURRENT LEARNING RATE: 0.006887308258556107
previous_iter_valid_loss : 0.1607424020767212

    462140	  0.160923	  0.160742	  0.167774		CURRENT LEARNING RATE: 0.006885930934641381
previous_iter_valid_loss : 0.18901574611663818

    462160	  0.189184	  0.189016	  0.169157		CURRENT LEARNING RATE: 0.006884553886163888
previous_iter_valid_loss : 0.16213613748550415

    462180	  0.162367	  0.162136	  0.169123		CURRENT LEARNING RATE: 0.006883177113068558
previous_iter_valid_loss : 0.1609625667333603

    462200	  0.161169	  0.160963	  0.168708		CURRENT LEARNING RATE: 0.006881800615300306
previous_iter_valid_loss : 0.167948916554451

    462220	  0.168134	  0.167949	  0.168498		CURRENT LEARNING RATE: 0.006880424392804086
previous_iter_valid_loss : 0.1638411581516266

    462240	  0.164087	  0.163841	  0.168080		CURRENT LEARNING RATE: 0.006879048445524837
previous_iter_valid_loss : 0.1673370599746704

    462260	  0.167589	  0.167337	  0.168395		CURRENT LEARNING RATE: 0.006877672773407532
previous_iter_valid_loss : 0.1618998795747757

    462280	  0.162116	  0.161900	  0.168358		CURRENT LEARNING RATE: 0.006876297376397134
previous_iter_valid_loss : 0.16295281052589417

    462300	  0.163143	  0.162953	  0.167565		CURRENT LEARNING RATE: 0.006874922254438636
previous_iter_valid_loss : 0.17009687423706055

    462320	  0.170285	  0.170097	  0.167973		CURRENT LEARNING RATE: 0.006873547407477025
previous_iter_valid_loss : 0.18076124787330627

    462340	  0.181120	  0.180761	  0.168607		CURRENT LEARNING RATE: 0.006872172835457316
previous_iter_valid_loss : 0.16732092201709747

    462360	  0.167576	  0.167321	  0.168935		CURRENT LEARNING RATE: 0.006870798538324517
previous_iter_valid_loss : 0.16109752655029297

    462380	  0.161299	  0.161098	  0.168956		CURRENT LEARNING RATE: 0.006869424516023665
previous_iter_valid_loss : 0.17757074534893036

    462400	  0.177901	  0.177571	  0.167255		CURRENT LEARNING RATE: 0.0068680507684997895
previous_iter_valid_loss : 0.161360964179039

    462420	  0.161580	  0.161361	  0.167279		CURRENT LEARNING RATE: 0.00686667729569795
previous_iter_valid_loss : 0.1618497222661972

    462440	  0.162037	  0.161850	  0.166731		CURRENT LEARNING RATE: 0.0068653040975632
previous_iter_valid_loss : 0.17775531113147736

    462460	  0.178088	  0.177755	  0.167457		CURRENT LEARNING RATE: 0.006863931174040618
previous_iter_valid_loss : 0.16404291987419128

    462480	  0.164243	  0.164043	  0.167297		CURRENT LEARNING RATE: 0.006862558525075279
previous_iter_valid_loss : 0.16333188116550446

    462500	  0.163554	  0.163332	  0.167433		CURRENT LEARNING RATE: 0.006861186150612283
previous_iter_valid_loss : 0.1607494205236435

    462520	  0.160917	  0.160749	  0.167137		CURRENT LEARNING RATE: 0.006859814050596738
previous_iter_valid_loss : 0.16529671847820282

    462540	  0.165478	  0.165297	  0.167365		CURRENT LEARNING RATE: 0.006858442224973751
previous_iter_valid_loss : 0.16497685015201569

    462560	  0.165203	  0.164977	  0.166163		CURRENT LEARNING RATE: 0.006857070673688459
previous_iter_valid_loss : 0.16075947880744934

    462580	  0.160948	  0.160759	  0.166094		CURRENT LEARNING RATE: 0.006855699396685991
previous_iter_valid_loss : 0.1608629673719406

    462600	  0.161043	  0.160863	  0.166089		CURRENT LEARNING RATE: 0.006854328393911504
previous_iter_valid_loss : 0.16792571544647217

    462620	  0.168179	  0.167926	  0.166088		CURRENT LEARNING RATE: 0.006852957665310148
previous_iter_valid_loss : 0.17027363181114197

    462640	  0.170455	  0.170274	  0.166410		CURRENT LEARNING RATE: 0.006851587210827106
previous_iter_valid_loss : 0.1608269363641739

    462660	  0.161035	  0.160827	  0.166084		CURRENT LEARNING RATE: 0.006850217030407547
previous_iter_valid_loss : 0.16109386086463928

    462680	  0.161297	  0.161094	  0.166044		CURRENT LEARNING RATE: 0.006848847123996676
previous_iter_valid_loss : 0.16116569936275482

    462700	  0.161339	  0.161166	  0.165954		CURRENT LEARNING RATE: 0.006847477491539685
previous_iter_valid_loss : 0.1623474359512329

    462720	  0.162556	  0.162347	  0.165567		CURRENT LEARNING RATE: 0.0068461081329818
previous_iter_valid_loss : 0.16485093533992767

    462740	  0.165031	  0.164851	  0.164771		CURRENT LEARNING RATE: 0.006844739048268236
previous_iter_valid_loss : 0.16473489999771118

    462760	  0.164979	  0.164735	  0.164642		CURRENT LEARNING RATE: 0.00684337023734424
previous_iter_valid_loss : 0.16099396347999573

    462780	  0.161204	  0.160994	  0.164637		CURRENT LEARNING RATE: 0.00684200170015505
previous_iter_valid_loss : 0.16188976168632507

    462800	  0.162115	  0.161890	  0.163853		CURRENT LEARNING RATE: 0.006840633436645933
previous_iter_valid_loss : 0.16091234982013702

    462820	  0.161088	  0.160912	  0.163830		CURRENT LEARNING RATE: 0.006839265446762149
previous_iter_valid_loss : 0.18633227050304413

    462840	  0.186498	  0.186332	  0.165055		CURRENT LEARNING RATE: 0.006837897730448991
previous_iter_valid_loss : 0.1661536991596222

    462860	  0.166320	  0.166154	  0.164474		CURRENT LEARNING RATE: 0.006836530287651735
previous_iter_valid_loss : 0.19014133512973785

    462880	  0.190284	  0.190141	  0.165779		CURRENT LEARNING RATE: 0.0068351631183157
previous_iter_valid_loss : 0.17658327519893646

    462900	  0.176758	  0.176583	  0.166442		CURRENT LEARNING RATE: 0.006833796222386184
previous_iter_valid_loss : 0.1720355898141861

    462920	  0.172324	  0.172036	  0.167006		CURRENT LEARNING RATE: 0.006832429599808516
previous_iter_valid_loss : 0.1869150698184967

    462940	  0.187348	  0.186915	  0.168087		CURRENT LEARNING RATE: 0.00683106325052804
previous_iter_valid_loss : 0.1689918488264084

    462960	  0.169262	  0.168992	  0.168288		CURRENT LEARNING RATE: 0.006829697174490089
previous_iter_valid_loss : 0.1655253767967224

    462980	  0.165774	  0.165525	  0.168526		CURRENT LEARNING RATE: 0.006828331371640032
previous_iter_valid_loss : 0.16092753410339355

    463000	  0.161100	  0.160928	  0.168529		CURRENT LEARNING RATE: 0.006826965841923225
previous_iter_valid_loss : 0.16630563139915466

    463020	  0.166496	  0.166306	  0.168448		CURRENT LEARNING RATE: 0.0068256005852850585
previous_iter_valid_loss : 0.16482685506343842

    463040	  0.165060	  0.164827	  0.168176		CURRENT LEARNING RATE: 0.006824235601670909
previous_iter_valid_loss : 0.16172392666339874

    463060	  0.161904	  0.161724	  0.168221		CURRENT LEARNING RATE: 0.006822870891026191
previous_iter_valid_loss : 0.16116711497306824

    463080	  0.161357	  0.161167	  0.168225		CURRENT LEARNING RATE: 0.006821506453296304
previous_iter_valid_loss : 0.1650933474302292

    463100	  0.165328	  0.165093	  0.168421		CURRENT LEARNING RATE: 0.006820142288426682
previous_iter_valid_loss : 0.16130422055721283

    463120	  0.161521	  0.161304	  0.168369		CURRENT LEARNING RATE: 0.0068187783963627475
previous_iter_valid_loss : 0.1614781618118286

    463140	  0.161706	  0.161478	  0.168200		CURRENT LEARNING RATE: 0.006817414777049954
previous_iter_valid_loss : 0.16379381716251373

    463160	  0.163981	  0.163794	  0.168153		CURRENT LEARNING RATE: 0.006816051430433748
previous_iter_valid_loss : 0.16726207733154297

    463180	  0.167445	  0.167262	  0.168467		CURRENT LEARNING RATE: 0.006814688356459606
previous_iter_valid_loss : 0.1627928912639618

    463200	  0.163021	  0.162793	  0.168512		CURRENT LEARNING RATE: 0.006813325555072991
previous_iter_valid_loss : 0.16542018949985504

    463220	  0.165630	  0.165420	  0.168737		CURRENT LEARNING RATE: 0.006811963026219408
previous_iter_valid_loss : 0.16156995296478271

    463240	  0.161793	  0.161570	  0.167499		CURRENT LEARNING RATE: 0.006810600769844339
previous_iter_valid_loss : 0.1766081303358078

    463260	  0.176934	  0.176608	  0.168022		CURRENT LEARNING RATE: 0.006809238785893308
previous_iter_valid_loss : 0.1615026593208313

    463280	  0.161723	  0.161503	  0.166590		CURRENT LEARNING RATE: 0.006807877074311824
previous_iter_valid_loss : 0.1620761901140213

    463300	  0.162261	  0.162076	  0.165864		CURRENT LEARNING RATE: 0.006806515635045424
previous_iter_valid_loss : 0.16238687932491302

    463320	  0.162608	  0.162387	  0.165382		CURRENT LEARNING RATE: 0.006805154468039655
previous_iter_valid_loss : 0.163466215133667

    463340	  0.163697	  0.163466	  0.164209		CURRENT LEARNING RATE: 0.00680379357324006
previous_iter_valid_loss : 0.16059531271457672

    463360	  0.160788	  0.160595	  0.163790		CURRENT LEARNING RATE: 0.006802432950592217
previous_iter_valid_loss : 0.18133144080638885

    463380	  0.181525	  0.181331	  0.164580		CURRENT LEARNING RATE: 0.006801072600041684
previous_iter_valid_loss : 0.16554290056228638

    463400	  0.165742	  0.165543	  0.164811		CURRENT LEARNING RATE: 0.006799712521534064
previous_iter_valid_loss : 0.16360536217689514

    463420	  0.163814	  0.163605	  0.164676		CURRENT LEARNING RATE: 0.0067983527150149384
previous_iter_valid_loss : 0.16086623072624207

    463440	  0.161063	  0.160866	  0.164478		CURRENT LEARNING RATE: 0.006796993180429928
previous_iter_valid_loss : 0.17353278398513794

    463460	  0.173838	  0.173533	  0.165068		CURRENT LEARNING RATE: 0.006795633917724642
previous_iter_valid_loss : 0.17128057777881622

    463480	  0.171578	  0.171281	  0.165574		CURRENT LEARNING RATE: 0.0067942749268447185
previous_iter_valid_loss : 0.16117596626281738

    463500	  0.161398	  0.161176	  0.165378		CURRENT LEARNING RATE: 0.0067929162077357864
previous_iter_valid_loss : 0.16327521204948425

    463520	  0.163505	  0.163275	  0.165477		CURRENT LEARNING RATE: 0.006791557760343509
previous_iter_valid_loss : 0.17184948921203613

    463540	  0.172147	  0.171849	  0.165995		CURRENT LEARNING RATE: 0.006790199584613538
previous_iter_valid_loss : 0.1898144781589508

    463560	  0.190255	  0.189814	  0.167296		CURRENT LEARNING RATE: 0.0067888416804915575
previous_iter_valid_loss : 0.17321142554283142

    463580	  0.173505	  0.173211	  0.167594		CURRENT LEARNING RATE: 0.006787484047923238
previous_iter_valid_loss : 0.16163676977157593

    463600	  0.161806	  0.161637	  0.167536		CURRENT LEARNING RATE: 0.006786126686854289
previous_iter_valid_loss : 0.162861630320549

    463620	  0.163041	  0.162862	  0.167408		CURRENT LEARNING RATE: 0.0067847695972304
previous_iter_valid_loss : 0.16280385851860046

    463640	  0.162986	  0.162804	  0.167470		CURRENT LEARNING RATE: 0.006783412778997304
previous_iter_valid_loss : 0.160933256149292

    463660	  0.161147	  0.160933	  0.166686		CURRENT LEARNING RATE: 0.006782056232100713
previous_iter_valid_loss : 0.20403510332107544

    463680	  0.204128	  0.204035	  0.168812		CURRENT LEARNING RATE: 0.006780699956486378
previous_iter_valid_loss : 0.1669284999370575

    463700	  0.167184	  0.166928	  0.169055		CURRENT LEARNING RATE: 0.006779343952100036
previous_iter_valid_loss : 0.1803877055644989

    463720	  0.180747	  0.180388	  0.169955		CURRENT LEARNING RATE: 0.006777988218887454
previous_iter_valid_loss : 0.16702207922935486

    463740	  0.167187	  0.167022	  0.170133		CURRENT LEARNING RATE: 0.006776632756794408
previous_iter_valid_loss : 0.1635701060295105

    463760	  0.163796	  0.163570	  0.170282		CURRENT LEARNING RATE: 0.006775277565766666
previous_iter_valid_loss : 0.16485123336315155

    463780	  0.165094	  0.164851	  0.169458		CURRENT LEARNING RATE: 0.006773922645750033
previous_iter_valid_loss : 0.16075676679611206

    463800	  0.160933	  0.160757	  0.169218		CURRENT LEARNING RATE: 0.0067725679966903025
previous_iter_valid_loss : 0.16739973425865173

    463820	  0.167579	  0.167400	  0.169408		CURRENT LEARNING RATE: 0.006771213618533297
previous_iter_valid_loss : 0.17093472182750702

    463840	  0.171111	  0.170935	  0.169911		CURRENT LEARNING RATE: 0.006769859511224833
previous_iter_valid_loss : 0.16356097161769867

    463860	  0.163752	  0.163561	  0.169413		CURRENT LEARNING RATE: 0.0067685056747107545
previous_iter_valid_loss : 0.1614263504743576

    463880	  0.161603	  0.161426	  0.168920		CURRENT LEARNING RATE: 0.006767152108936899
previous_iter_valid_loss : 0.16057716310024261

    463900	  0.160758	  0.160577	  0.168890		CURRENT LEARNING RATE: 0.006765798813849135
previous_iter_valid_loss : 0.16830511391162872

    463920	  0.168560	  0.168305	  0.169142		CURRENT LEARNING RATE: 0.006764445789393317
previous_iter_valid_loss : 0.1626967191696167

    463940	  0.162921	  0.162697	  0.168684		CURRENT LEARNING RATE: 0.0067630930355153385
previous_iter_valid_loss : 0.16219234466552734

    463960	  0.162375	  0.162192	  0.167303		CURRENT LEARNING RATE: 0.006761740552161077
previous_iter_valid_loss : 0.1624256819486618

    463980	  0.162637	  0.162426	  0.166764		CURRENT LEARNING RATE: 0.006760388339276444
previous_iter_valid_loss : 0.17128710448741913

    464000	  0.171470	  0.171287	  0.167246		CURRENT LEARNING RATE: 0.006759036396807339
previous_iter_valid_loss : 0.16661493480205536

    464020	  0.166864	  0.166615	  0.167434		CURRENT LEARNING RATE: 0.006757684724699696
previous_iter_valid_loss : 0.16094253957271576

    464040	  0.161157	  0.160943	  0.167341		CURRENT LEARNING RATE: 0.006756333322899438
previous_iter_valid_loss : 0.16516417264938354

    464060	  0.165405	  0.165164	  0.167552		CURRENT LEARNING RATE: 0.00675498219135252
previous_iter_valid_loss : 0.16062401235103607

    464080	  0.160821	  0.160624	  0.165382		CURRENT LEARNING RATE: 0.006753631330004885
previous_iter_valid_loss : 0.1606079638004303

    464100	  0.160799	  0.160608	  0.165066		CURRENT LEARNING RATE: 0.006752280738802504
previous_iter_valid_loss : 0.1605970412492752

    464120	  0.160788	  0.160597	  0.164076		CURRENT LEARNING RATE: 0.006750930417691358
previous_iter_valid_loss : 0.1707514524459839

    464140	  0.170933	  0.170751	  0.164263		CURRENT LEARNING RATE: 0.006749580366617425
previous_iter_valid_loss : 0.17315426468849182

    464160	  0.173342	  0.173154	  0.164742		CURRENT LEARNING RATE: 0.006748230585526712
previous_iter_valid_loss : 0.17739428579807281

    464180	  0.177579	  0.177394	  0.165369		CURRENT LEARNING RATE: 0.006746881074365219
previous_iter_valid_loss : 0.18646015226840973

    464200	  0.186640	  0.186460	  0.166654		CURRENT LEARNING RATE: 0.0067455318330789755
previous_iter_valid_loss : 0.16791070997714996

    464220	  0.168088	  0.167911	  0.166680		CURRENT LEARNING RATE: 0.006744182861613999
previous_iter_valid_loss : 0.1655941754579544

    464240	  0.165844	  0.165594	  0.166413		CURRENT LEARNING RATE: 0.006742834159916345
previous_iter_valid_loss : 0.1607484370470047

    464260	  0.160941	  0.160748	  0.166272		CURRENT LEARNING RATE: 0.0067414857279320525
previous_iter_valid_loss : 0.16846494376659393

    464280	  0.168648	  0.168465	  0.166624		CURRENT LEARNING RATE: 0.006740137565607196
previous_iter_valid_loss : 0.16066977381706238

    464300	  0.160838	  0.160670	  0.166629		CURRENT LEARNING RATE: 0.006738789672887836
previous_iter_valid_loss : 0.1608632504940033

    464320	  0.161049	  0.160863	  0.166257		CURRENT LEARNING RATE: 0.006737442049720071
previous_iter_valid_loss : 0.17550380527973175

    464340	  0.175833	  0.175504	  0.166897		CURRENT LEARNING RATE: 0.006736094696049982
previous_iter_valid_loss : 0.16060549020767212

    464360	  0.160804	  0.160605	  0.166818		CURRENT LEARNING RATE: 0.006734747611823688
previous_iter_valid_loss : 0.16242003440856934

    464380	  0.162659	  0.162420	  0.166817		CURRENT LEARNING RATE: 0.006733400796987293
previous_iter_valid_loss : 0.16056494414806366

    464400	  0.160760	  0.160565	  0.166281		CURRENT LEARNING RATE: 0.0067320542514869375
previous_iter_valid_loss : 0.162071093916893

    464420	  0.162279	  0.162071	  0.166054		CURRENT LEARNING RATE: 0.006730707975268747
previous_iter_valid_loss : 0.1635897159576416

    464440	  0.163835	  0.163590	  0.166186		CURRENT LEARNING RATE: 0.006729361968278882
previous_iter_valid_loss : 0.18736465275287628

    464460	  0.187822	  0.187365	  0.167296		CURRENT LEARNING RATE: 0.006728016230463491
previous_iter_valid_loss : 0.16273052990436554

    464480	  0.162951	  0.162731	  0.167402		CURRENT LEARNING RATE: 0.006726670761768755
previous_iter_valid_loss : 0.16171999275684357

    464500	  0.161918	  0.161720	  0.167457		CURRENT LEARNING RATE: 0.006725325562140846
previous_iter_valid_loss : 0.16116118431091309

    464520	  0.161375	  0.161161	  0.167485		CURRENT LEARNING RATE: 0.006723980631525959
previous_iter_valid_loss : 0.16057123243808746

    464540	  0.160755	  0.160571	  0.166976		CURRENT LEARNING RATE: 0.006722635969870305
previous_iter_valid_loss : 0.16251325607299805

    464560	  0.162702	  0.162513	  0.166444		CURRENT LEARNING RATE: 0.006721291577120083
previous_iter_valid_loss : 0.17428132891654968

    464580	  0.174595	  0.174281	  0.166289		CURRENT LEARNING RATE: 0.006719947453221533
previous_iter_valid_loss : 0.16476039588451385

    464600	  0.165004	  0.164760	  0.165204		CURRENT LEARNING RATE: 0.006718603598120876
previous_iter_valid_loss : 0.17769677937030792

    464620	  0.178036	  0.177697	  0.165693		CURRENT LEARNING RATE: 0.006717260011764369
previous_iter_valid_loss : 0.1638742834329605

    464640	  0.164072	  0.163874	  0.165607		CURRENT LEARNING RATE: 0.006715916694098259
previous_iter_valid_loss : 0.16141869127750397

    464660	  0.161644	  0.161419	  0.165641		CURRENT LEARNING RATE: 0.006714573645068821
previous_iter_valid_loss : 0.16261757910251617

    464680	  0.162817	  0.162618	  0.165348		CURRENT LEARNING RATE: 0.006713230864622325
previous_iter_valid_loss : 0.18636944890022278

    464700	  0.186546	  0.186369	  0.166633		CURRENT LEARNING RATE: 0.006711888352705071
previous_iter_valid_loss : 0.16235452890396118

    464720	  0.162536	  0.162355	  0.166708		CURRENT LEARNING RATE: 0.006710546109263345
previous_iter_valid_loss : 0.16277934610843658

    464740	  0.162968	  0.162779	  0.166072		CURRENT LEARNING RATE: 0.00670920413424347
previous_iter_valid_loss : 0.16706860065460205

    464760	  0.167323	  0.167069	  0.166395		CURRENT LEARNING RATE: 0.0067078624275917565
previous_iter_valid_loss : 0.1767662912607193

    464780	  0.177100	  0.176766	  0.167112		CURRENT LEARNING RATE: 0.006706520989254546
previous_iter_valid_loss : 0.16608157753944397

    464800	  0.166274	  0.166082	  0.167388		CURRENT LEARNING RATE: 0.006705179819178171
previous_iter_valid_loss : 0.16063034534454346

    464820	  0.160816	  0.160630	  0.167316		CURRENT LEARNING RATE: 0.006703838917308995
previous_iter_valid_loss : 0.16979306936264038

    464840	  0.170085	  0.169793	  0.167626		CURRENT LEARNING RATE: 0.0067024982835933705
previous_iter_valid_loss : 0.16085612773895264

    464860	  0.161070	  0.160856	  0.166301		CURRENT LEARNING RATE: 0.0067011579179776844
previous_iter_valid_loss : 0.16068035364151

    464880	  0.160871	  0.160680	  0.166198		CURRENT LEARNING RATE: 0.006699817820408311
previous_iter_valid_loss : 0.162693589925766

    464900	  0.162898	  0.162694	  0.166247		CURRENT LEARNING RATE: 0.006698477990831649
previous_iter_valid_loss : 0.17313720285892487

    464920	  0.173328	  0.173137	  0.166846		CURRENT LEARNING RATE: 0.006697138429194116
previous_iter_valid_loss : 0.16586986184120178

    464940	  0.166068	  0.165870	  0.167110		CURRENT LEARNING RATE: 0.006695799135442113
previous_iter_valid_loss : 0.16521812975406647

    464960	  0.165473	  0.165218	  0.167246		CURRENT LEARNING RATE: 0.006694460109522083
previous_iter_valid_loss : 0.16176941990852356

    464980	  0.161966	  0.161769	  0.166620		CURRENT LEARNING RATE: 0.006693121351380453
previous_iter_valid_loss : 0.17598986625671387

    465000	  0.176185	  0.175990	  0.167182		CURRENT LEARNING RATE: 0.006691782860963683
previous_iter_valid_loss : 0.16827704012393951

    465020	  0.168472	  0.168277	  0.166711		CURRENT LEARNING RATE: 0.0066904446382182224
previous_iter_valid_loss : 0.16110099852085114

    465040	  0.161292	  0.161101	  0.166572		CURRENT LEARNING RATE: 0.006689106683090555
previous_iter_valid_loss : 0.1707770675420761

    465060	  0.171075	  0.170777	  0.167040		CURRENT LEARNING RATE: 0.00668776899552715
previous_iter_valid_loss : 0.1633436232805252

    465080	  0.163586	  0.163344	  0.167076		CURRENT LEARNING RATE: 0.0066864315754745106
previous_iter_valid_loss : 0.1607935130596161

    465100	  0.160999	  0.160794	  0.165797		CURRENT LEARNING RATE: 0.006685094422879129
previous_iter_valid_loss : 0.16244691610336304

    465120	  0.162646	  0.162447	  0.165802		CURRENT LEARNING RATE: 0.006683757537687533
previous_iter_valid_loss : 0.16156108677387238

    465140	  0.161793	  0.161561	  0.165741		CURRENT LEARNING RATE: 0.006682420919846231
previous_iter_valid_loss : 0.1619267463684082

    465160	  0.162111	  0.161927	  0.165484		CURRENT LEARNING RATE: 0.0066810845693017745
previous_iter_valid_loss : 0.16219419240951538

    465180	  0.162373	  0.162194	  0.164755		CURRENT LEARNING RATE: 0.006679748486000695
previous_iter_valid_loss : 0.17151793837547302

    465200	  0.171814	  0.171518	  0.165027		CURRENT LEARNING RATE: 0.006678412669889562
previous_iter_valid_loss : 0.16759084165096283

    465220	  0.167780	  0.167591	  0.165375		CURRENT LEARNING RATE: 0.006677077120914929
previous_iter_valid_loss : 0.16904671490192413

    465240	  0.169320	  0.169047	  0.165338		CURRENT LEARNING RATE: 0.0066757418390233905
previous_iter_valid_loss : 0.16409260034561157

    465260	  0.164301	  0.164093	  0.165500		CURRENT LEARNING RATE: 0.006674406824161519
previous_iter_valid_loss : 0.1643705666065216

    465280	  0.164563	  0.164371	  0.165684		CURRENT LEARNING RATE: 0.006673072076275927
previous_iter_valid_loss : 0.16088084876537323

    465300	  0.161088	  0.160881	  0.165594		CURRENT LEARNING RATE: 0.006671737595313214
previous_iter_valid_loss : 0.17130155861377716

    465320	  0.171604	  0.171302	  0.165502		CURRENT LEARNING RATE: 0.0066704033812200044
previous_iter_valid_loss : 0.16274966299533844

    465340	  0.162984	  0.162750	  0.165346		CURRENT LEARNING RATE: 0.006669069433942939
previous_iter_valid_loss : 0.16056695580482483

    465360	  0.160753	  0.160567	  0.165113		CURRENT LEARNING RATE: 0.006667735753428643
previous_iter_valid_loss : 0.1620398461818695

    465380	  0.162224	  0.162040	  0.165127		CURRENT LEARNING RATE: 0.006666402339623787
previous_iter_valid_loss : 0.16221687197685242

    465400	  0.162397	  0.162217	  0.164438		CURRENT LEARNING RATE: 0.006665069192475018
previous_iter_valid_loss : 0.17766444385051727

    465420	  0.178008	  0.177664	  0.164908		CURRENT LEARNING RATE: 0.006663736311929024
previous_iter_valid_loss : 0.162704735994339

    465440	  0.162899	  0.162705	  0.164988		CURRENT LEARNING RATE: 0.006662403697932477
previous_iter_valid_loss : 0.1609501838684082

    465460	  0.161125	  0.160950	  0.164496		CURRENT LEARNING RATE: 0.006661071350432085
previous_iter_valid_loss : 0.16097189486026764

    465480	  0.161151	  0.160972	  0.164378		CURRENT LEARNING RATE: 0.0066597392693745405
previous_iter_valid_loss : 0.1680506318807602

    465500	  0.168230	  0.168051	  0.164741		CURRENT LEARNING RATE: 0.006658407454706575
previous_iter_valid_loss : 0.1619097739458084

    465520	  0.162090	  0.161910	  0.164714		CURRENT LEARNING RATE: 0.006657075906374903
previous_iter_valid_loss : 0.17406333982944489

    465540	  0.174368	  0.174063	  0.165339		CURRENT LEARNING RATE: 0.006655744624326275
previous_iter_valid_loss : 0.1617024689912796

    465560	  0.161921	  0.161702	  0.165328		CURRENT LEARNING RATE: 0.006654413608507424
previous_iter_valid_loss : 0.16264517605304718

    465580	  0.162871	  0.162645	  0.165350		CURRENT LEARNING RATE: 0.006653082858865126
previous_iter_valid_loss : 0.16244561970233917

    465600	  0.162671	  0.162446	  0.164897		CURRENT LEARNING RATE: 0.0066517523753461365
previous_iter_valid_loss : 0.16064970195293427

    465620	  0.160834	  0.160650	  0.164550		CURRENT LEARNING RATE: 0.0066504221578972495
previous_iter_valid_loss : 0.17268159985542297

    465640	  0.172864	  0.172682	  0.164731		CURRENT LEARNING RATE: 0.006649092206465245
previous_iter_valid_loss : 0.18009912967681885

    465660	  0.180462	  0.180099	  0.165532		CURRENT LEARNING RATE: 0.006647762520996933
previous_iter_valid_loss : 0.16069923341274261

    465680	  0.160879	  0.160699	  0.165348		CURRENT LEARNING RATE: 0.006646433101439118
previous_iter_valid_loss : 0.16277314722537994

    465700	  0.163006	  0.162773	  0.165443		CURRENT LEARNING RATE: 0.0066451039477386335
previous_iter_valid_loss : 0.16056564450263977

    465720	  0.160752	  0.160566	  0.164906		CURRENT LEARNING RATE: 0.006643775059842303
previous_iter_valid_loss : 0.16057156026363373

    465740	  0.160766	  0.160572	  0.164797		CURRENT LEARNING RATE: 0.006642446437696975
previous_iter_valid_loss : 0.16362884640693665

    465760	  0.163833	  0.163629	  0.164950		CURRENT LEARNING RATE: 0.006641118081249511
previous_iter_valid_loss : 0.1614384800195694

    465780	  0.161665	  0.161438	  0.164920		CURRENT LEARNING RATE: 0.006639789990446765
previous_iter_valid_loss : 0.1793408989906311

    465800	  0.179693	  0.179341	  0.165776		CURRENT LEARNING RATE: 0.006638462165235627
previous_iter_valid_loss : 0.16493864357471466

    465820	  0.165152	  0.164939	  0.165140		CURRENT LEARNING RATE: 0.006637134605562969
previous_iter_valid_loss : 0.16264353692531586

    465840	  0.162884	  0.162644	  0.165137		CURRENT LEARNING RATE: 0.006635807311375703
previous_iter_valid_loss : 0.16072359681129456

    465860	  0.160911	  0.160724	  0.165125		CURRENT LEARNING RATE: 0.006634480282620724
previous_iter_valid_loss : 0.16392703354358673

    465880	  0.164168	  0.163927	  0.165273		CURRENT LEARNING RATE: 0.006633153519244962
previous_iter_valid_loss : 0.1677890568971634

    465900	  0.167979	  0.167789	  0.165260		CURRENT LEARNING RATE: 0.006631827021195337
previous_iter_valid_loss : 0.16446252167224884

    465920	  0.164702	  0.164463	  0.165388		CURRENT LEARNING RATE: 0.0066305007884188
previous_iter_valid_loss : 0.1770446002483368

    465940	  0.177388	  0.177045	  0.165537		CURRENT LEARNING RATE: 0.006629174820862289
previous_iter_valid_loss : 0.16428498923778534

    465960	  0.164531	  0.164285	  0.165666		CURRENT LEARNING RATE: 0.0066278491184727775
previous_iter_valid_loss : 0.1934806853532791

    465980	  0.193981	  0.193481	  0.167208		CURRENT LEARNING RATE: 0.006626523681197226
previous_iter_valid_loss : 0.16297966241836548

    466000	  0.163201	  0.162980	  0.167234		CURRENT LEARNING RATE: 0.006625198508982628
previous_iter_valid_loss : 0.1730639934539795

    466020	  0.173247	  0.173064	  0.167855		CURRENT LEARNING RATE: 0.0066238736017759665
previous_iter_valid_loss : 0.16761645674705505

    466040	  0.167801	  0.167616	  0.167602		CURRENT LEARNING RATE: 0.006622548959524254
previous_iter_valid_loss : 0.1606663465499878

    466060	  0.160852	  0.160666	  0.166630		CURRENT LEARNING RATE: 0.006621224582174496
previous_iter_valid_loss : 0.16065703332424164

    466080	  0.160851	  0.160657	  0.166628		CURRENT LEARNING RATE: 0.0066199004696737285
previous_iter_valid_loss : 0.16500072181224823

    466100	  0.165250	  0.165001	  0.166740		CURRENT LEARNING RATE: 0.006618576621968974
previous_iter_valid_loss : 0.16887842118740082

    466120	  0.169152	  0.168878	  0.167155		CURRENT LEARNING RATE: 0.006617253039007286
previous_iter_valid_loss : 0.1609390676021576

    466140	  0.161152	  0.160939	  0.167174		CURRENT LEARNING RATE: 0.006615929720735726
previous_iter_valid_loss : 0.16272708773612976

    466160	  0.162925	  0.162727	  0.167128		CURRENT LEARNING RATE: 0.006614606667101348
previous_iter_valid_loss : 0.1640455275774002

    466180	  0.164285	  0.164046	  0.167259		CURRENT LEARNING RATE: 0.006613283878051246
previous_iter_valid_loss : 0.16077038645744324

    466200	  0.160967	  0.160770	  0.166330		CURRENT LEARNING RATE: 0.006611961353532494
previous_iter_valid_loss : 0.18159841001033783

    466220	  0.181977	  0.181598	  0.167163		CURRENT LEARNING RATE: 0.006610639093492202
previous_iter_valid_loss : 0.1621100902557373

    466240	  0.162327	  0.162110	  0.167137		CURRENT LEARNING RATE: 0.006609317097877469
previous_iter_valid_loss : 0.1606500744819641

    466260	  0.160831	  0.160650	  0.167133		CURRENT LEARNING RATE: 0.006607995366635426
previous_iter_valid_loss : 0.16195790469646454

    466280	  0.162121	  0.161958	  0.167035		CURRENT LEARNING RATE: 0.006606673899713192
previous_iter_valid_loss : 0.1686750054359436

    466300	  0.168938	  0.168675	  0.167079		CURRENT LEARNING RATE: 0.006605352697057923
previous_iter_valid_loss : 0.16660679876804352

    466320	  0.166864	  0.166607	  0.167186		CURRENT LEARNING RATE: 0.006604031758616756
previous_iter_valid_loss : 0.16308709979057312

    466340	  0.163326	  0.163087	  0.166488		CURRENT LEARNING RATE: 0.006602711084336866
previous_iter_valid_loss : 0.17290563881397247

    466360	  0.173211	  0.172906	  0.166919		CURRENT LEARNING RATE: 0.006601390674165414
previous_iter_valid_loss : 0.16518080234527588

    466380	  0.165429	  0.165181	  0.165504		CURRENT LEARNING RATE: 0.006600070528049596
previous_iter_valid_loss : 0.17155595123767853

    466400	  0.171740	  0.171556	  0.165933		CURRENT LEARNING RATE: 0.006598750645936595
previous_iter_valid_loss : 0.1636611670255661

    466420	  0.163848	  0.163661	  0.165463		CURRENT LEARNING RATE: 0.006597431027773625
previous_iter_valid_loss : 0.16276584565639496

    466440	  0.162959	  0.162766	  0.165220		CURRENT LEARNING RATE: 0.006596111673507892
previous_iter_valid_loss : 0.16073966026306152

    466460	  0.160916	  0.160740	  0.165224		CURRENT LEARNING RATE: 0.006594792583086633
previous_iter_valid_loss : 0.1607610136270523

    466480	  0.160964	  0.160761	  0.165229		CURRENT LEARNING RATE: 0.006593473756457071
previous_iter_valid_loss : 0.16418516635894775

    466500	  0.164427	  0.164185	  0.165188		CURRENT LEARNING RATE: 0.006592155193566467
previous_iter_valid_loss : 0.1671101599931717

    466520	  0.167287	  0.167110	  0.165100		CURRENT LEARNING RATE: 0.006590836894362067
previous_iter_valid_loss : 0.1607619673013687

    466540	  0.160942	  0.160762	  0.165091		CURRENT LEARNING RATE: 0.0065895188587911414
previous_iter_valid_loss : 0.16726334393024445

    466560	  0.167514	  0.167263	  0.165318		CURRENT LEARNING RATE: 0.006588201086800979
previous_iter_valid_loss : 0.16578619182109833

    466580	  0.166028	  0.165786	  0.165405		CURRENT LEARNING RATE: 0.006586883578338853
previous_iter_valid_loss : 0.16066907346248627

    466600	  0.160837	  0.160669	  0.165400		CURRENT LEARNING RATE: 0.006585566333352078
previous_iter_valid_loss : 0.17158013582229614

    466620	  0.171866	  0.171580	  0.164899		CURRENT LEARNING RATE: 0.006584249351787951
previous_iter_valid_loss : 0.16599203646183014

    466640	  0.166231	  0.165992	  0.165093		CURRENT LEARNING RATE: 0.0065829326335938056
previous_iter_valid_loss : 0.16970254480838776

    466660	  0.169880	  0.169703	  0.165546		CURRENT LEARNING RATE: 0.00658161617871696
previous_iter_valid_loss : 0.17230279743671417

    466680	  0.172472	  0.172303	  0.166063		CURRENT LEARNING RATE: 0.006580299987104767
previous_iter_valid_loss : 0.16754433512687683

    466700	  0.167792	  0.167544	  0.166006		CURRENT LEARNING RATE: 0.00657898405870457
previous_iter_valid_loss : 0.1615920066833496

    466720	  0.161799	  0.161592	  0.165756		CURRENT LEARNING RATE: 0.0065776683934637425
previous_iter_valid_loss : 0.1606559306383133

    466740	  0.160844	  0.160656	  0.165634		CURRENT LEARNING RATE: 0.006576352991329644
previous_iter_valid_loss : 0.1632055938243866

    466760	  0.163432	  0.163206	  0.165149		CURRENT LEARNING RATE: 0.006575037852249673
previous_iter_valid_loss : 0.16120436787605286

    466780	  0.161386	  0.161204	  0.164950		CURRENT LEARNING RATE: 0.006573722976171211
previous_iter_valid_loss : 0.17137184739112854

    466800	  0.171544	  0.171372	  0.164941		CURRENT LEARNING RATE: 0.006572408363041676
previous_iter_valid_loss : 0.16405947506427765

    466820	  0.164281	  0.164059	  0.164961		CURRENT LEARNING RATE: 0.006571094012808469
previous_iter_valid_loss : 0.16772359609603882

    466840	  0.167903	  0.167724	  0.165209		CURRENT LEARNING RATE: 0.006569779925419029
previous_iter_valid_loss : 0.16077490150928497

    466860	  0.160973	  0.160775	  0.165211		CURRENT LEARNING RATE: 0.006568466100820782
previous_iter_valid_loss : 0.16189783811569214

    466880	  0.162119	  0.161898	  0.165268		CURRENT LEARNING RATE: 0.006567152538961185
previous_iter_valid_loss : 0.1705213189125061

    466900	  0.170695	  0.170521	  0.165584		CURRENT LEARNING RATE: 0.006565839239787686
previous_iter_valid_loss : 0.16270790994167328

    466920	  0.162898	  0.162708	  0.165364		CURRENT LEARNING RATE: 0.0065645262032477565
previous_iter_valid_loss : 0.17102840542793274

    466940	  0.171307	  0.171028	  0.165878		CURRENT LEARNING RATE: 0.0065632134292888805
previous_iter_valid_loss : 0.16076090931892395

    466960	  0.160948	  0.160761	  0.165552		CURRENT LEARNING RATE: 0.006561900917858539
previous_iter_valid_loss : 0.16350258886814117

    466980	  0.163725	  0.163503	  0.165438		CURRENT LEARNING RATE: 0.00656058866890424
previous_iter_valid_loss : 0.1629275679588318

    467000	  0.163153	  0.162928	  0.165551		CURRENT LEARNING RATE: 0.006559276682373482
previous_iter_valid_loss : 0.16056329011917114

    467020	  0.160748	  0.160563	  0.165000		CURRENT LEARNING RATE: 0.006557964958213799
previous_iter_valid_loss : 0.16455622017383575

    467040	  0.164794	  0.164556	  0.164929		CURRENT LEARNING RATE: 0.006556653496372709
previous_iter_valid_loss : 0.16611690819263458

    467060	  0.166302	  0.166117	  0.164749		CURRENT LEARNING RATE: 0.006555342296797766
previous_iter_valid_loss : 0.1737036406993866

    467080	  0.174008	  0.173704	  0.164819		CURRENT LEARNING RATE: 0.006554031359436509
previous_iter_valid_loss : 0.16810192167758942

    467100	  0.168288	  0.168102	  0.164847		CURRENT LEARNING RATE: 0.006552720684236514
previous_iter_valid_loss : 0.16108734905719757

    467120	  0.161271	  0.161087	  0.164822		CURRENT LEARNING RATE: 0.006551410271145341
previous_iter_valid_loss : 0.1617816835641861

    467140	  0.162005	  0.161782	  0.164878		CURRENT LEARNING RATE: 0.006550100120110586
previous_iter_valid_loss : 0.17597948014736176

    467160	  0.176178	  0.175979	  0.165517		CURRENT LEARNING RATE: 0.006548790231079831
previous_iter_valid_loss : 0.16307230293750763

    467180	  0.163247	  0.163072	  0.165610		CURRENT LEARNING RATE: 0.006547480604000691
previous_iter_valid_loss : 0.1686726063489914

    467200	  0.168862	  0.168673	  0.165475		CURRENT LEARNING RATE: 0.006546171238820771
previous_iter_valid_loss : 0.16510115563869476

    467220	  0.165337	  0.165101	  0.165527		CURRENT LEARNING RATE: 0.006544862135487707
previous_iter_valid_loss : 0.16313385963439941

    467240	  0.163320	  0.163134	  0.165298		CURRENT LEARNING RATE: 0.006543553293949123
previous_iter_valid_loss : 0.1621340662240982

    467260	  0.162366	  0.162134	  0.165366		CURRENT LEARNING RATE: 0.006542244714152678
previous_iter_valid_loss : 0.16137321293354034

    467280	  0.161576	  0.161373	  0.165340		CURRENT LEARNING RATE: 0.006540936396046016
previous_iter_valid_loss : 0.163826122879982

    467300	  0.164047	  0.163826	  0.165005		CURRENT LEARNING RATE: 0.006539628339576817
previous_iter_valid_loss : 0.18390105664730072

    467320	  0.184293	  0.183901	  0.166065		CURRENT LEARNING RATE: 0.006538320544692747
previous_iter_valid_loss : 0.16202963888645172

    467340	  0.162252	  0.162030	  0.165615		CURRENT LEARNING RATE: 0.006537013011341498
previous_iter_valid_loss : 0.1606435626745224

    467360	  0.160821	  0.160644	  0.165609		CURRENT LEARNING RATE: 0.006535705739470778
previous_iter_valid_loss : 0.16206441819667816

    467380	  0.162293	  0.162064	  0.165537		CURRENT LEARNING RATE: 0.0065343987290282825
previous_iter_valid_loss : 0.16594909131526947

    467400	  0.166185	  0.165949	  0.165688		CURRENT LEARNING RATE: 0.006533091979961742
previous_iter_valid_loss : 0.16448606550693512

    467420	  0.164714	  0.164486	  0.165884		CURRENT LEARNING RATE: 0.006531785492218876
previous_iter_valid_loss : 0.1616888791322708

    467440	  0.161905	  0.161689	  0.165741		CURRENT LEARNING RATE: 0.006530479265747437
previous_iter_valid_loss : 0.17850956320762634

    467460	  0.178845	  0.178510	  0.166360		CURRENT LEARNING RATE: 0.006529173300495163
previous_iter_valid_loss : 0.1620418280363083

    467480	  0.162258	  0.162042	  0.165777		CURRENT LEARNING RATE: 0.006527867596409828
previous_iter_valid_loss : 0.16154474020004272

    467500	  0.161766	  0.161545	  0.165449		CURRENT LEARNING RATE: 0.0065265621534391915
previous_iter_valid_loss : 0.1682562530040741

    467520	  0.168445	  0.168256	  0.165808		CURRENT LEARNING RATE: 0.006525256971531048
previous_iter_valid_loss : 0.16067583858966827

    467540	  0.160855	  0.160676	  0.165753		CURRENT LEARNING RATE: 0.006523952050633179
previous_iter_valid_loss : 0.16078509390354156

    467560	  0.160978	  0.160785	  0.164993		CURRENT LEARNING RATE: 0.006522647390693398
previous_iter_valid_loss : 0.17236416041851044

    467580	  0.172544	  0.172364	  0.165457		CURRENT LEARNING RATE: 0.006521342991659507
previous_iter_valid_loss : 0.16296781599521637

    467600	  0.163196	  0.162968	  0.165172		CURRENT LEARNING RATE: 0.006520038853479345
previous_iter_valid_loss : 0.1795242875814438

    467620	  0.179891	  0.179524	  0.165893		CURRENT LEARNING RATE: 0.00651873497610073
previous_iter_valid_loss : 0.16257168352603912

    467640	  0.162788	  0.162572	  0.165865		CURRENT LEARNING RATE: 0.006517431359471521
previous_iter_valid_loss : 0.1662321239709854

    467660	  0.166413	  0.166232	  0.166070		CURRENT LEARNING RATE: 0.006516128003539562
previous_iter_valid_loss : 0.16792266070842743

    467680	  0.168110	  0.167923	  0.166398		CURRENT LEARNING RATE: 0.006514824908252729
previous_iter_valid_loss : 0.16858306527137756

    467700	  0.168828	  0.168583	  0.166635		CURRENT LEARNING RATE: 0.006513522073558889
previous_iter_valid_loss : 0.1649484783411026

    467720	  0.165168	  0.164948	  0.165688		CURRENT LEARNING RATE: 0.006512219499405936
previous_iter_valid_loss : 0.16630610823631287

    467740	  0.166502	  0.166306	  0.165902		CURRENT LEARNING RATE: 0.00651091718574176
previous_iter_valid_loss : 0.1688896268606186

    467760	  0.169149	  0.168890	  0.166314		CURRENT LEARNING RATE: 0.006509615132514272
previous_iter_valid_loss : 0.16312316060066223

    467780	  0.163347	  0.163123	  0.166367		CURRENT LEARNING RATE: 0.006508313339671395
previous_iter_valid_loss : 0.16065940260887146

    467800	  0.160856	  0.160659	  0.166102		CURRENT LEARNING RATE: 0.006507011807161049
previous_iter_valid_loss : 0.16567181050777435

    467820	  0.165870	  0.165672	  0.166162		CURRENT LEARNING RATE: 0.006505710534931179
previous_iter_valid_loss : 0.17207127809524536

    467840	  0.172251	  0.172071	  0.166681		CURRENT LEARNING RATE: 0.006504409522929727
previous_iter_valid_loss : 0.17161674797534943

    467860	  0.171915	  0.171617	  0.166336		CURRENT LEARNING RATE: 0.006503108771104663
previous_iter_valid_loss : 0.1687777191400528

    467880	  0.169048	  0.168778	  0.166673		CURRENT LEARNING RATE: 0.006501808279403945
previous_iter_valid_loss : 0.16166429221630096

    467900	  0.161887	  0.161664	  0.166679		CURRENT LEARNING RATE: 0.006500508047775564
previous_iter_valid_loss : 0.1800076812505722

    467920	  0.180197	  0.180008	  0.167267		CURRENT LEARNING RATE: 0.0064992080761675
previous_iter_valid_loss : 0.16140474379062653

    467940	  0.161581	  0.161405	  0.167303		CURRENT LEARNING RATE: 0.006497908364527766
previous_iter_valid_loss : 0.1618160605430603

    467960	  0.162046	  0.161816	  0.167354		CURRENT LEARNING RATE: 0.006496608912804361
previous_iter_valid_loss : 0.16873301565647125

    467980	  0.169010	  0.168733	  0.167173		CURRENT LEARNING RATE: 0.00649530972094532
previous_iter_valid_loss : 0.18042869865894318

    468000	  0.180608	  0.180429	  0.168046		CURRENT LEARNING RATE: 0.006494010788898662
previous_iter_valid_loss : 0.17034690082073212

    468020	  0.170634	  0.170347	  0.167587		CURRENT LEARNING RATE: 0.006492712116612443
previous_iter_valid_loss : 0.1617104560136795

    468040	  0.161879	  0.161710	  0.167544		CURRENT LEARNING RATE: 0.006491413704034704
previous_iter_valid_loss : 0.16063997149467468

    468060	  0.160826	  0.160640	  0.167264		CURRENT LEARNING RATE: 0.00649011555111352
previous_iter_valid_loss : 0.1649131178855896

    468080	  0.165101	  0.164913	  0.167114		CURRENT LEARNING RATE: 0.0064888176577969515
previous_iter_valid_loss : 0.16066549718379974

    468100	  0.160832	  0.160665	  0.166718		CURRENT LEARNING RATE: 0.006487520024033097
previous_iter_valid_loss : 0.1643243283033371

    468120	  0.164503	  0.164324	  0.166687		CURRENT LEARNING RATE: 0.006486222649770038
previous_iter_valid_loss : 0.16470931470394135

    468140	  0.164940	  0.164709	  0.166607		CURRENT LEARNING RATE: 0.006484925534955888
previous_iter_valid_loss : 0.1628243774175644

    468160	  0.162997	  0.162824	  0.166304		CURRENT LEARNING RATE: 0.006483628679538763
previous_iter_valid_loss : 0.16114480793476105

    468180	  0.161318	  0.161145	  0.166205		CURRENT LEARNING RATE: 0.0064823320834667825
previous_iter_valid_loss : 0.16432133316993713

    468200	  0.164511	  0.164321	  0.166388		CURRENT LEARNING RATE: 0.006481035746688091
previous_iter_valid_loss : 0.16129174828529358

    468220	  0.161514	  0.161292	  0.166169		CURRENT LEARNING RATE: 0.006479739669150824
previous_iter_valid_loss : 0.18160882592201233

    468240	  0.181792	  0.181609	  0.166646		CURRENT LEARNING RATE: 0.006478443850803151
previous_iter_valid_loss : 0.21041198074817657

    468260	  0.210486	  0.210412	  0.168586		CURRENT LEARNING RATE: 0.006477148291593228
previous_iter_valid_loss : 0.1608392745256424

    468280	  0.161015	  0.160839	  0.168189		CURRENT LEARNING RATE: 0.006475852991469242
previous_iter_valid_loss : 0.18675130605697632

    468300	  0.187162	  0.186751	  0.169443		CURRENT LEARNING RATE: 0.006474557950379371
previous_iter_valid_loss : 0.16234944760799408

    468320	  0.162565	  0.162349	  0.168560		CURRENT LEARNING RATE: 0.006473263168271824
previous_iter_valid_loss : 0.16128037869930267

    468340	  0.161454	  0.161280	  0.168554		CURRENT LEARNING RATE: 0.006471968645094801
previous_iter_valid_loss : 0.1609969288110733

    468360	  0.161201	  0.160997	  0.168513		CURRENT LEARNING RATE: 0.006470674380796529
previous_iter_valid_loss : 0.16495031118392944

    468380	  0.165182	  0.164950	  0.168324		CURRENT LEARNING RATE: 0.006469380375325227
previous_iter_valid_loss : 0.1610105037689209

    468400	  0.161212	  0.161011	  0.167353		CURRENT LEARNING RATE: 0.006468086628629148
previous_iter_valid_loss : 0.1661994755268097

    468420	  0.166437	  0.166199	  0.167145		CURRENT LEARNING RATE: 0.006466793140656527
previous_iter_valid_loss : 0.16737785935401917

    468440	  0.167612	  0.167378	  0.167429		CURRENT LEARNING RATE: 0.006465499911355641
previous_iter_valid_loss : 0.16927704215049744

    468460	  0.169452	  0.169277	  0.167861		CURRENT LEARNING RATE: 0.006464206940674745
previous_iter_valid_loss : 0.1626652032136917

    468480	  0.162879	  0.162665	  0.167748		CURRENT LEARNING RATE: 0.006462914228562133
previous_iter_valid_loss : 0.16111250221729279

    468500	  0.161284	  0.161113	  0.167771		CURRENT LEARNING RATE: 0.006461621774966085
previous_iter_valid_loss : 0.1622912883758545

    468520	  0.162490	  0.162291	  0.167669		CURRENT LEARNING RATE: 0.006460329579834916
previous_iter_valid_loss : 0.1633676439523697

    468540	  0.163555	  0.163368	  0.167602		CURRENT LEARNING RATE: 0.006459037643116924
previous_iter_valid_loss : 0.17845658957958221

    468560	  0.178641	  0.178457	  0.168384		CURRENT LEARNING RATE: 0.006457745964760439
previous_iter_valid_loss : 0.16057616472244263

    468580	  0.160762	  0.160576	  0.168355		CURRENT LEARNING RATE: 0.0064564545447138005
previous_iter_valid_loss : 0.16057774424552917

    468600	  0.160757	  0.160578	  0.168168		CURRENT LEARNING RATE: 0.006455163382925337
previous_iter_valid_loss : 0.16191093623638153

    468620	  0.162124	  0.161911	  0.168199		CURRENT LEARNING RATE: 0.006453872479343416
previous_iter_valid_loss : 0.16318705677986145

    468640	  0.163359	  0.163187	  0.167278		CURRENT LEARNING RATE: 0.00645258183391639
previous_iter_valid_loss : 0.16385449469089508

    468660	  0.164080	  0.163854	  0.164950		CURRENT LEARNING RATE: 0.006451291446592643
previous_iter_valid_loss : 0.17382894456386566

    468680	  0.174138	  0.173829	  0.165599		CURRENT LEARNING RATE: 0.0064500013173205495
previous_iter_valid_loss : 0.16204974055290222

    468700	  0.162266	  0.162050	  0.164364		CURRENT LEARNING RATE: 0.006448711446048515
previous_iter_valid_loss : 0.16762033104896545

    468720	  0.167876	  0.167620	  0.164628		CURRENT LEARNING RATE: 0.006447421832724933
previous_iter_valid_loss : 0.16110824048519135

    468740	  0.161275	  0.161108	  0.164619		CURRENT LEARNING RATE: 0.0064461324772982324
previous_iter_valid_loss : 0.160715252161026

    468760	  0.160882	  0.160715	  0.164605		CURRENT LEARNING RATE: 0.006444843379716825
previous_iter_valid_loss : 0.16565459966659546

    468780	  0.165847	  0.165655	  0.164640		CURRENT LEARNING RATE: 0.006443554539929159
previous_iter_valid_loss : 0.16091352701187134

    468800	  0.161085	  0.160914	  0.164636		CURRENT LEARNING RATE: 0.006442265957883672
previous_iter_valid_loss : 0.1608116626739502

    468820	  0.160988	  0.160812	  0.164366		CURRENT LEARNING RATE: 0.006440977633528827
previous_iter_valid_loss : 0.16431134939193726

    468840	  0.164551	  0.164311	  0.164213		CURRENT LEARNING RATE: 0.006439689566813083
previous_iter_valid_loss : 0.16968609392642975

    468860	  0.169970	  0.169686	  0.164233		CURRENT LEARNING RATE: 0.006438401757684929
previous_iter_valid_loss : 0.16409094631671906

    468880	  0.164285	  0.164091	  0.164305		CURRENT LEARNING RATE: 0.006437114206092841
previous_iter_valid_loss : 0.18141552805900574

    468900	  0.181601	  0.181416	  0.165320		CURRENT LEARNING RATE: 0.006435826911985326
previous_iter_valid_loss : 0.1606362760066986

    468920	  0.160825	  0.160636	  0.165237		CURRENT LEARNING RATE: 0.006434539875310885
previous_iter_valid_loss : 0.1727941930294037

    468940	  0.173095	  0.172794	  0.165708		CURRENT LEARNING RATE: 0.006433253096018038
previous_iter_valid_loss : 0.16276827454566956

    468960	  0.162946	  0.162768	  0.164924		CURRENT LEARNING RATE: 0.006431966574055323
previous_iter_valid_loss : 0.16174183785915375

    468980	  0.161959	  0.161742	  0.164982		CURRENT LEARNING RATE: 0.006430680309371265
previous_iter_valid_loss : 0.16769875586032867

    469000	  0.167961	  0.167699	  0.165338		CURRENT LEARNING RATE: 0.0064293943019144255
previous_iter_valid_loss : 0.16144682466983795

    469020	  0.161666	  0.161447	  0.165315		CURRENT LEARNING RATE: 0.006428108551633354
previous_iter_valid_loss : 0.16102486848831177

    469040	  0.161233	  0.161025	  0.165207		CURRENT LEARNING RATE: 0.0064268230584766314
previous_iter_valid_loss : 0.16104212403297424

    469060	  0.161254	  0.161042	  0.165066		CURRENT LEARNING RATE: 0.006425537822392825
previous_iter_valid_loss : 0.16407924890518188

    469080	  0.164317	  0.164079	  0.164579		CURRENT LEARNING RATE: 0.006424252843330539
previous_iter_valid_loss : 0.16100293397903442

    469100	  0.161171	  0.161003	  0.164526		CURRENT LEARNING RATE: 0.006422968121238362
previous_iter_valid_loss : 0.1609775722026825

    469120	  0.161151	  0.160978	  0.164194		CURRENT LEARNING RATE: 0.006421683656064917
previous_iter_valid_loss : 0.16065971553325653

    469140	  0.160845	  0.160660	  0.164172		CURRENT LEARNING RATE: 0.006420399447758813
previous_iter_valid_loss : 0.16143067181110382

    469160	  0.161653	  0.161431	  0.164208		CURRENT LEARNING RATE: 0.0064191154962686915
previous_iter_valid_loss : 0.16620370745658875

    469180	  0.166452	  0.166204	  0.164235		CURRENT LEARNING RATE: 0.0064178318015431874
previous_iter_valid_loss : 0.16517353057861328

    469200	  0.165356	  0.165174	  0.164448		CURRENT LEARNING RATE: 0.006416548363530961
previous_iter_valid_loss : 0.16283667087554932

    469220	  0.163017	  0.162837	  0.164549		CURRENT LEARNING RATE: 0.0064152651821806645
previous_iter_valid_loss : 0.16289637982845306

    469240	  0.163089	  0.162896	  0.164479		CURRENT LEARNING RATE: 0.006413982257440981
previous_iter_valid_loss : 0.16724924743175507

    469260	  0.167509	  0.167249	  0.164357		CURRENT LEARNING RATE: 0.006412699589260585
previous_iter_valid_loss : 0.16071905195713043

    469280	  0.160900	  0.160719	  0.164188		CURRENT LEARNING RATE: 0.006411417177588177
previous_iter_valid_loss : 0.1710154414176941

    469300	  0.171189	  0.171015	  0.163668		CURRENT LEARNING RATE: 0.006410135022372452
previous_iter_valid_loss : 0.1897992640733719

    469320	  0.189961	  0.189799	  0.165126		CURRENT LEARNING RATE: 0.006408853123562134
previous_iter_valid_loss : 0.17520827054977417

    469340	  0.175389	  0.175208	  0.165247		CURRENT LEARNING RATE: 0.006407571481105937
previous_iter_valid_loss : 0.1736477166414261

    469360	  0.173834	  0.173648	  0.165791		CURRENT LEARNING RATE: 0.0064062900949526
previous_iter_valid_loss : 0.16216082870960236

    469380	  0.162387	  0.162161	  0.165812		CURRENT LEARNING RATE: 0.006405008965050873
previous_iter_valid_loss : 0.1606478989124298

    469400	  0.160826	  0.160648	  0.165459		CURRENT LEARNING RATE: 0.0064037280913495
previous_iter_valid_loss : 0.16139912605285645

    469420	  0.161615	  0.161399	  0.165457		CURRENT LEARNING RATE: 0.006402447473797256
previous_iter_valid_loss : 0.16058608889579773

    469440	  0.160764	  0.160586	  0.165435		CURRENT LEARNING RATE: 0.006401167112342908
previous_iter_valid_loss : 0.16301307082176208

    469460	  0.163232	  0.163013	  0.165534		CURRENT LEARNING RATE: 0.00639988700693525
previous_iter_valid_loss : 0.1858566850423813

    469480	  0.186024	  0.185857	  0.166623		CURRENT LEARNING RATE: 0.006398607157523068
previous_iter_valid_loss : 0.1668199598789215

    469500	  0.167065	  0.166820	  0.166913		CURRENT LEARNING RATE: 0.006397327564055179
previous_iter_valid_loss : 0.1629280298948288

    469520	  0.163142	  0.162928	  0.167011		CURRENT LEARNING RATE: 0.006396048226480386
previous_iter_valid_loss : 0.160594180226326

    469540	  0.160783	  0.160594	  0.167008		CURRENT LEARNING RATE: 0.006394769144747531
previous_iter_valid_loss : 0.1684110015630722

    469560	  0.168681	  0.168411	  0.167357		CURRENT LEARNING RATE: 0.006393490318805435
previous_iter_valid_loss : 0.160735622048378

    469580	  0.160931	  0.160736	  0.167083		CURRENT LEARNING RATE: 0.006392211748602958
previous_iter_valid_loss : 0.1701328456401825

    469600	  0.170398	  0.170133	  0.167331		CURRENT LEARNING RATE: 0.006390933434088949
previous_iter_valid_loss : 0.16144299507141113

    469620	  0.161658	  0.161443	  0.167262		CURRENT LEARNING RATE: 0.0063896553752122815
previous_iter_valid_loss : 0.16408014297485352

    469640	  0.164266	  0.164080	  0.167321		CURRENT LEARNING RATE: 0.006388377571921824
previous_iter_valid_loss : 0.16148631274700165

    469660	  0.161709	  0.161486	  0.167033		CURRENT LEARNING RATE: 0.006387100024166478
previous_iter_valid_loss : 0.16137421131134033

    469680	  0.161543	  0.161374	  0.167065		CURRENT LEARNING RATE: 0.006385822731895126
previous_iter_valid_loss : 0.18336358666419983

    469700	  0.183749	  0.183364	  0.167683		CURRENT LEARNING RATE: 0.006384545695056691
previous_iter_valid_loss : 0.16109788417816162

    469720	  0.161271	  0.161098	  0.166248		CURRENT LEARNING RATE: 0.0063832689136000785
previous_iter_valid_loss : 0.17080697417259216

    469740	  0.170975	  0.170807	  0.166028		CURRENT LEARNING RATE: 0.006381992387474223
previous_iter_valid_loss : 0.1621589958667755

    469760	  0.162367	  0.162159	  0.165453		CURRENT LEARNING RATE: 0.00638071611662807
previous_iter_valid_loss : 0.16097547113895416

    469780	  0.161133	  0.160975	  0.165394		CURRENT LEARNING RATE: 0.006379440101010557
previous_iter_valid_loss : 0.16083091497421265

    469800	  0.161027	  0.160831	  0.165403		CURRENT LEARNING RATE: 0.0063781643405706545
previous_iter_valid_loss : 0.18093591928482056

    469820	  0.181298	  0.180936	  0.166380		CURRENT LEARNING RATE: 0.006376888835257321
previous_iter_valid_loss : 0.16392222046852112

    469840	  0.164158	  0.163922	  0.166547		CURRENT LEARNING RATE: 0.006375613585019547
previous_iter_valid_loss : 0.16129139065742493

    469860	  0.161472	  0.161291	  0.166461		CURRENT LEARNING RATE: 0.006374338589806312
previous_iter_valid_loss : 0.17142531275749207

    469880	  0.171710	  0.171425	  0.165739		CURRENT LEARNING RATE: 0.006373063849566626
previous_iter_valid_loss : 0.1796201765537262

    469900	  0.179956	  0.179620	  0.166379		CURRENT LEARNING RATE: 0.006371789364249491
previous_iter_valid_loss : 0.1611633151769638

    469920	  0.161318	  0.161163	  0.166291		CURRENT LEARNING RATE: 0.006370515133803935
previous_iter_valid_loss : 0.16072972118854523

    469940	  0.160892	  0.160730	  0.166298		CURRENT LEARNING RATE: 0.0063692411581789815
previous_iter_valid_loss : 0.16483815014362335

    469960	  0.165028	  0.164838	  0.166119		CURRENT LEARNING RATE: 0.006367967437323679
previous_iter_valid_loss : 0.1743001788854599

    469980	  0.174602	  0.174300	  0.166797		CURRENT LEARNING RATE: 0.0063666939711870705
previous_iter_valid_loss : 0.16232194006443024

    470000	  0.162494	  0.162322	  0.166407		CURRENT LEARNING RATE: 0.006365420759718227
previous_iter_valid_loss : 0.16256774961948395

    470020	  0.162788	  0.162568	  0.166463		CURRENT LEARNING RATE: 0.006364147802866208
previous_iter_valid_loss : 0.1631912738084793

    470040	  0.163380	  0.163191	  0.166418		CURRENT LEARNING RATE: 0.00636287510058011
previous_iter_valid_loss : 0.1615506261587143

    470060	  0.161724	  0.161551	  0.166422		CURRENT LEARNING RATE: 0.00636160265280901
previous_iter_valid_loss : 0.16417373716831207

    470080	  0.164360	  0.164174	  0.166562		CURRENT LEARNING RATE: 0.006360330459502022
previous_iter_valid_loss : 0.16119042038917542

    470100	  0.161401	  0.161190	  0.165453		CURRENT LEARNING RATE: 0.006359058520608248
previous_iter_valid_loss : 0.16080240905284882

    470120	  0.160997	  0.160802	  0.165438		CURRENT LEARNING RATE: 0.006357786836076822
previous_iter_valid_loss : 0.16340947151184082

    470140	  0.163576	  0.163409	  0.165068		CURRENT LEARNING RATE: 0.006356515405856864
previous_iter_valid_loss : 0.17620709538459778

    470160	  0.176516	  0.176207	  0.165771		CURRENT LEARNING RATE: 0.006355244229897522
previous_iter_valid_loss : 0.177794948220253

    470180	  0.178128	  0.177795	  0.166612		CURRENT LEARNING RATE: 0.006353973308147957
previous_iter_valid_loss : 0.16141991317272186

    470200	  0.161589	  0.161420	  0.166641		CURRENT LEARNING RATE: 0.00635270264055732
previous_iter_valid_loss : 0.16223323345184326

    470220	  0.162404	  0.162233	  0.165706		CURRENT LEARNING RATE: 0.0063514322270747945
previous_iter_valid_loss : 0.16271144151687622

    470240	  0.162896	  0.162711	  0.165645		CURRENT LEARNING RATE: 0.006350162067649553
previous_iter_valid_loss : 0.16214315593242645

    470260	  0.162333	  0.162143	  0.165688		CURRENT LEARNING RATE: 0.006348892162230801
previous_iter_valid_loss : 0.16066350042819977

    470280	  0.160849	  0.160664	  0.165150		CURRENT LEARNING RATE: 0.006347622510767731
previous_iter_valid_loss : 0.16273409128189087

    470300	  0.162912	  0.162734	  0.164306		CURRENT LEARNING RATE: 0.0063463531132095675
previous_iter_valid_loss : 0.16521187126636505

    470320	  0.165435	  0.165212	  0.164508		CURRENT LEARNING RATE: 0.006345083969505523
previous_iter_valid_loss : 0.20902536809444427

    470340	  0.209622	  0.209025	  0.166923		CURRENT LEARNING RATE: 0.006343815079604845
previous_iter_valid_loss : 0.1632656306028366

    470360	  0.163480	  0.163266	  0.166844		CURRENT LEARNING RATE: 0.0063425464434567645
previous_iter_valid_loss : 0.16155914962291718

    470380	  0.161724	  0.161559	  0.166207		CURRENT LEARNING RATE: 0.00634127806101055
previous_iter_valid_loss : 0.16376039385795593

    470400	  0.163938	  0.163760	  0.166279		CURRENT LEARNING RATE: 0.00634000993221545
previous_iter_valid_loss : 0.1655290275812149

    470420	  0.165701	  0.165529	  0.166427		CURRENT LEARNING RATE: 0.006338742057020757
previous_iter_valid_loss : 0.1617186814546585

    470440	  0.161898	  0.161719	  0.166354		CURRENT LEARNING RATE: 0.006337474435375739
previous_iter_valid_loss : 0.1606689691543579

    470460	  0.160850	  0.160669	  0.166310		CURRENT LEARNING RATE: 0.006336207067229706
previous_iter_valid_loss : 0.16108791530132294

    470480	  0.161290	  0.161088	  0.166155		CURRENT LEARNING RATE: 0.006334939952531952
previous_iter_valid_loss : 0.16183128952980042

    470500	  0.162015	  0.161831	  0.166187		CURRENT LEARNING RATE: 0.0063336730912318005
previous_iter_valid_loss : 0.16401290893554688

    470520	  0.164197	  0.164013	  0.166348		CURRENT LEARNING RATE: 0.0063324064832785696
previous_iter_valid_loss : 0.16627532243728638

    470540	  0.166519	  0.166275	  0.166491		CURRENT LEARNING RATE: 0.006331140128621604
previous_iter_valid_loss : 0.16240066289901733

    470560	  0.162579	  0.162401	  0.165801		CURRENT LEARNING RATE: 0.0063298740272102385
previous_iter_valid_loss : 0.1622813493013382

    470580	  0.162502	  0.162281	  0.165025		CURRENT LEARNING RATE: 0.006328608178993834
previous_iter_valid_loss : 0.17616410553455353

    470600	  0.176333	  0.176164	  0.165762		CURRENT LEARNING RATE: 0.006327342583921765
previous_iter_valid_loss : 0.1613670289516449

    470620	  0.161538	  0.161367	  0.165719		CURRENT LEARNING RATE: 0.0063260772419433935
previous_iter_valid_loss : 0.17715439200401306

    470640	  0.177328	  0.177154	  0.166441		CURRENT LEARNING RATE: 0.006324812153008117
previous_iter_valid_loss : 0.1605936884880066

    470660	  0.160781	  0.160594	  0.166364		CURRENT LEARNING RATE: 0.006323547317065324
previous_iter_valid_loss : 0.16084295511245728

    470680	  0.161013	  0.160843	  0.166373		CURRENT LEARNING RATE: 0.006322282734064429
previous_iter_valid_loss : 0.19693100452423096

    470700	  0.197444	  0.196931	  0.168083		CURRENT LEARNING RATE: 0.006321018403954839
previous_iter_valid_loss : 0.18288105726242065

    470720	  0.183271	  0.182881	  0.168966		CURRENT LEARNING RATE: 0.006319754326685991
previous_iter_valid_loss : 0.16165217757225037

    470740	  0.161844	  0.161652	  0.166597		CURRENT LEARNING RATE: 0.006318490502207312
previous_iter_valid_loss : 0.16065122187137604

    470760	  0.160830	  0.160651	  0.166467		CURRENT LEARNING RATE: 0.00631722693046826
previous_iter_valid_loss : 0.16150502860546112

    470780	  0.161682	  0.161505	  0.166464		CURRENT LEARNING RATE: 0.00631596361141828
previous_iter_valid_loss : 0.16717909276485443

    470800	  0.167350	  0.167179	  0.166635		CURRENT LEARNING RATE: 0.00631470054500685
previous_iter_valid_loss : 0.16581156849861145

    470820	  0.165996	  0.165812	  0.166649		CURRENT LEARNING RATE: 0.0063134377311834374
previous_iter_valid_loss : 0.17459259927272797

    470840	  0.174770	  0.174593	  0.167293		CURRENT LEARNING RATE: 0.006312175169897541
previous_iter_valid_loss : 0.17077866196632385

    470860	  0.170957	  0.170779	  0.167798		CURRENT LEARNING RATE: 0.0063109128610986465
previous_iter_valid_loss : 0.17598800361156464

    470880	  0.176158	  0.175988	  0.168543		CURRENT LEARNING RATE: 0.006309650804736272
previous_iter_valid_loss : 0.16174812614917755

    470900	  0.161968	  0.161748	  0.168539		CURRENT LEARNING RATE: 0.006308389000759926
previous_iter_valid_loss : 0.17328330874443054

    470920	  0.173579	  0.173283	  0.169002		CURRENT LEARNING RATE: 0.006307127449119146
previous_iter_valid_loss : 0.1613999754190445

    470940	  0.161611	  0.161400	  0.168759		CURRENT LEARNING RATE: 0.00630586614976346
previous_iter_valid_loss : 0.1692451387643814

    470960	  0.169413	  0.169245	  0.169101		CURRENT LEARNING RATE: 0.006304605102642419
previous_iter_valid_loss : 0.16811400651931763

    470980	  0.168279	  0.168114	  0.169393		CURRENT LEARNING RATE: 0.006303344307705591
previous_iter_valid_loss : 0.17372840642929077

    471000	  0.174028	  0.173728	  0.169271		CURRENT LEARNING RATE: 0.006302083764902529
previous_iter_valid_loss : 0.16099172830581665

    471020	  0.161164	  0.160992	  0.169252		CURRENT LEARNING RATE: 0.006300823474182825
previous_iter_valid_loss : 0.16760610044002533

    471040	  0.167770	  0.167606	  0.168775		CURRENT LEARNING RATE: 0.0062995634354960535
previous_iter_valid_loss : 0.212002694606781

    471060	  0.212050	  0.212003	  0.171345		CURRENT LEARNING RATE: 0.0062983036487918274
previous_iter_valid_loss : 0.16624034941196442

    471080	  0.166425	  0.166240	  0.171615		CURRENT LEARNING RATE: 0.006297044114019743
previous_iter_valid_loss : 0.1606580913066864

    471100	  0.160850	  0.160658	  0.169801		CURRENT LEARNING RATE: 0.006295784831129429
previous_iter_valid_loss : 0.17677579820156097

    471120	  0.177098	  0.176776	  0.169496		CURRENT LEARNING RATE: 0.006294525800070502
previous_iter_valid_loss : 0.16068267822265625

    471140	  0.160867	  0.160683	  0.169447		CURRENT LEARNING RATE: 0.006293267020792615
previous_iter_valid_loss : 0.163915753364563

    471160	  0.164143	  0.163916	  0.169611		CURRENT LEARNING RATE: 0.006292008493245404
previous_iter_valid_loss : 0.1900414675474167

    471180	  0.190494	  0.190041	  0.171038		CURRENT LEARNING RATE: 0.006290750217378537
previous_iter_valid_loss : 0.1680080145597458

    471200	  0.168264	  0.168008	  0.171079		CURRENT LEARNING RATE: 0.006289492193141676
previous_iter_valid_loss : 0.16430576145648956

    471220	  0.164495	  0.164306	  0.171004		CURRENT LEARNING RATE: 0.006288234420484509
previous_iter_valid_loss : 0.16228504478931427

    471240	  0.162476	  0.162285	  0.170388		CURRENT LEARNING RATE: 0.006286976899356715
previous_iter_valid_loss : 0.1607043743133545

    471260	  0.160866	  0.160704	  0.169885		CURRENT LEARNING RATE: 0.006285719629708002
previous_iter_valid_loss : 0.16117629408836365

    471280	  0.161339	  0.161176	  0.169144		CURRENT LEARNING RATE: 0.0062844626114880705
previous_iter_valid_loss : 0.16073381900787354

    471300	  0.160894	  0.160734	  0.169093		CURRENT LEARNING RATE: 0.006283205844646649
previous_iter_valid_loss : 0.16966697573661804

    471320	  0.169941	  0.169667	  0.168912		CURRENT LEARNING RATE: 0.006281949329133456
previous_iter_valid_loss : 0.1744024008512497

    471340	  0.174700	  0.174402	  0.169563		CURRENT LEARNING RATE: 0.006280693064898243
previous_iter_valid_loss : 0.16190677881240845

    471360	  0.162125	  0.161907	  0.169196		CURRENT LEARNING RATE: 0.006279437051890748
previous_iter_valid_loss : 0.16063010692596436

    471380	  0.160819	  0.160630	  0.168821		CURRENT LEARNING RATE: 0.006278181290060737
previous_iter_valid_loss : 0.19065260887145996

    471400	  0.191135	  0.190653	  0.169668		CURRENT LEARNING RATE: 0.006276925779357984
previous_iter_valid_loss : 0.16072407364845276

    471420	  0.160910	  0.160724	  0.169654		CURRENT LEARNING RATE: 0.006275670519732255
previous_iter_valid_loss : 0.16056469082832336

    471440	  0.160736	  0.160565	  0.169302		CURRENT LEARNING RATE: 0.0062744155111333555
previous_iter_valid_loss : 0.16274186968803406

    471460	  0.162910	  0.162742	  0.166839		CURRENT LEARNING RATE: 0.00627316075351107
previous_iter_valid_loss : 0.16105516254901886

    471480	  0.161255	  0.161055	  0.166580		CURRENT LEARNING RATE: 0.006271906246815223
previous_iter_valid_loss : 0.19736512005329132

    471500	  0.197915	  0.197365	  0.168415		CURRENT LEARNING RATE: 0.00627065199099562
previous_iter_valid_loss : 0.1622723937034607

    471520	  0.162493	  0.162272	  0.167690		CURRENT LEARNING RATE: 0.006269397986002103
previous_iter_valid_loss : 0.16068318486213684

    471540	  0.160855	  0.160683	  0.167690		CURRENT LEARNING RATE: 0.006268144231784501
previous_iter_valid_loss : 0.16077718138694763

    471560	  0.160978	  0.160777	  0.167533		CURRENT LEARNING RATE: 0.006266890728292674
previous_iter_valid_loss : 0.16538426280021667

    471580	  0.165613	  0.165384	  0.166300		CURRENT LEARNING RATE: 0.0062656374754764725
previous_iter_valid_loss : 0.16130459308624268

    471600	  0.161528	  0.161305	  0.165965		CURRENT LEARNING RATE: 0.0062643844732857765
previous_iter_valid_loss : 0.16077637672424316

    471620	  0.160941	  0.160776	  0.165789		CURRENT LEARNING RATE: 0.006263131721670453
previous_iter_valid_loss : 0.17229726910591125

    471640	  0.172590	  0.172297	  0.166289		CURRENT LEARNING RATE: 0.006261879220580406
previous_iter_valid_loss : 0.1630096286535263

    471660	  0.163223	  0.163010	  0.166405		CURRENT LEARNING RATE: 0.006260626969965523
previous_iter_valid_loss : 0.17054860293865204

    471680	  0.170708	  0.170549	  0.166873		CURRENT LEARNING RATE: 0.006259374969775726
previous_iter_valid_loss : 0.180206298828125

    471700	  0.180392	  0.180206	  0.167847		CURRENT LEARNING RATE: 0.006258123219960921
previous_iter_valid_loss : 0.16130180656909943

    471720	  0.161468	  0.161302	  0.167429		CURRENT LEARNING RATE: 0.006256871720471052
previous_iter_valid_loss : 0.17079521715641022

    471740	  0.170960	  0.170795	  0.167248		CURRENT LEARNING RATE: 0.006255620471256048
previous_iter_valid_loss : 0.16491422057151794

    471760	  0.165087	  0.164914	  0.167399		CURRENT LEARNING RATE: 0.006254369472265864
previous_iter_valid_loss : 0.1644180566072464

    471780	  0.164595	  0.164418	  0.167588		CURRENT LEARNING RATE: 0.006253118723450463
previous_iter_valid_loss : 0.1608864665031433

    471800	  0.161049	  0.160886	  0.166100		CURRENT LEARNING RATE: 0.006251868224759809
previous_iter_valid_loss : 0.1616053730249405

    471820	  0.161779	  0.161605	  0.166144		CURRENT LEARNING RATE: 0.006250617976143888
previous_iter_valid_loss : 0.16614410281181335

    471840	  0.166328	  0.166144	  0.166423		CURRENT LEARNING RATE: 0.0062493679775526825
previous_iter_valid_loss : 0.16251738369464874

    471860	  0.162734	  0.162517	  0.166411		CURRENT LEARNING RATE: 0.006248118228936202
previous_iter_valid_loss : 0.16085071861743927

    471880	  0.161037	  0.160851	  0.166401		CURRENT LEARNING RATE: 0.006246868730244447
previous_iter_valid_loss : 0.1826905459165573

    471900	  0.182866	  0.182691	  0.165668		CURRENT LEARNING RATE: 0.0062456194814274465
previous_iter_valid_loss : 0.16155347228050232

    471920	  0.161772	  0.161553	  0.165632		CURRENT LEARNING RATE: 0.006244370482435221
previous_iter_valid_loss : 0.16731217503547668

    471940	  0.167482	  0.167312	  0.165963		CURRENT LEARNING RATE: 0.0062431217332178214
previous_iter_valid_loss : 0.16213162243366241

    471960	  0.162357	  0.162132	  0.166031		CURRENT LEARNING RATE: 0.006241873233725286
previous_iter_valid_loss : 0.16309452056884766

    471980	  0.163316	  0.163095	  0.165916		CURRENT LEARNING RATE: 0.006240624983907687
previous_iter_valid_loss : 0.17233344912528992

    472000	  0.172623	  0.172333	  0.166468		CURRENT LEARNING RATE: 0.006239376983715081
previous_iter_valid_loss : 0.16159729659557343

    472020	  0.161814	  0.161597	  0.166509		CURRENT LEARNING RATE: 0.006238129233097562
previous_iter_valid_loss : 0.16391673684120178

    472040	  0.164125	  0.163917	  0.166090		CURRENT LEARNING RATE: 0.006236881732005209
previous_iter_valid_loss : 0.16342978179454803

    472060	  0.163657	  0.163430	  0.166111		CURRENT LEARNING RATE: 0.00623563448038813
previous_iter_valid_loss : 0.1610664427280426

    472080	  0.161237	  0.161066	  0.165637		CURRENT LEARNING RATE: 0.006234387478196424
previous_iter_valid_loss : 0.18945534527301788

    472100	  0.189903	  0.189455	  0.166099		CURRENT LEARNING RATE: 0.006233140725380225
previous_iter_valid_loss : 0.16712398827075958

    472120	  0.167380	  0.167124	  0.166390		CURRENT LEARNING RATE: 0.006231894221889651
previous_iter_valid_loss : 0.1606350541114807

    472140	  0.160817	  0.160635	  0.165882		CURRENT LEARNING RATE: 0.0062306479676748515
previous_iter_valid_loss : 0.16059187054634094

    472160	  0.160763	  0.160592	  0.165666		CURRENT LEARNING RATE: 0.006229401962685966
previous_iter_valid_loss : 0.1623191237449646

    472180	  0.162491	  0.162319	  0.165561		CURRENT LEARNING RATE: 0.00622815620687316
previous_iter_valid_loss : 0.1717861294746399

    472200	  0.171954	  0.171786	  0.166106		CURRENT LEARNING RATE: 0.006226910700186608
previous_iter_valid_loss : 0.16402815282344818

    472220	  0.164257	  0.164028	  0.166227		CURRENT LEARNING RATE: 0.006225665442576481
previous_iter_valid_loss : 0.16344447433948517

    472240	  0.163676	  0.163444	  0.166092		CURRENT LEARNING RATE: 0.006224420433992977
previous_iter_valid_loss : 0.17207908630371094

    472260	  0.172369	  0.172079	  0.166570		CURRENT LEARNING RATE: 0.006223175674386286
previous_iter_valid_loss : 0.16728593409061432

    472280	  0.167528	  0.167286	  0.166892		CURRENT LEARNING RATE: 0.006221931163706627
previous_iter_valid_loss : 0.16075322031974792

    472300	  0.160942	  0.160753	  0.165795		CURRENT LEARNING RATE: 0.0062206869019042115
previous_iter_valid_loss : 0.17953643202781677

    472320	  0.179717	  0.179536	  0.166694		CURRENT LEARNING RATE: 0.006219442888929277
previous_iter_valid_loss : 0.17431387305259705

    472340	  0.174491	  0.174314	  0.167044		CURRENT LEARNING RATE: 0.006218199124732054
previous_iter_valid_loss : 0.16364437341690063

    472360	  0.163815	  0.163644	  0.167120		CURRENT LEARNING RATE: 0.006216955609262803
previous_iter_valid_loss : 0.1860802173614502

    472380	  0.186502	  0.186080	  0.168269		CURRENT LEARNING RATE: 0.006215712342471771
previous_iter_valid_loss : 0.1607583463191986

    472400	  0.160942	  0.160758	  0.167691		CURRENT LEARNING RATE: 0.0062144693243092386
previous_iter_valid_loss : 0.17254334688186646

    472420	  0.172835	  0.172543	  0.168238		CURRENT LEARNING RATE: 0.006213226554725476
previous_iter_valid_loss : 0.1730373501777649

    472440	  0.173323	  0.173037	  0.168694		CURRENT LEARNING RATE: 0.006211984033670781
previous_iter_valid_loss : 0.1620386242866516

    472460	  0.162253	  0.162039	  0.168624		CURRENT LEARNING RATE: 0.006210741761095442
previous_iter_valid_loss : 0.17377737164497375

    472480	  0.174078	  0.173777	  0.169260		CURRENT LEARNING RATE: 0.00620949973694978
previous_iter_valid_loss : 0.1712324470281601

    472500	  0.171390	  0.171232	  0.168349		CURRENT LEARNING RATE: 0.0062082579611841045
previous_iter_valid_loss : 0.16056056320667267

    472520	  0.160731	  0.160561	  0.168021		CURRENT LEARNING RATE: 0.006207016433748752
previous_iter_valid_loss : 0.16077974438667297

    472540	  0.160937	  0.160780	  0.168028		CURRENT LEARNING RATE: 0.006205775154594053
previous_iter_valid_loss : 0.16161394119262695

    472560	  0.161790	  0.161614	  0.168079		CURRENT LEARNING RATE: 0.006204534123670366
previous_iter_valid_loss : 0.16113784909248352

    472580	  0.161307	  0.161138	  0.168020		CURRENT LEARNING RATE: 0.00620329334092804
previous_iter_valid_loss : 0.1640692800283432

    472600	  0.164301	  0.164069	  0.167634		CURRENT LEARNING RATE: 0.006202052806317447
previous_iter_valid_loss : 0.17915023863315582

    472620	  0.179497	  0.179150	  0.168390		CURRENT LEARNING RATE: 0.006200812519788974
previous_iter_valid_loss : 0.16057462990283966

    472640	  0.160742	  0.160575	  0.168247		CURRENT LEARNING RATE: 0.006199572481292997
previous_iter_valid_loss : 0.16137516498565674

    472660	  0.161544	  0.161375	  0.167711		CURRENT LEARNING RATE: 0.0061983326907799246
previous_iter_valid_loss : 0.1605823040008545

    472680	  0.160754	  0.160582	  0.167376		CURRENT LEARNING RATE: 0.006197093148200156
previous_iter_valid_loss : 0.1647273600101471

    472700	  0.164917	  0.164727	  0.167575		CURRENT LEARNING RATE: 0.00619585385350412
previous_iter_valid_loss : 0.17697861790657043

    472720	  0.177152	  0.176979	  0.167447		CURRENT LEARNING RATE: 0.006194614806642233
previous_iter_valid_loss : 0.17484168708324432

    472740	  0.175160	  0.174842	  0.167473		CURRENT LEARNING RATE: 0.006193376007564944
previous_iter_valid_loss : 0.16156287491321564

    472760	  0.161740	  0.161563	  0.167369		CURRENT LEARNING RATE: 0.006192137456222691
previous_iter_valid_loss : 0.1614050716161728

    472780	  0.161566	  0.161405	  0.166136		CURRENT LEARNING RATE: 0.006190899152565943
previous_iter_valid_loss : 0.16059111058712006

    472800	  0.160777	  0.160591	  0.166127		CURRENT LEARNING RATE: 0.006189661096545156
previous_iter_valid_loss : 0.1620694100856781

    472820	  0.162242	  0.162069	  0.165604		CURRENT LEARNING RATE: 0.00618842328811082
previous_iter_valid_loss : 0.16116806864738464

    472840	  0.161330	  0.161168	  0.165010		CURRENT LEARNING RATE: 0.00618718572721341
previous_iter_valid_loss : 0.16584479808807373

    472860	  0.166090	  0.165845	  0.165200		CURRENT LEARNING RATE: 0.006185948413803434
previous_iter_valid_loss : 0.16060559451580048

    472880	  0.160788	  0.160606	  0.164542		CURRENT LEARNING RATE: 0.006184711347831393
previous_iter_valid_loss : 0.17210586369037628

    472900	  0.172387	  0.172106	  0.164586		CURRENT LEARNING RATE: 0.00618347452924781
previous_iter_valid_loss : 0.19302676618099213

    472920	  0.193525	  0.193027	  0.166209		CURRENT LEARNING RATE: 0.006182237958003205
previous_iter_valid_loss : 0.16782858967781067

    472940	  0.168074	  0.167829	  0.166561		CURRENT LEARNING RATE: 0.006181001634048123
previous_iter_valid_loss : 0.16200555860996246

    472960	  0.162173	  0.162006	  0.166581		CURRENT LEARNING RATE: 0.006179765557333103
previous_iter_valid_loss : 0.16148167848587036

    472980	  0.161689	  0.161482	  0.166598		CURRENT LEARNING RATE: 0.006178529727808705
previous_iter_valid_loss : 0.16803346574306488

    473000	  0.168185	  0.168033	  0.166796		CURRENT LEARNING RATE: 0.006177294145425503
previous_iter_valid_loss : 0.20100486278533936

    473020	  0.201577	  0.201005	  0.167889		CURRENT LEARNING RATE: 0.006176058810134062
previous_iter_valid_loss : 0.16179701685905457

    473040	  0.161970	  0.161797	  0.167950		CURRENT LEARNING RATE: 0.00617482372188498
previous_iter_valid_loss : 0.16801372170448303

    473060	  0.168178	  0.168014	  0.168282		CURRENT LEARNING RATE: 0.006173588880628843
previous_iter_valid_loss : 0.16109168529510498

    473080	  0.161289	  0.161092	  0.168308		CURRENT LEARNING RATE: 0.006172354286316266
previous_iter_valid_loss : 0.1607520878314972

    473100	  0.160934	  0.160752	  0.168109		CURRENT LEARNING RATE: 0.006171119938897857
previous_iter_valid_loss : 0.1611417829990387

    473120	  0.161299	  0.161142	  0.167317		CURRENT LEARNING RATE: 0.006169885838324252
previous_iter_valid_loss : 0.16125290095806122

    473140	  0.161416	  0.161253	  0.166637		CURRENT LEARNING RATE: 0.006168651984546074
previous_iter_valid_loss : 0.16725097596645355

    473160	  0.167497	  0.167251	  0.166922		CURRENT LEARNING RATE: 0.006167418377513983
previous_iter_valid_loss : 0.17437726259231567

    473180	  0.174542	  0.174377	  0.167570		CURRENT LEARNING RATE: 0.006166185017178623
previous_iter_valid_loss : 0.16375674307346344

    473200	  0.163980	  0.163757	  0.167729		CURRENT LEARNING RATE: 0.006164951903490669
previous_iter_valid_loss : 0.16215592622756958

    473220	  0.162372	  0.162156	  0.167733		CURRENT LEARNING RATE: 0.006163719036400787
previous_iter_valid_loss : 0.16359581053256989

    473240	  0.163774	  0.163596	  0.167854		CURRENT LEARNING RATE: 0.006162486415859673
previous_iter_valid_loss : 0.1610000878572464

    473260	  0.161168	  0.161000	  0.167612		CURRENT LEARNING RATE: 0.00616125404181801
previous_iter_valid_loss : 0.16057847440242767

    473280	  0.160748	  0.160578	  0.167611		CURRENT LEARNING RATE: 0.006160021914226515
previous_iter_valid_loss : 0.16063718497753143

    473300	  0.160809	  0.160637	  0.167037		CURRENT LEARNING RATE: 0.006158790033035893
previous_iter_valid_loss : 0.16605907678604126

    473320	  0.166239	  0.166059	  0.165689		CURRENT LEARNING RATE: 0.006157558398196878
previous_iter_valid_loss : 0.16157180070877075

    473340	  0.161784	  0.161572	  0.165376		CURRENT LEARNING RATE: 0.006156327009660194
previous_iter_valid_loss : 0.175657257437706

    473360	  0.175836	  0.175657	  0.166059		CURRENT LEARNING RATE: 0.006155095867376597
previous_iter_valid_loss : 0.1627664417028427

    473380	  0.162979	  0.162766	  0.166123		CURRENT LEARNING RATE: 0.0061538649712968305
previous_iter_valid_loss : 0.1615218222141266

    473400	  0.161736	  0.161522	  0.165797		CURRENT LEARNING RATE: 0.006152634321371663
previous_iter_valid_loss : 0.17372100055217743

    473420	  0.174017	  0.173721	  0.164433		CURRENT LEARNING RATE: 0.0061514039175518745
previous_iter_valid_loss : 0.16277852654457092

    473440	  0.162999	  0.162779	  0.164482		CURRENT LEARNING RATE: 0.006150173759788239
previous_iter_valid_loss : 0.16336125135421753

    473460	  0.163532	  0.163361	  0.164250		CURRENT LEARNING RATE: 0.006148943848031559
previous_iter_valid_loss : 0.16180787980556488

    473480	  0.162025	  0.161808	  0.164286		CURRENT LEARNING RATE: 0.0061477141822326295
previous_iter_valid_loss : 0.16854698956012726

    473500	  0.168714	  0.168547	  0.164675		CURRENT LEARNING RATE: 0.006146484762342273
previous_iter_valid_loss : 0.16113965213298798

    473520	  0.161317	  0.161140	  0.164675		CURRENT LEARNING RATE: 0.006145255588311303
previous_iter_valid_loss : 0.1624678522348404

    473540	  0.162690	  0.162468	  0.164736		CURRENT LEARNING RATE: 0.006144026660090561
previous_iter_valid_loss : 0.16073891520500183

    473560	  0.160910	  0.160739	  0.164410		CURRENT LEARNING RATE: 0.006142797977630882
previous_iter_valid_loss : 0.16466034948825836

    473580	  0.164835	  0.164660	  0.163924		CURRENT LEARNING RATE: 0.006141569540883128
previous_iter_valid_loss : 0.1645965576171875

    473600	  0.164829	  0.164597	  0.163966		CURRENT LEARNING RATE: 0.006140341349798151
previous_iter_valid_loss : 0.1623890995979309

    473620	  0.162614	  0.162389	  0.163978		CURRENT LEARNING RATE: 0.006139113404326836
previous_iter_valid_loss : 0.16062171757221222

    473640	  0.160808	  0.160622	  0.163829		CURRENT LEARNING RATE: 0.006137885704420049
previous_iter_valid_loss : 0.20802606642246246

    473660	  0.208096	  0.208026	  0.166181		CURRENT LEARNING RATE: 0.0061366582500287
previous_iter_valid_loss : 0.16082166135311127

    473680	  0.161003	  0.160822	  0.166193		CURRENT LEARNING RATE: 0.006135431041103675
previous_iter_valid_loss : 0.1766221523284912

    473700	  0.176962	  0.176622	  0.166992		CURRENT LEARNING RATE: 0.0061342040775958975
previous_iter_valid_loss : 0.16116681694984436

    473720	  0.161381	  0.161167	  0.166747		CURRENT LEARNING RATE: 0.0061329773594562785
previous_iter_valid_loss : 0.1619558185338974

    473740	  0.162135	  0.161956	  0.166767		CURRENT LEARNING RATE: 0.00613175088663576
previous_iter_valid_loss : 0.16178826987743378

    473760	  0.161975	  0.161788	  0.166073		CURRENT LEARNING RATE: 0.0061305246590852725
previous_iter_valid_loss : 0.16100908815860748

    473780	  0.161188	  0.161009	  0.165985		CURRENT LEARNING RATE: 0.006129298676755773
previous_iter_valid_loss : 0.1642836183309555

    473800	  0.164528	  0.164284	  0.166123		CURRENT LEARNING RATE: 0.006128072939598226
previous_iter_valid_loss : 0.16076239943504333

    473820	  0.160928	  0.160762	  0.165476		CURRENT LEARNING RATE: 0.006126847447563593
previous_iter_valid_loss : 0.1812412142753601

    473840	  0.181431	  0.181241	  0.166399		CURRENT LEARNING RATE: 0.006125622200602862
previous_iter_valid_loss : 0.1648547500371933

    473860	  0.165052	  0.164855	  0.166473		CURRENT LEARNING RATE: 0.006124397198667016
previous_iter_valid_loss : 0.16853860020637512

    473880	  0.168794	  0.168539	  0.166810		CURRENT LEARNING RATE: 0.006123172441707065
previous_iter_valid_loss : 0.16090074181556702

    473900	  0.161077	  0.160901	  0.166428		CURRENT LEARNING RATE: 0.006121947929674005
previous_iter_valid_loss : 0.16339997947216034

    473920	  0.163592	  0.163400	  0.166541		CURRENT LEARNING RATE: 0.00612072366251887
previous_iter_valid_loss : 0.16057774424552917

    473940	  0.160757	  0.160578	  0.166446		CURRENT LEARNING RATE: 0.006119499640192676
previous_iter_valid_loss : 0.16192595660686493

    473960	  0.162140	  0.161926	  0.166505		CURRENT LEARNING RATE: 0.0061182758626464745
previous_iter_valid_loss : 0.1606418341398239

    473980	  0.160827	  0.160642	  0.166304		CURRENT LEARNING RATE: 0.006117052329831303
previous_iter_valid_loss : 0.16970956325531006

    474000	  0.169985	  0.169710	  0.166560		CURRENT LEARNING RATE: 0.0061158290416982305
previous_iter_valid_loss : 0.1655610203742981

    474020	  0.165784	  0.165561	  0.166719		CURRENT LEARNING RATE: 0.006114605998198315
previous_iter_valid_loss : 0.16090312600135803

    474040	  0.161101	  0.160903	  0.166733		CURRENT LEARNING RATE: 0.006113383199282646
previous_iter_valid_loss : 0.17226438224315643

    474060	  0.172551	  0.172264	  0.164945		CURRENT LEARNING RATE: 0.0061121606449023
previous_iter_valid_loss : 0.1809200942516327

    474080	  0.181087	  0.180920	  0.165950		CURRENT LEARNING RATE: 0.006110938335008385
previous_iter_valid_loss : 0.1609037071466446

    474100	  0.161088	  0.160904	  0.165164		CURRENT LEARNING RATE: 0.006109716269552001
previous_iter_valid_loss : 0.18148404359817505

    474120	  0.181835	  0.181484	  0.166180		CURRENT LEARNING RATE: 0.006108494448484273
previous_iter_valid_loss : 0.16511672735214233

    474140	  0.165334	  0.165117	  0.166338		CURRENT LEARNING RATE: 0.006107272871756319
previous_iter_valid_loss : 0.1606597751379013

    474160	  0.160816	  0.160660	  0.166281		CURRENT LEARNING RATE: 0.006106051539319284
previous_iter_valid_loss : 0.16433730721473694

    474180	  0.164560	  0.164337	  0.166448		CURRENT LEARNING RATE: 0.006104830451124308
previous_iter_valid_loss : 0.16067562997341156

    474200	  0.160832	  0.160676	  0.166267		CURRENT LEARNING RATE: 0.00610360960712255
previous_iter_valid_loss : 0.16519036889076233

    474220	  0.165363	  0.165190	  0.166489		CURRENT LEARNING RATE: 0.006102389007265182
previous_iter_valid_loss : 0.16927865147590637

    474240	  0.169441	  0.169279	  0.165890		CURRENT LEARNING RATE: 0.006101168651503371
previous_iter_valid_loss : 0.16099931299686432

    474260	  0.161150	  0.160999	  0.165698		CURRENT LEARNING RATE: 0.006099948539788312
previous_iter_valid_loss : 0.16082508862018585

    474280	  0.161010	  0.160825	  0.165312		CURRENT LEARNING RATE: 0.00609872867207119
previous_iter_valid_loss : 0.16198128461837769

    474300	  0.162141	  0.161981	  0.165366		CURRENT LEARNING RATE: 0.00609750904830322
previous_iter_valid_loss : 0.17550237476825714

    474320	  0.175679	  0.175502	  0.165971		CURRENT LEARNING RATE: 0.0060962896684356085
previous_iter_valid_loss : 0.16522589325904846

    474340	  0.165453	  0.165226	  0.166204		CURRENT LEARNING RATE: 0.006095070532419589
previous_iter_valid_loss : 0.1605818122625351

    474360	  0.160757	  0.160582	  0.166136		CURRENT LEARNING RATE: 0.006093851640206388
previous_iter_valid_loss : 0.16085733473300934

    474380	  0.161032	  0.160857	  0.166147		CURRENT LEARNING RATE: 0.006092632991747257
previous_iter_valid_loss : 0.17456446588039398

    474400	  0.174728	  0.174564	  0.166390		CURRENT LEARNING RATE: 0.0060914145869934416
previous_iter_valid_loss : 0.1647080034017563

    474420	  0.164928	  0.164708	  0.166347		CURRENT LEARNING RATE: 0.006090196425896216
previous_iter_valid_loss : 0.16115185618400574

    474440	  0.161345	  0.161152	  0.166360		CURRENT LEARNING RATE: 0.006088978508406843
previous_iter_valid_loss : 0.16300831735134125

    474460	  0.163173	  0.163008	  0.165897		CURRENT LEARNING RATE: 0.0060877608344766165
previous_iter_valid_loss : 0.16827619075775146

    474480	  0.168437	  0.168276	  0.165265		CURRENT LEARNING RATE: 0.006086543404056819
previous_iter_valid_loss : 0.16215381026268005

    474500	  0.162367	  0.162154	  0.165327		CURRENT LEARNING RATE: 0.006085326217098764
previous_iter_valid_loss : 0.16913388669490814

    474520	  0.169294	  0.169134	  0.164710		CURRENT LEARNING RATE: 0.0060841092735537524
previous_iter_valid_loss : 0.16292384266853333

    474540	  0.163130	  0.162924	  0.164600		CURRENT LEARNING RATE: 0.0060828925733731175
previous_iter_valid_loss : 0.1694662868976593

    474560	  0.169619	  0.169466	  0.165040		CURRENT LEARNING RATE: 0.006081676116508182
previous_iter_valid_loss : 0.16683197021484375

    474580	  0.167067	  0.166832	  0.165165		CURRENT LEARNING RATE: 0.0060804599029102915
previous_iter_valid_loss : 0.1639420986175537

    474600	  0.164113	  0.163942	  0.165328		CURRENT LEARNING RATE: 0.006079243932530802
previous_iter_valid_loss : 0.1624050885438919

    474620	  0.162562	  0.162405	  0.165189		CURRENT LEARNING RATE: 0.006078028205321068
previous_iter_valid_loss : 0.16774272918701172

    474640	  0.167911	  0.167743	  0.165112		CURRENT LEARNING RATE: 0.006076812721232467
previous_iter_valid_loss : 0.16133219003677368

    474660	  0.161531	  0.161332	  0.165129		CURRENT LEARNING RATE: 0.00607559748021637
previous_iter_valid_loss : 0.1605922430753708

    474680	  0.160757	  0.160592	  0.165117		CURRENT LEARNING RATE: 0.0060743824822241796
previous_iter_valid_loss : 0.16056512296199799

    474700	  0.160731	  0.160565	  0.165047		CURRENT LEARNING RATE: 0.006073167727207283
previous_iter_valid_loss : 0.1606791913509369

    474720	  0.160859	  0.160679	  0.164305		CURRENT LEARNING RATE: 0.006071953215117101
previous_iter_valid_loss : 0.16503143310546875

    474740	  0.165254	  0.165031	  0.164296		CURRENT LEARNING RATE: 0.006070738945905044
previous_iter_valid_loss : 0.16949406266212463

    474760	  0.169757	  0.169494	  0.164741		CURRENT LEARNING RATE: 0.006069524919522551
previous_iter_valid_loss : 0.1675061136484146

    474780	  0.167682	  0.167506	  0.165074		CURRENT LEARNING RATE: 0.00606831113592105
previous_iter_valid_loss : 0.16373728215694427

    474800	  0.163915	  0.163737	  0.164532		CURRENT LEARNING RATE: 0.006067097595052001
previous_iter_valid_loss : 0.16072915494441986

    474820	  0.160897	  0.160729	  0.164333		CURRENT LEARNING RATE: 0.006065884296866851
previous_iter_valid_loss : 0.16539998352527618

    474840	  0.165632	  0.165400	  0.164546		CURRENT LEARNING RATE: 0.006064671241317078
previous_iter_valid_loss : 0.1677638441324234

    474860	  0.167940	  0.167764	  0.164784		CURRENT LEARNING RATE: 0.0060634584283541515
previous_iter_valid_loss : 0.16192568838596344

    474880	  0.162095	  0.161926	  0.164466		CURRENT LEARNING RATE: 0.006062245857929568
previous_iter_valid_loss : 0.16499069333076477

    474900	  0.165211	  0.164991	  0.164608		CURRENT LEARNING RATE: 0.006061033529994814
previous_iter_valid_loss : 0.1644808053970337

    474920	  0.164704	  0.164481	  0.164375		CURRENT LEARNING RATE: 0.006059821444501408
previous_iter_valid_loss : 0.18125160038471222

    474940	  0.181602	  0.181252	  0.165292		CURRENT LEARNING RATE: 0.006058609601400854
previous_iter_valid_loss : 0.1643681824207306

    474960	  0.164549	  0.164368	  0.165037		CURRENT LEARNING RATE: 0.006057398000644691
previous_iter_valid_loss : 0.16061314940452576

    474980	  0.160796	  0.160613	  0.164726		CURRENT LEARNING RATE: 0.0060561866421844435
previous_iter_valid_loss : 0.17860986292362213

    475000	  0.178942	  0.178610	  0.165459		CURRENT LEARNING RATE: 0.006054975525971663
previous_iter_valid_loss : 0.17050518095493317

    475020	  0.170670	  0.170505	  0.165864		CURRENT LEARNING RATE: 0.006053764651957909
previous_iter_valid_loss : 0.1669766902923584

    475040	  0.167221	  0.166977	  0.165826		CURRENT LEARNING RATE: 0.006052554020094736
previous_iter_valid_loss : 0.163166344165802

    475060	  0.163330	  0.163166	  0.165918		CURRENT LEARNING RATE: 0.006051343630333731
previous_iter_valid_loss : 0.16089265048503876

    475080	  0.161084	  0.160893	  0.165933		CURRENT LEARNING RATE: 0.006050133482626466
previous_iter_valid_loss : 0.1700887233018875

    475100	  0.170346	  0.170089	  0.166409		CURRENT LEARNING RATE: 0.006048923576924547
previous_iter_valid_loss : 0.16527965664863586

    475120	  0.165505	  0.165280	  0.166639		CURRENT LEARNING RATE: 0.0060477139131795655
previous_iter_valid_loss : 0.17118187248706818

    475140	  0.171341	  0.171182	  0.166946		CURRENT LEARNING RATE: 0.006046504491343148
previous_iter_valid_loss : 0.16408313810825348

    475160	  0.164269	  0.164083	  0.166676		CURRENT LEARNING RATE: 0.006045295311366905
previous_iter_valid_loss : 0.16685134172439575

    475180	  0.167036	  0.166851	  0.166643		CURRENT LEARNING RATE: 0.006044086373202481
previous_iter_valid_loss : 0.16090987622737885

    475200	  0.161067	  0.160910	  0.166502		CURRENT LEARNING RATE: 0.006042877676801507
previous_iter_valid_loss : 0.16517828404903412

    475220	  0.165406	  0.165178	  0.166724		CURRENT LEARNING RATE: 0.006041669222115646
previous_iter_valid_loss : 0.16743868589401245

    475240	  0.167678	  0.167439	  0.166826		CURRENT LEARNING RATE: 0.00604046100909655
previous_iter_valid_loss : 0.16083872318267822

    475260	  0.161003	  0.160839	  0.166480		CURRENT LEARNING RATE: 0.0060392530376959
previous_iter_valid_loss : 0.160941943526268

    475280	  0.161145	  0.160942	  0.166431		CURRENT LEARNING RATE: 0.0060380453078653674
previous_iter_valid_loss : 0.16073498129844666

    475300	  0.160928	  0.160735	  0.166218		CURRENT LEARNING RATE: 0.006036837819556653
previous_iter_valid_loss : 0.16285137832164764

    475320	  0.163014	  0.162851	  0.166136		CURRENT LEARNING RATE: 0.006035630572721447
previous_iter_valid_loss : 0.16841557621955872

    475340	  0.168657	  0.168416	  0.165495		CURRENT LEARNING RATE: 0.006034423567311469
previous_iter_valid_loss : 0.1612246036529541

    475360	  0.161378	  0.161225	  0.165337		CURRENT LEARNING RATE: 0.00603321680327843
previous_iter_valid_loss : 0.16233707964420319

    475380	  0.162484	  0.162337	  0.165424		CURRENT LEARNING RATE: 0.006032010280574069
previous_iter_valid_loss : 0.1615169197320938

    475400	  0.161716	  0.161517	  0.164569		CURRENT LEARNING RATE: 0.006030803999150115
previous_iter_valid_loss : 0.1619734913110733

    475420	  0.162188	  0.161973	  0.164142		CURRENT LEARNING RATE: 0.006029597958958323
previous_iter_valid_loss : 0.16148385405540466

    475440	  0.161685	  0.161484	  0.163868		CURRENT LEARNING RATE: 0.0060283921599504535
previous_iter_valid_loss : 0.16063424944877625

    475460	  0.160789	  0.160634	  0.163741		CURRENT LEARNING RATE: 0.006027186602078267
previous_iter_valid_loss : 0.16656894981861115

    475480	  0.166740	  0.166569	  0.164025		CURRENT LEARNING RATE: 0.00602598128529355
previous_iter_valid_loss : 0.1669374704360962

    475500	  0.167100	  0.166937	  0.163867		CURRENT LEARNING RATE: 0.00602477620954808
previous_iter_valid_loss : 0.16791337728500366

    475520	  0.168159	  0.167913	  0.163999		CURRENT LEARNING RATE: 0.006023571374793665
previous_iter_valid_loss : 0.16077788174152374

    475540	  0.160947	  0.160778	  0.163479		CURRENT LEARNING RATE: 0.0060223667809821
previous_iter_valid_loss : 0.16445206105709076

    475560	  0.164630	  0.164452	  0.163497		CURRENT LEARNING RATE: 0.006021162428065213
previous_iter_valid_loss : 0.16113843023777008

    475580	  0.161311	  0.161138	  0.163212		CURRENT LEARNING RATE: 0.006019958315994818
previous_iter_valid_loss : 0.19475679099559784

    475600	  0.194890	  0.194757	  0.164904		CURRENT LEARNING RATE: 0.006018754444722762
previous_iter_valid_loss : 0.17480167746543884

    475620	  0.174977	  0.174802	  0.165385		CURRENT LEARNING RATE: 0.0060175508142008794
previous_iter_valid_loss : 0.16408365964889526

    475640	  0.164268	  0.164084	  0.165217		CURRENT LEARNING RATE: 0.0060163474243810355
previous_iter_valid_loss : 0.16259674727916718

    475660	  0.162802	  0.162597	  0.165305		CURRENT LEARNING RATE: 0.006015144275215083
previous_iter_valid_loss : 0.1639440953731537

    475680	  0.164157	  0.163944	  0.165455		CURRENT LEARNING RATE: 0.006013941366654909
previous_iter_valid_loss : 0.1641281247138977

    475700	  0.164311	  0.164128	  0.165625		CURRENT LEARNING RATE: 0.006012738698652385
previous_iter_valid_loss : 0.17326170206069946

    475720	  0.173433	  0.173262	  0.166146		CURRENT LEARNING RATE: 0.006011536271159414
previous_iter_valid_loss : 0.165775328874588

    475740	  0.166001	  0.165775	  0.166014		CURRENT LEARNING RATE: 0.0060103340841278895
previous_iter_valid_loss : 0.1637980043888092

    475760	  0.164021	  0.163798	  0.166142		CURRENT LEARNING RATE: 0.006009132137509736
previous_iter_valid_loss : 0.16078147292137146

    475780	  0.160981	  0.160781	  0.166064		CURRENT LEARNING RATE: 0.0060079304312568626
previous_iter_valid_loss : 0.16914252936840057

    475800	  0.169404	  0.169143	  0.166446		CURRENT LEARNING RATE: 0.006006728965321207
previous_iter_valid_loss : 0.18162836134433746

    475820	  0.181997	  0.181628	  0.167428		CURRENT LEARNING RATE: 0.006005527739654716
previous_iter_valid_loss : 0.20017655193805695

    475840	  0.200270	  0.200177	  0.169363		CURRENT LEARNING RATE: 0.00600432675420933
previous_iter_valid_loss : 0.17533297836780548

    475860	  0.175510	  0.175333	  0.170098		CURRENT LEARNING RATE: 0.0060031260089370205
previous_iter_valid_loss : 0.16884396970272064

    475880	  0.169105	  0.168844	  0.170212		CURRENT LEARNING RATE: 0.006001925503789748
previous_iter_valid_loss : 0.1624900996685028

    475900	  0.162667	  0.162490	  0.169989		CURRENT LEARNING RATE: 0.006000725238719499
previous_iter_valid_loss : 0.1717861294746399

    475920	  0.171956	  0.171786	  0.170183		CURRENT LEARNING RATE: 0.005999525213678259
previous_iter_valid_loss : 0.16481345891952515

    475940	  0.165044	  0.164813	  0.170385		CURRENT LEARNING RATE: 0.0059983254286180305
previous_iter_valid_loss : 0.16996997594833374

    475960	  0.170235	  0.169970	  0.170661		CURRENT LEARNING RATE: 0.005997125883490815
previous_iter_valid_loss : 0.17145054042339325

    475980	  0.171731	  0.171451	  0.171176		CURRENT LEARNING RATE: 0.005995926578248642
previous_iter_valid_loss : 0.17169314622879028

    476000	  0.171975	  0.171693	  0.170023		CURRENT LEARNING RATE: 0.005994727512843526
previous_iter_valid_loss : 0.16153299808502197

    476020	  0.161736	  0.161533	  0.169360		CURRENT LEARNING RATE: 0.005993528687227519
previous_iter_valid_loss : 0.174937903881073

    476040	  0.175257	  0.174938	  0.169902		CURRENT LEARNING RATE: 0.005992330101352653
previous_iter_valid_loss : 0.1612958461046219

    476060	  0.161505	  0.161296	  0.169837		CURRENT LEARNING RATE: 0.005991131755170999
previous_iter_valid_loss : 0.16095034778118134

    476080	  0.161133	  0.160950	  0.169688		CURRENT LEARNING RATE: 0.005989933648634609
previous_iter_valid_loss : 0.16273854672908783

    476100	  0.162897	  0.162739	  0.169618		CURRENT LEARNING RATE: 0.005988735781695572
previous_iter_valid_loss : 0.16353949904441833

    476120	  0.163723	  0.163539	  0.169132		CURRENT LEARNING RATE: 0.005987538154305961
previous_iter_valid_loss : 0.1642100065946579

    476140	  0.164425	  0.164210	  0.169054		CURRENT LEARNING RATE: 0.005986340766417883
previous_iter_valid_loss : 0.16276325285434723

    476160	  0.162978	  0.162763	  0.169002		CURRENT LEARNING RATE: 0.005985143617983431
previous_iter_valid_loss : 0.16938841342926025

    476180	  0.169576	  0.169388	  0.169432		CURRENT LEARNING RATE: 0.0059839467089547295
previous_iter_valid_loss : 0.16156241297721863

    476200	  0.161770	  0.161562	  0.169053		CURRENT LEARNING RATE: 0.0059827500392838915
previous_iter_valid_loss : 0.16604913771152496

    476220	  0.166283	  0.166049	  0.168275		CURRENT LEARNING RATE: 0.0059815536089230575
previous_iter_valid_loss : 0.17288243770599365

    476240	  0.173179	  0.172882	  0.166910		CURRENT LEARNING RATE: 0.005980357417824372
previous_iter_valid_loss : 0.16730301082134247

    476260	  0.167558	  0.167303	  0.166508		CURRENT LEARNING RATE: 0.0059791614659399795
previous_iter_valid_loss : 0.1609121561050415

    476280	  0.161079	  0.160912	  0.166112		CURRENT LEARNING RATE: 0.005977965753222052
previous_iter_valid_loss : 0.1616707742214203

    476300	  0.161889	  0.161671	  0.166071		CURRENT LEARNING RATE: 0.00597677027962275
previous_iter_valid_loss : 0.16055481135845184

    476320	  0.160722	  0.160555	  0.165509		CURRENT LEARNING RATE: 0.0059755750450942655
previous_iter_valid_loss : 0.16864904761314392

    476340	  0.168828	  0.168649	  0.165701		CURRENT LEARNING RATE: 0.005974380049588778
previous_iter_valid_loss : 0.1641179323196411

    476360	  0.164350	  0.164118	  0.165408		CURRENT LEARNING RATE: 0.005973185293058497
previous_iter_valid_loss : 0.1609332114458084

    476380	  0.161138	  0.160933	  0.164883		CURRENT LEARNING RATE: 0.005971990775455626
previous_iter_valid_loss : 0.16275149583816528

    476400	  0.162938	  0.162751	  0.164435		CURRENT LEARNING RATE: 0.005970796496732391
previous_iter_valid_loss : 0.16712544858455658

    476420	  0.167292	  0.167125	  0.164715		CURRENT LEARNING RATE: 0.005969602456841011
previous_iter_valid_loss : 0.16330274939537048

    476440	  0.163514	  0.163303	  0.164133		CURRENT LEARNING RATE: 0.005968408655733736
previous_iter_valid_loss : 0.1746685653924942

    476460	  0.174974	  0.174669	  0.164802		CURRENT LEARNING RATE: 0.005967215093362802
previous_iter_valid_loss : 0.17954231798648834

    476480	  0.179881	  0.179542	  0.165732		CURRENT LEARNING RATE: 0.005966021769680478
previous_iter_valid_loss : 0.1712157428264618

    476500	  0.171497	  0.171216	  0.166155		CURRENT LEARNING RATE: 0.00596482868463902
previous_iter_valid_loss : 0.16661277413368225

    476520	  0.166784	  0.166613	  0.166309		CURRENT LEARNING RATE: 0.005963635838190717
previous_iter_valid_loss : 0.17448094487190247

    476540	  0.174800	  0.174481	  0.166823		CURRENT LEARNING RATE: 0.005962443230287842
previous_iter_valid_loss : 0.1669548898935318

    476560	  0.167217	  0.166955	  0.167032		CURRENT LEARNING RATE: 0.005961250860882702
previous_iter_valid_loss : 0.18616265058517456

    476580	  0.186571	  0.186163	  0.167871		CURRENT LEARNING RATE: 0.005960058729927592
previous_iter_valid_loss : 0.16103266179561615

    476600	  0.161224	  0.161033	  0.167844		CURRENT LEARNING RATE: 0.005958866837374833
previous_iter_valid_loss : 0.1617760956287384

    476620	  0.161947	  0.161776	  0.167631		CURRENT LEARNING RATE: 0.005957675183176752
previous_iter_valid_loss : 0.16062352061271667

    476640	  0.160792	  0.160624	  0.167018		CURRENT LEARNING RATE: 0.0059564837672856745
previous_iter_valid_loss : 0.16247926652431488

    476660	  0.162697	  0.162479	  0.166777		CURRENT LEARNING RATE: 0.005955292589653955
previous_iter_valid_loss : 0.16150830686092377

    476680	  0.161689	  0.161508	  0.166806		CURRENT LEARNING RATE: 0.0059541016502339325
previous_iter_valid_loss : 0.1710151880979538

    476700	  0.171302	  0.171015	  0.167274		CURRENT LEARNING RATE: 0.005952910948977983
previous_iter_valid_loss : 0.16059847176074982

    476720	  0.160778	  0.160598	  0.167276		CURRENT LEARNING RATE: 0.005951720485838467
previous_iter_valid_loss : 0.16099302470684052

    476740	  0.161155	  0.160993	  0.166893		CURRENT LEARNING RATE: 0.005950530260767778
previous_iter_valid_loss : 0.16082961857318878

    476760	  0.161024	  0.160830	  0.166729		CURRENT LEARNING RATE: 0.005949340273718292
previous_iter_valid_loss : 0.16403310000896454

    476780	  0.164264	  0.164033	  0.166884		CURRENT LEARNING RATE: 0.005948150524642425
previous_iter_valid_loss : 0.1659528613090515

    476800	  0.166179	  0.165953	  0.167044		CURRENT LEARNING RATE: 0.005946961013492575
previous_iter_valid_loss : 0.17121265828609467

    476820	  0.171385	  0.171213	  0.167248		CURRENT LEARNING RATE: 0.00594577174022117
previous_iter_valid_loss : 0.16266365349292755

    476840	  0.162874	  0.162664	  0.167216		CURRENT LEARNING RATE: 0.00594458270478063
previous_iter_valid_loss : 0.16094377636909485

    476860	  0.161131	  0.160944	  0.166530		CURRENT LEARNING RATE: 0.005943393907123405
previous_iter_valid_loss : 0.16861118376255035

    476880	  0.168864	  0.168611	  0.165983		CURRENT LEARNING RATE: 0.005942205347201933
previous_iter_valid_loss : 0.1610030084848404

    476900	  0.161174	  0.161003	  0.165473		CURRENT LEARNING RATE: 0.005941017024968679
previous_iter_valid_loss : 0.1648154854774475

    476920	  0.164995	  0.164815	  0.165383		CURRENT LEARNING RATE: 0.005939828940376103
previous_iter_valid_loss : 0.1644282341003418

    476940	  0.164638	  0.164428	  0.164880		CURRENT LEARNING RATE: 0.005938641093376689
previous_iter_valid_loss : 0.16501204669475555

    476960	  0.165191	  0.165012	  0.164783		CURRENT LEARNING RATE: 0.005937453483922916
previous_iter_valid_loss : 0.1697716861963272

    476980	  0.170030	  0.169772	  0.163963		CURRENT LEARNING RATE: 0.005936266111967288
previous_iter_valid_loss : 0.16066686809062958

    477000	  0.160838	  0.160667	  0.163945		CURRENT LEARNING RATE: 0.0059350789774622985
previous_iter_valid_loss : 0.16192668676376343

    477020	  0.162130	  0.161927	  0.163953		CURRENT LEARNING RATE: 0.005933892080360471
previous_iter_valid_loss : 0.1872326135635376

    477040	  0.187388	  0.187233	  0.165283		CURRENT LEARNING RATE: 0.0059327054206143315
previous_iter_valid_loss : 0.16089574992656708

    477060	  0.161054	  0.160896	  0.165204		CURRENT LEARNING RATE: 0.005931518998176405
previous_iter_valid_loss : 0.16057109832763672

    477080	  0.160731	  0.160571	  0.165157		CURRENT LEARNING RATE: 0.005930332812999244
previous_iter_valid_loss : 0.16092249751091003

    477100	  0.161075	  0.160922	  0.164652		CURRENT LEARNING RATE: 0.00592914686503539
previous_iter_valid_loss : 0.16269202530384064

    477120	  0.162841	  0.162692	  0.164757		CURRENT LEARNING RATE: 0.005927961154237419
previous_iter_valid_loss : 0.18648414313793182

    477140	  0.186651	  0.186484	  0.166032		CURRENT LEARNING RATE: 0.005926775680557887
previous_iter_valid_loss : 0.16213557124137878

    477160	  0.162309	  0.162136	  0.166097		CURRENT LEARNING RATE: 0.005925590443949391
previous_iter_valid_loss : 0.16714438796043396

    477180	  0.167310	  0.167144	  0.166253		CURRENT LEARNING RATE: 0.005924405444364508
previous_iter_valid_loss : 0.16084972023963928

    477200	  0.161042	  0.160850	  0.165997		CURRENT LEARNING RATE: 0.005923220681755847
previous_iter_valid_loss : 0.1677844524383545

    477220	  0.167956	  0.167784	  0.165826		CURRENT LEARNING RATE: 0.00592203615607601
previous_iter_valid_loss : 0.16292902827262878

    477240	  0.163094	  0.162929	  0.165839		CURRENT LEARNING RATE: 0.005920851867277625
previous_iter_valid_loss : 0.16157793998718262

    477260	  0.161790	  0.161578	  0.165871		CURRENT LEARNING RATE: 0.00591966781531331
previous_iter_valid_loss : 0.16717500984668732

    477280	  0.167346	  0.167175	  0.165799		CURRENT LEARNING RATE: 0.005918484000135714
previous_iter_valid_loss : 0.16536195576190948

    477300	  0.165538	  0.165362	  0.166017		CURRENT LEARNING RATE: 0.005917300421697474
previous_iter_valid_loss : 0.16420793533325195

    477320	  0.164427	  0.164208	  0.165987		CURRENT LEARNING RATE: 0.005916117079951256
previous_iter_valid_loss : 0.1608572006225586

    477340	  0.161050	  0.160857	  0.165808		CURRENT LEARNING RATE: 0.005914933974849717
previous_iter_valid_loss : 0.1629820615053177

    477360	  0.163155	  0.162982	  0.165707		CURRENT LEARNING RATE: 0.0059137511063455436
previous_iter_valid_loss : 0.1806488186120987

    477380	  0.181019	  0.180649	  0.166251		CURRENT LEARNING RATE: 0.005912568474391409
previous_iter_valid_loss : 0.1608041226863861

    477400	  0.160993	  0.160804	  0.166257		CURRENT LEARNING RATE: 0.0059113860789400145
previous_iter_valid_loss : 0.16131684184074402

    477420	  0.161479	  0.161317	  0.166227		CURRENT LEARNING RATE: 0.005910203919944069
previous_iter_valid_loss : 0.161110058426857

    477440	  0.161315	  0.161110	  0.164921		CURRENT LEARNING RATE: 0.005909021997356277
previous_iter_valid_loss : 0.16212494671344757

    477460	  0.162341	  0.162125	  0.164982		CURRENT LEARNING RATE: 0.00590784031112937
previous_iter_valid_loss : 0.16341368854045868

    477480	  0.163625	  0.163414	  0.165124		CURRENT LEARNING RATE: 0.005906658861216071
previous_iter_valid_loss : 0.17424800992012024

    477500	  0.174553	  0.174248	  0.165791		CURRENT LEARNING RATE: 0.005905477647569133
previous_iter_valid_loss : 0.1608704775571823

    477520	  0.161070	  0.160870	  0.165700		CURRENT LEARNING RATE: 0.0059042966701412965
previous_iter_valid_loss : 0.16054676473140717

    477540	  0.160724	  0.160547	  0.164403		CURRENT LEARNING RATE: 0.005903115928885332
previous_iter_valid_loss : 0.16965894401073456

    477560	  0.169923	  0.169659	  0.164779		CURRENT LEARNING RATE: 0.005901935423754
previous_iter_valid_loss : 0.1632324755191803

    477580	  0.163451	  0.163232	  0.164583		CURRENT LEARNING RATE: 0.005900755154700092
previous_iter_valid_loss : 0.16058218479156494

    477600	  0.160746	  0.160582	  0.164570		CURRENT LEARNING RATE: 0.005899575121676386
previous_iter_valid_loss : 0.16112659871578217

    477620	  0.161336	  0.161127	  0.164237		CURRENT LEARNING RATE: 0.00589839532463569
previous_iter_valid_loss : 0.16189464926719666

    477640	  0.162060	  0.161895	  0.164185		CURRENT LEARNING RATE: 0.005897215763530802
previous_iter_valid_loss : 0.16657088696956635

    477660	  0.166810	  0.166571	  0.164435		CURRENT LEARNING RATE: 0.005896036438314551
previous_iter_valid_loss : 0.16269834339618683

    477680	  0.162872	  0.162698	  0.164211		CURRENT LEARNING RATE: 0.005894857348939753
previous_iter_valid_loss : 0.16338446736335754

    477700	  0.163566	  0.163384	  0.164112		CURRENT LEARNING RATE: 0.0058936784953592565
previous_iter_valid_loss : 0.16056078672409058

    477720	  0.160732	  0.160561	  0.163930		CURRENT LEARNING RATE: 0.005892499877525894
previous_iter_valid_loss : 0.1612349897623062

    477740	  0.161409	  0.161235	  0.163949		CURRENT LEARNING RATE: 0.005891321495392533
previous_iter_valid_loss : 0.1610708236694336

    477760	  0.161226	  0.161071	  0.163853		CURRENT LEARNING RATE: 0.005890143348912027
previous_iter_valid_loss : 0.16246728599071503

    477780	  0.162682	  0.162467	  0.162944		CURRENT LEARNING RATE: 0.0058889654380372605
previous_iter_valid_loss : 0.16113924980163574

    477800	  0.161345	  0.161139	  0.162961		CURRENT LEARNING RATE: 0.005887787762721108
previous_iter_valid_loss : 0.1716214120388031

    477820	  0.171801	  0.171621	  0.163476		CURRENT LEARNING RATE: 0.005886610322916467
previous_iter_valid_loss : 0.16054533421993256

    477840	  0.160730	  0.160545	  0.163448		CURRENT LEARNING RATE: 0.005885433118576244
previous_iter_valid_loss : 0.16173936426639557

    477860	  0.161954	  0.161739	  0.163429		CURRENT LEARNING RATE: 0.005884256149653342
previous_iter_valid_loss : 0.1896175742149353

    477880	  0.190081	  0.189618	  0.164739		CURRENT LEARNING RATE: 0.0058830794161006915
previous_iter_valid_loss : 0.17452555894851685

    477900	  0.174692	  0.174526	  0.164753		CURRENT LEARNING RATE: 0.0058819029178712135
previous_iter_valid_loss : 0.16162829101085663

    477920	  0.161819	  0.161628	  0.164791		CURRENT LEARNING RATE: 0.005880726654917859
previous_iter_valid_loss : 0.16433218121528625

    477940	  0.164552	  0.164332	  0.164980		CURRENT LEARNING RATE: 0.005879550627193564
previous_iter_valid_loss : 0.175430566072464

    477960	  0.175600	  0.175431	  0.165268		CURRENT LEARNING RATE: 0.0058783748346513025
previous_iter_valid_loss : 0.16291245818138123

    477980	  0.163087	  0.162912	  0.165252		CURRENT LEARNING RATE: 0.0058771992772440294
previous_iter_valid_loss : 0.16381418704986572

    478000	  0.164032	  0.163814	  0.165414		CURRENT LEARNING RATE: 0.005876023954924732
previous_iter_valid_loss : 0.16138799488544464

    478020	  0.161557	  0.161388	  0.165427		CURRENT LEARNING RATE: 0.00587484886764639
previous_iter_valid_loss : 0.16345015168190002

    478040	  0.163679	  0.163450	  0.165505		CURRENT LEARNING RATE: 0.005873674015362008
previous_iter_valid_loss : 0.16328468918800354

    478060	  0.163473	  0.163285	  0.165341		CURRENT LEARNING RATE: 0.005872499398024583
previous_iter_valid_loss : 0.16804088652133942

    478080	  0.168212	  0.168041	  0.165608		CURRENT LEARNING RATE: 0.0058713250155871385
previous_iter_valid_loss : 0.167088583111763

    478100	  0.167266	  0.167089	  0.165793		CURRENT LEARNING RATE: 0.005870150868002691
previous_iter_valid_loss : 0.16132578253746033

    478120	  0.161504	  0.161326	  0.165831		CURRENT LEARNING RATE: 0.005868976955224285
previous_iter_valid_loss : 0.16809143126010895

    478140	  0.168342	  0.168091	  0.166174		CURRENT LEARNING RATE: 0.005867803277204951
previous_iter_valid_loss : 0.1781245619058609

    478160	  0.178449	  0.178125	  0.167027		CURRENT LEARNING RATE: 0.005866629833897755
previous_iter_valid_loss : 0.16386668384075165

    478180	  0.164101	  0.163867	  0.167097		CURRENT LEARNING RATE: 0.005865456625255748
previous_iter_valid_loss : 0.1611037701368332

    478200	  0.161308	  0.161104	  0.167095		CURRENT LEARNING RATE: 0.005864283651232012
previous_iter_valid_loss : 0.16144096851348877

    478220	  0.161613	  0.161441	  0.166586		CURRENT LEARNING RATE: 0.005863110911779617
previous_iter_valid_loss : 0.16181474924087524

    478240	  0.161992	  0.161815	  0.166649		CURRENT LEARNING RATE: 0.0058619384068516606
previous_iter_valid_loss : 0.1687721312046051

    478260	  0.169030	  0.168772	  0.167001		CURRENT LEARNING RATE: 0.005860766136401245
previous_iter_valid_loss : 0.1677592247724533

    478280	  0.168005	  0.167759	  0.165908		CURRENT LEARNING RATE: 0.005859594100381471
previous_iter_valid_loss : 0.16452477872371674

    478300	  0.164748	  0.164525	  0.165408		CURRENT LEARNING RATE: 0.005858422298745467
previous_iter_valid_loss : 0.16203245520591736

    478320	  0.162249	  0.162032	  0.165428		CURRENT LEARNING RATE: 0.00585725073144635
previous_iter_valid_loss : 0.17575815320014954

    478340	  0.175929	  0.175758	  0.165999		CURRENT LEARNING RATE: 0.0058560793984372694
previous_iter_valid_loss : 0.16620033979415894

    478360	  0.166378	  0.166200	  0.165538		CURRENT LEARNING RATE: 0.00585490829967136
previous_iter_valid_loss : 0.16325165331363678

    478380	  0.163421	  0.163252	  0.165555		CURRENT LEARNING RATE: 0.005853737435101787
previous_iter_valid_loss : 0.1624673753976822

    478400	  0.162685	  0.162467	  0.165488		CURRENT LEARNING RATE: 0.005852566804681709
previous_iter_valid_loss : 0.1662694811820984

    478420	  0.166439	  0.166269	  0.165732		CURRENT LEARNING RATE: 0.005851396408364309
previous_iter_valid_loss : 0.1628931313753128

    478440	  0.163067	  0.162893	  0.165704		CURRENT LEARNING RATE: 0.005850226246102761
previous_iter_valid_loss : 0.16536447405815125

    478460	  0.165603	  0.165364	  0.165808		CURRENT LEARNING RATE: 0.005849056317850267
previous_iter_valid_loss : 0.16324004530906677

    478480	  0.163419	  0.163240	  0.165568		CURRENT LEARNING RATE: 0.005847886623560022
previous_iter_valid_loss : 0.19099575281143188

    478500	  0.191135	  0.190996	  0.166763		CURRENT LEARNING RATE: 0.00584671716318525
previous_iter_valid_loss : 0.1626710295677185

    478520	  0.162853	  0.162671	  0.166830		CURRENT LEARNING RATE: 0.005845547936679158
previous_iter_valid_loss : 0.16553768515586853

    478540	  0.165780	  0.165538	  0.166703		CURRENT LEARNING RATE: 0.00584437894399499
previous_iter_valid_loss : 0.16136175394058228

    478560	  0.161543	  0.161362	  0.165864		CURRENT LEARNING RATE: 0.005843210185085975
previous_iter_valid_loss : 0.17565573751926422

    478580	  0.175969	  0.175656	  0.166454		CURRENT LEARNING RATE: 0.0058420416599053735
previous_iter_valid_loss : 0.17309342324733734

    478600	  0.173386	  0.173093	  0.167053		CURRENT LEARNING RATE: 0.005840873368406435
previous_iter_valid_loss : 0.1671750247478485

    478620	  0.167353	  0.167175	  0.167340		CURRENT LEARNING RATE: 0.005839705310542431
previous_iter_valid_loss : 0.16085126996040344

    478640	  0.161018	  0.160851	  0.167292		CURRENT LEARNING RATE: 0.0058385374862666446
previous_iter_valid_loss : 0.16369105875492096

    478660	  0.163924	  0.163691	  0.167038		CURRENT LEARNING RATE: 0.005837369895532354
previous_iter_valid_loss : 0.1615847647190094

    478680	  0.161799	  0.161585	  0.166729		CURRENT LEARNING RATE: 0.0058362025382928655
previous_iter_valid_loss : 0.16213980317115784

    478700	  0.162354	  0.162140	  0.166610		CURRENT LEARNING RATE: 0.0058350354145014745
previous_iter_valid_loss : 0.161044180393219

    478720	  0.161245	  0.161044	  0.166561		CURRENT LEARNING RATE: 0.005833868524111505
previous_iter_valid_loss : 0.16296237707138062

    478740	  0.163177	  0.162962	  0.165921		CURRENT LEARNING RATE: 0.005832701867076274
previous_iter_valid_loss : 0.16361406445503235

    478760	  0.163797	  0.163614	  0.165791		CURRENT LEARNING RATE: 0.005831535443349121
previous_iter_valid_loss : 0.1623818725347519

    478780	  0.162585	  0.162382	  0.165748		CURRENT LEARNING RATE: 0.005830369252883384
previous_iter_valid_loss : 0.18024981021881104

    478800	  0.180423	  0.180250	  0.166637		CURRENT LEARNING RATE: 0.00582920329563242
previous_iter_valid_loss : 0.1703972965478897

    478820	  0.170572	  0.170397	  0.166843		CURRENT LEARNING RATE: 0.005828037571549586
previous_iter_valid_loss : 0.1760876178741455

    478840	  0.176398	  0.176088	  0.167503		CURRENT LEARNING RATE: 0.0058268720805882595
previous_iter_valid_loss : 0.16104164719581604

    478860	  0.161214	  0.161042	  0.167287		CURRENT LEARNING RATE: 0.005825706822701813
previous_iter_valid_loss : 0.17225781083106995

    478880	  0.172546	  0.172258	  0.167738		CURRENT LEARNING RATE: 0.0058245417978436435
previous_iter_valid_loss : 0.16627000272274017

    478900	  0.166504	  0.166270	  0.166502		CURRENT LEARNING RATE: 0.005823377005967144
previous_iter_valid_loss : 0.1627354472875595

    478920	  0.162916	  0.162735	  0.166505		CURRENT LEARNING RATE: 0.005822212447025727
previous_iter_valid_loss : 0.16092965006828308

    478940	  0.161085	  0.160930	  0.166274		CURRENT LEARNING RATE: 0.005821048120972807
previous_iter_valid_loss : 0.17049704492092133

    478960	  0.170660	  0.170497	  0.166731		CURRENT LEARNING RATE: 0.005819884027761816
previous_iter_valid_loss : 0.17122533917427063

    478980	  0.171395	  0.171225	  0.166510		CURRENT LEARNING RATE: 0.005818720167346182
previous_iter_valid_loss : 0.16070477664470673

    479000	  0.160892	  0.160705	  0.165890		CURRENT LEARNING RATE: 0.005817556539679363
previous_iter_valid_loss : 0.16860893368721008

    479020	  0.168781	  0.168609	  0.165962		CURRENT LEARNING RATE: 0.005816393144714798
previous_iter_valid_loss : 0.1623084843158722

    479040	  0.162495	  0.162308	  0.166035		CURRENT LEARNING RATE: 0.005815229982405961
previous_iter_valid_loss : 0.1612163782119751

    479060	  0.161396	  0.161216	  0.165911		CURRENT LEARNING RATE: 0.005814067052706328
previous_iter_valid_loss : 0.16277803480625153

    479080	  0.162958	  0.162778	  0.165971		CURRENT LEARNING RATE: 0.005812904355569374
previous_iter_valid_loss : 0.16684815287590027

    479100	  0.167093	  0.166848	  0.166206		CURRENT LEARNING RATE: 0.005811741890948599
previous_iter_valid_loss : 0.16075487434864044

    479120	  0.160936	  0.160755	  0.166192		CURRENT LEARNING RATE: 0.005810579658797496
previous_iter_valid_loss : 0.1984473466873169

    479140	  0.198970	  0.198447	  0.167966		CURRENT LEARNING RATE: 0.005809417659069586
previous_iter_valid_loss : 0.16176347434520721

    479160	  0.161964	  0.161763	  0.167873		CURRENT LEARNING RATE: 0.005808255891718378
previous_iter_valid_loss : 0.16401328146457672

    479180	  0.164228	  0.164013	  0.167955		CURRENT LEARNING RATE: 0.00580709435669741
previous_iter_valid_loss : 0.16408805549144745

    479200	  0.164301	  0.164088	  0.167147		CURRENT LEARNING RATE: 0.005805933053960213
previous_iter_valid_loss : 0.16156677901744843

    479220	  0.161763	  0.161567	  0.166705		CURRENT LEARNING RATE: 0.005804771983460344
previous_iter_valid_loss : 0.16065573692321777

    479240	  0.160813	  0.160656	  0.165934		CURRENT LEARNING RATE: 0.0058036111451513495
previous_iter_valid_loss : 0.16084237396717072

    479260	  0.161030	  0.160842	  0.165924		CURRENT LEARNING RATE: 0.005802450538986808
previous_iter_valid_loss : 0.1731722503900528

    479280	  0.173467	  0.173172	  0.165970		CURRENT LEARNING RATE: 0.005801290164920283
previous_iter_valid_loss : 0.17748069763183594

    479300	  0.177809	  0.177481	  0.166530		CURRENT LEARNING RATE: 0.00580013002290537
previous_iter_valid_loss : 0.16343355178833008

    479320	  0.163642	  0.163434	  0.166565		CURRENT LEARNING RATE: 0.005798970112895653
previous_iter_valid_loss : 0.1710389256477356

    479340	  0.171312	  0.171039	  0.167070		CURRENT LEARNING RATE: 0.0057978104348447475
previous_iter_valid_loss : 0.16574788093566895

    479360	  0.165969	  0.165748	  0.166833		CURRENT LEARNING RATE: 0.0057966509887062544
previous_iter_valid_loss : 0.17158636450767517

    479380	  0.171874	  0.171586	  0.166851		CURRENT LEARNING RATE: 0.005795491774433807
previous_iter_valid_loss : 0.1605827808380127

    479400	  0.160750	  0.160583	  0.166845		CURRENT LEARNING RATE: 0.005794332791981028
previous_iter_valid_loss : 0.16110211610794067

    479420	  0.161273	  0.161102	  0.166470		CURRENT LEARNING RATE: 0.005793174041301559
previous_iter_valid_loss : 0.16078594326972961

    479440	  0.160944	  0.160786	  0.166393		CURRENT LEARNING RATE: 0.005792015522349057
previous_iter_valid_loss : 0.16689525544643402

    479460	  0.167134	  0.166895	  0.166677		CURRENT LEARNING RATE: 0.005790857235077174
previous_iter_valid_loss : 0.16128262877464294

    479480	  0.161442	  0.161283	  0.166603		CURRENT LEARNING RATE: 0.005789699179439585
previous_iter_valid_loss : 0.16170762479305267

    479500	  0.161892	  0.161708	  0.166346		CURRENT LEARNING RATE: 0.005788541355389959
previous_iter_valid_loss : 0.16271351277828217

    479520	  0.162891	  0.162714	  0.166443		CURRENT LEARNING RATE: 0.005787383762881993
previous_iter_valid_loss : 0.1606535017490387

    479540	  0.160817	  0.160654	  0.164554		CURRENT LEARNING RATE: 0.005786226401869373
previous_iter_valid_loss : 0.178161159157753

    479560	  0.178333	  0.178161	  0.165374		CURRENT LEARNING RATE: 0.005785069272305816
previous_iter_valid_loss : 0.16275344789028168

    479580	  0.162979	  0.162753	  0.165311		CURRENT LEARNING RATE: 0.005783912374145024
previous_iter_valid_loss : 0.16267997026443481

    479600	  0.162857	  0.162680	  0.165240		CURRENT LEARNING RATE: 0.005782755707340735
previous_iter_valid_loss : 0.160606250166893

    479620	  0.160769	  0.160606	  0.165192		CURRENT LEARNING RATE: 0.005781599271846668
previous_iter_valid_loss : 0.16135713458061218

    479640	  0.161567	  0.161357	  0.165227		CURRENT LEARNING RATE: 0.005780443067616578
previous_iter_valid_loss : 0.1691582202911377

    479660	  0.169319	  0.169158	  0.165643		CURRENT LEARNING RATE: 0.005779287094604207
previous_iter_valid_loss : 0.1629418432712555

    479680	  0.163146	  0.162942	  0.165132		CURRENT LEARNING RATE: 0.005778131352763326
previous_iter_valid_loss : 0.16115622222423553

    479700	  0.161350	  0.161156	  0.164315		CURRENT LEARNING RATE: 0.005776975842047694
previous_iter_valid_loss : 0.1630866676568985

    479720	  0.163288	  0.163087	  0.164298		CURRENT LEARNING RATE: 0.005775820562411102
previous_iter_valid_loss : 0.1721646785736084

    479740	  0.172448	  0.172165	  0.164354		CURRENT LEARNING RATE: 0.005774665513807327
previous_iter_valid_loss : 0.16570721566677094

    479760	  0.165864	  0.165707	  0.164352		CURRENT LEARNING RATE: 0.00577351069619018
previous_iter_valid_loss : 0.16220623254776

    479780	  0.162423	  0.162206	  0.163883		CURRENT LEARNING RATE: 0.005772356109513456
previous_iter_valid_loss : 0.16417907178401947

    479800	  0.164385	  0.164179	  0.164063		CURRENT LEARNING RATE: 0.005771201753730981
previous_iter_valid_loss : 0.16070079803466797

    479820	  0.160864	  0.160701	  0.164043		CURRENT LEARNING RATE: 0.005770047628796573
previous_iter_valid_loss : 0.161232128739357

    479840	  0.161386	  0.161232	  0.164065		CURRENT LEARNING RATE: 0.005768893734664071
previous_iter_valid_loss : 0.16694845259189606

    479860	  0.167112	  0.166948	  0.164068		CURRENT LEARNING RATE: 0.0057677400712873245
previous_iter_valid_loss : 0.16107846796512604

    479880	  0.161248	  0.161078	  0.164058		CURRENT LEARNING RATE: 0.005766586638620176
previous_iter_valid_loss : 0.1633850485086441

    479900	  0.163563	  0.163385	  0.164142		CURRENT LEARNING RATE: 0.005765433436616499
previous_iter_valid_loss : 0.1671648919582367

    479920	  0.167407	  0.167165	  0.164364		CURRENT LEARNING RATE: 0.005764280465230155
previous_iter_valid_loss : 0.16528718173503876

    479940	  0.165457	  0.165287	  0.164596		CURRENT LEARNING RATE: 0.005763127724415036
previous_iter_valid_loss : 0.1805240958929062

    479960	  0.180869	  0.180524	  0.164714		CURRENT LEARNING RATE: 0.005761975214125021
previous_iter_valid_loss : 0.1605805605649948

    479980	  0.160739	  0.160581	  0.164605		CURRENT LEARNING RATE: 0.005760822934314021
previous_iter_valid_loss : 0.16065824031829834

    480000	  0.160830	  0.160658	  0.164504		CURRENT LEARNING RATE: 0.005759670884935933
previous_iter_valid_loss : 0.16520078480243683

    480020	  0.165380	  0.165201	  0.164734		CURRENT LEARNING RATE: 0.005758519065944687
previous_iter_valid_loss : 0.16070321202278137

    480040	  0.160879	  0.160703	  0.164701		CURRENT LEARNING RATE: 0.0057573674772942
previous_iter_valid_loss : 0.16107580065727234

    480060	  0.161273	  0.161076	  0.164297		CURRENT LEARNING RATE: 0.005756216118938417
previous_iter_valid_loss : 0.16763712465763092

    480080	  0.167806	  0.167637	  0.164532		CURRENT LEARNING RATE: 0.0057550649908312745
previous_iter_valid_loss : 0.16312015056610107

    480100	  0.163324	  0.163120	  0.164630		CURRENT LEARNING RATE: 0.005753914092926738
previous_iter_valid_loss : 0.1608600914478302

    480120	  0.161019	  0.160860	  0.164519		CURRENT LEARNING RATE: 0.005752763425178761
previous_iter_valid_loss : 0.16091465950012207

    480140	  0.161084	  0.160915	  0.163956		CURRENT LEARNING RATE: 0.005751612987541325
previous_iter_valid_loss : 0.16848185658454895

    480160	  0.168662	  0.168482	  0.164095		CURRENT LEARNING RATE: 0.005750462779968406
previous_iter_valid_loss : 0.16104085743427277

    480180	  0.161233	  0.161041	  0.164037		CURRENT LEARNING RATE: 0.005749312802414004
previous_iter_valid_loss : 0.17272712290287018

    480200	  0.172897	  0.172727	  0.164464		CURRENT LEARNING RATE: 0.00574816305483211
previous_iter_valid_loss : 0.1774565875530243

    480220	  0.177630	  0.177457	  0.165302		CURRENT LEARNING RATE: 0.005747013537176743
previous_iter_valid_loss : 0.16077935695648193

    480240	  0.160960	  0.160779	  0.165279		CURRENT LEARNING RATE: 0.005745864249401914
previous_iter_valid_loss : 0.16391924023628235

    480260	  0.164096	  0.163919	  0.165128		CURRENT LEARNING RATE: 0.005744715191461656
previous_iter_valid_loss : 0.16500796377658844

    480280	  0.165234	  0.165008	  0.165324		CURRENT LEARNING RATE: 0.005743566363310011
previous_iter_valid_loss : 0.16171716153621674

    480300	  0.161892	  0.161717	  0.165241		CURRENT LEARNING RATE: 0.0057424177649010155
previous_iter_valid_loss : 0.1611168086528778

    480320	  0.161310	  0.161117	  0.164939		CURRENT LEARNING RATE: 0.005741269396188737
previous_iter_valid_loss : 0.1711599975824356

    480340	  0.171432	  0.171160	  0.165232		CURRENT LEARNING RATE: 0.00574012125712723
previous_iter_valid_loss : 0.1676480770111084

    480360	  0.167895	  0.167648	  0.164588		CURRENT LEARNING RATE: 0.0057389733476705795
previous_iter_valid_loss : 0.16527247428894043

    480380	  0.165488	  0.165272	  0.164823		CURRENT LEARNING RATE: 0.005737825667772858
previous_iter_valid_loss : 0.16057687997817993

    480400	  0.160743	  0.160577	  0.164819		CURRENT LEARNING RATE: 0.00573667821738817
previous_iter_valid_loss : 0.18435324728488922

    480420	  0.184737	  0.184353	  0.165777		CURRENT LEARNING RATE: 0.005735530996470606
previous_iter_valid_loss : 0.1767185926437378

    480440	  0.176897	  0.176719	  0.166577		CURRENT LEARNING RATE: 0.005734384004974287
previous_iter_valid_loss : 0.16231994330883026

    480460	  0.162534	  0.162320	  0.166640		CURRENT LEARNING RATE: 0.005733237242853324
previous_iter_valid_loss : 0.17222431302070618

    480480	  0.172514	  0.172224	  0.166869		CURRENT LEARNING RATE: 0.005732090710061858
previous_iter_valid_loss : 0.1614120900630951

    480500	  0.161583	  0.161412	  0.166784		CURRENT LEARNING RATE: 0.005730944406554014
previous_iter_valid_loss : 0.17170390486717224

    480520	  0.171986	  0.171704	  0.167326		CURRENT LEARNING RATE: 0.005729798332283953
previous_iter_valid_loss : 0.16084152460098267

    480540	  0.161033	  0.160842	  0.167322		CURRENT LEARNING RATE: 0.005728652487205822
previous_iter_valid_loss : 0.16230714321136475

    480560	  0.162479	  0.162307	  0.167013		CURRENT LEARNING RATE: 0.0057275068712737956
previous_iter_valid_loss : 0.16466578841209412

    480580	  0.164835	  0.164666	  0.167195		CURRENT LEARNING RATE: 0.005726361484442039
previous_iter_valid_loss : 0.16253872215747833

    480600	  0.162747	  0.162539	  0.166685		CURRENT LEARNING RATE: 0.005725216326664747
previous_iter_valid_loss : 0.16160649061203003

    480620	  0.161774	  0.161606	  0.165893		CURRENT LEARNING RATE: 0.005724071397896106
previous_iter_valid_loss : 0.16798678040504456

    480640	  0.168236	  0.167987	  0.166253		CURRENT LEARNING RATE: 0.0057229266980903205
previous_iter_valid_loss : 0.16584090888500214

    480660	  0.166068	  0.165841	  0.166349		CURRENT LEARNING RATE: 0.005721782227201609
previous_iter_valid_loss : 0.16163253784179688

    480680	  0.161833	  0.161633	  0.166180		CURRENT LEARNING RATE: 0.005720637985184182
previous_iter_valid_loss : 0.16166092455387115

    480700	  0.161823	  0.161661	  0.166177		CURRENT LEARNING RATE: 0.00571949397199228
previous_iter_valid_loss : 0.16121770441532135

    480720	  0.161419	  0.161218	  0.166183		CURRENT LEARNING RATE: 0.005718350187580134
previous_iter_valid_loss : 0.1633032113313675

    480740	  0.163476	  0.163303	  0.165790		CURRENT LEARNING RATE: 0.005717206631902
previous_iter_valid_loss : 0.1677035689353943

    480760	  0.167878	  0.167704	  0.165792		CURRENT LEARNING RATE: 0.005716063304912126
previous_iter_valid_loss : 0.16135597229003906

    480780	  0.161546	  0.161356	  0.165597		CURRENT LEARNING RATE: 0.005714920206564792
previous_iter_valid_loss : 0.17257866263389587

    480800	  0.172735	  0.172579	  0.166197		CURRENT LEARNING RATE: 0.005713777336814261
previous_iter_valid_loss : 0.166673943400383

    480820	  0.166899	  0.166674	  0.165313		CURRENT LEARNING RATE: 0.00571263469561483
previous_iter_valid_loss : 0.17044506967067719

    480840	  0.170712	  0.170445	  0.164999		CURRENT LEARNING RATE: 0.005711492282920783
previous_iter_valid_loss : 0.1606479436159134

    480860	  0.160837	  0.160648	  0.164916		CURRENT LEARNING RATE: 0.005710350098686432
previous_iter_valid_loss : 0.163849875330925

    480880	  0.164017	  0.163850	  0.164497		CURRENT LEARNING RATE: 0.0057092081428660795
previous_iter_valid_loss : 0.16556212306022644

    480900	  0.165733	  0.165562	  0.164704		CURRENT LEARNING RATE: 0.005708066415414061
previous_iter_valid_loss : 0.1624196469783783

    480920	  0.162629	  0.162420	  0.164240		CURRENT LEARNING RATE: 0.0057069249162846935
previous_iter_valid_loss : 0.1606939435005188

    480940	  0.160850	  0.160694	  0.164233		CURRENT LEARNING RATE: 0.005705783645432329
previous_iter_valid_loss : 0.1607026904821396

    480960	  0.160862	  0.160703	  0.164152		CURRENT LEARNING RATE: 0.005704642602811305
previous_iter_valid_loss : 0.1650642454624176

    480980	  0.165287	  0.165064	  0.164172		CURRENT LEARNING RATE: 0.005703501788375992
previous_iter_valid_loss : 0.16327746212482452

    481000	  0.163437	  0.163277	  0.164209		CURRENT LEARNING RATE: 0.005702361202080746
previous_iter_valid_loss : 0.16595925390720367

    481020	  0.166124	  0.165959	  0.164427		CURRENT LEARNING RATE: 0.005701220843879953
previous_iter_valid_loss : 0.1676182746887207

    481040	  0.167787	  0.167618	  0.164409		CURRENT LEARNING RATE: 0.005700080713727991
previous_iter_valid_loss : 0.16067661345005035

    481060	  0.160853	  0.160677	  0.164150		CURRENT LEARNING RATE: 0.005698940811579258
previous_iter_valid_loss : 0.21501731872558594

    481080	  0.215058	  0.215017	  0.166820		CURRENT LEARNING RATE: 0.005697801137388162
previous_iter_valid_loss : 0.1644497960805893

    481100	  0.164666	  0.164450	  0.166959		CURRENT LEARNING RATE: 0.005696661691109109
previous_iter_valid_loss : 0.16097237169742584

    481120	  0.161131	  0.160972	  0.166947		CURRENT LEARNING RATE: 0.005695522472696528
previous_iter_valid_loss : 0.16065771877765656

    481140	  0.160820	  0.160658	  0.166814		CURRENT LEARNING RATE: 0.005694383482104841
previous_iter_valid_loss : 0.1616668701171875

    481160	  0.161878	  0.161667	  0.166513		CURRENT LEARNING RATE: 0.005693244719288501
previous_iter_valid_loss : 0.16394780576229095

    481180	  0.164171	  0.163948	  0.166642		CURRENT LEARNING RATE: 0.005692106184201945
previous_iter_valid_loss : 0.16068363189697266

    481200	  0.160868	  0.160684	  0.166047		CURRENT LEARNING RATE: 0.0056909678767996415
previous_iter_valid_loss : 0.17535646259784698

    481220	  0.175527	  0.175356	  0.166482		CURRENT LEARNING RATE: 0.0056898297970360496
previous_iter_valid_loss : 0.1703505963087082

    481240	  0.170615	  0.170351	  0.166477		CURRENT LEARNING RATE: 0.005688691944865654
previous_iter_valid_loss : 0.16064363718032837

    481260	  0.160827	  0.160644	  0.166477		CURRENT LEARNING RATE: 0.005687554320242933
previous_iter_valid_loss : 0.16330532729625702

    481280	  0.163524	  0.163305	  0.166449		CURRENT LEARNING RATE: 0.005686416923122392
previous_iter_valid_loss : 0.1864362359046936

    481300	  0.186597	  0.186436	  0.167493		CURRENT LEARNING RATE: 0.005685279753458521
previous_iter_valid_loss : 0.16100481152534485

    481320	  0.161202	  0.161005	  0.167422		CURRENT LEARNING RATE: 0.005684142811205847
previous_iter_valid_loss : 0.1616005152463913

    481340	  0.161810	  0.161601	  0.167468		CURRENT LEARNING RATE: 0.005683006096318881
previous_iter_valid_loss : 0.16554038226604462

    481360	  0.165716	  0.165540	  0.167710		CURRENT LEARNING RATE: 0.005681869608752165
previous_iter_valid_loss : 0.16182295978069305

    481380	  0.162005	  0.161823	  0.167548		CURRENT LEARNING RATE: 0.005680733348460229
previous_iter_valid_loss : 0.18534675240516663

    481400	  0.185508	  0.185347	  0.168651		CURRENT LEARNING RATE: 0.005679597315397632
previous_iter_valid_loss : 0.1666039377450943

    481420	  0.166779	  0.166604	  0.168683		CURRENT LEARNING RATE: 0.0056784615095189245
previous_iter_valid_loss : 0.17590902745723724

    481440	  0.176081	  0.175909	  0.169098		CURRENT LEARNING RATE: 0.005677325930778678
previous_iter_valid_loss : 0.1735689342021942

    481460	  0.173735	  0.173569	  0.169742		CURRENT LEARNING RATE: 0.005676190579131474
previous_iter_valid_loss : 0.16113924980163574

    481480	  0.161302	  0.161139	  0.167048		CURRENT LEARNING RATE: 0.005675055454531889
previous_iter_valid_loss : 0.16196733713150024

    481500	  0.162136	  0.161967	  0.166924		CURRENT LEARNING RATE: 0.005673920556934528
previous_iter_valid_loss : 0.16743330657482147

    481520	  0.167607	  0.167433	  0.167247		CURRENT LEARNING RATE: 0.005672785886293985
previous_iter_valid_loss : 0.1623016595840454

    481540	  0.162479	  0.162302	  0.167330		CURRENT LEARNING RATE: 0.005671651442564883
previous_iter_valid_loss : 0.1610347181558609

    481560	  0.161229	  0.161035	  0.167298		CURRENT LEARNING RATE: 0.005670517225701834
previous_iter_valid_loss : 0.1606394499540329

    481580	  0.160811	  0.160639	  0.167133		CURRENT LEARNING RATE: 0.005669383235659482
previous_iter_valid_loss : 0.1606123149394989

    481600	  0.160776	  0.160612	  0.167129		CURRENT LEARNING RATE: 0.005668249472392452
previous_iter_valid_loss : 0.16103026270866394

    481620	  0.161200	  0.161030	  0.166413		CURRENT LEARNING RATE: 0.005667115935855408
previous_iter_valid_loss : 0.17933937907218933

    481640	  0.179506	  0.179339	  0.166862		CURRENT LEARNING RATE: 0.0056659826260029985
previous_iter_valid_loss : 0.16170142590999603

    481660	  0.161896	  0.161701	  0.166915		CURRENT LEARNING RATE: 0.0056648495427898985
previous_iter_valid_loss : 0.16763794422149658

    481680	  0.167866	  0.167638	  0.167132		CURRENT LEARNING RATE: 0.0056637166861707765
previous_iter_valid_loss : 0.16752907633781433

    481700	  0.167699	  0.167529	  0.166186		CURRENT LEARNING RATE: 0.005662584056100327
previous_iter_valid_loss : 0.17391633987426758

    481720	  0.174215	  0.173916	  0.166832		CURRENT LEARNING RATE: 0.005661451652533236
previous_iter_valid_loss : 0.1620900183916092

    481740	  0.162279	  0.162090	  0.166856		CURRENT LEARNING RATE: 0.005660319475424218
previous_iter_valid_loss : 0.16054700314998627

    481760	  0.160723	  0.160547	  0.166607		CURRENT LEARNING RATE: 0.005659187524727972
previous_iter_valid_loss : 0.16704465448856354

    481780	  0.167278	  0.167045	  0.166868		CURRENT LEARNING RATE: 0.005658055800399234
previous_iter_valid_loss : 0.16773386299610138

    481800	  0.167909	  0.167734	  0.165987		CURRENT LEARNING RATE: 0.005656924302392725
previous_iter_valid_loss : 0.1609629988670349

    481820	  0.161159	  0.160963	  0.165705		CURRENT LEARNING RATE: 0.0056557930306631934
previous_iter_valid_loss : 0.1607276052236557

    481840	  0.160887	  0.160728	  0.164946		CURRENT LEARNING RATE: 0.005654661985165378
previous_iter_valid_loss : 0.17143011093139648

    481860	  0.171707	  0.171430	  0.164839		CURRENT LEARNING RATE: 0.005653531165854043
previous_iter_valid_loss : 0.17998921871185303

    481880	  0.180161	  0.179989	  0.165782		CURRENT LEARNING RATE: 0.005652400572683961
previous_iter_valid_loss : 0.1625964343547821

    481900	  0.162794	  0.162596	  0.165813		CURRENT LEARNING RATE: 0.005651270205609897
previous_iter_valid_loss : 0.1764233112335205

    481920	  0.176590	  0.176423	  0.166262		CURRENT LEARNING RATE: 0.005650140064586647
previous_iter_valid_loss : 0.1652766615152359

    481940	  0.165501	  0.165277	  0.166411		CURRENT LEARNING RATE: 0.005649010149568995
previous_iter_valid_loss : 0.1734495908021927

    481960	  0.173624	  0.173450	  0.167032		CURRENT LEARNING RATE: 0.0056478804605117556
previous_iter_valid_loss : 0.17491722106933594

    481980	  0.175086	  0.174917	  0.167746		CURRENT LEARNING RATE: 0.00564675099736973
previous_iter_valid_loss : 0.1610133796930313

    482000	  0.161201	  0.161013	  0.167766		CURRENT LEARNING RATE: 0.00564562176009775
previous_iter_valid_loss : 0.17047308385372162

    482020	  0.170642	  0.170473	  0.168238		CURRENT LEARNING RATE: 0.0056444927486506355
previous_iter_valid_loss : 0.16075316071510315

    482040	  0.160923	  0.160753	  0.167309		CURRENT LEARNING RATE: 0.0056433639629832385
previous_iter_valid_loss : 0.17369623482227325

    482060	  0.173985	  0.173696	  0.167909		CURRENT LEARNING RATE: 0.005642235403050394
previous_iter_valid_loss : 0.1611914336681366

    482080	  0.161379	  0.161191	  0.167586		CURRENT LEARNING RATE: 0.0056411070688069725
previous_iter_valid_loss : 0.16206765174865723

    482100	  0.162235	  0.162068	  0.167313		CURRENT LEARNING RATE: 0.0056399789602078285
previous_iter_valid_loss : 0.16656096279621124

    482120	  0.166725	  0.166561	  0.166945		CURRENT LEARNING RATE: 0.005638851077207849
previous_iter_valid_loss : 0.16732187569141388

    482140	  0.167495	  0.167322	  0.167207		CURRENT LEARNING RATE: 0.005637723419761908
previous_iter_valid_loss : 0.17010387778282166

    482160	  0.170274	  0.170104	  0.167685		CURRENT LEARNING RATE: 0.005636595987824911
previous_iter_valid_loss : 0.16151925921440125

    482180	  0.161724	  0.161519	  0.167409		CURRENT LEARNING RATE: 0.005635468781351748
previous_iter_valid_loss : 0.16186881065368652

    482200	  0.162082	  0.161869	  0.167115		CURRENT LEARNING RATE: 0.0056343418002973425
previous_iter_valid_loss : 0.17460066080093384

    482220	  0.174898	  0.174601	  0.167797		CURRENT LEARNING RATE: 0.005633215044616605
previous_iter_valid_loss : 0.17045190930366516

    482240	  0.170721	  0.170452	  0.168283		CURRENT LEARNING RATE: 0.005632088514264469
previous_iter_valid_loss : 0.16068294644355774

    482260	  0.160870	  0.160683	  0.167746		CURRENT LEARNING RATE: 0.005630962209195881
previous_iter_valid_loss : 0.16069810092449188

    482280	  0.160864	  0.160698	  0.166781		CURRENT LEARNING RATE: 0.005629836129365775
previous_iter_valid_loss : 0.16167916357517242

    482300	  0.161842	  0.161679	  0.166736		CURRENT LEARNING RATE: 0.005628710274729121
previous_iter_valid_loss : 0.16584943234920502

    482320	  0.166018	  0.165849	  0.166207		CURRENT LEARNING RATE: 0.0056275846452408735
previous_iter_valid_loss : 0.16107456386089325

    482340	  0.161239	  0.161075	  0.165997		CURRENT LEARNING RATE: 0.005626459240856019
previous_iter_valid_loss : 0.16059112548828125

    482360	  0.160761	  0.160591	  0.165354		CURRENT LEARNING RATE: 0.005625334061529528
previous_iter_valid_loss : 0.16510659456253052

    482380	  0.165283	  0.165107	  0.164863		CURRENT LEARNING RATE: 0.005624209107216406
previous_iter_valid_loss : 0.1607070416212082

    482400	  0.160892	  0.160707	  0.164848		CURRENT LEARNING RATE: 0.005623084377871643
previous_iter_valid_loss : 0.16072097420692444

    482420	  0.160878	  0.160721	  0.164360		CURRENT LEARNING RATE: 0.005621959873450262
previous_iter_valid_loss : 0.1722361296415329

    482440	  0.172401	  0.172236	  0.164935		CURRENT LEARNING RATE: 0.005620835593907272
previous_iter_valid_loss : 0.16259318590164185

    482460	  0.162757	  0.162593	  0.164379		CURRENT LEARNING RATE: 0.00561971153919771
previous_iter_valid_loss : 0.16573044657707214

    482480	  0.165914	  0.165730	  0.164606		CURRENT LEARNING RATE: 0.0056185877092766075
previous_iter_valid_loss : 0.16509033739566803

    482500	  0.165301	  0.165090	  0.164757		CURRENT LEARNING RATE: 0.0056174641040990176
previous_iter_valid_loss : 0.16355349123477936

    482520	  0.163755	  0.163553	  0.164607		CURRENT LEARNING RATE: 0.005616340723619988
previous_iter_valid_loss : 0.16089899837970734

    482540	  0.161084	  0.160899	  0.164286		CURRENT LEARNING RATE: 0.005615217567794593
previous_iter_valid_loss : 0.1618427038192749

    482560	  0.162051	  0.161843	  0.163873		CURRENT LEARNING RATE: 0.005614094636577896
previous_iter_valid_loss : 0.16791971027851105

    482580	  0.168150	  0.167920	  0.164193		CURRENT LEARNING RATE: 0.005612971929924992
previous_iter_valid_loss : 0.16612911224365234

    482600	  0.166358	  0.166129	  0.164406		CURRENT LEARNING RATE: 0.005611849447790958
previous_iter_valid_loss : 0.16064168512821198

    482620	  0.160823	  0.160642	  0.163708		CURRENT LEARNING RATE: 0.00561072719013091
previous_iter_valid_loss : 0.16144150495529175

    482640	  0.161607	  0.161442	  0.163257		CURRENT LEARNING RATE: 0.005609605156899945
previous_iter_valid_loss : 0.16242635250091553

    482660	  0.162622	  0.162426	  0.163345		CURRENT LEARNING RATE: 0.005608483348053186
previous_iter_valid_loss : 0.17551159858703613

    482680	  0.175672	  0.175512	  0.164085		CURRENT LEARNING RATE: 0.005607361763545767
previous_iter_valid_loss : 0.16298142075538635

    482700	  0.163144	  0.162981	  0.164150		CURRENT LEARNING RATE: 0.005606240403332815
previous_iter_valid_loss : 0.19134749472141266

    482720	  0.191800	  0.191347	  0.165425		CURRENT LEARNING RATE: 0.0056051192673694855
previous_iter_valid_loss : 0.1610356718301773

    482740	  0.161197	  0.161036	  0.165423		CURRENT LEARNING RATE: 0.005603998355610921
previous_iter_valid_loss : 0.17777465283870697

    482760	  0.177946	  0.177775	  0.166283		CURRENT LEARNING RATE: 0.005602877668012296
previous_iter_valid_loss : 0.16153110563755035

    482780	  0.161668	  0.161531	  0.166104		CURRENT LEARNING RATE: 0.005601757204528776
previous_iter_valid_loss : 0.1735764741897583

    482800	  0.173873	  0.173576	  0.166747		CURRENT LEARNING RATE: 0.005600636965115547
previous_iter_valid_loss : 0.17659087479114532

    482820	  0.176910	  0.176591	  0.167541		CURRENT LEARNING RATE: 0.005599516949727794
previous_iter_valid_loss : 0.16067089140415192

    482840	  0.160851	  0.160671	  0.166962		CURRENT LEARNING RATE: 0.005598397158320724
previous_iter_valid_loss : 0.17286838591098785

    482860	  0.173032	  0.172868	  0.167476		CURRENT LEARNING RATE: 0.005597277590849536
previous_iter_valid_loss : 0.16148875653743744

    482880	  0.161686	  0.161489	  0.167264		CURRENT LEARNING RATE: 0.005596158247269459
previous_iter_valid_loss : 0.16767124831676483

    482900	  0.167841	  0.167671	  0.167393		CURRENT LEARNING RATE: 0.005595039127535706
previous_iter_valid_loss : 0.1649012416601181

    482920	  0.165124	  0.164901	  0.167461		CURRENT LEARNING RATE: 0.005593920231603525
previous_iter_valid_loss : 0.17776912450790405

    482940	  0.178082	  0.177769	  0.168304		CURRENT LEARNING RATE: 0.0055928015594281484
previous_iter_valid_loss : 0.16055451333522797

    482960	  0.160734	  0.160555	  0.168240		CURRENT LEARNING RATE: 0.00559168311096484
previous_iter_valid_loss : 0.19203299283981323

    482980	  0.192505	  0.192033	  0.169445		CURRENT LEARNING RATE: 0.005590564886168851
previous_iter_valid_loss : 0.16765257716178894

    483000	  0.167833	  0.167653	  0.169522		CURRENT LEARNING RATE: 0.005589446884995464
previous_iter_valid_loss : 0.1808423399925232

    483020	  0.181022	  0.180842	  0.170532		CURRENT LEARNING RATE: 0.005588329107399948
previous_iter_valid_loss : 0.16317421197891235

    483040	  0.163343	  0.163174	  0.170618		CURRENT LEARNING RATE: 0.005587211553337601
previous_iter_valid_loss : 0.1607818305492401

    483060	  0.160969	  0.160782	  0.170536		CURRENT LEARNING RATE: 0.005586094222763714
previous_iter_valid_loss : 0.16126090288162231

    483080	  0.161453	  0.161261	  0.169823		CURRENT LEARNING RATE: 0.005584977115633595
previous_iter_valid_loss : 0.17503562569618225

    483100	  0.175211	  0.175036	  0.170426		CURRENT LEARNING RATE: 0.005583860231902568
previous_iter_valid_loss : 0.18373236060142517

    483120	  0.183901	  0.183732	  0.170045		CURRENT LEARNING RATE: 0.005582743571525944
previous_iter_valid_loss : 0.1605512499809265

    483140	  0.160727	  0.160551	  0.170021		CURRENT LEARNING RATE: 0.00558162713445907
previous_iter_valid_loss : 0.17109116911888123

    483160	  0.171263	  0.171091	  0.169687		CURRENT LEARNING RATE: 0.0055805109206572764
previous_iter_valid_loss : 0.165973499417305

    483180	  0.166208	  0.165973	  0.169909		CURRENT LEARNING RATE: 0.0055793949300759265
previous_iter_valid_loss : 0.16607031226158142

    483200	  0.166246	  0.166070	  0.169534		CURRENT LEARNING RATE: 0.005578279162670369
previous_iter_valid_loss : 0.16358007490634918

    483220	  0.163802	  0.163580	  0.168883		CURRENT LEARNING RATE: 0.005577163618395983
previous_iter_valid_loss : 0.1823657900094986

    483240	  0.182736	  0.182366	  0.169968		CURRENT LEARNING RATE: 0.005576048297208137
previous_iter_valid_loss : 0.17045675218105316

    483260	  0.170723	  0.170457	  0.169847		CURRENT LEARNING RATE: 0.00557493319906223
previous_iter_valid_loss : 0.17565573751926422

    483280	  0.175828	  0.175656	  0.170556		CURRENT LEARNING RATE: 0.005573818323913647
previous_iter_valid_loss : 0.16574090719223022

    483300	  0.165967	  0.165741	  0.170459		CURRENT LEARNING RATE: 0.005572703671717801
previous_iter_valid_loss : 0.1639636754989624

    483320	  0.164185	  0.163964	  0.170412		CURRENT LEARNING RATE: 0.0055715892424300995
previous_iter_valid_loss : 0.16098549962043762

    483340	  0.161152	  0.160985	  0.169573		CURRENT LEARNING RATE: 0.005570475036005972
previous_iter_valid_loss : 0.16126054525375366

    483360	  0.161416	  0.161261	  0.169609		CURRENT LEARNING RATE: 0.0055693610524008424
previous_iter_valid_loss : 0.1676279753446579

    483380	  0.167881	  0.167628	  0.168388		CURRENT LEARNING RATE: 0.0055682472915701605
previous_iter_valid_loss : 0.17507557570934296

    483400	  0.175376	  0.175076	  0.168759		CURRENT LEARNING RATE: 0.005567133753469366
previous_iter_valid_loss : 0.16632308065891266

    483420	  0.166561	  0.166323	  0.168033		CURRENT LEARNING RATE: 0.005566020438053927
previous_iter_valid_loss : 0.18111732602119446

    483440	  0.181470	  0.181117	  0.168931		CURRENT LEARNING RATE: 0.005564907345279302
previous_iter_valid_loss : 0.16072769463062286

    483460	  0.160902	  0.160728	  0.168928		CURRENT LEARNING RATE: 0.005563794475100971
previous_iter_valid_loss : 0.164378359913826

    483480	  0.164589	  0.164378	  0.169084		CURRENT LEARNING RATE: 0.005562681827474425
previous_iter_valid_loss : 0.17839455604553223

    483500	  0.178734	  0.178395	  0.169252		CURRENT LEARNING RATE: 0.005561569402355147
previous_iter_valid_loss : 0.16946202516555786

    483520	  0.169633	  0.169462	  0.168538		CURRENT LEARNING RATE: 0.005560457199698652
previous_iter_valid_loss : 0.17324085533618927

    483540	  0.173405	  0.173241	  0.169173		CURRENT LEARNING RATE: 0.005559345219460441
previous_iter_valid_loss : 0.16074195504188538

    483560	  0.160934	  0.160742	  0.168655		CURRENT LEARNING RATE: 0.005558233461596044
previous_iter_valid_loss : 0.16423209011554718

    483580	  0.164455	  0.164232	  0.168568		CURRENT LEARNING RATE: 0.0055571219260609804
previous_iter_valid_loss : 0.16056405007839203

    483600	  0.160733	  0.160564	  0.168293		CURRENT LEARNING RATE: 0.0055560106128108
previous_iter_valid_loss : 0.16761596500873566

    483620	  0.167795	  0.167616	  0.168495		CURRENT LEARNING RATE: 0.00555489952180104
previous_iter_valid_loss : 0.16948597133159637

    483640	  0.169749	  0.169486	  0.167851		CURRENT LEARNING RATE: 0.005553788652987267
previous_iter_valid_loss : 0.16071243584156036

    483660	  0.160905	  0.160712	  0.167363		CURRENT LEARNING RATE: 0.005552678006325036
previous_iter_valid_loss : 0.16054652631282806

    483680	  0.160722	  0.160547	  0.166608		CURRENT LEARNING RATE: 0.00555156758176993
previous_iter_valid_loss : 0.16770389676094055

    483700	  0.167955	  0.167704	  0.166706		CURRENT LEARNING RATE: 0.005550457379277524
previous_iter_valid_loss : 0.16782893240451813

    483720	  0.168003	  0.167829	  0.166899		CURRENT LEARNING RATE: 0.005549347398803419
previous_iter_valid_loss : 0.16404788196086884

    483740	  0.164263	  0.164048	  0.167052		CURRENT LEARNING RATE: 0.005548237640303205
previous_iter_valid_loss : 0.16166584193706512

    483760	  0.161867	  0.161666	  0.167073		CURRENT LEARNING RATE: 0.005547128103732502
previous_iter_valid_loss : 0.16390559077262878

    483780	  0.164083	  0.163906	  0.166887		CURRENT LEARNING RATE: 0.005546018789046919
previous_iter_valid_loss : 0.16054843366146088

    483800	  0.160728	  0.160548	  0.166160		CURRENT LEARNING RATE: 0.005544909696202094
previous_iter_valid_loss : 0.16056372225284576

    483820	  0.160745	  0.160564	  0.165872		CURRENT LEARNING RATE: 0.005543800825153653
previous_iter_valid_loss : 0.161152184009552

    483840	  0.161317	  0.161152	  0.164874		CURRENT LEARNING RATE: 0.005542692175857249
previous_iter_valid_loss : 0.16078470647335052

    483860	  0.160968	  0.160785	  0.164877		CURRENT LEARNING RATE: 0.005541583748268529
previous_iter_valid_loss : 0.1615038961172104

    483880	  0.161709	  0.161504	  0.164733		CURRENT LEARNING RATE: 0.0055404755423431595
previous_iter_valid_loss : 0.16172437369823456

    483900	  0.161935	  0.161724	  0.163900		CURRENT LEARNING RATE: 0.005539367558036817
previous_iter_valid_loss : 0.1762118935585022

    483920	  0.176508	  0.176212	  0.164237		CURRENT LEARNING RATE: 0.005538259795305173
previous_iter_valid_loss : 0.1646251380443573

    483940	  0.164808	  0.164625	  0.163806		CURRENT LEARNING RATE: 0.005537152254103927
previous_iter_valid_loss : 0.16067610681056976

    483960	  0.160833	  0.160676	  0.163803		CURRENT LEARNING RATE: 0.0055360449343887655
previous_iter_valid_loss : 0.1607840210199356

    483980	  0.160956	  0.160784	  0.163631		CURRENT LEARNING RATE: 0.005534937836115409
previous_iter_valid_loss : 0.16103799641132355

    484000	  0.161242	  0.161038	  0.163654		CURRENT LEARNING RATE: 0.00553383095923956
previous_iter_valid_loss : 0.1649443507194519

    484020	  0.165127	  0.164944	  0.163521		CURRENT LEARNING RATE: 0.005532724303716956
previous_iter_valid_loss : 0.16130578517913818

    484040	  0.161478	  0.161306	  0.163112		CURRENT LEARNING RATE: 0.00553161786950332
previous_iter_valid_loss : 0.1897178441286087

    484060	  0.189870	  0.189718	  0.164562		CURRENT LEARNING RATE: 0.005530511656554404
previous_iter_valid_loss : 0.16083955764770508

    484080	  0.161034	  0.160840	  0.164577		CURRENT LEARNING RATE: 0.005529405664825951
previous_iter_valid_loss : 0.1706090122461319

    484100	  0.170781	  0.170609	  0.164722		CURRENT LEARNING RATE: 0.005528299894273729
previous_iter_valid_loss : 0.1648610681295395

    484120	  0.165044	  0.164861	  0.164574		CURRENT LEARNING RATE: 0.005527194344853499
previous_iter_valid_loss : 0.1610308438539505

    484140	  0.161202	  0.161031	  0.164423		CURRENT LEARNING RATE: 0.005526089016521049
previous_iter_valid_loss : 0.16082724928855896

    484160	  0.161021	  0.160827	  0.164381		CURRENT LEARNING RATE: 0.005524983909232155
previous_iter_valid_loss : 0.16064102947711945

    484180	  0.160807	  0.160641	  0.164218		CURRENT LEARNING RATE: 0.005523879022942623
previous_iter_valid_loss : 0.18988889455795288

    484200	  0.190043	  0.189889	  0.165685		CURRENT LEARNING RATE: 0.005522774357608248
previous_iter_valid_loss : 0.17236259579658508

    484220	  0.172652	  0.172363	  0.166275		CURRENT LEARNING RATE: 0.005521669913184851
previous_iter_valid_loss : 0.17406818270683289

    484240	  0.174236	  0.174068	  0.166920		CURRENT LEARNING RATE: 0.00552056568962825
previous_iter_valid_loss : 0.161568745970726

    484260	  0.161778	  0.161569	  0.166959		CURRENT LEARNING RATE: 0.005519461686894275
previous_iter_valid_loss : 0.17550399899482727

    484280	  0.175808	  0.175504	  0.167660		CURRENT LEARNING RATE: 0.005518357904938773
previous_iter_valid_loss : 0.16063593327999115

    484300	  0.160829	  0.160636	  0.167605		CURRENT LEARNING RATE: 0.005517254343717584
previous_iter_valid_loss : 0.16724160313606262

    484320	  0.167489	  0.167242	  0.167157		CURRENT LEARNING RATE: 0.005516151003186574
previous_iter_valid_loss : 0.1677251160144806

    484340	  0.167910	  0.167725	  0.167312		CURRENT LEARNING RATE: 0.005515047883301601
previous_iter_valid_loss : 0.16513438522815704

    484360	  0.165339	  0.165134	  0.167534		CURRENT LEARNING RATE: 0.005513944984018546
previous_iter_valid_loss : 0.17207440733909607

    484380	  0.172234	  0.172074	  0.168099		CURRENT LEARNING RATE: 0.0055128423052932885
previous_iter_valid_loss : 0.16957513988018036

    484400	  0.169734	  0.169575	  0.168526		CURRENT LEARNING RATE: 0.005511739847081729
previous_iter_valid_loss : 0.162590891122818

    484420	  0.162770	  0.162591	  0.168408		CURRENT LEARNING RATE: 0.005510637609339758
previous_iter_valid_loss : 0.1608538180589676

    484440	  0.161019	  0.160854	  0.168386		CURRENT LEARNING RATE: 0.005509535592023299
previous_iter_valid_loss : 0.1611371636390686

    484460	  0.161324	  0.161137	  0.166957		CURRENT LEARNING RATE: 0.0055084337950882575
previous_iter_valid_loss : 0.20008331537246704

    484480	  0.200629	  0.200083	  0.168919		CURRENT LEARNING RATE: 0.005507332218490574
previous_iter_valid_loss : 0.16133452951908112

    484500	  0.161524	  0.161335	  0.168455		CURRENT LEARNING RATE: 0.005506230862186175
previous_iter_valid_loss : 0.16199733316898346

    484520	  0.162167	  0.161997	  0.168312		CURRENT LEARNING RATE: 0.0055051297261310165
previous_iter_valid_loss : 0.16245530545711517

    484540	  0.162666	  0.162455	  0.168383		CURRENT LEARNING RATE: 0.005504028810281043
previous_iter_valid_loss : 0.16908225417137146

    484560	  0.169250	  0.169082	  0.168796		CURRENT LEARNING RATE: 0.005502928114592227
previous_iter_valid_loss : 0.16109125316143036

    484580	  0.161282	  0.161091	  0.168818		CURRENT LEARNING RATE: 0.005501827639020531
previous_iter_valid_loss : 0.1608218252658844

    484600	  0.161009	  0.160822	  0.167365		CURRENT LEARNING RATE: 0.005500727383521947
previous_iter_valid_loss : 0.1624934822320938

    484620	  0.162677	  0.162493	  0.166871		CURRENT LEARNING RATE: 0.005499627348052455
previous_iter_valid_loss : 0.1629205346107483

    484640	  0.163100	  0.162921	  0.166314		CURRENT LEARNING RATE: 0.00549852753256806
previous_iter_valid_loss : 0.17462606728076935

    484660	  0.174928	  0.174626	  0.166967		CURRENT LEARNING RATE: 0.005497427937024764
previous_iter_valid_loss : 0.18784578144550323

    484680	  0.188276	  0.187846	  0.167584		CURRENT LEARNING RATE: 0.005496328561378586
previous_iter_valid_loss : 0.1630755364894867

    484700	  0.163296	  0.163076	  0.167706		CURRENT LEARNING RATE: 0.005495229405585557
previous_iter_valid_loss : 0.17044338583946228

    484720	  0.170610	  0.170443	  0.167866		CURRENT LEARNING RATE: 0.005494130469601699
previous_iter_valid_loss : 0.16292934119701385

    484740	  0.163101	  0.162929	  0.167626		CURRENT LEARNING RATE: 0.005493031753383066
previous_iter_valid_loss : 0.16305600106716156

    484760	  0.163234	  0.163056	  0.167522		CURRENT LEARNING RATE: 0.005491933256885698
previous_iter_valid_loss : 0.16275246441364288

    484780	  0.162966	  0.162752	  0.167056		CURRENT LEARNING RATE: 0.005490834980065666
previous_iter_valid_loss : 0.1605943739414215

    484800	  0.160763	  0.160594	  0.166607		CURRENT LEARNING RATE: 0.005489736922879029
previous_iter_valid_loss : 0.16099591553211212

    484820	  0.161185	  0.160996	  0.166528		CURRENT LEARNING RATE: 0.005488639085281875
previous_iter_valid_loss : 0.16900059580802917

    484840	  0.169163	  0.169001	  0.166935		CURRENT LEARNING RATE: 0.00548754146723028
previous_iter_valid_loss : 0.1606389284133911

    484860	  0.160807	  0.160639	  0.166910		CURRENT LEARNING RATE: 0.00548644406868035
previous_iter_valid_loss : 0.16069439053535461

    484880	  0.160855	  0.160694	  0.164941		CURRENT LEARNING RATE: 0.005485346889588178
previous_iter_valid_loss : 0.16903774440288544

    484900	  0.169286	  0.169038	  0.165326		CURRENT LEARNING RATE: 0.005484249929909887
previous_iter_valid_loss : 0.16171114146709442

    484920	  0.161916	  0.161711	  0.165311		CURRENT LEARNING RATE: 0.00548315318960159
previous_iter_valid_loss : 0.163811594247818

    484940	  0.164019	  0.163812	  0.165379		CURRENT LEARNING RATE: 0.005482056668619425
previous_iter_valid_loss : 0.16094471514225006

    484960	  0.161107	  0.160945	  0.164972		CURRENT LEARNING RATE: 0.0054809603669195225
previous_iter_valid_loss : 0.1630331426858902

    484980	  0.163245	  0.163033	  0.165069		CURRENT LEARNING RATE: 0.005479864284458041
previous_iter_valid_loss : 0.16060249507427216

    485000	  0.160781	  0.160602	  0.165058		CURRENT LEARNING RATE: 0.005478768421191127
previous_iter_valid_loss : 0.16247165203094482

    485020	  0.162649	  0.162472	  0.165057		CURRENT LEARNING RATE: 0.005477672777074956
previous_iter_valid_loss : 0.16282929480075836

    485040	  0.162996	  0.162829	  0.165053		CURRENT LEARNING RATE: 0.005476577352065691
previous_iter_valid_loss : 0.1791050285100937

    485060	  0.179439	  0.179105	  0.165277		CURRENT LEARNING RATE: 0.005475482146119526
previous_iter_valid_loss : 0.16116668283939362

    485080	  0.161374	  0.161167	  0.163943		CURRENT LEARNING RATE: 0.0054743871591926415
previous_iter_valid_loss : 0.1687821000814438

    485100	  0.168939	  0.168782	  0.164228		CURRENT LEARNING RATE: 0.005473292391241245
previous_iter_valid_loss : 0.17776525020599365

    485120	  0.177930	  0.177765	  0.164594		CURRENT LEARNING RATE: 0.00547219784222155
previous_iter_valid_loss : 0.1685238629579544

    485140	  0.168780	  0.168524	  0.164874		CURRENT LEARNING RATE: 0.005471103512089764
previous_iter_valid_loss : 0.16118042171001434

    485160	  0.161338	  0.161180	  0.164780		CURRENT LEARNING RATE: 0.005470009400802125
previous_iter_valid_loss : 0.16579431295394897

    485180	  0.165966	  0.165794	  0.164932		CURRENT LEARNING RATE: 0.005468915508314857
previous_iter_valid_loss : 0.1605561077594757

    485200	  0.160727	  0.160556	  0.164930		CURRENT LEARNING RATE: 0.005467821834584215
previous_iter_valid_loss : 0.16861984133720398

    485220	  0.168865	  0.168620	  0.165311		CURRENT LEARNING RATE: 0.005466728379566442
previous_iter_valid_loss : 0.1605994999408722

    485240	  0.160758	  0.160599	  0.164891		CURRENT LEARNING RATE: 0.005465635143217811
previous_iter_valid_loss : 0.17348212003707886

    485260	  0.173764	  0.173482	  0.165534		CURRENT LEARNING RATE: 0.00546454212549458
previous_iter_valid_loss : 0.16119340062141418

    485280	  0.161387	  0.161193	  0.165559		CURRENT LEARNING RATE: 0.005463449326353041
previous_iter_valid_loss : 0.16060511767864227

    485300	  0.160764	  0.160605	  0.165137		CURRENT LEARNING RATE: 0.005462356745749471
previous_iter_valid_loss : 0.16060678660869598

    485320	  0.160775	  0.160607	  0.165082		CURRENT LEARNING RATE: 0.005461264383640176
previous_iter_valid_loss : 0.16749130189418793

    485340	  0.167647	  0.167491	  0.165266		CURRENT LEARNING RATE: 0.0054601722399814515
previous_iter_valid_loss : 0.1673831343650818

    485360	  0.167539	  0.167383	  0.165588		CURRENT LEARNING RATE: 0.005459080314729622
previous_iter_valid_loss : 0.16915851831436157

    485380	  0.169314	  0.169159	  0.165894		CURRENT LEARNING RATE: 0.005457988607841003
previous_iter_valid_loss : 0.1625632792711258

    485400	  0.162725	  0.162563	  0.165992		CURRENT LEARNING RATE: 0.005456897119271931
previous_iter_valid_loss : 0.1612396240234375

    485420	  0.161396	  0.161240	  0.165930		CURRENT LEARNING RATE: 0.005455805848978742
previous_iter_valid_loss : 0.1608489602804184

    485440	  0.161030	  0.160849	  0.165831		CURRENT LEARNING RATE: 0.005454714796917792
previous_iter_valid_loss : 0.16174286603927612

    485460	  0.161916	  0.161743	  0.164963		CURRENT LEARNING RATE: 0.005453623963045429
previous_iter_valid_loss : 0.18371878564357758

    485480	  0.184097	  0.183719	  0.166091		CURRENT LEARNING RATE: 0.005452533347318026
previous_iter_valid_loss : 0.1614820659160614

    485500	  0.161652	  0.161482	  0.165726		CURRENT LEARNING RATE: 0.005451442949691962
previous_iter_valid_loss : 0.1611357480287552

    485520	  0.161295	  0.161136	  0.164894		CURRENT LEARNING RATE: 0.005450352770123612
previous_iter_valid_loss : 0.17093594372272491

    485540	  0.171111	  0.170936	  0.165015		CURRENT LEARNING RATE: 0.005449262808569378
previous_iter_valid_loss : 0.16082240641117096

    485560	  0.160999	  0.160822	  0.164997		CURRENT LEARNING RATE: 0.005448173064985653
previous_iter_valid_loss : 0.16161149740219116

    485580	  0.161771	  0.161611	  0.164788		CURRENT LEARNING RATE: 0.005447083539328856
previous_iter_valid_loss : 0.16125021874904633

    485600	  0.161437	  0.161250	  0.164823		CURRENT LEARNING RATE: 0.005445994231555396
previous_iter_valid_loss : 0.1628311574459076

    485620	  0.163001	  0.162831	  0.164533		CURRENT LEARNING RATE: 0.005444905141621712
previous_iter_valid_loss : 0.17327624559402466

    485640	  0.173431	  0.173276	  0.165167		CURRENT LEARNING RATE: 0.005443816269484228
previous_iter_valid_loss : 0.16068166494369507

    485660	  0.160863	  0.160682	  0.164527		CURRENT LEARNING RATE: 0.005442727615099402
previous_iter_valid_loss : 0.16884519159793854

    485680	  0.169097	  0.168845	  0.164910		CURRENT LEARNING RATE: 0.005441639178423675
previous_iter_valid_loss : 0.16095957159996033

    485700	  0.161150	  0.160960	  0.164927		CURRENT LEARNING RATE: 0.005440550959413521
previous_iter_valid_loss : 0.19557912647724152

    485720	  0.196099	  0.195579	  0.166676		CURRENT LEARNING RATE: 0.005439462958025402
previous_iter_valid_loss : 0.16337792575359344

    485740	  0.163591	  0.163378	  0.166470		CURRENT LEARNING RATE: 0.0054383751742158055
previous_iter_valid_loss : 0.16125723719596863

    485760	  0.161415	  0.161257	  0.166164		CURRENT LEARNING RATE: 0.005437287607941213
previous_iter_valid_loss : 0.16231313347816467

    485780	  0.162471	  0.162313	  0.165822		CURRENT LEARNING RATE: 0.00543620025915813
previous_iter_valid_loss : 0.16104243695735931

    485800	  0.161229	  0.161042	  0.165746		CURRENT LEARNING RATE: 0.0054351131278230535
previous_iter_valid_loss : 0.16075950860977173

    485820	  0.160908	  0.160760	  0.165722		CURRENT LEARNING RATE: 0.005434026213892508
previous_iter_valid_loss : 0.16450142860412598

    485840	  0.164673	  0.164501	  0.165904		CURRENT LEARNING RATE: 0.005432939517323006
previous_iter_valid_loss : 0.18385764956474304

    485860	  0.184021	  0.183858	  0.167010		CURRENT LEARNING RATE: 0.005431853038071091
previous_iter_valid_loss : 0.16734841465950012

    485880	  0.167505	  0.167348	  0.166191		CURRENT LEARNING RATE: 0.005430766776093293
previous_iter_valid_loss : 0.17748184502124786

    485900	  0.177797	  0.177482	  0.166991		CURRENT LEARNING RATE: 0.005429680731346167
previous_iter_valid_loss : 0.16552506387233734

    485920	  0.165681	  0.165525	  0.167211		CURRENT LEARNING RATE: 0.005428594903786275
previous_iter_valid_loss : 0.1978643387556076

    485940	  0.197947	  0.197864	  0.168557		CURRENT LEARNING RATE: 0.005427509293370177
previous_iter_valid_loss : 0.17861424386501312

    485960	  0.178781	  0.178614	  0.169447		CURRENT LEARNING RATE: 0.005426423900054454
previous_iter_valid_loss : 0.160732701420784

    485980	  0.160870	  0.160733	  0.169403		CURRENT LEARNING RATE: 0.005425338723795684
previous_iter_valid_loss : 0.185163676738739

    486000	  0.185324	  0.185164	  0.170599		CURRENT LEARNING RATE: 0.005424253764550469
previous_iter_valid_loss : 0.18176276981830597

    486020	  0.181922	  0.181763	  0.171545		CURRENT LEARNING RATE: 0.0054231690222754
previous_iter_valid_loss : 0.160849928855896

    486040	  0.161031	  0.160850	  0.170924		CURRENT LEARNING RATE: 0.0054220844969270965
previous_iter_valid_loss : 0.171710804104805

    486060	  0.171866	  0.171711	  0.171475		CURRENT LEARNING RATE: 0.00542100018846217
previous_iter_valid_loss : 0.16708938777446747

    486080	  0.167316	  0.167089	  0.171388		CURRENT LEARNING RATE: 0.005419916096837256
previous_iter_valid_loss : 0.16174456477165222

    486100	  0.161916	  0.161745	  0.171427		CURRENT LEARNING RATE: 0.0054188322220089825
previous_iter_valid_loss : 0.16399045288562775

    486120	  0.164200	  0.163990	  0.169847		CURRENT LEARNING RATE: 0.005417748563934003
previous_iter_valid_loss : 0.16911838948726654

    486140	  0.169364	  0.169118	  0.170134		CURRENT LEARNING RATE: 0.005416665122568961
previous_iter_valid_loss : 0.16755762696266174

    486160	  0.167795	  0.167558	  0.170449		CURRENT LEARNING RATE: 0.0054155818978705314
previous_iter_valid_loss : 0.16963714361190796

    486180	  0.169805	  0.169637	  0.170816		CURRENT LEARNING RATE: 0.005414498889795372
previous_iter_valid_loss : 0.1617378443479538

    486200	  0.161945	  0.161738	  0.170850		CURRENT LEARNING RATE: 0.005413416098300174
previous_iter_valid_loss : 0.1607551872730255

    486220	  0.160919	  0.160755	  0.170850		CURRENT LEARNING RATE: 0.005412333523341617
previous_iter_valid_loss : 0.16142785549163818

    486240	  0.161625	  0.161428	  0.170696		CURRENT LEARNING RATE: 0.005411251164876406
previous_iter_valid_loss : 0.1605577915906906

    486260	  0.160726	  0.160558	  0.169531		CURRENT LEARNING RATE: 0.005410169022861237
previous_iter_valid_loss : 0.1686018705368042

    486280	  0.168846	  0.168602	  0.169594		CURRENT LEARNING RATE: 0.005409087097252829
previous_iter_valid_loss : 0.16163776814937592

    486300	  0.161848	  0.161638	  0.168802		CURRENT LEARNING RATE: 0.005408005388007911
previous_iter_valid_loss : 0.16389299929141998

    486320	  0.164082	  0.163893	  0.168720		CURRENT LEARNING RATE: 0.005406923895083205
previous_iter_valid_loss : 0.16358032822608948

    486340	  0.163763	  0.163580	  0.167006		CURRENT LEARNING RATE: 0.00540584261843546
previous_iter_valid_loss : 0.167460635304451

    486360	  0.167640	  0.167461	  0.166448		CURRENT LEARNING RATE: 0.005404761558021415
previous_iter_valid_loss : 0.16079065203666687

    486380	  0.160975	  0.160791	  0.166451		CURRENT LEARNING RATE: 0.005403680713797839
previous_iter_valid_loss : 0.16887584328651428

    486400	  0.169127	  0.168876	  0.165637		CURRENT LEARNING RATE: 0.005402600085721487
previous_iter_valid_loss : 0.1810411810874939

    486420	  0.181216	  0.181041	  0.165601		CURRENT LEARNING RATE: 0.005401519673749143
previous_iter_valid_loss : 0.16977447271347046

    486440	  0.169937	  0.169774	  0.166047		CURRENT LEARNING RATE: 0.005400439477837583
previous_iter_valid_loss : 0.1605551689863205

    486460	  0.160729	  0.160555	  0.165489		CURRENT LEARNING RATE: 0.005399359497943607
previous_iter_valid_loss : 0.16172952950000763

    486480	  0.161897	  0.161730	  0.165221		CURRENT LEARNING RATE: 0.005398279734024008
previous_iter_valid_loss : 0.16191262006759644

    486500	  0.162074	  0.161913	  0.165230		CURRENT LEARNING RATE: 0.005397200186035603
previous_iter_valid_loss : 0.16072796285152435

    486520	  0.160892	  0.160728	  0.165067		CURRENT LEARNING RATE: 0.005396120853935201
previous_iter_valid_loss : 0.162899449467659

    486540	  0.163094	  0.162899	  0.164756		CURRENT LEARNING RATE: 0.005395041737679639
previous_iter_valid_loss : 0.1614828109741211

    486560	  0.161684	  0.161483	  0.164452		CURRENT LEARNING RATE: 0.005393962837225742
previous_iter_valid_loss : 0.16059625148773193

    486580	  0.160776	  0.160596	  0.164000		CURRENT LEARNING RATE: 0.005392884152530365
previous_iter_valid_loss : 0.16488343477249146

    486600	  0.165107	  0.164883	  0.164157		CURRENT LEARNING RATE: 0.0053918056835503495
previous_iter_valid_loss : 0.17543378472328186

    486620	  0.175607	  0.175434	  0.164891		CURRENT LEARNING RATE: 0.005390727430242567
previous_iter_valid_loss : 0.1606789082288742

    486640	  0.160845	  0.160679	  0.164854		CURRENT LEARNING RATE: 0.005389649392563877
previous_iter_valid_loss : 0.1605844348669052

    486660	  0.160768	  0.160584	  0.164855		CURRENT LEARNING RATE: 0.005388571570471169
previous_iter_valid_loss : 0.16943411529064178

    486680	  0.169612	  0.169434	  0.164897		CURRENT LEARNING RATE: 0.00538749396392132
previous_iter_valid_loss : 0.16325977444648743

    486700	  0.163479	  0.163260	  0.164978		CURRENT LEARNING RATE: 0.005386416572871229
previous_iter_valid_loss : 0.16498857736587524

    486720	  0.165184	  0.164989	  0.165032		CURRENT LEARNING RATE: 0.005385339397277808
previous_iter_valid_loss : 0.17437775433063507

    486740	  0.174682	  0.174378	  0.165572		CURRENT LEARNING RATE: 0.0053842624370979576
previous_iter_valid_loss : 0.16245554387569427

    486760	  0.162669	  0.162456	  0.165322		CURRENT LEARNING RATE: 0.0053831856922886105
previous_iter_valid_loss : 0.16243283450603485

    486780	  0.162607	  0.162433	  0.165404		CURRENT LEARNING RATE: 0.005382109162806688
previous_iter_valid_loss : 0.1608121395111084

    486800	  0.160974	  0.160812	  0.165001		CURRENT LEARNING RATE: 0.005381032848609136
previous_iter_valid_loss : 0.16701056063175201

    486820	  0.167172	  0.167011	  0.164300		CURRENT LEARNING RATE: 0.005379956749652894
previous_iter_valid_loss : 0.1606188714504242

    486840	  0.160790	  0.160619	  0.163842		CURRENT LEARNING RATE: 0.005378880865894929
previous_iter_valid_loss : 0.16118524968624115

    486860	  0.161388	  0.161185	  0.163873		CURRENT LEARNING RATE: 0.005377805197292193
previous_iter_valid_loss : 0.16383139789104462

    486880	  0.164055	  0.163831	  0.163978		CURRENT LEARNING RATE: 0.0053767297438016715
previous_iter_valid_loss : 0.18326662480831146

    486900	  0.183631	  0.183267	  0.165046		CURRENT LEARNING RATE: 0.0053756545053803345
previous_iter_valid_loss : 0.16110500693321228

    486920	  0.161312	  0.161105	  0.165065		CURRENT LEARNING RATE: 0.005374579481985184
previous_iter_valid_loss : 0.16767175495624542

    486940	  0.167924	  0.167672	  0.165303		CURRENT LEARNING RATE: 0.005373504673573209
previous_iter_valid_loss : 0.17354148626327515

    486960	  0.173830	  0.173541	  0.165906		CURRENT LEARNING RATE: 0.005372430080101426
previous_iter_valid_loss : 0.16479997336864471

    486980	  0.164978	  0.164800	  0.166117		CURRENT LEARNING RATE: 0.005371355701526842
previous_iter_valid_loss : 0.1633366048336029

    487000	  0.163559	  0.163337	  0.166039		CURRENT LEARNING RATE: 0.005370281537806491
previous_iter_valid_loss : 0.16374552249908447

    487020	  0.163933	  0.163746	  0.165455		CURRENT LEARNING RATE: 0.005369207588897399
previous_iter_valid_loss : 0.1746923178434372

    487040	  0.174851	  0.174692	  0.166155		CURRENT LEARNING RATE: 0.005368133854756615
previous_iter_valid_loss : 0.16263121366500854

    487060	  0.162838	  0.162631	  0.166258		CURRENT LEARNING RATE: 0.005367060335341182
previous_iter_valid_loss : 0.17372840642929077

    487080	  0.173883	  0.173728	  0.166473		CURRENT LEARNING RATE: 0.005365987030608162
previous_iter_valid_loss : 0.16520936787128448

    487100	  0.165384	  0.165209	  0.166570		CURRENT LEARNING RATE: 0.005364913940514629
previous_iter_valid_loss : 0.1788690835237503

    487120	  0.179195	  0.178869	  0.167264		CURRENT LEARNING RATE: 0.0053638410650176495
previous_iter_valid_loss : 0.19492396712303162

    487140	  0.195421	  0.194924	  0.168291		CURRENT LEARNING RATE: 0.005362768404074319
previous_iter_valid_loss : 0.16370312869548798

    487160	  0.163916	  0.163703	  0.168354		CURRENT LEARNING RATE: 0.00536169595764172
previous_iter_valid_loss : 0.16318003833293915

    487180	  0.163399	  0.163180	  0.168391		CURRENT LEARNING RATE: 0.005360623725676964
previous_iter_valid_loss : 0.1627943068742752

    487200	  0.163007	  0.162794	  0.168490		CURRENT LEARNING RATE: 0.0053595517081371545
previous_iter_valid_loss : 0.16161297261714935

    487220	  0.161807	  0.161613	  0.168220		CURRENT LEARNING RATE: 0.005358479904979417
previous_iter_valid_loss : 0.16146698594093323

    487240	  0.161673	  0.161467	  0.168263		CURRENT LEARNING RATE: 0.005357408316160873
previous_iter_valid_loss : 0.16097195446491241

    487260	  0.161172	  0.160972	  0.168252		CURRENT LEARNING RATE: 0.005356336941638667
previous_iter_valid_loss : 0.16273775696754456

    487280	  0.162950	  0.162738	  0.168197		CURRENT LEARNING RATE: 0.005355265781369935
previous_iter_valid_loss : 0.16300784051418304

    487300	  0.163218	  0.163008	  0.167184		CURRENT LEARNING RATE: 0.005354194835311838
previous_iter_valid_loss : 0.1622312217950821

    487320	  0.162395	  0.162231	  0.167241		CURRENT LEARNING RATE: 0.005353124103421532
previous_iter_valid_loss : 0.16234028339385986

    487340	  0.162548	  0.162340	  0.166974		CURRENT LEARNING RATE: 0.005352053585656195
previous_iter_valid_loss : 0.1618138998746872

    487360	  0.161984	  0.161814	  0.166388		CURRENT LEARNING RATE: 0.005350983281972998
previous_iter_valid_loss : 0.16625180840492249

    487380	  0.166484	  0.166252	  0.166460		CURRENT LEARNING RATE: 0.005349913192329137
previous_iter_valid_loss : 0.16063648462295532

    487400	  0.160801	  0.160636	  0.166325		CURRENT LEARNING RATE: 0.0053488433166817995
previous_iter_valid_loss : 0.17215321958065033

    487420	  0.172434	  0.172153	  0.166746		CURRENT LEARNING RATE: 0.005347773654988201
previous_iter_valid_loss : 0.1640268862247467

    487440	  0.164239	  0.164027	  0.166213		CURRENT LEARNING RATE: 0.005346704207205543
previous_iter_valid_loss : 0.1702253520488739

    487460	  0.170390	  0.170225	  0.166592		CURRENT LEARNING RATE: 0.005345634973291061
previous_iter_valid_loss : 0.16138195991516113

    487480	  0.161549	  0.161382	  0.165975		CURRENT LEARNING RATE: 0.005344565953201973
previous_iter_valid_loss : 0.16215334832668304

    487500	  0.162365	  0.162153	  0.165822		CURRENT LEARNING RATE: 0.0053434971468955235
previous_iter_valid_loss : 0.168446883559227

    487520	  0.168699	  0.168447	  0.165301		CURRENT LEARNING RATE: 0.005342428554328966
previous_iter_valid_loss : 0.16240841150283813

    487540	  0.162611	  0.162408	  0.163675		CURRENT LEARNING RATE: 0.005341360175459546
previous_iter_valid_loss : 0.16881154477596283

    487560	  0.168983	  0.168812	  0.163931		CURRENT LEARNING RATE: 0.005340292010244538
previous_iter_valid_loss : 0.16166159510612488

    487580	  0.161859	  0.161662	  0.163855		CURRENT LEARNING RATE: 0.005339224058641207
previous_iter_valid_loss : 0.18869411945343018

    487600	  0.188840	  0.188694	  0.165150		CURRENT LEARNING RATE: 0.005338156320606844
previous_iter_valid_loss : 0.16961123049259186

    487620	  0.169778	  0.169611	  0.165550		CURRENT LEARNING RATE: 0.00533708879609873
previous_iter_valid_loss : 0.16982954740524292

    487640	  0.170012	  0.169830	  0.165968		CURRENT LEARNING RATE: 0.0053360214850741725
previous_iter_valid_loss : 0.16520538926124573

    487660	  0.165435	  0.165205	  0.166179		CURRENT LEARNING RATE: 0.0053349543874904705
previous_iter_valid_loss : 0.16161419451236725

    487680	  0.161818	  0.161614	  0.166123		CURRENT LEARNING RATE: 0.00533388750330495
previous_iter_valid_loss : 0.16264982521533966

    487700	  0.162820	  0.162650	  0.166105		CURRENT LEARNING RATE: 0.005332820832474925
previous_iter_valid_loss : 0.16547097265720367

    487720	  0.165647	  0.165471	  0.166267		CURRENT LEARNING RATE: 0.0053317543749577395
previous_iter_valid_loss : 0.1617484986782074

    487740	  0.161921	  0.161748	  0.166238		CURRENT LEARNING RATE: 0.0053306881307107245
previous_iter_valid_loss : 0.1619308739900589

    487760	  0.162107	  0.161931	  0.166244		CURRENT LEARNING RATE: 0.0053296220996912405
previous_iter_valid_loss : 0.16136309504508972

    487780	  0.161531	  0.161363	  0.165999		CURRENT LEARNING RATE: 0.005328556281856636
previous_iter_valid_loss : 0.16056644916534424

    487800	  0.160734	  0.160566	  0.165996		CURRENT LEARNING RATE: 0.005327490677164289
previous_iter_valid_loss : 0.1639561653137207

    487820	  0.164147	  0.163956	  0.165586		CURRENT LEARNING RATE: 0.005326425285571564
previous_iter_valid_loss : 0.1717044711112976

    487840	  0.171981	  0.171704	  0.165970		CURRENT LEARNING RATE: 0.005325360107035856
previous_iter_valid_loss : 0.16092653572559357

    487860	  0.161114	  0.160927	  0.165505		CURRENT LEARNING RATE: 0.005324295141514549
previous_iter_valid_loss : 0.16408468782901764

    487880	  0.164300	  0.164085	  0.165640		CURRENT LEARNING RATE: 0.005323230388965053
previous_iter_valid_loss : 0.1685859113931656

    487900	  0.168750	  0.168586	  0.165961		CURRENT LEARNING RATE: 0.005322165849344768
previous_iter_valid_loss : 0.1633363962173462

    487920	  0.163554	  0.163336	  0.165706		CURRENT LEARNING RATE: 0.0053211015226111175
previous_iter_valid_loss : 0.16292154788970947

    487940	  0.163096	  0.162922	  0.165732		CURRENT LEARNING RATE: 0.005320037408721534
previous_iter_valid_loss : 0.16988514363765717

    487960	  0.170150	  0.169885	  0.165785		CURRENT LEARNING RATE: 0.0053189735076334425
previous_iter_valid_loss : 0.16486041247844696

    487980	  0.165081	  0.164860	  0.165945		CURRENT LEARNING RATE: 0.005317909819304296
previous_iter_valid_loss : 0.16447031497955322

    488000	  0.164688	  0.164470	  0.164734		CURRENT LEARNING RATE: 0.00531684634369154
previous_iter_valid_loss : 0.19008171558380127

    488020	  0.190534	  0.190082	  0.165758		CURRENT LEARNING RATE: 0.005315783080752642
previous_iter_valid_loss : 0.1609077751636505

    488040	  0.161095	  0.160908	  0.165311		CURRENT LEARNING RATE: 0.005314720030445063
previous_iter_valid_loss : 0.1650751531124115

    488060	  0.165260	  0.165075	  0.165305		CURRENT LEARNING RATE: 0.005313657192726292
previous_iter_valid_loss : 0.1749507486820221

    488080	  0.175244	  0.174951	  0.165972		CURRENT LEARNING RATE: 0.005312594567553804
previous_iter_valid_loss : 0.16581997275352478

    488100	  0.165997	  0.165820	  0.166130		CURRENT LEARNING RATE: 0.005311532154885104
previous_iter_valid_loss : 0.16371870040893555

    488120	  0.163946	  0.163719	  0.166043		CURRENT LEARNING RATE: 0.005310469954677686
previous_iter_valid_loss : 0.1862143874168396

    488140	  0.186618	  0.186214	  0.167266		CURRENT LEARNING RATE: 0.005309407966889072
previous_iter_valid_loss : 0.16970837116241455

    488160	  0.169962	  0.169708	  0.167655		CURRENT LEARNING RATE: 0.005308346191476772
previous_iter_valid_loss : 0.1617020070552826

    488180	  0.161864	  0.161702	  0.167672		CURRENT LEARNING RATE: 0.005307284628398325
previous_iter_valid_loss : 0.16064612567424774

    488200	  0.160803	  0.160646	  0.167676		CURRENT LEARNING RATE: 0.00530622327761126
previous_iter_valid_loss : 0.16934005916118622

    488220	  0.169595	  0.169340	  0.167945		CURRENT LEARNING RATE: 0.005305162139073131
previous_iter_valid_loss : 0.16064821183681488

    488240	  0.160813	  0.160648	  0.167392		CURRENT LEARNING RATE: 0.005304101212741484
previous_iter_valid_loss : 0.16254061460494995

    488260	  0.162753	  0.162541	  0.167473		CURRENT LEARNING RATE: 0.005303040498573891
previous_iter_valid_loss : 0.1662672609090805

    488280	  0.166428	  0.166267	  0.167582		CURRENT LEARNING RATE: 0.005301979996527913
previous_iter_valid_loss : 0.17516949772834778

    488300	  0.175463	  0.175169	  0.167911		CURRENT LEARNING RATE: 0.005300919706561136
previous_iter_valid_loss : 0.16287782788276672

    488320	  0.163085	  0.162878	  0.167888		CURRENT LEARNING RATE: 0.005299859628631153
previous_iter_valid_loss : 0.1811150759458542

    488340	  0.181286	  0.181115	  0.168798		CURRENT LEARNING RATE: 0.005298799762695551
previous_iter_valid_loss : 0.16087885200977325

    488360	  0.161049	  0.160879	  0.168348		CURRENT LEARNING RATE: 0.005297740108711945
previous_iter_valid_loss : 0.17260515689849854

    488380	  0.172760	  0.172605	  0.168735		CURRENT LEARNING RATE: 0.00529668066663794
previous_iter_valid_loss : 0.1606161743402481

    488400	  0.160770	  0.160616	  0.168542		CURRENT LEARNING RATE: 0.005295621436431166
previous_iter_valid_loss : 0.16244153678417206

    488420	  0.162652	  0.162442	  0.167160		CURRENT LEARNING RATE: 0.0052945624180492454
previous_iter_valid_loss : 0.16069109737873077

    488440	  0.160855	  0.160691	  0.167149		CURRENT LEARNING RATE: 0.005293503611449828
previous_iter_valid_loss : 0.16486042737960815

    488460	  0.165031	  0.164860	  0.167139		CURRENT LEARNING RATE: 0.00529244501659055
previous_iter_valid_loss : 0.16058480739593506

    488480	  0.160740	  0.160585	  0.166420		CURRENT LEARNING RATE: 0.005291386633429079
previous_iter_valid_loss : 0.1660527139902115

    488500	  0.166281	  0.166053	  0.166432		CURRENT LEARNING RATE: 0.005290328461923068
previous_iter_valid_loss : 0.16215500235557556

    488520	  0.162314	  0.162155	  0.166354		CURRENT LEARNING RATE: 0.005289270502030202
previous_iter_valid_loss : 0.16062681376934052

    488540	  0.160796	  0.160627	  0.165074		CURRENT LEARNING RATE: 0.005288212753708152
previous_iter_valid_loss : 0.17320041358470917

    488560	  0.173478	  0.173200	  0.165249		CURRENT LEARNING RATE: 0.0052871552169146165
previous_iter_valid_loss : 0.1666705161333084

    488580	  0.166838	  0.166671	  0.165497		CURRENT LEARNING RATE: 0.005286097891607286
previous_iter_valid_loss : 0.1909676194190979

    488600	  0.191417	  0.190968	  0.167013		CURRENT LEARNING RATE: 0.005285040777743878
previous_iter_valid_loss : 0.16067609190940857

    488620	  0.160853	  0.160676	  0.166580		CURRENT LEARNING RATE: 0.005283983875282096
previous_iter_valid_loss : 0.1659655123949051

    488640	  0.166133	  0.165966	  0.166846		CURRENT LEARNING RATE: 0.005282927184179675
previous_iter_valid_loss : 0.1686524748802185

    488660	  0.168904	  0.168652	  0.167152		CURRENT LEARNING RATE: 0.005281870704394336
previous_iter_valid_loss : 0.16166643798351288

    488680	  0.161874	  0.161666	  0.166922		CURRENT LEARNING RATE: 0.005280814435883832
previous_iter_valid_loss : 0.18283814191818237

    488700	  0.183198	  0.182838	  0.167305		CURRENT LEARNING RATE: 0.005279758378605901
previous_iter_valid_loss : 0.16146890819072723

    488720	  0.161631	  0.161469	  0.167235		CURRENT LEARNING RATE: 0.005278702532518306
previous_iter_valid_loss : 0.16243897378444672

    488740	  0.162614	  0.162439	  0.166301		CURRENT LEARNING RATE: 0.005277646897578818
previous_iter_valid_loss : 0.17219406366348267

    488760	  0.172364	  0.172194	  0.166867		CURRENT LEARNING RATE: 0.005276591473745201
previous_iter_valid_loss : 0.1608346849679947

    488780	  0.160996	  0.160835	  0.166278		CURRENT LEARNING RATE: 0.005275536260975249
previous_iter_valid_loss : 0.20531988143920898

    488800	  0.205385	  0.205320	  0.168513		CURRENT LEARNING RATE: 0.005274481259226743
previous_iter_valid_loss : 0.16630887985229492

    488820	  0.166487	  0.166309	  0.168707		CURRENT LEARNING RATE: 0.005273426468457493
previous_iter_valid_loss : 0.16449996829032898

    488840	  0.164682	  0.164500	  0.168897		CURRENT LEARNING RATE: 0.005272371888625297
previous_iter_valid_loss : 0.16069921851158142

    488860	  0.160885	  0.160699	  0.168689		CURRENT LEARNING RATE: 0.005271317519687984
previous_iter_valid_loss : 0.16309286653995514

    488880	  0.163271	  0.163093	  0.168814		CURRENT LEARNING RATE: 0.005270263361603366
previous_iter_valid_loss : 0.18964222073554993

    488900	  0.189784	  0.189642	  0.169994		CURRENT LEARNING RATE: 0.005269209414329288
previous_iter_valid_loss : 0.16701698303222656

    488920	  0.167263	  0.167017	  0.170237		CURRENT LEARNING RATE: 0.005268155677823584
previous_iter_valid_loss : 0.16172973811626434

    488940	  0.161894	  0.161730	  0.170292		CURRENT LEARNING RATE: 0.005267102152044111
previous_iter_valid_loss : 0.16384293138980865

    488960	  0.164052	  0.163843	  0.169824		CURRENT LEARNING RATE: 0.00526604883694872
previous_iter_valid_loss : 0.16255536675453186

    488980	  0.162768	  0.162555	  0.169619		CURRENT LEARNING RATE: 0.005264995732495289
previous_iter_valid_loss : 0.1606612652540207

    489000	  0.160836	  0.160661	  0.168103		CURRENT LEARNING RATE: 0.005263942838641682
previous_iter_valid_loss : 0.16082362830638885

    489020	  0.160984	  0.160824	  0.168111		CURRENT LEARNING RATE: 0.0052628901553457945
previous_iter_valid_loss : 0.1609443724155426

    489040	  0.161132	  0.160944	  0.167860		CURRENT LEARNING RATE: 0.005261837682565509
previous_iter_valid_loss : 0.16569414734840393

    489060	  0.165920	  0.165694	  0.167712		CURRENT LEARNING RATE: 0.005260785420258737
previous_iter_valid_loss : 0.16308683156967163

    489080	  0.163253	  0.163087	  0.167783		CURRENT LEARNING RATE: 0.0052597333683833776
previous_iter_valid_loss : 0.16068856418132782

    489100	  0.160860	  0.160689	  0.166675		CURRENT LEARNING RATE: 0.005258681526897354
previous_iter_valid_loss : 0.16312523186206818

    489120	  0.163305	  0.163125	  0.166758		CURRENT LEARNING RATE: 0.005257629895758596
previous_iter_valid_loss : 0.17519132792949677

    489140	  0.175358	  0.175191	  0.167396		CURRENT LEARNING RATE: 0.00525657847492503
previous_iter_valid_loss : 0.16830767691135406

    489160	  0.168557	  0.168308	  0.167201		CURRENT LEARNING RATE: 0.005255527264354609
previous_iter_valid_loss : 0.16069702804088593

    489180	  0.160847	  0.160697	  0.167194		CURRENT LEARNING RATE: 0.005254476264005274
previous_iter_valid_loss : 0.16757506132125854

    489200	  0.167818	  0.167575	  0.165307		CURRENT LEARNING RATE: 0.005253425473834995
previous_iter_valid_loss : 0.16072462499141693

    489220	  0.160891	  0.160725	  0.165028		CURRENT LEARNING RATE: 0.005252374893801731
previous_iter_valid_loss : 0.16310906410217285

    489240	  0.163268	  0.163109	  0.164958		CURRENT LEARNING RATE: 0.005251324523863468
previous_iter_valid_loss : 0.16083857417106628

    489260	  0.161018	  0.160839	  0.164965		CURRENT LEARNING RATE: 0.005250274363978182
previous_iter_valid_loss : 0.16067296266555786

    489280	  0.160840	  0.160673	  0.164844		CURRENT LEARNING RATE: 0.0052492244141038764
previous_iter_valid_loss : 0.16206619143486023

    489300	  0.162229	  0.162066	  0.163466		CURRENT LEARNING RATE: 0.005248174674198543
previous_iter_valid_loss : 0.16057324409484863

    489320	  0.160737	  0.160573	  0.163143		CURRENT LEARNING RATE: 0.005247125144220202
previous_iter_valid_loss : 0.16065634787082672

    489340	  0.160826	  0.160656	  0.163090		CURRENT LEARNING RATE: 0.0052460758241268625
previous_iter_valid_loss : 0.17029859125614166

    489360	  0.170558	  0.170299	  0.163413		CURRENT LEARNING RATE: 0.005245026713876562
previous_iter_valid_loss : 0.16634011268615723

    489380	  0.166568	  0.166340	  0.163602		CURRENT LEARNING RATE: 0.005243977813427326
previous_iter_valid_loss : 0.18846537172794342

    489400	  0.188627	  0.188465	  0.164992		CURRENT LEARNING RATE: 0.005242929122737207
previous_iter_valid_loss : 0.16207022964954376

    489420	  0.162280	  0.162070	  0.165054		CURRENT LEARNING RATE: 0.005241880641764249
previous_iter_valid_loss : 0.17812566459178925

    489440	  0.178451	  0.178126	  0.165913		CURRENT LEARNING RATE: 0.005240832370466524
previous_iter_valid_loss : 0.16349910199642181

    489460	  0.163699	  0.163499	  0.165804		CURRENT LEARNING RATE: 0.005239784308802088
previous_iter_valid_loss : 0.17984937131404877

    489480	  0.180181	  0.179849	  0.166642		CURRENT LEARNING RATE: 0.0052387364567290295
previous_iter_valid_loss : 0.16067585349082947

    489500	  0.160848	  0.160676	  0.166641		CURRENT LEARNING RATE: 0.005237688814205427
previous_iter_valid_loss : 0.1681252121925354

    489520	  0.168288	  0.168125	  0.166891		CURRENT LEARNING RATE: 0.005236641381189376
previous_iter_valid_loss : 0.16373540461063385

    489540	  0.163937	  0.163735	  0.166318		CURRENT LEARNING RATE: 0.005235594157638987
previous_iter_valid_loss : 0.16752003133296967

    489560	  0.167768	  0.167520	  0.166279		CURRENT LEARNING RATE: 0.005234547143512359
previous_iter_valid_loss : 0.17613735795021057

    489580	  0.176302	  0.176137	  0.167051		CURRENT LEARNING RATE: 0.005233500338767623
previous_iter_valid_loss : 0.1633351892232895

    489600	  0.163551	  0.163335	  0.166839		CURRENT LEARNING RATE: 0.005232453743362896
previous_iter_valid_loss : 0.16060224175453186

    489620	  0.160766	  0.160602	  0.166833		CURRENT LEARNING RATE: 0.005231407357256326
previous_iter_valid_loss : 0.16886696219444275

    489640	  0.169121	  0.168867	  0.167121		CURRENT LEARNING RATE: 0.005230361180406044
previous_iter_valid_loss : 0.16242924332618713

    489660	  0.162603	  0.162429	  0.167200		CURRENT LEARNING RATE: 0.005229315212770215
previous_iter_valid_loss : 0.19826176762580872

    489680	  0.198369	  0.198262	  0.169080		CURRENT LEARNING RATE: 0.005228269454306991
previous_iter_valid_loss : 0.16056108474731445

    489700	  0.160726	  0.160561	  0.169004		CURRENT LEARNING RATE: 0.005227223904974551
previous_iter_valid_loss : 0.16241468489170074

    489720	  0.162562	  0.162415	  0.169096		CURRENT LEARNING RATE: 0.005226178564731063
previous_iter_valid_loss : 0.1659410297870636

    489740	  0.166102	  0.165941	  0.169361		CURRENT LEARNING RATE: 0.005225133433534722
previous_iter_valid_loss : 0.16785995662212372

    489760	  0.168021	  0.167860	  0.169239		CURRENT LEARNING RATE: 0.005224088511343715
previous_iter_valid_loss : 0.17277175188064575

    489780	  0.173049	  0.172772	  0.169560		CURRENT LEARNING RATE: 0.005223043798116254
previous_iter_valid_loss : 0.16106031835079193

    489800	  0.161212	  0.161060	  0.168190		CURRENT LEARNING RATE: 0.00522199929381054
previous_iter_valid_loss : 0.16539539396762848

    489820	  0.165616	  0.165395	  0.168356		CURRENT LEARNING RATE: 0.005220954998384804
previous_iter_valid_loss : 0.18270348012447357

    489840	  0.182854	  0.182703	  0.168585		CURRENT LEARNING RATE: 0.005219910911797265
previous_iter_valid_loss : 0.1680108606815338

    489860	  0.168248	  0.168011	  0.168811		CURRENT LEARNING RATE: 0.005218867034006166
previous_iter_valid_loss : 0.1732841581106186

    489880	  0.173574	  0.173284	  0.168483		CURRENT LEARNING RATE: 0.005217823364969745
previous_iter_valid_loss : 0.16174210608005524

    489900	  0.161896	  0.161742	  0.168536		CURRENT LEARNING RATE: 0.005216779904646259
previous_iter_valid_loss : 0.16283594071865082

    489920	  0.163009	  0.162836	  0.168271		CURRENT LEARNING RATE: 0.005215736652993976
previous_iter_valid_loss : 0.17636531591415405

    489940	  0.176537	  0.176365	  0.168903		CURRENT LEARNING RATE: 0.005214693609971154
previous_iter_valid_loss : 0.16097213327884674

    489960	  0.161168	  0.160972	  0.168576		CURRENT LEARNING RATE: 0.005213650775536081
previous_iter_valid_loss : 0.16439278423786163

    489980	  0.164615	  0.164393	  0.167988		CURRENT LEARNING RATE: 0.005212608149647037
previous_iter_valid_loss : 0.173209547996521

    490000	  0.173360	  0.173210	  0.168482		CURRENT LEARNING RATE: 0.005211565732262322
previous_iter_valid_loss : 0.16137173771858215

    490020	  0.161537	  0.161372	  0.168521		CURRENT LEARNING RATE: 0.005210523523340234
previous_iter_valid_loss : 0.18052683770656586

    490040	  0.180864	  0.180527	  0.169104		CURRENT LEARNING RATE: 0.005209481522839092
previous_iter_valid_loss : 0.16141897439956665

    490060	  0.161617	  0.161419	  0.169053		CURRENT LEARNING RATE: 0.005208439730717207
previous_iter_valid_loss : 0.1636434644460678

    490080	  0.163852	  0.163643	  0.167322		CURRENT LEARNING RATE: 0.005207398146932917
previous_iter_valid_loss : 0.16145259141921997

    490100	  0.161652	  0.161453	  0.167367		CURRENT LEARNING RATE: 0.005206356771444548
previous_iter_valid_loss : 0.16172842681407928

    490120	  0.161929	  0.161728	  0.167332		CURRENT LEARNING RATE: 0.0052053156042104545
previous_iter_valid_loss : 0.16879235208034515

    490140	  0.169048	  0.168792	  0.167475		CURRENT LEARNING RATE: 0.005204274645188983
previous_iter_valid_loss : 0.16053739190101624


Current valid loss: 0.16053739190101624;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    490160	  0.160707	  0.160537	  0.167109		CURRENT LEARNING RATE: 0.0052032338943385015
previous_iter_valid_loss : 0.1639205664396286

    490180	  0.164080	  0.163921	  0.166666		CURRENT LEARNING RATE: 0.005202193351617372
previous_iter_valid_loss : 0.1714651882648468

    490200	  0.171616	  0.171465	  0.167186		CURRENT LEARNING RATE: 0.005201153016983983
previous_iter_valid_loss : 0.16098594665527344

    490220	  0.161168	  0.160986	  0.166966		CURRENT LEARNING RATE: 0.005200112890396709
previous_iter_valid_loss : 0.16339510679244995

    490240	  0.163606	  0.163395	  0.166001		CURRENT LEARNING RATE: 0.0051990729718139565
previous_iter_valid_loss : 0.16097865998744965

    490260	  0.161163	  0.160979	  0.165649		CURRENT LEARNING RATE: 0.00519803326119412
previous_iter_valid_loss : 0.16148458421230316

    490280	  0.161642	  0.161485	  0.165059		CURRENT LEARNING RATE: 0.0051969937584956175
previous_iter_valid_loss : 0.16680780053138733

    490300	  0.167036	  0.166808	  0.165312		CURRENT LEARNING RATE: 0.005195954463676863
previous_iter_valid_loss : 0.16083739697933197

    490320	  0.161030	  0.160837	  0.165212		CURRENT LEARNING RATE: 0.005194915376696287
previous_iter_valid_loss : 0.17044897377490997

    490340	  0.170716	  0.170449	  0.164917		CURRENT LEARNING RATE: 0.005193876497512331
previous_iter_valid_loss : 0.16115662455558777

    490360	  0.161355	  0.161157	  0.164926		CURRENT LEARNING RATE: 0.005192837826083432
previous_iter_valid_loss : 0.1774958372116089

    490380	  0.177816	  0.177496	  0.165581		CURRENT LEARNING RATE: 0.005191799362368051
previous_iter_valid_loss : 0.18930518627166748

    490400	  0.189443	  0.189305	  0.166386		CURRENT LEARNING RATE: 0.00519076110632464
previous_iter_valid_loss : 0.16061781346797943

    490420	  0.160795	  0.160618	  0.166348		CURRENT LEARNING RATE: 0.005189723057911679
previous_iter_valid_loss : 0.16079282760620117

    490440	  0.160974	  0.160793	  0.165361		CURRENT LEARNING RATE: 0.005188685217087636
previous_iter_valid_loss : 0.1701168268918991

    490460	  0.170270	  0.170117	  0.165796		CURRENT LEARNING RATE: 0.0051876475838110074
previous_iter_valid_loss : 0.1616377979516983

    490480	  0.161804	  0.161638	  0.165696		CURRENT LEARNING RATE: 0.005186610158040278
previous_iter_valid_loss : 0.18476088345050812

    490500	  0.185145	  0.184761	  0.166861		CURRENT LEARNING RATE: 0.005185572939733961
previous_iter_valid_loss : 0.1605929732322693

    490520	  0.160755	  0.160593	  0.166805		CURRENT LEARNING RATE: 0.005184535928850557
previous_iter_valid_loss : 0.16951778531074524

    490540	  0.169775	  0.169518	  0.166841		CURRENT LEARNING RATE: 0.0051834991253485955
previous_iter_valid_loss : 0.16070586442947388

    490560	  0.160885	  0.160706	  0.166849		CURRENT LEARNING RATE: 0.005182462529186595
previous_iter_valid_loss : 0.16275259852409363

    490580	  0.162957	  0.162753	  0.166791		CURRENT LEARNING RATE: 0.0051814261403231015
previous_iter_valid_loss : 0.17306162416934967

    490600	  0.173217	  0.173062	  0.166871		CURRENT LEARNING RATE: 0.005180389958716649
previous_iter_valid_loss : 0.1616932898759842

    490620	  0.161850	  0.161693	  0.166906		CURRENT LEARNING RATE: 0.005179353984325801
previous_iter_valid_loss : 0.1645115166902542

    490640	  0.164721	  0.164512	  0.166962		CURRENT LEARNING RATE: 0.005178318217109107
previous_iter_valid_loss : 0.16224952042102814

    490660	  0.162417	  0.162250	  0.167025		CURRENT LEARNING RATE: 0.005177282657025148
previous_iter_valid_loss : 0.16077153384685516

    490680	  0.160939	  0.160772	  0.166990		CURRENT LEARNING RATE: 0.005176247304032491
previous_iter_valid_loss : 0.1618291288614273

    490700	  0.162004	  0.161829	  0.166741		CURRENT LEARNING RATE: 0.005175212158089732
previous_iter_valid_loss : 0.16418591141700745

    490720	  0.164359	  0.164186	  0.166908		CURRENT LEARNING RATE: 0.005174177219155455
previous_iter_valid_loss : 0.16823852062225342

    490740	  0.168485	  0.168239	  0.166798		CURRENT LEARNING RATE: 0.0051731424871882675
previous_iter_valid_loss : 0.1890813559293747

    490760	  0.189525	  0.189081	  0.168194		CURRENT LEARNING RATE: 0.0051721079621467846
previous_iter_valid_loss : 0.1743241399526596

    490780	  0.174620	  0.174324	  0.168035		CURRENT LEARNING RATE: 0.005171073643989617
previous_iter_valid_loss : 0.1662197858095169

    490800	  0.166452	  0.166220	  0.166881		CURRENT LEARNING RATE: 0.0051700395326754
previous_iter_valid_loss : 0.1726844310760498

    490820	  0.172972	  0.172684	  0.167484		CURRENT LEARNING RATE: 0.0051690056281627605
previous_iter_valid_loss : 0.16986197233200073

    490840	  0.170033	  0.169862	  0.167938		CURRENT LEARNING RATE: 0.005167971930410351
previous_iter_valid_loss : 0.16059015691280365

    490860	  0.160767	  0.160590	  0.167462		CURRENT LEARNING RATE: 0.005166938439376816
previous_iter_valid_loss : 0.17011205852031708

    490880	  0.170375	  0.170112	  0.167885		CURRENT LEARNING RATE: 0.005165905155020822
previous_iter_valid_loss : 0.16636456549167633

    490900	  0.166521	  0.166365	  0.166965		CURRENT LEARNING RATE: 0.005164872077301031
previous_iter_valid_loss : 0.16272017359733582

    490920	  0.162930	  0.162720	  0.167072		CURRENT LEARNING RATE: 0.005163839206176129
previous_iter_valid_loss : 0.1666105091571808

    490940	  0.166849	  0.166611	  0.166926		CURRENT LEARNING RATE: 0.00516280654160479
previous_iter_valid_loss : 0.16978472471237183

    490960	  0.169953	  0.169785	  0.167380		CURRENT LEARNING RATE: 0.005161774083545719
previous_iter_valid_loss : 0.16371677815914154

    490980	  0.163905	  0.163717	  0.167429		CURRENT LEARNING RATE: 0.005160741831957608
previous_iter_valid_loss : 0.16065652668476105

    491000	  0.160843	  0.160657	  0.166808		CURRENT LEARNING RATE: 0.005159709786799175
previous_iter_valid_loss : 0.16234008967876434

    491020	  0.162546	  0.162340	  0.166841		CURRENT LEARNING RATE: 0.0051586779480291296
previous_iter_valid_loss : 0.174289271235466

    491040	  0.174462	  0.174289	  0.167330		CURRENT LEARNING RATE: 0.005157646315606207
previous_iter_valid_loss : 0.16930747032165527

    491060	  0.169469	  0.169307	  0.167682		CURRENT LEARNING RATE: 0.005156614889489133
previous_iter_valid_loss : 0.16490615904331207

    491080	  0.165127	  0.164906	  0.167889		CURRENT LEARNING RATE: 0.00515558366963666
previous_iter_valid_loss : 0.1610589623451233

    491100	  0.161220	  0.161059	  0.167851		CURRENT LEARNING RATE: 0.00515455265600753
previous_iter_valid_loss : 0.16756168007850647

    491120	  0.167806	  0.167562	  0.168020		CURRENT LEARNING RATE: 0.005153521848560508
previous_iter_valid_loss : 0.1758277863264084

    491140	  0.176004	  0.175828	  0.168399		CURRENT LEARNING RATE: 0.005152491247254364
previous_iter_valid_loss : 0.16731581091880798

    491160	  0.167483	  0.167316	  0.167311		CURRENT LEARNING RATE: 0.005151460852047866
previous_iter_valid_loss : 0.17910832166671753

    491180	  0.179440	  0.179108	  0.167550		CURRENT LEARNING RATE: 0.005150430662899807
previous_iter_valid_loss : 0.17551405727863312

    491200	  0.175822	  0.175514	  0.168015		CURRENT LEARNING RATE: 0.005149400679768972
previous_iter_valid_loss : 0.16573867201805115

    491220	  0.165971	  0.165739	  0.167667		CURRENT LEARNING RATE: 0.0051483709026141685
previous_iter_valid_loss : 0.18609395623207092

    491240	  0.186493	  0.186094	  0.168479		CURRENT LEARNING RATE: 0.005147341331394197
previous_iter_valid_loss : 0.16062219440937042

    491260	  0.160805	  0.160622	  0.168481		CURRENT LEARNING RATE: 0.005146311966067885
previous_iter_valid_loss : 0.16783137619495392

    491280	  0.168085	  0.167831	  0.168367		CURRENT LEARNING RATE: 0.005145282806594047
previous_iter_valid_loss : 0.16208752989768982

    491300	  0.162297	  0.162088	  0.168153		CURRENT LEARNING RATE: 0.005144253852931526
previous_iter_valid_loss : 0.16069276630878448

    491320	  0.160877	  0.160693	  0.168051		CURRENT LEARNING RATE: 0.005143225105039157
previous_iter_valid_loss : 0.16720233857631683

    491340	  0.167437	  0.167202	  0.168081		CURRENT LEARNING RATE: 0.005142196562875796
previous_iter_valid_loss : 0.1778016835451126

    491360	  0.177981	  0.177802	  0.168482		CURRENT LEARNING RATE: 0.005141168226400294
previous_iter_valid_loss : 0.161020889878273

    491380	  0.161217	  0.161021	  0.168347		CURRENT LEARNING RATE: 0.005140140095571526
previous_iter_valid_loss : 0.16058750450611115

    491400	  0.160749	  0.160588	  0.168343		CURRENT LEARNING RATE: 0.005139112170348358
previous_iter_valid_loss : 0.16884322464466095

    491420	  0.169098	  0.168843	  0.168669		CURRENT LEARNING RATE: 0.005138084450689683
previous_iter_valid_loss : 0.1606512814760208

    491440	  0.160799	  0.160651	  0.167987		CURRENT LEARNING RATE: 0.005137056936554382
previous_iter_valid_loss : 0.16288849711418152

    491460	  0.163069	  0.162888	  0.167666		CURRENT LEARNING RATE: 0.005136029627901362
previous_iter_valid_loss : 0.16998066008090973

    491480	  0.170143	  0.169981	  0.167920		CURRENT LEARNING RATE: 0.005135002524689525
previous_iter_valid_loss : 0.18296362459659576

    491500	  0.183135	  0.182964	  0.169015		CURRENT LEARNING RATE: 0.005133975626877793
previous_iter_valid_loss : 0.16238021850585938

    491520	  0.162557	  0.162380	  0.168756		CURRENT LEARNING RATE: 0.005132948934425083
previous_iter_valid_loss : 0.17356809973716736

    491540	  0.173848	  0.173568	  0.168643		CURRENT LEARNING RATE: 0.005131922447290331
previous_iter_valid_loss : 0.16966821253299713

    491560	  0.169933	  0.169668	  0.168760		CURRENT LEARNING RATE: 0.005130896165432483
previous_iter_valid_loss : 0.16675053536891937

    491580	  0.166975	  0.166751	  0.168142		CURRENT LEARNING RATE: 0.005129870088810476
previous_iter_valid_loss : 0.16440074145793915

    491600	  0.164605	  0.164401	  0.167587		CURRENT LEARNING RATE: 0.0051288442173832785
previous_iter_valid_loss : 0.16055579483509064

    491620	  0.160716	  0.160556	  0.167328		CURRENT LEARNING RATE: 0.005127818551109846
previous_iter_valid_loss : 0.1612345576286316

    491640	  0.161431	  0.161235	  0.166085		CURRENT LEARNING RATE: 0.005126793089949161
previous_iter_valid_loss : 0.16198556125164032

    491660	  0.162145	  0.161986	  0.166153		CURRENT LEARNING RATE: 0.005125767833860195
previous_iter_valid_loss : 0.1671457141637802

    491680	  0.167381	  0.167146	  0.166119		CURRENT LEARNING RATE: 0.005124742782801948
previous_iter_valid_loss : 0.16257338225841522

    491700	  0.162725	  0.162573	  0.166143		CURRENT LEARNING RATE: 0.0051237179367334094
previous_iter_valid_loss : 0.16162458062171936

    491720	  0.161774	  0.161625	  0.166189		CURRENT LEARNING RATE: 0.005122693295613592
previous_iter_valid_loss : 0.16101209819316864

    491740	  0.161207	  0.161012	  0.165880		CURRENT LEARNING RATE: 0.005121668859401503
previous_iter_valid_loss : 0.17052559554576874

    491760	  0.170790	  0.170526	  0.165516		CURRENT LEARNING RATE: 0.005120644628056174
previous_iter_valid_loss : 0.16756556928157806

    491780	  0.167801	  0.167566	  0.165843		CURRENT LEARNING RATE: 0.005119620601536626
previous_iter_valid_loss : 0.162733256816864

    491800	  0.162897	  0.162733	  0.165951		CURRENT LEARNING RATE: 0.0051185967798019075
previous_iter_valid_loss : 0.16623051464557648

    491820	  0.166458	  0.166231	  0.165820		CURRENT LEARNING RATE: 0.005117573162811056
previous_iter_valid_loss : 0.16069822013378143

    491840	  0.160858	  0.160698	  0.165822		CURRENT LEARNING RATE: 0.0051165497505231364
previous_iter_valid_loss : 0.17478525638580322

    491860	  0.175077	  0.174785	  0.166417		CURRENT LEARNING RATE: 0.0051155265428972025
previous_iter_valid_loss : 0.1773402988910675

    491880	  0.177657	  0.177340	  0.166785		CURRENT LEARNING RATE: 0.005114503539892336
previous_iter_valid_loss : 0.166647270321846

    491900	  0.166808	  0.166647	  0.165969		CURRENT LEARNING RATE: 0.005113480741467607
previous_iter_valid_loss : 0.1621912568807602

    491920	  0.162350	  0.162191	  0.165960		CURRENT LEARNING RATE: 0.005112458147582108
previous_iter_valid_loss : 0.16625003516674042

    491940	  0.166405	  0.166250	  0.165594		CURRENT LEARNING RATE: 0.005111435758194941
previous_iter_valid_loss : 0.17500272393226624

    491960	  0.175150	  0.175003	  0.165861		CURRENT LEARNING RATE: 0.0051104135732652
previous_iter_valid_loss : 0.16066411137580872

    491980	  0.160825	  0.160664	  0.165556		CURRENT LEARNING RATE: 0.005109391592752008
previous_iter_valid_loss : 0.1616544872522354

    492000	  0.161807	  0.161654	  0.165419		CURRENT LEARNING RATE: 0.0051083698166144755
previous_iter_valid_loss : 0.16483564674854279

    492020	  0.165009	  0.164836	  0.165633		CURRENT LEARNING RATE: 0.00510734824481174
previous_iter_valid_loss : 0.16781049966812134

    492040	  0.168040	  0.167810	  0.165962		CURRENT LEARNING RATE: 0.005106326877302931
previous_iter_valid_loss : 0.16556493937969208

    492060	  0.165772	  0.165565	  0.166141		CURRENT LEARNING RATE: 0.005105305714047202
previous_iter_valid_loss : 0.17046606540679932

    492080	  0.170619	  0.170466	  0.166307		CURRENT LEARNING RATE: 0.005104284755003698
previous_iter_valid_loss : 0.1605726182460785

    492100	  0.160731	  0.160573	  0.166207		CURRENT LEARNING RATE: 0.005103264000131589
previous_iter_valid_loss : 0.16198855638504028

    492120	  0.162188	  0.161989	  0.166225		CURRENT LEARNING RATE: 0.005102243449390037
previous_iter_valid_loss : 0.16237930953502655

    492140	  0.162546	  0.162379	  0.166293		CURRENT LEARNING RATE: 0.005101223102738227
previous_iter_valid_loss : 0.1751035898923874

    492160	  0.175258	  0.175104	  0.166522		CURRENT LEARNING RATE: 0.005100202960135338
previous_iter_valid_loss : 0.16636580228805542

    492180	  0.166582	  0.166366	  0.166462		CURRENT LEARNING RATE: 0.0050991830215405725
previous_iter_valid_loss : 0.1620701253414154

    492200	  0.162231	  0.162070	  0.166429		CURRENT LEARNING RATE: 0.0050981632869131245
previous_iter_valid_loss : 0.16173915565013885

    492220	  0.161900	  0.161739	  0.166205		CURRENT LEARNING RATE: 0.005097143756212213
previous_iter_valid_loss : 0.1607896089553833

    492240	  0.160961	  0.160790	  0.166209		CURRENT LEARNING RATE: 0.005096124429397048
previous_iter_valid_loss : 0.16258837282657623

    492260	  0.162770	  0.162588	  0.165599		CURRENT LEARNING RATE: 0.005095105306426865
previous_iter_valid_loss : 0.16062790155410767

    492280	  0.160796	  0.160628	  0.164764		CURRENT LEARNING RATE: 0.00509408638726089
previous_iter_valid_loss : 0.17595402896404266

    492300	  0.176261	  0.175954	  0.165229		CURRENT LEARNING RATE: 0.005093067671858377
previous_iter_valid_loss : 0.1678144633769989

    492320	  0.167987	  0.167814	  0.165510		CURRENT LEARNING RATE: 0.005092049160178565
previous_iter_valid_loss : 0.16084130108356476

    492340	  0.161015	  0.160841	  0.165240		CURRENT LEARNING RATE: 0.005091030852180722
previous_iter_valid_loss : 0.161052405834198

    492360	  0.161247	  0.161052	  0.164542		CURRENT LEARNING RATE: 0.005090012747824117
previous_iter_valid_loss : 0.17946144938468933

    492380	  0.179800	  0.179461	  0.165482		CURRENT LEARNING RATE: 0.005088994847068019
previous_iter_valid_loss : 0.16437003016471863

    492400	  0.164554	  0.164370	  0.165618		CURRENT LEARNING RATE: 0.00508797714987172
previous_iter_valid_loss : 0.1606655716896057

    492420	  0.160830	  0.160666	  0.165409		CURRENT LEARNING RATE: 0.005086959656194503
previous_iter_valid_loss : 0.16061994433403015

    492440	  0.160775	  0.160620	  0.165050		CURRENT LEARNING RATE: 0.005085942365995677
previous_iter_valid_loss : 0.16601765155792236

    492460	  0.166245	  0.166018	  0.165073		CURRENT LEARNING RATE: 0.005084925279234541
previous_iter_valid_loss : 0.16085191071033478

    492480	  0.160991	  0.160852	  0.164592		CURRENT LEARNING RATE: 0.005083908395870424
previous_iter_valid_loss : 0.1605537384748459

    492500	  0.160719	  0.160554	  0.164591		CURRENT LEARNING RATE: 0.005082891715862637
previous_iter_valid_loss : 0.16062000393867493

    492520	  0.160778	  0.160620	  0.164522		CURRENT LEARNING RATE: 0.005081875239170524
previous_iter_valid_loss : 0.16136637330055237

    492540	  0.161523	  0.161366	  0.164472		CURRENT LEARNING RATE: 0.005080858965753418
previous_iter_valid_loss : 0.16059255599975586

    492560	  0.160752	  0.160593	  0.163746		CURRENT LEARNING RATE: 0.005079842895570674
previous_iter_valid_loss : 0.1714853197336197

    492580	  0.171761	  0.171485	  0.164002		CURRENT LEARNING RATE: 0.005078827028581643
previous_iter_valid_loss : 0.16101329028606415

    492600	  0.161203	  0.161013	  0.163949		CURRENT LEARNING RATE: 0.005077811364745698
previous_iter_valid_loss : 0.1621326506137848

    492620	  0.162299	  0.162133	  0.163969		CURRENT LEARNING RATE: 0.005076795904022205
previous_iter_valid_loss : 0.1698542833328247

    492640	  0.170017	  0.169854	  0.164422		CURRENT LEARNING RATE: 0.005075780646370552
previous_iter_valid_loss : 0.1609291285276413

    492660	  0.161123	  0.160929	  0.164339		CURRENT LEARNING RATE: 0.0050747655917501204
previous_iter_valid_loss : 0.1622697114944458

    492680	  0.162473	  0.162270	  0.164421		CURRENT LEARNING RATE: 0.005073750740120319
previous_iter_valid_loss : 0.16064459085464478

    492700	  0.160806	  0.160645	  0.163656		CURRENT LEARNING RATE: 0.005072736091440543
previous_iter_valid_loss : 0.16138672828674316

    492720	  0.161546	  0.161387	  0.163335		CURRENT LEARNING RATE: 0.005071721645670216
previous_iter_valid_loss : 0.16352513432502747

    492740	  0.163692	  0.163525	  0.163469		CURRENT LEARNING RATE: 0.0050707074027687505
previous_iter_valid_loss : 0.18045204877853394

    492760	  0.180791	  0.180452	  0.164439		CURRENT LEARNING RATE: 0.005069693362695582
previous_iter_valid_loss : 0.16274923086166382

    492780	  0.162952	  0.162749	  0.163603		CURRENT LEARNING RATE: 0.005068679525410153
previous_iter_valid_loss : 0.1717635691165924

    492800	  0.172026	  0.171764	  0.163973		CURRENT LEARNING RATE: 0.005067665890871902
previous_iter_valid_loss : 0.16334013640880585

    492820	  0.163548	  0.163340	  0.164106		CURRENT LEARNING RATE: 0.005066652459040291
previous_iter_valid_loss : 0.16134749352931976

    492840	  0.161499	  0.161347	  0.164143		CURRENT LEARNING RATE: 0.005065639229874775
previous_iter_valid_loss : 0.160598486661911

    492860	  0.160771	  0.160598	  0.163872		CURRENT LEARNING RATE: 0.0050646262033348325
previous_iter_valid_loss : 0.1666945368051529

    492880	  0.166918	  0.166695	  0.164164		CURRENT LEARNING RATE: 0.005063613379379935
previous_iter_valid_loss : 0.17011025547981262

    492900	  0.170369	  0.170110	  0.164642		CURRENT LEARNING RATE: 0.005062600757969578
previous_iter_valid_loss : 0.1637050211429596

    492920	  0.163920	  0.163705	  0.164796		CURRENT LEARNING RATE: 0.005061588339063248
previous_iter_valid_loss : 0.16189396381378174

    492940	  0.162056	  0.161894	  0.164822		CURRENT LEARNING RATE: 0.005060576122620455
previous_iter_valid_loss : 0.16695638000965118

    492960	  0.167182	  0.166956	  0.165141		CURRENT LEARNING RATE: 0.005059564108600705
previous_iter_valid_loss : 0.16257250308990479

    492980	  0.162769	  0.162573	  0.164695		CURRENT LEARNING RATE: 0.005058552296963523
previous_iter_valid_loss : 0.17039597034454346

    493000	  0.170545	  0.170396	  0.165164		CURRENT LEARNING RATE: 0.005057540687668429
previous_iter_valid_loss : 0.17017385363578796

    493020	  0.170433	  0.170174	  0.165566		CURRENT LEARNING RATE: 0.005056529280674969
previous_iter_valid_loss : 0.17847409844398499

    493040	  0.178799	  0.178474	  0.165997		CURRENT LEARNING RATE: 0.005055518075942676
previous_iter_valid_loss : 0.16075696051120758

    493060	  0.160915	  0.160757	  0.165989		CURRENT LEARNING RATE: 0.005054507073431111
previous_iter_valid_loss : 0.16894181072711945

    493080	  0.169177	  0.168942	  0.166322		CURRENT LEARNING RATE: 0.005053496273099825
previous_iter_valid_loss : 0.16990335285663605

    493100	  0.170061	  0.169903	  0.166785		CURRENT LEARNING RATE: 0.0050524856749083955
previous_iter_valid_loss : 0.18584400415420532

    493120	  0.185996	  0.185844	  0.168008		CURRENT LEARNING RATE: 0.005051475278816388
previous_iter_valid_loss : 0.16193678975105286

    493140	  0.162137	  0.161937	  0.167929		CURRENT LEARNING RATE: 0.005050465084783394
previous_iter_valid_loss : 0.16065701842308044

    493160	  0.160831	  0.160657	  0.166939		CURRENT LEARNING RATE: 0.005049455092769007
previous_iter_valid_loss : 0.1619177609682083

    493180	  0.162119	  0.161918	  0.166897		CURRENT LEARNING RATE: 0.005048445302732822
previous_iter_valid_loss : 0.16635632514953613

    493200	  0.166580	  0.166356	  0.166627		CURRENT LEARNING RATE: 0.005047435714634452
previous_iter_valid_loss : 0.1709163635969162

    493220	  0.171060	  0.170916	  0.167006		CURRENT LEARNING RATE: 0.005046426328433508
previous_iter_valid_loss : 0.16678465902805328

    493240	  0.166947	  0.166785	  0.167278		CURRENT LEARNING RATE: 0.005045417144089622
previous_iter_valid_loss : 0.16160210967063904

    493260	  0.161755	  0.161602	  0.167328		CURRENT LEARNING RATE: 0.005044408161562418
previous_iter_valid_loss : 0.16463036835193634

    493280	  0.164834	  0.164630	  0.167225		CURRENT LEARNING RATE: 0.005043399380811546
previous_iter_valid_loss : 0.16111522912979126

    493300	  0.161302	  0.161115	  0.166775		CURRENT LEARNING RATE: 0.005042390801796645
previous_iter_valid_loss : 0.19049300253391266

    493320	  0.190945	  0.190493	  0.168114		CURRENT LEARNING RATE: 0.005041382424477381
previous_iter_valid_loss : 0.1613023728132248

    493340	  0.161491	  0.161302	  0.168085		CURRENT LEARNING RATE: 0.00504037424881341
previous_iter_valid_loss : 0.16056260466575623

    493360	  0.160728	  0.160563	  0.167765		CURRENT LEARNING RATE: 0.005039366274764414
previous_iter_valid_loss : 0.16099809110164642

    493380	  0.161178	  0.160998	  0.167686		CURRENT LEARNING RATE: 0.005038358502290066
previous_iter_valid_loss : 0.163216233253479

    493400	  0.163425	  0.163216	  0.167327		CURRENT LEARNING RATE: 0.005037350931350063
previous_iter_valid_loss : 0.16163012385368347

    493420	  0.161778	  0.161630	  0.166900		CURRENT LEARNING RATE: 0.005036343561904093
previous_iter_valid_loss : 0.1699984073638916

    493440	  0.170155	  0.169998	  0.166476		CURRENT LEARNING RATE: 0.0050353363939118715
previous_iter_valid_loss : 0.1738991141319275

    493460	  0.174185	  0.173899	  0.167133		CURRENT LEARNING RATE: 0.005034329427333101
previous_iter_valid_loss : 0.16170278191566467

    493480	  0.161899	  0.161703	  0.166771		CURRENT LEARNING RATE: 0.005033322662127513
previous_iter_valid_loss : 0.16100749373435974

    493500	  0.161171	  0.161007	  0.166327		CURRENT LEARNING RATE: 0.005032316098254828
previous_iter_valid_loss : 0.1717681884765625

    493520	  0.171922	  0.171768	  0.165623		CURRENT LEARNING RATE: 0.005031309735674792
previous_iter_valid_loss : 0.16612625122070312

    493540	  0.166347	  0.166126	  0.165832		CURRENT LEARNING RATE: 0.005030303574347142
previous_iter_valid_loss : 0.1653514951467514

    493560	  0.165570	  0.165351	  0.166067		CURRENT LEARNING RATE: 0.0050292976142316355
previous_iter_valid_loss : 0.1644926220178604

    493580	  0.164703	  0.164493	  0.166196		CURRENT LEARNING RATE: 0.005028291855288038
previous_iter_valid_loss : 0.17083865404129028

    493600	  0.171114	  0.170839	  0.166420		CURRENT LEARNING RATE: 0.005027286297476111
previous_iter_valid_loss : 0.16577759385108948

    493620	  0.166001	  0.165778	  0.166163		CURRENT LEARNING RATE: 0.005026280940755642
previous_iter_valid_loss : 0.16265462338924408

    493640	  0.162850	  0.162655	  0.165956		CURRENT LEARNING RATE: 0.005025275785086406
previous_iter_valid_loss : 0.16073143482208252

    493660	  0.160908	  0.160731	  0.165913		CURRENT LEARNING RATE: 0.005024270830428207
previous_iter_valid_loss : 0.1624263972043991

    493680	  0.162619	  0.162426	  0.165803		CURRENT LEARNING RATE: 0.005023266076740837
previous_iter_valid_loss : 0.16401877999305725

    493700	  0.164189	  0.164019	  0.165948		CURRENT LEARNING RATE: 0.005022261523984115
previous_iter_valid_loss : 0.1676601618528366

    493720	  0.167887	  0.167660	  0.164806		CURRENT LEARNING RATE: 0.005021257172117851
previous_iter_valid_loss : 0.16733182966709137

    493740	  0.167487	  0.167332	  0.165108		CURRENT LEARNING RATE: 0.005020253021101878
previous_iter_valid_loss : 0.1618966907262802

    493760	  0.162093	  0.161897	  0.165174		CURRENT LEARNING RATE: 0.005019249070896023
previous_iter_valid_loss : 0.1605553776025772

    493780	  0.160726	  0.160555	  0.165152		CURRENT LEARNING RATE: 0.005018245321460136
previous_iter_valid_loss : 0.17257583141326904

    493800	  0.172852	  0.172576	  0.165620		CURRENT LEARNING RATE: 0.005017241772754057
previous_iter_valid_loss : 0.16684114933013916

    493820	  0.167007	  0.166841	  0.165881		CURRENT LEARNING RATE: 0.005016238424737654
previous_iter_valid_loss : 0.16094331443309784

    493840	  0.161123	  0.160943	  0.165428		CURRENT LEARNING RATE: 0.005015235277370785
previous_iter_valid_loss : 0.1644183248281479

    493860	  0.164588	  0.164418	  0.164954		CURRENT LEARNING RATE: 0.005014232330613332
previous_iter_valid_loss : 0.1641593724489212

    493880	  0.164362	  0.164159	  0.165077		CURRENT LEARNING RATE: 0.005013229584425169
previous_iter_valid_loss : 0.16264905035495758

    493900	  0.162850	  0.162649	  0.165159		CURRENT LEARNING RATE: 0.0050122270387661936
previous_iter_valid_loss : 0.16786949336528778

    493920	  0.168097	  0.167869	  0.164964		CURRENT LEARNING RATE: 0.005011224693596297
previous_iter_valid_loss : 0.17216476798057556

    493940	  0.172436	  0.172165	  0.165266		CURRENT LEARNING RATE: 0.005010222548875388
previous_iter_valid_loss : 0.1860370635986328

    493960	  0.186187	  0.186037	  0.166300		CURRENT LEARNING RATE: 0.005009220604563386
previous_iter_valid_loss : 0.16775529086589813

    493980	  0.167912	  0.167755	  0.166463		CURRENT LEARNING RATE: 0.005008218860620205
previous_iter_valid_loss : 0.18836571276187897

    494000	  0.188506	  0.188366	  0.167340		CURRENT LEARNING RATE: 0.005007217317005783
previous_iter_valid_loss : 0.16272135078907013

    494020	  0.162887	  0.162721	  0.167187		CURRENT LEARNING RATE: 0.00500621597368005
previous_iter_valid_loss : 0.16413822770118713

    494040	  0.164338	  0.164138	  0.167261		CURRENT LEARNING RATE: 0.005005214830602961
previous_iter_valid_loss : 0.16472019255161285

    494060	  0.164930	  0.164720	  0.167460		CURRENT LEARNING RATE: 0.005004213887734462
previous_iter_valid_loss : 0.16148395836353302

    494080	  0.161681	  0.161484	  0.167413		CURRENT LEARNING RATE: 0.005003213145034524
previous_iter_valid_loss : 0.1668173372745514

    494100	  0.166990	  0.166817	  0.167553		CURRENT LEARNING RATE: 0.005002212602463106
previous_iter_valid_loss : 0.16960227489471436

    494120	  0.169765	  0.169602	  0.167650		CURRENT LEARNING RATE: 0.005001212259980199
previous_iter_valid_loss : 0.1607569009065628

    494140	  0.160936	  0.160757	  0.167322		CURRENT LEARNING RATE: 0.005000212117545778
previous_iter_valid_loss : 0.17965078353881836

    494160	  0.179982	  0.179651	  0.168209		CURRENT LEARNING RATE: 0.004999212175119848
previous_iter_valid_loss : 0.16486556828022003

    494180	  0.165077	  0.164866	  0.168425		CURRENT LEARNING RATE: 0.004998212432662399
previous_iter_valid_loss : 0.17526568472385406

    494200	  0.175424	  0.175266	  0.168559		CURRENT LEARNING RATE: 0.004997212890133454
previous_iter_valid_loss : 0.16638709604740143

    494220	  0.166557	  0.166387	  0.168537		CURRENT LEARNING RATE: 0.00499621354749302
previous_iter_valid_loss : 0.16058482229709625

    494240	  0.160743	  0.160585	  0.168519		CURRENT LEARNING RATE: 0.004995214404701133
previous_iter_valid_loss : 0.1632748395204544

    494260	  0.163465	  0.163275	  0.168462		CURRENT LEARNING RATE: 0.004994215461717819
previous_iter_valid_loss : 0.1616995930671692

    494280	  0.161867	  0.161700	  0.168339		CURRENT LEARNING RATE: 0.004993216718503129
previous_iter_valid_loss : 0.16155746579170227

    494300	  0.161703	  0.161557	  0.168284		CURRENT LEARNING RATE: 0.004992218175017103
previous_iter_valid_loss : 0.16065889596939087

    494320	  0.160829	  0.160659	  0.167923		CURRENT LEARNING RATE: 0.004991219831219809
previous_iter_valid_loss : 0.16072915494441986

    494340	  0.160902	  0.160729	  0.167352		CURRENT LEARNING RATE: 0.004990221687071306
previous_iter_valid_loss : 0.1622137725353241

    494360	  0.162417	  0.162214	  0.166160		CURRENT LEARNING RATE: 0.00498922374253167
previous_iter_valid_loss : 0.1605619639158249

    494380	  0.160737	  0.160562	  0.165801		CURRENT LEARNING RATE: 0.0049882259975609885
previous_iter_valid_loss : 0.16062283515930176

    494400	  0.160784	  0.160623	  0.164414		CURRENT LEARNING RATE: 0.0049872284521193435
previous_iter_valid_loss : 0.16243542730808258

    494420	  0.162637	  0.162435	  0.164399		CURRENT LEARNING RATE: 0.004986231106166842
previous_iter_valid_loss : 0.1616441011428833

    494440	  0.161838	  0.161644	  0.164275		CURRENT LEARNING RATE: 0.00498523395966358
previous_iter_valid_loss : 0.16206152737140656

    494460	  0.162261	  0.162062	  0.164142		CURRENT LEARNING RATE: 0.004984237012569683
previous_iter_valid_loss : 0.16947680711746216

    494480	  0.169637	  0.169477	  0.164541		CURRENT LEARNING RATE: 0.004983240264845261
previous_iter_valid_loss : 0.162724569439888

    494500	  0.162897	  0.162725	  0.164337		CURRENT LEARNING RATE: 0.004982243716450456
previous_iter_valid_loss : 0.16434237360954285

    494520	  0.164518	  0.164342	  0.164074		CURRENT LEARNING RATE: 0.004981247367345396
previous_iter_valid_loss : 0.1699380725622177

    494540	  0.170191	  0.169938	  0.164533		CURRENT LEARNING RATE: 0.004980251217490235
previous_iter_valid_loss : 0.16568326950073242

    494560	  0.165888	  0.165683	  0.163834		CURRENT LEARNING RATE: 0.004979255266845119
previous_iter_valid_loss : 0.16066327691078186

    494580	  0.160823	  0.160663	  0.163624		CURRENT LEARNING RATE: 0.004978259515370219
previous_iter_valid_loss : 0.16926512122154236

    494600	  0.169422	  0.169265	  0.163324		CURRENT LEARNING RATE: 0.004977263963025696
previous_iter_valid_loss : 0.16138944029808044

    494620	  0.161550	  0.161389	  0.163074		CURRENT LEARNING RATE: 0.004976268609771736
previous_iter_valid_loss : 0.16299384832382202

    494640	  0.163195	  0.162994	  0.163195		CURRENT LEARNING RATE: 0.004975273455568517
previous_iter_valid_loss : 0.17693960666656494

    494660	  0.177098	  0.176940	  0.163878		CURRENT LEARNING RATE: 0.004974278500376241
previous_iter_valid_loss : 0.19228340685367584

    494680	  0.192750	  0.192283	  0.165407		CURRENT LEARNING RATE: 0.0049732837441551015
previous_iter_valid_loss : 0.18295329809188843

    494700	  0.183112	  0.182953	  0.166477		CURRENT LEARNING RATE: 0.004972289186865318
previous_iter_valid_loss : 0.16675376892089844

    494720	  0.166974	  0.166754	  0.166782		CURRENT LEARNING RATE: 0.004971294828467096
previous_iter_valid_loss : 0.1912234127521515

    494740	  0.191350	  0.191223	  0.168307		CURRENT LEARNING RATE: 0.00497030066892067
previous_iter_valid_loss : 0.17961886525154114

    494760	  0.179773	  0.179619	  0.169177		CURRENT LEARNING RATE: 0.004969306708186275
previous_iter_valid_loss : 0.16228537261486053

    494780	  0.162475	  0.162285	  0.169263		CURRENT LEARNING RATE: 0.004968312946224144
previous_iter_valid_loss : 0.1653878539800644

    494800	  0.165590	  0.165388	  0.169501		CURRENT LEARNING RATE: 0.004967319382994537
previous_iter_valid_loss : 0.1663595288991928

    494820	  0.166520	  0.166360	  0.169697		CURRENT LEARNING RATE: 0.0049663260184577
previous_iter_valid_loss : 0.16115090250968933

    494840	  0.161307	  0.161151	  0.169673		CURRENT LEARNING RATE: 0.00496533285257391
previous_iter_valid_loss : 0.189667209982872

    494860	  0.189809	  0.189667	  0.171053		CURRENT LEARNING RATE: 0.00496433988530343
previous_iter_valid_loss : 0.16060341894626617

    494880	  0.160772	  0.160603	  0.170609		CURRENT LEARNING RATE: 0.004963347116606551
previous_iter_valid_loss : 0.16679224371910095

    494900	  0.167008	  0.166792	  0.170813		CURRENT LEARNING RATE: 0.004962354546443552
previous_iter_valid_loss : 0.16060182452201843

    494920	  0.160772	  0.160602	  0.170626		CURRENT LEARNING RATE: 0.00496136217477474
previous_iter_valid_loss : 0.1606462001800537

    494940	  0.160798	  0.160646	  0.170161		CURRENT LEARNING RATE: 0.004960370001560412
previous_iter_valid_loss : 0.16336335241794586

    494960	  0.163539	  0.163363	  0.170045		CURRENT LEARNING RATE: 0.004959378026760888
previous_iter_valid_loss : 0.16344717144966125

    494980	  0.163603	  0.163447	  0.170184		CURRENT LEARNING RATE: 0.004958386250336483
previous_iter_valid_loss : 0.1622680127620697

    495000	  0.162418	  0.162268	  0.169834		CURRENT LEARNING RATE: 0.004957394672247532
previous_iter_valid_loss : 0.1605665385723114

    495020	  0.160714	  0.160567	  0.169793		CURRENT LEARNING RATE: 0.004956403292454364
previous_iter_valid_loss : 0.16285167634487152

    495040	  0.163018	  0.162852	  0.169786		CURRENT LEARNING RATE: 0.004955412110917334
previous_iter_valid_loss : 0.16840562224388123

    495060	  0.168563	  0.168406	  0.169360		CURRENT LEARNING RATE: 0.0049544211275967835
previous_iter_valid_loss : 0.16059087216854095

    495080	  0.160755	  0.160591	  0.167775		CURRENT LEARNING RATE: 0.004953430342453083
previous_iter_valid_loss : 0.18270868062973022

    495100	  0.182872	  0.182709	  0.167763		CURRENT LEARNING RATE: 0.004952439755446594
previous_iter_valid_loss : 0.17139454185962677

    495120	  0.171648	  0.171395	  0.167995		CURRENT LEARNING RATE: 0.004951449366537698
previous_iter_valid_loss : 0.16064852476119995

    495140	  0.160804	  0.160649	  0.166466		CURRENT LEARNING RATE: 0.004950459175686774
previous_iter_valid_loss : 0.16064278781414032

    495160	  0.160813	  0.160643	  0.165517		CURRENT LEARNING RATE: 0.0049494691828542185
previous_iter_valid_loss : 0.17865844070911407

    495180	  0.178975	  0.178658	  0.166336		CURRENT LEARNING RATE: 0.004948479388000434
previous_iter_valid_loss : 0.16970902681350708

    495200	  0.169958	  0.169709	  0.166552		CURRENT LEARNING RATE: 0.004947489791085822
previous_iter_valid_loss : 0.17036671936511993

    495220	  0.170604	  0.170367	  0.166752		CURRENT LEARNING RATE: 0.004946500392070807
previous_iter_valid_loss : 0.17957179248332977

    495240	  0.179737	  0.179572	  0.167673		CURRENT LEARNING RATE: 0.004945511190915804
previous_iter_valid_loss : 0.18423977494239807

    495260	  0.184399	  0.184240	  0.167402		CURRENT LEARNING RATE: 0.004944522187581252
previous_iter_valid_loss : 0.16308152675628662

    495280	  0.163286	  0.163082	  0.167526		CURRENT LEARNING RATE: 0.004943533382027586
previous_iter_valid_loss : 0.16162168979644775

    495300	  0.161780	  0.161622	  0.167267		CURRENT LEARNING RATE: 0.004942544774215259
previous_iter_valid_loss : 0.16359058022499084

    495320	  0.163763	  0.163591	  0.167417		CURRENT LEARNING RATE: 0.004941556364104719
previous_iter_valid_loss : 0.16956739127635956

    495340	  0.169823	  0.169567	  0.167863		CURRENT LEARNING RATE: 0.004940568151656439
previous_iter_valid_loss : 0.17643803358078003

    495360	  0.176594	  0.176438	  0.168517		CURRENT LEARNING RATE: 0.004939580136830882
previous_iter_valid_loss : 0.1680772453546524

    495380	  0.168227	  0.168077	  0.168748		CURRENT LEARNING RATE: 0.004938592319588536
previous_iter_valid_loss : 0.16781608760356903

    495400	  0.167982	  0.167816	  0.169025		CURRENT LEARNING RATE: 0.004937604699889878
previous_iter_valid_loss : 0.16633901000022888

    495420	  0.166506	  0.166339	  0.169314		CURRENT LEARNING RATE: 0.0049366172776954135
previous_iter_valid_loss : 0.16133950650691986

    495440	  0.161493	  0.161340	  0.169238		CURRENT LEARNING RATE: 0.004935630052965636
previous_iter_valid_loss : 0.17533870041370392

    495460	  0.175502	  0.175339	  0.169585		CURRENT LEARNING RATE: 0.004934643025661065
previous_iter_valid_loss : 0.18404431641101837

    495480	  0.184202	  0.184044	  0.170758		CURRENT LEARNING RATE: 0.004933656195742212
previous_iter_valid_loss : 0.1618730127811432

    495500	  0.162028	  0.161873	  0.169716		CURRENT LEARNING RATE: 0.004932669563169612
previous_iter_valid_loss : 0.16239599883556366

    495520	  0.162595	  0.162396	  0.169266		CURRENT LEARNING RATE: 0.004931683127903791
previous_iter_valid_loss : 0.16860267519950867

    495540	  0.168754	  0.168603	  0.169664		CURRENT LEARNING RATE: 0.0049306968899053
previous_iter_valid_loss : 0.16125164926052094

    495560	  0.161440	  0.161252	  0.169694		CURRENT LEARNING RATE: 0.0049297108491346804
previous_iter_valid_loss : 0.17274209856987

    495580	  0.173029	  0.172742	  0.169398		CURRENT LEARNING RATE: 0.004928725005552496
previous_iter_valid_loss : 0.17751768231391907

    495600	  0.177843	  0.177518	  0.169789		CURRENT LEARNING RATE: 0.004927739359119316
previous_iter_valid_loss : 0.16659259796142578

    495620	  0.166820	  0.166593	  0.169600		CURRENT LEARNING RATE: 0.004926753909795707
previous_iter_valid_loss : 0.18911416828632355

    495640	  0.189251	  0.189114	  0.170077		CURRENT LEARNING RATE: 0.00492576865754226
previous_iter_valid_loss : 0.16924631595611572

    495660	  0.169496	  0.169246	  0.169328		CURRENT LEARNING RATE: 0.004924783602319556
previous_iter_valid_loss : 0.16636134684085846

    495680	  0.166574	  0.166361	  0.169492		CURRENT LEARNING RATE: 0.0049237987440882
previous_iter_valid_loss : 0.16336128115653992

    495700	  0.163570	  0.163361	  0.169579		CURRENT LEARNING RATE: 0.00492281408280879
previous_iter_valid_loss : 0.1693103313446045

    495720	  0.169556	  0.169310	  0.169865		CURRENT LEARNING RATE: 0.0049218296184419495
previous_iter_valid_loss : 0.16666172444820404

    495740	  0.166820	  0.166662	  0.169719		CURRENT LEARNING RATE: 0.004920845350948289
previous_iter_valid_loss : 0.1708361655473709

    495760	  0.171099	  0.170836	  0.169439		CURRENT LEARNING RATE: 0.004919861280288447
previous_iter_valid_loss : 0.16054360568523407

    495780	  0.160706	  0.160544	  0.169062		CURRENT LEARNING RATE: 0.004918877406423054
previous_iter_valid_loss : 0.1674610823392868

    495800	  0.167702	  0.167461	  0.169045		CURRENT LEARNING RATE: 0.004917893729312762
previous_iter_valid_loss : 0.16182231903076172

    495820	  0.162015	  0.161822	  0.168819		CURRENT LEARNING RATE: 0.004916910248918215
previous_iter_valid_loss : 0.1605508178472519

    495840	  0.160711	  0.160551	  0.168779		CURRENT LEARNING RATE: 0.004915926965200082
previous_iter_valid_loss : 0.1614513099193573

    495860	  0.161644	  0.161451	  0.168085		CURRENT LEARNING RATE: 0.004914943878119026
previous_iter_valid_loss : 0.1762179732322693

    495880	  0.176517	  0.176218	  0.167694		CURRENT LEARNING RATE: 0.004913960987635729
previous_iter_valid_loss : 0.16963925957679749

    495900	  0.169901	  0.169639	  0.168082		CURRENT LEARNING RATE: 0.004912978293710868
previous_iter_valid_loss : 0.16104301810264587

    495920	  0.161226	  0.161043	  0.168014		CURRENT LEARNING RATE: 0.004911995796305144
previous_iter_valid_loss : 0.16070255637168884

    495940	  0.160866	  0.160703	  0.167619		CURRENT LEARNING RATE: 0.004911013495379248
previous_iter_valid_loss : 0.1665566861629486

    495960	  0.166726	  0.166557	  0.167885		CURRENT LEARNING RATE: 0.0049100313908938915
previous_iter_valid_loss : 0.16123107075691223

    495980	  0.161408	  0.161231	  0.167309		CURRENT LEARNING RATE: 0.004909049482809797
previous_iter_valid_loss : 0.17100036144256592

    496000	  0.171165	  0.171000	  0.166983		CURRENT LEARNING RATE: 0.0049080677710876775
previous_iter_valid_loss : 0.17551060020923615

    496020	  0.175680	  0.175511	  0.167429		CURRENT LEARNING RATE: 0.004907086255688273
previous_iter_valid_loss : 0.177968367934227

    496040	  0.178137	  0.177968	  0.166872		CURRENT LEARNING RATE: 0.004906104936572317
previous_iter_valid_loss : 0.16154883801937103

    496060	  0.161712	  0.161549	  0.166487		CURRENT LEARNING RATE: 0.004905123813700562
previous_iter_valid_loss : 0.17263422906398773

    496080	  0.172919	  0.172634	  0.166801		CURRENT LEARNING RATE: 0.0049041428870337566
previous_iter_valid_loss : 0.1691281497478485

    496100	  0.169297	  0.169128	  0.167089		CURRENT LEARNING RATE: 0.0049031621565326705
previous_iter_valid_loss : 0.1605750024318695

    496120	  0.160740	  0.160575	  0.166652		CURRENT LEARNING RATE: 0.004902181622158068
previous_iter_valid_loss : 0.16860586404800415

    496140	  0.168844	  0.168606	  0.166749		CURRENT LEARNING RATE: 0.004901201283870736
previous_iter_valid_loss : 0.1619400531053543

    496160	  0.162148	  0.161940	  0.166305		CURRENT LEARNING RATE: 0.00490022114163145
previous_iter_valid_loss : 0.16132080554962158

    496180	  0.161486	  0.161321	  0.166343		CURRENT LEARNING RATE: 0.004899241195401016
previous_iter_valid_loss : 0.18583284318447113

    496200	  0.185996	  0.185833	  0.167262		CURRENT LEARNING RATE: 0.004898261445140225

previous_iter_valid_loss : 0.16293947398662567

    564940	  0.163137	  0.162939	  0.165329		CURRENT LEARNING RATE: 0.0024632468441426712
previous_iter_valid_loss : 0.16284015774726868

    564960	  0.163034	  0.162840	  0.165191		CURRENT LEARNING RATE: 0.0024627542440354964
previous_iter_valid_loss : 0.1611577570438385

    564980	  0.161303	  0.161158	  0.165118		CURRENT LEARNING RATE: 0.00246226174243849
previous_iter_valid_loss : 0.16877217590808868

    565000	  0.168932	  0.168772	  0.164567		CURRENT LEARNING RATE: 0.0024617693393319553
previous_iter_valid_loss : 0.16298937797546387

    565020	  0.163155	  0.162989	  0.164681		CURRENT LEARNING RATE: 0.0024612770346961925
previous_iter_valid_loss : 0.19371971487998962

    565040	  0.194191	  0.193720	  0.166338		CURRENT LEARNING RATE: 0.0024607848285115135
previous_iter_valid_loss : 0.16298602521419525

    565060	  0.163150	  0.162986	  0.166391		CURRENT LEARNING RATE: 0.002460292720758226
previous_iter_valid_loss : 0.17225849628448486

    565080	  0.172413	  0.172258	  0.166866		CURRENT LEARNING RATE: 0.0024598007114166494
previous_iter_valid_loss : 0.1926739662885666

    565100	  0.192797	  0.192674	  0.168056		CURRENT LEARNING RATE: 0.0024593088004671
previous_iter_valid_loss : 0.1611730009317398

    565120	  0.161349	  0.161173	  0.167982		CURRENT LEARNING RATE: 0.0024588169878899044
previous_iter_valid_loss : 0.18649768829345703

    565140	  0.186883	  0.186498	  0.169124		CURRENT LEARNING RATE: 0.002458325273665387
previous_iter_valid_loss : 0.16240693628787994

    565160	  0.162595	  0.162407	  0.168417		CURRENT LEARNING RATE: 0.002457833657773883
previous_iter_valid_loss : 0.16520331799983978

    565180	  0.165398	  0.165203	  0.168029		CURRENT LEARNING RATE: 0.0024573421401957235
previous_iter_valid_loss : 0.16896513104438782

    565200	  0.169199	  0.168965	  0.168229		CURRENT LEARNING RATE: 0.0024568507209112517
previous_iter_valid_loss : 0.16080820560455322

    565220	  0.160957	  0.160808	  0.168241		CURRENT LEARNING RATE: 0.0024563593999008073
previous_iter_valid_loss : 0.16165553033351898

    565240	  0.161839	  0.161656	  0.168287		CURRENT LEARNING RATE: 0.0024558681771447415
previous_iter_valid_loss : 0.1643507480621338

    565260	  0.164516	  0.164351	  0.168151		CURRENT LEARNING RATE: 0.0024553770526234008
previous_iter_valid_loss : 0.16196665167808533

    565280	  0.162149	  0.161967	  0.167870		CURRENT LEARNING RATE: 0.0024548860263171445
previous_iter_valid_loss : 0.16721192002296448

    565300	  0.167376	  0.167212	  0.168182		CURRENT LEARNING RATE: 0.002454395098206328
previous_iter_valid_loss : 0.17413653433322906

    565320	  0.174291	  0.174137	  0.168733		CURRENT LEARNING RATE: 0.0024539042682713147
previous_iter_valid_loss : 0.16405151784420013

    565340	  0.164254	  0.164052	  0.168789		CURRENT LEARNING RATE: 0.0024534135364924752
previous_iter_valid_loss : 0.17009806632995605

    565360	  0.170250	  0.170098	  0.169152		CURRENT LEARNING RATE: 0.002452922902850176
previous_iter_valid_loss : 0.1607099026441574

    565380	  0.160878	  0.160710	  0.169130		CURRENT LEARNING RATE: 0.0024524323673247943
previous_iter_valid_loss : 0.161228746175766

    565400	  0.161382	  0.161229	  0.168752		CURRENT LEARNING RATE: 0.0024519419298967057
previous_iter_valid_loss : 0.16162513196468353

    565420	  0.161780	  0.161625	  0.168684		CURRENT LEARNING RATE: 0.002451451590546297
previous_iter_valid_loss : 0.16085600852966309

    565440	  0.160998	  0.160856	  0.167041		CURRENT LEARNING RATE: 0.0024509613492539506
previous_iter_valid_loss : 0.16063615679740906

    565460	  0.160808	  0.160636	  0.166924		CURRENT LEARNING RATE: 0.00245047120600006
previous_iter_valid_loss : 0.1636156290769577

    565480	  0.163794	  0.163616	  0.166491		CURRENT LEARNING RATE: 0.002449981160765016
previous_iter_valid_loss : 0.1610761433839798

    565500	  0.161236	  0.161076	  0.164911		CURRENT LEARNING RATE: 0.0024494912135292206
previous_iter_valid_loss : 0.17165295779705048

    565520	  0.171806	  0.171653	  0.165435		CURRENT LEARNING RATE: 0.0024490013642730723
previous_iter_valid_loss : 0.17364446818828583

    565540	  0.173799	  0.173644	  0.164793		CURRENT LEARNING RATE: 0.002448511612976981
previous_iter_valid_loss : 0.1658918708562851

    565560	  0.166059	  0.165892	  0.164967		CURRENT LEARNING RATE: 0.0024480219596213523
previous_iter_valid_loss : 0.16121579706668854

    565580	  0.161400	  0.161216	  0.164768		CURRENT LEARNING RATE: 0.0024475324041866044
previous_iter_valid_loss : 0.17332318425178528

    565600	  0.173477	  0.173323	  0.164986		CURRENT LEARNING RATE: 0.002447042946653151
previous_iter_valid_loss : 0.16613268852233887

    565620	  0.166348	  0.166133	  0.165252		CURRENT LEARNING RATE: 0.0024465535870014177
previous_iter_valid_loss : 0.177701935172081

    565640	  0.177868	  0.177702	  0.166054		CURRENT LEARNING RATE: 0.002446064325211826
previous_iter_valid_loss : 0.17241603136062622

    565660	  0.172571	  0.172416	  0.166457		CURRENT LEARNING RATE: 0.0024455751612648103
previous_iter_valid_loss : 0.176502525806427

    565680	  0.176665	  0.176503	  0.167184		CURRENT LEARNING RATE: 0.0024450860951407993
previous_iter_valid_loss : 0.17101112008094788

    565700	  0.171264	  0.171011	  0.167374		CURRENT LEARNING RATE: 0.0024445971268202337
previous_iter_valid_loss : 0.1607782542705536

    565720	  0.160954	  0.160778	  0.166706		CURRENT LEARNING RATE: 0.002444108256283552
previous_iter_valid_loss : 0.16107138991355896

    565740	  0.161230	  0.161071	  0.166557		CURRENT LEARNING RATE: 0.002443619483511201
previous_iter_valid_loss : 0.1679449826478958

    565760	  0.168105	  0.167945	  0.166450		CURRENT LEARNING RATE: 0.002443130808483631
previous_iter_valid_loss : 0.16069413721561432

    565780	  0.160861	  0.160694	  0.166449		CURRENT LEARNING RATE: 0.0024426422311812925
previous_iter_valid_loss : 0.16101112961769104

    565800	  0.161170	  0.161011	  0.166438		CURRENT LEARNING RATE: 0.002442153751584645
previous_iter_valid_loss : 0.16449445486068726

    565820	  0.164660	  0.164494	  0.166581		CURRENT LEARNING RATE: 0.0024416653696741463
previous_iter_valid_loss : 0.1680389940738678

    565840	  0.168199	  0.168039	  0.166941		CURRENT LEARNING RATE: 0.0024411770854302645
previous_iter_valid_loss : 0.16175028681755066

    565860	  0.161930	  0.161750	  0.166996		CURRENT LEARNING RATE: 0.0024406888988334646
previous_iter_valid_loss : 0.1609393060207367

    565880	  0.161087	  0.160939	  0.166862		CURRENT LEARNING RATE: 0.002440200809864223
previous_iter_valid_loss : 0.16146209836006165

    565900	  0.161612	  0.161462	  0.166882		CURRENT LEARNING RATE: 0.0024397128185030116
previous_iter_valid_loss : 0.1615431010723114

    565920	  0.161717	  0.161543	  0.166376		CURRENT LEARNING RATE: 0.002439224924730316
previous_iter_valid_loss : 0.16877441108226776

    565940	  0.168923	  0.168774	  0.166133		CURRENT LEARNING RATE: 0.002438737128526615
previous_iter_valid_loss : 0.16088925302028656

    565960	  0.161060	  0.160889	  0.165883		CURRENT LEARNING RATE: 0.002438249429872402
previous_iter_valid_loss : 0.1642846316099167

    565980	  0.164448	  0.164285	  0.166036		CURRENT LEARNING RATE: 0.002437761828748164
previous_iter_valid_loss : 0.16139115393161774

    566000	  0.161571	  0.161391	  0.165439		CURRENT LEARNING RATE: 0.002437274325134402
previous_iter_valid_loss : 0.1605871021747589

    566020	  0.160735	  0.160587	  0.165162		CURRENT LEARNING RATE: 0.002436786919011611
previous_iter_valid_loss : 0.1698760986328125

    566040	  0.170128	  0.169876	  0.164771		CURRENT LEARNING RATE: 0.0024362996103602995
previous_iter_valid_loss : 0.16053766012191772

    566060	  0.160693	  0.160538	  0.164177		CURRENT LEARNING RATE: 0.00243581239916097
previous_iter_valid_loss : 0.16146324574947357

    566080	  0.161614	  0.161463	  0.163425		CURRENT LEARNING RATE: 0.0024353252853941396
previous_iter_valid_loss : 0.16264140605926514

    566100	  0.162824	  0.162641	  0.163006		CURRENT LEARNING RATE: 0.0024348382690403186
previous_iter_valid_loss : 0.17047572135925293

    566120	  0.170729	  0.170476	  0.163491		CURRENT LEARNING RATE: 0.0024343513500800287
previous_iter_valid_loss : 0.16354034841060638

    566140	  0.163734	  0.163540	  0.163615		CURRENT LEARNING RATE: 0.002433864528493795
previous_iter_valid_loss : 0.1605239361524582

    566160	  0.160680	  0.160524	  0.163244		CURRENT LEARNING RATE: 0.002433377804262141
previous_iter_valid_loss : 0.1687525361776352

    566180	  0.168901	  0.168753	  0.163647		CURRENT LEARNING RATE: 0.0024328911773656013
previous_iter_valid_loss : 0.17226071655750275

    566200	  0.172404	  0.172261	  0.164209		CURRENT LEARNING RATE: 0.0024324046477847074
previous_iter_valid_loss : 0.1642829328775406

    566220	  0.164443	  0.164283	  0.164199		CURRENT LEARNING RATE: 0.002431918215500001
previous_iter_valid_loss : 0.16050322353839874


Current valid loss: 0.16050322353839874;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    566240	  0.160658	  0.160503	  0.163822		CURRENT LEARNING RATE: 0.002431431880492022
previous_iter_valid_loss : 0.16515569388866425

    566260	  0.165361	  0.165156	  0.163992		CURRENT LEARNING RATE: 0.0024309456427413206
previous_iter_valid_loss : 0.16105014085769653

    566280	  0.161221	  0.161050	  0.163998		CURRENT LEARNING RATE: 0.002430459502228443
previous_iter_valid_loss : 0.1669578105211258

    566300	  0.167174	  0.166958	  0.164272		CURRENT LEARNING RATE: 0.002429973458933948
previous_iter_valid_loss : 0.16054800152778625

    566320	  0.160702	  0.160548	  0.164223		CURRENT LEARNING RATE: 0.0024294875128383895
previous_iter_valid_loss : 0.16067731380462646

    566340	  0.160836	  0.160677	  0.163818		CURRENT LEARNING RATE: 0.0024290016639223343
previous_iter_valid_loss : 0.16057941317558289

    566360	  0.160733	  0.160579	  0.163802		CURRENT LEARNING RATE: 0.0024285159121663433
previous_iter_valid_loss : 0.16192540526390076

    566380	  0.162116	  0.161925	  0.163684		CURRENT LEARNING RATE: 0.0024280302575509917
previous_iter_valid_loss : 0.17344233393669128

    566400	  0.173592	  0.173442	  0.164287		CURRENT LEARNING RATE: 0.0024275447000568487
previous_iter_valid_loss : 0.1670863777399063

    566420	  0.167239	  0.167086	  0.164612		CURRENT LEARNING RATE: 0.002427059239664496
previous_iter_valid_loss : 0.16685514152050018

    566440	  0.167004	  0.166855	  0.164461		CURRENT LEARNING RATE: 0.0024265738763545107
previous_iter_valid_loss : 0.1609492152929306

    566460	  0.161126	  0.160949	  0.164481		CURRENT LEARNING RATE: 0.002426088610107483
previous_iter_valid_loss : 0.16061145067214966

    566480	  0.160778	  0.160611	  0.164439		CURRENT LEARNING RATE: 0.0024256034409039983
previous_iter_valid_loss : 0.16107702255249023

    566500	  0.161251	  0.161077	  0.164361		CURRENT LEARNING RATE: 0.0024251183687246532
previous_iter_valid_loss : 0.1611499935388565

    566520	  0.161332	  0.161150	  0.163894		CURRENT LEARNING RATE: 0.0024246333935500413
previous_iter_valid_loss : 0.17508122324943542

    566540	  0.175354	  0.175081	  0.164471		CURRENT LEARNING RATE: 0.0024241485153607654
previous_iter_valid_loss : 0.17292369902133942

    566560	  0.173185	  0.172924	  0.165091		CURRENT LEARNING RATE: 0.0024236637341374326
previous_iter_valid_loss : 0.16508227586746216

    566580	  0.165290	  0.165082	  0.164908		CURRENT LEARNING RATE: 0.002423179049860648
previous_iter_valid_loss : 0.16437314450740814

    566600	  0.164546	  0.164373	  0.164513		CURRENT LEARNING RATE: 0.002422694462511027
previous_iter_valid_loss : 0.1693028211593628

    566620	  0.169551	  0.169303	  0.164764		CURRENT LEARNING RATE: 0.0024222099720691828
previous_iter_valid_loss : 0.17047804594039917

    566640	  0.170623	  0.170478	  0.165263		CURRENT LEARNING RATE: 0.00242172557851574
previous_iter_valid_loss : 0.17364144325256348

    566660	  0.173905	  0.173641	  0.165687		CURRENT LEARNING RATE: 0.002421241281831319
previous_iter_valid_loss : 0.16370506584644318

    566680	  0.163906	  0.163705	  0.165820		CURRENT LEARNING RATE: 0.002420757081996551
previous_iter_valid_loss : 0.16106374561786652

    566700	  0.161240	  0.161064	  0.165525		CURRENT LEARNING RATE: 0.0024202729789920647
previous_iter_valid_loss : 0.1618889719247818

    566720	  0.162060	  0.161889	  0.165593		CURRENT LEARNING RATE: 0.0024197889727985006
previous_iter_valid_loss : 0.16859696805477142

    566740	  0.168820	  0.168597	  0.165989		CURRENT LEARNING RATE: 0.0024193050633964925
previous_iter_valid_loss : 0.17801856994628906

    566760	  0.178318	  0.178019	  0.166860		CURRENT LEARNING RATE: 0.0024188212507666902
previous_iter_valid_loss : 0.17112503945827484

    566780	  0.171280	  0.171125	  0.167320		CURRENT LEARNING RATE: 0.002418337534889736
previous_iter_valid_loss : 0.16357596218585968

    566800	  0.163772	  0.163576	  0.166827		CURRENT LEARNING RATE: 0.0024178539157462854
previous_iter_valid_loss : 0.16274869441986084

    566820	  0.162936	  0.162749	  0.166610		CURRENT LEARNING RATE: 0.00241737039331699
previous_iter_valid_loss : 0.16298437118530273

    566840	  0.163156	  0.162984	  0.166417		CURRENT LEARNING RATE: 0.0024168869675825124
previous_iter_valid_loss : 0.17093774676322937

    566860	  0.171079	  0.170938	  0.166916		CURRENT LEARNING RATE: 0.002416403638523512
previous_iter_valid_loss : 0.160981222987175

    566880	  0.161110	  0.160981	  0.166935		CURRENT LEARNING RATE: 0.0024159204061206595
previous_iter_valid_loss : 0.17181015014648438

    566900	  0.172068	  0.171810	  0.167471		CURRENT LEARNING RATE: 0.0024154372703546214
previous_iter_valid_loss : 0.16062390804290771

    566920	  0.160783	  0.160624	  0.167445		CURRENT LEARNING RATE: 0.0024149542312060747
previous_iter_valid_loss : 0.16174809634685516

    566940	  0.161941	  0.161748	  0.166778		CURRENT LEARNING RATE: 0.0024144712886556992
previous_iter_valid_loss : 0.16555672883987427

    566960	  0.165757	  0.165557	  0.166410		CURRENT LEARNING RATE: 0.0024139884426841738
previous_iter_valid_loss : 0.16084127128124237

    566980	  0.160992	  0.160841	  0.166198		CURRENT LEARNING RATE: 0.0024135056932721886
previous_iter_valid_loss : 0.16221484541893005

    567000	  0.162371	  0.162215	  0.166090		CURRENT LEARNING RATE: 0.002413023040400429
previous_iter_valid_loss : 0.1667184829711914

    567020	  0.166921	  0.166718	  0.165961		CURRENT LEARNING RATE: 0.0024125404840495933
previous_iter_valid_loss : 0.16470153629779816

    567040	  0.164865	  0.164702	  0.165672		CURRENT LEARNING RATE: 0.0024120580242003756
previous_iter_valid_loss : 0.16810421645641327

    567060	  0.168332	  0.168104	  0.165395		CURRENT LEARNING RATE: 0.0024115756608334817
previous_iter_valid_loss : 0.16122214496135712

    567080	  0.161383	  0.161222	  0.165271		CURRENT LEARNING RATE: 0.0024110933939296116
previous_iter_valid_loss : 0.1668800413608551

    567100	  0.167096	  0.166880	  0.165562		CURRENT LEARNING RATE: 0.00241061122346948
previous_iter_valid_loss : 0.1631176471710205

    567120	  0.163310	  0.163118	  0.165623		CURRENT LEARNING RATE: 0.0024101291494337956
previous_iter_valid_loss : 0.16515295207500458

    567140	  0.165356	  0.165153	  0.165451		CURRENT LEARNING RATE: 0.0024096471718032795
previous_iter_valid_loss : 0.16098977625370026

    567160	  0.161143	  0.160990	  0.164600		CURRENT LEARNING RATE: 0.0024091652905586488
previous_iter_valid_loss : 0.16371160745620728

    567180	  0.163923	  0.163712	  0.164229		CURRENT LEARNING RATE: 0.002408683505680632
previous_iter_valid_loss : 0.16214527189731598

    567200	  0.162326	  0.162145	  0.164157		CURRENT LEARNING RATE: 0.0024082018171499536
previous_iter_valid_loss : 0.16054435074329376

    567220	  0.160693	  0.160544	  0.164047		CURRENT LEARNING RATE: 0.00240772022494735
previous_iter_valid_loss : 0.16105487942695618

    567240	  0.161207	  0.161055	  0.163951		CURRENT LEARNING RATE: 0.002407238729053554
previous_iter_valid_loss : 0.1624935269355774

    567260	  0.162676	  0.162494	  0.163528		CURRENT LEARNING RATE: 0.0024067573294493097
previous_iter_valid_loss : 0.18033796548843384

    567280	  0.180661	  0.180338	  0.164496		CURRENT LEARNING RATE: 0.0024062760261153566
previous_iter_valid_loss : 0.16189396381378174

    567300	  0.162050	  0.161894	  0.164000		CURRENT LEARNING RATE: 0.0024057948190324466
previous_iter_valid_loss : 0.16306990385055542

    567320	  0.163235	  0.163070	  0.164123		CURRENT LEARNING RATE: 0.002405313708181328
previous_iter_valid_loss : 0.16266952455043793

    567340	  0.162861	  0.162670	  0.164169		CURRENT LEARNING RATE: 0.002404832693542758
previous_iter_valid_loss : 0.16053369641304016

    567360	  0.160690	  0.160534	  0.163918		CURRENT LEARNING RATE: 0.0024043517750974982
previous_iter_valid_loss : 0.17264871299266815

    567380	  0.172919	  0.172649	  0.164508		CURRENT LEARNING RATE: 0.0024038709528263077
previous_iter_valid_loss : 0.16791272163391113

    567400	  0.168133	  0.167913	  0.164793		CURRENT LEARNING RATE: 0.0024033902267099573
previous_iter_valid_loss : 0.16178539395332336

    567420	  0.161939	  0.161785	  0.164546		CURRENT LEARNING RATE: 0.0024029095967292146
previous_iter_valid_loss : 0.16780570149421692

    567440	  0.168027	  0.167806	  0.164701		CURRENT LEARNING RATE: 0.002402429062864858
previous_iter_valid_loss : 0.16614416241645813

    567460	  0.166307	  0.166144	  0.164603		CURRENT LEARNING RATE: 0.002401948625097662
previous_iter_valid_loss : 0.1647931933403015

    567480	  0.164959	  0.164793	  0.164782		CURRENT LEARNING RATE: 0.002401468283408414
previous_iter_valid_loss : 0.16079021990299225

    567500	  0.160942	  0.160790	  0.164478		CURRENT LEARNING RATE: 0.002400988037777895
previous_iter_valid_loss : 0.16137364506721497

    567520	  0.161532	  0.161374	  0.164390		CURRENT LEARNING RATE: 0.0024005078881869004
previous_iter_valid_loss : 0.16183124482631683

    567540	  0.162016	  0.161831	  0.164224		CURRENT LEARNING RATE: 0.0024000278346162193
previous_iter_valid_loss : 0.1798274666070938

    567560	  0.179994	  0.179827	  0.165166		CURRENT LEARNING RATE: 0.0023995478770466538
previous_iter_valid_loss : 0.1628059446811676

    567580	  0.163003	  0.162806	  0.165121		CURRENT LEARNING RATE: 0.0023990680154590016
previous_iter_valid_loss : 0.16093359887599945

    567600	  0.161107	  0.160934	  0.165060		CURRENT LEARNING RATE: 0.002398588249834073
previous_iter_valid_loss : 0.16714990139007568

    567620	  0.167314	  0.167150	  0.165391		CURRENT LEARNING RATE: 0.002398108580152672
previous_iter_valid_loss : 0.17223118245601654

    567640	  0.172503	  0.172231	  0.165949		CURRENT LEARNING RATE: 0.0023976290063956168
previous_iter_valid_loss : 0.17302879691123962

    567660	  0.173296	  0.173029	  0.166476		CURRENT LEARNING RATE: 0.00239714952854372
previous_iter_valid_loss : 0.16605621576309204

    567680	  0.166276	  0.166056	  0.165762		CURRENT LEARNING RATE: 0.0023966701465778072
previous_iter_valid_loss : 0.1610521525144577

    567700	  0.161230	  0.161052	  0.165720		CURRENT LEARNING RATE: 0.0023961908604786977
previous_iter_valid_loss : 0.16642771661281586

    567720	  0.166649	  0.166428	  0.165888		CURRENT LEARNING RATE: 0.0023957116702272257
previous_iter_valid_loss : 0.1637624055147171

    567740	  0.163955	  0.163762	  0.165943		CURRENT LEARNING RATE: 0.0023952325758042183
previous_iter_valid_loss : 0.16113850474357605

    567760	  0.161313	  0.161139	  0.165973		CURRENT LEARNING RATE: 0.002394753577190515
previous_iter_valid_loss : 0.16487166285514832

    567780	  0.165035	  0.164872	  0.165584		CURRENT LEARNING RATE: 0.0023942746743669564
previous_iter_valid_loss : 0.16432566940784454

    567800	  0.164518	  0.164326	  0.165405		CURRENT LEARNING RATE: 0.0023937958673143837
previous_iter_valid_loss : 0.1642063707113266

    567820	  0.164391	  0.164206	  0.165526		CURRENT LEARNING RATE: 0.0023933171560136476
previous_iter_valid_loss : 0.16297565400600433

    567840	  0.163167	  0.162976	  0.165284		CURRENT LEARNING RATE: 0.002392838540445596
previous_iter_valid_loss : 0.16170744597911835

    567860	  0.161890	  0.161707	  0.165062		CURRENT LEARNING RATE: 0.0023923600205910884
previous_iter_valid_loss : 0.16098380088806152

    567880	  0.161167	  0.160984	  0.164872		CURRENT LEARNING RATE: 0.00239188159643098
previous_iter_valid_loss : 0.16074109077453613

    567900	  0.160896	  0.160741	  0.164869		CURRENT LEARNING RATE: 0.0023914032679461378
previous_iter_valid_loss : 0.1629614382982254

    567920	  0.163115	  0.162961	  0.164949		CURRENT LEARNING RATE: 0.0023909250351174245
previous_iter_valid_loss : 0.1639542132616043

    567940	  0.164153	  0.163954	  0.165055		CURRENT LEARNING RATE: 0.002390446897925715
previous_iter_valid_loss : 0.18687137961387634

    567960	  0.187283	  0.186871	  0.165407		CURRENT LEARNING RATE: 0.0023899688563518797
previous_iter_valid_loss : 0.1643405556678772

    567980	  0.164540	  0.164341	  0.165484		CURRENT LEARNING RATE: 0.002389490910376801
previous_iter_valid_loss : 0.17135006189346313

    568000	  0.171609	  0.171350	  0.166005		CURRENT LEARNING RATE: 0.0023890130599813573
previous_iter_valid_loss : 0.1609112024307251

    568020	  0.161098	  0.160911	  0.165693		CURRENT LEARNING RATE: 0.002388535305146438
previous_iter_valid_loss : 0.16732820868492126

    568040	  0.167555	  0.167328	  0.165447		CURRENT LEARNING RATE: 0.002388057645852929
previous_iter_valid_loss : 0.1605929136276245

    568060	  0.160758	  0.160593	  0.164826		CURRENT LEARNING RATE: 0.002387580082081729
previous_iter_valid_loss : 0.1612563133239746

    568080	  0.161418	  0.161256	  0.164586		CURRENT LEARNING RATE: 0.0023871026138137298
previous_iter_valid_loss : 0.16051717102527618

    568100	  0.160677	  0.160517	  0.164559		CURRENT LEARNING RATE: 0.002386625241029838
previous_iter_valid_loss : 0.16067972779273987

    568120	  0.160832	  0.160680	  0.164272		CURRENT LEARNING RATE: 0.0023861479637109534
previous_iter_valid_loss : 0.1616271734237671

    568140	  0.161783	  0.161627	  0.164165		CURRENT LEARNING RATE: 0.0023856707818379883
previous_iter_valid_loss : 0.16060715913772583

    568160	  0.160766	  0.160607	  0.164138		CURRENT LEARNING RATE: 0.002385193695391857
previous_iter_valid_loss : 0.1612483114004135

    568180	  0.161405	  0.161248	  0.163957		CURRENT LEARNING RATE: 0.002384716704353471
previous_iter_valid_loss : 0.16550125181674957

    568200	  0.165670	  0.165501	  0.164016		CURRENT LEARNING RATE: 0.002384239808703756
previous_iter_valid_loss : 0.16260384023189545

    568220	  0.162766	  0.162604	  0.163936		CURRENT LEARNING RATE: 0.0023837630084236317
previous_iter_valid_loss : 0.16249237954616547

    568240	  0.162686	  0.162492	  0.163911		CURRENT LEARNING RATE: 0.0023832863034940303
previous_iter_valid_loss : 0.16441962122917175

    568260	  0.164594	  0.164420	  0.164047		CURRENT LEARNING RATE: 0.002382809693895879
previous_iter_valid_loss : 0.16966436803340912

    568280	  0.169909	  0.169664	  0.164481		CURRENT LEARNING RATE: 0.002382333179610118
previous_iter_valid_loss : 0.16286514699459076

    568300	  0.163042	  0.162865	  0.164587		CURRENT LEARNING RATE: 0.002381856760617682
previous_iter_valid_loss : 0.16073854267597198

    568320	  0.160890	  0.160739	  0.164476		CURRENT LEARNING RATE: 0.0023813804368995194
previous_iter_valid_loss : 0.16494563221931458

    568340	  0.165148	  0.164946	  0.164526		CURRENT LEARNING RATE: 0.002380904208436572
previous_iter_valid_loss : 0.1608368307352066

    568360	  0.161015	  0.160837	  0.163224		CURRENT LEARNING RATE: 0.002380428075209796
previous_iter_valid_loss : 0.16517966985702515

    568380	  0.165399	  0.165180	  0.163266		CURRENT LEARNING RATE: 0.0023799520372001404
previous_iter_valid_loss : 0.17698261141777039

    568400	  0.177277	  0.176983	  0.163548		CURRENT LEARNING RATE: 0.002379476094388569
previous_iter_valid_loss : 0.16336490213871002

    568420	  0.163535	  0.163365	  0.163670		CURRENT LEARNING RATE: 0.0023790002467560397
previous_iter_valid_loss : 0.16986507177352905

    568440	  0.170023	  0.169865	  0.163797		CURRENT LEARNING RATE: 0.002378524494283523
previous_iter_valid_loss : 0.16588665544986725

    568460	  0.166051	  0.165887	  0.164062		CURRENT LEARNING RATE: 0.0023780488369519836
previous_iter_valid_loss : 0.16308394074440002

    568480	  0.163251	  0.163084	  0.164153		CURRENT LEARNING RATE: 0.0023775732747424007
previous_iter_valid_loss : 0.1621159464120865

    568500	  0.162313	  0.162116	  0.164233		CURRENT LEARNING RATE: 0.002377097807635747
previous_iter_valid_loss : 0.17842848598957062

    568520	  0.178741	  0.178428	  0.165121		CURRENT LEARNING RATE: 0.0023766224356130076
previous_iter_valid_loss : 0.18251435458660126

    568540	  0.182865	  0.182514	  0.166165		CURRENT LEARNING RATE: 0.002376147158655164
previous_iter_valid_loss : 0.16492748260498047

    568560	  0.165110	  0.164927	  0.166381		CURRENT LEARNING RATE: 0.002375671976743207
previous_iter_valid_loss : 0.1615651249885559

    568580	  0.161760	  0.161565	  0.166397		CURRENT LEARNING RATE: 0.0023751968898581316
previous_iter_valid_loss : 0.16091474890708923

    568600	  0.161096	  0.160915	  0.166168		CURRENT LEARNING RATE: 0.00237472189798093
previous_iter_valid_loss : 0.1605885773897171

    568620	  0.160752	  0.160589	  0.166067		CURRENT LEARNING RATE: 0.002374247001092607
previous_iter_valid_loss : 0.1665237843990326

    568640	  0.166687	  0.166524	  0.166268		CURRENT LEARNING RATE: 0.0023737721991741617
previous_iter_valid_loss : 0.1606546938419342

    568660	  0.160826	  0.160655	  0.166080		CURRENT LEARNING RATE: 0.002373297492206607
previous_iter_valid_loss : 0.16358248889446259

    568680	  0.163757	  0.163582	  0.165776		CURRENT LEARNING RATE: 0.00237282288017095
previous_iter_valid_loss : 0.16859221458435059

    568700	  0.168754	  0.168592	  0.166062		CURRENT LEARNING RATE: 0.0023723483630482115
previous_iter_valid_loss : 0.1654321700334549

    568720	  0.165599	  0.165432	  0.166297		CURRENT LEARNING RATE: 0.002371873940819405
previous_iter_valid_loss : 0.16210325062274933

    568740	  0.162289	  0.162103	  0.166155		CURRENT LEARNING RATE: 0.002371399613465559
previous_iter_valid_loss : 0.16596393287181854

    568760	  0.166180	  0.165964	  0.166411		CURRENT LEARNING RATE: 0.002370925380967695
previous_iter_valid_loss : 0.1747157871723175

    568780	  0.174999	  0.174716	  0.166888		CURRENT LEARNING RATE: 0.002370451243306849
previous_iter_valid_loss : 0.1638951599597931

    568800	  0.164080	  0.163895	  0.166234		CURRENT LEARNING RATE: 0.0023699772004640513
previous_iter_valid_loss : 0.16192129254341125

    568820	  0.162078	  0.161921	  0.166162		CURRENT LEARNING RATE: 0.0023695032524203435
previous_iter_valid_loss : 0.16244688630104065

    568840	  0.162627	  0.162447	  0.165791		CURRENT LEARNING RATE: 0.0023690293991567644
previous_iter_valid_loss : 0.16225652396678925

    568860	  0.162452	  0.162257	  0.165609		CURRENT LEARNING RATE: 0.002368555640654364
previous_iter_valid_loss : 0.16349905729293823

    568880	  0.163660	  0.163499	  0.165630		CURRENT LEARNING RATE: 0.002368081976894187
previous_iter_valid_loss : 0.1706743687391281

    568900	  0.170831	  0.170674	  0.166058		CURRENT LEARNING RATE: 0.002367608407857291
previous_iter_valid_loss : 0.16611365973949432

    568920	  0.166283	  0.166114	  0.165442		CURRENT LEARNING RATE: 0.0023671349335247305
previous_iter_valid_loss : 0.1632845252752304

    568940	  0.163454	  0.163285	  0.164481		CURRENT LEARNING RATE: 0.002366661553877567
previous_iter_valid_loss : 0.17344987392425537

    568960	  0.173724	  0.173450	  0.164907		CURRENT LEARNING RATE: 0.0023661882688968683
previous_iter_valid_loss : 0.16087256371974945

    568980	  0.161027	  0.160873	  0.164872		CURRENT LEARNING RATE: 0.0023657150785636985
previous_iter_valid_loss : 0.17024049162864685

    569000	  0.170395	  0.170240	  0.165338		CURRENT LEARNING RATE: 0.0023652419828591345
previous_iter_valid_loss : 0.16935981810092926

    569020	  0.169612	  0.169360	  0.165777		CURRENT LEARNING RATE: 0.0023647689817642478
previous_iter_valid_loss : 0.16222313046455383

    569040	  0.162415	  0.162223	  0.165562		CURRENT LEARNING RATE: 0.002364296075260123
previous_iter_valid_loss : 0.16055677831172943

    569060	  0.160712	  0.160557	  0.165557		CURRENT LEARNING RATE: 0.0023638232633278393
previous_iter_valid_loss : 0.16259580850601196

    569080	  0.162794	  0.162596	  0.165508		CURRENT LEARNING RATE: 0.0023633505459484884
previous_iter_valid_loss : 0.17012393474578857

    569100	  0.170379	  0.170124	  0.165584		CURRENT LEARNING RATE: 0.0023628779231031575
previous_iter_valid_loss : 0.1618480682373047

    569120	  0.162007	  0.161848	  0.165405		CURRENT LEARNING RATE: 0.0023624053947729463
previous_iter_valid_loss : 0.16766121983528137

    569140	  0.167893	  0.167661	  0.165683		CURRENT LEARNING RATE: 0.0023619329609389484
previous_iter_valid_loss : 0.16204838454723358

    569160	  0.162245	  0.162048	  0.165487		CURRENT LEARNING RATE: 0.0023614606215822723
previous_iter_valid_loss : 0.16203279793262482

    569180	  0.162212	  0.162033	  0.164853		CURRENT LEARNING RATE: 0.0023609883766840187
previous_iter_valid_loss : 0.16603223979473114

    569200	  0.166241	  0.166032	  0.164960		CURRENT LEARNING RATE: 0.0023605162262253024
previous_iter_valid_loss : 0.16176094114780426

    569220	  0.161947	  0.161761	  0.164952		CURRENT LEARNING RATE: 0.0023600441701872336
previous_iter_valid_loss : 0.16239750385284424

    569240	  0.162560	  0.162398	  0.164949		CURRENT LEARNING RATE: 0.0023595722085509342
previous_iter_valid_loss : 0.17193934321403503

    569260	  0.172198	  0.171939	  0.165433		CURRENT LEARNING RATE: 0.0023591003412975213
previous_iter_valid_loss : 0.1636357456445694

    569280	  0.163826	  0.163636	  0.165440		CURRENT LEARNING RATE: 0.0023586285684081246
previous_iter_valid_loss : 0.17053046822547913

    569300	  0.170786	  0.170530	  0.165433		CURRENT LEARNING RATE: 0.0023581568898638685
previous_iter_valid_loss : 0.17491668462753296

    569320	  0.175185	  0.174917	  0.165873		CURRENT LEARNING RATE: 0.0023576853056458905
previous_iter_valid_loss : 0.17316120862960815

    569340	  0.173430	  0.173161	  0.166367		CURRENT LEARNING RATE: 0.0023572138157353234
previous_iter_valid_loss : 0.16082727909088135

    569360	  0.160998	  0.160827	  0.165736		CURRENT LEARNING RATE: 0.0023567424201133085
previous_iter_valid_loss : 0.1691727191209793

    569380	  0.169415	  0.169173	  0.166151		CURRENT LEARNING RATE: 0.0023562711187609933
previous_iter_valid_loss : 0.16130203008651733

    569400	  0.161455	  0.161302	  0.165704		CURRENT LEARNING RATE: 0.002355799911659521
previous_iter_valid_loss : 0.16093720495700836

    569420	  0.161113	  0.160937	  0.165283		CURRENT LEARNING RATE: 0.0023553287987900474
previous_iter_valid_loss : 0.17148514091968536

    569440	  0.171744	  0.171485	  0.165746		CURRENT LEARNING RATE: 0.0023548577801337242
previous_iter_valid_loss : 0.16194269061088562

    569460	  0.162101	  0.161943	  0.165815		CURRENT LEARNING RATE: 0.0023543868556717145
previous_iter_valid_loss : 0.16052713990211487

    569480	  0.160689	  0.160527	  0.165712		CURRENT LEARNING RATE: 0.002353916025385177
previous_iter_valid_loss : 0.17913074791431427

    569500	  0.179433	  0.179131	  0.166162		CURRENT LEARNING RATE: 0.0023534452892552834
previous_iter_valid_loss : 0.16955110430717468

    569520	  0.169787	  0.169551	  0.166547		CURRENT LEARNING RATE: 0.0023529746472631995
previous_iter_valid_loss : 0.16719253361225128

    569540	  0.167405	  0.167193	  0.166524		CURRENT LEARNING RATE: 0.0023525040993901034
previous_iter_valid_loss : 0.16059453785419464

    569560	  0.160758	  0.160595	  0.166451		CURRENT LEARNING RATE: 0.0023520336456171703
previous_iter_valid_loss : 0.16076500713825226

    569580	  0.160934	  0.160765	  0.166388		CURRENT LEARNING RATE: 0.002351563285925585
previous_iter_valid_loss : 0.16100378334522247

    569600	  0.161160	  0.161004	  0.166136		CURRENT LEARNING RATE: 0.002351093020296529
previous_iter_valid_loss : 0.16325536370277405

    569620	  0.163432	  0.163255	  0.166211		CURRENT LEARNING RATE: 0.0023506228487111965
previous_iter_valid_loss : 0.16210734844207764

    569640	  0.162266	  0.162107	  0.166197		CURRENT LEARNING RATE: 0.0023501527711507764
previous_iter_valid_loss : 0.1623186618089676

    569660	  0.162490	  0.162319	  0.165716		CURRENT LEARNING RATE: 0.0023496827875964695
previous_iter_valid_loss : 0.16172927618026733

    569680	  0.161916	  0.161729	  0.165620		CURRENT LEARNING RATE: 0.0023492128980294722
previous_iter_valid_loss : 0.16219545900821686

    569700	  0.162358	  0.162195	  0.165203		CURRENT LEARNING RATE: 0.0023487431024309933
previous_iter_valid_loss : 0.16837193071842194

    569720	  0.168529	  0.168372	  0.164876		CURRENT LEARNING RATE: 0.0023482734007822365
previous_iter_valid_loss : 0.16867168247699738

    569740	  0.168826	  0.168672	  0.164652		CURRENT LEARNING RATE: 0.002347803793064416
previous_iter_valid_loss : 0.17130501568317413

    569760	  0.171456	  0.171305	  0.165176		CURRENT LEARNING RATE: 0.00234733427925875
previous_iter_valid_loss : 0.16363069415092468

    569780	  0.163790	  0.163631	  0.164899		CURRENT LEARNING RATE: 0.002346864859346453
previous_iter_valid_loss : 0.16201521456241608

    569800	  0.162205	  0.162015	  0.164934		CURRENT LEARNING RATE: 0.0023463955333087533
previous_iter_valid_loss : 0.1624169647693634

    569820	  0.162584	  0.162417	  0.165008		CURRENT LEARNING RATE: 0.002345926301126873
previous_iter_valid_loss : 0.19957847893238068

    569840	  0.199670	  0.199578	  0.166413		CURRENT LEARNING RATE: 0.0023454571627820465
previous_iter_valid_loss : 0.16087032854557037

    569860	  0.161053	  0.160870	  0.166359		CURRENT LEARNING RATE: 0.0023449881182555058
previous_iter_valid_loss : 0.16097572445869446

    569880	  0.161160	  0.160976	  0.166382		CURRENT LEARNING RATE: 0.0023445191675284913
previous_iter_valid_loss : 0.16477790474891663

    569900	  0.164983	  0.164778	  0.165664		CURRENT LEARNING RATE: 0.0023440503105822425
previous_iter_valid_loss : 0.1766510307788849

    569920	  0.176812	  0.176651	  0.166019		CURRENT LEARNING RATE: 0.002343581547398008
previous_iter_valid_loss : 0.16209977865219116

    569940	  0.162263	  0.162100	  0.165764		CURRENT LEARNING RATE: 0.0023431128779570335
previous_iter_valid_loss : 0.16083978116512299

    569960	  0.161004	  0.160840	  0.165777		CURRENT LEARNING RATE: 0.002342644302240577
previous_iter_valid_loss : 0.17641007900238037

    569980	  0.176580	  0.176410	  0.166559		CURRENT LEARNING RATE: 0.0023421758202298902
previous_iter_valid_loss : 0.17037291824817657

    570000	  0.170535	  0.170373	  0.167027		CURRENT LEARNING RATE: 0.002341707431906239
previous_iter_valid_loss : 0.18178464472293854

    570020	  0.181954	  0.181785	  0.167954		CURRENT LEARNING RATE: 0.0023412391372508836
previous_iter_valid_loss : 0.16078682243824005

    570040	  0.160972	  0.160787	  0.167888		CURRENT LEARNING RATE: 0.0023407709362450956
previous_iter_valid_loss : 0.16248345375061035

    570060	  0.162676	  0.162483	  0.167896		CURRENT LEARNING RATE: 0.0023403028288701434
previous_iter_valid_loss : 0.16050897538661957

    570080	  0.160667	  0.160509	  0.167835		CURRENT LEARNING RATE: 0.0023398348151073066
previous_iter_valid_loss : 0.16053985059261322

    570100	  0.160699	  0.160540	  0.167752		CURRENT LEARNING RATE: 0.002339366894937861
previous_iter_valid_loss : 0.16075044870376587

    570120	  0.160910	  0.160750	  0.167371		CURRENT LEARNING RATE: 0.0023388990683430935
previous_iter_valid_loss : 0.162321537733078

    570140	  0.162515	  0.162322	  0.167054		CURRENT LEARNING RATE: 0.0023384313353042867
previous_iter_valid_loss : 0.17472706735134125

    570160	  0.175020	  0.174727	  0.167225		CURRENT LEARNING RATE: 0.0023379636958027338
previous_iter_valid_loss : 0.17378072440624237

    570180	  0.174062	  0.173781	  0.167732		CURRENT LEARNING RATE: 0.0023374961498197314
previous_iter_valid_loss : 0.17687368392944336

    570200	  0.177182	  0.176874	  0.168475		CURRENT LEARNING RATE: 0.002337028697336573
previous_iter_valid_loss : 0.16225387156009674

    570220	  0.162443	  0.162254	  0.168467		CURRENT LEARNING RATE: 0.002336561338334565
previous_iter_valid_loss : 0.17172034084796906

    570240	  0.171870	  0.171720	  0.167074		CURRENT LEARNING RATE: 0.0023360940727950082
previous_iter_valid_loss : 0.1606186032295227

    570260	  0.160786	  0.160619	  0.167062		CURRENT LEARNING RATE: 0.002335626900699217
previous_iter_valid_loss : 0.16065283119678497

    570280	  0.160829	  0.160653	  0.167045		CURRENT LEARNING RATE: 0.0023351598220285007
previous_iter_valid_loss : 0.1650887280702591

    570300	  0.165269	  0.165089	  0.167061		CURRENT LEARNING RATE: 0.002334692836764179
previous_iter_valid_loss : 0.1677054613828659

    570320	  0.167870	  0.167705	  0.166614		CURRENT LEARNING RATE: 0.002334225944887569
previous_iter_valid_loss : 0.16344042122364044

    570340	  0.163650	  0.163440	  0.166681		CURRENT LEARNING RATE: 0.0023337591463799996
previous_iter_valid_loss : 0.1662890613079071

    570360	  0.166508	  0.166289	  0.166953		CURRENT LEARNING RATE: 0.002333292441222794
previous_iter_valid_loss : 0.16166530549526215

    570380	  0.161819	  0.161665	  0.166216		CURRENT LEARNING RATE: 0.002332825829397288
previous_iter_valid_loss : 0.16115747392177582

    570400	  0.161345	  0.161157	  0.165755		CURRENT LEARNING RATE: 0.002332359310884814
previous_iter_valid_loss : 0.180378720164299

    570420	  0.180698	  0.180379	  0.165685		CURRENT LEARNING RATE: 0.002331892885666715
previous_iter_valid_loss : 0.16599047183990479

    570440	  0.166161	  0.165990	  0.165945		CURRENT LEARNING RATE: 0.002331426553724329
previous_iter_valid_loss : 0.17186741530895233

    570460	  0.172026	  0.171867	  0.166414		CURRENT LEARNING RATE: 0.002330960315039008
previous_iter_valid_loss : 0.1613808125257492

    570480	  0.161566	  0.161381	  0.166458		CURRENT LEARNING RATE: 0.0023304941695920975
previous_iter_valid_loss : 0.1607472449541092

    570500	  0.160925	  0.160747	  0.166468		CURRENT LEARNING RATE: 0.0023300281173649563
previous_iter_valid_loss : 0.16056735813617706

    570520	  0.160721	  0.160567	  0.166459		CURRENT LEARNING RATE: 0.0023295621583389386
previous_iter_valid_loss : 0.1606072634458542

    570540	  0.160779	  0.160607	  0.166373		CURRENT LEARNING RATE: 0.002329096292495409
previous_iter_valid_loss : 0.17202655971050262

    570560	  0.172193	  0.172027	  0.166238		CURRENT LEARNING RATE: 0.0023286305198157295
previous_iter_valid_loss : 0.16073162853717804

    570580	  0.160893	  0.160732	  0.165586		CURRENT LEARNING RATE: 0.002328164840281271
previous_iter_valid_loss : 0.17026592791080475

    570600	  0.170521	  0.170266	  0.165255		CURRENT LEARNING RATE: 0.0023276992538734083
previous_iter_valid_loss : 0.16680799424648285

    570620	  0.166979	  0.166808	  0.165483		CURRENT LEARNING RATE: 0.0023272337605735145
previous_iter_valid_loss : 0.1621452271938324

    570640	  0.162334	  0.162145	  0.165004		CURRENT LEARNING RATE: 0.0023267683603629733
previous_iter_valid_loss : 0.16219590604305267

    570660	  0.162387	  0.162196	  0.165083		CURRENT LEARNING RATE: 0.0023263030532231646
previous_iter_valid_loss : 0.17463544011116028

    570680	  0.174914	  0.174635	  0.165782		CURRENT LEARNING RATE: 0.0023258378391354806
previous_iter_valid_loss : 0.1718422770500183

    570700	  0.171994	  0.171842	  0.166120		CURRENT LEARNING RATE: 0.0023253727180813084
previous_iter_valid_loss : 0.1606110781431198

    570720	  0.160785	  0.160611	  0.165765		CURRENT LEARNING RATE: 0.002324907690042047
previous_iter_valid_loss : 0.16110515594482422

    570740	  0.161290	  0.161105	  0.165649		CURRENT LEARNING RATE: 0.002324442754999092
previous_iter_valid_loss : 0.16304416954517365

    570760	  0.163214	  0.163044	  0.165486		CURRENT LEARNING RATE: 0.0023239779129338493
previous_iter_valid_loss : 0.17676864564418793

    570780	  0.177064	  0.176769	  0.166242		CURRENT LEARNING RATE: 0.0023235131638277215
previous_iter_valid_loss : 0.16445888578891754

    570800	  0.164671	  0.164459	  0.166407		CURRENT LEARNING RATE: 0.0023230485076621223
previous_iter_valid_loss : 0.16328659653663635

    570820	  0.163489	  0.163287	  0.165552		CURRENT LEARNING RATE: 0.002322583944418462
previous_iter_valid_loss : 0.1831396073102951

    570840	  0.183485	  0.183140	  0.166409		CURRENT LEARNING RATE: 0.0023221194740781614
previous_iter_valid_loss : 0.1624634861946106

    570860	  0.162640	  0.162463	  0.165939		CURRENT LEARNING RATE: 0.002321655096622638
previous_iter_valid_loss : 0.16209818422794342

    570880	  0.162285	  0.162098	  0.165975		CURRENT LEARNING RATE: 0.002321190812033321
previous_iter_valid_loss : 0.16250942647457123

    570900	  0.162688	  0.162509	  0.166063		CURRENT LEARNING RATE: 0.0023207266202916353
previous_iter_valid_loss : 0.161699578166008

    570920	  0.161866	  0.161700	  0.166120		CURRENT LEARNING RATE: 0.0023202625213790164
previous_iter_valid_loss : 0.16053445637226105

    570940	  0.160703	  0.160534	  0.166116		CURRENT LEARNING RATE: 0.0023197985152768963
previous_iter_valid_loss : 0.1812942922115326

    570960	  0.181648	  0.181294	  0.166580		CURRENT LEARNING RATE: 0.0023193346019667175
previous_iter_valid_loss : 0.1638476848602295

    570980	  0.164054	  0.163848	  0.166735		CURRENT LEARNING RATE: 0.0023188707814299245
previous_iter_valid_loss : 0.17667631804943085

    571000	  0.176974	  0.176676	  0.167056		CURRENT LEARNING RATE: 0.0023184070536479617
previous_iter_valid_loss : 0.17530813813209534

    571020	  0.175601	  0.175308	  0.167481		CURRENT LEARNING RATE: 0.0023179434186022833
previous_iter_valid_loss : 0.1664954274892807

    571040	  0.166727	  0.166495	  0.167698		CURRENT LEARNING RATE: 0.00231747987627434
previous_iter_valid_loss : 0.16085705161094666

    571060	  0.161017	  0.160857	  0.167632		CURRENT LEARNING RATE: 0.0023170164266455937
previous_iter_valid_loss : 0.1747911274433136

    571080	  0.174949	  0.174791	  0.167639		CURRENT LEARNING RATE: 0.002316553069697503
previous_iter_valid_loss : 0.16349832713603973

    571100	  0.163670	  0.163498	  0.167222		CURRENT LEARNING RATE: 0.0023160898054115373
previous_iter_valid_loss : 0.19578500092029572

    571120	  0.195911	  0.195785	  0.168981		CURRENT LEARNING RATE: 0.002315626633769162
previous_iter_valid_loss : 0.1627080887556076

    571140	  0.162866	  0.162708	  0.169061		CURRENT LEARNING RATE: 0.002315163554751855
previous_iter_valid_loss : 0.16132691502571106

    571160	  0.161476	  0.161327	  0.168975		CURRENT LEARNING RATE: 0.002314700568341088
previous_iter_valid_loss : 0.1637117713689804

    571180	  0.163882	  0.163712	  0.168322		CURRENT LEARNING RATE: 0.002314237674518346
previous_iter_valid_loss : 0.1610209196805954

    571200	  0.161195	  0.161021	  0.168150		CURRENT LEARNING RATE: 0.0023137748732651093
previous_iter_valid_loss : 0.16069579124450684

    571220	  0.160845	  0.160696	  0.168021		CURRENT LEARNING RATE: 0.00231331216456287
previous_iter_valid_loss : 0.1646556258201599

    571240	  0.164823	  0.164656	  0.167097		CURRENT LEARNING RATE: 0.0023128495483931153
previous_iter_valid_loss : 0.1802050769329071

    571260	  0.180528	  0.180205	  0.167984		CURRENT LEARNING RATE: 0.002312387024737345
previous_iter_valid_loss : 0.16706007719039917

    571280	  0.167279	  0.167060	  0.168232		CURRENT LEARNING RATE: 0.002311924593577054
previous_iter_valid_loss : 0.16054680943489075

    571300	  0.160710	  0.160547	  0.168134		CURRENT LEARNING RATE: 0.0023114622548937496
previous_iter_valid_loss : 0.16120240092277527

    571320	  0.161381	  0.161202	  0.168109		CURRENT LEARNING RATE: 0.002311000008668933
previous_iter_valid_loss : 0.16317909955978394

    571340	  0.163348	  0.163179	  0.168241		CURRENT LEARNING RATE: 0.0023105378548841193
previous_iter_valid_loss : 0.16932624578475952

    571360	  0.169574	  0.169326	  0.167643		CURRENT LEARNING RATE: 0.002310075793520818
previous_iter_valid_loss : 0.16562442481517792

    571380	  0.165832	  0.165624	  0.167731		CURRENT LEARNING RATE: 0.0023096138245605486
previous_iter_valid_loss : 0.1626387983560562

    571400	  0.162836	  0.162639	  0.167030		CURRENT LEARNING RATE: 0.002309151947984835
previous_iter_valid_loss : 0.16190581023693085

    571420	  0.162063	  0.161906	  0.166359		CURRENT LEARNING RATE: 0.002308690163775197
previous_iter_valid_loss : 0.1693698763847351

    571440	  0.169617	  0.169370	  0.166503		CURRENT LEARNING RATE: 0.0023082284719131685
previous_iter_valid_loss : 0.1608761101961136

    571460	  0.161061	  0.160876	  0.166504		CURRENT LEARNING RATE: 0.0023077668723802767
previous_iter_valid_loss : 0.16100087761878967

    571480	  0.161183	  0.161001	  0.165815		CURRENT LEARNING RATE: 0.002307305365158062
previous_iter_valid_loss : 0.16185300052165985

    571500	  0.162045	  0.161853	  0.165732		CURRENT LEARNING RATE: 0.0023068439502280606
previous_iter_valid_loss : 0.16099780797958374

    571520	  0.161184	  0.160998	  0.163993		CURRENT LEARNING RATE: 0.0023063826275718196
previous_iter_valid_loss : 0.1646067202091217

    571540	  0.164777	  0.164607	  0.164088		CURRENT LEARNING RATE: 0.0023059213971708815
previous_iter_valid_loss : 0.16098439693450928

    571560	  0.161148	  0.160984	  0.164071		CURRENT LEARNING RATE: 0.002305460259006802
previous_iter_valid_loss : 0.17003729939460754

    571580	  0.170294	  0.170037	  0.164387		CURRENT LEARNING RATE: 0.0023049992130611315
previous_iter_valid_loss : 0.16059066355228424

    571600	  0.160745	  0.160591	  0.164366		CURRENT LEARNING RATE: 0.002304538259315431
previous_iter_valid_loss : 0.1796693056821823

    571620	  0.179993	  0.179669	  0.165314		CURRENT LEARNING RATE: 0.0023040773977512597
previous_iter_valid_loss : 0.16988615691661835

    571640	  0.170142	  0.169886	  0.165576		CURRENT LEARNING RATE: 0.0023036166283501866
previous_iter_valid_loss : 0.1739148646593094

    571660	  0.174190	  0.173915	  0.165261		CURRENT LEARNING RATE: 0.002303155951093777
previous_iter_valid_loss : 0.16104859113693237

    571680	  0.161228	  0.161049	  0.164961		CURRENT LEARNING RATE: 0.0023026953659636075
previous_iter_valid_loss : 0.16132552921772003

    571700	  0.161517	  0.161326	  0.165000		CURRENT LEARNING RATE: 0.0023022348729412508
previous_iter_valid_loss : 0.17113737761974335

    571720	  0.171406	  0.171137	  0.165496		CURRENT LEARNING RATE: 0.0023017744720082917
previous_iter_valid_loss : 0.16270281374454498

    571740	  0.162902	  0.162703	  0.165473		CURRENT LEARNING RATE: 0.0023013141631463094
previous_iter_valid_loss : 0.17898240685462952

    571760	  0.179138	  0.178982	  0.165955		CURRENT LEARNING RATE: 0.0023008539463368945
previous_iter_valid_loss : 0.16070377826690674

    571780	  0.160876	  0.160704	  0.165709		CURRENT LEARNING RATE: 0.0023003938215616394
previous_iter_valid_loss : 0.16052445769309998

    571800	  0.160688	  0.160524	  0.165604		CURRENT LEARNING RATE: 0.0022999337888021353
previous_iter_valid_loss : 0.16630133986473083

    571820	  0.166519	  0.166301	  0.165823		CURRENT LEARNING RATE: 0.0022994738480399853
previous_iter_valid_loss : 0.1677560806274414

    571840	  0.167986	  0.167756	  0.165743		CURRENT LEARNING RATE: 0.0022990139992567875
previous_iter_valid_loss : 0.16478343307971954

    571860	  0.164985	  0.164783	  0.165938		CURRENT LEARNING RATE: 0.002298554242434152
previous_iter_valid_loss : 0.16106821596622467

    571880	  0.161249	  0.161068	  0.165941		CURRENT LEARNING RATE: 0.0022980945775536847
previous_iter_valid_loss : 0.16061434149742126

    571900	  0.160777	  0.160614	  0.165879		CURRENT LEARNING RATE: 0.0022976350045970026
previous_iter_valid_loss : 0.17070864140987396

    571920	  0.170866	  0.170709	  0.166365		CURRENT LEARNING RATE: 0.0022971755235457188
previous_iter_valid_loss : 0.16138501465320587

    571940	  0.161543	  0.161385	  0.166204		CURRENT LEARNING RATE: 0.0022967161343814585
previous_iter_valid_loss : 0.16915671527385712

    571960	  0.169316	  0.169157	  0.166613		CURRENT LEARNING RATE: 0.0022962568370858416
previous_iter_valid_loss : 0.16123168170452118

    571980	  0.161387	  0.161232	  0.166172		CURRENT LEARNING RATE: 0.0022957976316405008
previous_iter_valid_loss : 0.1633550375699997

    572000	  0.163524	  0.163355	  0.166310		CURRENT LEARNING RATE: 0.0022953385180270636
previous_iter_valid_loss : 0.16193047165870667

    572020	  0.162116	  0.161930	  0.165424		CURRENT LEARNING RATE: 0.0022948794962271693
previous_iter_valid_loss : 0.16200760006904602

    572040	  0.162171	  0.162008	  0.165030		CURRENT LEARNING RATE: 0.002294420566222453
previous_iter_valid_loss : 0.16060879826545715

    572060	  0.160759	  0.160609	  0.164364		CURRENT LEARNING RATE: 0.002293961727994562
previous_iter_valid_loss : 0.1605122834444046

    572080	  0.160672	  0.160512	  0.164338		CURRENT LEARNING RATE: 0.0022935029815251383
previous_iter_valid_loss : 0.16127847135066986

    572100	  0.161467	  0.161278	  0.164335		CURRENT LEARNING RATE: 0.0022930443267958358
previous_iter_valid_loss : 0.16161951422691345

    572120	  0.161807	  0.161620	  0.163859		CURRENT LEARNING RATE: 0.002292585763788305
previous_iter_valid_loss : 0.16120538115501404

    572140	  0.161366	  0.161205	  0.163784		CURRENT LEARNING RATE: 0.002292127292484207
previous_iter_valid_loss : 0.16123779118061066

    572160	  0.161415	  0.161238	  0.162897		CURRENT LEARNING RATE: 0.0022916689128651994
previous_iter_valid_loss : 0.1649830937385559

    572180	  0.165194	  0.164983	  0.163111		CURRENT LEARNING RATE: 0.002291210624912948
previous_iter_valid_loss : 0.16054385900497437

    572200	  0.160707	  0.160544	  0.163112		CURRENT LEARNING RATE: 0.0022907524286091244
previous_iter_valid_loss : 0.16078956425189972

    572220	  0.160934	  0.160790	  0.162836		CURRENT LEARNING RATE: 0.002290294323935396
previous_iter_valid_loss : 0.1696946620941162

    572240	  0.169943	  0.169695	  0.162933		CURRENT LEARNING RATE: 0.002289836310873443
previous_iter_valid_loss : 0.1650269776582718

    572260	  0.165203	  0.165027	  0.162946		CURRENT LEARNING RATE: 0.00228937838940494
previous_iter_valid_loss : 0.16123826801776886

    572280	  0.161427	  0.161238	  0.162954		CURRENT LEARNING RATE: 0.002288920559511576
previous_iter_valid_loss : 0.1737033575773239

    572300	  0.173981	  0.173703	  0.163609		CURRENT LEARNING RATE: 0.0022884628211750323
previous_iter_valid_loss : 0.1605345904827118

    572320	  0.160705	  0.160535	  0.163100		CURRENT LEARNING RATE: 0.0022880051743770034
previous_iter_valid_loss : 0.16071166098117828

    572340	  0.160866	  0.160712	  0.163066		CURRENT LEARNING RATE: 0.00228754761909918
previous_iter_valid_loss : 0.1889468878507614

    572360	  0.189350	  0.188947	  0.164056		CURRENT LEARNING RATE: 0.0022870901553232637
previous_iter_valid_loss : 0.16849374771118164

    572380	  0.168736	  0.168494	  0.164419		CURRENT LEARNING RATE: 0.002286632783030952
previous_iter_valid_loss : 0.16055551171302795

    572400	  0.160725	  0.160556	  0.164279		CURRENT LEARNING RATE: 0.0022861755022039534
previous_iter_valid_loss : 0.18045595288276672

    572420	  0.180628	  0.180456	  0.165205		CURRENT LEARNING RATE: 0.002285718312823974
previous_iter_valid_loss : 0.1605335921049118

    572440	  0.160700	  0.160534	  0.165131		CURRENT LEARNING RATE: 0.002285261214872729
previous_iter_valid_loss : 0.17789019644260406

    572460	  0.178063	  0.177890	  0.165995		CURRENT LEARNING RATE: 0.002284804208331931
previous_iter_valid_loss : 0.1612764149904251

    572480	  0.161475	  0.161276	  0.166034		CURRENT LEARNING RATE: 0.0022843472931833035
previous_iter_valid_loss : 0.1605360507965088

    572500	  0.160700	  0.160536	  0.165997		CURRENT LEARNING RATE: 0.002283890469408566
previous_iter_valid_loss : 0.17595885694026947

    572520	  0.176126	  0.175959	  0.166714		CURRENT LEARNING RATE: 0.00228343373698945
previous_iter_valid_loss : 0.16269618272781372

    572540	  0.162895	  0.162696	  0.166788		CURRENT LEARNING RATE: 0.0022829770959076814
previous_iter_valid_loss : 0.16850584745407104

    572560	  0.168666	  0.168506	  0.167151		CURRENT LEARNING RATE: 0.002282520546144999
previous_iter_valid_loss : 0.1645004004240036

    572580	  0.164690	  0.164500	  0.167127		CURRENT LEARNING RATE: 0.0022820640876831367
previous_iter_valid_loss : 0.16365696489810944

    572600	  0.163862	  0.163657	  0.167283		CURRENT LEARNING RATE: 0.002281607720503838
previous_iter_valid_loss : 0.16124550998210907

    572620	  0.161443	  0.161246	  0.167306		CURRENT LEARNING RATE: 0.002281151444588851
previous_iter_valid_loss : 0.1606443077325821

    572640	  0.160802	  0.160644	  0.166853		CURRENT LEARNING RATE: 0.00228069525991992
previous_iter_valid_loss : 0.1635855734348297

    572660	  0.163753	  0.163586	  0.166781		CURRENT LEARNING RATE: 0.002280239166478801
previous_iter_valid_loss : 0.16095536947250366

    572680	  0.161144	  0.160955	  0.166767		CURRENT LEARNING RATE: 0.0022797831642472474
previous_iter_valid_loss : 0.1645711362361908

    572700	  0.164775	  0.164571	  0.166310		CURRENT LEARNING RATE: 0.002279327253207023
previous_iter_valid_loss : 0.16055618226528168

    572720	  0.160720	  0.160556	  0.166312		CURRENT LEARNING RATE: 0.002278871433339887
previous_iter_valid_loss : 0.1653064638376236

    572740	  0.165494	  0.165306	  0.166541		CURRENT LEARNING RATE: 0.00227841570462761
previous_iter_valid_loss : 0.1669667661190033

    572760	  0.167134	  0.166967	  0.165442		CURRENT LEARNING RATE: 0.00227796006705196
previous_iter_valid_loss : 0.16720959544181824

    572780	  0.167439	  0.167210	  0.165378		CURRENT LEARNING RATE: 0.0022775045205947145
previous_iter_valid_loss : 0.1605478823184967

    572800	  0.160718	  0.160548	  0.165378		CURRENT LEARNING RATE: 0.002277049065237649
previous_iter_valid_loss : 0.1866486668586731

    572820	  0.187051	  0.186649	  0.165687		CURRENT LEARNING RATE: 0.002276593700962548
previous_iter_valid_loss : 0.16401132941246033

    572840	  0.164193	  0.164011	  0.165861		CURRENT LEARNING RATE: 0.002276138427751193
previous_iter_valid_loss : 0.1613970398902893

    572860	  0.161589	  0.161397	  0.165037		CURRENT LEARNING RATE: 0.0022756832455853777
previous_iter_valid_loss : 0.16479060053825378

    572880	  0.164997	  0.164791	  0.165212		CURRENT LEARNING RATE: 0.0022752281544468904
previous_iter_valid_loss : 0.1878032684326172

    572900	  0.187962	  0.187803	  0.166576		CURRENT LEARNING RATE: 0.0022747731543175317
previous_iter_valid_loss : 0.16084864735603333

    572920	  0.161031	  0.160849	  0.165820		CURRENT LEARNING RATE: 0.0022743182451790975
previous_iter_valid_loss : 0.16101214289665222

    572940	  0.161176	  0.161012	  0.165736		CURRENT LEARNING RATE: 0.0022738634270133952
previous_iter_valid_loss : 0.16969506442546844

    572960	  0.169856	  0.169695	  0.165795		CURRENT LEARNING RATE: 0.0022734086998022285
previous_iter_valid_loss : 0.1641445904970169

    572980	  0.164311	  0.164145	  0.165778		CURRENT LEARNING RATE: 0.00227295406352741
previous_iter_valid_loss : 0.17800699174404144

    573000	  0.178180	  0.178007	  0.166495		CURRENT LEARNING RATE: 0.0022724995181707566
previous_iter_valid_loss : 0.19303424656391144

    573020	  0.193171	  0.193034	  0.168085		CURRENT LEARNING RATE: 0.002272045063714082
previous_iter_valid_loss : 0.16402681171894073

    573040	  0.164232	  0.164027	  0.168254		CURRENT LEARNING RATE: 0.002271590700139212
previous_iter_valid_loss : 0.16213378310203552

    573060	  0.162341	  0.162134	  0.168181		CURRENT LEARNING RATE: 0.002271136427427969
previous_iter_valid_loss : 0.1707916110754013

    573080	  0.171062	  0.170792	  0.168673		CURRENT LEARNING RATE: 0.0022706822455621847
previous_iter_valid_loss : 0.1673107147216797

    573100	  0.167540	  0.167311	  0.168810		CURRENT LEARNING RATE: 0.002270228154523689
previous_iter_valid_loss : 0.16174617409706116

    573120	  0.161936	  0.161746	  0.168869		CURRENT LEARNING RATE: 0.0022697741542943217
previous_iter_valid_loss : 0.1608012616634369

    573140	  0.160967	  0.160801	  0.168644		CURRENT LEARNING RATE: 0.0022693202448559185
previous_iter_valid_loss : 0.1621842384338379

    573160	  0.162385	  0.162184	  0.168405		CURRENT LEARNING RATE: 0.002268866426190328
previous_iter_valid_loss : 0.1635759174823761

    573180	  0.163781	  0.163576	  0.168223		CURRENT LEARNING RATE: 0.0022684126982793922
previous_iter_valid_loss : 0.1608765572309494

    573200	  0.161059	  0.160877	  0.168240		CURRENT LEARNING RATE: 0.002267959061104967
previous_iter_valid_loss : 0.1673280894756317

    573220	  0.167568	  0.167328	  0.167274		CURRENT LEARNING RATE: 0.0022675055146489024
previous_iter_valid_loss : 0.16275571286678314

    573240	  0.162949	  0.162756	  0.167211		CURRENT LEARNING RATE: 0.002267052058893061
previous_iter_valid_loss : 0.16095997393131256

    573260	  0.161143	  0.160960	  0.167189		CURRENT LEARNING RATE: 0.0022665986938192996
previous_iter_valid_loss : 0.16311240196228027

    573280	  0.163317	  0.163112	  0.167105		CURRENT LEARNING RATE: 0.0022661454194094887
previous_iter_valid_loss : 0.16656605899333954

    573300	  0.166796	  0.166566	  0.166043		CURRENT LEARNING RATE: 0.0022656922356454933
previous_iter_valid_loss : 0.16426125168800354

    573320	  0.164473	  0.164261	  0.166214		CURRENT LEARNING RATE: 0.002265239142509189
previous_iter_valid_loss : 0.16055700182914734

    573340	  0.160730	  0.160557	  0.166191		CURRENT LEARNING RATE: 0.0022647861399824488
previous_iter_valid_loss : 0.1611609309911728

    573360	  0.161321	  0.161161	  0.165764		CURRENT LEARNING RATE: 0.0022643332280471566
previous_iter_valid_loss : 0.16064560413360596

    573380	  0.160807	  0.160646	  0.165589		CURRENT LEARNING RATE: 0.002263880406685192
previous_iter_valid_loss : 0.1619255244731903

    573400	  0.162099	  0.161926	  0.164785		CURRENT LEARNING RATE: 0.0022634276758784436
previous_iter_valid_loss : 0.16062524914741516

    573420	  0.160806	  0.160625	  0.163165		CURRENT LEARNING RATE: 0.002262975035608805
previous_iter_valid_loss : 0.1605737805366516

    573440	  0.160742	  0.160574	  0.162992		CURRENT LEARNING RATE: 0.0022625224858581656
previous_iter_valid_loss : 0.16329392790794373

    573460	  0.163471	  0.163294	  0.163050		CURRENT LEARNING RATE: 0.0022620700266084283
previous_iter_valid_loss : 0.16539999842643738

    573480	  0.165601	  0.165400	  0.162781		CURRENT LEARNING RATE: 0.00226161765784149
previous_iter_valid_loss : 0.1653812825679779

    573500	  0.165566	  0.165381	  0.162684		CURRENT LEARNING RATE: 0.0022611653795392606
previous_iter_valid_loss : 0.16065840423107147

    573520	  0.160815	  0.160658	  0.162630		CURRENT LEARNING RATE: 0.002260713191683645
previous_iter_valid_loss : 0.16446173191070557

    573540	  0.164675	  0.164462	  0.162813		CURRENT LEARNING RATE: 0.002260261094256559
previous_iter_valid_loss : 0.1606612652540207

    573560	  0.160838	  0.160661	  0.162737		CURRENT LEARNING RATE: 0.002259809087239915
previous_iter_valid_loss : 0.17328883707523346

    573580	  0.173452	  0.173289	  0.163222		CURRENT LEARNING RATE: 0.0022593571706156367
previous_iter_valid_loss : 0.16258233785629272

    573600	  0.162783	  0.162582	  0.163308		CURRENT LEARNING RATE: 0.002258905344365644
previous_iter_valid_loss : 0.16083602607250214

    573620	  0.161019	  0.160836	  0.162983		CURRENT LEARNING RATE: 0.0022584536084718668
previous_iter_valid_loss : 0.16253969073295593

    573640	  0.162746	  0.162540	  0.162972		CURRENT LEARNING RATE: 0.002258001962916233
previous_iter_valid_loss : 0.1700342446565628

    573660	  0.170287	  0.170034	  0.163426		CURRENT LEARNING RATE: 0.0022575504076806792
previous_iter_valid_loss : 0.1606033742427826

    573680	  0.160777	  0.160603	  0.163301		CURRENT LEARNING RATE: 0.0022570989427471403
previous_iter_valid_loss : 0.16426615417003632

    573700	  0.164471	  0.164266	  0.163186		CURRENT LEARNING RATE: 0.0022566475680975617
previous_iter_valid_loss : 0.1611851155757904

    573720	  0.161378	  0.161185	  0.163032		CURRENT LEARNING RATE: 0.002256196283713884
previous_iter_valid_loss : 0.16261924803256989

    573740	  0.162798	  0.162619	  0.163135		CURRENT LEARNING RATE: 0.0022557450895780594
previous_iter_valid_loss : 0.16098928451538086

    573760	  0.161156	  0.160989	  0.163126		CURRENT LEARNING RATE: 0.0022552939856720373
previous_iter_valid_loss : 0.18805886805057526

    573780	  0.188223	  0.188059	  0.164497		CURRENT LEARNING RATE: 0.0022548429719777747
previous_iter_valid_loss : 0.16058050096035004

    573800	  0.160760	  0.160581	  0.164430		CURRENT LEARNING RATE: 0.0022543920484772335
previous_iter_valid_loss : 0.16483187675476074

    573820	  0.165053	  0.164832	  0.164640		CURRENT LEARNING RATE: 0.0022539412151523722
previous_iter_valid_loss : 0.16909874975681305

    573840	  0.169353	  0.169099	  0.165066		CURRENT LEARNING RATE: 0.002253490471985162
previous_iter_valid_loss : 0.16290277242660522

    573860	  0.163068	  0.162903	  0.165047		CURRENT LEARNING RATE: 0.002253039818957569
previous_iter_valid_loss : 0.17981193959712982

    573880	  0.180144	  0.179812	  0.165767		CURRENT LEARNING RATE: 0.0022525892560515707
previous_iter_valid_loss : 0.16494682431221008

    573900	  0.165131	  0.164947	  0.165746		CURRENT LEARNING RATE: 0.0022521387832491416
previous_iter_valid_loss : 0.16603586077690125

    573920	  0.166258	  0.166036	  0.166014		CURRENT LEARNING RATE: 0.0022516884005322657
previous_iter_valid_loss : 0.162517711520195

    573940	  0.162696	  0.162518	  0.165917		CURRENT LEARNING RATE: 0.0022512381078829244
previous_iter_valid_loss : 0.16754822432994843

    573960	  0.167778	  0.167548	  0.166262		CURRENT LEARNING RATE: 0.002250787905283109
previous_iter_valid_loss : 0.16098833084106445

    573980	  0.161161	  0.160988	  0.165647		CURRENT LEARNING RATE: 0.002250337792714809
previous_iter_valid_loss : 0.16621354222297668

    574000	  0.166436	  0.166214	  0.165828		CURRENT LEARNING RATE: 0.0022498877701600225
previous_iter_valid_loss : 0.22771771252155304

    574020	  0.228460	  0.227718	  0.169172		CURRENT LEARNING RATE: 0.0022494378376007452
previous_iter_valid_loss : 0.1605367809534073

    574040	  0.160707	  0.160537	  0.169072		CURRENT LEARNING RATE: 0.002248987995018984
previous_iter_valid_loss : 0.1613491028547287

    574060	  0.161538	  0.161349	  0.168638		CURRENT LEARNING RATE: 0.0022485382423967403
previous_iter_valid_loss : 0.1622205674648285

    574080	  0.162413	  0.162221	  0.168719		CURRENT LEARNING RATE: 0.002248088579716029
previous_iter_valid_loss : 0.16614533960819244

    574100	  0.166373	  0.166145	  0.168813		CURRENT LEARNING RATE: 0.0022476390069588593
previous_iter_valid_loss : 0.17016386985778809

    574120	  0.170337	  0.170164	  0.169262		CURRENT LEARNING RATE: 0.002247189524107252
previous_iter_valid_loss : 0.17290320992469788

    574140	  0.173067	  0.172903	  0.169776		CURRENT LEARNING RATE: 0.002246740131143224
previous_iter_valid_loss : 0.19462953507900238

    574160	  0.195114	  0.194630	  0.171458		CURRENT LEARNING RATE: 0.0022462908280488033
previous_iter_valid_loss : 0.16945412755012512

    574180	  0.169705	  0.169454	  0.170528		CURRENT LEARNING RATE: 0.0022458416148060144
previous_iter_valid_loss : 0.1621703952550888

    574200	  0.162369	  0.162170	  0.170607		CURRENT LEARNING RATE: 0.0022453924913968903
previous_iter_valid_loss : 0.16130578517913818

    574220	  0.161496	  0.161306	  0.170431		CURRENT LEARNING RATE: 0.002244943457803468
previous_iter_valid_loss : 0.16117918491363525

    574240	  0.161348	  0.161179	  0.170035		CURRENT LEARNING RATE: 0.0022444945140077826
previous_iter_valid_loss : 0.16123232245445251

    574260	  0.161397	  0.161232	  0.169951		CURRENT LEARNING RATE: 0.00224404565999188
previous_iter_valid_loss : 0.16497831046581268

    574280	  0.165196	  0.164978	  0.169210		CURRENT LEARNING RATE: 0.0022435968957378017
previous_iter_valid_loss : 0.16092924773693085

    574300	  0.161123	  0.160929	  0.169009		CURRENT LEARNING RATE: 0.0022431482212276017
previous_iter_valid_loss : 0.16094429790973663

    574320	  0.161116	  0.160944	  0.168754		CURRENT LEARNING RATE: 0.002242699636443329
previous_iter_valid_loss : 0.1606333702802658

    574340	  0.160797	  0.160633	  0.168660		CURRENT LEARNING RATE: 0.002242251141367044
previous_iter_valid_loss : 0.16069349646568298

    574360	  0.160848	  0.160693	  0.168317		CURRENT LEARNING RATE: 0.002241802735980803
previous_iter_valid_loss : 0.1650971621274948

    574380	  0.165283	  0.165097	  0.168523		CURRENT LEARNING RATE: 0.0022413544202666735
previous_iter_valid_loss : 0.16594569385051727

    574400	  0.166174	  0.165946	  0.168509		CURRENT LEARNING RATE: 0.0022409061942067193
previous_iter_valid_loss : 0.1679179072380066

    574420	  0.168084	  0.167918	  0.165519		CURRENT LEARNING RATE: 0.002240458057783015
previous_iter_valid_loss : 0.16377554833889008

    574440	  0.163961	  0.163776	  0.165681		CURRENT LEARNING RATE: 0.0022400100109776317
previous_iter_valid_loss : 0.16951699554920197

    574460	  0.169687	  0.169517	  0.166089		CURRENT LEARNING RATE: 0.002239562053772651
previous_iter_valid_loss : 0.17214518785476685

    574480	  0.172308	  0.172145	  0.166586		CURRENT LEARNING RATE: 0.002239114186150151
previous_iter_valid_loss : 0.1611136496067047

    574500	  0.161269	  0.161114	  0.166334		CURRENT LEARNING RATE: 0.00223866640809222
previous_iter_valid_loss : 0.1633175015449524

    574520	  0.163526	  0.163318	  0.165992		CURRENT LEARNING RATE: 0.002238218719580944
previous_iter_valid_loss : 0.1621766835451126

    574540	  0.162337	  0.162177	  0.165455		CURRENT LEARNING RATE: 0.002237771120598419
previous_iter_valid_loss : 0.16185055673122406

    574560	  0.162051	  0.161851	  0.163817		CURRENT LEARNING RATE: 0.002237323611126737
previous_iter_valid_loss : 0.17979148030281067

    574580	  0.179971	  0.179791	  0.164333		CURRENT LEARNING RATE: 0.0022368761911480003
previous_iter_valid_loss : 0.164875790476799

    574600	  0.165060	  0.164876	  0.164469		CURRENT LEARNING RATE: 0.002236428860644313
previous_iter_valid_loss : 0.16150826215744019

    574620	  0.161699	  0.161508	  0.164479		CURRENT LEARNING RATE: 0.002235981619597779
previous_iter_valid_loss : 0.1656501591205597

    574640	  0.165820	  0.165650	  0.164702		CURRENT LEARNING RATE: 0.0022355344679905118
previous_iter_valid_loss : 0.16067609190940857

    574660	  0.160836	  0.160676	  0.164675		CURRENT LEARNING RATE: 0.0022350874058046214
previous_iter_valid_loss : 0.16092528402805328

    574680	  0.161086	  0.160925	  0.164472		CURRENT LEARNING RATE: 0.0022346404330222296
previous_iter_valid_loss : 0.16104784607887268

    574700	  0.161227	  0.161048	  0.164478		CURRENT LEARNING RATE: 0.002234193549625454
previous_iter_valid_loss : 0.18385858833789825

    574720	  0.184028	  0.183859	  0.165624		CURRENT LEARNING RATE: 0.002233746755596422
previous_iter_valid_loss : 0.16091036796569824

    574740	  0.161090	  0.160910	  0.165637		CURRENT LEARNING RATE: 0.0022333000509172584
previous_iter_valid_loss : 0.1627863496541977

    574760	  0.162988	  0.162786	  0.165742		CURRENT LEARNING RATE: 0.0022328534355700994
previous_iter_valid_loss : 0.16125018894672394

    574780	  0.161440	  0.161250	  0.165550		CURRENT LEARNING RATE: 0.0022324069095370764
previous_iter_valid_loss : 0.17388105392456055

    574800	  0.174039	  0.173881	  0.165946		CURRENT LEARNING RATE: 0.0022319604728003317
previous_iter_valid_loss : 0.1722014993429184

    574820	  0.172365	  0.172201	  0.166161		CURRENT LEARNING RATE: 0.002231514125342004
previous_iter_valid_loss : 0.16131211817264557

    574840	  0.161466	  0.161312	  0.166037		CURRENT LEARNING RATE: 0.002231067867144244
previous_iter_valid_loss : 0.1774892359972

    574860	  0.177806	  0.177489	  0.166436		CURRENT LEARNING RATE: 0.0022306216981891973
previous_iter_valid_loss : 0.16599948704242706

    574880	  0.166220	  0.165999	  0.166129		CURRENT LEARNING RATE: 0.00223017561845902
previous_iter_valid_loss : 0.172878235578537

    574900	  0.173036	  0.172878	  0.166717		CURRENT LEARNING RATE: 0.0022297296279358667
previous_iter_valid_loss : 0.17334312200546265

    574920	  0.173623	  0.173343	  0.167218		CURRENT LEARNING RATE: 0.0022292837266019
previous_iter_valid_loss : 0.17012327909469604

    574940	  0.170376	  0.170123	  0.167616		CURRENT LEARNING RATE: 0.0022288379144392812
previous_iter_valid_loss : 0.1621531844139099

    574960	  0.162313	  0.162153	  0.167631		CURRENT LEARNING RATE: 0.002228392191430181
previous_iter_valid_loss : 0.16530025005340576

    574980	  0.165484	  0.165300	  0.166906		CURRENT LEARNING RATE: 0.0022279465575567666
previous_iter_valid_loss : 0.164195254445076

    575000	  0.164369	  0.164195	  0.166872		CURRENT LEARNING RATE: 0.002227501012801215
previous_iter_valid_loss : 0.16286014020442963

    575020	  0.163066	  0.162860	  0.166940		CURRENT LEARNING RATE: 0.0022270555571457062
previous_iter_valid_loss : 0.16137421131134033

    575040	  0.161548	  0.161374	  0.166726		CURRENT LEARNING RATE: 0.0022266101905724185
previous_iter_valid_loss : 0.18897584080696106

    575060	  0.189122	  0.188976	  0.168141		CURRENT LEARNING RATE: 0.00222616491306354
previous_iter_valid_loss : 0.16279131174087524

    575080	  0.162975	  0.162791	  0.168234		CURRENT LEARNING RATE: 0.0022257197246012567
previous_iter_valid_loss : 0.16089515388011932

    575100	  0.161058	  0.160895	  0.168227		CURRENT LEARNING RATE: 0.002225274625167764
previous_iter_valid_loss : 0.16469937562942505

    575120	  0.164876	  0.164699	  0.167269		CURRENT LEARNING RATE: 0.0022248296147452554
previous_iter_valid_loss : 0.18165068328380585

    575140	  0.181825	  0.181651	  0.168306		CURRENT LEARNING RATE: 0.002224384693315933
previous_iter_valid_loss : 0.16327480971813202

    575160	  0.163487	  0.163275	  0.168330		CURRENT LEARNING RATE: 0.0022239398608619974
previous_iter_valid_loss : 0.1606806218624115

    575180	  0.160868	  0.160681	  0.168302		CURRENT LEARNING RATE: 0.0022234951173656582
previous_iter_valid_loss : 0.16530953347682953

    575200	  0.165496	  0.165310	  0.167873		CURRENT LEARNING RATE: 0.002223050462809122
previous_iter_valid_loss : 0.16453178226947784

    575220	  0.164719	  0.164532	  0.167490		CURRENT LEARNING RATE: 0.0022226058971746066
previous_iter_valid_loss : 0.16692887246608734

    575240	  0.167101	  0.166929	  0.167770		CURRENT LEARNING RATE: 0.002222161420444325
previous_iter_valid_loss : 0.17153425514698029

    575260	  0.171699	  0.171534	  0.167473		CURRENT LEARNING RATE: 0.002221717032600503
previous_iter_valid_loss : 0.16262853145599365

    575280	  0.162807	  0.162629	  0.167304		CURRENT LEARNING RATE: 0.0022212727336253604
previous_iter_valid_loss : 0.16139239072799683

    575300	  0.161550	  0.161392	  0.166730		CURRENT LEARNING RATE: 0.00222082852350113
previous_iter_valid_loss : 0.16809028387069702

    575320	  0.168329	  0.168090	  0.166467		CURRENT LEARNING RATE: 0.002220384402210038
previous_iter_valid_loss : 0.16486473381519318

    575340	  0.165036	  0.164865	  0.166204		CURRENT LEARNING RATE: 0.002219940369734325
previous_iter_valid_loss : 0.16141843795776367

    575360	  0.161611	  0.161418	  0.166167		CURRENT LEARNING RATE: 0.002219496426056224
previous_iter_valid_loss : 0.1622573286294937

    575380	  0.162449	  0.162257	  0.166015		CURRENT LEARNING RATE: 0.0022190525711579838
previous_iter_valid_loss : 0.1605481505393982

    575400	  0.160718	  0.160548	  0.165833		CURRENT LEARNING RATE: 0.0022186088050218443
previous_iter_valid_loss : 0.171954944729805

    575420	  0.172210	  0.171955	  0.166288		CURRENT LEARNING RATE: 0.0022181651276300565
previous_iter_valid_loss : 0.1668047308921814

    575440	  0.166977	  0.166805	  0.166559		CURRENT LEARNING RATE: 0.002217721538964877
previous_iter_valid_loss : 0.16101934015750885

    575460	  0.161212	  0.161019	  0.165161		CURRENT LEARNING RATE: 0.002217278039008557
previous_iter_valid_loss : 0.19413265585899353

    575480	  0.194272	  0.194133	  0.166728		CURRENT LEARNING RATE: 0.0022168346277433608
previous_iter_valid_loss : 0.1673542857170105

    575500	  0.167583	  0.167354	  0.167051		CURRENT LEARNING RATE: 0.002216391305151548
previous_iter_valid_loss : 0.18508566915988922

    575520	  0.185251	  0.185086	  0.168071		CURRENT LEARNING RATE: 0.00221594807121539
previous_iter_valid_loss : 0.16056369245052338

    575540	  0.160729	  0.160564	  0.167016		CURRENT LEARNING RATE: 0.002215504925917153
previous_iter_valid_loss : 0.1864265650510788

    575560	  0.186577	  0.186427	  0.168174		CURRENT LEARNING RATE: 0.002215061869239115
previous_iter_valid_loss : 0.16068606078624725

    575580	  0.160852	  0.160686	  0.168174		CURRENT LEARNING RATE: 0.0022146189011635507
previous_iter_valid_loss : 0.16059757769107819

    575600	  0.160761	  0.160598	  0.167939		CURRENT LEARNING RATE: 0.0022141760216727443
previous_iter_valid_loss : 0.17845787107944489

    575620	  0.178633	  0.178458	  0.168635		CURRENT LEARNING RATE: 0.002213733230748977
previous_iter_valid_loss : 0.16341237723827362

    575640	  0.163614	  0.163412	  0.168459		CURRENT LEARNING RATE: 0.0022132905283745413
previous_iter_valid_loss : 0.16438034176826477

    575660	  0.164565	  0.164380	  0.168101		CURRENT LEARNING RATE: 0.002212847914531725
previous_iter_valid_loss : 0.1605469435453415

    575680	  0.160721	  0.160547	  0.167997		CURRENT LEARNING RATE: 0.0022124053892028277
previous_iter_valid_loss : 0.17519040405750275

    575700	  0.175480	  0.175190	  0.168687		CURRENT LEARNING RATE: 0.0022119629523701446
previous_iter_valid_loss : 0.16751913726329803

    575720	  0.167757	  0.167519	  0.168659		CURRENT LEARNING RATE: 0.0022115206040159816
previous_iter_valid_loss : 0.16171978414058685

    575740	  0.161915	  0.161720	  0.168501		CURRENT LEARNING RATE: 0.002211078344122641
previous_iter_valid_loss : 0.16468511521816254

    575760	  0.164854	  0.164685	  0.168665		CURRENT LEARNING RATE: 0.0022106361726724364
previous_iter_valid_loss : 0.16368122398853302

    575780	  0.163886	  0.163681	  0.168736		CURRENT LEARNING RATE: 0.002210194089647677
previous_iter_valid_loss : 0.16241554915905

    575800	  0.162589	  0.162416	  0.168829		CURRENT LEARNING RATE: 0.0022097520950306814
previous_iter_valid_loss : 0.16769500076770782

    575820	  0.167864	  0.167695	  0.168616		CURRENT LEARNING RATE: 0.002209310188803772
previous_iter_valid_loss : 0.16084405779838562

    575840	  0.161009	  0.160844	  0.168318		CURRENT LEARNING RATE: 0.0022088683709492684
previous_iter_valid_loss : 0.1607016772031784

    575860	  0.160880	  0.160702	  0.168302		CURRENT LEARNING RATE: 0.002208426641449502
previous_iter_valid_loss : 0.160923033952713

    575880	  0.161103	  0.160923	  0.166642		CURRENT LEARNING RATE: 0.0022079850002867996
previous_iter_valid_loss : 0.16202867031097412

    575900	  0.162216	  0.162029	  0.166376		CURRENT LEARNING RATE: 0.0022075434474434995
previous_iter_valid_loss : 0.1605595052242279

    575920	  0.160720	  0.160560	  0.165149		CURRENT LEARNING RATE: 0.0022071019829019356
previous_iter_valid_loss : 0.1629471629858017

    575940	  0.163119	  0.162947	  0.165269		CURRENT LEARNING RATE: 0.0022066606066444535
previous_iter_valid_loss : 0.16287904977798462

    575960	  0.163048	  0.162879	  0.164091		CURRENT LEARNING RATE: 0.0022062193186533938
previous_iter_valid_loss : 0.1620604693889618

    575980	  0.162221	  0.162060	  0.164160		CURRENT LEARNING RATE: 0.0022057781189111086
previous_iter_valid_loss : 0.16086864471435547

    576000	  0.161052	  0.160869	  0.164173		CURRENT LEARNING RATE: 0.002205337007399947
previous_iter_valid_loss : 0.17017503082752228

    576020	  0.170339	  0.170175	  0.163759		CURRENT LEARNING RATE: 0.002204895984102268
previous_iter_valid_loss : 0.16343563795089722

    576040	  0.163637	  0.163436	  0.163760		CURRENT LEARNING RATE: 0.0022044550490004267
previous_iter_valid_loss : 0.1665954440832138

    576060	  0.166808	  0.166595	  0.163871		CURRENT LEARNING RATE: 0.0022040142020767896
previous_iter_valid_loss : 0.1615629941225052

    576080	  0.161732	  0.161563	  0.163922		CURRENT LEARNING RATE: 0.0022035734433137185
previous_iter_valid_loss : 0.16567234694957733

    576100	  0.165842	  0.165672	  0.163446		CURRENT LEARNING RATE: 0.0022031327726935875
previous_iter_valid_loss : 0.17782382667064667

    576120	  0.177996	  0.177824	  0.163961		CURRENT LEARNING RATE: 0.0022026921901987665
previous_iter_valid_loss : 0.16656991839408875

    576140	  0.166784	  0.166570	  0.164204		CURRENT LEARNING RATE: 0.0022022516958116346
previous_iter_valid_loss : 0.16978031396865845

    576160	  0.169942	  0.169780	  0.164459		CURRENT LEARNING RATE: 0.002201811289514569
previous_iter_valid_loss : 0.17311468720436096

    576180	  0.173263	  0.173115	  0.164930		CURRENT LEARNING RATE: 0.002201370971289957
previous_iter_valid_loss : 0.1647406667470932

    576200	  0.164916	  0.164741	  0.165046		CURRENT LEARNING RATE: 0.002200930741120183
previous_iter_valid_loss : 0.16063642501831055

    576220	  0.160801	  0.160636	  0.164694		CURRENT LEARNING RATE: 0.0022004905989876384
previous_iter_valid_loss : 0.16228742897510529

    576240	  0.162485	  0.162287	  0.164766		CURRENT LEARNING RATE: 0.00220005054487472
previous_iter_valid_loss : 0.16064994037151337

    576260	  0.160806	  0.160650	  0.164763		CURRENT LEARNING RATE: 0.0021996105787638214
previous_iter_valid_loss : 0.1670006364583969

    576280	  0.167225	  0.167001	  0.165067		CURRENT LEARNING RATE: 0.0021991707006373488
previous_iter_valid_loss : 0.1808200627565384

    576300	  0.181162	  0.180820	  0.166007		CURRENT LEARNING RATE: 0.002198730910477702
previous_iter_valid_loss : 0.16109700500965118

    576320	  0.161256	  0.161097	  0.166033		CURRENT LEARNING RATE: 0.0021982912082672943
previous_iter_valid_loss : 0.16052347421646118

    576340	  0.160698	  0.160523	  0.165912		CURRENT LEARNING RATE: 0.0021978515939885335
previous_iter_valid_loss : 0.1610802859067917

    576360	  0.161240	  0.161080	  0.165822		CURRENT LEARNING RATE: 0.002197412067623838
previous_iter_valid_loss : 0.18232454359531403

    576380	  0.182494	  0.182325	  0.166836		CURRENT LEARNING RATE: 0.002196972629155624
previous_iter_valid_loss : 0.1677633374929428

    576400	  0.167995	  0.167763	  0.167180		CURRENT LEARNING RATE: 0.0021965332785663172
previous_iter_valid_loss : 0.16059434413909912

    576420	  0.160751	  0.160594	  0.166701		CURRENT LEARNING RATE: 0.00219609401583834
previous_iter_valid_loss : 0.16211871802806854

    576440	  0.162290	  0.162119	  0.166635		CURRENT LEARNING RATE: 0.0021956548409541262
previous_iter_valid_loss : 0.16138964891433716

    576460	  0.161559	  0.161390	  0.166375		CURRENT LEARNING RATE: 0.002195215753896104
previous_iter_valid_loss : 0.1638750582933426

    576480	  0.164070	  0.163875	  0.166491		CURRENT LEARNING RATE: 0.0021947767546467135
previous_iter_valid_loss : 0.17032846808433533

    576500	  0.170485	  0.170328	  0.166724		CURRENT LEARNING RATE: 0.0021943378431883926
previous_iter_valid_loss : 0.16213740408420563

    576520	  0.162291	  0.162137	  0.165939		CURRENT LEARNING RATE: 0.002193899019503587
previous_iter_valid_loss : 0.16932202875614166

    576540	  0.169555	  0.169322	  0.166077		CURRENT LEARNING RATE: 0.002193460283574741
previous_iter_valid_loss : 0.16176116466522217

    576560	  0.161948	  0.161761	  0.165676		CURRENT LEARNING RATE: 0.002193021635384308
previous_iter_valid_loss : 0.16104963421821594

    576580	  0.161226	  0.161050	  0.165073		CURRENT LEARNING RATE: 0.002192583074914739
previous_iter_valid_loss : 0.1694287657737732

    576600	  0.169673	  0.169429	  0.165307		CURRENT LEARNING RATE: 0.0021921446021484934
previous_iter_valid_loss : 0.16197077929973602

    576620	  0.162155	  0.161971	  0.165374		CURRENT LEARNING RATE: 0.002191706217068034
previous_iter_valid_loss : 0.1748746633529663

    576640	  0.175034	  0.174875	  0.166003		CURRENT LEARNING RATE: 0.0021912679196558218
previous_iter_valid_loss : 0.1628461629152298

    576660	  0.163016	  0.162846	  0.166113		CURRENT LEARNING RATE: 0.0021908297098943283
previous_iter_valid_loss : 0.16297701001167297

    576680	  0.163155	  0.162977	  0.165912		CURRENT LEARNING RATE: 0.002190391587766022
previous_iter_valid_loss : 0.21158231794834137

    576700	  0.212199	  0.211582	  0.167450		CURRENT LEARNING RATE: 0.002189953553253381
previous_iter_valid_loss : 0.16568423807621002

    576720	  0.165858	  0.165684	  0.167679		CURRENT LEARNING RATE: 0.0021895156063388805
previous_iter_valid_loss : 0.16054224967956543

    576740	  0.160718	  0.160542	  0.167680		CURRENT LEARNING RATE: 0.0021890777470050067
previous_iter_valid_loss : 0.1609877198934555

    576760	  0.161177	  0.160988	  0.167676		CURRENT LEARNING RATE: 0.002188639975234241
previous_iter_valid_loss : 0.16725577414035797

    576780	  0.167475	  0.167256	  0.166922		CURRENT LEARNING RATE: 0.002188202291009077
previous_iter_valid_loss : 0.17572100460529327

    576800	  0.175886	  0.175721	  0.167320		CURRENT LEARNING RATE: 0.0021877646943120025
previous_iter_valid_loss : 0.16442880034446716

    576820	  0.164605	  0.164429	  0.167512		CURRENT LEARNING RATE: 0.002187327185125518
previous_iter_valid_loss : 0.17149244248867035

    576840	  0.171646	  0.171492	  0.167980		CURRENT LEARNING RATE: 0.0021868897634321196
previous_iter_valid_loss : 0.16800297796726227

    576860	  0.168175	  0.168003	  0.168311		CURRENT LEARNING RATE: 0.0021864524292143136
previous_iter_valid_loss : 0.18606385588645935

    576880	  0.186229	  0.186064	  0.169420		CURRENT LEARNING RATE: 0.0021860151824546034
previous_iter_valid_loss : 0.17878703773021698

    576900	  0.178956	  0.178787	  0.169843		CURRENT LEARNING RATE: 0.0021855780231355023
previous_iter_valid_loss : 0.16566969454288483

    576920	  0.165872	  0.165670	  0.170020		CURRENT LEARNING RATE: 0.002185140951239521
previous_iter_valid_loss : 0.16674447059631348

    576940	  0.166912	  0.166744	  0.169891		CURRENT LEARNING RATE: 0.0021847039667491795
previous_iter_valid_loss : 0.16770687699317932

    576960	  0.167931	  0.167707	  0.170188		CURRENT LEARNING RATE: 0.0021842670696469954
previous_iter_valid_loss : 0.16069628298282623

    576980	  0.160846	  0.160696	  0.170171		CURRENT LEARNING RATE: 0.002183830259915496
previous_iter_valid_loss : 0.1614684760570526

    577000	  0.161628	  0.161468	  0.169773		CURRENT LEARNING RATE: 0.0021833935375372058
previous_iter_valid_loss : 0.16804444789886475

    577020	  0.168268	  0.168044	  0.170076		CURRENT LEARNING RATE: 0.0021829569024946574
previous_iter_valid_loss : 0.16093574464321136

    577040	  0.161118	  0.160936	  0.169379		CURRENT LEARNING RATE: 0.002182520354770387
previous_iter_valid_loss : 0.17774046957492828

    577060	  0.177907	  0.177740	  0.170124		CURRENT LEARNING RATE: 0.002182083894346929
previous_iter_valid_loss : 0.16322001814842224

    577080	  0.163390	  0.163220	  0.170136		CURRENT LEARNING RATE: 0.002181647521206829
previous_iter_valid_loss : 0.16099774837493896

    577100	  0.161178	  0.160998	  0.167607		CURRENT LEARNING RATE: 0.0021812112353326286
previous_iter_valid_loss : 0.1605868637561798

    577120	  0.160765	  0.160587	  0.167352		CURRENT LEARNING RATE: 0.0021807750367068795
previous_iter_valid_loss : 0.16053064167499542

    577140	  0.160706	  0.160531	  0.167352		CURRENT LEARNING RATE: 0.0021803389253121307
previous_iter_valid_loss : 0.16136331856250763

    577160	  0.161551	  0.161363	  0.167370		CURRENT LEARNING RATE: 0.0021799029011309408
previous_iter_valid_loss : 0.16422386467456818

    577180	  0.164416	  0.164224	  0.167219		CURRENT LEARNING RATE: 0.0021794669641458653
previous_iter_valid_loss : 0.16185778379440308

    577200	  0.162053	  0.161858	  0.166526		CURRENT LEARNING RATE: 0.0021790311143394707
previous_iter_valid_loss : 0.16211631894111633

    577220	  0.162295	  0.162116	  0.166410		CURRENT LEARNING RATE: 0.002178595351694319
previous_iter_valid_loss : 0.16653747856616974

    577240	  0.166755	  0.166537	  0.166162		CURRENT LEARNING RATE: 0.0021781596761929834
previous_iter_valid_loss : 0.163810595870018

    577260	  0.163992	  0.163811	  0.165953		CURRENT LEARNING RATE: 0.002177724087818033
previous_iter_valid_loss : 0.16194574534893036

    577280	  0.162109	  0.161946	  0.164747		CURRENT LEARNING RATE: 0.002177288586552049
previous_iter_valid_loss : 0.16052475571632385

    577300	  0.160690	  0.160525	  0.163834		CURRENT LEARNING RATE: 0.0021768531723776064
previous_iter_valid_loss : 0.16467750072479248

    577320	  0.164888	  0.164678	  0.163784		CURRENT LEARNING RATE: 0.0021764178452772934
previous_iter_valid_loss : 0.1701667755842209

    577340	  0.170416	  0.170167	  0.163955		CURRENT LEARNING RATE: 0.0021759826052336916
previous_iter_valid_loss : 0.17315924167633057

    577360	  0.173316	  0.173159	  0.164228		CURRENT LEARNING RATE: 0.002175547452229397
previous_iter_valid_loss : 0.16162194311618805

    577380	  0.161808	  0.161622	  0.164274		CURRENT LEARNING RATE: 0.0021751123862469987
previous_iter_valid_loss : 0.16151238977909088

    577400	  0.161697	  0.161512	  0.164276		CURRENT LEARNING RATE: 0.0021746774072690963
previous_iter_valid_loss : 0.1801295280456543

    577420	  0.180460	  0.180130	  0.164880		CURRENT LEARNING RATE: 0.002174242515278292
previous_iter_valid_loss : 0.164128378033638

    577440	  0.164324	  0.164128	  0.165040		CURRENT LEARNING RATE: 0.002173807710257187
previous_iter_valid_loss : 0.16429403424263

    577460	  0.164488	  0.164294	  0.164368		CURRENT LEARNING RATE: 0.0021733729921883924
previous_iter_valid_loss : 0.1629943549633026

    577480	  0.163165	  0.162994	  0.164357		CURRENT LEARNING RATE: 0.002172938361054516
previous_iter_valid_loss : 0.16240715980529785

    577500	  0.162572	  0.162407	  0.164427		CURRENT LEARNING RATE: 0.002172503816838176
previous_iter_valid_loss : 0.16117608547210693

    577520	  0.161341	  0.161176	  0.164456		CURRENT LEARNING RATE: 0.0021720693595219877
previous_iter_valid_loss : 0.1632661521434784

    577540	  0.163433	  0.163266	  0.164593		CURRENT LEARNING RATE: 0.0021716349890885753
previous_iter_valid_loss : 0.16253143548965454

    577560	  0.162693	  0.162531	  0.164652		CURRENT LEARNING RATE: 0.002171200705520561
previous_iter_valid_loss : 0.16619522869586945

    577580	  0.166412	  0.166195	  0.164750		CURRENT LEARNING RATE: 0.0021707665088005774
previous_iter_valid_loss : 0.16739752888679504

    577600	  0.167622	  0.167398	  0.165027		CURRENT LEARNING RATE: 0.002170332398911252
previous_iter_valid_loss : 0.16111356019973755

    577620	  0.161294	  0.161114	  0.164977		CURRENT LEARNING RATE: 0.0021698983758352253
previous_iter_valid_loss : 0.1651853770017624

    577640	  0.165358	  0.165185	  0.164909		CURRENT LEARNING RATE: 0.0021694644395551317
previous_iter_valid_loss : 0.1608620434999466

    577660	  0.161035	  0.160862	  0.164762		CURRENT LEARNING RATE: 0.002169030590053618
previous_iter_valid_loss : 0.16054409742355347

    577680	  0.160707	  0.160544	  0.164692		CURRENT LEARNING RATE: 0.002168596827313327
previous_iter_valid_loss : 0.16358231008052826

    577700	  0.163778	  0.163582	  0.164845		CURRENT LEARNING RATE: 0.0021681631513169103
previous_iter_valid_loss : 0.16319753229618073

    577720	  0.163393	  0.163198	  0.164771		CURRENT LEARNING RATE: 0.002167729562047018
previous_iter_valid_loss : 0.16774003207683563

    577740	  0.167953	  0.167740	  0.164649		CURRENT LEARNING RATE: 0.002167296059486311
previous_iter_valid_loss : 0.16690410673618317

    577760	  0.167126	  0.166904	  0.164337		CURRENT LEARNING RATE: 0.0021668626436174444
previous_iter_valid_loss : 0.1705944538116455

    577780	  0.170847	  0.170594	  0.164785		CURRENT LEARNING RATE: 0.0021664293144230858
previous_iter_valid_loss : 0.168187215924263

    577800	  0.168353	  0.168187	  0.165119		CURRENT LEARNING RATE: 0.0021659960718858977
previous_iter_valid_loss : 0.16132330894470215

    577820	  0.161510	  0.161323	  0.164179		CURRENT LEARNING RATE: 0.0021655629159885535
previous_iter_valid_loss : 0.16058917343616486

    577840	  0.160753	  0.160589	  0.164002		CURRENT LEARNING RATE: 0.002165129846713728
previous_iter_valid_loss : 0.16148369014263153

    577860	  0.161650	  0.161484	  0.163861		CURRENT LEARNING RATE: 0.0021646968640440943
previous_iter_valid_loss : 0.16289183497428894

    577880	  0.163081	  0.162892	  0.163856		CURRENT LEARNING RATE: 0.0021642639679623375
previous_iter_valid_loss : 0.16059423983097076

    577900	  0.160748	  0.160594	  0.163766		CURRENT LEARNING RATE: 0.0021638311584511382
previous_iter_valid_loss : 0.17605219781398773

    577920	  0.176343	  0.176052	  0.164509		CURRENT LEARNING RATE: 0.002163398435493187
previous_iter_valid_loss : 0.16277571022510529

    577940	  0.162928	  0.162776	  0.164485		CURRENT LEARNING RATE: 0.002162965799071172
previous_iter_valid_loss : 0.16131992638111115

    577960	  0.161477	  0.161320	  0.164424		CURRENT LEARNING RATE: 0.002162533249167791
previous_iter_valid_loss : 0.1619623452425003

    577980	  0.162120	  0.161962	  0.164213		CURRENT LEARNING RATE: 0.0021621007857657378
previous_iter_valid_loss : 0.16255201399326324

    578000	  0.162725	  0.162552	  0.163970		CURRENT LEARNING RATE: 0.002161668408847719
previous_iter_valid_loss : 0.16072528064250946

    578020	  0.160896	  0.160725	  0.163951		CURRENT LEARNING RATE: 0.002161236118396435
previous_iter_valid_loss : 0.16592201590538025

    578040	  0.166082	  0.165922	  0.163988		CURRENT LEARNING RATE: 0.002160803914394597
previous_iter_valid_loss : 0.1761854588985443

    578060	  0.176478	  0.176185	  0.164754		CURRENT LEARNING RATE: 0.0021603717968249146
previous_iter_valid_loss : 0.16605710983276367

    578080	  0.166223	  0.166057	  0.165030		CURRENT LEARNING RATE: 0.0021599397656701064
previous_iter_valid_loss : 0.16094984114170074

    578100	  0.161144	  0.160950	  0.164898		CURRENT LEARNING RATE: 0.002159507820912887
previous_iter_valid_loss : 0.16313475370407104

    578120	  0.163337	  0.163135	  0.164895		CURRENT LEARNING RATE: 0.0021590759625359827
previous_iter_valid_loss : 0.17604805529117584

    578140	  0.176337	  0.176048	  0.165310		CURRENT LEARNING RATE: 0.002158644190522115
previous_iter_valid_loss : 0.16101403534412384

    578160	  0.161173	  0.161014	  0.165016		CURRENT LEARNING RATE: 0.0021582125048540176
previous_iter_valid_loss : 0.1605217605829239

    578180	  0.160689	  0.160522	  0.164512		CURRENT LEARNING RATE: 0.0021577809055144184
previous_iter_valid_loss : 0.16672061383724213

    578200	  0.166944	  0.166721	  0.164439		CURRENT LEARNING RATE: 0.002157349392486058
previous_iter_valid_loss : 0.16242821514606476

    578220	  0.162592	  0.162428	  0.164494		CURRENT LEARNING RATE: 0.0021569179657516713
previous_iter_valid_loss : 0.16620905697345734

    578240	  0.166420	  0.166209	  0.164775		CURRENT LEARNING RATE: 0.0021564866252940036
previous_iter_valid_loss : 0.16081996262073517

    578260	  0.161001	  0.160820	  0.164742		CURRENT LEARNING RATE: 0.002156055371095803
previous_iter_valid_loss : 0.16430719196796417

    578280	  0.164507	  0.164307	  0.164813		CURRENT LEARNING RATE: 0.002155624203139816
previous_iter_valid_loss : 0.1759471893310547

    578300	  0.176236	  0.175947	  0.165580		CURRENT LEARNING RATE: 0.002155193121408799
previous_iter_valid_loss : 0.1712818294763565

    578320	  0.171445	  0.171282	  0.165342		CURRENT LEARNING RATE: 0.0021547621258855053
previous_iter_valid_loss : 0.16247239708900452

    578340	  0.162670	  0.162472	  0.165327		CURRENT LEARNING RATE: 0.0021543312165526987
previous_iter_valid_loss : 0.1658346801996231

    578360	  0.166043	  0.165835	  0.165552		CURRENT LEARNING RATE: 0.002153900393393139
previous_iter_valid_loss : 0.16247572004795074

    578380	  0.162637	  0.162476	  0.165578		CURRENT LEARNING RATE: 0.0021534696563895975
previous_iter_valid_loss : 0.16161414980888367

    578400	  0.161810	  0.161614	  0.165531		CURRENT LEARNING RATE: 0.0021530390055248413
previous_iter_valid_loss : 0.16079002618789673

    578420	  0.160946	  0.160790	  0.165534		CURRENT LEARNING RATE: 0.0021526084407816467
previous_iter_valid_loss : 0.16053812205791473

    578440	  0.160711	  0.160538	  0.165265		CURRENT LEARNING RATE: 0.002152177962142788
previous_iter_valid_loss : 0.1609998196363449

    578460	  0.161162	  0.161000	  0.164506		CURRENT LEARNING RATE: 0.0021517475695910504
previous_iter_valid_loss : 0.16234248876571655

    578480	  0.162544	  0.162342	  0.164320		CURRENT LEARNING RATE: 0.0021513172631092135
previous_iter_valid_loss : 0.16107045114040375

    578500	  0.161244	  0.161070	  0.164326		CURRENT LEARNING RATE: 0.0021508870426800697
previous_iter_valid_loss : 0.1652936488389969

    578520	  0.165498	  0.165294	  0.164434		CURRENT LEARNING RATE: 0.002150456908286406
previous_iter_valid_loss : 0.1619948297739029

    578540	  0.162178	  0.161995	  0.163731		CURRENT LEARNING RATE: 0.002150026859911021
previous_iter_valid_loss : 0.1614864617586136

    578560	  0.161675	  0.161486	  0.163755		CURRENT LEARNING RATE: 0.0021495968975367083
previous_iter_valid_loss : 0.17528609931468964

    578580	  0.175570	  0.175286	  0.164493		CURRENT LEARNING RATE: 0.002149167021146274
previous_iter_valid_loss : 0.16077499091625214

    578600	  0.160951	  0.160775	  0.164196		CURRENT LEARNING RATE: 0.0021487372307225187
previous_iter_valid_loss : 0.17781700193881989

    578620	  0.178118	  0.177817	  0.164965		CURRENT LEARNING RATE: 0.002148307526248253
previous_iter_valid_loss : 0.16590142250061035

    578640	  0.166110	  0.165901	  0.164950		CURRENT LEARNING RATE: 0.002147877907706291
previous_iter_valid_loss : 0.16055339574813843

    578660	  0.160715	  0.160553	  0.164937		CURRENT LEARNING RATE: 0.002147448375079443
previous_iter_valid_loss : 0.16526031494140625

    578680	  0.165458	  0.165260	  0.164984		CURRENT LEARNING RATE: 0.002147018928350533
previous_iter_valid_loss : 0.19146834313869476

    578700	  0.191924	  0.191468	  0.165760		CURRENT LEARNING RATE: 0.0021465895675023775
previous_iter_valid_loss : 0.164234921336174

    578720	  0.164411	  0.164235	  0.165408		CURRENT LEARNING RATE: 0.0021461602925178075
previous_iter_valid_loss : 0.17463909089565277

    578740	  0.174797	  0.174639	  0.166016		CURRENT LEARNING RATE: 0.0021457311033796474
previous_iter_valid_loss : 0.16306568682193756

    578760	  0.163269	  0.163066	  0.165878		CURRENT LEARNING RATE: 0.0021453020000707338
previous_iter_valid_loss : 0.1623244434595108

    578780	  0.162499	  0.162324	  0.165870		CURRENT LEARNING RATE: 0.0021448729825738985
previous_iter_valid_loss : 0.1818542629480362

    578800	  0.182025	  0.181854	  0.166882		CURRENT LEARNING RATE: 0.0021444440508719847
previous_iter_valid_loss : 0.17018339037895203

    578820	  0.170439	  0.170183	  0.167352		CURRENT LEARNING RATE: 0.0021440152049478313
previous_iter_valid_loss : 0.1724320650100708

    578840	  0.172590	  0.172432	  0.167947		CURRENT LEARNING RATE: 0.0021435864447842882
previous_iter_valid_loss : 0.1678110808134079

    578860	  0.167977	  0.167811	  0.168287		CURRENT LEARNING RATE: 0.0021431577703642014
previous_iter_valid_loss : 0.16703034937381744

    578880	  0.167247	  0.167030	  0.168522		CURRENT LEARNING RATE: 0.0021427291816704277
previous_iter_valid_loss : 0.16069497168064117

    578900	  0.160845	  0.160695	  0.168503		CURRENT LEARNING RATE: 0.0021423006786858195
previous_iter_valid_loss : 0.1605355143547058

    578920	  0.160706	  0.160536	  0.168265		CURRENT LEARNING RATE: 0.0021418722613932408
previous_iter_valid_loss : 0.18686798214912415

    578940	  0.187020	  0.186868	  0.169509		CURRENT LEARNING RATE: 0.0021414439297755506
previous_iter_valid_loss : 0.17798815667629242

    578960	  0.178153	  0.177988	  0.170334		CURRENT LEARNING RATE: 0.00214101568381562
previous_iter_valid_loss : 0.16568900644779205

    578980	  0.165899	  0.165689	  0.169854		CURRENT LEARNING RATE: 0.002140587523496315
previous_iter_valid_loss : 0.16304263472557068

    579000	  0.163238	  0.163043	  0.169967		CURRENT LEARNING RATE: 0.0021401594488005132
previous_iter_valid_loss : 0.16569121181964874

    579020	  0.165904	  0.165691	  0.169361		CURRENT LEARNING RATE: 0.002139731459711088
previous_iter_valid_loss : 0.16633246839046478

    579040	  0.166553	  0.166332	  0.169383		CURRENT LEARNING RATE: 0.002139303556210921
previous_iter_valid_loss : 0.160688579082489

    579060	  0.160848	  0.160689	  0.169389		CURRENT LEARNING RATE: 0.002138875738282899
previous_iter_valid_loss : 0.1701856255531311

    579080	  0.170344	  0.170186	  0.169636		CURRENT LEARNING RATE: 0.0021384480059099043
previous_iter_valid_loss : 0.16177144646644592

    579100	  0.161930	  0.161771	  0.168151		CURRENT LEARNING RATE: 0.0021380203590748324
previous_iter_valid_loss : 0.16204828023910522

    579120	  0.162209	  0.162048	  0.168041		CURRENT LEARNING RATE: 0.002137592797760573
previous_iter_valid_loss : 0.16166795790195465

    579140	  0.161812	  0.161668	  0.167393		CURRENT LEARNING RATE: 0.0021371653219500277
previous_iter_valid_loss : 0.16052743792533875

    579160	  0.160699	  0.160527	  0.167266		CURRENT LEARNING RATE: 0.002136737931626094
previous_iter_valid_loss : 0.16093681752681732

    579180	  0.161085	  0.160937	  0.167197		CURRENT LEARNING RATE: 0.0021363106267716795
previous_iter_valid_loss : 0.17052264511585236

    579200	  0.170679	  0.170523	  0.166630		CURRENT LEARNING RATE: 0.0021358834073696886
previous_iter_valid_loss : 0.1615460216999054

    579220	  0.161735	  0.161546	  0.166198		CURRENT LEARNING RATE: 0.0021354562734030363
previous_iter_valid_loss : 0.1665126234292984

    579240	  0.166683	  0.166513	  0.165902		CURRENT LEARNING RATE: 0.002135029224854633
previous_iter_valid_loss : 0.18590913712978363

    579260	  0.186069	  0.185909	  0.166807		CURRENT LEARNING RATE: 0.002134602261707401
previous_iter_valid_loss : 0.17092777788639069

    579280	  0.171085	  0.170928	  0.167002		CURRENT LEARNING RATE: 0.0021341753839442578
previous_iter_valid_loss : 0.16836345195770264

    579300	  0.168526	  0.168363	  0.167385		CURRENT LEARNING RATE: 0.0021337485915481325
previous_iter_valid_loss : 0.16824430227279663

    579320	  0.168407	  0.168244	  0.167771		CURRENT LEARNING RATE: 0.0021333218845019488
previous_iter_valid_loss : 0.16085240244865417

    579340	  0.161007	  0.160852	  0.166470		CURRENT LEARNING RATE: 0.002132895262788643
previous_iter_valid_loss : 0.187984436750412

    579360	  0.188380	  0.187984	  0.166970		CURRENT LEARNING RATE: 0.002132468726391146
previous_iter_valid_loss : 0.16095922887325287

    579380	  0.161126	  0.160959	  0.166733		CURRENT LEARNING RATE: 0.0021320422752923998
previous_iter_valid_loss : 0.17915746569633484

    579400	  0.179463	  0.179157	  0.167539		CURRENT LEARNING RATE: 0.0021316159094753435
previous_iter_valid_loss : 0.16131143271923065

    579420	  0.161485	  0.161311	  0.167320		CURRENT LEARNING RATE: 0.0021311896289229236
previous_iter_valid_loss : 0.1706017553806305

    579440	  0.170850	  0.170602	  0.167534		CURRENT LEARNING RATE: 0.002130763433618091
previous_iter_valid_loss : 0.1606551706790924

    579460	  0.160804	  0.160655	  0.167532		CURRENT LEARNING RATE: 0.0021303373235437946
previous_iter_valid_loss : 0.1750824749469757

    579480	  0.175240	  0.175082	  0.167777		CURRENT LEARNING RATE: 0.002129911298682993
previous_iter_valid_loss : 0.16051577031612396

    579500	  0.160669	  0.160516	  0.167714		CURRENT LEARNING RATE: 0.0021294853590186416
previous_iter_valid_loss : 0.16241209208965302

    579520	  0.162584	  0.162412	  0.167732		CURRENT LEARNING RATE: 0.002129059504533707
previous_iter_valid_loss : 0.1639757603406906

    579540	  0.164143	  0.163976	  0.167847		CURRENT LEARNING RATE: 0.0021286337352111506
previous_iter_valid_loss : 0.16097690165042877

    579560	  0.161131	  0.160977	  0.167870		CURRENT LEARNING RATE: 0.002128208051033946
previous_iter_valid_loss : 0.16057421267032623

    579580	  0.160725	  0.160574	  0.167852		CURRENT LEARNING RATE: 0.002127782451985062
previous_iter_valid_loss : 0.16620033979415894

    579600	  0.166403	  0.166200	  0.167636		CURRENT LEARNING RATE: 0.0021273569380474778
previous_iter_valid_loss : 0.1648559719324112

    579620	  0.165061	  0.164856	  0.167801		CURRENT LEARNING RATE: 0.00212693150920417
previous_iter_valid_loss : 0.16514559090137482

    579640	  0.165340	  0.165146	  0.167733		CURRENT LEARNING RATE: 0.002126506165438125
previous_iter_valid_loss : 0.1828075647354126

    579660	  0.183161	  0.182808	  0.167578		CURRENT LEARNING RATE: 0.002126080906732324
previous_iter_valid_loss : 0.17817460000514984

    579680	  0.178336	  0.178175	  0.167940		CURRENT LEARNING RATE: 0.002125655733069762
previous_iter_valid_loss : 0.16131892800331116

    579700	  0.161469	  0.161319	  0.167588		CURRENT LEARNING RATE: 0.0021252306444334277
previous_iter_valid_loss : 0.16204701364040375

    579720	  0.162225	  0.162047	  0.167278		CURRENT LEARNING RATE: 0.0021248056408063216
previous_iter_valid_loss : 0.16135002672672272

    579740	  0.161533	  0.161350	  0.167303		CURRENT LEARNING RATE: 0.0021243807221714398
previous_iter_valid_loss : 0.16377030313014984

    579760	  0.163962	  0.163770	  0.166092		CURRENT LEARNING RATE: 0.0021239558885117883
previous_iter_valid_loss : 0.16054537892341614

    579780	  0.160709	  0.160545	  0.166072		CURRENT LEARNING RATE: 0.002123531139810371
previous_iter_valid_loss : 0.16063691675662994

    579800	  0.160792	  0.160637	  0.165145		CURRENT LEARNING RATE: 0.0021231064760502015
previous_iter_valid_loss : 0.1659906804561615

    579820	  0.166155	  0.165991	  0.165379		CURRENT LEARNING RATE: 0.0021226818972142894
previous_iter_valid_loss : 0.1630529761314392

    579840	  0.163244	  0.163053	  0.165002		CURRENT LEARNING RATE: 0.0021222574032856534
previous_iter_valid_loss : 0.16052712500095367

    579860	  0.160675	  0.160527	  0.164996		CURRENT LEARNING RATE: 0.0021218329942473157
previous_iter_valid_loss : 0.16904687881469727

    579880	  0.169205	  0.169047	  0.164694		CURRENT LEARNING RATE: 0.0021214086700822965
previous_iter_valid_loss : 0.16061756014823914

    579900	  0.160778	  0.160618	  0.164699		CURRENT LEARNING RATE: 0.002120984430773626
previous_iter_valid_loss : 0.16303487122058868

    579920	  0.163193	  0.163035	  0.164730		CURRENT LEARNING RATE: 0.002120560276304331
previous_iter_valid_loss : 0.1649039089679718

    579940	  0.165063	  0.164904	  0.164776		CURRENT LEARNING RATE: 0.0021201362066574493
previous_iter_valid_loss : 0.1723228543996811

    579960	  0.172472	  0.172323	  0.165344		CURRENT LEARNING RATE: 0.0021197122218160145
previous_iter_valid_loss : 0.16242817044258118

    579980	  0.162585	  0.162428	  0.165436		CURRENT LEARNING RATE: 0.0021192883217630706
previous_iter_valid_loss : 0.16148236393928528

    580000	  0.161626	  0.161482	  0.165201		CURRENT LEARNING RATE: 0.002118864506481658
previous_iter_valid_loss : 0.16575822234153748

    580020	  0.165923	  0.165758	  0.165246		CURRENT LEARNING RATE: 0.002118440775954828
previous_iter_valid_loss : 0.16052739322185516

    580040	  0.160677	  0.160527	  0.165015		CURRENT LEARNING RATE: 0.002118017130165627
previous_iter_valid_loss : 0.16687588393688202

    580060	  0.167084	  0.166876	  0.164218		CURRENT LEARNING RATE: 0.0021175935690971133
previous_iter_valid_loss : 0.16069185733795166

    580080	  0.160862	  0.160692	  0.163344		CURRENT LEARNING RATE: 0.002117170092732341
previous_iter_valid_loss : 0.16229958832263947

    580100	  0.162482	  0.162300	  0.163393		CURRENT LEARNING RATE: 0.002116746701054375
previous_iter_valid_loss : 0.1615603268146515

    580120	  0.161718	  0.161560	  0.163369		CURRENT LEARNING RATE: 0.0021163233940462746
previous_iter_valid_loss : 0.1642588973045349

    580140	  0.164443	  0.164259	  0.163514		CURRENT LEARNING RATE: 0.0021159001716911127
previous_iter_valid_loss : 0.16067402064800262

    580160	  0.160822	  0.160674	  0.163359		CURRENT LEARNING RATE: 0.002115477033971956
previous_iter_valid_loss : 0.16698601841926575

    580180	  0.167141	  0.166986	  0.163681		CURRENT LEARNING RATE: 0.002115053980871883
previous_iter_valid_loss : 0.164032444357872

    580200	  0.164228	  0.164032	  0.163851		CURRENT LEARNING RATE: 0.0021146310123739674
previous_iter_valid_loss : 0.16798943281173706

    580220	  0.168141	  0.167989	  0.163951		CURRENT LEARNING RATE: 0.0021142081284612944
previous_iter_valid_loss : 0.1606043130159378

    580240	  0.160774	  0.160604	  0.163829		CURRENT LEARNING RATE: 0.002113785329116945
previous_iter_valid_loss : 0.16104274988174438

    580260	  0.161188	  0.161043	  0.163854		CURRENT LEARNING RATE: 0.002113362614324009
previous_iter_valid_loss : 0.1605987846851349

    580280	  0.160754	  0.160599	  0.163432		CURRENT LEARNING RATE: 0.0021129399840655798
previous_iter_valid_loss : 0.16158506274223328

    580300	  0.161764	  0.161585	  0.163480		CURRENT LEARNING RATE: 0.0021125174383247484
previous_iter_valid_loss : 0.16622599959373474

    580320	  0.166425	  0.166226	  0.163640		CURRENT LEARNING RATE: 0.002112094977084617
previous_iter_valid_loss : 0.16863924264907837

    580340	  0.168793	  0.168639	  0.163827		CURRENT LEARNING RATE: 0.0021116726003282825
previous_iter_valid_loss : 0.17745047807693481

    580360	  0.177742	  0.177450	  0.164083		CURRENT LEARNING RATE: 0.0021112503080388543
previous_iter_valid_loss : 0.1616983711719513

    580380	  0.161877	  0.161698	  0.164047		CURRENT LEARNING RATE: 0.0021108281001994368
previous_iter_valid_loss : 0.1719435602426529

    580400	  0.172202	  0.171944	  0.164570		CURRENT LEARNING RATE: 0.0021104059767931456
previous_iter_valid_loss : 0.17112097144126892

    580420	  0.171373	  0.171121	  0.164838		CURRENT LEARNING RATE: 0.0021099839378030923
previous_iter_valid_loss : 0.16253376007080078

    580440	  0.162718	  0.162534	  0.164938		CURRENT LEARNING RATE: 0.002109561983212398
previous_iter_valid_loss : 0.16188687086105347

    580460	  0.162072	  0.161887	  0.164689		CURRENT LEARNING RATE: 0.0021091401130041818
previous_iter_valid_loss : 0.17437362670898438

    580480	  0.174529	  0.174374	  0.165373		CURRENT LEARNING RATE: 0.002108718327161572
previous_iter_valid_loss : 0.16190747916698456

    580500	  0.162066	  0.161907	  0.165353		CURRENT LEARNING RATE: 0.002108296625667694
previous_iter_valid_loss : 0.16282162070274353

    580520	  0.162982	  0.162822	  0.165416		CURRENT LEARNING RATE: 0.002107875008505683
previous_iter_valid_loss : 0.16455183923244476

    580540	  0.164733	  0.164552	  0.165431		CURRENT LEARNING RATE: 0.0021074534756586705
previous_iter_valid_loss : 0.1605977565050125

    580560	  0.160763	  0.160598	  0.165427		CURRENT LEARNING RATE: 0.0021070320271097997
previous_iter_valid_loss : 0.18909773230552673

    580580	  0.189239	  0.189098	  0.166533		CURRENT LEARNING RATE: 0.0021066106628422083
previous_iter_valid_loss : 0.1611628383398056

    580600	  0.161319	  0.161163	  0.166389		CURRENT LEARNING RATE: 0.0021061893828390453
previous_iter_valid_loss : 0.16965870559215546

    580620	  0.169816	  0.169659	  0.166473		CURRENT LEARNING RATE: 0.002105768187083456
previous_iter_valid_loss : 0.17239084839820862

    580640	  0.172547	  0.172391	  0.167062		CURRENT LEARNING RATE: 0.002105347075558595
previous_iter_valid_loss : 0.16050556302070618

    580660	  0.160672	  0.160506	  0.167035		CURRENT LEARNING RATE: 0.0021049260482476186
previous_iter_valid_loss : 0.16278085112571716

    580680	  0.162974	  0.162781	  0.167144		CURRENT LEARNING RATE: 0.0021045051051336826
previous_iter_valid_loss : 0.16085006296634674

    580700	  0.161024	  0.160850	  0.167108		CURRENT LEARNING RATE: 0.002104084246199953
previous_iter_valid_loss : 0.16592079401016235

    580720	  0.166125	  0.165921	  0.167092		CURRENT LEARNING RATE: 0.002103663471429592
previous_iter_valid_loss : 0.16079047322273254

    580740	  0.160944	  0.160790	  0.166700		CURRENT LEARNING RATE: 0.0021032427808057716
previous_iter_valid_loss : 0.1719910055398941

    580760	  0.172246	  0.171991	  0.166427		CURRENT LEARNING RATE: 0.0021028221743116613
previous_iter_valid_loss : 0.16555383801460266

    580780	  0.165755	  0.165554	  0.166620		CURRENT LEARNING RATE: 0.0021024016519304396
previous_iter_valid_loss : 0.16444359719753265

    580800	  0.164648	  0.164444	  0.166245		CURRENT LEARNING RATE: 0.0021019812136452826
previous_iter_valid_loss : 0.16052277386188507

    580820	  0.160686	  0.160523	  0.165715		CURRENT LEARNING RATE: 0.002101560859439376
previous_iter_valid_loss : 0.16967234015464783

    580840	  0.169908	  0.169672	  0.166072		CURRENT LEARNING RATE: 0.002101140589295903
previous_iter_valid_loss : 0.16110752522945404

    580860	  0.161271	  0.161108	  0.166033		CURRENT LEARNING RATE: 0.002100720403198055
previous_iter_valid_loss : 0.16155770421028137

    580880	  0.161719	  0.161558	  0.165392		CURRENT LEARNING RATE: 0.0021003003011290217
previous_iter_valid_loss : 0.1764678806066513

    580900	  0.176631	  0.176468	  0.166120		CURRENT LEARNING RATE: 0.0020998802830720026
previous_iter_valid_loss : 0.16066855192184448

    580920	  0.160829	  0.160669	  0.166012		CURRENT LEARNING RATE: 0.0020994603490101936
previous_iter_valid_loss : 0.16792874038219452

    580940	  0.168158	  0.167929	  0.166181		CURRENT LEARNING RATE: 0.0020990404989268
previous_iter_valid_loss : 0.1704966127872467

    580960	  0.170662	  0.170497	  0.166676		CURRENT LEARNING RATE: 0.0020986207328050253
previous_iter_valid_loss : 0.16061200201511383

    580980	  0.160761	  0.160612	  0.165252		CURRENT LEARNING RATE: 0.0020982010506280816
previous_iter_valid_loss : 0.16133414208889008

    581000	  0.161490	  0.161334	  0.165260		CURRENT LEARNING RATE: 0.0020977814523791788
previous_iter_valid_loss : 0.16428840160369873

    581020	  0.164481	  0.164288	  0.164992		CURRENT LEARNING RATE: 0.0020973619380415362
previous_iter_valid_loss : 0.19866088032722473

    581040	  0.199193	  0.198661	  0.166305		CURRENT LEARNING RATE: 0.0020969425075983697
previous_iter_valid_loss : 0.17181408405303955

    581060	  0.171973	  0.171814	  0.166871		CURRENT LEARNING RATE: 0.002096523161032903
previous_iter_valid_loss : 0.16851553320884705

    581080	  0.168752	  0.168516	  0.167157		CURRENT LEARNING RATE: 0.002096103898328366
previous_iter_valid_loss : 0.1661885529756546

    581100	  0.166356	  0.166189	  0.167424		CURRENT LEARNING RATE: 0.002095684719467982
previous_iter_valid_loss : 0.16082824766635895

    581120	  0.160989	  0.160828	  0.167170		CURRENT LEARNING RATE: 0.00209526562443499
previous_iter_valid_loss : 0.17449621856212616

    581140	  0.174651	  0.174496	  0.167855		CURRENT LEARNING RATE: 0.0020948466132126213
previous_iter_valid_loss : 0.16486892104148865

    581160	  0.165075	  0.164869	  0.167499		CURRENT LEARNING RATE: 0.002094427685784119
previous_iter_valid_loss : 0.16287174820899963

    581180	  0.163060	  0.162872	  0.167365		CURRENT LEARNING RATE: 0.0020940088421327226
previous_iter_valid_loss : 0.16052855551242828

    581200	  0.160689	  0.160529	  0.167169		CURRENT LEARNING RATE: 0.0020935900822416816
previous_iter_valid_loss : 0.163662850856781

    581220	  0.163865	  0.163663	  0.167326		CURRENT LEARNING RATE: 0.002093171406094243
previous_iter_valid_loss : 0.16082875430583954

    581240	  0.161008	  0.160829	  0.166884		CURRENT LEARNING RATE: 0.0020927528136736625
previous_iter_valid_loss : 0.16391219198703766

    581260	  0.164095	  0.163912	  0.167024		CURRENT LEARNING RATE: 0.0020923343049631927
previous_iter_valid_loss : 0.16593892872333527

    581280	  0.166150	  0.165939	  0.167243		CURRENT LEARNING RATE: 0.0020919158799460975
previous_iter_valid_loss : 0.16231197118759155

    581300	  0.162502	  0.162312	  0.166535		CURRENT LEARNING RATE: 0.002091497538605636
previous_iter_valid_loss : 0.16870006918907166

    581320	  0.168858	  0.168700	  0.166937		CURRENT LEARNING RATE: 0.0020910792809250784
previous_iter_valid_loss : 0.1616276353597641

    581340	  0.161783	  0.161628	  0.166622		CURRENT LEARNING RATE: 0.00209066110688769
previous_iter_valid_loss : 0.17428292334079742

    581360	  0.174437	  0.174283	  0.166811		CURRENT LEARNING RATE: 0.0020902430164767482
previous_iter_valid_loss : 0.16646791994571686

    581380	  0.166631	  0.166468	  0.167104		CURRENT LEARNING RATE: 0.002089825009675525
previous_iter_valid_loss : 0.16060379147529602

    581400	  0.160760	  0.160604	  0.167068		CURRENT LEARNING RATE: 0.002089407086467305
previous_iter_valid_loss : 0.16337931156158447

    581420	  0.163552	  0.163379	  0.167022		CURRENT LEARNING RATE: 0.0020889892468353667
previous_iter_valid_loss : 0.16242428123950958

    581440	  0.162615	  0.162424	  0.165210		CURRENT LEARNING RATE: 0.002088571490762999
previous_iter_valid_loss : 0.1637970507144928

    581460	  0.163996	  0.163797	  0.164809		CURRENT LEARNING RATE: 0.002088153818233492
previous_iter_valid_loss : 0.16270028054714203

    581480	  0.162887	  0.162700	  0.164519		CURRENT LEARNING RATE: 0.002087736229230137
previous_iter_valid_loss : 0.16065780818462372

    581500	  0.160828	  0.160658	  0.164242		CURRENT LEARNING RATE: 0.0020873187237362327
previous_iter_valid_loss : 0.16496478021144867

    581520	  0.165164	  0.164965	  0.164449		CURRENT LEARNING RATE: 0.002086901301735076
previous_iter_valid_loss : 0.16056612133979797

    581540	  0.160730	  0.160566	  0.163752		CURRENT LEARNING RATE: 0.0020864839632099737
previous_iter_valid_loss : 0.18087325990200043

    581560	  0.181210	  0.180873	  0.164553		CURRENT LEARNING RATE: 0.0020860667081442283
previous_iter_valid_loss : 0.16095267236232758

    581580	  0.161128	  0.160953	  0.164457		CURRENT LEARNING RATE: 0.002085649536521153
previous_iter_valid_loss : 0.16063819825649261

    581600	  0.160813	  0.160638	  0.164462		CURRENT LEARNING RATE: 0.0020852324483240582
previous_iter_valid_loss : 0.16679854691028595

    581620	  0.167015	  0.166799	  0.164619		CURRENT LEARNING RATE: 0.0020848154435362636
previous_iter_valid_loss : 0.16299648582935333

    581640	  0.163187	  0.162996	  0.164727		CURRENT LEARNING RATE: 0.002084398522141084
previous_iter_valid_loss : 0.16118571162223816

    581660	  0.161336	  0.161186	  0.164591		CURRENT LEARNING RATE: 0.0020839816841218485
previous_iter_valid_loss : 0.16217556595802307

    581680	  0.162361	  0.162176	  0.164403		CURRENT LEARNING RATE: 0.0020835649294618785
previous_iter_valid_loss : 0.16825103759765625

    581700	  0.168415	  0.168251	  0.164700		CURRENT LEARNING RATE: 0.002083148258144508
previous_iter_valid_loss : 0.1657242476940155

    581720	  0.165940	  0.165724	  0.164551		CURRENT LEARNING RATE: 0.0020827316701530654
previous_iter_valid_loss : 0.18861164152622223

    581740	  0.188756	  0.188612	  0.165900		CURRENT LEARNING RATE: 0.0020823151654708926
previous_iter_valid_loss : 0.1651756465435028

    581760	  0.165366	  0.165176	  0.165445		CURRENT LEARNING RATE: 0.0020818987440813248
previous_iter_valid_loss : 0.16186727583408356

    581780	  0.162053	  0.161867	  0.165215		CURRENT LEARNING RATE: 0.0020814824059677086
previous_iter_valid_loss : 0.164507657289505

    581800	  0.164677	  0.164508	  0.165410		CURRENT LEARNING RATE: 0.002081066151113387
previous_iter_valid_loss : 0.16240555047988892

    581820	  0.162596	  0.162406	  0.165361		CURRENT LEARNING RATE: 0.0020806499795017136
previous_iter_valid_loss : 0.16135188937187195

    581840	  0.161511	  0.161352	  0.165308		CURRENT LEARNING RATE: 0.002080233891116038
previous_iter_valid_loss : 0.16139909625053406

    581860	  0.161556	  0.161399	  0.165188		CURRENT LEARNING RATE: 0.002079817885939718
previous_iter_valid_loss : 0.18533654510974884

    581880	  0.185706	  0.185337	  0.166320		CURRENT LEARNING RATE: 0.002079401963956116
previous_iter_valid_loss : 0.16196957230567932

    581900	  0.162133	  0.161970	  0.166385		CURRENT LEARNING RATE: 0.0020789861251485904
previous_iter_valid_loss : 0.16797590255737305

    581920	  0.168200	  0.167976	  0.166536		CURRENT LEARNING RATE: 0.0020785703695005127
previous_iter_valid_loss : 0.16757135093212128

    581940	  0.167736	  0.167571	  0.166886		CURRENT LEARNING RATE: 0.0020781546969952476
previous_iter_valid_loss : 0.16058973968029022

    581960	  0.160739	  0.160590	  0.165872		CURRENT LEARNING RATE: 0.002077739107616173
previous_iter_valid_loss : 0.16052411496639252

    581980	  0.160684	  0.160524	  0.165850		CURRENT LEARNING RATE: 0.0020773236013466607
previous_iter_valid_loss : 0.16599908471107483

    582000	  0.166209	  0.165999	  0.166118		CURRENT LEARNING RATE: 0.0020769081781700947
previous_iter_valid_loss : 0.17265190184116364

    582020	  0.172924	  0.172652	  0.166411		CURRENT LEARNING RATE: 0.0020764928380698545
previous_iter_valid_loss : 0.1647321581840515

    582040	  0.164889	  0.164732	  0.166498		CURRENT LEARNING RATE: 0.0020760775810293296
previous_iter_valid_loss : 0.17579585313796997

    582060	  0.175952	  0.175796	  0.167228		CURRENT LEARNING RATE: 0.0020756624070319067
previous_iter_valid_loss : 0.16179759800434113

    582080	  0.161991	  0.161798	  0.167209		CURRENT LEARNING RATE: 0.0020752473160609818
previous_iter_valid_loss : 0.17561112344264984

    582100	  0.175774	  0.175611	  0.167577		CURRENT LEARNING RATE: 0.0020748323080999483
previous_iter_valid_loss : 0.18043021857738495

    582120	  0.180595	  0.180430	  0.168313		CURRENT LEARNING RATE: 0.002074417383132209
previous_iter_valid_loss : 0.17690496146678925

    582140	  0.177071	  0.176905	  0.167727		CURRENT LEARNING RATE: 0.0020740025411411637
previous_iter_valid_loss : 0.18367038667201996

    582160	  0.183844	  0.183670	  0.168652		CURRENT LEARNING RATE: 0.002073587782110222
previous_iter_valid_loss : 0.16708354651927948

    582180	  0.167292	  0.167084	  0.168913		CURRENT LEARNING RATE: 0.00207317310602279
previous_iter_valid_loss : 0.16230586171150208

    582200	  0.162464	  0.162306	  0.168803		CURRENT LEARNING RATE: 0.0020727585128622844
previous_iter_valid_loss : 0.16064220666885376

    582220	  0.160805	  0.160642	  0.168715		CURRENT LEARNING RATE: 0.002072344002612118
previous_iter_valid_loss : 0.1804419755935669

    582240	  0.180606	  0.180442	  0.169669		CURRENT LEARNING RATE: 0.0020719295752557117
previous_iter_valid_loss : 0.1618751436471939

    582260	  0.162061	  0.161875	  0.169693		CURRENT LEARNING RATE: 0.0020715152307764907
previous_iter_valid_loss : 0.16907690465450287

    582280	  0.169314	  0.169077	  0.168880		CURRENT LEARNING RATE: 0.002071100969157877
previous_iter_valid_loss : 0.175771564245224

    582300	  0.175933	  0.175772	  0.169570		CURRENT LEARNING RATE: 0.0020706867903833043
previous_iter_valid_loss : 0.16059021651744843

    582320	  0.160744	  0.160590	  0.169201		CURRENT LEARNING RATE: 0.0020702726944362023
previous_iter_valid_loss : 0.1691342145204544

    582340	  0.169294	  0.169134	  0.169279		CURRENT LEARNING RATE: 0.0020698586813000094
previous_iter_valid_loss : 0.16053786873817444

    582360	  0.160696	  0.160538	  0.169276		CURRENT LEARNING RATE: 0.0020694447509581626
previous_iter_valid_loss : 0.16269098222255707

    582380	  0.162879	  0.162691	  0.169385		CURRENT LEARNING RATE: 0.0020690309033941077
previous_iter_valid_loss : 0.1636277437210083

    582400	  0.163789	  0.163628	  0.169266		CURRENT LEARNING RATE: 0.0020686171385912878
previous_iter_valid_loss : 0.16625653207302094

    582420	  0.166411	  0.166257	  0.168946		CURRENT LEARNING RATE: 0.002068203456533155
previous_iter_valid_loss : 0.161691814661026

    582440	  0.161874	  0.161692	  0.168794		CURRENT LEARNING RATE: 0.002067789857203159
previous_iter_valid_loss : 0.16066722571849823

    582460	  0.160822	  0.160667	  0.168038		CURRENT LEARNING RATE: 0.0020673763405847597
previous_iter_valid_loss : 0.17030325531959534

    582480	  0.170552	  0.170303	  0.168463		CURRENT LEARNING RATE: 0.0020669629066614125
previous_iter_valid_loss : 0.1630711555480957

    582500	  0.163247	  0.163071	  0.167836		CURRENT LEARNING RATE: 0.0020665495554165834
previous_iter_valid_loss : 0.16268883645534515

    582520	  0.162860	  0.162689	  0.166949		CURRENT LEARNING RATE: 0.002066136286833735
previous_iter_valid_loss : 0.168203204870224

    582540	  0.168374	  0.168203	  0.166514		CURRENT LEARNING RATE: 0.00206572310089634
previous_iter_valid_loss : 0.16496722400188446

    582560	  0.165162	  0.164967	  0.165579		CURRENT LEARNING RATE: 0.0020653099975878678
previous_iter_valid_loss : 0.16506101191043854

    582580	  0.165232	  0.165061	  0.165478		CURRENT LEARNING RATE: 0.0020648969768917976
previous_iter_valid_loss : 0.16310371458530426

    582600	  0.163263	  0.163104	  0.165518		CURRENT LEARNING RATE: 0.002064484038791605
previous_iter_valid_loss : 0.16978111863136292

    582620	  0.170018	  0.169781	  0.165975		CURRENT LEARNING RATE: 0.002064071183270776
previous_iter_valid_loss : 0.16057713329792023

    582640	  0.160741	  0.160577	  0.164981		CURRENT LEARNING RATE: 0.0020636584103127928
previous_iter_valid_loss : 0.16856630146503448

    582660	  0.168724	  0.168566	  0.165316		CURRENT LEARNING RATE: 0.0020632457199011457
previous_iter_valid_loss : 0.1610504686832428

    582680	  0.161214	  0.161050	  0.164915		CURRENT LEARNING RATE: 0.0020628331120193305
previous_iter_valid_loss : 0.17234018445014954

    582700	  0.172597	  0.172340	  0.164743		CURRENT LEARNING RATE: 0.0020624205866508374
previous_iter_valid_loss : 0.16063746809959412

    582720	  0.160784	  0.160637	  0.164745		CURRENT LEARNING RATE: 0.00206200814377917
previous_iter_valid_loss : 0.17903172969818115

    582740	  0.179343	  0.179032	  0.165240		CURRENT LEARNING RATE: 0.002061595783387827
previous_iter_valid_loss : 0.16746477782726288

    582760	  0.167621	  0.167465	  0.165587		CURRENT LEARNING RATE: 0.0020611835054603176
previous_iter_valid_loss : 0.16376307606697083

    582780	  0.163926	  0.163763	  0.165640		CURRENT LEARNING RATE: 0.0020607713099801465
previous_iter_valid_loss : 0.1676371544599533

    582800	  0.167797	  0.167637	  0.165841		CURRENT LEARNING RATE: 0.00206035919693083
previous_iter_valid_loss : 0.16714060306549072

    582820	  0.167359	  0.167141	  0.165885		CURRENT LEARNING RATE: 0.00205994716629588
previous_iter_valid_loss : 0.16120752692222595

    582840	  0.161353	  0.161208	  0.165861		CURRENT LEARNING RATE: 0.0020595352180588188
previous_iter_valid_loss : 0.16222059726715088

    582860	  0.162405	  0.162221	  0.165938		CURRENT LEARNING RATE: 0.0020591233522031646
previous_iter_valid_loss : 0.16101670265197754

    582880	  0.161173	  0.161017	  0.165474		CURRENT LEARNING RATE: 0.0020587115687124465
previous_iter_valid_loss : 0.16236165165901184

    582900	  0.162559	  0.162362	  0.165439		CURRENT LEARNING RATE: 0.0020582998675701897
previous_iter_valid_loss : 0.1649019569158554

    582920	  0.165079	  0.164902	  0.165549		CURRENT LEARNING RATE: 0.0020578882487599297
previous_iter_valid_loss : 0.1665417104959488

    582940	  0.166761	  0.166542	  0.165466		CURRENT LEARNING RATE: 0.002057476712265198
previous_iter_valid_loss : 0.16086190938949585

    582960	  0.161007	  0.160862	  0.165261		CURRENT LEARNING RATE: 0.002057065258069537
previous_iter_valid_loss : 0.16094644367694855

    582980	  0.161099	  0.160946	  0.165055		CURRENT LEARNING RATE: 0.002056653886156485
previous_iter_valid_loss : 0.16079850494861603

    583000	  0.160971	  0.160799	  0.164940		CURRENT LEARNING RATE: 0.00205624259650959
previous_iter_valid_loss : 0.19224132597446442

    583020	  0.192370	  0.192241	  0.166063		CURRENT LEARNING RATE: 0.002055831389112398
previous_iter_valid_loss : 0.16555097699165344

    583040	  0.165764	  0.165551	  0.166312		CURRENT LEARNING RATE: 0.0020554202639484634
previous_iter_valid_loss : 0.16126608848571777

    583060	  0.161450	  0.161266	  0.165947		CURRENT LEARNING RATE: 0.0020550092210013375
previous_iter_valid_loss : 0.16385671496391296

    583080	  0.164057	  0.163857	  0.166087		CURRENT LEARNING RATE: 0.002054598260254581
previous_iter_valid_loss : 0.16056431829929352

    583100	  0.160709	  0.160564	  0.165498		CURRENT LEARNING RATE: 0.0020541873816917566
previous_iter_valid_loss : 0.17354993522167206

    583120	  0.173821	  0.173550	  0.166144		CURRENT LEARNING RATE: 0.0020537765852964266
previous_iter_valid_loss : 0.16055256128311157

    583140	  0.160707	  0.160553	  0.165220		CURRENT LEARNING RATE: 0.0020533658710521615
previous_iter_valid_loss : 0.1617961972951889

    583160	  0.161966	  0.161796	  0.164936		CURRENT LEARNING RATE: 0.00205295523894253
previous_iter_valid_loss : 0.16774415969848633

    583180	  0.167968	  0.167744	  0.165135		CURRENT LEARNING RATE: 0.00205254468895111
previous_iter_valid_loss : 0.1706424355506897

    583200	  0.170798	  0.170642	  0.165286		CURRENT LEARNING RATE: 0.002052134221061476
previous_iter_valid_loss : 0.1606949120759964

    583220	  0.160868	  0.160695	  0.164963		CURRENT LEARNING RATE: 0.0020517238352572133
previous_iter_valid_loss : 0.17125052213668823

    583240	  0.171512	  0.171251	  0.165466		CURRENT LEARNING RATE: 0.0020513135315219024
previous_iter_valid_loss : 0.16081249713897705

    583260	  0.160975	  0.160812	  0.165395		CURRENT LEARNING RATE: 0.002050903309839134
previous_iter_valid_loss : 0.17460739612579346

    583280	  0.174891	  0.174607	  0.166075		CURRENT LEARNING RATE: 0.0020504931701924973
previous_iter_valid_loss : 0.16059541702270508

    583300	  0.160764	  0.160595	  0.165986		CURRENT LEARNING RATE: 0.0020500831125655895
previous_iter_valid_loss : 0.1671828329563141

    583320	  0.167394	  0.167183	  0.166100		CURRENT LEARNING RATE: 0.0020496731369420047
previous_iter_valid_loss : 0.1606467068195343

    583340	  0.160817	  0.160647	  0.165806		CURRENT LEARNING RATE: 0.002049263243305347
previous_iter_valid_loss : 0.16806957125663757

    583360	  0.168236	  0.168070	  0.166166		CURRENT LEARNING RATE: 0.0020488534316392176
previous_iter_valid_loss : 0.16116371750831604

    583380	  0.161341	  0.161164	  0.166177		CURRENT LEARNING RATE: 0.0020484437019272278
previous_iter_valid_loss : 0.1687372773885727

    583400	  0.168903	  0.168737	  0.166574		CURRENT LEARNING RATE: 0.0020480340541529844
previous_iter_valid_loss : 0.16115665435791016

    583420	  0.161310	  0.161157	  0.165020		CURRENT LEARNING RATE: 0.0020476244883001053
previous_iter_valid_loss : 0.17240865528583527

    583440	  0.172675	  0.172409	  0.165362		CURRENT LEARNING RATE: 0.002047215004352204
previous_iter_valid_loss : 0.16600456833839417

    583460	  0.166198	  0.166005	  0.165599		CURRENT LEARNING RATE: 0.0020468056022929036
previous_iter_valid_loss : 0.16057676076889038

    583480	  0.160746	  0.160577	  0.165435		CURRENT LEARNING RATE: 0.002046396282105829
previous_iter_valid_loss : 0.16283375024795532

    583500	  0.162998	  0.162834	  0.165549		CURRENT LEARNING RATE: 0.002045987043774604
previous_iter_valid_loss : 0.16057011485099792

    583520	  0.160739	  0.160570	  0.164900		CURRENT LEARNING RATE: 0.0020455778872828633
previous_iter_valid_loss : 0.1671474426984787

    583540	  0.167310	  0.167147	  0.165230		CURRENT LEARNING RATE: 0.0020451688126142363
previous_iter_valid_loss : 0.1645880937576294

    583560	  0.164756	  0.164588	  0.165369		CURRENT LEARNING RATE: 0.002044759819752364
previous_iter_valid_loss : 0.169466033577919

    583580	  0.169705	  0.169466	  0.165455		CURRENT LEARNING RATE: 0.0020443509086808826
previous_iter_valid_loss : 0.16208568215370178

    583600	  0.162285	  0.162086	  0.165027		CURRENT LEARNING RATE: 0.00204394207938344
previous_iter_valid_loss : 0.16697990894317627

    583620	  0.167203	  0.166980	  0.165342		CURRENT LEARNING RATE: 0.002043533331843679
previous_iter_valid_loss : 0.16209496557712555

    583640	  0.162292	  0.162095	  0.164884		CURRENT LEARNING RATE: 0.002043124666045253
previous_iter_valid_loss : 0.16847968101501465

    583660	  0.168648	  0.168480	  0.165267		CURRENT LEARNING RATE: 0.0020427160819718126
previous_iter_valid_loss : 0.16211844980716705

    583680	  0.162318	  0.162118	  0.164643		CURRENT LEARNING RATE: 0.002042307579607017
previous_iter_valid_loss : 0.17340807616710663

    583700	  0.173567	  0.173408	  0.165283		CURRENT LEARNING RATE: 0.0020418991589345238
previous_iter_valid_loss : 0.17601723968982697

    583720	  0.176183	  0.176017	  0.165725		CURRENT LEARNING RATE: 0.0020414908199379985
previous_iter_valid_loss : 0.16498979926109314

    583740	  0.165190	  0.164990	  0.165942		CURRENT LEARNING RATE: 0.0020410825626011046
previous_iter_valid_loss : 0.16128964722156525

    583760	  0.161468	  0.161290	  0.165603		CURRENT LEARNING RATE: 0.0020406743869075153
previous_iter_valid_loss : 0.16090527176856995

    583780	  0.161086	  0.160905	  0.165590		CURRENT LEARNING RATE: 0.0020402662928408997
previous_iter_valid_loss : 0.1613597571849823

    583800	  0.161520	  0.161360	  0.165221		CURRENT LEARNING RATE: 0.0020398582803849382
previous_iter_valid_loss : 0.16241471469402313

    583820	  0.162605	  0.162415	  0.165284		CURRENT LEARNING RATE: 0.0020394503495233065
previous_iter_valid_loss : 0.1625741571187973

    583840	  0.162765	  0.162574	  0.164793		CURRENT LEARNING RATE: 0.002039042500239691
previous_iter_valid_loss : 0.16079512238502502

    583860	  0.160971	  0.160795	  0.164532		CURRENT LEARNING RATE: 0.002038634732517773
previous_iter_valid_loss : 0.16279572248458862

    583880	  0.162955	  0.162796	  0.164643		CURRENT LEARNING RATE: 0.0020382270463412456
previous_iter_valid_loss : 0.1685543954372406

    583900	  0.168717	  0.168554	  0.164929		CURRENT LEARNING RATE: 0.0020378194416938015
previous_iter_valid_loss : 0.1653617024421692

    583920	  0.165534	  0.165362	  0.165169		CURRENT LEARNING RATE: 0.002037411918559134
previous_iter_valid_loss : 0.1605701595544815

    583940	  0.160743	  0.160570	  0.164840		CURRENT LEARNING RATE: 0.002037004476920945
previous_iter_valid_loss : 0.1636449098587036

    583960	  0.163823	  0.163645	  0.164793		CURRENT LEARNING RATE: 0.0020365971167629333
previous_iter_valid_loss : 0.1845448762178421

    583980	  0.184705	  0.184545	  0.165547		CURRENT LEARNING RATE: 0.0020361898380688087
previous_iter_valid_loss : 0.16169340908527374

    584000	  0.161871	  0.161693	  0.165527		CURRENT LEARNING RATE: 0.002035782640822276
previous_iter_valid_loss : 0.16090521216392517

    584020	  0.161090	  0.160905	  0.165223		CURRENT LEARNING RATE: 0.002035375525007051
previous_iter_valid_loss : 0.1742744743824005

    584040	  0.174431	  0.174274	  0.165832		CURRENT LEARNING RATE: 0.002034968490606846
previous_iter_valid_loss : 0.16472227871418

    584060	  0.164920	  0.164722	  0.165644		CURRENT LEARNING RATE: 0.002034561537605382
previous_iter_valid_loss : 0.16065821051597595

    584080	  0.160831	  0.160658	  0.165571		CURRENT LEARNING RATE: 0.0020341546659863783
previous_iter_valid_loss : 0.16386306285858154

    584100	  0.164040	  0.163863	  0.165094		CURRENT LEARNING RATE: 0.002033747875733563
previous_iter_valid_loss : 0.1774837076663971

    584120	  0.177775	  0.177484	  0.165167		CURRENT LEARNING RATE: 0.0020333411668306614
previous_iter_valid_loss : 0.16141413152217865

    584140	  0.161569	  0.161414	  0.164989		CURRENT LEARNING RATE: 0.0020329345392614087
previous_iter_valid_loss : 0.1628703773021698

    584160	  0.163060	  0.162870	  0.165068		CURRENT LEARNING RATE: 0.002032527993009536
previous_iter_valid_loss : 0.1606912463903427

    584180	  0.160864	  0.160691	  0.165057		CURRENT LEARNING RATE: 0.002032121528058785
previous_iter_valid_loss : 0.16059325635433197

    584200	  0.160759	  0.160593	  0.165019		CURRENT LEARNING RATE: 0.0020317151443928934
previous_iter_valid_loss : 0.1657543182373047

    584220	  0.165933	  0.165754	  0.165186		CURRENT LEARNING RATE: 0.00203130884199561
previous_iter_valid_loss : 0.1609724909067154

    584240	  0.161153	  0.160972	  0.165106		CURRENT LEARNING RATE: 0.0020309026208506784
previous_iter_valid_loss : 0.16456183791160583

    584260	  0.164758	  0.164562	  0.165294		CURRENT LEARNING RATE: 0.0020304964809418524
previous_iter_valid_loss : 0.18149156868457794

    584280	  0.181651	  0.181492	  0.166229		CURRENT LEARNING RATE: 0.002030090422252887
previous_iter_valid_loss : 0.16412867605686188

    584300	  0.164300	  0.164129	  0.166007		CURRENT LEARNING RATE: 0.0020296844447675374
previous_iter_valid_loss : 0.16254203021526337

    584320	  0.162740	  0.162542	  0.165866		CURRENT LEARNING RATE: 0.0020292785484695678
previous_iter_valid_loss : 0.16167928278446198

    584340	  0.161853	  0.161679	  0.165922		CURRENT LEARNING RATE: 0.0020288727333427382
previous_iter_valid_loss : 0.16302090883255005

    584360	  0.163200	  0.163021	  0.165891		CURRENT LEARNING RATE: 0.0020284669993708205
previous_iter_valid_loss : 0.17242009937763214

    584380	  0.172681	  0.172420	  0.165284		CURRENT LEARNING RATE: 0.002028061346537581
previous_iter_valid_loss : 0.18161459267139435

    584400	  0.181961	  0.181615	  0.166281		CURRENT LEARNING RATE: 0.0020276557748267975
previous_iter_valid_loss : 0.16067130863666534

    584420	  0.160838	  0.160671	  0.166269		CURRENT LEARNING RATE: 0.0020272502842222434
previous_iter_valid_loss : 0.17232279479503632

    584440	  0.172587	  0.172323	  0.166171		CURRENT LEARNING RATE: 0.002026844874707703
previous_iter_valid_loss : 0.1610448658466339

    584460	  0.161204	  0.161045	  0.165987		CURRENT LEARNING RATE: 0.0020264395462669554
previous_iter_valid_loss : 0.17444553971290588

    584480	  0.174610	  0.174446	  0.166677		CURRENT LEARNING RATE: 0.0020260342988837918
previous_iter_valid_loss : 0.16741138696670532

    584500	  0.167576	  0.167411	  0.166854		CURRENT LEARNING RATE: 0.0020256291325419992
previous_iter_valid_loss : 0.1644846349954605

    584520	  0.164686	  0.164485	  0.166204		CURRENT LEARNING RATE: 0.0020252240472253737
previous_iter_valid_loss : 0.16074290871620178

    584540	  0.160907	  0.160743	  0.166171		CURRENT LEARNING RATE: 0.002024819042917708
previous_iter_valid_loss : 0.16116459667682648

    584560	  0.161331	  0.161165	  0.166085		CURRENT LEARNING RATE: 0.0020244141196028072
previous_iter_valid_loss : 0.1735353171825409

    584580	  0.173811	  0.173535	  0.166728		CURRENT LEARNING RATE: 0.002024009277264469
previous_iter_valid_loss : 0.16882775723934174

    584600	  0.169062	  0.168828	  0.167139		CURRENT LEARNING RATE: 0.002023604515886504
previous_iter_valid_loss : 0.16076429188251495

    584620	  0.160928	  0.160764	  0.166890		CURRENT LEARNING RATE: 0.002023199835452718
previous_iter_valid_loss : 0.16054309904575348

    584640	  0.160699	  0.160543	  0.166868		CURRENT LEARNING RATE: 0.0020227952359469278
previous_iter_valid_loss : 0.16119036078453064

    584660	  0.161353	  0.161190	  0.166700		CURRENT LEARNING RATE: 0.0020223907173529455
previous_iter_valid_loss : 0.1606767475605011

    584680	  0.160844	  0.160677	  0.165659		CURRENT LEARNING RATE: 0.002021986279654592
previous_iter_valid_loss : 0.16081392765045166

    584700	  0.160990	  0.160814	  0.165493		CURRENT LEARNING RATE: 0.0020215819228356917
previous_iter_valid_loss : 0.1737642139196396

    584720	  0.173927	  0.173764	  0.166054		CURRENT LEARNING RATE: 0.0020211776468800667
previous_iter_valid_loss : 0.16650710999965668

    584740	  0.166719	  0.166507	  0.166296		CURRENT LEARNING RATE: 0.00202077345177155
previous_iter_valid_loss : 0.16299647092819214

    584760	  0.163182	  0.162996	  0.166295		CURRENT LEARNING RATE: 0.0020203693374939696
previous_iter_valid_loss : 0.16809797286987305

    584780	  0.168325	  0.168098	  0.166078		CURRENT LEARNING RATE: 0.0020199653040311647
previous_iter_valid_loss : 0.16880814731121063

    584800	  0.169046	  0.168808	  0.165438		CURRENT LEARNING RATE: 0.0020195613513669707
previous_iter_valid_loss : 0.16813914477825165

    584820	  0.168309	  0.168139	  0.165811		CURRENT LEARNING RATE: 0.0020191574794852325
previous_iter_valid_loss : 0.16069117188453674

    584840	  0.160863	  0.160691	  0.165230		CURRENT LEARNING RATE: 0.002018753688369792
previous_iter_valid_loss : 0.16555778682231903

    584860	  0.165743	  0.165558	  0.165456		CURRENT LEARNING RATE: 0.0020183499780045016
previous_iter_valid_loss : 0.1635543406009674

    584880	  0.163743	  0.163554	  0.164911		CURRENT LEARNING RATE: 0.0020179463483732084
previous_iter_valid_loss : 0.172254279255867

    584900	  0.172418	  0.172254	  0.165153		CURRENT LEARNING RATE: 0.002017542799459771
previous_iter_valid_loss : 0.16154120862483978

    584920	  0.161700	  0.161541	  0.165006		CURRENT LEARNING RATE: 0.0020171393312480444
previous_iter_valid_loss : 0.1678786426782608

    584940	  0.168043	  0.167879	  0.165363		CURRENT LEARNING RATE: 0.0020167359437218927
previous_iter_valid_loss : 0.16062192618846893

    584960	  0.160784	  0.160622	  0.165336		CURRENT LEARNING RATE: 0.002016332636865178
previous_iter_valid_loss : 0.17280474305152893

    584980	  0.173071	  0.172805	  0.165299		CURRENT LEARNING RATE: 0.00201592941066177
previous_iter_valid_loss : 0.1625390648841858

    585000	  0.162728	  0.162539	  0.164985		CURRENT LEARNING RATE: 0.0020155262650955372
previous_iter_valid_loss : 0.1619124412536621

    585020	  0.162101	  0.161912	  0.165042		CURRENT LEARNING RATE: 0.002015123200150357
previous_iter_valid_loss : 0.16202136874198914

    585040	  0.162205	  0.162021	  0.165116		CURRENT LEARNING RATE: 0.0020147202158101035
previous_iter_valid_loss : 0.1624833643436432

    585060	  0.162645	  0.162483	  0.165181		CURRENT LEARNING RATE: 0.0020143173120586604
previous_iter_valid_loss : 0.1655571460723877

    585080	  0.165757	  0.165557	  0.165425		CURRENT LEARNING RATE: 0.0020139144888799087
previous_iter_valid_loss : 0.16660523414611816

    585100	  0.166818	  0.166605	  0.165714		CURRENT LEARNING RATE: 0.0020135117462577365
previous_iter_valid_loss : 0.16070987284183502

    585120	  0.160862	  0.160710	  0.165062		CURRENT LEARNING RATE: 0.0020131090841760363
previous_iter_valid_loss : 0.1640222668647766

    585140	  0.164230	  0.164022	  0.164937		CURRENT LEARNING RATE: 0.002012706502618698
previous_iter_valid_loss : 0.16592763364315033

    585160	  0.166151	  0.165928	  0.165084		CURRENT LEARNING RATE: 0.0020123040015696215
previous_iter_valid_loss : 0.18233910202980042

    585180	  0.182690	  0.182339	  0.165796		CURRENT LEARNING RATE: 0.002011901581012704
previous_iter_valid_loss : 0.16601550579071045

    585200	  0.166229	  0.166016	  0.165656		CURRENT LEARNING RATE: 0.0020114992409318517
previous_iter_valid_loss : 0.1766611933708191

    585220	  0.176947	  0.176661	  0.166082		CURRENT LEARNING RATE: 0.0020110969813109674
previous_iter_valid_loss : 0.1614406853914261

    585240	  0.161622	  0.161441	  0.166120		CURRENT LEARNING RATE: 0.0020106948021339642
previous_iter_valid_loss : 0.1637667566537857

    585260	  0.163962	  0.163767	  0.166030		CURRENT LEARNING RATE: 0.002010292703384752
previous_iter_valid_loss : 0.16369201242923737

    585280	  0.163864	  0.163692	  0.166037		CURRENT LEARNING RATE: 0.0020098906850472497
previous_iter_valid_loss : 0.16407068073749542

    585300	  0.164242	  0.164071	  0.165628		CURRENT LEARNING RATE: 0.0020094887471053735
previous_iter_valid_loss : 0.1850293129682541

    585320	  0.185190	  0.185029	  0.166802		CURRENT LEARNING RATE: 0.0020090868895430492
previous_iter_valid_loss : 0.16063691675662994

    585340	  0.160793	  0.160637	  0.166440		CURRENT LEARNING RATE: 0.0020086851123441987
previous_iter_valid_loss : 0.16087235510349274

    585360	  0.161055	  0.160872	  0.166453		CURRENT LEARNING RATE: 0.002008283415492755
previous_iter_valid_loss : 0.16070762276649475

    585380	  0.160876	  0.160708	  0.165848		CURRENT LEARNING RATE: 0.0020078817989726463
previous_iter_valid_loss : 0.17130376398563385

    585400	  0.171460	  0.171304	  0.166286		CURRENT LEARNING RATE: 0.0020074802627678117
previous_iter_valid_loss : 0.1629709005355835

    585420	  0.163172	  0.162971	  0.166339		CURRENT LEARNING RATE: 0.002007078806862186
previous_iter_valid_loss : 0.16432799398899078

    585440	  0.164527	  0.164328	  0.166454		CURRENT LEARNING RATE: 0.0020066774312397146
previous_iter_valid_loss : 0.1789599061012268

    585460	  0.179277	  0.178960	  0.167278		CURRENT LEARNING RATE: 0.002006276135884339
previous_iter_valid_loss : 0.1686609387397766

    585480	  0.168893	  0.168661	  0.167434		CURRENT LEARNING RATE: 0.0020058749207800095
previous_iter_valid_loss : 0.16257919371128082

    585500	  0.162758	  0.162579	  0.167232		CURRENT LEARNING RATE: 0.002005473785910678
previous_iter_valid_loss : 0.16417482495307922

    585520	  0.164380	  0.164175	  0.167405		CURRENT LEARNING RATE: 0.002005072731260297
previous_iter_valid_loss : 0.1918678730726242

    585540	  0.192004	  0.191868	  0.168798		CURRENT LEARNING RATE: 0.0020046717568128272
previous_iter_valid_loss : 0.1609090119600296

    585560	  0.161088	  0.160909	  0.168547		CURRENT LEARNING RATE: 0.002004270862552226
previous_iter_valid_loss : 0.16053099930286407

    585580	  0.160687	  0.160531	  0.167456		CURRENT LEARNING RATE: 0.002003870048462462
previous_iter_valid_loss : 0.16231215000152588

    585600	  0.162503	  0.162312	  0.167271		CURRENT LEARNING RATE: 0.0020034693145274977
previous_iter_valid_loss : 0.1720755249261856

    585620	  0.172342	  0.172076	  0.167042		CURRENT LEARNING RATE: 0.0020030686607313084
previous_iter_valid_loss : 0.16090083122253418

    585640	  0.161077	  0.160901	  0.167015		CURRENT LEARNING RATE: 0.0020026680870578635
previous_iter_valid_loss : 0.16497068107128143

    585660	  0.165170	  0.164971	  0.167075		CURRENT LEARNING RATE: 0.002002267593491145
previous_iter_valid_loss : 0.19412469863891602

    585680	  0.194616	  0.194125	  0.168597		CURRENT LEARNING RATE: 0.002001867180015128
previous_iter_valid_loss : 0.17478543519973755

    585700	  0.174942	  0.174785	  0.169133		CURRENT LEARNING RATE: 0.0020014668466138003
previous_iter_valid_loss : 0.1608322709798813

    585720	  0.160983	  0.160832	  0.167923		CURRENT LEARNING RATE: 0.0020010665932711454
previous_iter_valid_loss : 0.16239678859710693

    585740	  0.162556	  0.162397	  0.168011		CURRENT LEARNING RATE: 0.002000666419971156
previous_iter_valid_loss : 0.17021556198596954

    585760	  0.170470	  0.170216	  0.168478		CURRENT LEARNING RATE: 0.002000266326697822
previous_iter_valid_loss : 0.16051799058914185

    585780	  0.160679	  0.160518	  0.168468		CURRENT LEARNING RATE: 0.001999866313435143
previous_iter_valid_loss : 0.16311092674732208

    585800	  0.163301	  0.163111	  0.168059		CURRENT LEARNING RATE: 0.001999466380167115
previous_iter_valid_loss : 0.1611686497926712

    585820	  0.161326	  0.161169	  0.167969		CURRENT LEARNING RATE: 0.0019990665268777444
previous_iter_valid_loss : 0.17707189917564392

    585840	  0.177241	  0.177072	  0.168606		CURRENT LEARNING RATE: 0.0019986667535510333
previous_iter_valid_loss : 0.16408634185791016

    585860	  0.164270	  0.164086	  0.167862		CURRENT LEARNING RATE: 0.0019982670601709942
previous_iter_valid_loss : 0.16179460287094116

    585880	  0.161981	  0.161795	  0.167519		CURRENT LEARNING RATE: 0.0019978674467216358
previous_iter_valid_loss : 0.16801229119300842

    585900	  0.168173	  0.168012	  0.167790		CURRENT LEARNING RATE: 0.0019974679131869763
previous_iter_valid_loss : 0.16751925647258759

    585920	  0.167682	  0.167519	  0.167958		CURRENT LEARNING RATE: 0.0019970684595510347
previous_iter_valid_loss : 0.1752265840768814

    585940	  0.175521	  0.175227	  0.167126		CURRENT LEARNING RATE: 0.00199666908579783
previous_iter_valid_loss : 0.16448239982128143

    585960	  0.164676	  0.164482	  0.167304		CURRENT LEARNING RATE: 0.0019962697919113912
previous_iter_valid_loss : 0.16977262496948242

    585980	  0.169935	  0.169773	  0.167766		CURRENT LEARNING RATE: 0.0019958705778757423
previous_iter_valid_loss : 0.16291765868663788

    586000	  0.163081	  0.162918	  0.167797		CURRENT LEARNING RATE: 0.001995471443674919
previous_iter_valid_loss : 0.18150381743907928

    586020	  0.181673	  0.181504	  0.168268		CURRENT LEARNING RATE: 0.0019950723892929513
previous_iter_valid_loss : 0.16340114176273346

    586040	  0.163599	  0.163401	  0.168393		CURRENT LEARNING RATE: 0.0019946734147138815
previous_iter_valid_loss : 0.16054120659828186

    586060	  0.160702	  0.160541	  0.168172		CURRENT LEARNING RATE: 0.0019942745199217466
previous_iter_valid_loss : 0.16072088479995728

    586080	  0.160880	  0.160721	  0.166501		CURRENT LEARNING RATE: 0.001993875704900595
previous_iter_valid_loss : 0.16311371326446533

    586100	  0.163310	  0.163114	  0.165918		CURRENT LEARNING RATE: 0.0019934769696344696
previous_iter_valid_loss : 0.19390369951725006

    586120	  0.194361	  0.193904	  0.167571		CURRENT LEARNING RATE: 0.001993078314107425
previous_iter_valid_loss : 0.16271793842315674

    586140	  0.162922	  0.162718	  0.167587		CURRENT LEARNING RATE: 0.001992679738303512
previous_iter_valid_loss : 0.1606564074754715

    586160	  0.160824	  0.160656	  0.167110		CURRENT LEARNING RATE: 0.00199228124220679
previous_iter_valid_loss : 0.1605413556098938

    586180	  0.160697	  0.160541	  0.167111		CURRENT LEARNING RATE: 0.0019918828258013166
previous_iter_valid_loss : 0.16156624257564545

    586200	  0.161735	  0.161566	  0.167033		CURRENT LEARNING RATE: 0.0019914844890711577
previous_iter_valid_loss : 0.17415106296539307

    586220	  0.174432	  0.174151	  0.167683		CURRENT LEARNING RATE: 0.0019910862320003772
previous_iter_valid_loss : 0.17178548872470856

    586240	  0.171944	  0.171785	  0.167418		CURRENT LEARNING RATE: 0.0019906880545730483
previous_iter_valid_loss : 0.1613246202468872

    586260	  0.161508	  0.161325	  0.167280		CURRENT LEARNING RATE: 0.0019902899567732397
previous_iter_valid_loss : 0.1754864752292633

    586280	  0.175648	  0.175486	  0.167965		CURRENT LEARNING RATE: 0.0019898919385850297
previous_iter_valid_loss : 0.17407922446727753

    586300	  0.174352	  0.174079	  0.168268		CURRENT LEARNING RATE: 0.0019894939999924996
previous_iter_valid_loss : 0.18497294187545776

    586320	  0.185341	  0.184973	  0.169141		CURRENT LEARNING RATE: 0.0019890961409797276
previous_iter_valid_loss : 0.1646859049797058

    586340	  0.164882	  0.164686	  0.168614		CURRENT LEARNING RATE: 0.0019886983615308032
previous_iter_valid_loss : 0.16503478586673737

    586360	  0.165242	  0.165035	  0.168641		CURRENT LEARNING RATE: 0.0019883006616298123
previous_iter_valid_loss : 0.16116727888584137

    586380	  0.161326	  0.161167	  0.168211		CURRENT LEARNING RATE: 0.0019879030412608494
previous_iter_valid_loss : 0.16395525634288788

    586400	  0.164152	  0.163955	  0.168263		CURRENT LEARNING RATE: 0.001987505500408007
previous_iter_valid_loss : 0.16332192718982697

    586420	  0.163513	  0.163322	  0.167354		CURRENT LEARNING RATE: 0.0019871080390553865
previous_iter_valid_loss : 0.1655517965555191

    586440	  0.165724	  0.165552	  0.167461		CURRENT LEARNING RATE: 0.001986710657187086
previous_iter_valid_loss : 0.16156402230262756

    586460	  0.161752	  0.161564	  0.167513		CURRENT LEARNING RATE: 0.001986313354787214
previous_iter_valid_loss : 0.16888673603534698

    586480	  0.169050	  0.168887	  0.167921		CURRENT LEARNING RATE: 0.0019859161318398744
previous_iter_valid_loss : 0.1621369570493698

    586500	  0.162293	  0.162137	  0.167872		CURRENT LEARNING RATE: 0.001985518988329182
previous_iter_valid_loss : 0.17304427921772003

    586520	  0.173198	  0.173044	  0.166829		CURRENT LEARNING RATE: 0.001985121924239248
previous_iter_valid_loss : 0.16557252407073975

    586540	  0.165744	  0.165573	  0.166972		CURRENT LEARNING RATE: 0.001984724939554193
previous_iter_valid_loss : 0.16263753175735474

    586560	  0.162798	  0.162638	  0.167071		CURRENT LEARNING RATE: 0.0019843280342581337
previous_iter_valid_loss : 0.16164375841617584

    586580	  0.161807	  0.161644	  0.167126		CURRENT LEARNING RATE: 0.001983931208335198
previous_iter_valid_loss : 0.1688663363456726

    586600	  0.169105	  0.168866	  0.167491		CURRENT LEARNING RATE: 0.0019835344617695093
previous_iter_valid_loss : 0.1660073697566986

    586620	  0.166225	  0.166007	  0.167084		CURRENT LEARNING RATE: 0.0019831377945452007
previous_iter_valid_loss : 0.16097810864448547

    586640	  0.161130	  0.160978	  0.166543		CURRENT LEARNING RATE: 0.001982741206646403
previous_iter_valid_loss : 0.1617918163537979

    586660	  0.161957	  0.161792	  0.166567		CURRENT LEARNING RATE: 0.0019823446980572553
previous_iter_valid_loss : 0.16128294169902802

    586680	  0.161444	  0.161283	  0.165857		CURRENT LEARNING RATE: 0.0019819482687618937
previous_iter_valid_loss : 0.16775335371494293

    586700	  0.167984	  0.167753	  0.165540		CURRENT LEARNING RATE: 0.001981551918744463
previous_iter_valid_loss : 0.16085532307624817

    586720	  0.161012	  0.160855	  0.164334		CURRENT LEARNING RATE: 0.0019811556479891117
previous_iter_valid_loss : 0.16352984309196472

    586740	  0.163728	  0.163530	  0.164277		CURRENT LEARNING RATE: 0.001980759456479985
previous_iter_valid_loss : 0.16070343554019928

    586760	  0.160884	  0.160703	  0.164060		CURRENT LEARNING RATE: 0.001980363344201238
previous_iter_valid_loss : 0.16303810477256775

    586780	  0.163212	  0.163038	  0.164154		CURRENT LEARNING RATE: 0.0019799673111370233
previous_iter_valid_loss : 0.16738641262054443

    586800	  0.167622	  0.167386	  0.164325		CURRENT LEARNING RATE: 0.0019795713572715035
previous_iter_valid_loss : 0.163116455078125

    586820	  0.163287	  0.163116	  0.164315		CURRENT LEARNING RATE: 0.001979175482588836
previous_iter_valid_loss : 0.16115787625312805

    586840	  0.161320	  0.161158	  0.164095		CURRENT LEARNING RATE: 0.0019787796870731904
previous_iter_valid_loss : 0.16674523055553436

    586860	  0.166912	  0.166745	  0.164354		CURRENT LEARNING RATE: 0.00197838397070873
previous_iter_valid_loss : 0.16234847903251648

    586880	  0.162528	  0.162348	  0.164027		CURRENT LEARNING RATE: 0.001977988333479631
previous_iter_valid_loss : 0.16419410705566406

    586900	  0.164399	  0.164194	  0.164130		CURRENT LEARNING RATE: 0.0019775927753700635
previous_iter_valid_loss : 0.1722358763217926

    586920	  0.172501	  0.172236	  0.164090		CURRENT LEARNING RATE: 0.0019771972963642096
previous_iter_valid_loss : 0.17852434515953064

    586940	  0.178832	  0.178524	  0.164737		CURRENT LEARNING RATE: 0.0019768018964462456
previous_iter_valid_loss : 0.1663544774055481

    586960	  0.166559	  0.166354	  0.164923		CURRENT LEARNING RATE: 0.0019764065756003595
previous_iter_valid_loss : 0.1644943803548813

    586980	  0.164701	  0.164494	  0.165066		CURRENT LEARNING RATE: 0.0019760113338107353
previous_iter_valid_loss : 0.17374129593372345

    587000	  0.174010	  0.173741	  0.165309		CURRENT LEARNING RATE: 0.001975616171061566
previous_iter_valid_loss : 0.16779911518096924

    587020	  0.168031	  0.167799	  0.165399		CURRENT LEARNING RATE: 0.001975221087337042
previous_iter_valid_loss : 0.1719948649406433

    587040	  0.172254	  0.171995	  0.165950		CURRENT LEARNING RATE: 0.001974826082621364
previous_iter_valid_loss : 0.1682276874780655

    587060	  0.168456	  0.168228	  0.166272		CURRENT LEARNING RATE: 0.001974431156898728
previous_iter_valid_loss : 0.16084083914756775

    587080	  0.161025	  0.160841	  0.166250		CURRENT LEARNING RATE: 0.0019740363101533377
previous_iter_valid_loss : 0.1700996309518814

    587100	  0.170258	  0.170100	  0.166367		CURRENT LEARNING RATE: 0.0019736415423694024
previous_iter_valid_loss : 0.16074436902999878

    587120	  0.160902	  0.160744	  0.166361		CURRENT LEARNING RATE: 0.001973246853531127
previous_iter_valid_loss : 0.16710896790027618

    587140	  0.167273	  0.167109	  0.166540		CURRENT LEARNING RATE: 0.0019728522436227277
previous_iter_valid_loss : 0.16378934681415558

    587160	  0.163990	  0.163789	  0.166695		CURRENT LEARNING RATE: 0.001972457712628417
previous_iter_valid_loss : 0.1624080240726471

    587180	  0.162592	  0.162408	  0.166663		CURRENT LEARNING RATE: 0.001972063260532417
previous_iter_valid_loss : 0.16073578596115112

    587200	  0.160910	  0.160736	  0.166331		CURRENT LEARNING RATE: 0.001971668887318945
previous_iter_valid_loss : 0.16064968705177307

    587220	  0.160820	  0.160650	  0.166207		CURRENT LEARNING RATE: 0.0019712745929722315
previous_iter_valid_loss : 0.16231320798397064

    587240	  0.162473	  0.162313	  0.166265		CURRENT LEARNING RATE: 0.0019708803774764997
previous_iter_valid_loss : 0.18339024484157562

    587260	  0.183764	  0.183390	  0.167097		CURRENT LEARNING RATE: 0.0019704862408159852
previous_iter_valid_loss : 0.16828137636184692

    587280	  0.168443	  0.168281	  0.167394		CURRENT LEARNING RATE: 0.001970092182974919
previous_iter_valid_loss : 0.16547520458698273

    587300	  0.165684	  0.165475	  0.167458		CURRENT LEARNING RATE: 0.0019696982039375415
previous_iter_valid_loss : 0.1694103181362152

    587320	  0.169652	  0.169410	  0.167317		CURRENT LEARNING RATE: 0.0019693043036880914
previous_iter_valid_loss : 0.1605658382177353

    587340	  0.160725	  0.160566	  0.166419		CURRENT LEARNING RATE: 0.001968910482210815
previous_iter_valid_loss : 0.16086483001708984

    587360	  0.161048	  0.160865	  0.166144		CURRENT LEARNING RATE: 0.0019685167394899567
previous_iter_valid_loss : 0.17261236906051636

    587380	  0.172766	  0.172612	  0.166550		CURRENT LEARNING RATE: 0.00196812307550977
previous_iter_valid_loss : 0.17428351938724518

    587400	  0.174444	  0.174284	  0.166577		CURRENT LEARNING RATE: 0.0019677294902545046
previous_iter_valid_loss : 0.18079979717731476

    587420	  0.180968	  0.180800	  0.167227		CURRENT LEARNING RATE: 0.001967335983708421
previous_iter_valid_loss : 0.16057676076889038

    587440	  0.160747	  0.160577	  0.166656		CURRENT LEARNING RATE: 0.001966942555855775
previous_iter_valid_loss : 0.1621946394443512

    587460	  0.162375	  0.162195	  0.166355		CURRENT LEARNING RATE: 0.0019665492066808336
previous_iter_valid_loss : 0.17031024396419525

    587480	  0.170572	  0.170310	  0.166828		CURRENT LEARNING RATE: 0.0019661559361678588
previous_iter_valid_loss : 0.1640547662973404

    587500	  0.164251	  0.164055	  0.166526		CURRENT LEARNING RATE: 0.001965762744301122
previous_iter_valid_loss : 0.17649343609809875

    587520	  0.176789	  0.176493	  0.167313		CURRENT LEARNING RATE: 0.0019653696310648963
previous_iter_valid_loss : 0.1804855912923813

    587540	  0.180806	  0.180486	  0.167982		CURRENT LEARNING RATE: 0.0019649765964434547
previous_iter_valid_loss : 0.16784940659999847

    587560	  0.168014	  0.167849	  0.168185		CURRENT LEARNING RATE: 0.0019645836404210792
previous_iter_valid_loss : 0.16067875921726227

    587580	  0.160843	  0.160679	  0.168099		CURRENT LEARNING RATE: 0.0019641907629820475
previous_iter_valid_loss : 0.18295732140541077

    587600	  0.183133	  0.182957	  0.169210		CURRENT LEARNING RATE: 0.0019637979641106487
previous_iter_valid_loss : 0.1631830483675003

    587620	  0.163359	  0.163183	  0.169337		CURRENT LEARNING RATE: 0.0019634052437911666
previous_iter_valid_loss : 0.161996528506279

    587640	  0.162165	  0.161997	  0.169321		CURRENT LEARNING RATE: 0.0019630126020078963
previous_iter_valid_loss : 0.16080141067504883

    587660	  0.160982	  0.160801	  0.168191		CURRENT LEARNING RATE: 0.0019626200387451286
previous_iter_valid_loss : 0.16872696578502655

    587680	  0.168968	  0.168727	  0.168214		CURRENT LEARNING RATE: 0.0019622275539871647
previous_iter_valid_loss : 0.1610724776983261

    587700	  0.161223	  0.161072	  0.167993		CURRENT LEARNING RATE: 0.0019618351477183014
previous_iter_valid_loss : 0.16239868104457855

    587720	  0.162592	  0.162399	  0.167643		CURRENT LEARNING RATE: 0.001961442819922846
previous_iter_valid_loss : 0.16103406250476837

    587740	  0.161210	  0.161034	  0.167666		CURRENT LEARNING RATE: 0.001961050570585102
previous_iter_valid_loss : 0.177126944065094

    587760	  0.177290	  0.177127	  0.168479		CURRENT LEARNING RATE: 0.0019606583996893824
previous_iter_valid_loss : 0.16099728643894196

    587780	  0.161180	  0.160997	  0.167899		CURRENT LEARNING RATE: 0.0019602663072199977
previous_iter_valid_loss : 0.16978152096271515

    587800	  0.170035	  0.169782	  0.167673		CURRENT LEARNING RATE: 0.0019598742931612673
previous_iter_valid_loss : 0.1698896586894989

    587820	  0.170147	  0.169890	  0.167128		CURRENT LEARNING RATE: 0.001959482357497507
previous_iter_valid_loss : 0.17241248488426208

    587840	  0.172681	  0.172412	  0.167720		CURRENT LEARNING RATE: 0.001959090500213043
previous_iter_valid_loss : 0.16087083518505096

    587860	  0.161056	  0.160871	  0.167654		CURRENT LEARNING RATE: 0.0019586987212921974
previous_iter_valid_loss : 0.16461631655693054

    587880	  0.164785	  0.164616	  0.167369		CURRENT LEARNING RATE: 0.001958307020719303
previous_iter_valid_loss : 0.16811594367027283

    587900	  0.168281	  0.168116	  0.167572		CURRENT LEARNING RATE: 0.0019579153984786877
previous_iter_valid_loss : 0.1776973009109497

    587920	  0.177864	  0.177697	  0.167632		CURRENT LEARNING RATE: 0.001957523854554689
previous_iter_valid_loss : 0.16299304366111755

    587940	  0.163196	  0.162993	  0.166757		CURRENT LEARNING RATE: 0.001957132388931646
previous_iter_valid_loss : 0.17805485427379608

    587960	  0.178352	  0.178055	  0.167268		CURRENT LEARNING RATE: 0.001956741001593897
previous_iter_valid_loss : 0.16321112215518951

    587980	  0.163376	  0.163211	  0.167394		CURRENT LEARNING RATE: 0.0019563496925257906
previous_iter_valid_loss : 0.16454750299453735

    588000	  0.164722	  0.164548	  0.166474		CURRENT LEARNING RATE: 0.00195595846171167
previous_iter_valid_loss : 0.16188569366931915

    588020	  0.162079	  0.161886	  0.166409		CURRENT LEARNING RATE: 0.00195556730913589
previous_iter_valid_loss : 0.1623488813638687

    588040	  0.162511	  0.162349	  0.166427		CURRENT LEARNING RATE: 0.0019551762347828007
previous_iter_valid_loss : 0.16196072101593018

    588060	  0.162152	  0.161961	  0.166485		CURRENT LEARNING RATE: 0.0019547852386367632
previous_iter_valid_loss : 0.1786973774433136

    588080	  0.179010	  0.178697	  0.166983		CURRENT LEARNING RATE: 0.0019543943206821335
previous_iter_valid_loss : 0.16054387390613556

    588100	  0.160707	  0.160544	  0.166957		CURRENT LEARNING RATE: 0.0019540034809032787
previous_iter_valid_loss : 0.16098162531852722

    588120	  0.161135	  0.160982	  0.166886		CURRENT LEARNING RATE: 0.0019536127192845616
previous_iter_valid_loss : 0.1782403439283371

    588140	  0.178560	  0.178240	  0.167746		CURRENT LEARNING RATE: 0.0019532220358103552
previous_iter_valid_loss : 0.16102561354637146

    588160	  0.161206	  0.161026	  0.166941		CURRENT LEARNING RATE: 0.0019528314304650292
previous_iter_valid_loss : 0.17252786457538605

    588180	  0.172805	  0.172528	  0.167518		CURRENT LEARNING RATE: 0.001952440903232962
previous_iter_valid_loss : 0.17348375916481018

    588200	  0.173646	  0.173484	  0.167703		CURRENT LEARNING RATE: 0.0019520504540985295
previous_iter_valid_loss : 0.16616882383823395

    588220	  0.166383	  0.166169	  0.167517		CURRENT LEARNING RATE: 0.0019516600830461169
previous_iter_valid_loss : 0.17023450136184692

    588240	  0.170395	  0.170235	  0.167408		CURRENT LEARNING RATE: 0.0019512697900601066
previous_iter_valid_loss : 0.17423799633979797

    588260	  0.174521	  0.174238	  0.168076		CURRENT LEARNING RATE: 0.00195087957512489
previous_iter_valid_loss : 0.162484809756279

    588280	  0.162653	  0.162485	  0.167970		CURRENT LEARNING RATE: 0.0019504894382248545
previous_iter_valid_loss : 0.16478462517261505

    588300	  0.164961	  0.164785	  0.167803		CURRENT LEARNING RATE: 0.0019500993793443967
previous_iter_valid_loss : 0.16359898447990417

    588320	  0.163778	  0.163599	  0.167098		CURRENT LEARNING RATE: 0.0019497093984679164
previous_iter_valid_loss : 0.16159184277057648

    588340	  0.161756	  0.161592	  0.167028		CURRENT LEARNING RATE: 0.0019493194955798106
previous_iter_valid_loss : 0.16217835247516632

    588360	  0.162356	  0.162178	  0.166234		CURRENT LEARNING RATE: 0.0019489296706644865
previous_iter_valid_loss : 0.16753549873828888

    588380	  0.167761	  0.167535	  0.166450		CURRENT LEARNING RATE: 0.0019485399237063475
previous_iter_valid_loss : 0.1605985462665558

    588400	  0.160775	  0.160599	  0.166253		CURRENT LEARNING RATE: 0.001948150254689808
previous_iter_valid_loss : 0.1645498275756836

    588420	  0.164757	  0.164550	  0.166386		CURRENT LEARNING RATE: 0.0019477606635992769
previous_iter_valid_loss : 0.17398090660572052

    588440	  0.174257	  0.173981	  0.166968		CURRENT LEARNING RATE: 0.0019473711504191743
previous_iter_valid_loss : 0.16510836780071259

    588460	  0.165322	  0.165108	  0.167125		CURRENT LEARNING RATE: 0.0019469817151339162
previous_iter_valid_loss : 0.16816571354866028

    588480	  0.168330	  0.168166	  0.166599		CURRENT LEARNING RATE: 0.001946592357727929
previous_iter_valid_loss : 0.1634642630815506

    588500	  0.163634	  0.163464	  0.166745		CURRENT LEARNING RATE: 0.0019462030781856343
previous_iter_valid_loss : 0.1956060230731964

    588520	  0.195712	  0.195606	  0.168476		CURRENT LEARNING RATE: 0.0019458138764914647
previous_iter_valid_loss : 0.177213653922081

    588540	  0.177510	  0.177214	  0.168424		CURRENT LEARNING RATE: 0.001945424752629849
previous_iter_valid_loss : 0.16070961952209473

    588560	  0.160871	  0.160710	  0.168409		CURRENT LEARNING RATE: 0.0019450357065852251
previous_iter_valid_loss : 0.18582260608673096

    588580	  0.185979	  0.185823	  0.169073		CURRENT LEARNING RATE: 0.0019446467383420283
previous_iter_valid_loss : 0.17948782444000244

    588600	  0.179656	  0.179488	  0.169374		CURRENT LEARNING RATE: 0.0019442578478847028
previous_iter_valid_loss : 0.1639750897884369

    588620	  0.164157	  0.163975	  0.169264		CURRENT LEARNING RATE: 0.0019438690351976896
previous_iter_valid_loss : 0.1605714112520218

    588640	  0.160738	  0.160571	  0.168781		CURRENT LEARNING RATE: 0.0019434803002654401
previous_iter_valid_loss : 0.1618945300579071

    588660	  0.162057	  0.161895	  0.168164		CURRENT LEARNING RATE: 0.001943091643072401
previous_iter_valid_loss : 0.1951424777507782

    588680	  0.195620	  0.195142	  0.169797		CURRENT LEARNING RATE: 0.0019427030636030294
previous_iter_valid_loss : 0.16303452849388123

    588700	  0.163226	  0.163035	  0.169709		CURRENT LEARNING RATE: 0.0019423145618417792
previous_iter_valid_loss : 0.1620359569787979

    588720	  0.162192	  0.162036	  0.169631		CURRENT LEARNING RATE: 0.0019419261377731118
previous_iter_valid_loss : 0.16275425255298615

    588740	  0.162963	  0.162754	  0.169689		CURRENT LEARNING RATE: 0.0019415377913814917
previous_iter_valid_loss : 0.1610143482685089

    588760	  0.161206	  0.161014	  0.169631		CURRENT LEARNING RATE: 0.001941149522651382
previous_iter_valid_loss : 0.19267970323562622

    588780	  0.192813	  0.192680	  0.170888		CURRENT LEARNING RATE: 0.0019407613315672546
previous_iter_valid_loss : 0.16978222131729126

    588800	  0.169942	  0.169782	  0.171347		CURRENT LEARNING RATE: 0.0019403732181135797
previous_iter_valid_loss : 0.16078069806098938

    588820	  0.160960	  0.160781	  0.171159		CURRENT LEARNING RATE: 0.0019399851822748352
previous_iter_valid_loss : 0.16059476137161255

    588840	  0.160746	  0.160595	  0.170489		CURRENT LEARNING RATE: 0.0019395972240354965
previous_iter_valid_loss : 0.16101211309432983

    588860	  0.161170	  0.161012	  0.170285		CURRENT LEARNING RATE: 0.0019392093433800487
previous_iter_valid_loss : 0.1789061576128006

    588880	  0.179232	  0.178906	  0.170822		CURRENT LEARNING RATE: 0.0019388215402929734
previous_iter_valid_loss : 0.179583340883255

    588900	  0.179909	  0.179583	  0.171628		CURRENT LEARNING RATE: 0.0019384338147587614
previous_iter_valid_loss : 0.16060663759708405

    588920	  0.160776	  0.160607	  0.169878		CURRENT LEARNING RATE: 0.0019380461667619009
previous_iter_valid_loss : 0.16173677146434784

    588940	  0.161934	  0.161737	  0.169104		CURRENT LEARNING RATE: 0.0019376585962868887
previous_iter_valid_loss : 0.1610560417175293

    588960	  0.161217	  0.161056	  0.169121		CURRENT LEARNING RATE: 0.001937271103318219
previous_iter_valid_loss : 0.1606675535440445

    588980	  0.160824	  0.160668	  0.167863		CURRENT LEARNING RATE: 0.0019368836878403955
previous_iter_valid_loss : 0.1616073101758957

    589000	  0.161796	  0.161607	  0.166969		CURRENT LEARNING RATE: 0.0019364963498379178
previous_iter_valid_loss : 0.1660272479057312

    589020	  0.166199	  0.166027	  0.167072		CURRENT LEARNING RATE: 0.0019361090892952965
previous_iter_valid_loss : 0.16307733952999115

    589040	  0.163259	  0.163077	  0.167197		CURRENT LEARNING RATE: 0.0019357219061970367
previous_iter_valid_loss : 0.17130349576473236

    589060	  0.171577	  0.171303	  0.167668		CURRENT LEARNING RATE: 0.0019353348005276556
previous_iter_valid_loss : 0.16317830979824066

    589080	  0.163365	  0.163178	  0.166069		CURRENT LEARNING RATE: 0.001934947772271665
previous_iter_valid_loss : 0.16373412311077118

    589100	  0.163933	  0.163734	  0.166104		CURRENT LEARNING RATE: 0.0019345608214135855
previous_iter_valid_loss : 0.16689355671405792

    589120	  0.167065	  0.166894	  0.166347		CURRENT LEARNING RATE: 0.0019341739479379408
previous_iter_valid_loss : 0.1702577769756317

    589140	  0.170502	  0.170258	  0.166722		CURRENT LEARNING RATE: 0.0019337871518292527
previous_iter_valid_loss : 0.16781927645206451

    589160	  0.168053	  0.167819	  0.167063		CURRENT LEARNING RATE: 0.0019334004330720527
previous_iter_valid_loss : 0.16828690469264984

    589180	  0.168454	  0.168287	  0.165843		CURRENT LEARNING RATE: 0.001933013791650868
previous_iter_valid_loss : 0.16165000200271606

    589200	  0.161845	  0.161650	  0.165436		CURRENT LEARNING RATE: 0.0019326272275502375
previous_iter_valid_loss : 0.1606002151966095

    589220	  0.160778	  0.160600	  0.165427		CURRENT LEARNING RATE: 0.0019322407407546946
previous_iter_valid_loss : 0.16100919246673584

    589240	  0.161202	  0.161009	  0.165448		CURRENT LEARNING RATE: 0.001931854331248783
previous_iter_valid_loss : 0.1997462958097458

    589260	  0.199835	  0.199746	  0.167385		CURRENT LEARNING RATE: 0.0019314679990170434
previous_iter_valid_loss : 0.16098752617835999

    589280	  0.161150	  0.160988	  0.166489		CURRENT LEARNING RATE: 0.0019310817440440257
previous_iter_valid_loss : 0.16085995733737946

    589300	  0.161022	  0.160860	  0.165553		CURRENT LEARNING RATE: 0.0019306955663142764
previous_iter_valid_loss : 0.17096975445747375

    589320	  0.171128	  0.170970	  0.166071		CURRENT LEARNING RATE: 0.0019303094658123514
previous_iter_valid_loss : 0.1724104881286621

    589340	  0.172560	  0.172410	  0.166605		CURRENT LEARNING RATE: 0.0019299234425228038
previous_iter_valid_loss : 0.16217830777168274

    589360	  0.162345	  0.162178	  0.166661		CURRENT LEARNING RATE: 0.0019295374964301963
previous_iter_valid_loss : 0.16121399402618408

    589380	  0.161412	  0.161214	  0.166688		CURRENT LEARNING RATE: 0.0019291516275190866
previous_iter_valid_loss : 0.16295509040355682

    589400	  0.163137	  0.162955	  0.166755		CURRENT LEARNING RATE: 0.001928765835774044
previous_iter_valid_loss : 0.16211555898189545

    589420	  0.162318	  0.162116	  0.166560		CURRENT LEARNING RATE: 0.0019283801211796338
previous_iter_valid_loss : 0.17497219145298004

    589440	  0.175263	  0.174972	  0.167155		CURRENT LEARNING RATE: 0.00192799448372043
previous_iter_valid_loss : 0.17219507694244385

    589460	  0.172475	  0.172195	  0.167199		CURRENT LEARNING RATE: 0.0019276089233810044
previous_iter_valid_loss : 0.16226525604724884

    589480	  0.162433	  0.162265	  0.167153		CURRENT LEARNING RATE: 0.0019272234401459373
previous_iter_valid_loss : 0.16240277886390686

    589500	  0.162608	  0.162403	  0.167087		CURRENT LEARNING RATE: 0.0019268380339998068
previous_iter_valid_loss : 0.1630541980266571

    589520	  0.163230	  0.163054	  0.166895		CURRENT LEARNING RATE: 0.0019264527049271975
previous_iter_valid_loss : 0.16321054100990295

    589540	  0.163384	  0.163211	  0.166543		CURRENT LEARNING RATE: 0.0019260674529126987
previous_iter_valid_loss : 0.16468675434589386

    589560	  0.164867	  0.164687	  0.166386		CURRENT LEARNING RATE: 0.0019256822779408964
previous_iter_valid_loss : 0.18113383650779724

    589580	  0.181478	  0.181134	  0.167028		CURRENT LEARNING RATE: 0.0019252971799963874
previous_iter_valid_loss : 0.16684360802173615

    589600	  0.167071	  0.166844	  0.167288		CURRENT LEARNING RATE: 0.0019249121590637637
previous_iter_valid_loss : 0.16062237322330475

    589620	  0.160782	  0.160622	  0.167289		CURRENT LEARNING RATE: 0.001924527215127629
previous_iter_valid_loss : 0.17061495780944824

    589640	  0.170774	  0.170615	  0.167769		CURRENT LEARNING RATE: 0.0019241423481725808
previous_iter_valid_loss : 0.18218927085399628

    589660	  0.182353	  0.182189	  0.166892		CURRENT LEARNING RATE: 0.0019237575581832287
previous_iter_valid_loss : 0.16077075898647308

    589680	  0.160950	  0.160771	  0.166881		CURRENT LEARNING RATE: 0.0019233728451441775
previous_iter_valid_loss : 0.16154225170612335

    589700	  0.161702	  0.161542	  0.166915		CURRENT LEARNING RATE: 0.0019229882090400423
previous_iter_valid_loss : 0.16137278079986572

    589720	  0.161567	  0.161373	  0.166435		CURRENT LEARNING RATE: 0.0019226036498554337
previous_iter_valid_loss : 0.1629408597946167

    589740	  0.163107	  0.162941	  0.165961		CURRENT LEARNING RATE: 0.0019222191675749732
previous_iter_valid_loss : 0.17401641607284546

    589760	  0.174297	  0.174016	  0.166553		CURRENT LEARNING RATE: 0.001921834762183278
previous_iter_valid_loss : 0.16783945262432098

    589780	  0.168066	  0.167839	  0.166885		CURRENT LEARNING RATE: 0.001921450433664975
previous_iter_valid_loss : 0.16109606623649597

    589800	  0.161249	  0.161096	  0.166792		CURRENT LEARNING RATE: 0.0019210661820046881
previous_iter_valid_loss : 0.16051943600177765

    589820	  0.160679	  0.160519	  0.166712		CURRENT LEARNING RATE: 0.0019206820071870506
previous_iter_valid_loss : 0.16837237775325775

    589840	  0.168607	  0.168372	  0.166382		CURRENT LEARNING RATE: 0.0019202979091966915
previous_iter_valid_loss : 0.16059640049934387

    589860	  0.160757	  0.160596	  0.165802		CURRENT LEARNING RATE: 0.001919913888018251
previous_iter_valid_loss : 0.17731687426567078

    589880	  0.177611	  0.177317	  0.166555		CURRENT LEARNING RATE: 0.0019195299436363645
previous_iter_valid_loss : 0.16728797554969788

    589900	  0.167524	  0.167288	  0.166799		CURRENT LEARNING RATE: 0.0019191460760356763
previous_iter_valid_loss : 0.1688566356897354

    589920	  0.169105	  0.168857	  0.167089		CURRENT LEARNING RATE: 0.0019187622852008326
previous_iter_valid_loss : 0.16105355322360992

    589940	  0.161243	  0.161054	  0.166981		CURRENT LEARNING RATE: 0.001918378571116479
previous_iter_valid_loss : 0.16541807353496552

    589960	  0.165596	  0.165418	  0.167018		CURRENT LEARNING RATE: 0.0019179949337672707
previous_iter_valid_loss : 0.17273357510566711

    589980	  0.173006	  0.172734	  0.166598		CURRENT LEARNING RATE: 0.0019176113731378577
previous_iter_valid_loss : 0.16057270765304565

    590000	  0.160748	  0.160573	  0.166284		CURRENT LEARNING RATE: 0.0019172278892129017
previous_iter_valid_loss : 0.16300253570079803

    590020	  0.163178	  0.163003	  0.166403		CURRENT LEARNING RATE: 0.00191684448197706
previous_iter_valid_loss : 0.16086770594120026

    590040	  0.161025	  0.160868	  0.165916		CURRENT LEARNING RATE: 0.0019164611514149994
previous_iter_valid_loss : 0.16287486255168915

    590060	  0.163044	  0.162875	  0.164950		CURRENT LEARNING RATE: 0.0019160778975113835
previous_iter_valid_loss : 0.16102685034275055

    590080	  0.161214	  0.161027	  0.164963		CURRENT LEARNING RATE: 0.0019156947202508855
previous_iter_valid_loss : 0.16050459444522858

    590100	  0.160668	  0.160505	  0.164911		CURRENT LEARNING RATE: 0.0019153116196181745
previous_iter_valid_loss : 0.1605416238307953

    590120	  0.160711	  0.160542	  0.164869		CURRENT LEARNING RATE: 0.0019149285955979308
previous_iter_valid_loss : 0.16182485222816467

    590140	  0.161992	  0.161825	  0.164814		CURRENT LEARNING RATE: 0.0019145456481748293
previous_iter_valid_loss : 0.16344797611236572

    590160	  0.163659	  0.163448	  0.164285		CURRENT LEARNING RATE: 0.0019141627773335554
previous_iter_valid_loss : 0.16568037867546082

    590180	  0.165897	  0.165680	  0.164177		CURRENT LEARNING RATE: 0.0019137799830587915
previous_iter_valid_loss : 0.16750921308994293

    590200	  0.167753	  0.167509	  0.164498		CURRENT LEARNING RATE: 0.0019133972653352287
previous_iter_valid_loss : 0.18276084959506989

    590220	  0.183117	  0.182761	  0.165610		CURRENT LEARNING RATE: 0.001913014624147555
previous_iter_valid_loss : 0.18855544924736023

    590240	  0.188980	  0.188555	  0.166619		CURRENT LEARNING RATE: 0.0019126320594804683
previous_iter_valid_loss : 0.1630035638809204

    590260	  0.163175	  0.163004	  0.166739		CURRENT LEARNING RATE: 0.0019122495713186627
previous_iter_valid_loss : 0.17228065431118011

    590280	  0.172552	  0.172281	  0.166488		CURRENT LEARNING RATE: 0.0019118671596468416
previous_iter_valid_loss : 0.1632797122001648

    590300	  0.163491	  0.163280	  0.166287		CURRENT LEARNING RATE: 0.0019114848244497055
previous_iter_valid_loss : 0.16693302989006042

    590320	  0.167100	  0.166933	  0.166191		CURRENT LEARNING RATE: 0.0019111025657119625
previous_iter_valid_loss : 0.1611659824848175

    590340	  0.161332	  0.161166	  0.166197		CURRENT LEARNING RATE: 0.0019107203834183245
previous_iter_valid_loss : 0.16460087895393372

    590360	  0.164809	  0.164601	  0.166156		CURRENT LEARNING RATE: 0.0019103382775535
previous_iter_valid_loss : 0.1617189347743988

    590380	  0.161913	  0.161719	  0.165605		CURRENT LEARNING RATE: 0.001909956248102209
previous_iter_valid_loss : 0.16388322412967682

    590400	  0.164054	  0.163883	  0.165771		CURRENT LEARNING RATE: 0.0019095742950491661
previous_iter_valid_loss : 0.1700810194015503

    590420	  0.170241	  0.170081	  0.166124		CURRENT LEARNING RATE: 0.001909192418379097
previous_iter_valid_loss : 0.18036507070064545

    590440	  0.180684	  0.180365	  0.167099		CURRENT LEARNING RATE: 0.0019088106180767236
previous_iter_valid_loss : 0.16332285106182098

    590460	  0.163523	  0.163323	  0.167122		CURRENT LEARNING RATE: 0.0019084288941267765
previous_iter_valid_loss : 0.16228558123111725

    590480	  0.162487	  0.162286	  0.167185		CURRENT LEARNING RATE: 0.0019080472465139839
previous_iter_valid_loss : 0.16168427467346191

    590500	  0.161879	  0.161684	  0.167244		CURRENT LEARNING RATE: 0.0019076656752230828
previous_iter_valid_loss : 0.16185049712657928

    590520	  0.162040	  0.161850	  0.167309		CURRENT LEARNING RATE: 0.0019072841802388076
previous_iter_valid_loss : 0.16082468628883362

    590540	  0.160980	  0.160825	  0.167259		CURRENT LEARNING RATE: 0.0019069027615459012
previous_iter_valid_loss : 0.1621643453836441

    590560	  0.162356	  0.162164	  0.167195		CURRENT LEARNING RATE: 0.001906521419129104
previous_iter_valid_loss : 0.16185975074768066

    590580	  0.162052	  0.161860	  0.167004		CURRENT LEARNING RATE: 0.0019061401529731656
previous_iter_valid_loss : 0.16406218707561493

    590600	  0.164260	  0.164062	  0.166832		CURRENT LEARNING RATE: 0.001905758963062832
previous_iter_valid_loss : 0.16070795059204102

    590620	  0.160882	  0.160708	  0.165729		CURRENT LEARNING RATE: 0.0019053778493828585
previous_iter_valid_loss : 0.1620248407125473

    590640	  0.162214	  0.162025	  0.164402		CURRENT LEARNING RATE: 0.0019049968119179976
previous_iter_valid_loss : 0.17401370406150818

    590660	  0.174295	  0.174014	  0.164953		CURRENT LEARNING RATE: 0.0019046158506530115
previous_iter_valid_loss : 0.1644657999277115

    590680	  0.164642	  0.164466	  0.164562		CURRENT LEARNING RATE: 0.0019042349655726577
previous_iter_valid_loss : 0.1632668823003769

    590700	  0.163439	  0.163267	  0.164561		CURRENT LEARNING RATE: 0.0019038541566617044
previous_iter_valid_loss : 0.1676330864429474

    590720	  0.167867	  0.167633	  0.164596		CURRENT LEARNING RATE: 0.0019034734239049163
previous_iter_valid_loss : 0.1671299934387207

    590740	  0.167298	  0.167130	  0.164895		CURRENT LEARNING RATE: 0.001903092767287065
previous_iter_valid_loss : 0.16343837976455688

    590760	  0.163611	  0.163438	  0.164837		CURRENT LEARNING RATE: 0.0019027121867929266
previous_iter_valid_loss : 0.16830666363239288

    590780	  0.168542	  0.168307	  0.165166		CURRENT LEARNING RATE: 0.001902331682407274
previous_iter_valid_loss : 0.16986475884914398

    590800	  0.170109	  0.169865	  0.165465		CURRENT LEARNING RATE: 0.0019019512541148908
previous_iter_valid_loss : 0.1606055647134781

    590820	  0.160764	  0.160606	  0.164991		CURRENT LEARNING RATE: 0.0019015709019005564
previous_iter_valid_loss : 0.16128654778003693

    590840	  0.161467	  0.161287	  0.164037		CURRENT LEARNING RATE: 0.0019011906257490599
previous_iter_valid_loss : 0.1617567539215088

    590860	  0.161917	  0.161757	  0.163959		CURRENT LEARNING RATE: 0.0019008104256451868
previous_iter_valid_loss : 0.16233932971954346

    590880	  0.162531	  0.162339	  0.163962		CURRENT LEARNING RATE: 0.001900430301573733
previous_iter_valid_loss : 0.16063572466373444

    590900	  0.160797	  0.160636	  0.163909		CURRENT LEARNING RATE: 0.0019000502535194896
previous_iter_valid_loss : 0.16217021644115448

    590920	  0.162324	  0.162170	  0.163925		CURRENT LEARNING RATE: 0.0018996702814672586
previous_iter_valid_loss : 0.16090892255306244

    590940	  0.161091	  0.160909	  0.163929		CURRENT LEARNING RATE: 0.0018992903854018373
previous_iter_valid_loss : 0.16914239525794983

    590960	  0.169373	  0.169142	  0.164278		CURRENT LEARNING RATE: 0.001898910565308033
previous_iter_valid_loss : 0.1786060929298401

    590980	  0.178918	  0.178606	  0.165116		CURRENT LEARNING RATE: 0.0018985308211706502
previous_iter_valid_loss : 0.19137446582317352

    591000	  0.191510	  0.191374	  0.166481		CURRENT LEARNING RATE: 0.0018981511529745023
previous_iter_valid_loss : 0.1627943068742752

    591020	  0.162962	  0.162794	  0.166586		CURRENT LEARNING RATE: 0.0018977715607043988
previous_iter_valid_loss : 0.1616748422384262

    591040	  0.161841	  0.161675	  0.166568		CURRENT LEARNING RATE: 0.0018973920443451598
previous_iter_valid_loss : 0.17775224149227142

    591060	  0.178058	  0.177752	  0.166755		CURRENT LEARNING RATE: 0.001897012603881601
previous_iter_valid_loss : 0.16163529455661774

    591080	  0.161799	  0.161635	  0.166614		CURRENT LEARNING RATE: 0.0018966332392985484
previous_iter_valid_loss : 0.16735875606536865

    591100	  0.167523	  0.167359	  0.166818		CURRENT LEARNING RATE: 0.0018962539505808242
previous_iter_valid_loss : 0.1776171624660492

    591120	  0.177781	  0.177617	  0.167317		CURRENT LEARNING RATE: 0.001895874737713258
previous_iter_valid_loss : 0.16069751977920532

    591140	  0.160856	  0.160698	  0.166996		CURRENT LEARNING RATE: 0.0018954956006806832
previous_iter_valid_loss : 0.1613011211156845

    591160	  0.161489	  0.161301	  0.166889		CURRENT LEARNING RATE: 0.001895116539467931
previous_iter_valid_loss : 0.17840862274169922

    591180	  0.178727	  0.178409	  0.167394		CURRENT LEARNING RATE: 0.0018947375540598426
previous_iter_valid_loss : 0.17973805963993073

    591200	  0.180067	  0.179738	  0.167888		CURRENT LEARNING RATE: 0.0018943586444412545
previous_iter_valid_loss : 0.16070248186588287

    591220	  0.160864	  0.160702	  0.167893		CURRENT LEARNING RATE: 0.0018939798105970145
previous_iter_valid_loss : 0.17862385511398315

    591240	  0.178786	  0.178624	  0.168759		CURRENT LEARNING RATE: 0.0018936010525119654
previous_iter_valid_loss : 0.16383500397205353

    591260	  0.164004	  0.163835	  0.168863		CURRENT LEARNING RATE: 0.00189322237017096
previous_iter_valid_loss : 0.1620503067970276

    591280	  0.162244	  0.162050	  0.168849		CURRENT LEARNING RATE: 0.0018928437635588483
previous_iter_valid_loss : 0.16462276875972748

    591300	  0.164827	  0.164623	  0.169048		CURRENT LEARNING RATE: 0.001892465232660489
previous_iter_valid_loss : 0.16819477081298828

    591320	  0.168351	  0.168195	  0.169349		CURRENT LEARNING RATE: 0.0018920867774607376
previous_iter_valid_loss : 0.16057375073432922

    591340	  0.160743	  0.160574	  0.169333		CURRENT LEARNING RATE: 0.0018917083979444593
previous_iter_valid_loss : 0.1677703708410263

    591360	  0.167934	  0.167770	  0.169264		CURRENT LEARNING RATE: 0.0018913300940965154
previous_iter_valid_loss : 0.16148515045642853

    591380	  0.161639	  0.161485	  0.168408		CURRENT LEARNING RATE: 0.0018909518659017772
previous_iter_valid_loss : 0.16074080765247345

    591400	  0.160919	  0.160741	  0.166876		CURRENT LEARNING RATE: 0.0018905737133451121
previous_iter_valid_loss : 0.1653011590242386

    591420	  0.165507	  0.165301	  0.167002		CURRENT LEARNING RATE: 0.0018901956364113979
previous_iter_valid_loss : 0.16725239157676697

    591440	  0.167412	  0.167252	  0.167281		CURRENT LEARNING RATE: 0.0018898176350855072
previous_iter_valid_loss : 0.16258196532726288

    591460	  0.162755	  0.162582	  0.166522		CURRENT LEARNING RATE: 0.0018894397093523242
previous_iter_valid_loss : 0.16071859002113342

    591480	  0.160889	  0.160719	  0.166476		CURRENT LEARNING RATE: 0.001889061859196728
previous_iter_valid_loss : 0.16741979122161865

    591500	  0.167580	  0.167420	  0.166479		CURRENT LEARNING RATE: 0.0018886840846036078
previous_iter_valid_loss : 0.16605541110038757

    591520	  0.166222	  0.166055	  0.165901		CURRENT LEARNING RATE: 0.00188830638555785
previous_iter_valid_loss : 0.1607823371887207

    591540	  0.160956	  0.160782	  0.165905		CURRENT LEARNING RATE: 0.0018879287620443476
previous_iter_valid_loss : 0.1712876409292221

    591560	  0.171447	  0.171288	  0.166405		CURRENT LEARNING RATE: 0.0018875512140479978
previous_iter_valid_loss : 0.16274729371070862

    591580	  0.162938	  0.162747	  0.165622		CURRENT LEARNING RATE: 0.0018871737415536952
previous_iter_valid_loss : 0.1654084324836731

    591600	  0.165614	  0.165408	  0.164905		CURRENT LEARNING RATE: 0.0018867963445463442
previous_iter_valid_loss : 0.16065725684165955

    591620	  0.160830	  0.160657	  0.164903		CURRENT LEARNING RATE: 0.0018864190230108453
previous_iter_valid_loss : 0.1687089055776596

    591640	  0.168959	  0.168709	  0.164407		CURRENT LEARNING RATE: 0.0018860417769321093
previous_iter_valid_loss : 0.1616532802581787

    591660	  0.161817	  0.161653	  0.164298		CURRENT LEARNING RATE: 0.001885664606295043
previous_iter_valid_loss : 0.1617044061422348

    591680	  0.161865	  0.161704	  0.164281		CURRENT LEARNING RATE: 0.001885287511084563
previous_iter_valid_loss : 0.1652083545923233

    591700	  0.165387	  0.165208	  0.164310		CURRENT LEARNING RATE: 0.001884910491285582
previous_iter_valid_loss : 0.16064560413360596

    591720	  0.160816	  0.160646	  0.163933		CURRENT LEARNING RATE: 0.0018845335468830222
previous_iter_valid_loss : 0.16377472877502441

    591740	  0.163947	  0.163775	  0.164093		CURRENT LEARNING RATE: 0.0018841566778618035
previous_iter_valid_loss : 0.16057917475700378

    591760	  0.160731	  0.160579	  0.163733		CURRENT LEARNING RATE: 0.0018837798842068533
previous_iter_valid_loss : 0.1643640249967575

    591780	  0.164530	  0.164364	  0.163877		CURRENT LEARNING RATE: 0.0018834031659030973
previous_iter_valid_loss : 0.1614852100610733

    591800	  0.161668	  0.161485	  0.163914		CURRENT LEARNING RATE: 0.0018830265229354698
previous_iter_valid_loss : 0.16063784062862396

    591820	  0.160796	  0.160638	  0.163681		CURRENT LEARNING RATE: 0.001882649955288902
previous_iter_valid_loss : 0.18702451884746552

    591840	  0.187171	  0.187025	  0.164670		CURRENT LEARNING RATE: 0.001882273462948334
previous_iter_valid_loss : 0.16186799108982086

    591860	  0.162066	  0.161868	  0.164634		CURRENT LEARNING RATE: 0.0018818970458987032
previous_iter_valid_loss : 0.1605706661939621

    591880	  0.160724	  0.160571	  0.164627		CURRENT LEARNING RATE: 0.001881520704124956
previous_iter_valid_loss : 0.1733120083808899

    591900	  0.173468	  0.173312	  0.164921		CURRENT LEARNING RATE: 0.001881144437612036
previous_iter_valid_loss : 0.1981908082962036

    591920	  0.198281	  0.198191	  0.166528		CURRENT LEARNING RATE: 0.0018807682463448934
previous_iter_valid_loss : 0.16297392547130585

    591940	  0.163174	  0.162974	  0.166638		CURRENT LEARNING RATE: 0.0018803921303084826
previous_iter_valid_loss : 0.16058078408241272

    591960	  0.160750	  0.160581	  0.166102		CURRENT LEARNING RATE: 0.0018800160894877557
previous_iter_valid_loss : 0.16059881448745728

    591980	  0.160761	  0.160599	  0.165995		CURRENT LEARNING RATE: 0.0018796401238676743
previous_iter_valid_loss : 0.17796707153320312

    592000	  0.178267	  0.177967	  0.166623		CURRENT LEARNING RATE: 0.0018792642334331964
previous_iter_valid_loss : 0.16057740151882172

    592020	  0.160737	  0.160577	  0.166619		CURRENT LEARNING RATE: 0.0018788884181692898
previous_iter_valid_loss : 0.16070206463336945

    592040	  0.160862	  0.160702	  0.166218		CURRENT LEARNING RATE: 0.0018785126780609183
previous_iter_valid_loss : 0.16213306784629822

    592060	  0.162304	  0.162133	  0.166242		CURRENT LEARNING RATE: 0.001878137013093056
previous_iter_valid_loss : 0.16625934839248657

    592080	  0.166479	  0.166259	  0.166470		CURRENT LEARNING RATE: 0.0018777614232506727
previous_iter_valid_loss : 0.16698995232582092

    592100	  0.167207	  0.166990	  0.166559		CURRENT LEARNING RATE: 0.0018773859085187484
previous_iter_valid_loss : 0.16212879121303558

    592120	  0.162294	  0.162129	  0.166633		CURRENT LEARNING RATE: 0.001877010468882259
previous_iter_valid_loss : 0.18908844888210297

    592140	  0.189237	  0.189088	  0.167899		CURRENT LEARNING RATE: 0.0018766351043261902
previous_iter_valid_loss : 0.18639680743217468

    592160	  0.186775	  0.186397	  0.169190		CURRENT LEARNING RATE: 0.0018762598148355243
previous_iter_valid_loss : 0.16971470415592194

    592180	  0.169873	  0.169715	  0.169457		CURRENT LEARNING RATE: 0.0018758846003952528
previous_iter_valid_loss : 0.16291500627994537

    592200	  0.163083	  0.162915	  0.169529		CURRENT LEARNING RATE: 0.0018755094609903638
previous_iter_valid_loss : 0.17131415009498596

    592220	  0.171472	  0.171314	  0.170063		CURRENT LEARNING RATE: 0.0018751343966058552
previous_iter_valid_loss : 0.16867883503437042

    592240	  0.168921	  0.168679	  0.169145		CURRENT LEARNING RATE: 0.0018747594072267212
previous_iter_valid_loss : 0.16058343648910522

    592260	  0.160762	  0.160583	  0.169081		CURRENT LEARNING RATE: 0.0018743844928379653
previous_iter_valid_loss : 0.17379681766033173

    592280	  0.173961	  0.173797	  0.169743		CURRENT LEARNING RATE: 0.001874009653424588
previous_iter_valid_loss : 0.16131676733493805

    592300	  0.161509	  0.161317	  0.169143		CURRENT LEARNING RATE: 0.001873634888971598
previous_iter_valid_loss : 0.16054004430770874

    592320	  0.160701	  0.160540	  0.167260		CURRENT LEARNING RATE: 0.0018732601994640027
previous_iter_valid_loss : 0.1789136528968811

    592340	  0.179234	  0.178914	  0.168057		CURRENT LEARNING RATE: 0.0018728855848868158
previous_iter_valid_loss : 0.1720244288444519

    592360	  0.172177	  0.172024	  0.168629		CURRENT LEARNING RATE: 0.0018725110452250538
previous_iter_valid_loss : 0.17910243570804596

    592380	  0.179420	  0.179102	  0.169555		CURRENT LEARNING RATE: 0.0018721365804637324
previous_iter_valid_loss : 0.16849449276924133

    592400	  0.168658	  0.168494	  0.169081		CURRENT LEARNING RATE: 0.0018717621905878761
previous_iter_valid_loss : 0.16430367529392242

    592420	  0.164497	  0.164304	  0.169267		CURRENT LEARNING RATE: 0.001871387875582506
previous_iter_valid_loss : 0.16340360045433044

    592440	  0.163598	  0.163404	  0.169402		CURRENT LEARNING RATE: 0.0018710136354326528
previous_iter_valid_loss : 0.16275544464588165

    592460	  0.162929	  0.162755	  0.169433		CURRENT LEARNING RATE: 0.0018706394701233436
previous_iter_valid_loss : 0.16301977634429932

    592480	  0.163207	  0.163020	  0.169271		CURRENT LEARNING RATE: 0.0018702653796396152
previous_iter_valid_loss : 0.16432428359985352

    592500	  0.164527	  0.164324	  0.169138		CURRENT LEARNING RATE: 0.0018698913639665004
previous_iter_valid_loss : 0.1733749806880951

    592520	  0.173650	  0.173375	  0.169701		CURRENT LEARNING RATE: 0.0018695174230890421
previous_iter_valid_loss : 0.1718752235174179

    592540	  0.172140	  0.171875	  0.168840		CURRENT LEARNING RATE: 0.0018691435569922797
previous_iter_valid_loss : 0.16248638927936554

    592560	  0.162678	  0.162486	  0.167644		CURRENT LEARNING RATE: 0.001868769765661261
previous_iter_valid_loss : 0.18921837210655212

    592580	  0.189661	  0.189218	  0.168619		CURRENT LEARNING RATE: 0.0018683960490810316
previous_iter_valid_loss : 0.16381630301475525

    592600	  0.163992	  0.163816	  0.168665		CURRENT LEARNING RATE: 0.0018680224072366463
previous_iter_valid_loss : 0.16721995174884796

    592620	  0.167392	  0.167220	  0.168460		CURRENT LEARNING RATE: 0.0018676488401131557
previous_iter_valid_loss : 0.16063208878040314

    592640	  0.160799	  0.160632	  0.168058		CURRENT LEARNING RATE: 0.0018672753476956206
previous_iter_valid_loss : 0.16144391894340515

    592660	  0.161603	  0.161444	  0.168101		CURRENT LEARNING RATE: 0.001866901929969098
previous_iter_valid_loss : 0.16052308678627014

    592680	  0.160688	  0.160523	  0.167437		CURRENT LEARNING RATE: 0.0018665285869186546
previous_iter_valid_loss : 0.16114632785320282

    592700	  0.161327	  0.161146	  0.167428		CURRENT LEARNING RATE: 0.0018661553185293535
previous_iter_valid_loss : 0.16576220095157623

    592720	  0.165974	  0.165762	  0.167689		CURRENT LEARNING RATE: 0.0018657821247862667
previous_iter_valid_loss : 0.16085970401763916

    592740	  0.161038	  0.160860	  0.166787		CURRENT LEARNING RATE: 0.0018654090056744637
previous_iter_valid_loss : 0.16113463044166565

    592760	  0.161304	  0.161135	  0.166242		CURRENT LEARNING RATE: 0.0018650359611790208
previous_iter_valid_loss : 0.16093528270721436

    592780	  0.161096	  0.160935	  0.165334		CURRENT LEARNING RATE: 0.0018646629912850185
previous_iter_valid_loss : 0.16260918974876404

    592800	  0.162776	  0.162609	  0.165040		CURRENT LEARNING RATE: 0.0018642900959775347
previous_iter_valid_loss : 0.1831168532371521

    592820	  0.183283	  0.183117	  0.165980		CURRENT LEARNING RATE: 0.0018639172752416562
previous_iter_valid_loss : 0.16284914314746857

    592840	  0.163021	  0.162849	  0.165953		CURRENT LEARNING RATE: 0.0018635445290624676
previous_iter_valid_loss : 0.16078908741474152

    592860	  0.160966	  0.160789	  0.165854		CURRENT LEARNING RATE: 0.0018631718574250618
previous_iter_valid_loss : 0.16100196540355682

    592880	  0.161178	  0.161002	  0.165753		CURRENT LEARNING RATE: 0.001862799260314529
previous_iter_valid_loss : 0.17928224802017212

    592900	  0.179449	  0.179282	  0.166501		CURRENT LEARNING RATE: 0.0018624267377159685
previous_iter_valid_loss : 0.16065077483654022

    592920	  0.160808	  0.160651	  0.165865		CURRENT LEARNING RATE: 0.0018620542896144764
previous_iter_valid_loss : 0.1680837869644165

    592940	  0.168240	  0.168084	  0.165675		CURRENT LEARNING RATE: 0.0018616819159951573
previous_iter_valid_loss : 0.16503466665744781

    592960	  0.165191	  0.165035	  0.165803		CURRENT LEARNING RATE: 0.0018613096168431137
previous_iter_valid_loss : 0.1784610003232956

    592980	  0.178625	  0.178461	  0.165265		CURRENT LEARNING RATE: 0.0018609373921434568
previous_iter_valid_loss : 0.16210950911045074

    593000	  0.162298	  0.162110	  0.165180		CURRENT LEARNING RATE: 0.0018605652418812943
previous_iter_valid_loss : 0.16933150589466095

    593020	  0.169579	  0.169332	  0.165285		CURRENT LEARNING RATE: 0.0018601931660417429
previous_iter_valid_loss : 0.17486844956874847

    593040	  0.175150	  0.174868	  0.165997		CURRENT LEARNING RATE: 0.001859821164609917
previous_iter_valid_loss : 0.16105510294437408

    593060	  0.161239	  0.161055	  0.165978		CURRENT LEARNING RATE: 0.0018594492375709395
previous_iter_valid_loss : 0.16059952974319458

    593080	  0.160777	  0.160600	  0.165981		CURRENT LEARNING RATE: 0.0018590773849099303
previous_iter_valid_loss : 0.1785888820886612

    593100	  0.178758	  0.178589	  0.166854		CURRENT LEARNING RATE: 0.001858705606612018
previous_iter_valid_loss : 0.16257049143314362

    593120	  0.162750	  0.162570	  0.166694		CURRENT LEARNING RATE: 0.001858333902662329
previous_iter_valid_loss : 0.16231393814086914

    593140	  0.162462	  0.162314	  0.166767		CURRENT LEARNING RATE: 0.0018579622730459959
previous_iter_valid_loss : 0.16104093194007874

    593160	  0.161224	  0.161041	  0.166762		CURRENT LEARNING RATE: 0.0018575907177481562
previous_iter_valid_loss : 0.16877992451190948

    593180	  0.169026	  0.168780	  0.167154		CURRENT LEARNING RATE: 0.001857219236753943
previous_iter_valid_loss : 0.17910590767860413

    593200	  0.179411	  0.179106	  0.167979		CURRENT LEARNING RATE: 0.001856847830048502
previous_iter_valid_loss : 0.16266068816184998

    593220	  0.162851	  0.162661	  0.166956		CURRENT LEARNING RATE: 0.0018564764976169723
previous_iter_valid_loss : 0.1799556463956833

    593240	  0.180122	  0.179956	  0.167812		CURRENT LEARNING RATE: 0.0018561052394445044
previous_iter_valid_loss : 0.1611270308494568

    593260	  0.161284	  0.161127	  0.167829		CURRENT LEARNING RATE: 0.001855734055516245
previous_iter_valid_loss : 0.17313069105148315

    593280	  0.173288	  0.173131	  0.168435		CURRENT LEARNING RATE: 0.0018553629458173495
previous_iter_valid_loss : 0.16537891328334808

    593300	  0.165546	  0.165379	  0.167740		CURRENT LEARNING RATE: 0.0018549919103329705
previous_iter_valid_loss : 0.18557114899158478

    593320	  0.185958	  0.185571	  0.168986		CURRENT LEARNING RATE: 0.0018546209490482696
previous_iter_valid_loss : 0.1672252118587494

    593340	  0.167445	  0.167225	  0.168943		CURRENT LEARNING RATE: 0.0018542500619484056
previous_iter_valid_loss : 0.1659356653690338

    593360	  0.166151	  0.165936	  0.168988		CURRENT LEARNING RATE: 0.001853879249018546
previous_iter_valid_loss : 0.18119113147258759

    593380	  0.181535	  0.181191	  0.169124		CURRENT LEARNING RATE: 0.0018535085102438546
previous_iter_valid_loss : 0.1605241298675537

    593400	  0.160691	  0.160524	  0.169045		CURRENT LEARNING RATE: 0.0018531378456095057
previous_iter_valid_loss : 0.16914232075214386

    593420	  0.169299	  0.169142	  0.169036		CURRENT LEARNING RATE: 0.0018527672551006693
previous_iter_valid_loss : 0.16055037081241608

    593440	  0.160712	  0.160550	  0.168320		CURRENT LEARNING RATE: 0.0018523967387025248
previous_iter_valid_loss : 0.16453522443771362

    593460	  0.164726	  0.164535	  0.168494		CURRENT LEARNING RATE: 0.0018520262964002486
previous_iter_valid_loss : 0.16379646956920624

    593480	  0.163967	  0.163796	  0.168654		CURRENT LEARNING RATE: 0.0018516559281790258
previous_iter_valid_loss : 0.16059191524982452

    593500	  0.160768	  0.160592	  0.167754		CURRENT LEARNING RATE: 0.0018512856340240393
previous_iter_valid_loss : 0.1611311286687851

    593520	  0.161318	  0.161131	  0.167682		CURRENT LEARNING RATE: 0.0018509154139204798
previous_iter_valid_loss : 0.17503340542316437

    593540	  0.175195	  0.175033	  0.168318		CURRENT LEARNING RATE: 0.0018505452678535355
previous_iter_valid_loss : 0.1628008931875229

    593560	  0.162956	  0.162801	  0.168406		CURRENT LEARNING RATE: 0.0018501751958084022
previous_iter_valid_loss : 0.1609257459640503

    593580	  0.161077	  0.160926	  0.168013		CURRENT LEARNING RATE: 0.0018498051977702782
previous_iter_valid_loss : 0.1606319546699524

    593600	  0.160787	  0.160632	  0.167089		CURRENT LEARNING RATE: 0.001849435273724361
previous_iter_valid_loss : 0.1676110327243805

    593620	  0.167771	  0.167611	  0.167337		CURRENT LEARNING RATE: 0.001849065423655857
previous_iter_valid_loss : 0.1672157347202301

    593640	  0.167442	  0.167216	  0.166700		CURRENT LEARNING RATE: 0.001848695647549968
previous_iter_valid_loss : 0.16089724004268646

    593660	  0.161074	  0.160897	  0.166688		CURRENT LEARNING RATE: 0.001848325945391907
previous_iter_valid_loss : 0.16127516329288483

    593680	  0.161461	  0.161275	  0.166096		CURRENT LEARNING RATE: 0.0018479563171668824
previous_iter_valid_loss : 0.16155196726322174

    593700	  0.161729	  0.161552	  0.165904		CURRENT LEARNING RATE: 0.0018475867628601126
previous_iter_valid_loss : 0.1670006513595581

    593720	  0.167223	  0.167001	  0.164976		CURRENT LEARNING RATE: 0.0018472172824568116
previous_iter_valid_loss : 0.16059376299381256

    593740	  0.160753	  0.160594	  0.164644		CURRENT LEARNING RATE: 0.0018468478759422042
previous_iter_valid_loss : 0.1618485301733017

    593760	  0.162045	  0.161849	  0.164440		CURRENT LEARNING RATE: 0.00184647854330151
previous_iter_valid_loss : 0.1618686467409134

    593780	  0.162035	  0.161869	  0.163474		CURRENT LEARNING RATE: 0.0018461092845199595
previous_iter_valid_loss : 0.17571380734443665

    593800	  0.175874	  0.175714	  0.164233		CURRENT LEARNING RATE: 0.001845740099582779
previous_iter_valid_loss : 0.16374759376049042

    593820	  0.163926	  0.163748	  0.163963		CURRENT LEARNING RATE: 0.0018453709884752045
previous_iter_valid_loss : 0.17103566229343414

    593840	  0.171291	  0.171036	  0.164488		CURRENT LEARNING RATE: 0.001845001951182468
previous_iter_valid_loss : 0.17812958359718323

    593860	  0.178440	  0.178130	  0.165167		CURRENT LEARNING RATE: 0.0018446329876898118
previous_iter_valid_loss : 0.1606389284133911

    593880	  0.160803	  0.160639	  0.165010		CURRENT LEARNING RATE: 0.0018442640979824732
previous_iter_valid_loss : 0.16125696897506714

    593900	  0.161407	  0.161257	  0.165043		CURRENT LEARNING RATE: 0.0018438952820457005
previous_iter_valid_loss : 0.16051702201366425

    593920	  0.160679	  0.160517	  0.165012		CURRENT LEARNING RATE: 0.0018435265398647378
previous_iter_valid_loss : 0.16277246177196503

    593940	  0.162976	  0.162772	  0.164399		CURRENT LEARNING RATE: 0.0018431578714248372
previous_iter_valid_loss : 0.16402891278266907

    593960	  0.164202	  0.164029	  0.164461		CURRENT LEARNING RATE: 0.001842789276711253
previous_iter_valid_loss : 0.16120894253253937

    593980	  0.161366	  0.161209	  0.164475		CURRENT LEARNING RATE: 0.0018424207557092387
previous_iter_valid_loss : 0.16511787474155426

    594000	  0.165290	  0.165118	  0.164699		CURRENT LEARNING RATE: 0.0018420523084040563
previous_iter_valid_loss : 0.1710990071296692

    594020	  0.171255	  0.171099	  0.164873		CURRENT LEARNING RATE: 0.001841683934780965
previous_iter_valid_loss : 0.1605857014656067

    594040	  0.160753	  0.160586	  0.164542		CURRENT LEARNING RATE: 0.0018413156348252328
previous_iter_valid_loss : 0.1650291234254837

    594060	  0.165194	  0.165029	  0.164748		CURRENT LEARNING RATE: 0.0018409474085221249
previous_iter_valid_loss : 0.16716960072517395

    594080	  0.167395	  0.167170	  0.165043		CURRENT LEARNING RATE: 0.0018405792558569148
previous_iter_valid_loss : 0.16539719700813293

    594100	  0.165564	  0.165397	  0.165235		CURRENT LEARNING RATE: 0.001840211176814874
previous_iter_valid_loss : 0.1650286763906479

    594120	  0.165232	  0.165029	  0.165137		CURRENT LEARNING RATE: 0.0018398431713812816
previous_iter_valid_loss : 0.17615990340709686

    594140	  0.176319	  0.176160	  0.165915		CURRENT LEARNING RATE: 0.0018394752395414153
previous_iter_valid_loss : 0.16094723343849182

    594160	  0.161099	  0.160947	  0.165870		CURRENT LEARNING RATE: 0.0018391073812805598
previous_iter_valid_loss : 0.16081556677818298

    594180	  0.160975	  0.160816	  0.165817		CURRENT LEARNING RATE: 0.0018387395965839986
previous_iter_valid_loss : 0.16408856213092804

    594200	  0.164289	  0.164089	  0.165236		CURRENT LEARNING RATE: 0.001838371885437023
previous_iter_valid_loss : 0.16754114627838135

    594220	  0.167707	  0.167541	  0.165426		CURRENT LEARNING RATE: 0.0018380042478249217
previous_iter_valid_loss : 0.1606082171201706

    594240	  0.160761	  0.160608	  0.164904		CURRENT LEARNING RATE: 0.001837636683732992
previous_iter_valid_loss : 0.16354314982891083

    594260	  0.163725	  0.163543	  0.164175		CURRENT LEARNING RATE: 0.0018372691931465284
previous_iter_valid_loss : 0.1736055612564087

    594280	  0.173888	  0.173606	  0.164823		CURRENT LEARNING RATE: 0.0018369017760508342
previous_iter_valid_loss : 0.16538003087043762

    594300	  0.165591	  0.165380	  0.165030		CURRENT LEARNING RATE: 0.0018365344324312097
previous_iter_valid_loss : 0.16174781322479248

    594320	  0.161915	  0.161748	  0.165091		CURRENT LEARNING RATE: 0.001836167162272964
previous_iter_valid_loss : 0.16079601645469666

    594340	  0.160972	  0.160796	  0.164992		CURRENT LEARNING RATE: 0.001835799965561404
previous_iter_valid_loss : 0.1617026925086975

    594360	  0.161891	  0.161703	  0.164876		CURRENT LEARNING RATE: 0.0018354328422818425
previous_iter_valid_loss : 0.1605261266231537

    594380	  0.160682	  0.160526	  0.164842		CURRENT LEARNING RATE: 0.0018350657924195968
previous_iter_valid_loss : 0.18232384324073792

    594400	  0.182478	  0.182324	  0.165702		CURRENT LEARNING RATE: 0.0018346988159599813
previous_iter_valid_loss : 0.1606913059949875

    594420	  0.160869	  0.160691	  0.165182		CURRENT LEARNING RATE: 0.0018343319128883203
previous_iter_valid_loss : 0.16229034960269928

    594440	  0.162458	  0.162290	  0.165267		CURRENT LEARNING RATE: 0.0018339650831899347
previous_iter_valid_loss : 0.16077791154384613

    594460	  0.160950	  0.160778	  0.165054		CURRENT LEARNING RATE: 0.001833598326850154
previous_iter_valid_loss : 0.1620120257139206

    594480	  0.162215	  0.162012	  0.164797		CURRENT LEARNING RATE: 0.0018332316438543048
previous_iter_valid_loss : 0.16119271516799927

    594500	  0.161348	  0.161193	  0.164586		CURRENT LEARNING RATE: 0.0018328650341877238
previous_iter_valid_loss : 0.16053353250026703

    594520	  0.160690	  0.160534	  0.164362		CURRENT LEARNING RATE: 0.0018324984978357421
previous_iter_valid_loss : 0.1610279083251953

    594540	  0.161191	  0.161028	  0.163605		CURRENT LEARNING RATE: 0.0018321320347837028
previous_iter_valid_loss : 0.16081669926643372

    594560	  0.160977	  0.160817	  0.163598		CURRENT LEARNING RATE: 0.001831765645016943
previous_iter_valid_loss : 0.1740749031305313

    594580	  0.174348	  0.174075	  0.164261		CURRENT LEARNING RATE: 0.0018313993285208113
previous_iter_valid_loss : 0.17340096831321716

    594600	  0.173675	  0.173401	  0.164727		CURRENT LEARNING RATE: 0.0018310330852806512
previous_iter_valid_loss : 0.1690862774848938

    594620	  0.169325	  0.169086	  0.164804		CURRENT LEARNING RATE: 0.0018306669152818166
previous_iter_valid_loss : 0.16652368009090424

    594640	  0.166743	  0.166524	  0.165100		CURRENT LEARNING RATE: 0.001830300818509657
previous_iter_valid_loss : 0.16066168248653412

    594660	  0.160820	  0.160662	  0.164956		CURRENT LEARNING RATE: 0.0018299347949495318
previous_iter_valid_loss : 0.1628127098083496

    594680	  0.162975	  0.162813	  0.164416		CURRENT LEARNING RATE: 0.0018295688445867972
previous_iter_valid_loss : 0.16146737337112427

    594700	  0.161625	  0.161467	  0.164221		CURRENT LEARNING RATE: 0.0018292029674068183
previous_iter_valid_loss : 0.189600870013237

    594720	  0.190015	  0.189601	  0.165613		CURRENT LEARNING RATE: 0.001828837163394957
previous_iter_valid_loss : 0.16216853260993958

    594740	  0.162355	  0.162169	  0.165682		CURRENT LEARNING RATE: 0.001828471432536582
previous_iter_valid_loss : 0.16677653789520264

    594760	  0.167005	  0.166777	  0.165936		CURRENT LEARNING RATE: 0.0018281057748170662
previous_iter_valid_loss : 0.16786997020244598

    594780	  0.168101	  0.167870	  0.166303		CURRENT LEARNING RATE: 0.0018277401902217802
previous_iter_valid_loss : 0.17474767565727234

    594800	  0.174900	  0.174748	  0.165924		CURRENT LEARNING RATE: 0.0018273746787361037
previous_iter_valid_loss : 0.17581652104854584

    594820	  0.176106	  0.175817	  0.166680		CURRENT LEARNING RATE: 0.0018270092403454127
previous_iter_valid_loss : 0.16070730984210968

    594840	  0.160893	  0.160707	  0.166601		CURRENT LEARNING RATE: 0.0018266438750350936
previous_iter_valid_loss : 0.17143473029136658

    594860	  0.171592	  0.171435	  0.167134		CURRENT LEARNING RATE: 0.0018262785827905278
previous_iter_valid_loss : 0.16245561838150024

    594880	  0.162623	  0.162456	  0.167156		CURRENT LEARNING RATE: 0.0018259133635971075
previous_iter_valid_loss : 0.1702054738998413

    594900	  0.170459	  0.170205	  0.167607		CURRENT LEARNING RATE: 0.00182554821744022
previous_iter_valid_loss : 0.16203241050243378

    594920	  0.162194	  0.162032	  0.167682		CURRENT LEARNING RATE: 0.0018251831443052632
previous_iter_valid_loss : 0.16712790727615356

    594940	  0.167296	  0.167128	  0.167987		CURRENT LEARNING RATE: 0.001824818144177631
previous_iter_valid_loss : 0.1621636599302292

    594960	  0.162350	  0.162164	  0.168054		CURRENT LEARNING RATE: 0.0018244532170427262
previous_iter_valid_loss : 0.16383330523967743

    594980	  0.164007	  0.163833	  0.167542		CURRENT LEARNING RATE: 0.0018240883628859487
previous_iter_valid_loss : 0.1608000248670578

    595000	  0.160955	  0.160800	  0.166912		CURRENT LEARNING RATE: 0.0018237235816927076
previous_iter_valid_loss : 0.16206249594688416

    595020	  0.162244	  0.162062	  0.166561		CURRENT LEARNING RATE: 0.0018233588734484082
previous_iter_valid_loss : 0.16465045511722565

    595040	  0.164866	  0.164650	  0.166467		CURRENT LEARNING RATE: 0.0018229942381384659
previous_iter_valid_loss : 0.1606006622314453

    595060	  0.160772	  0.160601	  0.166464		CURRENT LEARNING RATE: 0.0018226296757482916
previous_iter_valid_loss : 0.18279440701007843

    595080	  0.182961	  0.182794	  0.167463		CURRENT LEARNING RATE: 0.0018222651862633062
previous_iter_valid_loss : 0.16071327030658722

    595100	  0.160878	  0.160713	  0.167425		CURRENT LEARNING RATE: 0.0018219007696689271
previous_iter_valid_loss : 0.1607556790113449

    595120	  0.160930	  0.160756	  0.165983		CURRENT LEARNING RATE: 0.0018215364259505805
previous_iter_valid_loss : 0.1728195995092392

    595140	  0.173089	  0.172820	  0.166516		CURRENT LEARNING RATE: 0.0018211721550936894
previous_iter_valid_loss : 0.16056354343891144

    595160	  0.160730	  0.160564	  0.166205		CURRENT LEARNING RATE: 0.001820807957083685
previous_iter_valid_loss : 0.17283211648464203

    595180	  0.172994	  0.172832	  0.166453		CURRENT LEARNING RATE: 0.0018204438319060008
previous_iter_valid_loss : 0.16512687504291534

    595200	  0.165302	  0.165127	  0.165972		CURRENT LEARNING RATE: 0.0018200797795460682
previous_iter_valid_loss : 0.16062970459461212

    595220	  0.160790	  0.160630	  0.165213		CURRENT LEARNING RATE: 0.0018197157999893286
previous_iter_valid_loss : 0.16289937496185303

    595240	  0.163083	  0.162899	  0.165322		CURRENT LEARNING RATE: 0.00181935189322122
previous_iter_valid_loss : 0.16572874784469604

    595260	  0.165935	  0.165729	  0.165037		CURRENT LEARNING RATE: 0.0018189880592271888
previous_iter_valid_loss : 0.1657753735780716

    595280	  0.165989	  0.165775	  0.165203		CURRENT LEARNING RATE: 0.0018186242979926785
previous_iter_valid_loss : 0.17162808775901794

    595300	  0.171898	  0.171628	  0.165274		CURRENT LEARNING RATE: 0.0018182606095031421
previous_iter_valid_loss : 0.17438997328281403

    595320	  0.174684	  0.174390	  0.165892		CURRENT LEARNING RATE: 0.0018178969937440285
previous_iter_valid_loss : 0.16373856365680695

    595340	  0.163920	  0.163739	  0.165723		CURRENT LEARNING RATE: 0.0018175334507007969
previous_iter_valid_loss : 0.16233499348163605

    595360	  0.162508	  0.162335	  0.165731		CURRENT LEARNING RATE: 0.0018171699803589017
previous_iter_valid_loss : 0.16694284975528717

    595380	  0.167117	  0.166943	  0.165887		CURRENT LEARNING RATE: 0.0018168065827038075
previous_iter_valid_loss : 0.16551338136196136

    595400	  0.165697	  0.165513	  0.166122		CURRENT LEARNING RATE: 0.0018164432577209753
previous_iter_valid_loss : 0.1645926982164383

    595420	  0.164796	  0.164593	  0.166249		CURRENT LEARNING RATE: 0.0018160800053958755
previous_iter_valid_loss : 0.16696396470069885

    595440	  0.167188	  0.166964	  0.166365		CURRENT LEARNING RATE: 0.0018157168257139742
previous_iter_valid_loss : 0.16056734323501587

    595460	  0.160726	  0.160567	  0.166363		CURRENT LEARNING RATE: 0.001815353718660748
previous_iter_valid_loss : 0.16381384432315826

    595480	  0.164023	  0.163814	  0.165414		CURRENT LEARNING RATE: 0.0018149906842216692
previous_iter_valid_loss : 0.18572013080120087

    595500	  0.185873	  0.185720	  0.166664		CURRENT LEARNING RATE: 0.0018146277223822194
previous_iter_valid_loss : 0.16069096326828003

    595520	  0.160864	  0.160691	  0.166661		CURRENT LEARNING RATE: 0.0018142648331278773
previous_iter_valid_loss : 0.17432813346385956

    595540	  0.174609	  0.174328	  0.166736		CURRENT LEARNING RATE: 0.0018139020164441302
previous_iter_valid_loss : 0.16079527139663696

    595560	  0.160956	  0.160795	  0.166748		CURRENT LEARNING RATE: 0.0018135392723164626
previous_iter_valid_loss : 0.1748627871274948

    595580	  0.175029	  0.174863	  0.166850		CURRENT LEARNING RATE: 0.0018131766007303662
previous_iter_valid_loss : 0.1628885269165039

    595600	  0.163090	  0.162889	  0.166738		CURRENT LEARNING RATE: 0.0018128140016713354
previous_iter_valid_loss : 0.16271519660949707

    595620	  0.162899	  0.162715	  0.166842		CURRENT LEARNING RATE: 0.0018124514751248636
previous_iter_valid_loss : 0.16073285043239594

    595640	  0.160891	  0.160733	  0.166734		CURRENT LEARNING RATE: 0.0018120890210764522
previous_iter_valid_loss : 0.1642526239156723

    595660	  0.164426	  0.164253	  0.166660		CURRENT LEARNING RATE: 0.0018117266395116006
previous_iter_valid_loss : 0.16084876656532288

    595680	  0.161010	  0.160849	  0.166413		CURRENT LEARNING RATE: 0.0018113643304158164
previous_iter_valid_loss : 0.1620464026927948

    595700	  0.162222	  0.162046	  0.165934		CURRENT LEARNING RATE: 0.0018110020937746041
previous_iter_valid_loss : 0.16060270369052887

    595720	  0.160758	  0.160603	  0.165245		CURRENT LEARNING RATE: 0.0018106399295734774
previous_iter_valid_loss : 0.17346009612083435

    595740	  0.173736	  0.173460	  0.165731		CURRENT LEARNING RATE: 0.0018102778377979466
previous_iter_valid_loss : 0.16069522500038147

    595760	  0.160882	  0.160695	  0.165649		CURRENT LEARNING RATE: 0.001809915818433531
previous_iter_valid_loss : 0.16600218415260315

    595780	  0.166172	  0.166002	  0.165602		CURRENT LEARNING RATE: 0.0018095538714657466
previous_iter_valid_loss : 0.16120588779449463

    595800	  0.161396	  0.161206	  0.165387		CURRENT LEARNING RATE: 0.0018091919968801192
previous_iter_valid_loss : 0.1605287343263626

    595820	  0.160690	  0.160529	  0.165183		CURRENT LEARNING RATE: 0.0018088301946621703
previous_iter_valid_loss : 0.17871211469173431

    595840	  0.179023	  0.178712	  0.165771		CURRENT LEARNING RATE: 0.0018084684647974307
previous_iter_valid_loss : 0.1626809984445572

    595860	  0.162868	  0.162681	  0.165877		CURRENT LEARNING RATE: 0.0018081068072714288
previous_iter_valid_loss : 0.16073855757713318

    595880	  0.160891	  0.160739	  0.165723		CURRENT LEARNING RATE: 0.0018077452220697007
previous_iter_valid_loss : 0.17677153646945953

    595900	  0.177067	  0.176772	  0.165275		CURRENT LEARNING RATE: 0.0018073837091777802
previous_iter_valid_loss : 0.16057312488555908

    595920	  0.160729	  0.160573	  0.165270		CURRENT LEARNING RATE: 0.0018070222685812101
previous_iter_valid_loss : 0.16309311985969543

    595940	  0.163260	  0.163093	  0.164708		CURRENT LEARNING RATE: 0.001806660900265529
previous_iter_valid_loss : 0.16535566747188568

    595960	  0.165570	  0.165356	  0.164936		CURRENT LEARNING RATE: 0.0018062996042162846
previous_iter_valid_loss : 0.17466193437576294

    595980	  0.174822	  0.174662	  0.164926		CURRENT LEARNING RATE: 0.001805938380419026
previous_iter_valid_loss : 0.17515364289283752

    596000	  0.175434	  0.175154	  0.165539		CURRENT LEARNING RATE: 0.0018055772288593011
previous_iter_valid_loss : 0.17669403553009033

    596020	  0.176993	  0.176694	  0.166238		CURRENT LEARNING RATE: 0.0018052161495226674
previous_iter_valid_loss : 0.16082890331745148

    596040	  0.161011	  0.160829	  0.166243		CURRENT LEARNING RATE: 0.0018048551423946783
previous_iter_valid_loss : 0.17853441834449768

    596060	  0.178701	  0.178534	  0.166957		CURRENT LEARNING RATE: 0.0018044942074608966
previous_iter_valid_loss : 0.16872072219848633

    596080	  0.168963	  0.168721	  0.167350		CURRENT LEARNING RATE: 0.0018041333447068818
previous_iter_valid_loss : 0.17076845467090607

    596100	  0.170935	  0.170768	  0.167787		CURRENT LEARNING RATE: 0.0018037725541182029
previous_iter_valid_loss : 0.18886242806911469

    596120	  0.189287	  0.188862	  0.169200		CURRENT LEARNING RATE: 0.0018034118356804248
previous_iter_valid_loss : 0.16144321858882904

    596140	  0.161632	  0.161443	  0.168599		CURRENT LEARNING RATE: 0.001803051189379122
previous_iter_valid_loss : 0.16240531206130981

    596160	  0.162574	  0.162405	  0.168684		CURRENT LEARNING RATE: 0.001802690615199865
previous_iter_valid_loss : 0.16051028668880463

    596180	  0.160675	  0.160510	  0.168410		CURRENT LEARNING RATE: 0.0018023301131282349
previous_iter_valid_loss : 0.1702355146408081

    596200	  0.170494	  0.170236	  0.168861		CURRENT LEARNING RATE: 0.0018019696831498076
previous_iter_valid_loss : 0.1608266532421112

    596220	  0.160997	  0.160827	  0.168876		CURRENT LEARNING RATE: 0.0018016093252501695
previous_iter_valid_loss : 0.18095237016677856

    596240	  0.181120	  0.180952	  0.168988		CURRENT LEARNING RATE: 0.0018012490394149034
previous_iter_valid_loss : 0.1633804887533188

    596260	  0.163549	  0.163380	  0.169023		CURRENT LEARNING RATE: 0.0018008888256296003
previous_iter_valid_loss : 0.16054730117321014

    596280	  0.160708	  0.160547	  0.169013		CURRENT LEARNING RATE: 0.001800528683879849
previous_iter_valid_loss : 0.16198475658893585

    596300	  0.162148	  0.161985	  0.168274		CURRENT LEARNING RATE: 0.0018001686141512472
previous_iter_valid_loss : 0.16351215541362762

    596320	  0.163709	  0.163512	  0.168421		CURRENT LEARNING RATE: 0.0017998086164293882
previous_iter_valid_loss : 0.1606433093547821

    596340	  0.160813	  0.160643	  0.168299		CURRENT LEARNING RATE: 0.001799448690699876
previous_iter_valid_loss : 0.16896428167819977

    596360	  0.169125	  0.168964	  0.168479		CURRENT LEARNING RATE: 0.00179908883694831
previous_iter_valid_loss : 0.16166085004806519

    596380	  0.161837	  0.161661	  0.167829		CURRENT LEARNING RATE: 0.0017987290551602975
previous_iter_valid_loss : 0.16055546700954437

    596400	  0.160718	  0.160555	  0.167099		CURRENT LEARNING RATE: 0.0017983693453214494
previous_iter_valid_loss : 0.16059081256389618

    596420	  0.160768	  0.160591	  0.166294		CURRENT LEARNING RATE: 0.0017980097074173735
previous_iter_valid_loss : 0.1715192049741745

    596440	  0.171782	  0.171519	  0.166828		CURRENT LEARNING RATE: 0.0017976501414336875
previous_iter_valid_loss : 0.16051854193210602

    596460	  0.160678	  0.160519	  0.165928		CURRENT LEARNING RATE: 0.0017972906473560063
previous_iter_valid_loss : 0.16173140704631805

    596480	  0.161899	  0.161731	  0.165578		CURRENT LEARNING RATE: 0.0017969312251699524
previous_iter_valid_loss : 0.16540396213531494

    596500	  0.165610	  0.165404	  0.165310		CURRENT LEARNING RATE: 0.0017965718748611465
previous_iter_valid_loss : 0.16739661991596222

    596520	  0.167619	  0.167397	  0.164237		CURRENT LEARNING RATE: 0.0017962125964152175
previous_iter_valid_loss : 0.16070899367332458

    596540	  0.160881	  0.160709	  0.164200		CURRENT LEARNING RATE: 0.0017958533898177907
previous_iter_valid_loss : 0.17170971632003784

    596560	  0.171972	  0.171710	  0.164665		CURRENT LEARNING RATE: 0.0017954942550545015
previous_iter_valid_loss : 0.16316093504428864

    596580	  0.163328	  0.163161	  0.164798		CURRENT LEARNING RATE: 0.0017951351921109812
previous_iter_valid_loss : 0.16428816318511963

    596600	  0.164497	  0.164288	  0.164500		CURRENT LEARNING RATE: 0.00179477620097287
previous_iter_valid_loss : 0.16252337396144867

    596620	  0.162696	  0.162523	  0.164585		CURRENT LEARNING RATE: 0.001794417281625806
previous_iter_valid_loss : 0.16913089156150818

    596640	  0.169291	  0.169131	  0.163994		CURRENT LEARNING RATE: 0.0017940584340554347
previous_iter_valid_loss : 0.16406919062137604

    596660	  0.164275	  0.164069	  0.164028		CURRENT LEARNING RATE: 0.0017936996582473997
previous_iter_valid_loss : 0.16197505593299866

    596680	  0.162138	  0.161975	  0.164100		CURRENT LEARNING RATE: 0.0017933409541873526
previous_iter_valid_loss : 0.1687307506799698

    596700	  0.168966	  0.168731	  0.164437		CURRENT LEARNING RATE: 0.0017929823218609425
previous_iter_valid_loss : 0.16179154813289642

    596720	  0.161985	  0.161792	  0.164351		CURRENT LEARNING RATE: 0.001792623761253827
previous_iter_valid_loss : 0.17156177759170532

    596740	  0.171823	  0.171562	  0.164897		CURRENT LEARNING RATE: 0.0017922652723516609
previous_iter_valid_loss : 0.16152246296405792

    596760	  0.161713	  0.161522	  0.164525		CURRENT LEARNING RATE: 0.0017919068551401057
previous_iter_valid_loss : 0.17248065769672394

    596780	  0.172748	  0.172481	  0.165066		CURRENT LEARNING RATE: 0.0017915485096048262
previous_iter_valid_loss : 0.16052620112895966

    596800	  0.160689	  0.160526	  0.165064		CURRENT LEARNING RATE: 0.0017911902357314862
previous_iter_valid_loss : 0.1718333661556244

    596820	  0.172105	  0.171833	  0.165627		CURRENT LEARNING RATE: 0.0017908320335057572
previous_iter_valid_loss : 0.1775892823934555

    596840	  0.177898	  0.177589	  0.165930		CURRENT LEARNING RATE: 0.0017904739029133085
previous_iter_valid_loss : 0.1637822389602661

    596860	  0.163995	  0.163782	  0.166093		CURRENT LEARNING RATE: 0.0017901158439398172
previous_iter_valid_loss : 0.17079000174999237

    596880	  0.171052	  0.170790	  0.166546		CURRENT LEARNING RATE: 0.001789757856570959
previous_iter_valid_loss : 0.16055828332901

    596900	  0.160729	  0.160558	  0.166304		CURRENT LEARNING RATE: 0.0017893999407924165
previous_iter_valid_loss : 0.1778603345155716

    596920	  0.178031	  0.177860	  0.166827		CURRENT LEARNING RATE: 0.0017890420965898705
previous_iter_valid_loss : 0.16100680828094482

    596940	  0.161192	  0.161007	  0.166842		CURRENT LEARNING RATE: 0.0017886843239490098
previous_iter_valid_loss : 0.16578038036823273

    596960	  0.165955	  0.165780	  0.166546		CURRENT LEARNING RATE: 0.0017883266228555209
previous_iter_valid_loss : 0.1613144427537918

    596980	  0.161480	  0.161314	  0.166453		CURRENT LEARNING RATE: 0.0017879689932950988
previous_iter_valid_loss : 0.16605378687381744

    597000	  0.166274	  0.166054	  0.166542		CURRENT LEARNING RATE: 0.001787611435253435
previous_iter_valid_loss : 0.16098552942276

    597020	  0.161150	  0.160986	  0.166465		CURRENT LEARNING RATE: 0.0017872539487162307
previous_iter_valid_loss : 0.17394240200519562

    597040	  0.174227	  0.173942	  0.166705		CURRENT LEARNING RATE: 0.0017868965336691827
previous_iter_valid_loss : 0.1673380434513092

    597060	  0.167506	  0.167338	  0.166869		CURRENT LEARNING RATE: 0.0017865391900979979
previous_iter_valid_loss : 0.17419321835041046

    597080	  0.174349	  0.174193	  0.167480		CURRENT LEARNING RATE: 0.0017861819179883793
previous_iter_valid_loss : 0.1678341180086136

    597100	  0.168002	  0.167834	  0.167435		CURRENT LEARNING RATE: 0.0017858247173260394
previous_iter_valid_loss : 0.167589470744133

    597120	  0.167759	  0.167589	  0.167725		CURRENT LEARNING RATE: 0.0017854675880966868
previous_iter_valid_loss : 0.2038716971874237

    597140	  0.203939	  0.203872	  0.169340		CURRENT LEARNING RATE: 0.0017851105302860396
previous_iter_valid_loss : 0.1669156551361084

    597160	  0.167140	  0.166916	  0.169610		CURRENT LEARNING RATE: 0.001784753543879812
previous_iter_valid_loss : 0.16833733022212982

    597180	  0.168579	  0.168337	  0.169403		CURRENT LEARNING RATE: 0.0017843966288637267
previous_iter_valid_loss : 0.1605401188135147

    597200	  0.160705	  0.160540	  0.169403		CURRENT LEARNING RATE: 0.0017840397852235085
previous_iter_valid_loss : 0.16768991947174072

    597220	  0.167910	  0.167690	  0.169196		CURRENT LEARNING RATE: 0.00178368301294488
previous_iter_valid_loss : 0.1605500876903534

    597240	  0.160723	  0.160550	  0.168344		CURRENT LEARNING RATE: 0.001783326312013574
previous_iter_valid_loss : 0.16169913113117218

    597260	  0.161856	  0.161699	  0.168240		CURRENT LEARNING RATE: 0.0017829696824153193
previous_iter_valid_loss : 0.16184929013252258

    597280	  0.162041	  0.161849	  0.167793		CURRENT LEARNING RATE: 0.0017826131241358535
previous_iter_valid_loss : 0.16083206236362457

    597300	  0.160988	  0.160832	  0.167807		CURRENT LEARNING RATE: 0.0017822566371609111
previous_iter_valid_loss : 0.17097921669483185

    597320	  0.171133	  0.170979	  0.167463		CURRENT LEARNING RATE: 0.0017819002214762365
previous_iter_valid_loss : 0.1612258106470108

    597340	  0.161387	  0.161226	  0.167474		CURRENT LEARNING RATE: 0.001781543877067569
previous_iter_valid_loss : 0.16739656031131744

    597360	  0.167567	  0.167397	  0.167554		CURRENT LEARNING RATE: 0.0017811876039206588
previous_iter_valid_loss : 0.1610051691532135

    597380	  0.161197	  0.161005	  0.167539		CURRENT LEARNING RATE: 0.0017808314020212512
previous_iter_valid_loss : 0.16473868489265442

    597400	  0.164939	  0.164739	  0.167473		CURRENT LEARNING RATE: 0.0017804752713551015
previous_iter_valid_loss : 0.1605166494846344

    597420	  0.160683	  0.160517	  0.167450		CURRENT LEARNING RATE: 0.0017801192119079612
previous_iter_valid_loss : 0.16377265751361847

    597440	  0.163943	  0.163773	  0.166941		CURRENT LEARNING RATE: 0.0017797632236655912
previous_iter_valid_loss : 0.1608457863330841

    597460	  0.161031	  0.160846	  0.166617		CURRENT LEARNING RATE: 0.0017794073066137491
previous_iter_valid_loss : 0.16375631093978882

    597480	  0.163925	  0.163756	  0.166095		CURRENT LEARNING RATE: 0.0017790514607382007
previous_iter_valid_loss : 0.16725006699562073

    597500	  0.167421	  0.167250	  0.166066		CURRENT LEARNING RATE: 0.0017786956860247095
previous_iter_valid_loss : 0.17501558363437653

    597520	  0.175182	  0.175016	  0.166437		CURRENT LEARNING RATE: 0.0017783399824590478
previous_iter_valid_loss : 0.16058211028575897

    597540	  0.160739	  0.160582	  0.164272		CURRENT LEARNING RATE: 0.001777984350026984
previous_iter_valid_loss : 0.16060052812099457

    597560	  0.160777	  0.160601	  0.163957		CURRENT LEARNING RATE: 0.001777628788714296
previous_iter_valid_loss : 0.16337837278842926

    597580	  0.163572	  0.163378	  0.163709		CURRENT LEARNING RATE: 0.001777273298506758
previous_iter_valid_loss : 0.1618475764989853

    597600	  0.162040	  0.161848	  0.163774		CURRENT LEARNING RATE: 0.0017769178793901523
previous_iter_valid_loss : 0.16153556108474731

    597620	  0.161722	  0.161536	  0.163466		CURRENT LEARNING RATE: 0.0017765625313502635
previous_iter_valid_loss : 0.1605754941701889

    597640	  0.160731	  0.160575	  0.163468		CURRENT LEARNING RATE: 0.001776207254372875
previous_iter_valid_loss : 0.16137127578258514

    597660	  0.161523	  0.161371	  0.163451		CURRENT LEARNING RATE: 0.001775852048443778
previous_iter_valid_loss : 0.160789355635643

    597680	  0.160971	  0.160789	  0.163398		CURRENT LEARNING RATE: 0.0017754969135487615
previous_iter_valid_loss : 0.16102957725524902

    597700	  0.161189	  0.161030	  0.163408		CURRENT LEARNING RATE: 0.0017751418496736238
previous_iter_valid_loss : 0.16089840233325958

    597720	  0.161088	  0.160898	  0.162904		CURRENT LEARNING RATE: 0.0017747868568041584
previous_iter_valid_loss : 0.1605115532875061

    597740	  0.160671	  0.160512	  0.162868		CURRENT LEARNING RATE: 0.0017744319349261696
previous_iter_valid_loss : 0.16057468950748444

    597760	  0.160731	  0.160575	  0.162527		CURRENT LEARNING RATE: 0.0017740770840254563
previous_iter_valid_loss : 0.16297027468681335

    597780	  0.163172	  0.162970	  0.162625		CURRENT LEARNING RATE: 0.0017737223040878284
previous_iter_valid_loss : 0.16070275008678436

    597800	  0.160862	  0.160703	  0.162424		CURRENT LEARNING RATE: 0.0017733675950990914
previous_iter_valid_loss : 0.16216258704662323

    597820	  0.162352	  0.162163	  0.162506		CURRENT LEARNING RATE: 0.00177301295704506
previous_iter_valid_loss : 0.16054660081863403

    597840	  0.160706	  0.160547	  0.162345		CURRENT LEARNING RATE: 0.0017726583899115454
previous_iter_valid_loss : 0.16054034233093262

    597860	  0.160702	  0.160540	  0.162329		CURRENT LEARNING RATE: 0.0017723038936843683
previous_iter_valid_loss : 0.17006516456604004

    597880	  0.170226	  0.170065	  0.162645		CURRENT LEARNING RATE: 0.0017719494683493455
previous_iter_valid_loss : 0.16871531307697296

    597900	  0.168948	  0.168715	  0.162718		CURRENT LEARNING RATE: 0.0017715951138923035
previous_iter_valid_loss : 0.16370104253292084

    597920	  0.163893	  0.163701	  0.162152		CURRENT LEARNING RATE: 0.0017712408302990646
previous_iter_valid_loss : 0.16244661808013916

    597940	  0.162614	  0.162447	  0.162246		CURRENT LEARNING RATE: 0.0017708866175554605
previous_iter_valid_loss : 0.1607571542263031

    597960	  0.160910	  0.160757	  0.162253		CURRENT LEARNING RATE: 0.00177053247564732
previous_iter_valid_loss : 0.17092640697956085

    597980	  0.171187	  0.170926	  0.162631		CURRENT LEARNING RATE: 0.0017701784045604787
previous_iter_valid_loss : 0.16669589281082153

    598000	  0.166857	  0.166696	  0.162873		CURRENT LEARNING RATE: 0.0017698244042807754
previous_iter_valid_loss : 0.16155840456485748

    598020	  0.161724	  0.161558	  0.162874		CURRENT LEARNING RATE: 0.001769470474794047
previous_iter_valid_loss : 0.17422334849834442

    598040	  0.174507	  0.174223	  0.163557		CURRENT LEARNING RATE: 0.0017691166160861394
previous_iter_valid_loss : 0.16111677885055542

    598060	  0.161275	  0.161117	  0.163544		CURRENT LEARNING RATE: 0.0017687628281428949
previous_iter_valid_loss : 0.16086174547672272

    598080	  0.161046	  0.160862	  0.163548		CURRENT LEARNING RATE: 0.0017684091109501656
previous_iter_valid_loss : 0.16745281219482422

    598100	  0.167681	  0.167453	  0.163869		CURRENT LEARNING RATE: 0.0017680554644937993
previous_iter_valid_loss : 0.16272994875907898

    598120	  0.162936	  0.162730	  0.163960		CURRENT LEARNING RATE: 0.0017677018887596533
previous_iter_valid_loss : 0.17459984123706818

    598140	  0.174877	  0.174600	  0.164665		CURRENT LEARNING RATE: 0.0017673483837335816
previous_iter_valid_loss : 0.16800810396671295

    598160	  0.168233	  0.168008	  0.165036		CURRENT LEARNING RATE: 0.001766994949401447
previous_iter_valid_loss : 0.1627085655927658

    598180	  0.162868	  0.162709	  0.165023		CURRENT LEARNING RATE: 0.0017666415857491092
previous_iter_valid_loss : 0.16354288160800934

    598200	  0.163735	  0.163543	  0.165165		CURRENT LEARNING RATE: 0.0017662882927624364
previous_iter_valid_loss : 0.16500821709632874

    598220	  0.165179	  0.165008	  0.165308		CURRENT LEARNING RATE: 0.0017659350704272941
previous_iter_valid_loss : 0.16053062677383423

    598240	  0.160701	  0.160531	  0.165307		CURRENT LEARNING RATE: 0.0017655819187295562
previous_iter_valid_loss : 0.162250816822052

    598260	  0.162437	  0.162251	  0.165392		CURRENT LEARNING RATE: 0.001765228837655094
previous_iter_valid_loss : 0.17248409986495972

    598280	  0.172639	  0.172484	  0.165513		CURRENT LEARNING RATE: 0.001764875827189787
previous_iter_valid_loss : 0.16214673221111298

    598300	  0.162308	  0.162147	  0.165185		CURRENT LEARNING RATE: 0.0017645228873195118
previous_iter_valid_loss : 0.16111905872821808

    598320	  0.161302	  0.161119	  0.165056		CURRENT LEARNING RATE: 0.001764170018030154
previous_iter_valid_loss : 0.17599691450595856

    598340	  0.176160	  0.175997	  0.165733		CURRENT LEARNING RATE: 0.0017638172193075955
previous_iter_valid_loss : 0.1606329381465912

    598360	  0.160807	  0.160633	  0.165727		CURRENT LEARNING RATE: 0.0017634644911377277
previous_iter_valid_loss : 0.16057191789150238

    598380	  0.160722	  0.160572	  0.165209		CURRENT LEARNING RATE: 0.0017631118335064378
previous_iter_valid_loss : 0.1716204732656479

    598400	  0.171881	  0.171620	  0.165456		CURRENT LEARNING RATE: 0.0017627592463996219
previous_iter_valid_loss : 0.16602641344070435

    598420	  0.166186	  0.166026	  0.165679		CURRENT LEARNING RATE: 0.0017624067298031773
previous_iter_valid_loss : 0.16059044003486633

    598440	  0.160759	  0.160590	  0.164997		CURRENT LEARNING RATE: 0.0017620542837030009
previous_iter_valid_loss : 0.17679943144321442

    598460	  0.176955	  0.176799	  0.165781		CURRENT LEARNING RATE: 0.0017617019080849975
previous_iter_valid_loss : 0.17276990413665771

    598480	  0.173046	  0.172770	  0.166377		CURRENT LEARNING RATE: 0.0017613496029350692
previous_iter_valid_loss : 0.16174747049808502

    598500	  0.161909	  0.161747	  0.166092		CURRENT LEARNING RATE: 0.0017609973682391267
previous_iter_valid_loss : 0.1718810647726059

    598520	  0.172137	  0.171881	  0.166549		CURRENT LEARNING RATE: 0.0017606452039830777
previous_iter_valid_loss : 0.1605997532606125

    598540	  0.160754	  0.160600	  0.165849		CURRENT LEARNING RATE: 0.0017602931101528385
previous_iter_valid_loss : 0.19632244110107422

    598560	  0.196818	  0.196322	  0.167265		CURRENT LEARNING RATE: 0.0017599410867343225
previous_iter_valid_loss : 0.1785210371017456

    598580	  0.178688	  0.178521	  0.168056		CURRENT LEARNING RATE: 0.0017595891337134515
previous_iter_valid_loss : 0.1648791879415512

    598600	  0.165077	  0.164879	  0.168122		CURRENT LEARNING RATE: 0.001759237251076145
previous_iter_valid_loss : 0.18234890699386597

    598620	  0.182510	  0.182349	  0.168989		CURRENT LEARNING RATE: 0.0017588854388083297
previous_iter_valid_loss : 0.17393562197685242

    598640	  0.174093	  0.173936	  0.169660		CURRENT LEARNING RATE: 0.0017585336968959312
previous_iter_valid_loss : 0.16311195492744446

    598660	  0.163298	  0.163112	  0.169703		CURRENT LEARNING RATE: 0.0017581820253248822
previous_iter_valid_loss : 0.16317428648471832

    598680	  0.163371	  0.163174	  0.169237		CURRENT LEARNING RATE: 0.0017578304240811128
previous_iter_valid_loss : 0.18143600225448608

    598700	  0.181764	  0.181436	  0.170202		CURRENT LEARNING RATE: 0.0017574788931505622
previous_iter_valid_loss : 0.16981734335422516

    598720	  0.170061	  0.169817	  0.170637		CURRENT LEARNING RATE: 0.001757127432519166
previous_iter_valid_loss : 0.16142308712005615

    598740	  0.161597	  0.161423	  0.169908		CURRENT LEARNING RATE: 0.0017567760421728692
previous_iter_valid_loss : 0.16382363438606262

    598760	  0.163991	  0.163824	  0.170067		CURRENT LEARNING RATE: 0.001756424722097612
previous_iter_valid_loss : 0.16302615404129028

    598780	  0.163217	  0.163026	  0.170190		CURRENT LEARNING RATE: 0.0017560734722793447
previous_iter_valid_loss : 0.160820871591568

    598800	  0.160999	  0.160821	  0.169650		CURRENT LEARNING RATE: 0.0017557222927040176
previous_iter_valid_loss : 0.17046216130256653

    598820	  0.170701	  0.170462	  0.169872		CURRENT LEARNING RATE: 0.0017553711833575812
previous_iter_valid_loss : 0.16107220947742462

    598840	  0.161255	  0.161072	  0.169896		CURRENT LEARNING RATE: 0.0017550201442259937
previous_iter_valid_loss : 0.16095134615898132

    598860	  0.161129	  0.160951	  0.169104		CURRENT LEARNING RATE: 0.001754669175295211
previous_iter_valid_loss : 0.16080999374389648

    598880	  0.160973	  0.160810	  0.168506		CURRENT LEARNING RATE: 0.0017543182765511968
previous_iter_valid_loss : 0.1605120599269867

    598900	  0.160682	  0.160512	  0.168444		CURRENT LEARNING RATE: 0.0017539674479799122
previous_iter_valid_loss : 0.17291344702243805

    598920	  0.173075	  0.172913	  0.168495		CURRENT LEARNING RATE: 0.0017536166895673274
previous_iter_valid_loss : 0.1626594066619873

    598940	  0.162853	  0.162659	  0.168598		CURRENT LEARNING RATE: 0.0017532660012994092
previous_iter_valid_loss : 0.16066740453243256

    598960	  0.160835	  0.160667	  0.166816		CURRENT LEARNING RATE: 0.0017529153831621325
previous_iter_valid_loss : 0.19931896030902863

    598980	  0.199852	  0.199319	  0.167856		CURRENT LEARNING RATE: 0.0017525648351414697
previous_iter_valid_loss : 0.16556303203105927

    599000	  0.165775	  0.165563	  0.167890		CURRENT LEARNING RATE: 0.0017522143572234023
previous_iter_valid_loss : 0.16833092272281647

    599020	  0.168571	  0.168331	  0.167189		CURRENT LEARNING RATE: 0.001751863949393908
previous_iter_valid_loss : 0.16163906455039978

    599040	  0.161839	  0.161639	  0.166574		CURRENT LEARNING RATE: 0.0017515136116389733
previous_iter_valid_loss : 0.16387660801410675

    599060	  0.164053	  0.163877	  0.166612		CURRENT LEARNING RATE: 0.0017511633439445818
previous_iter_valid_loss : 0.16488049924373627

    599080	  0.165059	  0.164880	  0.166698		CURRENT LEARNING RATE: 0.001750813146296726
previous_iter_valid_loss : 0.17029568552970886

    599100	  0.170455	  0.170296	  0.166141		CURRENT LEARNING RATE: 0.0017504630186813944
previous_iter_valid_loss : 0.16306740045547485

    599120	  0.163267	  0.163067	  0.165803		CURRENT LEARNING RATE: 0.0017501129610845855
previous_iter_valid_loss : 0.18503206968307495

    599140	  0.185185	  0.185032	  0.166984		CURRENT LEARNING RATE: 0.0017497629734922937
previous_iter_valid_loss : 0.17437319457530975

    599160	  0.174527	  0.174373	  0.167511		CURRENT LEARNING RATE: 0.0017494130558905227
previous_iter_valid_loss : 0.16053977608680725

    599180	  0.160707	  0.160540	  0.167387		CURRENT LEARNING RATE: 0.0017490632082652724
previous_iter_valid_loss : 0.16482801735401154

    599200	  0.165009	  0.164828	  0.167587		CURRENT LEARNING RATE: 0.0017487134306025508
previous_iter_valid_loss : 0.17303083837032318

    599220	  0.173183	  0.173031	  0.167715		CURRENT LEARNING RATE: 0.0017483637228883685
previous_iter_valid_loss : 0.16928954422473907

    599240	  0.169453	  0.169290	  0.168126		CURRENT LEARNING RATE: 0.0017480140851087332
previous_iter_valid_loss : 0.17256535589694977

    599260	  0.172724	  0.172565	  0.168707		CURRENT LEARNING RATE: 0.0017476645172496634
previous_iter_valid_loss : 0.16129045188426971

    599280	  0.161451	  0.161290	  0.168731		CURRENT LEARNING RATE: 0.0017473150192971732
previous_iter_valid_loss : 0.17970329523086548

    599300	  0.179872	  0.179703	  0.169691		CURRENT LEARNING RATE: 0.001746965591237285
previous_iter_valid_loss : 0.22263553738594055

    599320	  0.222626	  0.222636	  0.172177		CURRENT LEARNING RATE: 0.0017466162330560197
previous_iter_valid_loss : 0.16074880957603455

    599340	  0.160904	  0.160749	  0.172081		CURRENT LEARNING RATE: 0.0017462669447394052
previous_iter_valid_loss : 0.162652850151062

    599360	  0.162830	  0.162653	  0.172180		CURRENT LEARNING RATE: 0.0017459177262734674
previous_iter_valid_loss : 0.16139432787895203

    599380	  0.161556	  0.161394	  0.170284		CURRENT LEARNING RATE: 0.00174556857764424
previous_iter_valid_loss : 0.16051575541496277

    599400	  0.160682	  0.160516	  0.170032		CURRENT LEARNING RATE: 0.0017452194988377546
previous_iter_valid_loss : 0.17203105986118317

    599420	  0.172189	  0.172031	  0.170217		CURRENT LEARNING RATE: 0.0017448704898400513
previous_iter_valid_loss : 0.16786852478981018

    599440	  0.168027	  0.167869	  0.170528		CURRENT LEARNING RATE: 0.0017445215506371658
previous_iter_valid_loss : 0.17767596244812012

    599460	  0.177842	  0.177676	  0.171218		CURRENT LEARNING RATE: 0.0017441726812151444
previous_iter_valid_loss : 0.16142669320106506

    599480	  0.161616	  0.161427	  0.171046		CURRENT LEARNING RATE: 0.0017438238815600288
previous_iter_valid_loss : 0.16344328224658966

    599500	  0.163622	  0.163443	  0.170703		CURRENT LEARNING RATE: 0.00174347515165787
previous_iter_valid_loss : 0.1606002002954483

    599520	  0.160782	  0.160600	  0.170580		CURRENT LEARNING RATE: 0.0017431264914947165
previous_iter_valid_loss : 0.16470704972743988

    599540	  0.164887	  0.164707	  0.169563		CURRENT LEARNING RATE: 0.001742777901056624
previous_iter_valid_loss : 0.19775593280792236

    599560	  0.197850	  0.197756	  0.170733		CURRENT LEARNING RATE: 0.0017424293803296464
previous_iter_valid_loss : 0.18475888669490814

    599580	  0.185133	  0.184759	  0.171944		CURRENT LEARNING RATE: 0.0017420809292998443
previous_iter_valid_loss : 0.16267523169517517

    599600	  0.162867	  0.162675	  0.171836		CURRENT LEARNING RATE: 0.001741732547953281
previous_iter_valid_loss : 0.18910109996795654

    599620	  0.189532	  0.189101	  0.172639		CURRENT LEARNING RATE: 0.0017413842362760184
previous_iter_valid_loss : 0.1605566143989563

    599640	  0.160721	  0.160557	  0.172203		CURRENT LEARNING RATE: 0.0017410359942541269
previous_iter_valid_loss : 0.17608784139156342

    599660	  0.176378	  0.176088	  0.172379		CURRENT LEARNING RATE: 0.0017406878218736742
previous_iter_valid_loss : 0.16478459537029266

    599680	  0.164991	  0.164785	  0.172554		CURRENT LEARNING RATE: 0.0017403397191207357
previous_iter_valid_loss : 0.1610424965620041

    599700	  0.161203	  0.161042	  0.171621		CURRENT LEARNING RATE: 0.001739991685981385
previous_iter_valid_loss : 0.1617046743631363

    599720	  0.161874	  0.161705	  0.168574		CURRENT LEARNING RATE: 0.0017396437224417034
previous_iter_valid_loss : 0.16092078387737274

    599740	  0.161109	  0.160921	  0.168583		CURRENT LEARNING RATE: 0.0017392958284877691
previous_iter_valid_loss : 0.1624307483434677

    599760	  0.162612	  0.162431	  0.168571		CURRENT LEARNING RATE: 0.00173894800410567
previous_iter_valid_loss : 0.16265322268009186

    599780	  0.162837	  0.162653	  0.168634		CURRENT LEARNING RATE: 0.0017386002492814898
previous_iter_valid_loss : 0.1676475554704666

    599800	  0.167875	  0.167648	  0.168991		CURRENT LEARNING RATE: 0.0017382525640013214
previous_iter_valid_loss : 0.1616681069135666

    599820	  0.161825	  0.161668	  0.168473		CURRENT LEARNING RATE: 0.0017379049482512542
previous_iter_valid_loss : 0.17113326489925385

    599840	  0.171293	  0.171133	  0.168636		CURRENT LEARNING RATE: 0.0017375574020173866
previous_iter_valid_loss : 0.16086694598197937

    599860	  0.161056	  0.160867	  0.167796		CURRENT LEARNING RATE: 0.0017372099252858137
previous_iter_valid_loss : 0.16572663187980652

    599880	  0.165931	  0.165727	  0.168011		CURRENT LEARNING RATE: 0.0017368625180426399
previous_iter_valid_loss : 0.16254332661628723

    599900	  0.162695	  0.162543	  0.167966		CURRENT LEARNING RATE: 0.0017365151802739651
previous_iter_valid_loss : 0.16623103618621826

    599920	  0.166455	  0.166231	  0.168247		CURRENT LEARNING RATE: 0.0017361679119658995
previous_iter_valid_loss : 0.16066482663154602

    599940	  0.160844	  0.160665	  0.168045		CURRENT LEARNING RATE: 0.001735820713104549
previous_iter_valid_loss : 0.16636846959590912

    599960	  0.166577	  0.166368	  0.166476		CURRENT LEARNING RATE: 0.001735473583676029
previous_iter_valid_loss : 0.1947615146636963

    599980	  0.195239	  0.194762	  0.166976		CURRENT LEARNING RATE: 0.0017351265236664507
previous_iter_valid_loss : 0.1692582219839096

    600000	  0.169494	  0.169258	  0.167305		CURRENT LEARNING RATE: 0.0017347795330619339
previous_iter_valid_loss : 0.16565796732902527

    600020	  0.165884	  0.165658	  0.166133		CURRENT LEARNING RATE: 0.0017344326118486
previous_iter_valid_loss : 0.16061952710151672

    600040	  0.160794	  0.160620	  0.166136		CURRENT LEARNING RATE: 0.0017340857600125694
previous_iter_valid_loss : 0.1781933754682541

    600060	  0.178500	  0.178193	  0.166241		CURRENT LEARNING RATE: 0.0017337389775399707
previous_iter_valid_loss : 0.16060958802700043

    600080	  0.160781	  0.160610	  0.166032		CURRENT LEARNING RATE: 0.0017333922644169302
previous_iter_valid_loss : 0.16332340240478516

    600100	  0.163503	  0.163323	  0.166147		CURRENT LEARNING RATE: 0.001733045620629582
previous_iter_valid_loss : 0.1606391966342926

    600120	  0.160802	  0.160639	  0.166093		CURRENT LEARNING RATE: 0.001732699046164057
previous_iter_valid_loss : 0.18274913728237152

    600140	  0.182918	  0.182749	  0.167185		CURRENT LEARNING RATE: 0.0017323525410064956
previous_iter_valid_loss : 0.16177739202976227

    600160	  0.161978	  0.161777	  0.167152		CURRENT LEARNING RATE: 0.0017320061051430348
previous_iter_valid_loss : 0.16187447309494019

    600180	  0.162073	  0.161874	  0.167113		CURRENT LEARNING RATE: 0.0017316597385598198
previous_iter_valid_loss : 0.16313020884990692

    600200	  0.163306	  0.163130	  0.166887		CURRENT LEARNING RATE: 0.001731313441242993
previous_iter_valid_loss : 0.16230063140392303

    600220	  0.162492	  0.162301	  0.166919		CURRENT LEARNING RATE: 0.0017309672131787057
previous_iter_valid_loss : 0.1613537222146988

    600240	  0.161521	  0.161354	  0.166430		CURRENT LEARNING RATE: 0.0017306210543531057
previous_iter_valid_loss : 0.1701786369085312

    600260	  0.170436	  0.170179	  0.166895		CURRENT LEARNING RATE: 0.0017302749647523496
previous_iter_valid_loss : 0.17307637631893158

    600280	  0.173241	  0.173076	  0.167263		CURRENT LEARNING RATE: 0.0017299289443625909
previous_iter_valid_loss : 0.16352544724941254

    600300	  0.163732	  0.163525	  0.167312		CURRENT LEARNING RATE: 0.0017295829931699917
previous_iter_valid_loss : 0.16052304208278656

    600320	  0.160690	  0.160523	  0.167027		CURRENT LEARNING RATE: 0.0017292371111607108
previous_iter_valid_loss : 0.1653948426246643

    600340	  0.165570	  0.165395	  0.167263		CURRENT LEARNING RATE: 0.0017288912983209163
previous_iter_valid_loss : 0.16500814259052277

    600360	  0.165186	  0.165008	  0.167195		CURRENT LEARNING RATE: 0.0017285455546367722
previous_iter_valid_loss : 0.1614179015159607

    600380	  0.161585	  0.161418	  0.165528		CURRENT LEARNING RATE: 0.0017281998800944519
previous_iter_valid_loss : 0.16531729698181152

    600400	  0.165490	  0.165317	  0.165331		CURRENT LEARNING RATE: 0.0017278542746801259
previous_iter_valid_loss : 0.1660533845424652

    600420	  0.166269	  0.166053	  0.165351		CURRENT LEARNING RATE: 0.0017275087383799709
previous_iter_valid_loss : 0.16080226004123688

    600440	  0.160962	  0.160802	  0.165360		CURRENT LEARNING RATE: 0.0017271632711801672
previous_iter_valid_loss : 0.162252739071846

    600460	  0.162421	  0.162253	  0.164563		CURRENT LEARNING RATE: 0.0017268178730668932
previous_iter_valid_loss : 0.16733375191688538

    600480	  0.167560	  0.167334	  0.164899		CURRENT LEARNING RATE: 0.0017264725440263356
previous_iter_valid_loss : 0.16102150082588196

    600500	  0.161184	  0.161022	  0.164784		CURRENT LEARNING RATE: 0.0017261272840446787
previous_iter_valid_loss : 0.1616523265838623

    600520	  0.161816	  0.161652	  0.164835		CURRENT LEARNING RATE: 0.001725782093108115
previous_iter_valid_loss : 0.16586948931217194

    600540	  0.166044	  0.165869	  0.163991		CURRENT LEARNING RATE: 0.0017254369712028335
previous_iter_valid_loss : 0.17294465005397797

    600560	  0.173104	  0.172945	  0.164549		CURRENT LEARNING RATE: 0.0017250919183150325
previous_iter_valid_loss : 0.17728780210018158

    600580	  0.177452	  0.177288	  0.165320		CURRENT LEARNING RATE: 0.001724746934430907
previous_iter_valid_loss : 0.17058143019676208

    600600	  0.170745	  0.170581	  0.165692		CURRENT LEARNING RATE: 0.001724402019536661
previous_iter_valid_loss : 0.17447659373283386

    600620	  0.174637	  0.174477	  0.166301		CURRENT LEARNING RATE: 0.0017240571736184943
previous_iter_valid_loss : 0.16491484642028809

    600640	  0.165096	  0.164915	  0.166479		CURRENT LEARNING RATE: 0.0017237123966626165
previous_iter_valid_loss : 0.16273175179958344

    600660	  0.162902	  0.162732	  0.166107		CURRENT LEARNING RATE: 0.0017233676886552328
previous_iter_valid_loss : 0.1731072962284088

    600680	  0.173263	  0.173107	  0.166108		CURRENT LEARNING RATE: 0.0017230230495825587
previous_iter_valid_loss : 0.16055408120155334

    600700	  0.160726	  0.160554	  0.165960		CURRENT LEARNING RATE: 0.001722678479430805
previous_iter_valid_loss : 0.1666119247674942

    600720	  0.166778	  0.166612	  0.166264		CURRENT LEARNING RATE: 0.0017223339781861926
previous_iter_valid_loss : 0.16680693626403809

    600740	  0.166984	  0.166807	  0.166335		CURRENT LEARNING RATE: 0.001721989545834938
previous_iter_valid_loss : 0.16154003143310547

    600760	  0.161739	  0.161540	  0.166161		CURRENT LEARNING RATE: 0.0017216451823632666
previous_iter_valid_loss : 0.1761610060930252

    600780	  0.176460	  0.176161	  0.166898		CURRENT LEARNING RATE: 0.0017213008877574015
previous_iter_valid_loss : 0.16493462026119232

    600800	  0.165140	  0.164935	  0.166879		CURRENT LEARNING RATE: 0.0017209566620035722
previous_iter_valid_loss : 0.1605776697397232

    600820	  0.160753	  0.160578	  0.166605		CURRENT LEARNING RATE: 0.0017206125050880112
previous_iter_valid_loss : 0.16786380112171173

    600840	  0.168034	  0.167864	  0.166959		CURRENT LEARNING RATE: 0.0017202684169969487
previous_iter_valid_loss : 0.17785052955150604

    600860	  0.178015	  0.177851	  0.167738		CURRENT LEARNING RATE: 0.0017199243977166249
previous_iter_valid_loss : 0.1609000414609909

    600880	  0.161059	  0.160900	  0.167417		CURRENT LEARNING RATE: 0.0017195804472332754
previous_iter_valid_loss : 0.16324448585510254

    600900	  0.163440	  0.163244	  0.167528		CURRENT LEARNING RATE: 0.0017192365655331462
previous_iter_valid_loss : 0.1717132180929184

    600920	  0.171980	  0.171713	  0.168031		CURRENT LEARNING RATE: 0.0017188927526024778
previous_iter_valid_loss : 0.1629871129989624

    600940	  0.163195	  0.162987	  0.167887		CURRENT LEARNING RATE: 0.0017185490084275217
previous_iter_valid_loss : 0.16621500253677368

    600960	  0.166417	  0.166215	  0.167550		CURRENT LEARNING RATE: 0.001718205332994524
previous_iter_valid_loss : 0.1776018589735031

    600980	  0.177912	  0.177602	  0.167566		CURRENT LEARNING RATE: 0.0017178617262897417
previous_iter_valid_loss : 0.1635754108428955

    601000	  0.163739	  0.163575	  0.167216		CURRENT LEARNING RATE: 0.0017175181882994274
previous_iter_valid_loss : 0.16950786113739014

    601020	  0.169755	  0.169508	  0.166967		CURRENT LEARNING RATE: 0.001717174719009842
previous_iter_valid_loss : 0.16174916923046112

    601040	  0.161912	  0.161749	  0.166809		CURRENT LEARNING RATE: 0.0017168313184072444
previous_iter_valid_loss : 0.16693124175071716

    601060	  0.167163	  0.166931	  0.167019		CURRENT LEARNING RATE: 0.0017164879864779011
previous_iter_valid_loss : 0.1735263466835022

    601080	  0.173801	  0.173526	  0.167040		CURRENT LEARNING RATE: 0.001716144723208076
previous_iter_valid_loss : 0.1618083268404007

    601100	  0.162010	  0.161808	  0.167103		CURRENT LEARNING RATE: 0.0017158015285840414
previous_iter_valid_loss : 0.16949275135993958

    601120	  0.169655	  0.169493	  0.167247		CURRENT LEARNING RATE: 0.0017154584025920669
previous_iter_valid_loss : 0.160854771733284

    601140	  0.161036	  0.160855	  0.166949		CURRENT LEARNING RATE: 0.0017151153452184301
previous_iter_valid_loss : 0.17081743478775024

    601160	  0.171095	  0.170817	  0.167413		CURRENT LEARNING RATE: 0.001714772356449406
previous_iter_valid_loss : 0.16107188165187836

    601180	  0.161257	  0.161072	  0.166659		CURRENT LEARNING RATE: 0.0017144294362712777
previous_iter_valid_loss : 0.1863926649093628

    601200	  0.186783	  0.186393	  0.167731		CURRENT LEARNING RATE: 0.0017140865846703257
previous_iter_valid_loss : 0.18288429081439972

    601220	  0.183256	  0.182884	  0.168847		CURRENT LEARNING RATE: 0.0017137438016328374
previous_iter_valid_loss : 0.1761588454246521

    601240	  0.176451	  0.176159	  0.169262		CURRENT LEARNING RATE: 0.0017134010871451028
previous_iter_valid_loss : 0.16453908383846283

    601260	  0.164757	  0.164539	  0.168596		CURRENT LEARNING RATE: 0.0017130584411934103
previous_iter_valid_loss : 0.1896747648715973

    601280	  0.190088	  0.189675	  0.170035		CURRENT LEARNING RATE: 0.0017127158637640573
previous_iter_valid_loss : 0.16721846163272858

    601300	  0.167447	  0.167218	  0.170233		CURRENT LEARNING RATE: 0.0017123733548433375
previous_iter_valid_loss : 0.16731393337249756

    601320	  0.167540	  0.167314	  0.170013		CURRENT LEARNING RATE: 0.0017120309144175536
previous_iter_valid_loss : 0.16215063631534576

    601340	  0.162308	  0.162151	  0.169972		CURRENT LEARNING RATE: 0.0017116885424730054
previous_iter_valid_loss : 0.18349887430667877

    601360	  0.183661	  0.183499	  0.170836		CURRENT LEARNING RATE: 0.0017113462389960002
previous_iter_valid_loss : 0.16087229549884796

    601380	  0.161036	  0.160872	  0.169999		CURRENT LEARNING RATE: 0.0017110040039728432
previous_iter_valid_loss : 0.17221200466156006

    601400	  0.172486	  0.172212	  0.170431		CURRENT LEARNING RATE: 0.0017106618373898483
previous_iter_valid_loss : 0.1698022037744522

    601420	  0.170049	  0.169802	  0.170446		CURRENT LEARNING RATE: 0.0017103197392333257
previous_iter_valid_loss : 0.16051027178764343

    601440	  0.160682	  0.160510	  0.170384		CURRENT LEARNING RATE: 0.0017099777094895941
previous_iter_valid_loss : 0.16916459798812866

    601460	  0.169326	  0.169165	  0.170496		CURRENT LEARNING RATE: 0.00170963574814497
previous_iter_valid_loss : 0.1606345772743225

    601480	  0.160819	  0.160635	  0.169851		CURRENT LEARNING RATE: 0.0017092938551857772
previous_iter_valid_loss : 0.1609407365322113

    601500	  0.161124	  0.160941	  0.169808		CURRENT LEARNING RATE: 0.0017089520305983376
previous_iter_valid_loss : 0.1648680567741394

    601520	  0.165042	  0.164868	  0.169576		CURRENT LEARNING RATE: 0.0017086102743689808
previous_iter_valid_loss : 0.16584056615829468

    601540	  0.166053	  0.165841	  0.169826		CURRENT LEARNING RATE: 0.0017082685864840338
previous_iter_valid_loss : 0.16484420001506805

    601560	  0.165051	  0.164844	  0.169527		CURRENT LEARNING RATE: 0.0017079269669298318
previous_iter_valid_loss : 0.17361025512218475

    601580	  0.173766	  0.173610	  0.170154		CURRENT LEARNING RATE: 0.0017075854156927074
previous_iter_valid_loss : 0.16181334853172302

    601600	  0.161971	  0.161813	  0.168925		CURRENT LEARNING RATE: 0.0017072439327589998
previous_iter_valid_loss : 0.16322065889835358

    601620	  0.163422	  0.163221	  0.167942		CURRENT LEARNING RATE: 0.0017069025181150515
previous_iter_valid_loss : 0.1683129072189331

    601640	  0.168552	  0.168313	  0.167550		CURRENT LEARNING RATE: 0.0017065611717472023
previous_iter_valid_loss : 0.16121898591518402

    601660	  0.161409	  0.161219	  0.167384		CURRENT LEARNING RATE: 0.0017062198936418015
previous_iter_valid_loss : 0.16055546700954437

    601680	  0.160711	  0.160555	  0.165928		CURRENT LEARNING RATE: 0.0017058786837851956
previous_iter_valid_loss : 0.16190475225448608

    601700	  0.162101	  0.161905	  0.165662		CURRENT LEARNING RATE: 0.0017055375421637388
previous_iter_valid_loss : 0.1631288379430771

    601720	  0.163308	  0.163129	  0.165453		CURRENT LEARNING RATE: 0.001705196468763782
previous_iter_valid_loss : 0.16809192299842834

    601740	  0.168250	  0.168092	  0.165750		CURRENT LEARNING RATE: 0.001704855463571686
previous_iter_valid_loss : 0.1609954982995987

    601760	  0.161170	  0.160995	  0.164625		CURRENT LEARNING RATE: 0.0017045145265738072
previous_iter_valid_loss : 0.16417838633060455

    601780	  0.164379	  0.164178	  0.164790		CURRENT LEARNING RATE: 0.0017041736577565114
previous_iter_valid_loss : 0.16179746389389038

    601800	  0.161985	  0.161797	  0.164269		CURRENT LEARNING RATE: 0.0017038328571061603
previous_iter_valid_loss : 0.16597004234790802

    601820	  0.166185	  0.165970	  0.164077		CURRENT LEARNING RATE: 0.0017034921246091251
previous_iter_valid_loss : 0.16359683871269226

    601840	  0.163782	  0.163597	  0.164232		CURRENT LEARNING RATE: 0.001703151460251774
previous_iter_valid_loss : 0.16131339967250824

    601860	  0.161470	  0.161313	  0.163839		CURRENT LEARNING RATE: 0.0017028108640204827
previous_iter_valid_loss : 0.16347405314445496

    601880	  0.163680	  0.163474	  0.163981		CURRENT LEARNING RATE: 0.001702470335901625
previous_iter_valid_loss : 0.17537203431129456

    601900	  0.175655	  0.175372	  0.164703		CURRENT LEARNING RATE: 0.0017021298758815822
previous_iter_valid_loss : 0.17865195870399475

    601920	  0.178965	  0.178652	  0.165392		CURRENT LEARNING RATE: 0.0017017894839467334
previous_iter_valid_loss : 0.1784193068742752

    601940	  0.178736	  0.178419	  0.166021		CURRENT LEARNING RATE: 0.0017014491600834656
previous_iter_valid_loss : 0.164469376206398

    601960	  0.164649	  0.164469	  0.166002		CURRENT LEARNING RATE: 0.001701108904278163
previous_iter_valid_loss : 0.1647331267595291

    601980	  0.164935	  0.164733	  0.165558		CURRENT LEARNING RATE: 0.0017007687165172182
previous_iter_valid_loss : 0.1605178415775299

    602000	  0.160682	  0.160518	  0.165494		CURRENT LEARNING RATE: 0.0017004285967870208
previous_iter_valid_loss : 0.17749841511249542

    602020	  0.177666	  0.177498	  0.166207		CURRENT LEARNING RATE: 0.0017000885450739673
previous_iter_valid_loss : 0.19292855262756348

    602040	  0.193401	  0.192929	  0.167438		CURRENT LEARNING RATE: 0.0016997485613644578
previous_iter_valid_loss : 0.1726093292236328

    602060	  0.172885	  0.172609	  0.168008		CURRENT LEARNING RATE: 0.001699408645644889
previous_iter_valid_loss : 0.1619698852300644

    602080	  0.162163	  0.161970	  0.168078		CURRENT LEARNING RATE: 0.001699068797901668
previous_iter_valid_loss : 0.16055284440517426

    602100	  0.160711	  0.160553	  0.168011		CURRENT LEARNING RATE: 0.0016987290181211974
previous_iter_valid_loss : 0.16066548228263855

    602120	  0.160834	  0.160665	  0.167888		CURRENT LEARNING RATE: 0.0016983893062898897
previous_iter_valid_loss : 0.16814613342285156

    602140	  0.168380	  0.168146	  0.167890		CURRENT LEARNING RATE: 0.0016980496623941529
previous_iter_valid_loss : 0.16150744259357452

    602160	  0.161668	  0.161507	  0.167916		CURRENT LEARNING RATE: 0.001697710086420404
previous_iter_valid_loss : 0.1605072319507599

    602180	  0.160665	  0.160507	  0.167732		CURRENT LEARNING RATE: 0.0016973705783550573
previous_iter_valid_loss : 0.16053906083106995

    602200	  0.160704	  0.160539	  0.167670		CURRENT LEARNING RATE: 0.0016970311381845357
previous_iter_valid_loss : 0.16146068274974823

    602220	  0.161656	  0.161461	  0.167444		CURRENT LEARNING RATE: 0.0016966917658952582
previous_iter_valid_loss : 0.1672169417142868

    602240	  0.167386	  0.167217	  0.167625		CURRENT LEARNING RATE: 0.0016963524614736533
previous_iter_valid_loss : 0.17739124596118927

    602260	  0.177694	  0.177391	  0.168429		CURRENT LEARNING RATE: 0.0016960132249061453
previous_iter_valid_loss : 0.16187097132205963

    602280	  0.162032	  0.161871	  0.168349		CURRENT LEARNING RATE: 0.001695674056179168
previous_iter_valid_loss : 0.17404739558696747

    602300	  0.174197	  0.174047	  0.168283		CURRENT LEARNING RATE: 0.001695334955279152
previous_iter_valid_loss : 0.17258450388908386

    602320	  0.172859	  0.172585	  0.167979		CURRENT LEARNING RATE: 0.0016949959221925356
previous_iter_valid_loss : 0.16370005905628204

    602340	  0.163895	  0.163700	  0.167243		CURRENT LEARNING RATE: 0.001694656956905755
previous_iter_valid_loss : 0.16353978216648102

    602360	  0.163710	  0.163540	  0.167197		CURRENT LEARNING RATE: 0.0016943180594052544
previous_iter_valid_loss : 0.16179943084716797

    602380	  0.161965	  0.161799	  0.167050		CURRENT LEARNING RATE: 0.0016939792296774747
previous_iter_valid_loss : 0.160858154296875

    602400	  0.161021	  0.160858	  0.167067		CURRENT LEARNING RATE: 0.0016936404677088644
previous_iter_valid_loss : 0.16277238726615906

    602420	  0.162940	  0.162772	  0.166331		CURRENT LEARNING RATE: 0.0016933017734858749
previous_iter_valid_loss : 0.1630396991968155

    602440	  0.163219	  0.163040	  0.164836		CURRENT LEARNING RATE: 0.0016929631469949546
previous_iter_valid_loss : 0.1802765280008316

    602460	  0.180448	  0.180277	  0.165220		CURRENT LEARNING RATE: 0.0016926245882225625
previous_iter_valid_loss : 0.17991040647029877

    602480	  0.180080	  0.179910	  0.166117		CURRENT LEARNING RATE: 0.0016922860971551523
previous_iter_valid_loss : 0.16249558329582214

    602500	  0.162677	  0.162496	  0.166214		CURRENT LEARNING RATE: 0.0016919476737791875
previous_iter_valid_loss : 0.16417551040649414

    602520	  0.164390	  0.164176	  0.166389		CURRENT LEARNING RATE: 0.0016916093180811289
previous_iter_valid_loss : 0.1605307161808014

    602540	  0.160691	  0.160531	  0.166009		CURRENT LEARNING RATE: 0.0016912710300474444
previous_iter_valid_loss : 0.16133469343185425

    602560	  0.161499	  0.161335	  0.166000		CURRENT LEARNING RATE: 0.0016909328096645997
previous_iter_valid_loss : 0.1654769629240036

    602580	  0.165650	  0.165477	  0.166248		CURRENT LEARNING RATE: 0.0016905946569190694
previous_iter_valid_loss : 0.16440615057945251

    602600	  0.164617	  0.164406	  0.166442		CURRENT LEARNING RATE: 0.0016902565717973241
previous_iter_valid_loss : 0.16501681506633759

    602620	  0.165222	  0.165017	  0.166620		CURRENT LEARNING RATE: 0.0016899185542858432
previous_iter_valid_loss : 0.17309799790382385

    602640	  0.173365	  0.173098	  0.166914		CURRENT LEARNING RATE: 0.0016895806043711033
previous_iter_valid_loss : 0.16927790641784668

    602660	  0.169524	  0.169278	  0.166508		CURRENT LEARNING RATE: 0.0016892427220395892
previous_iter_valid_loss : 0.1709858626127243

    602680	  0.171142	  0.170986	  0.166964		CURRENT LEARNING RATE: 0.0016889049072777828
previous_iter_valid_loss : 0.16052739322185516

    602700	  0.160706	  0.160527	  0.166288		CURRENT LEARNING RATE: 0.0016885671600721747
previous_iter_valid_loss : 0.1608782410621643

    602720	  0.161061	  0.160878	  0.165702		CURRENT LEARNING RATE: 0.001688229480409251
previous_iter_valid_loss : 0.16202378273010254

    602740	  0.162189	  0.162024	  0.165619		CURRENT LEARNING RATE: 0.0016878918682755087
previous_iter_valid_loss : 0.16267652809619904

    602760	  0.162845	  0.162677	  0.165575		CURRENT LEARNING RATE: 0.00168755432365744
previous_iter_valid_loss : 0.18076568841934204

    602780	  0.180939	  0.180766	  0.166524		CURRENT LEARNING RATE: 0.0016872168465415457
previous_iter_valid_loss : 0.16170400381088257

    602800	  0.161883	  0.161704	  0.166566		CURRENT LEARNING RATE: 0.0016868794369143242
previous_iter_valid_loss : 0.1659097820520401

    602820	  0.166128	  0.165910	  0.166723		CURRENT LEARNING RATE: 0.0016865420947622806
previous_iter_valid_loss : 0.16221913695335388

    602840	  0.162379	  0.162219	  0.166682		CURRENT LEARNING RATE: 0.001686204820071922
previous_iter_valid_loss : 0.16056682169437408

    602860	  0.160742	  0.160567	  0.165696		CURRENT LEARNING RATE: 0.0016858676128297552
previous_iter_valid_loss : 0.16279731690883636

    602880	  0.162978	  0.162797	  0.164841		CURRENT LEARNING RATE: 0.0016855304730222945
previous_iter_valid_loss : 0.1649044007062912

    602900	  0.165111	  0.164904	  0.164961		CURRENT LEARNING RATE: 0.0016851934006360514
previous_iter_valid_loss : 0.1622338891029358

    602920	  0.162402	  0.162234	  0.164864		CURRENT LEARNING RATE: 0.0016848563956575464
previous_iter_valid_loss : 0.16243600845336914

    602940	  0.162630	  0.162436	  0.164959		CURRENT LEARNING RATE: 0.0016845194580732956
previous_iter_valid_loss : 0.18239422142505646

    602960	  0.182757	  0.182394	  0.166012		CURRENT LEARNING RATE: 0.001684182587869825
previous_iter_valid_loss : 0.161647766828537

    602980	  0.161836	  0.161648	  0.165821		CURRENT LEARNING RATE: 0.0016838457850336566
previous_iter_valid_loss : 0.1614588350057602

    603000	  0.161617	  0.161459	  0.165673		CURRENT LEARNING RATE: 0.0016835090495513213
previous_iter_valid_loss : 0.16210556030273438

    603020	  0.162290	  0.162106	  0.165528		CURRENT LEARNING RATE: 0.0016831723814093467
previous_iter_valid_loss : 0.16089725494384766

    603040	  0.161049	  0.160897	  0.164918		CURRENT LEARNING RATE: 0.0016828357805942693
previous_iter_valid_loss : 0.16390465199947357

    603060	  0.164074	  0.163905	  0.164649		CURRENT LEARNING RATE: 0.0016824992470926216
previous_iter_valid_loss : 0.16119515895843506

    603080	  0.161354	  0.161195	  0.164160		CURRENT LEARNING RATE: 0.0016821627808909455
previous_iter_valid_loss : 0.162293940782547

    603100	  0.162452	  0.162294	  0.164248		CURRENT LEARNING RATE: 0.0016818263819757795
previous_iter_valid_loss : 0.1627131998538971

    603120	  0.162881	  0.162713	  0.164340		CURRENT LEARNING RATE: 0.0016814900503336703
previous_iter_valid_loss : 0.17059315741062164

    603140	  0.170751	  0.170593	  0.164768		CURRENT LEARNING RATE: 0.0016811537859511621
previous_iter_valid_loss : 0.16608712077140808

    603160	  0.166254	  0.166087	  0.164939		CURRENT LEARNING RATE: 0.0016808175888148068
previous_iter_valid_loss : 0.16184918582439423

    603180	  0.162035	  0.161849	  0.163993		CURRENT LEARNING RATE: 0.0016804814589111542
previous_iter_valid_loss : 0.16078120470046997

    603200	  0.160956	  0.160781	  0.163947		CURRENT LEARNING RATE: 0.0016801453962267613
previous_iter_valid_loss : 0.1627386510372162

    603220	  0.162928	  0.162739	  0.163788		CURRENT LEARNING RATE: 0.0016798094007481833
previous_iter_valid_loss : 0.16060081124305725

    603240	  0.160769	  0.160601	  0.163707		CURRENT LEARNING RATE: 0.0016794734724619811
previous_iter_valid_loss : 0.16860446333885193

    603260	  0.168852	  0.168604	  0.164109		CURRENT LEARNING RATE: 0.0016791376113547197
previous_iter_valid_loss : 0.16384385526180267

    603280	  0.164020	  0.163844	  0.164162		CURRENT LEARNING RATE: 0.0016788018174129617
previous_iter_valid_loss : 0.1734309047460556

    603300	  0.173589	  0.173431	  0.164588		CURRENT LEARNING RATE: 0.001678466090623278
previous_iter_valid_loss : 0.16080784797668457

    603320	  0.160966	  0.160808	  0.164517		CURRENT LEARNING RATE: 0.0016781304309722365
previous_iter_valid_loss : 0.16476279497146606

    603340	  0.164962	  0.164763	  0.164633		CURRENT LEARNING RATE: 0.0016777948384464139
previous_iter_valid_loss : 0.16644451022148132

    603360	  0.166606	  0.166445	  0.163835		CURRENT LEARNING RATE: 0.001677459313032384
previous_iter_valid_loss : 0.16351163387298584

    603380	  0.163708	  0.163512	  0.163929		CURRENT LEARNING RATE: 0.0016771238547167281
previous_iter_valid_loss : 0.16843469440937042

    603400	  0.168588	  0.168435	  0.164277		CURRENT LEARNING RATE: 0.001676788463486025
previous_iter_valid_loss : 0.16506604850292206

    603420	  0.165236	  0.165066	  0.164425		CURRENT LEARNING RATE: 0.0016764531393268622
previous_iter_valid_loss : 0.161733940243721

    603440	  0.161903	  0.161734	  0.164467		CURRENT LEARNING RATE: 0.0016761178822258236
previous_iter_valid_loss : 0.1640705168247223

    603460	  0.164235	  0.164071	  0.164476		CURRENT LEARNING RATE: 0.0016757826921695023
previous_iter_valid_loss : 0.16089065372943878

    603480	  0.161064	  0.160891	  0.164460		CURRENT LEARNING RATE: 0.0016754475691444872
previous_iter_valid_loss : 0.17040731012821198

    603500	  0.170663	  0.170407	  0.164866		CURRENT LEARNING RATE: 0.0016751125131373769
previous_iter_valid_loss : 0.16586416959762573

    603520	  0.166083	  0.165864	  0.165024		CURRENT LEARNING RATE: 0.0016747775241347654
previous_iter_valid_loss : 0.17297233641147614

    603540	  0.173129	  0.172972	  0.165143		CURRENT LEARNING RATE: 0.0016744426021232566
previous_iter_valid_loss : 0.16393844783306122

    603560	  0.164110	  0.163938	  0.165035		CURRENT LEARNING RATE: 0.0016741077470894508
previous_iter_valid_loss : 0.1613248735666275

    603580	  0.161508	  0.161325	  0.165009		CURRENT LEARNING RATE: 0.0016737729590199568
previous_iter_valid_loss : 0.16156087815761566

    603600	  0.161746	  0.161561	  0.165048		CURRENT LEARNING RATE: 0.0016734382379013798
previous_iter_valid_loss : 0.1832476407289505

    603620	  0.183603	  0.183248	  0.166073		CURRENT LEARNING RATE: 0.0016731035837203323
previous_iter_valid_loss : 0.16381871700286865

    603640	  0.164010	  0.163819	  0.166234		CURRENT LEARNING RATE: 0.0016727689964634303
previous_iter_valid_loss : 0.16399219632148743

    603660	  0.164173	  0.163992	  0.166004		CURRENT LEARNING RATE: 0.0016724344761172862
previous_iter_valid_loss : 0.16093172132968903

    603680	  0.161112	  0.160932	  0.165858		CURRENT LEARNING RATE: 0.0016721000226685232
previous_iter_valid_loss : 0.1634940356016159

    603700	  0.163665	  0.163494	  0.165361		CURRENT LEARNING RATE: 0.00167176563610376
previous_iter_valid_loss : 0.16214530169963837

    603720	  0.162304	  0.162145	  0.165428		CURRENT LEARNING RATE: 0.001671431316409624
previous_iter_valid_loss : 0.1611773818731308

    603740	  0.161348	  0.161177	  0.165249		CURRENT LEARNING RATE: 0.0016710970635727392
previous_iter_valid_loss : 0.1671420931816101

    603760	  0.167365	  0.167142	  0.165284		CURRENT LEARNING RATE: 0.0016707628775797388
previous_iter_valid_loss : 0.16087418794631958

    603780	  0.161041	  0.160874	  0.165152		CURRENT LEARNING RATE: 0.001670428758417252
previous_iter_valid_loss : 0.16142123937606812

    603800	  0.161610	  0.161421	  0.164801		CURRENT LEARNING RATE: 0.0016700947060719173
previous_iter_valid_loss : 0.16881658136844635

    603820	  0.168979	  0.168817	  0.164989		CURRENT LEARNING RATE: 0.0016697607205303695
previous_iter_valid_loss : 0.16518402099609375

    603840	  0.165389	  0.165184	  0.165161		CURRENT LEARNING RATE: 0.0016694268017792527
previous_iter_valid_loss : 0.16088852286338806

    603860	  0.161051	  0.160889	  0.165002		CURRENT LEARNING RATE: 0.0016690929498052063
previous_iter_valid_loss : 0.1739882081747055

    603880	  0.174150	  0.173988	  0.165657		CURRENT LEARNING RATE: 0.0016687591645948795
previous_iter_valid_loss : 0.16103152930736542

    603900	  0.161188	  0.161032	  0.165188		CURRENT LEARNING RATE: 0.0016684254461349184
previous_iter_valid_loss : 0.16416619718074799

    603920	  0.164340	  0.164166	  0.165103		CURRENT LEARNING RATE: 0.0016680917944119765
previous_iter_valid_loss : 0.17499572038650513

    603940	  0.175159	  0.174996	  0.165204		CURRENT LEARNING RATE: 0.0016677582094127054
previous_iter_valid_loss : 0.16073834896087646

    603960	  0.160921	  0.160738	  0.165044		CURRENT LEARNING RATE: 0.0016674246911237642
previous_iter_valid_loss : 0.18419425189495087

    603980	  0.184567	  0.184194	  0.166188		CURRENT LEARNING RATE: 0.0016670912395318094
previous_iter_valid_loss : 0.16373127698898315

    604000	  0.163934	  0.163731	  0.166296		CURRENT LEARNING RATE: 0.0016667578546235061
previous_iter_valid_loss : 0.16057118773460388

    604020	  0.160743	  0.160571	  0.165163		CURRENT LEARNING RATE: 0.0016664245363855153
previous_iter_valid_loss : 0.16705025732517242

    604040	  0.167216	  0.167050	  0.165324		CURRENT LEARNING RATE: 0.0016660912848045066
previous_iter_valid_loss : 0.17663760483264923

    604060	  0.176796	  0.176638	  0.165956		CURRENT LEARNING RATE: 0.0016657580998671508
previous_iter_valid_loss : 0.16141533851623535

    604080	  0.161578	  0.161415	  0.165981		CURRENT LEARNING RATE: 0.001665424981560118
previous_iter_valid_loss : 0.16709737479686737

    604100	  0.167260	  0.167097	  0.166161		CURRENT LEARNING RATE: 0.0016650919298700857
previous_iter_valid_loss : 0.16220800578594208

    604120	  0.162406	  0.162208	  0.166164		CURRENT LEARNING RATE: 0.0016647589447837297
previous_iter_valid_loss : 0.16391251981258392

    604140	  0.164082	  0.163913	  0.166301		CURRENT LEARNING RATE: 0.001664426026287733
previous_iter_valid_loss : 0.16068905591964722

    604160	  0.160834	  0.160689	  0.165978		CURRENT LEARNING RATE: 0.0016640931743687759
previous_iter_valid_loss : 0.19094839692115784

    604180	  0.191079	  0.190948	  0.167482		CURRENT LEARNING RATE: 0.001663760389013548
previous_iter_valid_loss : 0.17459532618522644

    604200	  0.174750	  0.174595	  0.168140		CURRENT LEARNING RATE: 0.0016634276702087339
previous_iter_valid_loss : 0.163990780711174

    604220	  0.164161	  0.163991	  0.167899		CURRENT LEARNING RATE: 0.0016630950179410287
previous_iter_valid_loss : 0.16681493818759918

    604240	  0.166976	  0.166815	  0.167981		CURRENT LEARNING RATE: 0.0016627624321971228
previous_iter_valid_loss : 0.1717095673084259

    604260	  0.171864	  0.171710	  0.168522		CURRENT LEARNING RATE: 0.0016624299129637157
previous_iter_valid_loss : 0.16056175529956818

    604280	  0.160729	  0.160562	  0.167850		CURRENT LEARNING RATE: 0.0016620974602275043
previous_iter_valid_loss : 0.16779805719852448

    604300	  0.168032	  0.167798	  0.168189		CURRENT LEARNING RATE: 0.0016617650739751927
previous_iter_valid_loss : 0.18260183930397034

    604320	  0.182772	  0.182602	  0.169111		CURRENT LEARNING RATE: 0.0016614327541934829
previous_iter_valid_loss : 0.1618184596300125

    604340	  0.162007	  0.161818	  0.168452		CURRENT LEARNING RATE: 0.001661100500869085
previous_iter_valid_loss : 0.1605568677186966

    604360	  0.160721	  0.160557	  0.168443		CURRENT LEARNING RATE: 0.0016607683139887057
previous_iter_valid_loss : 0.16320964694023132

    604380	  0.163383	  0.163210	  0.167393		CURRENT LEARNING RATE: 0.0016604361935390606
previous_iter_valid_loss : 0.17065249383449554

    604400	  0.170920	  0.170652	  0.167739		CURRENT LEARNING RATE: 0.0016601041395068624
previous_iter_valid_loss : 0.17421412467956543

    604420	  0.174365	  0.174214	  0.168422		CURRENT LEARNING RATE: 0.0016597721518788297
previous_iter_valid_loss : 0.16270361840724945

    604440	  0.162875	  0.162704	  0.168204		CURRENT LEARNING RATE: 0.0016594402306416849
previous_iter_valid_loss : 0.16287384927272797

    604460	  0.163048	  0.162874	  0.167516		CURRENT LEARNING RATE: 0.0016591083757821479
previous_iter_valid_loss : 0.19050787389278412

    604480	  0.190641	  0.190508	  0.168971		CURRENT LEARNING RATE: 0.0016587765872869476
previous_iter_valid_loss : 0.18320883810520172

    604500	  0.183367	  0.183209	  0.169776		CURRENT LEARNING RATE: 0.0016584448651428096
previous_iter_valid_loss : 0.16151048243045807

    604520	  0.161705	  0.161510	  0.169741		CURRENT LEARNING RATE: 0.0016581132093364682
previous_iter_valid_loss : 0.1648612916469574

    604540	  0.165031	  0.164861	  0.169789		CURRENT LEARNING RATE: 0.0016577816198546536
previous_iter_valid_loss : 0.1616622507572174

    604560	  0.161824	  0.161662	  0.169837		CURRENT LEARNING RATE: 0.0016574500966841056
previous_iter_valid_loss : 0.17372605204582214

    604580	  0.174007	  0.173726	  0.168976		CURRENT LEARNING RATE: 0.00165711863981156
previous_iter_valid_loss : 0.18892313539981842

    604600	  0.189349	  0.188923	  0.169693		CURRENT LEARNING RATE: 0.0016567872492237621
previous_iter_valid_loss : 0.1614404320716858

    604620	  0.161633	  0.161440	  0.169565		CURRENT LEARNING RATE: 0.0016564559249074525
previous_iter_valid_loss : 0.16100341081619263

    604640	  0.161179	  0.161003	  0.169275		CURRENT LEARNING RATE: 0.001656124666849382
previous_iter_valid_loss : 0.16756269335746765

    604660	  0.167728	  0.167563	  0.169067		CURRENT LEARNING RATE: 0.0016557934750362968
previous_iter_valid_loss : 0.17112615704536438

    604680	  0.171286	  0.171126	  0.169596		CURRENT LEARNING RATE: 0.001655462349454952
previous_iter_valid_loss : 0.16074635088443756

    604700	  0.160909	  0.160746	  0.169243		CURRENT LEARNING RATE: 0.0016551312900921
previous_iter_valid_loss : 0.16305036842823029

    604720	  0.163224	  0.163050	  0.168265		CURRENT LEARNING RATE: 0.0016548002969345016
previous_iter_valid_loss : 0.1631457805633545

    604740	  0.163314	  0.163146	  0.168332		CURRENT LEARNING RATE: 0.0016544693699689136
previous_iter_valid_loss : 0.16098441183567047

    604760	  0.161143	  0.160984	  0.168353		CURRENT LEARNING RATE: 0.0016541385091821024
previous_iter_valid_loss : 0.16295605897903442

    604780	  0.163167	  0.162956	  0.168340		CURRENT LEARNING RATE: 0.0016538077145608298
previous_iter_valid_loss : 0.1639399379491806

    604800	  0.164135	  0.163940	  0.168005		CURRENT LEARNING RATE: 0.0016534769860918677
previous_iter_valid_loss : 0.16336119174957275

    604820	  0.163525	  0.163361	  0.167462		CURRENT LEARNING RATE: 0.0016531463237619837
previous_iter_valid_loss : 0.16073691844940186

    604840	  0.160895	  0.160737	  0.167364		CURRENT LEARNING RATE: 0.001652815727557953
previous_iter_valid_loss : 0.18373741209506989

    604860	  0.183895	  0.183737	  0.168407		CURRENT LEARNING RATE: 0.0016524851974665533
previous_iter_valid_loss : 0.16056959331035614

    604880	  0.160724	  0.160570	  0.166910		CURRENT LEARNING RATE: 0.00165215473347456
previous_iter_valid_loss : 0.16058064997196198

    604900	  0.160747	  0.160581	  0.165779		CURRENT LEARNING RATE: 0.0016518243355687578
previous_iter_valid_loss : 0.16398431360721588

    604920	  0.164154	  0.163984	  0.165902		CURRENT LEARNING RATE: 0.0016514940037359277
previous_iter_valid_loss : 0.16557492315769196

    604940	  0.165748	  0.165575	  0.165938		CURRENT LEARNING RATE: 0.0016511637379628596
previous_iter_valid_loss : 0.1799239069223404

    604960	  0.180084	  0.179924	  0.166851		CURRENT LEARNING RATE: 0.0016508335382363394
previous_iter_valid_loss : 0.1621524691581726

    604980	  0.162300	  0.162152	  0.166272		CURRENT LEARNING RATE: 0.0016505034045431629
previous_iter_valid_loss : 0.16167736053466797

    605000	  0.161836	  0.161677	  0.164910		CURRENT LEARNING RATE: 0.001650173336870121
previous_iter_valid_loss : 0.18877293169498444

    605020	  0.189195	  0.188773	  0.166277		CURRENT LEARNING RATE: 0.0016498433352040143
previous_iter_valid_loss : 0.1645834594964981

    605040	  0.164755	  0.164583	  0.166456		CURRENT LEARNING RATE: 0.00164951339953164
previous_iter_valid_loss : 0.1655767261981964

    605060	  0.165791	  0.165577	  0.166356		CURRENT LEARNING RATE: 0.001649183529839803
previous_iter_valid_loss : 0.16145531833171844

    605080	  0.161614	  0.161455	  0.165873		CURRENT LEARNING RATE: 0.0016488537261153062
previous_iter_valid_loss : 0.16478177905082703

    605100	  0.165000	  0.164782	  0.166075		CURRENT LEARNING RATE: 0.0016485239883449602
previous_iter_valid_loss : 0.16054293513298035

    605120	  0.160718	  0.160543	  0.165949		CURRENT LEARNING RATE: 0.0016481943165155722
previous_iter_valid_loss : 0.16411900520324707

    605140	  0.164291	  0.164119	  0.165998		CURRENT LEARNING RATE: 0.0016478647106139587
previous_iter_valid_loss : 0.16301977634429932

    605160	  0.163210	  0.163020	  0.166100		CURRENT LEARNING RATE: 0.0016475351706269324
previous_iter_valid_loss : 0.18438903987407684

    605180	  0.184542	  0.184389	  0.167171		CURRENT LEARNING RATE: 0.0016472056965413145
previous_iter_valid_loss : 0.19168762862682343

    605200	  0.191831	  0.191688	  0.168559		CURRENT LEARNING RATE: 0.0016468762883439234
previous_iter_valid_loss : 0.17242752015590668

    605220	  0.172703	  0.172428	  0.169012		CURRENT LEARNING RATE: 0.0016465469460215853
previous_iter_valid_loss : 0.1617555171251297

    605240	  0.161916	  0.161756	  0.169063		CURRENT LEARNING RATE: 0.0016462176695611242
previous_iter_valid_loss : 0.1606290340423584

    605260	  0.160802	  0.160629	  0.167908		CURRENT LEARNING RATE: 0.0016458884589493697
previous_iter_valid_loss : 0.1789524108171463

    605280	  0.179116	  0.178952	  0.168827		CURRENT LEARNING RATE: 0.0016455593141731552
previous_iter_valid_loss : 0.16239678859710693

    605300	  0.162564	  0.162397	  0.168918		CURRENT LEARNING RATE: 0.0016452302352193123
previous_iter_valid_loss : 0.16443504393100739

    605320	  0.164606	  0.164435	  0.168940		CURRENT LEARNING RATE: 0.0016449012220746803
previous_iter_valid_loss : 0.16178612411022186

    605340	  0.161969	  0.161786	  0.168751		CURRENT LEARNING RATE: 0.001644572274726096
previous_iter_valid_loss : 0.16055282950401306

    605360	  0.160711	  0.160553	  0.167782		CURRENT LEARNING RATE: 0.0016442433931604047
previous_iter_valid_loss : 0.17078357934951782

    605380	  0.171042	  0.170784	  0.168214		CURRENT LEARNING RATE: 0.0016439145773644473
previous_iter_valid_loss : 0.16088895499706268

    605400	  0.161070	  0.160889	  0.168174		CURRENT LEARNING RATE: 0.001643585827325075
previous_iter_valid_loss : 0.16672587394714355

    605420	  0.166945	  0.166726	  0.167072		CURRENT LEARNING RATE: 0.0016432571430291345
previous_iter_valid_loss : 0.16523924469947815

    605440	  0.165446	  0.165239	  0.167105		CURRENT LEARNING RATE: 0.0016429285244634814
previous_iter_valid_loss : 0.16274066269397736

    605460	  0.162914	  0.162741	  0.166963		CURRENT LEARNING RATE: 0.0016425999716149682
previous_iter_valid_loss : 0.17074397206306458

    605480	  0.170906	  0.170744	  0.167427		CURRENT LEARNING RATE: 0.0016422714844704553
previous_iter_valid_loss : 0.17259244620800018

    605500	  0.172865	  0.172592	  0.167818		CURRENT LEARNING RATE: 0.0016419430630168006
previous_iter_valid_loss : 0.1605408936738968

    605520	  0.160707	  0.160541	  0.167818		CURRENT LEARNING RATE: 0.0016416147072408703
previous_iter_valid_loss : 0.16634385287761688

    605540	  0.166558	  0.166344	  0.167929		CURRENT LEARNING RATE: 0.0016412864171295267
previous_iter_valid_loss : 0.1734016090631485

    605560	  0.173677	  0.173402	  0.168448		CURRENT LEARNING RATE: 0.0016409581926696416
previous_iter_valid_loss : 0.1605300009250641

    605580	  0.160699	  0.160530	  0.167255		CURRENT LEARNING RATE: 0.0016406300338480829
previous_iter_valid_loss : 0.16599418222904205

    605600	  0.166161	  0.165994	  0.165970		CURRENT LEARNING RATE: 0.0016403019406517273
previous_iter_valid_loss : 0.19472698867321014

    605620	  0.195194	  0.194727	  0.167085		CURRENT LEARNING RATE: 0.0016399739130674483
previous_iter_valid_loss : 0.16427217423915863

    605640	  0.164476	  0.164272	  0.167211		CURRENT LEARNING RATE: 0.001639645951082126
previous_iter_valid_loss : 0.1658501774072647

    605660	  0.166020	  0.165850	  0.167472		CURRENT LEARNING RATE: 0.001639318054682643
previous_iter_valid_loss : 0.16083881258964539

    605680	  0.161020	  0.160839	  0.166567		CURRENT LEARNING RATE: 0.0016389902238558814
previous_iter_valid_loss : 0.17414474487304688

    605700	  0.174294	  0.174145	  0.167154		CURRENT LEARNING RATE: 0.0016386624585887303
previous_iter_valid_loss : 0.16312728822231293

    605720	  0.163331	  0.163127	  0.167089		CURRENT LEARNING RATE: 0.001638334758868076
previous_iter_valid_loss : 0.18059882521629333

    605740	  0.180768	  0.180599	  0.168029		CURRENT LEARNING RATE: 0.0016380071246808142
previous_iter_valid_loss : 0.16561758518218994

    605760	  0.165829	  0.165618	  0.168282		CURRENT LEARNING RATE: 0.0016376795560138358
previous_iter_valid_loss : 0.17796199023723602

    605780	  0.178132	  0.177962	  0.168641		CURRENT LEARNING RATE: 0.0016373520528540416
previous_iter_valid_loss : 0.16092409193515778

    605800	  0.161108	  0.160924	  0.168643		CURRENT LEARNING RATE: 0.0016370246151883282
previous_iter_valid_loss : 0.16125917434692383

    605820	  0.161422	  0.161259	  0.168370		CURRENT LEARNING RATE: 0.0016366972430036009
previous_iter_valid_loss : 0.16061627864837646

    605840	  0.160779	  0.160616	  0.168139		CURRENT LEARNING RATE: 0.0016363699362867622
previous_iter_valid_loss : 0.17518259584903717

    605860	  0.175468	  0.175183	  0.168761		CURRENT LEARNING RATE: 0.0016360426950247225
previous_iter_valid_loss : 0.16056297719478607

    605880	  0.160730	  0.160563	  0.168252		CURRENT LEARNING RATE: 0.0016357155192043894
previous_iter_valid_loss : 0.16719333827495575

    605900	  0.167354	  0.167193	  0.167982		CURRENT LEARNING RATE: 0.001635388408812679
previous_iter_valid_loss : 0.16172078251838684

    605920	  0.161916	  0.161721	  0.168041		CURRENT LEARNING RATE: 0.0016350613638365036
previous_iter_valid_loss : 0.16308756172657013

    605940	  0.163249	  0.163088	  0.167878		CURRENT LEARNING RATE: 0.0016347343842627845
previous_iter_valid_loss : 0.1662704348564148

    605960	  0.166485	  0.166270	  0.167521		CURRENT LEARNING RATE: 0.0016344074700784393
previous_iter_valid_loss : 0.1698092520236969

    605980	  0.169964	  0.169809	  0.167985		CURRENT LEARNING RATE: 0.0016340806212703945
previous_iter_valid_loss : 0.17221328616142273

    606000	  0.172366	  0.172213	  0.168296		CURRENT LEARNING RATE: 0.0016337538378255734
previous_iter_valid_loss : 0.17326213419437408

    606020	  0.173414	  0.173262	  0.167223		CURRENT LEARNING RATE: 0.0016334271197309077
previous_iter_valid_loss : 0.20289246737957

    606040	  0.203442	  0.202892	  0.169154		CURRENT LEARNING RATE: 0.0016331004669733254
previous_iter_valid_loss : 0.16121892631053925

    606060	  0.161383	  0.161219	  0.168922		CURRENT LEARNING RATE: 0.0016327738795397621
previous_iter_valid_loss : 0.16060031950473785

    606080	  0.160759	  0.160600	  0.168911		CURRENT LEARNING RATE: 0.0016324473574171555
previous_iter_valid_loss : 0.1608653962612152

    606100	  0.161044	  0.160865	  0.168247		CURRENT LEARNING RATE: 0.001632120900592442
previous_iter_valid_loss : 0.1623063087463379

    606120	  0.162497	  0.162306	  0.168206		CURRENT LEARNING RATE: 0.0016317945090525662
previous_iter_valid_loss : 0.1606886088848114

    606140	  0.160862	  0.160689	  0.167210		CURRENT LEARNING RATE: 0.0016314681827844695
previous_iter_valid_loss : 0.1633579283952713

    606160	  0.163563	  0.163358	  0.167097		CURRENT LEARNING RATE: 0.001631141921775102
previous_iter_valid_loss : 0.1607464849948883

    606180	  0.160887	  0.160746	  0.166236		CURRENT LEARNING RATE: 0.00163081572601141
previous_iter_valid_loss : 0.16197054088115692

    606200	  0.162130	  0.161971	  0.166289		CURRENT LEARNING RATE: 0.0016304895954803486
previous_iter_valid_loss : 0.1609572321176529

    606220	  0.161126	  0.160957	  0.166274		CURRENT LEARNING RATE: 0.00163016353016887
previous_iter_valid_loss : 0.16625872254371643

    606240	  0.166412	  0.166259	  0.166556		CURRENT LEARNING RATE: 0.0016298375300639342
previous_iter_valid_loss : 0.16367018222808838

    606260	  0.163865	  0.163670	  0.165980		CURRENT LEARNING RATE: 0.0016295115951524982
previous_iter_valid_loss : 0.18089187145233154

    606280	  0.181047	  0.180892	  0.166996		CURRENT LEARNING RATE: 0.0016291857254215278
previous_iter_valid_loss : 0.1660197526216507

    606300	  0.166185	  0.166020	  0.166938		CURRENT LEARNING RATE: 0.001628859920857985
previous_iter_valid_loss : 0.16380411386489868

    606320	  0.163967	  0.163804	  0.167042		CURRENT LEARNING RATE: 0.0016285341814488413
previous_iter_valid_loss : 0.16149581968784332

    606340	  0.161651	  0.161496	  0.166962		CURRENT LEARNING RATE: 0.0016282085071810631
previous_iter_valid_loss : 0.16065667569637299

    606360	  0.160818	  0.160657	  0.166682		CURRENT LEARNING RATE: 0.0016278828980416267
previous_iter_valid_loss : 0.16059762239456177

    606380	  0.160760	  0.160598	  0.166221		CURRENT LEARNING RATE: 0.0016275573540175054
previous_iter_valid_loss : 0.16179266571998596

    606400	  0.161941	  0.161793	  0.165700		CURRENT LEARNING RATE: 0.0016272318750956798
previous_iter_valid_loss : 0.17565959692001343

    606420	  0.175949	  0.175660	  0.165820		CURRENT LEARNING RATE: 0.001626906461263128
previous_iter_valid_loss : 0.16052687168121338

    606440	  0.160688	  0.160527	  0.163702		CURRENT LEARNING RATE: 0.0016265811125068346
previous_iter_valid_loss : 0.1605120450258255

    606460	  0.160677	  0.160512	  0.163666		CURRENT LEARNING RATE: 0.0016262558288137876
previous_iter_valid_loss : 0.16131937503814697

    606480	  0.161501	  0.161319	  0.163702		CURRENT LEARNING RATE: 0.0016259306101709726
previous_iter_valid_loss : 0.168160080909729

    606500	  0.168397	  0.168160	  0.164067		CURRENT LEARNING RATE: 0.0016256054565653836
previous_iter_valid_loss : 0.16255423426628113

    606520	  0.162712	  0.162554	  0.164079		CURRENT LEARNING RATE: 0.0016252803679840115
previous_iter_valid_loss : 0.1691250205039978

    606540	  0.169364	  0.169125	  0.164501		CURRENT LEARNING RATE: 0.001624955344413856
previous_iter_valid_loss : 0.1635388731956482

    606560	  0.163729	  0.163539	  0.164510		CURRENT LEARNING RATE: 0.0016246303858419128
previous_iter_valid_loss : 0.16201534867286682

    606580	  0.162206	  0.162015	  0.164574		CURRENT LEARNING RATE: 0.001624305492255187
previous_iter_valid_loss : 0.16372531652450562

    606600	  0.163917	  0.163725	  0.164661		CURRENT LEARNING RATE: 0.0016239806636406794
previous_iter_valid_loss : 0.16532036662101746

    606620	  0.165534	  0.165320	  0.164880		CURRENT LEARNING RATE: 0.0016236558999854001
previous_iter_valid_loss : 0.16661077737808228

    606640	  0.166773	  0.166611	  0.164897		CURRENT LEARNING RATE: 0.0016233312012763554
previous_iter_valid_loss : 0.16695205867290497

    606660	  0.167114	  0.166952	  0.165061		CURRENT LEARNING RATE: 0.0016230065675005606
previous_iter_valid_loss : 0.16401731967926025

    606680	  0.164206	  0.164017	  0.164218		CURRENT LEARNING RATE: 0.0016226819986450273
previous_iter_valid_loss : 0.16946858167648315

    606700	  0.169622	  0.169469	  0.164390		CURRENT LEARNING RATE: 0.0016223574946967758
previous_iter_valid_loss : 0.1605750024318695

    606720	  0.160734	  0.160575	  0.164229		CURRENT LEARNING RATE: 0.0016220330556428225
previous_iter_valid_loss : 0.16096042096614838

    606740	  0.161141	  0.160960	  0.164202		CURRENT LEARNING RATE: 0.0016217086814701931
previous_iter_valid_loss : 0.16290147602558136

    606760	  0.163094	  0.162901	  0.164314		CURRENT LEARNING RATE: 0.0016213843721659099
previous_iter_valid_loss : 0.1627626270055771

    606780	  0.162929	  0.162763	  0.164422		CURRENT LEARNING RATE: 0.0016210601277170031
previous_iter_valid_loss : 0.16657792031764984

    606800	  0.166744	  0.166578	  0.164662		CURRENT LEARNING RATE: 0.0016207359481105004
previous_iter_valid_loss : 0.1618509441614151

    606820	  0.162016	  0.161851	  0.163971		CURRENT LEARNING RATE: 0.0016204118333334372
previous_iter_valid_loss : 0.16206862032413483

    606840	  0.162230	  0.162069	  0.164048		CURRENT LEARNING RATE: 0.0016200877833728458
previous_iter_valid_loss : 0.16210739314556122

    606860	  0.162268	  0.162107	  0.164128		CURRENT LEARNING RATE: 0.0016197637982157662
previous_iter_valid_loss : 0.16563141345977783

    606880	  0.165791	  0.165631	  0.164344		CURRENT LEARNING RATE: 0.0016194398778492402
previous_iter_valid_loss : 0.16059960424900055

    606900	  0.160761	  0.160600	  0.163966		CURRENT LEARNING RATE: 0.0016191160222603083
previous_iter_valid_loss : 0.16707351803779602

    606920	  0.167233	  0.167074	  0.164191		CURRENT LEARNING RATE: 0.0016187922314360188
previous_iter_valid_loss : 0.16565072536468506

    606940	  0.165872	  0.165651	  0.164018		CURRENT LEARNING RATE: 0.0016184685053634172
previous_iter_valid_loss : 0.16162681579589844

    606960	  0.161821	  0.161627	  0.163922		CURRENT LEARNING RATE: 0.0016181448440295576
previous_iter_valid_loss : 0.16232720017433167

    606980	  0.162483	  0.162327	  0.163938		CURRENT LEARNING RATE: 0.0016178212474214904
previous_iter_valid_loss : 0.16245843470096588

    607000	  0.162619	  0.162458	  0.163874		CURRENT LEARNING RATE: 0.0016174977155262746
previous_iter_valid_loss : 0.18248490989208221

    607020	  0.182837	  0.182485	  0.164733		CURRENT LEARNING RATE: 0.0016171742483309666
previous_iter_valid_loss : 0.17366823554039001

    607040	  0.173826	  0.173668	  0.165086		CURRENT LEARNING RATE: 0.00161685084582263
previous_iter_valid_loss : 0.161223903298378

    607060	  0.161385	  0.161224	  0.164799		CURRENT LEARNING RATE: 0.001616527507988326
previous_iter_valid_loss : 0.16924791038036346

    607080	  0.169490	  0.169248	  0.165061		CURRENT LEARNING RATE: 0.001616204234815124
previous_iter_valid_loss : 0.1702619194984436

    607100	  0.170425	  0.170262	  0.165100		CURRENT LEARNING RATE: 0.0016158810262900901
previous_iter_valid_loss : 0.16110293567180634

    607120	  0.161292	  0.161103	  0.165127		CURRENT LEARNING RATE: 0.0016155578824002988
previous_iter_valid_loss : 0.17454855144023895

    607140	  0.174699	  0.174549	  0.165806		CURRENT LEARNING RATE: 0.0016152348031328216
previous_iter_valid_loss : 0.1629370003938675

    607160	  0.163135	  0.162937	  0.165808		CURRENT LEARNING RATE: 0.0016149117884747385
previous_iter_valid_loss : 0.16096721589565277

    607180	  0.161145	  0.160967	  0.165718		CURRENT LEARNING RATE: 0.0016145888384131257
previous_iter_valid_loss : 0.17355917394161224

    607200	  0.173712	  0.173559	  0.166067		CURRENT LEARNING RATE: 0.001614265952935068
previous_iter_valid_loss : 0.16796936094760895

    607220	  0.168198	  0.167969	  0.166373		CURRENT LEARNING RATE: 0.001613943132027647
previous_iter_valid_loss : 0.16829238831996918

    607240	  0.168526	  0.168292	  0.166684		CURRENT LEARNING RATE: 0.0016136203756779517
previous_iter_valid_loss : 0.17629437148571014

    607260	  0.176587	  0.176294	  0.167394		CURRENT LEARNING RATE: 0.0016132976838730728
previous_iter_valid_loss : 0.16069623827934265

    607280	  0.160855	  0.160696	  0.167147		CURRENT LEARNING RATE: 0.0016129750566001005
previous_iter_valid_loss : 0.16149473190307617

    607300	  0.161645	  0.161495	  0.167192		CURRENT LEARNING RATE: 0.0016126524938461317
previous_iter_valid_loss : 0.16869157552719116

    607320	  0.168849	  0.168692	  0.167272		CURRENT LEARNING RATE: 0.0016123299955982614
previous_iter_valid_loss : 0.16053406894207

    607340	  0.160699	  0.160534	  0.167017		CURRENT LEARNING RATE: 0.0016120075618435929
previous_iter_valid_loss : 0.16071659326553345

    607360	  0.160879	  0.160717	  0.166971		CURRENT LEARNING RATE: 0.0016116851925692254
previous_iter_valid_loss : 0.1650090515613556

    607380	  0.165201	  0.165009	  0.167105		CURRENT LEARNING RATE: 0.0016113628877622672
previous_iter_valid_loss : 0.16395936906337738

    607400	  0.164154	  0.163959	  0.167180		CURRENT LEARNING RATE: 0.0016110406474098237
previous_iter_valid_loss : 0.18644116818904877

    607420	  0.186834	  0.186441	  0.167378		CURRENT LEARNING RATE: 0.0016107184714990073
previous_iter_valid_loss : 0.1756875067949295

    607440	  0.175988	  0.175688	  0.167479		CURRENT LEARNING RATE: 0.0016103963600169289
previous_iter_valid_loss : 0.16062630712985992

    607460	  0.160793	  0.160626	  0.167449		CURRENT LEARNING RATE: 0.0016100743129507065
previous_iter_valid_loss : 0.17899073660373688

    607480	  0.179304	  0.178991	  0.167936		CURRENT LEARNING RATE: 0.001609752330287455
previous_iter_valid_loss : 0.16185861825942993

    607500	  0.162048	  0.161859	  0.167516		CURRENT LEARNING RATE: 0.0016094304120142988
previous_iter_valid_loss : 0.16522453725337982

    607520	  0.165428	  0.165225	  0.167722		CURRENT LEARNING RATE: 0.0016091085581183577
previous_iter_valid_loss : 0.1683816760778427

    607540	  0.168609	  0.168382	  0.167414		CURRENT LEARNING RATE: 0.0016087867685867605
previous_iter_valid_loss : 0.17038537561893463

    607560	  0.170644	  0.170385	  0.167786		CURRENT LEARNING RATE: 0.001608465043406633
previous_iter_valid_loss : 0.16117963194847107

    607580	  0.161367	  0.161180	  0.167797		CURRENT LEARNING RATE: 0.0016081433825651087
previous_iter_valid_loss : 0.1621764749288559

    607600	  0.162360	  0.162176	  0.167228		CURRENT LEARNING RATE: 0.0016078217860493187
previous_iter_valid_loss : 0.1643119901418686

    607620	  0.164479	  0.164312	  0.167045		CURRENT LEARNING RATE: 0.0016075002538464016
previous_iter_valid_loss : 0.16176411509513855

    607640	  0.161959	  0.161764	  0.166718		CURRENT LEARNING RATE: 0.0016071787859434934
previous_iter_valid_loss : 0.16302549839019775

    607660	  0.163187	  0.163025	  0.166055		CURRENT LEARNING RATE: 0.001606857382327737
previous_iter_valid_loss : 0.16051413118839264

    607680	  0.160675	  0.160514	  0.166046		CURRENT LEARNING RATE: 0.0016065360429862773
previous_iter_valid_loss : 0.17385925352573395

    607700	  0.174135	  0.173859	  0.166664		CURRENT LEARNING RATE: 0.0016062147679062585
previous_iter_valid_loss : 0.16420231759548187

    607720	  0.164365	  0.164202	  0.166440		CURRENT LEARNING RATE: 0.0016058935570748317
previous_iter_valid_loss : 0.16098013520240784

    607740	  0.161156	  0.160980	  0.166462		CURRENT LEARNING RATE: 0.001605572410479146
previous_iter_valid_loss : 0.1609450727701187

    607760	  0.161123	  0.160945	  0.166473		CURRENT LEARNING RATE: 0.0016052513281063585
previous_iter_valid_loss : 0.16057516634464264

    607780	  0.160746	  0.160575	  0.166252		CURRENT LEARNING RATE: 0.0016049303099436231
previous_iter_valid_loss : 0.1621490716934204

    607800	  0.162339	  0.162149	  0.166161		CURRENT LEARNING RATE: 0.0016046093559781013
previous_iter_valid_loss : 0.1677354872226715

    607820	  0.167895	  0.167735	  0.165226		CURRENT LEARNING RATE: 0.0016042884661969527
previous_iter_valid_loss : 0.16315528750419617

    607840	  0.163320	  0.163155	  0.164599		CURRENT LEARNING RATE: 0.0016039676405873447
previous_iter_valid_loss : 0.16669580340385437

    607860	  0.166852	  0.166696	  0.164903		CURRENT LEARNING RATE: 0.0016036468791364408
previous_iter_valid_loss : 0.1796356439590454

    607880	  0.179797	  0.179636	  0.164935		CURRENT LEARNING RATE: 0.0016033261818314138
previous_iter_valid_loss : 0.1629229336977005

    607900	  0.163085	  0.162923	  0.164988		CURRENT LEARNING RATE: 0.0016030055486594328
previous_iter_valid_loss : 0.1626342236995697

    607920	  0.162826	  0.162634	  0.164859		CURRENT LEARNING RATE: 0.0016026849796076754
previous_iter_valid_loss : 0.1621991991996765

    607940	  0.162392	  0.162199	  0.164550		CURRENT LEARNING RATE: 0.001602364474663316
previous_iter_valid_loss : 0.1617203950881958

    607960	  0.161910	  0.161720	  0.164116		CURRENT LEARNING RATE: 0.0016020440338135372
previous_iter_valid_loss : 0.16552002727985382

    607980	  0.165684	  0.165520	  0.164333		CURRENT LEARNING RATE: 0.0016017236570455185
previous_iter_valid_loss : 0.1607552468776703

    608000	  0.160936	  0.160755	  0.164262		CURRENT LEARNING RATE: 0.0016014033443464478
previous_iter_valid_loss : 0.16082343459129333

    608020	  0.160986	  0.160823	  0.164088		CURRENT LEARNING RATE: 0.0016010830957035095
previous_iter_valid_loss : 0.16312217712402344

    608040	  0.163297	  0.163122	  0.164156		CURRENT LEARNING RATE: 0.001600762911103897
previous_iter_valid_loss : 0.17378409206867218

    608060	  0.173942	  0.173784	  0.164694		CURRENT LEARNING RATE: 0.0016004427905347994
previous_iter_valid_loss : 0.18181249499320984

    608080	  0.181974	  0.181812	  0.165759		CURRENT LEARNING RATE: 0.0016001227339834136
previous_iter_valid_loss : 0.19548609852790833

    608100	  0.195601	  0.195486	  0.166840		CURRENT LEARNING RATE: 0.001599802741436939
previous_iter_valid_loss : 0.16348472237586975

    608120	  0.163653	  0.163485	  0.166804		CURRENT LEARNING RATE: 0.001599482812882573
previous_iter_valid_loss : 0.16269905865192413

    608140	  0.162892	  0.162699	  0.166890		CURRENT LEARNING RATE: 0.0015991629483075207
previous_iter_valid_loss : 0.18657563626766205

    608160	  0.186969	  0.186576	  0.168172		CURRENT LEARNING RATE: 0.0015988431476989856
previous_iter_valid_loss : 0.1621580868959427

    608180	  0.162356	  0.162158	  0.168251		CURRENT LEARNING RATE: 0.0015985234110441778
previous_iter_valid_loss : 0.1741826832294464

    608200	  0.174459	  0.174183	  0.168852		CURRENT LEARNING RATE: 0.0015982037383303052
previous_iter_valid_loss : 0.16237065196037292

    608220	  0.162535	  0.162371	  0.168584		CURRENT LEARNING RATE: 0.001597884129544584
previous_iter_valid_loss : 0.1611527055501938

    608240	  0.161302	  0.161153	  0.168484		CURRENT LEARNING RATE: 0.0015975645846742262
previous_iter_valid_loss : 0.17183569073677063

    608260	  0.172095	  0.171836	  0.168741		CURRENT LEARNING RATE: 0.0015972451037064542
previous_iter_valid_loss : 0.19763626158237457

    608280	  0.198159	  0.197636	  0.169641		CURRENT LEARNING RATE: 0.0015969256866284844
previous_iter_valid_loss : 0.16068494319915771

    608300	  0.160844	  0.160685	  0.169529		CURRENT LEARNING RATE: 0.0015966063334275442
previous_iter_valid_loss : 0.1730087399482727

    608320	  0.173264	  0.173009	  0.170048		CURRENT LEARNING RATE: 0.001596287044090856
previous_iter_valid_loss : 0.1606229692697525

    608340	  0.160772	  0.160623	  0.169969		CURRENT LEARNING RATE: 0.0015959678186056511
previous_iter_valid_loss : 0.16860327124595642

    608360	  0.168846	  0.168603	  0.170313		CURRENT LEARNING RATE: 0.001595648656959158
previous_iter_valid_loss : 0.16338928043842316

    608380	  0.163573	  0.163389	  0.170207		CURRENT LEARNING RATE: 0.0015953295591386125
previous_iter_valid_loss : 0.1650572568178177

    608400	  0.165217	  0.165057	  0.170422		CURRENT LEARNING RATE: 0.0015950105251312484
previous_iter_valid_loss : 0.16054165363311768

    608420	  0.160702	  0.160542	  0.170408		CURRENT LEARNING RATE: 0.0015946915549243069
previous_iter_valid_loss : 0.17192959785461426

    608440	  0.172076	  0.171930	  0.170848		CURRENT LEARNING RATE: 0.001594372648505026
previous_iter_valid_loss : 0.1671152561903

    608460	  0.167278	  0.167115	  0.170515		CURRENT LEARNING RATE: 0.0015940538058606517
previous_iter_valid_loss : 0.164679616689682

    608480	  0.164872	  0.164680	  0.169658		CURRENT LEARNING RATE: 0.0015937350269784312
previous_iter_valid_loss : 0.18051312863826752

    608500	  0.180678	  0.180513	  0.168909		CURRENT LEARNING RATE: 0.0015934163118456104
previous_iter_valid_loss : 0.16416281461715698

    608520	  0.164330	  0.164163	  0.168943		CURRENT LEARNING RATE: 0.0015930976604494437
previous_iter_valid_loss : 0.16294169425964355

    608540	  0.163109	  0.162942	  0.168955		CURRENT LEARNING RATE: 0.0015927790727771824
previous_iter_valid_loss : 0.16714037954807281

    608560	  0.167309	  0.167140	  0.167984		CURRENT LEARNING RATE: 0.0015924605488160856
previous_iter_valid_loss : 0.17018350958824158

    608580	  0.170437	  0.170184	  0.168385		CURRENT LEARNING RATE: 0.0015921420885534096
previous_iter_valid_loss : 0.16090556979179382

    608600	  0.161063	  0.160906	  0.167721		CURRENT LEARNING RATE: 0.0015918236919764185
previous_iter_valid_loss : 0.1605677455663681

    608620	  0.160729	  0.160568	  0.167631		CURRENT LEARNING RATE: 0.001591505359072374
previous_iter_valid_loss : 0.16110537946224213

    608640	  0.161253	  0.161105	  0.167628		CURRENT LEARNING RATE: 0.0015911870898285456
previous_iter_valid_loss : 0.18089339137077332

    608660	  0.181216	  0.180893	  0.168081		CURRENT LEARNING RATE: 0.0015908688842321997
previous_iter_valid_loss : 0.1653095930814743

    608680	  0.165528	  0.165310	  0.166465		CURRENT LEARNING RATE: 0.0015905507422706107
previous_iter_valid_loss : 0.1636502593755722

    608700	  0.163851	  0.163650	  0.166613		CURRENT LEARNING RATE: 0.0015902326639310501
previous_iter_valid_loss : 0.16071532666683197

    608720	  0.160889	  0.160715	  0.165999		CURRENT LEARNING RATE: 0.0015899146492007977
previous_iter_valid_loss : 0.16975925862789154

    608740	  0.170001	  0.169759	  0.166455		CURRENT LEARNING RATE: 0.0015895966980671301
previous_iter_valid_loss : 0.16276827454566956

    608760	  0.162927	  0.162768	  0.166164		CURRENT LEARNING RATE: 0.001589278810517332
previous_iter_valid_loss : 0.16213490068912506

    608780	  0.162318	  0.162135	  0.166101		CURRENT LEARNING RATE: 0.0015889609865386853
previous_iter_valid_loss : 0.16071650385856628

    608800	  0.160894	  0.160717	  0.165884		CURRENT LEARNING RATE: 0.0015886432261184795
previous_iter_valid_loss : 0.16056562960147858

    608820	  0.160719	  0.160566	  0.165885		CURRENT LEARNING RATE: 0.0015883255292440013
previous_iter_valid_loss : 0.1632061004638672

    608840	  0.163375	  0.163206	  0.165449		CURRENT LEARNING RATE: 0.0015880078959025462
previous_iter_valid_loss : 0.16286826133728027

    608860	  0.163061	  0.162868	  0.165237		CURRENT LEARNING RATE: 0.001587690326081406
previous_iter_valid_loss : 0.17485880851745605

    608880	  0.175140	  0.174859	  0.165746		CURRENT LEARNING RATE: 0.0015873728197678787
previous_iter_valid_loss : 0.16054441034793854

    608900	  0.160700	  0.160544	  0.164747		CURRENT LEARNING RATE: 0.0015870553769492658
previous_iter_valid_loss : 0.163530170917511

    608920	  0.163722	  0.163530	  0.164715		CURRENT LEARNING RATE: 0.0015867379976128668
previous_iter_valid_loss : 0.17425183951854706

    608940	  0.174536	  0.174252	  0.165281		CURRENT LEARNING RATE: 0.0015864206817459894
previous_iter_valid_loss : 0.16514813899993896

    608960	  0.165321	  0.165148	  0.165181		CURRENT LEARNING RATE: 0.0015861034293359378
previous_iter_valid_loss : 0.16051603853702545

    608980	  0.160679	  0.160516	  0.164698		CURRENT LEARNING RATE: 0.0015857862403700254
previous_iter_valid_loss : 0.16151107847690582

    609000	  0.161696	  0.161511	  0.164728		CURRENT LEARNING RATE: 0.0015854691148355614
previous_iter_valid_loss : 0.1607891023159027

    609020	  0.160964	  0.160789	  0.164739		CURRENT LEARNING RATE: 0.0015851520527198635
previous_iter_valid_loss : 0.1791510283946991

    609040	  0.179472	  0.179151	  0.165642		CURRENT LEARNING RATE: 0.0015848350540102463
previous_iter_valid_loss : 0.16630038619041443

    609060	  0.166513	  0.166300	  0.164912		CURRENT LEARNING RATE: 0.001584518118694033
previous_iter_valid_loss : 0.1878870576620102

    609080	  0.188305	  0.187887	  0.166041		CURRENT LEARNING RATE: 0.0015842012467585434
previous_iter_valid_loss : 0.1725653111934662

    609100	  0.172822	  0.172565	  0.166487		CURRENT LEARNING RATE: 0.0015838844381911052
previous_iter_valid_loss : 0.16103771328926086

    609120	  0.161219	  0.161038	  0.166503		CURRENT LEARNING RATE: 0.0015835676929790432
previous_iter_valid_loss : 0.16901586949825287

    609140	  0.169258	  0.169016	  0.166466		CURRENT LEARNING RATE: 0.0015832510111096908
previous_iter_valid_loss : 0.164291650056839

    609160	  0.164472	  0.164292	  0.166542		CURRENT LEARNING RATE: 0.0015829343925703775
previous_iter_valid_loss : 0.16344504058361053

    609180	  0.163620	  0.163445	  0.166607		CURRENT LEARNING RATE: 0.0015826178373484416
previous_iter_valid_loss : 0.16063883900642395

    609200	  0.160811	  0.160639	  0.166603		CURRENT LEARNING RATE: 0.0015823013454312179
previous_iter_valid_loss : 0.1685355007648468

    609220	  0.168782	  0.168536	  0.167002		CURRENT LEARNING RATE: 0.0015819849168060497
previous_iter_valid_loss : 0.16090556979179382

    609240	  0.161048	  0.160906	  0.166887		CURRENT LEARNING RATE: 0.001581668551460277
previous_iter_valid_loss : 0.16965386271476746

    609260	  0.169898	  0.169654	  0.167226		CURRENT LEARNING RATE: 0.0015813522493812464
previous_iter_valid_loss : 0.16071155667304993

    609280	  0.160878	  0.160712	  0.166519		CURRENT LEARNING RATE: 0.0015810360105563076
previous_iter_valid_loss : 0.16218224167823792

    609300	  0.162344	  0.162182	  0.166601		CURRENT LEARNING RATE: 0.0015807198349728079
previous_iter_valid_loss : 0.18467077612876892

    609320	  0.185042	  0.184671	  0.167658		CURRENT LEARNING RATE: 0.0015804037226181033
previous_iter_valid_loss : 0.16861046850681305

    609340	  0.168838	  0.168610	  0.167376		CURRENT LEARNING RATE: 0.0015800876734795462
previous_iter_valid_loss : 0.16064797341823578

    609360	  0.160820	  0.160648	  0.167151		CURRENT LEARNING RATE: 0.001579771687544498
previous_iter_valid_loss : 0.16289526224136353

    609380	  0.163099	  0.162895	  0.167270		CURRENT LEARNING RATE: 0.0015794557648003158
previous_iter_valid_loss : 0.1614786982536316

    609400	  0.161626	  0.161479	  0.167268		CURRENT LEARNING RATE: 0.001579139905234366
previous_iter_valid_loss : 0.1609169840812683

    609420	  0.161067	  0.160917	  0.167274		CURRENT LEARNING RATE: 0.001578824108834011
previous_iter_valid_loss : 0.1638329029083252

    609440	  0.164002	  0.163833	  0.166508		CURRENT LEARNING RATE: 0.001578508375586622
previous_iter_valid_loss : 0.16587013006210327

    609460	  0.166042	  0.165870	  0.166487		CURRENT LEARNING RATE: 0.001578192705479567
previous_iter_valid_loss : 0.16051363945007324

    609480	  0.160678	  0.160514	  0.165118		CURRENT LEARNING RATE: 0.001577877098500222
previous_iter_valid_loss : 0.16666625440120697

    609500	  0.166829	  0.166666	  0.164823		CURRENT LEARNING RATE: 0.0015775615546359594
previous_iter_valid_loss : 0.16265177726745605

    609520	  0.162836	  0.162652	  0.164904		CURRENT LEARNING RATE: 0.001577246073874161
previous_iter_valid_loss : 0.16121992468833923

    609540	  0.161400	  0.161220	  0.164514		CURRENT LEARNING RATE: 0.001576930656202204
previous_iter_valid_loss : 0.1662226915359497

    609560	  0.166384	  0.166223	  0.164611		CURRENT LEARNING RATE: 0.0015766153016074749
previous_iter_valid_loss : 0.1610504388809204

    609580	  0.161198	  0.161050	  0.164491		CURRENT LEARNING RATE: 0.0015763000100773568
previous_iter_valid_loss : 0.1605854481458664

    609600	  0.160738	  0.160585	  0.164488		CURRENT LEARNING RATE: 0.0015759847815992405
previous_iter_valid_loss : 0.17764979600906372

    609620	  0.177960	  0.177650	  0.164944		CURRENT LEARNING RATE: 0.0015756696161605143
previous_iter_valid_loss : 0.17001891136169434

    609640	  0.170263	  0.170019	  0.165400		CURRENT LEARNING RATE: 0.0015753545137485747
previous_iter_valid_loss : 0.1626875251531601

    609660	  0.162891	  0.162688	  0.165051		CURRENT LEARNING RATE: 0.0015750394743508141
previous_iter_valid_loss : 0.16058431565761566

    609680	  0.160760	  0.160584	  0.165045		CURRENT LEARNING RATE: 0.0015747244979546328
previous_iter_valid_loss : 0.1632416844367981

    609700	  0.163436	  0.163242	  0.165098		CURRENT LEARNING RATE: 0.001574409584547433
previous_iter_valid_loss : 0.1614992469549179

    609720	  0.161658	  0.161499	  0.163939		CURRENT LEARNING RATE: 0.0015740947341166156
previous_iter_valid_loss : 0.16235244274139404

    609740	  0.162512	  0.162352	  0.163627		CURRENT LEARNING RATE: 0.0015737799466495888
previous_iter_valid_loss : 0.16084840893745422

    609760	  0.161023	  0.160848	  0.163637		CURRENT LEARNING RATE: 0.001573465222133759
previous_iter_valid_loss : 0.16635414958000183

    609780	  0.166517	  0.166354	  0.163810		CURRENT LEARNING RATE: 0.0015731505605565395
previous_iter_valid_loss : 0.16324084997177124

    609800	  0.163428	  0.163241	  0.163898		CURRENT LEARNING RATE: 0.0015728359619053413
previous_iter_valid_loss : 0.16833868622779846

    609820	  0.168567	  0.168339	  0.164269		CURRENT LEARNING RATE: 0.0015725214261675831
previous_iter_valid_loss : 0.16337701678276062

    609840	  0.163545	  0.163377	  0.164246		CURRENT LEARNING RATE: 0.0015722069533306811
previous_iter_valid_loss : 0.16160598397254944

    609860	  0.161775	  0.161606	  0.164033		CURRENT LEARNING RATE: 0.0015718925433820586
previous_iter_valid_loss : 0.16524285078048706

    609880	  0.165407	  0.165243	  0.164269		CURRENT LEARNING RATE: 0.0015715781963091366
previous_iter_valid_loss : 0.1647902876138687

    609900	  0.165005	  0.164790	  0.164175		CURRENT LEARNING RATE: 0.0015712639120993442
previous_iter_valid_loss : 0.16125844419002533

    609920	  0.161449	  0.161258	  0.164106		CURRENT LEARNING RATE: 0.001570949690740107
previous_iter_valid_loss : 0.16821449995040894

    609940	  0.168375	  0.168214	  0.164455		CURRENT LEARNING RATE: 0.001570635532218859
previous_iter_valid_loss : 0.16064979135990143

    609960	  0.160822	  0.160650	  0.164177		CURRENT LEARNING RATE: 0.001570321436523031
previous_iter_valid_loss : 0.22264666855335236

    609980	  0.222622	  0.222647	  0.167257		CURRENT LEARNING RATE: 0.0015700074036400623
previous_iter_valid_loss : 0.1605711281299591

    610000	  0.160731	  0.160571	  0.167256		CURRENT LEARNING RATE: 0.0015696934335573884
previous_iter_valid_loss : 0.17448021471500397

    610020	  0.174761	  0.174480	  0.167097		CURRENT LEARNING RATE: 0.0015693795262624534
previous_iter_valid_loss : 0.1757790893316269

    610040	  0.176076	  0.175779	  0.167385		CURRENT LEARNING RATE: 0.0015690656817426982
previous_iter_valid_loss : 0.17402635514736176

    610060	  0.174301	  0.174026	  0.167952		CURRENT LEARNING RATE: 0.0015687518999855724
previous_iter_valid_loss : 0.17130747437477112

    610080	  0.171560	  0.171307	  0.168489		CURRENT LEARNING RATE: 0.001568438180978521
previous_iter_valid_loss : 0.1613791137933731

    610100	  0.161532	  0.161379	  0.168395		CURRENT LEARNING RATE: 0.0015681245247089971
previous_iter_valid_loss : 0.16069024801254272

    610120	  0.160868	  0.160690	  0.168355		CURRENT LEARNING RATE: 0.0015678109311644559
previous_iter_valid_loss : 0.16663546860218048

    610140	  0.166856	  0.166635	  0.168569		CURRENT LEARNING RATE: 0.0015674974003323503
previous_iter_valid_loss : 0.1657649427652359

    610160	  0.165932	  0.165765	  0.168815		CURRENT LEARNING RATE: 0.001567183932200143
previous_iter_valid_loss : 0.16089597344398499

    610180	  0.161073	  0.160896	  0.168542		CURRENT LEARNING RATE: 0.0015668705267552915
previous_iter_valid_loss : 0.16212375462055206

    610200	  0.162315	  0.162124	  0.168486		CURRENT LEARNING RATE: 0.0015665571839852625
previous_iter_valid_loss : 0.1652713567018509

    610220	  0.165442	  0.165271	  0.168333		CURRENT LEARNING RATE: 0.00156624390387752
previous_iter_valid_loss : 0.17332756519317627

    610240	  0.173601	  0.173328	  0.168830		CURRENT LEARNING RATE: 0.001565930686419535
previous_iter_valid_loss : 0.16193662583827972

    610260	  0.162098	  0.161937	  0.168847		CURRENT LEARNING RATE: 0.0015656175315987761
previous_iter_valid_loss : 0.17485472559928894

    610280	  0.175011	  0.174855	  0.169327		CURRENT LEARNING RATE: 0.0015653044394027204
previous_iter_valid_loss : 0.16360025107860565

    610300	  0.163768	  0.163600	  0.169268		CURRENT LEARNING RATE: 0.0015649914098188411
previous_iter_valid_loss : 0.17604859173297882

    610320	  0.176341	  0.176049	  0.170007		CURRENT LEARNING RATE: 0.0015646784428346198
previous_iter_valid_loss : 0.16534939408302307

    610340	  0.165567	  0.165349	  0.169864		CURRENT LEARNING RATE: 0.001564365538437535
previous_iter_valid_loss : 0.16068688035011292

    610360	  0.160856	  0.160687	  0.169866		CURRENT LEARNING RATE: 0.0015640526966150732
previous_iter_valid_loss : 0.1667647659778595

    610380	  0.166990	  0.166765	  0.167072		CURRENT LEARNING RATE: 0.001563739917354718
previous_iter_valid_loss : 0.16102468967437744

    610400	  0.161209	  0.161025	  0.167095		CURRENT LEARNING RATE: 0.0015634272006439611
previous_iter_valid_loss : 0.16920314729213715

    610420	  0.169436	  0.169203	  0.166831		CURRENT LEARNING RATE: 0.0015631145464702913
previous_iter_valid_loss : 0.16128262877464294

    610440	  0.161445	  0.161283	  0.166106		CURRENT LEARNING RATE: 0.0015628019548212051
previous_iter_valid_loss : 0.16057449579238892

    610460	  0.160735	  0.160574	  0.165433		CURRENT LEARNING RATE: 0.0015624894256841954
previous_iter_valid_loss : 0.16074416041374207

    610480	  0.160905	  0.160744	  0.164905		CURRENT LEARNING RATE: 0.0015621769590467634
previous_iter_valid_loss : 0.16058506071567535

    610500	  0.160750	  0.160585	  0.164866		CURRENT LEARNING RATE: 0.0015618645548964112
previous_iter_valid_loss : 0.16868777573108673

    610520	  0.168917	  0.168688	  0.165265		CURRENT LEARNING RATE: 0.0015615522132206398
previous_iter_valid_loss : 0.17302206158638

    610540	  0.173168	  0.173022	  0.165585		CURRENT LEARNING RATE: 0.0015612399340069587
previous_iter_valid_loss : 0.1605275571346283

    610560	  0.160698	  0.160528	  0.165323		CURRENT LEARNING RATE: 0.0015609277172428737
previous_iter_valid_loss : 0.1779414415359497

    610580	  0.178243	  0.177941	  0.166175		CURRENT LEARNING RATE: 0.0015606155629158992
previous_iter_valid_loss : 0.16601525247097015

    610600	  0.166230	  0.166015	  0.166370		CURRENT LEARNING RATE: 0.0015603034710135457
previous_iter_valid_loss : 0.16341383755207062

    610620	  0.163587	  0.163414	  0.166277		CURRENT LEARNING RATE: 0.001559991441523333
previous_iter_valid_loss : 0.16513627767562866

    610640	  0.165307	  0.165136	  0.165867		CURRENT LEARNING RATE: 0.0015596794744327767
previous_iter_valid_loss : 0.1960163563489914

    610660	  0.196516	  0.196016	  0.167571		CURRENT LEARNING RATE: 0.001559367569729401
previous_iter_valid_loss : 0.1713009625673294

    610680	  0.171557	  0.171301	  0.167394		CURRENT LEARNING RATE: 0.0015590557274007266
previous_iter_valid_loss : 0.16382062435150146

    610700	  0.164002	  0.163821	  0.167405		CURRENT LEARNING RATE: 0.0015587439474342832
previous_iter_valid_loss : 0.16233959794044495

    610720	  0.162490	  0.162340	  0.166719		CURRENT LEARNING RATE: 0.0015584322298175964
previous_iter_valid_loss : 0.1615007370710373

    610740	  0.161662	  0.161501	  0.166527		CURRENT LEARNING RATE: 0.0015581205745382003
previous_iter_valid_loss : 0.16170723736286163

    610760	  0.161891	  0.161707	  0.166578		CURRENT LEARNING RATE: 0.0015578089815836262
previous_iter_valid_loss : 0.16907498240470886

    610780	  0.169233	  0.169075	  0.166693		CURRENT LEARNING RATE: 0.001557497450941413
previous_iter_valid_loss : 0.16133122146129608

    610800	  0.161487	  0.161331	  0.166709		CURRENT LEARNING RATE: 0.0015571859825990963
previous_iter_valid_loss : 0.16297048330307007

    610820	  0.163141	  0.162970	  0.166397		CURRENT LEARNING RATE: 0.0015568745765442208
previous_iter_valid_loss : 0.16751126945018768

    610840	  0.167740	  0.167511	  0.166708		CURRENT LEARNING RATE: 0.0015565632327643273
previous_iter_valid_loss : 0.19196817278862

    610860	  0.192430	  0.191968	  0.168278		CURRENT LEARNING RATE: 0.0015562519512469643
previous_iter_valid_loss : 0.17087243497371674

    610880	  0.171025	  0.170872	  0.168784		CURRENT LEARNING RATE: 0.0015559407319796783
previous_iter_valid_loss : 0.16057799756526947

    610900	  0.160752	  0.160578	  0.168784		CURRENT LEARNING RATE: 0.0015556295749500218
previous_iter_valid_loss : 0.17200346291065216

    610920	  0.172159	  0.172003	  0.168950		CURRENT LEARNING RATE: 0.00155531848014555
previous_iter_valid_loss : 0.16784130036830902

    610940	  0.168003	  0.167841	  0.168691		CURRENT LEARNING RATE: 0.0015550074475538162
previous_iter_valid_loss : 0.16084817051887512

    610960	  0.161017	  0.160848	  0.168707		CURRENT LEARNING RATE: 0.0015546964771623818
previous_iter_valid_loss : 0.16607993841171265

    610980	  0.166245	  0.166080	  0.168114		CURRENT LEARNING RATE: 0.0015543855689588056
previous_iter_valid_loss : 0.1671276092529297

    611000	  0.167293	  0.167128	  0.168169		CURRENT LEARNING RATE: 0.0015540747229306536
previous_iter_valid_loss : 0.16138696670532227

    611020	  0.161578	  0.161387	  0.168068		CURRENT LEARNING RATE: 0.001553763939065489
previous_iter_valid_loss : 0.1674991250038147

    611040	  0.167725	  0.167499	  0.168186		CURRENT LEARNING RATE: 0.001553453217350884
previous_iter_valid_loss : 0.1688549667596817

    611060	  0.169098	  0.168855	  0.166828		CURRENT LEARNING RATE: 0.0015531425577744063
previous_iter_valid_loss : 0.16349303722381592

    611080	  0.163696	  0.163493	  0.166438		CURRENT LEARNING RATE: 0.0015528319603236326
previous_iter_valid_loss : 0.17066773772239685

    611100	  0.170926	  0.170668	  0.166780		CURRENT LEARNING RATE: 0.001552521424986136
previous_iter_valid_loss : 0.16369709372520447

    611120	  0.163865	  0.163697	  0.166848		CURRENT LEARNING RATE: 0.001552210951749498
previous_iter_valid_loss : 0.16081228852272034

    611140	  0.160968	  0.160812	  0.166814		CURRENT LEARNING RATE: 0.0015519005406012972
previous_iter_valid_loss : 0.1654946208000183

    611160	  0.165661	  0.165495	  0.167003		CURRENT LEARNING RATE: 0.0015515901915291192
previous_iter_valid_loss : 0.16233111917972565

    611180	  0.162497	  0.162331	  0.166666		CURRENT LEARNING RATE: 0.001551279904520548
previous_iter_valid_loss : 0.17391958832740784

    611200	  0.174189	  0.173920	  0.167295		CURRENT LEARNING RATE: 0.0015509696795631743
previous_iter_valid_loss : 0.17513449490070343

    611220	  0.175414	  0.175134	  0.167903		CURRENT LEARNING RATE: 0.001550659516644587
previous_iter_valid_loss : 0.16185292601585388

    611240	  0.162047	  0.161853	  0.167620		CURRENT LEARNING RATE: 0.0015503494157523817
previous_iter_valid_loss : 0.16410858929157257

    611260	  0.164308	  0.164109	  0.166227		CURRENT LEARNING RATE: 0.0015500393768741515
previous_iter_valid_loss : 0.1993463933467865

    611280	  0.199850	  0.199346	  0.167651		CURRENT LEARNING RATE: 0.0015497293999974973
previous_iter_valid_loss : 0.16679640114307404

    611300	  0.167023	  0.166796	  0.167962		CURRENT LEARNING RATE: 0.00154941948511002
previous_iter_valid_loss : 0.16381756961345673

    611320	  0.164028	  0.163818	  0.167553		CURRENT LEARNING RATE: 0.0015491096321993214
previous_iter_valid_loss : 0.1611381471157074

    611340	  0.161319	  0.161138	  0.167218		CURRENT LEARNING RATE: 0.0015487998412530093
previous_iter_valid_loss : 0.17841242253780365

    611360	  0.178721	  0.178412	  0.168096		CURRENT LEARNING RATE: 0.0015484901122586902
previous_iter_valid_loss : 0.16454723477363586

    611380	  0.164739	  0.164547	  0.168019		CURRENT LEARNING RATE: 0.0015481804452039767
previous_iter_valid_loss : 0.16056671738624573

    611400	  0.160729	  0.160567	  0.167691		CURRENT LEARNING RATE: 0.0015478708400764802
previous_iter_valid_loss : 0.21213823556900024

    611420	  0.212177	  0.212138	  0.170229		CURRENT LEARNING RATE: 0.0015475612968638187
previous_iter_valid_loss : 0.1607922464609146

    611440	  0.160956	  0.160792	  0.169893		CURRENT LEARNING RATE: 0.0015472518155536076
previous_iter_valid_loss : 0.16465720534324646

    611460	  0.164829	  0.164657	  0.169683		CURRENT LEARNING RATE: 0.0015469423961334712
previous_iter_valid_loss : 0.16056793928146362

    611480	  0.160727	  0.160568	  0.169537		CURRENT LEARNING RATE: 0.0015466330385910292
previous_iter_valid_loss : 0.16287992894649506

    611500	  0.163041	  0.162880	  0.169148		CURRENT LEARNING RATE: 0.0015463237429139103
previous_iter_valid_loss : 0.16164979338645935

    611520	  0.161839	  0.161650	  0.169045		CURRENT LEARNING RATE: 0.0015460145090897403
previous_iter_valid_loss : 0.16515640914440155

    611540	  0.165326	  0.165156	  0.169263		CURRENT LEARNING RATE: 0.001545705337106152
previous_iter_valid_loss : 0.16245275735855103

    611560	  0.162619	  0.162453	  0.169111		CURRENT LEARNING RATE: 0.001545396226950776
previous_iter_valid_loss : 0.17338553071022034

    611580	  0.173663	  0.173386	  0.169663		CURRENT LEARNING RATE: 0.0015450871786112507
previous_iter_valid_loss : 0.16074271500110626

    611600	  0.160917	  0.160743	  0.169004		CURRENT LEARNING RATE: 0.0015447781920752113
previous_iter_valid_loss : 0.1606937199831009

    611620	  0.160854	  0.160694	  0.168282		CURRENT LEARNING RATE: 0.0015444692673303013
previous_iter_valid_loss : 0.17312383651733398

    611640	  0.173395	  0.173124	  0.168846		CURRENT LEARNING RATE: 0.0015441604043641608
previous_iter_valid_loss : 0.16690543293952942

    611660	  0.167133	  0.166905	  0.168986		CURRENT LEARNING RATE: 0.0015438516031644378
previous_iter_valid_loss : 0.16320528090000153

    611680	  0.163414	  0.163205	  0.167179		CURRENT LEARNING RATE: 0.001543542863718778
previous_iter_valid_loss : 0.16063246130943298

    611700	  0.160781	  0.160632	  0.166871		CURRENT LEARNING RATE: 0.001543234186014833
previous_iter_valid_loss : 0.19289886951446533

    611720	  0.193025	  0.192899	  0.168325		CURRENT LEARNING RATE: 0.0015429255700402569
previous_iter_valid_loss : 0.16133765876293182

    611740	  0.161494	  0.161338	  0.168335		CURRENT LEARNING RATE: 0.0015426170157827024
previous_iter_valid_loss : 0.16592395305633545

    611760	  0.166085	  0.165924	  0.167710		CURRENT LEARNING RATE: 0.0015423085232298304
previous_iter_valid_loss : 0.17971071600914001

    611780	  0.180048	  0.179711	  0.168468		CURRENT LEARNING RATE: 0.0015420000923692977
previous_iter_valid_loss : 0.1605295091867447

    611800	  0.160697	  0.160530	  0.168467		CURRENT LEARNING RATE: 0.0015416917231887706
previous_iter_valid_loss : 0.1608148068189621

    611820	  0.160999	  0.160815	  0.165900		CURRENT LEARNING RATE: 0.0015413834156759111
previous_iter_valid_loss : 0.16422659158706665

    611840	  0.164425	  0.164227	  0.166072		CURRENT LEARNING RATE: 0.0015410751698183899
previous_iter_valid_loss : 0.16490748524665833

    611860	  0.165112	  0.164907	  0.166085		CURRENT LEARNING RATE: 0.0015407669856038742
previous_iter_valid_loss : 0.16060000658035278

    611880	  0.160769	  0.160600	  0.166086		CURRENT LEARNING RATE: 0.0015404588630200395
previous_iter_valid_loss : 0.16063405573368073

    611900	  0.160800	  0.160634	  0.165974		CURRENT LEARNING RATE: 0.0015401508020545583
previous_iter_valid_loss : 0.16242413222789764

    611920	  0.162618	  0.162424	  0.166013		CURRENT LEARNING RATE: 0.0015398428026951107
previous_iter_valid_loss : 0.17147761583328247

    611940	  0.171727	  0.171478	  0.166329		CURRENT LEARNING RATE: 0.0015395348649293744
previous_iter_valid_loss : 0.16434653103351593

    611960	  0.164545	  0.164347	  0.166423		CURRENT LEARNING RATE: 0.0015392269887450339
previous_iter_valid_loss : 0.1646834760904312

    611980	  0.164855	  0.164683	  0.165988		CURRENT LEARNING RATE: 0.001538919174129772
previous_iter_valid_loss : 0.16135649383068085

    612000	  0.161522	  0.161356	  0.166019		CURRENT LEARNING RATE: 0.0015386114210712782
previous_iter_valid_loss : 0.16088663041591644

    612020	  0.161037	  0.160887	  0.166029		CURRENT LEARNING RATE: 0.0015383037295572406
previous_iter_valid_loss : 0.17152397334575653

    612040	  0.171778	  0.171524	  0.165949		CURRENT LEARNING RATE: 0.0015379960995753532
previous_iter_valid_loss : 0.1665123552083969

    612060	  0.166678	  0.166512	  0.165929		CURRENT LEARNING RATE: 0.0015376885311133089
previous_iter_valid_loss : 0.1714237928390503

    612080	  0.171582	  0.171424	  0.166340		CURRENT LEARNING RATE: 0.0015373810241588062
previous_iter_valid_loss : 0.16124704480171204

    612100	  0.161433	  0.161247	  0.166371		CURRENT LEARNING RATE: 0.0015370735786995457
previous_iter_valid_loss : 0.18472644686698914

    612120	  0.185089	  0.184726	  0.165962		CURRENT LEARNING RATE: 0.0015367661947232275
previous_iter_valid_loss : 0.17489340901374817

    612140	  0.175047	  0.174893	  0.166640		CURRENT LEARNING RATE: 0.0015364588722175585
previous_iter_valid_loss : 0.16606824100017548

    612160	  0.166284	  0.166068	  0.166647		CURRENT LEARNING RATE: 0.0015361516111702432
previous_iter_valid_loss : 0.16141997277736664

    612180	  0.161580	  0.161420	  0.165732		CURRENT LEARNING RATE: 0.0015358444115689941
previous_iter_valid_loss : 0.1611008495092392

    612200	  0.161287	  0.161101	  0.165761		CURRENT LEARNING RATE: 0.0015355372734015204
previous_iter_valid_loss : 0.1623447835445404

    612220	  0.162505	  0.162345	  0.165837		CURRENT LEARNING RATE: 0.0015352301966555387
previous_iter_valid_loss : 0.16831660270690918

    612240	  0.168472	  0.168317	  0.166042		CURRENT LEARNING RATE: 0.0015349231813187641
previous_iter_valid_loss : 0.1635584682226181

    612260	  0.163745	  0.163558	  0.165975		CURRENT LEARNING RATE: 0.0015346162273789181
previous_iter_valid_loss : 0.16241979598999023

    612280	  0.162605	  0.162420	  0.166066		CURRENT LEARNING RATE: 0.0015343093348237202
previous_iter_valid_loss : 0.16067184507846832

    612300	  0.160836	  0.160672	  0.166067		CURRENT LEARNING RATE: 0.0015340025036408975
previous_iter_valid_loss : 0.1611717790365219

    612320	  0.161347	  0.161172	  0.166005		CURRENT LEARNING RATE: 0.0015336957338181734
previous_iter_valid_loss : 0.1788041889667511

    612340	  0.179119	  0.178804	  0.166371		CURRENT LEARNING RATE: 0.0015333890253432802
previous_iter_valid_loss : 0.16665342450141907

    612360	  0.166870	  0.166653	  0.166486		CURRENT LEARNING RATE: 0.001533082378203947
previous_iter_valid_loss : 0.1686985045671463

    612380	  0.168930	  0.168699	  0.166687		CURRENT LEARNING RATE: 0.0015327757923879106
previous_iter_valid_loss : 0.16099274158477783

    612400	  0.161151	  0.160993	  0.166669		CURRENT LEARNING RATE: 0.0015324692678829045
previous_iter_valid_loss : 0.16075101494789124

    612420	  0.160915	  0.160751	  0.166662		CURRENT LEARNING RATE: 0.0015321628046766709
previous_iter_valid_loss : 0.16172756254673004

    612440	  0.161886	  0.161728	  0.166172		CURRENT LEARNING RATE: 0.0015318564027569483
previous_iter_valid_loss : 0.16087515652179718

    612460	  0.161020	  0.160875	  0.165891		CURRENT LEARNING RATE: 0.0015315500621114833
previous_iter_valid_loss : 0.16052794456481934

    612480	  0.160694	  0.160528	  0.165346		CURRENT LEARNING RATE: 0.0015312437827280194
previous_iter_valid_loss : 0.17906710505485535

    612500	  0.179384	  0.179067	  0.166237		CURRENT LEARNING RATE: 0.0015309375645943073
previous_iter_valid_loss : 0.17413359880447388

    612520	  0.174286	  0.174134	  0.165707		CURRENT LEARNING RATE: 0.0015306314076980992
previous_iter_valid_loss : 0.1627022624015808

    612540	  0.162865	  0.162702	  0.165098		CURRENT LEARNING RATE: 0.0015303253120271464
previous_iter_valid_loss : 0.18812821805477142

    612560	  0.188269	  0.188128	  0.166201		CURRENT LEARNING RATE: 0.0015300192775692077
previous_iter_valid_loss : 0.16907741129398346

    612580	  0.169239	  0.169077	  0.166583		CURRENT LEARNING RATE: 0.0015297133043120387
previous_iter_valid_loss : 0.16595378518104553

    612600	  0.166161	  0.165954	  0.166826		CURRENT LEARNING RATE: 0.0015294073922434035
previous_iter_valid_loss : 0.1649671047925949

    612620	  0.165162	  0.164967	  0.166957		CURRENT LEARNING RATE: 0.001529101541351063
previous_iter_valid_loss : 0.16123829782009125

    612640	  0.161425	  0.161238	  0.166603		CURRENT LEARNING RATE: 0.0015287957516227856
previous_iter_valid_loss : 0.16050435602664948

    612660	  0.160669	  0.160504	  0.166451		CURRENT LEARNING RATE: 0.0015284900230463372
previous_iter_valid_loss : 0.17875318229198456

    612680	  0.178924	  0.178753	  0.167267		CURRENT LEARNING RATE: 0.0015281843556094912
previous_iter_valid_loss : 0.1619022935628891

    612700	  0.162061	  0.161902	  0.167329		CURRENT LEARNING RATE: 0.0015278787493000184
previous_iter_valid_loss : 0.16839392483234406

    612720	  0.168554	  0.168394	  0.167690		CURRENT LEARNING RATE: 0.001527573204105697
previous_iter_valid_loss : 0.16084465384483337

    612740	  0.161010	  0.160845	  0.166792		CURRENT LEARNING RATE: 0.0015272677200143026
previous_iter_valid_loss : 0.160744309425354

    612760	  0.160902	  0.160744	  0.166496		CURRENT LEARNING RATE: 0.0015269622970136188
previous_iter_valid_loss : 0.1605173498392105

    612780	  0.160692	  0.160517	  0.166087		CURRENT LEARNING RATE: 0.0015266569350914252
previous_iter_valid_loss : 0.1718200445175171

    612800	  0.171972	  0.171820	  0.166629		CURRENT LEARNING RATE: 0.0015263516342355111
previous_iter_valid_loss : 0.16855114698410034

    612820	  0.168710	  0.168551	  0.167019		CURRENT LEARNING RATE: 0.001526046394433661
previous_iter_valid_loss : 0.16240710020065308

    612840	  0.162589	  0.162407	  0.167053		CURRENT LEARNING RATE: 0.001525741215673668
previous_iter_valid_loss : 0.16357311606407166

    612860	  0.163760	  0.163573	  0.167188		CURRENT LEARNING RATE: 0.001525436097943323
previous_iter_valid_loss : 0.17057311534881592

    612880	  0.170821	  0.170573	  0.167690		CURRENT LEARNING RATE: 0.001525131041230423
previous_iter_valid_loss : 0.16173039376735687

    612900	  0.161916	  0.161730	  0.166823		CURRENT LEARNING RATE: 0.001524826045522764
previous_iter_valid_loss : 0.16098658740520477

    612920	  0.161165	  0.160987	  0.166166		CURRENT LEARNING RATE: 0.0015245211108081465
previous_iter_valid_loss : 0.16742894053459167

    612940	  0.167586	  0.167429	  0.166402		CURRENT LEARNING RATE: 0.0015242162370743752
previous_iter_valid_loss : 0.1606089472770691

    612960	  0.160770	  0.160609	  0.165026		CURRENT LEARNING RATE: 0.0015239114243092522
previous_iter_valid_loss : 0.16159917414188385

    612980	  0.161753	  0.161599	  0.164652		CURRENT LEARNING RATE: 0.0015236066725005878
previous_iter_valid_loss : 0.1723490208387375

    613000	  0.172494	  0.172349	  0.164972		CURRENT LEARNING RATE: 0.0015233019816361891
previous_iter_valid_loss : 0.16069439053535461

    613020	  0.160861	  0.160694	  0.164758		CURRENT LEARNING RATE: 0.0015229973517038714
previous_iter_valid_loss : 0.16054466366767883

    613040	  0.160715	  0.160545	  0.164724		CURRENT LEARNING RATE: 0.0015226927826914463
previous_iter_valid_loss : 0.1688232123851776

    613060	  0.169070	  0.168823	  0.165140		CURRENT LEARNING RATE: 0.0015223882745867342
previous_iter_valid_loss : 0.1622813194990158

    613080	  0.162472	  0.162281	  0.164316		CURRENT LEARNING RATE: 0.001522083827377552
previous_iter_valid_loss : 0.18115855753421783

    613100	  0.181494	  0.181159	  0.165279		CURRENT LEARNING RATE: 0.0015217794410517245
previous_iter_valid_loss : 0.16109609603881836

    613120	  0.161277	  0.161096	  0.164914		CURRENT LEARNING RATE: 0.0015214751155970731
previous_iter_valid_loss : 0.1815183162689209

    613140	  0.181682	  0.181518	  0.165948		CURRENT LEARNING RATE: 0.0015211708510014285
previous_iter_valid_loss : 0.163671612739563

    613160	  0.163848	  0.163672	  0.166094		CURRENT LEARNING RATE: 0.0015208666472526164
previous_iter_valid_loss : 0.16945335268974304

    613180	  0.169608	  0.169453	  0.166541		CURRENT LEARNING RATE: 0.0015205625043384719
previous_iter_valid_loss : 0.1615670621395111

    613200	  0.161756	  0.161567	  0.166028		CURRENT LEARNING RATE: 0.001520258422246826
previous_iter_valid_loss : 0.16771380603313446

    613220	  0.167942	  0.167714	  0.165986		CURRENT LEARNING RATE: 0.001519954400965519
previous_iter_valid_loss : 0.16446372866630554

    613240	  0.164669	  0.164464	  0.166089		CURRENT LEARNING RATE: 0.0015196504404823867
previous_iter_valid_loss : 0.1624975949525833

    613260	  0.162686	  0.162498	  0.166035		CURRENT LEARNING RATE: 0.001519346540785274
previous_iter_valid_loss : 0.16357073187828064

    613280	  0.163743	  0.163571	  0.165685		CURRENT LEARNING RATE: 0.0015190427018620212
previous_iter_valid_loss : 0.1610228568315506

    613300	  0.161197	  0.161023	  0.165650		CURRENT LEARNING RATE: 0.001518738923700477
previous_iter_valid_loss : 0.16968266665935516

    613320	  0.169836	  0.169683	  0.166085		CURRENT LEARNING RATE: 0.0015184352062884911
previous_iter_valid_loss : 0.1646115630865097

    613340	  0.164778	  0.164612	  0.165944		CURRENT LEARNING RATE: 0.0015181315496139124
previous_iter_valid_loss : 0.16058915853500366

    613360	  0.160754	  0.160589	  0.165943		CURRENT LEARNING RATE: 0.0015178279536645974
previous_iter_valid_loss : 0.16944198310375214

    613380	  0.169689	  0.169442	  0.166335		CURRENT LEARNING RATE: 0.0015175244184283993
previous_iter_valid_loss : 0.16077905893325806

    613400	  0.160937	  0.160779	  0.165756		CURRENT LEARNING RATE: 0.0015172209438931792
previous_iter_valid_loss : 0.16151069104671478

    613420	  0.161665	  0.161511	  0.165797		CURRENT LEARNING RATE: 0.0015169175300467957
previous_iter_valid_loss : 0.16429974138736725

    613440	  0.164498	  0.164300	  0.165985		CURRENT LEARNING RATE: 0.0015166141768771155
previous_iter_valid_loss : 0.16104164719581604

    613460	  0.161227	  0.161042	  0.165596		CURRENT LEARNING RATE: 0.0015163108843720009
previous_iter_valid_loss : 0.1610019952058792

    613480	  0.161191	  0.161002	  0.165532		CURRENT LEARNING RATE: 0.001516007652519323
previous_iter_valid_loss : 0.1685502529144287

    613500	  0.168790	  0.168550	  0.164901		CURRENT LEARNING RATE: 0.0015157044813069506
previous_iter_valid_loss : 0.1606844961643219

    613520	  0.160845	  0.160684	  0.164881		CURRENT LEARNING RATE: 0.0015154013707227587
previous_iter_valid_loss : 0.16129425168037415

    613540	  0.161448	  0.161294	  0.163870		CURRENT LEARNING RATE: 0.0015150983207546204
previous_iter_valid_loss : 0.16410864889621735

    613560	  0.164272	  0.164109	  0.163892		CURRENT LEARNING RATE: 0.0015147953313904166
previous_iter_valid_loss : 0.1700228452682495

    613580	  0.170176	  0.170023	  0.163920		CURRENT LEARNING RATE: 0.0015144924026180247
previous_iter_valid_loss : 0.16055512428283691

    613600	  0.160711	  0.160555	  0.163869		CURRENT LEARNING RATE: 0.0015141895344253308
previous_iter_valid_loss : 0.16667231917381287

    613620	  0.166830	  0.166672	  0.163817		CURRENT LEARNING RATE: 0.0015138867268002171
previous_iter_valid_loss : 0.1605360358953476

    613640	  0.160684	  0.160536	  0.163621		CURRENT LEARNING RATE: 0.0015135839797305738
previous_iter_valid_loss : 0.1928148865699768

    613660	  0.193283	  0.192815	  0.165137		CURRENT LEARNING RATE: 0.0015132812932042885
previous_iter_valid_loss : 0.1664419323205948

    613680	  0.166608	  0.166442	  0.165280		CURRENT LEARNING RATE: 0.0015129786672092567
previous_iter_valid_loss : 0.16272981464862823

    613700	  0.162893	  0.162730	  0.165366		CURRENT LEARNING RATE: 0.0015126761017333703
previous_iter_valid_loss : 0.16253864765167236

    613720	  0.162717	  0.162539	  0.165009		CURRENT LEARNING RATE: 0.0015123735967645282
previous_iter_valid_loss : 0.18302564322948456

    613740	  0.183381	  0.183026	  0.165929		CURRENT LEARNING RATE: 0.0015120711522906317
previous_iter_valid_loss : 0.17071329057216644

    613760	  0.170967	  0.170713	  0.166435		CURRENT LEARNING RATE: 0.00151176876829958
previous_iter_valid_loss : 0.1609741896390915

    613780	  0.161155	  0.160974	  0.166012		CURRENT LEARNING RATE: 0.0015114664447792804
previous_iter_valid_loss : 0.16831143200397491

    613800	  0.168468	  0.168311	  0.166389		CURRENT LEARNING RATE: 0.0015111641817176376
previous_iter_valid_loss : 0.16061347723007202

    613820	  0.160771	  0.160613	  0.166344		CURRENT LEARNING RATE: 0.0015108619791025636
previous_iter_valid_loss : 0.16330352425575256

    613840	  0.163496	  0.163304	  0.166294		CURRENT LEARNING RATE: 0.0015105598369219676
previous_iter_valid_loss : 0.18388712406158447

    613860	  0.184047	  0.183887	  0.167436		CURRENT LEARNING RATE: 0.001510257755163767
previous_iter_valid_loss : 0.17739221453666687

    613880	  0.177551	  0.177392	  0.168256		CURRENT LEARNING RATE: 0.0015099557338158751
previous_iter_valid_loss : 0.1607828140258789

    613900	  0.160961	  0.160783	  0.167867		CURRENT LEARNING RATE: 0.001509653772866214
previous_iter_valid_loss : 0.1605563759803772

    613920	  0.160728	  0.160556	  0.167861		CURRENT LEARNING RATE: 0.0015093518723027029
previous_iter_valid_loss : 0.17045433819293976

    613940	  0.170702	  0.170454	  0.168319		CURRENT LEARNING RATE: 0.0015090500321132678
previous_iter_valid_loss : 0.17094315588474274

    613960	  0.171191	  0.170943	  0.168661		CURRENT LEARNING RATE: 0.0015087482522858334
previous_iter_valid_loss : 0.1605866551399231

    613980	  0.160750	  0.160587	  0.168189		CURRENT LEARNING RATE: 0.0015084465328083303
previous_iter_valid_loss : 0.16190668940544128

    614000	  0.162066	  0.161907	  0.168257		CURRENT LEARNING RATE: 0.0015081448736686876
previous_iter_valid_loss : 0.1610516607761383

    614020	  0.161224	  0.161052	  0.167976		CURRENT LEARNING RATE: 0.0015078432748548412
previous_iter_valid_loss : 0.16513675451278687

    614040	  0.165336	  0.165137	  0.168206		CURRENT LEARNING RATE: 0.001507541736354725
previous_iter_valid_loss : 0.16795668005943298

    614060	  0.168122	  0.167957	  0.166963		CURRENT LEARNING RATE: 0.0015072402581562793
previous_iter_valid_loss : 0.17182199656963348

    614080	  0.172087	  0.171822	  0.167232		CURRENT LEARNING RATE: 0.001506938840247443
previous_iter_valid_loss : 0.17129406332969666

    614100	  0.171452	  0.171294	  0.167660		CURRENT LEARNING RATE: 0.0015066374826161605
previous_iter_valid_loss : 0.1625543236732483

    614120	  0.162737	  0.162554	  0.167661		CURRENT LEARNING RATE: 0.0015063361852503789
previous_iter_valid_loss : 0.16489973664283752

    614140	  0.165097	  0.164900	  0.166754		CURRENT LEARNING RATE: 0.0015060349481380436
previous_iter_valid_loss : 0.16105517745018005

    614160	  0.161234	  0.161055	  0.166271		CURRENT LEARNING RATE: 0.0015057337712671077
previous_iter_valid_loss : 0.16789840161800385

    614180	  0.168052	  0.167898	  0.166618		CURRENT LEARNING RATE: 0.0015054326546255217
previous_iter_valid_loss : 0.16127382218837738

    614200	  0.161459	  0.161274	  0.166266		CURRENT LEARNING RATE: 0.0015051315982012431
previous_iter_valid_loss : 0.1606127917766571

    614220	  0.160770	  0.160613	  0.166266		CURRENT LEARNING RATE: 0.0015048306019822275
previous_iter_valid_loss : 0.17526356875896454

    614240	  0.175541	  0.175264	  0.166864		CURRENT LEARNING RATE: 0.0015045296659564375
previous_iter_valid_loss : 0.17769396305084229

    614260	  0.177853	  0.177694	  0.166554		CURRENT LEARNING RATE: 0.0015042287901118328
previous_iter_valid_loss : 0.1606767773628235

    614280	  0.160849	  0.160677	  0.165718		CURRENT LEARNING RATE: 0.0015039279744363814
previous_iter_valid_loss : 0.16062350571155548

    614300	  0.160795	  0.160624	  0.165710		CURRENT LEARNING RATE: 0.0015036272189180478
previous_iter_valid_loss : 0.17059850692749023

    614320	  0.170754	  0.170599	  0.166212		CURRENT LEARNING RATE: 0.0015033265235448047
previous_iter_valid_loss : 0.19533294439315796

    614340	  0.195813	  0.195333	  0.167456		CURRENT LEARNING RATE: 0.0015030258883046211
previous_iter_valid_loss : 0.1699896901845932

    614360	  0.170236	  0.169990	  0.167409		CURRENT LEARNING RATE: 0.0015027253131854746
previous_iter_valid_loss : 0.17551621794700623

    614380	  0.175675	  0.175516	  0.168155		CURRENT LEARNING RATE: 0.0015024247981753397
previous_iter_valid_loss : 0.1647835373878479

    614400	  0.164962	  0.164784	  0.168299		CURRENT LEARNING RATE: 0.001502124343262198
previous_iter_valid_loss : 0.1613466888666153

    614420	  0.161538	  0.161347	  0.168314		CURRENT LEARNING RATE: 0.0015018239484340295
previous_iter_valid_loss : 0.16083304584026337

    614440	  0.160987	  0.160833	  0.168099		CURRENT LEARNING RATE: 0.0015015236136788198
previous_iter_valid_loss : 0.16246242821216583

    614460	  0.162650	  0.162462	  0.167824		CURRENT LEARNING RATE: 0.0015012233389845536
previous_iter_valid_loss : 0.1707603484392166

    614480	  0.170916	  0.170760	  0.167771		CURRENT LEARNING RATE: 0.0015009231243392229
previous_iter_valid_loss : 0.16201238334178925

    614500	  0.162174	  0.162012	  0.167307		CURRENT LEARNING RATE: 0.0015006229697308157
previous_iter_valid_loss : 0.16271419823169708

    614520	  0.162880	  0.162714	  0.167315		CURRENT LEARNING RATE: 0.0015003228751473275
previous_iter_valid_loss : 0.16547612845897675

    614540	  0.165686	  0.165476	  0.167343		CURRENT LEARNING RATE: 0.001500022840576756
previous_iter_valid_loss : 0.16122019290924072

    614560	  0.161406	  0.161220	  0.167352		CURRENT LEARNING RATE: 0.0014997228660070968
previous_iter_valid_loss : 0.17713990807533264

    614580	  0.177434	  0.177140	  0.167814		CURRENT LEARNING RATE: 0.001499422951426354
previous_iter_valid_loss : 0.16684556007385254

    614600	  0.167061	  0.166846	  0.168092		CURRENT LEARNING RATE: 0.0014991230968225279
previous_iter_valid_loss : 0.16392634809017181

    614620	  0.164096	  0.163926	  0.168258		CURRENT LEARNING RATE: 0.0014988233021836271
previous_iter_valid_loss : 0.16134649515151978

    614640	  0.161512	  0.161346	  0.167562		CURRENT LEARNING RATE: 0.001498523567497658
previous_iter_valid_loss : 0.16411471366882324

    614660	  0.164316	  0.164115	  0.166883		CURRENT LEARNING RATE: 0.0014982238927526324
previous_iter_valid_loss : 0.1645166277885437

    614680	  0.164693	  0.164517	  0.167075		CURRENT LEARNING RATE: 0.0014979242779365614
previous_iter_valid_loss : 0.16102589666843414

    614700	  0.161208	  0.161026	  0.167095		CURRENT LEARNING RATE: 0.0014976247230374632
previous_iter_valid_loss : 0.16153447329998016

    614720	  0.161716	  0.161534	  0.166642		CURRENT LEARNING RATE: 0.001497325228043353
previous_iter_valid_loss : 0.160673126578331

    614740	  0.160846	  0.160673	  0.164909		CURRENT LEARNING RATE: 0.001497025792942253
previous_iter_valid_loss : 0.16054025292396545

    614760	  0.160695	  0.160540	  0.164437		CURRENT LEARNING RATE: 0.001496726417722184
previous_iter_valid_loss : 0.16085372865200043

    614780	  0.161019	  0.160854	  0.163704		CURRENT LEARNING RATE: 0.001496427102371173
previous_iter_valid_loss : 0.1936943084001541

    614800	  0.194168	  0.193694	  0.165149		CURRENT LEARNING RATE: 0.001496127846877245
previous_iter_valid_loss : 0.16471099853515625

    614820	  0.164902	  0.164711	  0.165317		CURRENT LEARNING RATE: 0.0014958286512284326
previous_iter_valid_loss : 0.16917365789413452

    614840	  0.169399	  0.169174	  0.165734		CURRENT LEARNING RATE: 0.0014955295154127648
previous_iter_valid_loss : 0.16833685338497162

    614860	  0.168489	  0.168337	  0.166028		CURRENT LEARNING RATE: 0.0014952304394182795
previous_iter_valid_loss : 0.16477790474891663

    614880	  0.164974	  0.164778	  0.165729		CURRENT LEARNING RATE: 0.0014949314232330102
previous_iter_valid_loss : 0.1625242829322815

    614900	  0.162703	  0.162524	  0.165755		CURRENT LEARNING RATE: 0.0014946324668449983
previous_iter_valid_loss : 0.176490917801857

    614920	  0.176778	  0.176491	  0.166443		CURRENT LEARNING RATE: 0.0014943335702422868
previous_iter_valid_loss : 0.16348803043365479

    614940	  0.163654	  0.163488	  0.166344		CURRENT LEARNING RATE: 0.0014940347334129168
previous_iter_valid_loss : 0.17402182519435883

    614960	  0.174183	  0.174022	  0.166984		CURRENT LEARNING RATE: 0.0014937359563449374
previous_iter_valid_loss : 0.16888806223869324

    614980	  0.169045	  0.168888	  0.166572		CURRENT LEARNING RATE: 0.0014934372390263955
previous_iter_valid_loss : 0.17142777144908905

    615000	  0.171682	  0.171428	  0.166801		CURRENT LEARNING RATE: 0.0014931385814453445
previous_iter_valid_loss : 0.16315490007400513

    615020	  0.163319	  0.163155	  0.166762		CURRENT LEARNING RATE: 0.0014928399835898356
previous_iter_valid_loss : 0.160734161734581

    615040	  0.160887	  0.160734	  0.166731		CURRENT LEARNING RATE: 0.0014925414454479277
previous_iter_valid_loss : 0.16832096874713898

    615060	  0.168478	  0.168321	  0.166942		CURRENT LEARNING RATE: 0.0014922429670076766
previous_iter_valid_loss : 0.16056637465953827

    615080	  0.160718	  0.160566	  0.166744		CURRENT LEARNING RATE: 0.0014919445482571455
previous_iter_valid_loss : 0.16952386498451233

    615100	  0.169687	  0.169524	  0.167169		CURRENT LEARNING RATE: 0.0014916461891843953
previous_iter_valid_loss : 0.1682993620634079

    615120	  0.168463	  0.168299	  0.167507		CURRENT LEARNING RATE: 0.0014913478897774942
previous_iter_valid_loss : 0.16539613902568817

    615140	  0.165601	  0.165396	  0.167744		CURRENT LEARNING RATE: 0.0014910496500245072
previous_iter_valid_loss : 0.16292496025562286

    615160	  0.163110	  0.162925	  0.167863		CURRENT LEARNING RATE: 0.0014907514699135083
previous_iter_valid_loss : 0.16439835727214813

    615180	  0.164602	  0.164398	  0.168040		CURRENT LEARNING RATE: 0.0014904533494325665
previous_iter_valid_loss : 0.16113781929016113

    615200	  0.161298	  0.161138	  0.166412		CURRENT LEARNING RATE: 0.0014901552885697607
previous_iter_valid_loss : 0.16067130863666534

    615220	  0.160840	  0.160671	  0.166210		CURRENT LEARNING RATE: 0.001489857287313165
previous_iter_valid_loss : 0.16060681641101837

    615240	  0.160780	  0.160607	  0.165782		CURRENT LEARNING RATE: 0.0014895593456508624
previous_iter_valid_loss : 0.16396065056324005

    615260	  0.164153	  0.163961	  0.165563		CURRENT LEARNING RATE: 0.0014892614635709327
previous_iter_valid_loss : 0.17184662818908691

    615280	  0.172099	  0.171847	  0.165916		CURRENT LEARNING RATE: 0.0014889636410614629
previous_iter_valid_loss : 0.17348766326904297

    615300	  0.173761	  0.173488	  0.166465		CURRENT LEARNING RATE: 0.0014886658781105375
previous_iter_valid_loss : 0.16394148766994476

    615320	  0.164139	  0.163941	  0.165837		CURRENT LEARNING RATE: 0.0014883681747062476
previous_iter_valid_loss : 0.1623130589723587

    615340	  0.162498	  0.162313	  0.165778		CURRENT LEARNING RATE: 0.0014880705308366862
previous_iter_valid_loss : 0.18303975462913513

    615360	  0.183386	  0.183040	  0.166229		CURRENT LEARNING RATE: 0.0014877729464899448
previous_iter_valid_loss : 0.1617455929517746

    615380	  0.161919	  0.161746	  0.165872		CURRENT LEARNING RATE: 0.0014874754216541227
previous_iter_valid_loss : 0.1606186181306839

    615400	  0.160796	  0.160619	  0.165332		CURRENT LEARNING RATE: 0.0014871779563173167
previous_iter_valid_loss : 0.16873633861541748

    615420	  0.168894	  0.168736	  0.165611		CURRENT LEARNING RATE: 0.0014868805504676301
previous_iter_valid_loss : 0.16876615583896637

    615440	  0.168926	  0.168766	  0.166012		CURRENT LEARNING RATE: 0.0014865832040931645
previous_iter_valid_loss : 0.16896668076515198

    615460	  0.169124	  0.168967	  0.166045		CURRENT LEARNING RATE: 0.0014862859171820286
previous_iter_valid_loss : 0.1732160896062851

    615480	  0.173489	  0.173216	  0.166677		CURRENT LEARNING RATE: 0.0014859886897223284
previous_iter_valid_loss : 0.16068004071712494

    615500	  0.160839	  0.160680	  0.166235		CURRENT LEARNING RATE: 0.0014856915217021775
previous_iter_valid_loss : 0.1609850823879242

    615520	  0.161164	  0.160985	  0.165869		CURRENT LEARNING RATE: 0.001485394413109686
previous_iter_valid_loss : 0.16501736640930176

    615540	  0.165224	  0.165017	  0.165850		CURRENT LEARNING RATE: 0.0014850973639329724
previous_iter_valid_loss : 0.16107285022735596

    615560	  0.161271	  0.161073	  0.165758		CURRENT LEARNING RATE: 0.0014848003741601526
previous_iter_valid_loss : 0.16274841129779816

    615580	  0.162935	  0.162748	  0.165675		CURRENT LEARNING RATE: 0.001484503443779349
previous_iter_valid_loss : 0.16164863109588623

    615600	  0.161810	  0.161649	  0.165701		CURRENT LEARNING RATE: 0.0014842065727786822
previous_iter_valid_loss : 0.1621905118227005

    615620	  0.162375	  0.162191	  0.165777		CURRENT LEARNING RATE: 0.0014839097611462797
previous_iter_valid_loss : 0.1608990579843521

    615640	  0.161080	  0.160899	  0.165791		CURRENT LEARNING RATE: 0.0014836130088702664
previous_iter_valid_loss : 0.18298104405403137

    615660	  0.183137	  0.182981	  0.166742		CURRENT LEARNING RATE: 0.0014833163159387753
previous_iter_valid_loss : 0.1610119491815567

    615680	  0.161175	  0.161012	  0.166201		CURRENT LEARNING RATE: 0.0014830196823399353
previous_iter_valid_loss : 0.161522775888443

    615700	  0.161706	  0.161523	  0.165602		CURRENT LEARNING RATE: 0.0014827231080618848
previous_iter_valid_loss : 0.1750960797071457

    615720	  0.175254	  0.175096	  0.166160		CURRENT LEARNING RATE: 0.0014824265930927568
previous_iter_valid_loss : 0.1664959341287613

    615740	  0.166656	  0.166496	  0.166369		CURRENT LEARNING RATE: 0.0014821301374206932
previous_iter_valid_loss : 0.16594766080379486

    615760	  0.166123	  0.165948	  0.165515		CURRENT LEARNING RATE: 0.0014818337410338364
previous_iter_valid_loss : 0.1618378758430481

    615780	  0.162023	  0.161838	  0.165519		CURRENT LEARNING RATE: 0.001481537403920328
previous_iter_valid_loss : 0.1612829715013504

    615800	  0.161447	  0.161283	  0.165552		CURRENT LEARNING RATE: 0.0014812411260683176
previous_iter_valid_loss : 0.16104207932949066

    615820	  0.161219	  0.161042	  0.165168		CURRENT LEARNING RATE: 0.0014809449074659508
previous_iter_valid_loss : 0.16491518914699554

    615840	  0.165078	  0.164915	  0.164975		CURRENT LEARNING RATE: 0.001480648748101382
previous_iter_valid_loss : 0.1776324212551117

    615860	  0.177796	  0.177632	  0.165409		CURRENT LEARNING RATE: 0.0014803526479627619
previous_iter_valid_loss : 0.1758367121219635

    615880	  0.176122	  0.175837	  0.165540		CURRENT LEARNING RATE: 0.0014800566070382493
previous_iter_valid_loss : 0.16059400141239166

    615900	  0.160751	  0.160594	  0.165535		CURRENT LEARNING RATE: 0.0014797606253159998
previous_iter_valid_loss : 0.16057997941970825

    615920	  0.160753	  0.160580	  0.165515		CURRENT LEARNING RATE: 0.001479464702784177
previous_iter_valid_loss : 0.16996924579143524

    615940	  0.170125	  0.169969	  0.165763		CURRENT LEARNING RATE: 0.0014791688394309413
previous_iter_valid_loss : 0.1830969601869583

    615960	  0.183450	  0.183097	  0.166864		CURRENT LEARNING RATE: 0.0014788730352444605
previous_iter_valid_loss : 0.1606334000825882

    615980	  0.160783	  0.160633	  0.166758		CURRENT LEARNING RATE: 0.0014785772902128997
previous_iter_valid_loss : 0.16055971384048462

    616000	  0.160727	  0.160560	  0.166704		CURRENT LEARNING RATE: 0.0014782816043244322
previous_iter_valid_loss : 0.16179397702217102

    616020	  0.161952	  0.161794	  0.166684		CURRENT LEARNING RATE: 0.0014779859775672281
previous_iter_valid_loss : 0.17621082067489624

    616040	  0.176513	  0.176211	  0.167449		CURRENT LEARNING RATE: 0.0014776904099294643
previous_iter_valid_loss : 0.1653091460466385

    616060	  0.165514	  0.165309	  0.166566		CURRENT LEARNING RATE: 0.0014773949013993156
previous_iter_valid_loss : 0.16317959129810333

    616080	  0.163353	  0.163180	  0.166674		CURRENT LEARNING RATE: 0.001477099451964965
previous_iter_valid_loss : 0.19982297718524933

    616100	  0.199913	  0.199823	  0.168589		CURRENT LEARNING RATE: 0.001476804061614591
previous_iter_valid_loss : 0.16064734756946564

    616120	  0.160823	  0.160647	  0.167867		CURRENT LEARNING RATE: 0.0014765087303363796
previous_iter_valid_loss : 0.16086384654045105

    616140	  0.161050	  0.160864	  0.167585		CURRENT LEARNING RATE: 0.001476213458118519
previous_iter_valid_loss : 0.16805453598499298

    616160	  0.168216	  0.168055	  0.167690		CURRENT LEARNING RATE: 0.0014759182449491956
previous_iter_valid_loss : 0.16161583364009857

    616180	  0.161780	  0.161616	  0.167679		CURRENT LEARNING RATE: 0.0014756230908166035
previous_iter_valid_loss : 0.1609715074300766

    616200	  0.161154	  0.160972	  0.167664		CURRENT LEARNING RATE: 0.0014753279957089342
previous_iter_valid_loss : 0.16112112998962402

    616220	  0.161305	  0.161121	  0.167668		CURRENT LEARNING RATE: 0.001475032959614386
previous_iter_valid_loss : 0.16109925508499146

    616240	  0.161287	  0.161099	  0.167477		CURRENT LEARNING RATE: 0.001474737982521155
previous_iter_valid_loss : 0.1666375994682312

    616260	  0.166805	  0.166638	  0.166927		CURRENT LEARNING RATE: 0.0014744430644174447
previous_iter_valid_loss : 0.16108164191246033

    616280	  0.161236	  0.161082	  0.166189		CURRENT LEARNING RATE: 0.0014741482052914564
previous_iter_valid_loss : 0.17208465933799744

    616300	  0.172350	  0.172085	  0.166764		CURRENT LEARNING RATE: 0.0014738534051313974
previous_iter_valid_loss : 0.16350339353084564

    616320	  0.163701	  0.163503	  0.166910		CURRENT LEARNING RATE: 0.0014735586639254734
previous_iter_valid_loss : 0.16219650208950043

    616340	  0.162392	  0.162197	  0.166522		CURRENT LEARNING RATE: 0.0014732639816618976
previous_iter_valid_loss : 0.16087037324905396

    616360	  0.161055	  0.160870	  0.165410		CURRENT LEARNING RATE: 0.0014729693583288802
previous_iter_valid_loss : 0.16116206347942352

    616380	  0.161353	  0.161162	  0.165437		CURRENT LEARNING RATE: 0.0014726747939146382
previous_iter_valid_loss : 0.18608565628528595

    616400	  0.186234	  0.186086	  0.166713		CURRENT LEARNING RATE: 0.0014723802884073873
previous_iter_valid_loss : 0.16694653034210205

    616420	  0.167107	  0.166947	  0.166971		CURRENT LEARNING RATE: 0.001472085841795349
previous_iter_valid_loss : 0.16542215645313263

    616440	  0.165593	  0.165422	  0.166431		CURRENT LEARNING RATE: 0.0014717914540667437
previous_iter_valid_loss : 0.1699947565793991

    616460	  0.170149	  0.169995	  0.166665		CURRENT LEARNING RATE: 0.0014714971252097978
previous_iter_valid_loss : 0.16241799294948578

    616480	  0.162609	  0.162418	  0.166627		CURRENT LEARNING RATE: 0.0014712028552127357
previous_iter_valid_loss : 0.160580575466156

    616500	  0.160739	  0.160581	  0.164665		CURRENT LEARNING RATE: 0.0014709086440637894
previous_iter_valid_loss : 0.16132687032222748

    616520	  0.161522	  0.161327	  0.164699		CURRENT LEARNING RATE: 0.0014706144917511878
previous_iter_valid_loss : 0.16459566354751587

    616540	  0.164795	  0.164596	  0.164886		CURRENT LEARNING RATE: 0.001470320398263166
previous_iter_valid_loss : 0.18541735410690308

    616560	  0.185562	  0.185417	  0.165754		CURRENT LEARNING RATE: 0.0014700263635879617
previous_iter_valid_loss : 0.16470123827457428

    616580	  0.164869	  0.164701	  0.165908		CURRENT LEARNING RATE: 0.001469732387713811
previous_iter_valid_loss : 0.16053499281406403

    616600	  0.160698	  0.160535	  0.165886		CURRENT LEARNING RATE: 0.001469438470628957
previous_iter_valid_loss : 0.16128398478031158

    616620	  0.161478	  0.161284	  0.165895		CURRENT LEARNING RATE: 0.0014691446123216408
previous_iter_valid_loss : 0.17364603281021118

    616640	  0.173803	  0.173646	  0.166522		CURRENT LEARNING RATE: 0.0014688508127801106
previous_iter_valid_loss : 0.16716456413269043

    616660	  0.167382	  0.167165	  0.166548		CURRENT LEARNING RATE: 0.001468557071992612
previous_iter_valid_loss : 0.17097055912017822

    616680	  0.171124	  0.170971	  0.167043		CURRENT LEARNING RATE: 0.0014682633899473973
previous_iter_valid_loss : 0.18106989562511444

    616700	  0.181240	  0.181070	  0.167492		CURRENT LEARNING RATE: 0.0014679697666327176
previous_iter_valid_loss : 0.16249743103981018

    616720	  0.162667	  0.162497	  0.167442		CURRENT LEARNING RATE: 0.0014676762020368298
previous_iter_valid_loss : 0.16288037598133087

    616740	  0.163077	  0.162880	  0.167476		CURRENT LEARNING RATE: 0.001467382696147989
previous_iter_valid_loss : 0.16964149475097656

    616760	  0.169893	  0.169641	  0.167914		CURRENT LEARNING RATE: 0.0014670892489544577
previous_iter_valid_loss : 0.1608026623725891

    616780	  0.160981	  0.160803	  0.167896		CURRENT LEARNING RATE: 0.0014667958604444953
previous_iter_valid_loss : 0.17684237658977509

    616800	  0.177004	  0.176842	  0.167434		CURRENT LEARNING RATE: 0.0014665025306063685
previous_iter_valid_loss : 0.17698679864406586

    616820	  0.177147	  0.176987	  0.167936		CURRENT LEARNING RATE: 0.001466209259428342
previous_iter_valid_loss : 0.16106568276882172

    616840	  0.161234	  0.161066	  0.167718		CURRENT LEARNING RATE: 0.0014659160468986872
previous_iter_valid_loss : 0.1606827825307846

    616860	  0.160855	  0.160683	  0.167253		CURRENT LEARNING RATE: 0.0014656228930056735
previous_iter_valid_loss : 0.16088981926441193

    616880	  0.161050	  0.160890	  0.167176		CURRENT LEARNING RATE: 0.0014653297977375768
previous_iter_valid_loss : 0.1714428961277008

    616900	  0.171708	  0.171443	  0.167720		CURRENT LEARNING RATE: 0.001465036761082671
previous_iter_valid_loss : 0.1703653186559677

    616920	  0.170530	  0.170365	  0.168171		CURRENT LEARNING RATE: 0.0014647437830292358
previous_iter_valid_loss : 0.16806645691394806

    616940	  0.168236	  0.168066	  0.168345		CURRENT LEARNING RATE: 0.0014644508635655534
previous_iter_valid_loss : 0.16060075163841248

    616960	  0.160766	  0.160601	  0.167104		CURRENT LEARNING RATE: 0.0014641580026799044
previous_iter_valid_loss : 0.16903290152549744

    616980	  0.169197	  0.169033	  0.167321		CURRENT LEARNING RATE: 0.001463865200360577
previous_iter_valid_loss : 0.16247163712978363

    617000	  0.162654	  0.162472	  0.167418		CURRENT LEARNING RATE: 0.0014635724565958566
previous_iter_valid_loss : 0.160628542304039

    617020	  0.160792	  0.160629	  0.167385		CURRENT LEARNING RATE: 0.0014632797713740359
previous_iter_valid_loss : 0.16108287870883942

    617040	  0.161247	  0.161083	  0.166757		CURRENT LEARNING RATE: 0.001462987144683405
previous_iter_valid_loss : 0.16579653322696686

    617060	  0.165956	  0.165797	  0.166688		CURRENT LEARNING RATE: 0.0014626945765122614
previous_iter_valid_loss : 0.1614840179681778

    617080	  0.161674	  0.161484	  0.166214		CURRENT LEARNING RATE: 0.0014624020668488997
previous_iter_valid_loss : 0.1610986739397049

    617100	  0.161282	  0.161099	  0.165215		CURRENT LEARNING RATE: 0.0014621096156816223
previous_iter_valid_loss : 0.16056308150291443

    617120	  0.160739	  0.160563	  0.165119		CURRENT LEARNING RATE: 0.001461817222998728
previous_iter_valid_loss : 0.1652744561433792

    617140	  0.165477	  0.165274	  0.165238		CURRENT LEARNING RATE: 0.0014615248887885246
previous_iter_valid_loss : 0.17092938721179962

    617160	  0.171085	  0.170929	  0.165303		CURRENT LEARNING RATE: 0.0014612326130393153
previous_iter_valid_loss : 0.1614055186510086

    617180	  0.161585	  0.161406	  0.165333		CURRENT LEARNING RATE: 0.0014609403957394124
previous_iter_valid_loss : 0.1606174111366272

    617200	  0.160780	  0.160617	  0.164522		CURRENT LEARNING RATE: 0.001460648236877124
previous_iter_valid_loss : 0.1610846221446991

    617220	  0.161246	  0.161085	  0.163727		CURRENT LEARNING RATE: 0.0014603561364407663
previous_iter_valid_loss : 0.16492481529712677

    617240	  0.165128	  0.164925	  0.163920		CURRENT LEARNING RATE: 0.0014600640944186533
previous_iter_valid_loss : 0.1720486283302307

    617260	  0.172306	  0.172049	  0.164488		CURRENT LEARNING RATE: 0.0014597721107991056
previous_iter_valid_loss : 0.16427066922187805

    617280	  0.164481	  0.164271	  0.164657		CURRENT LEARNING RATE: 0.001459480185570441
previous_iter_valid_loss : 0.16221502423286438

    617300	  0.162384	  0.162215	  0.164195		CURRENT LEARNING RATE: 0.0014591883187209855
previous_iter_valid_loss : 0.1779007464647293

    617320	  0.178203	  0.177901	  0.164572		CURRENT LEARNING RATE: 0.0014588965102390616
previous_iter_valid_loss : 0.1772783100605011

    617340	  0.177570	  0.177278	  0.165033		CURRENT LEARNING RATE: 0.001458604760112998
previous_iter_valid_loss : 0.16081993281841278

    617360	  0.161001	  0.160820	  0.165044		CURRENT LEARNING RATE: 0.0014583130683311267
previous_iter_valid_loss : 0.16504913568496704

    617380	  0.165220	  0.165049	  0.164845		CURRENT LEARNING RATE: 0.001458021434881777
previous_iter_valid_loss : 0.16137966513633728

    617400	  0.161539	  0.161380	  0.164790		CURRENT LEARNING RATE: 0.0014577298597532862
previous_iter_valid_loss : 0.16167327761650085

    617420	  0.161829	  0.161673	  0.164842		CURRENT LEARNING RATE: 0.0014574383429339884
previous_iter_valid_loss : 0.1605239063501358

    617440	  0.160689	  0.160524	  0.164814		CURRENT LEARNING RATE: 0.001457146884412226
previous_iter_valid_loss : 0.16539302468299866

    617460	  0.165561	  0.165393	  0.164794		CURRENT LEARNING RATE: 0.0014568554841763379
previous_iter_valid_loss : 0.16063059866428375

    617480	  0.160788	  0.160631	  0.164751		CURRENT LEARNING RATE: 0.0014565641422146704
previous_iter_valid_loss : 0.16153259575366974

    617500	  0.161684	  0.161533	  0.164773		CURRENT LEARNING RATE: 0.001456272858515568
previous_iter_valid_loss : 0.16555555164813995

    617520	  0.165715	  0.165556	  0.165023		CURRENT LEARNING RATE: 0.0014559816330673811
previous_iter_valid_loss : 0.16474606096744537

    617540	  0.164915	  0.164746	  0.164996		CURRENT LEARNING RATE: 0.0014556904658584583
previous_iter_valid_loss : 0.16248324513435364

    617560	  0.162639	  0.162483	  0.164574		CURRENT LEARNING RATE: 0.0014553993568771559
previous_iter_valid_loss : 0.1692928969860077

    617580	  0.169446	  0.169293	  0.164968		CURRENT LEARNING RATE: 0.0014551083061118265
previous_iter_valid_loss : 0.1744573563337326

    617600	  0.174736	  0.174457	  0.165660		CURRENT LEARNING RATE: 0.001454817313550831
previous_iter_valid_loss : 0.16065475344657898

    617620	  0.160813	  0.160655	  0.165639		CURRENT LEARNING RATE: 0.0014545263791825268
previous_iter_valid_loss : 0.1605684906244278

    617640	  0.160717	  0.160568	  0.165421		CURRENT LEARNING RATE: 0.0014542355029952792
previous_iter_valid_loss : 0.16364537179470062

    617660	  0.163841	  0.163645	  0.165001		CURRENT LEARNING RATE: 0.0014539446849774508
previous_iter_valid_loss : 0.16085368394851685

    617680	  0.161031	  0.160854	  0.164830		CURRENT LEARNING RATE: 0.001453653925117411
previous_iter_valid_loss : 0.16447097063064575

    617700	  0.164672	  0.164471	  0.164943		CURRENT LEARNING RATE: 0.0014533632234035273
previous_iter_valid_loss : 0.16320587694644928

    617720	  0.163367	  0.163206	  0.164208		CURRENT LEARNING RATE: 0.001453072579824174
previous_iter_valid_loss : 0.16526107490062714

    617740	  0.165426	  0.165261	  0.163607		CURRENT LEARNING RATE: 0.0014527819943677231
previous_iter_valid_loss : 0.16418494284152985

    617760	  0.164392	  0.164185	  0.163776		CURRENT LEARNING RATE: 0.001452491467022552
previous_iter_valid_loss : 0.16060172021389008

    617780	  0.160772	  0.160602	  0.163553		CURRENT LEARNING RATE: 0.0014522009977770405
previous_iter_valid_loss : 0.16061097383499146

    617800	  0.160787	  0.160611	  0.163515		CURRENT LEARNING RATE: 0.0014519105866195685
previous_iter_valid_loss : 0.1708485633134842

    617820	  0.171106	  0.170849	  0.163973		CURRENT LEARNING RATE: 0.001451620233538521
previous_iter_valid_loss : 0.16567081212997437

    617840	  0.165870	  0.165671	  0.164231		CURRENT LEARNING RATE: 0.0014513299385222821
previous_iter_valid_loss : 0.16460005939006805

    617860	  0.164796	  0.164600	  0.164191		CURRENT LEARNING RATE: 0.0014510397015592422
previous_iter_valid_loss : 0.16218025982379913

    617880	  0.162353	  0.162180	  0.164269		CURRENT LEARNING RATE: 0.001450749522637789
previous_iter_valid_loss : 0.1629774421453476

    617900	  0.163145	  0.162977	  0.164341		CURRENT LEARNING RATE: 0.0014504594017463184
previous_iter_valid_loss : 0.1656647026538849

    617920	  0.165836	  0.165665	  0.164346		CURRENT LEARNING RATE: 0.0014501693388732227
previous_iter_valid_loss : 0.16616474092006683

    617940	  0.166333	  0.166165	  0.164417		CURRENT LEARNING RATE: 0.001449879334006902
previous_iter_valid_loss : 0.16067874431610107

    617960	  0.160838	  0.160679	  0.164327		CURRENT LEARNING RATE: 0.0014495893871357536
previous_iter_valid_loss : 0.1606539934873581

    617980	  0.160822	  0.160654	  0.163895		CURRENT LEARNING RATE: 0.0014492994982481823
previous_iter_valid_loss : 0.16918842494487762

    618000	  0.169426	  0.169188	  0.163632		CURRENT LEARNING RATE: 0.0014490096673325898
previous_iter_valid_loss : 0.17165718972682953

    618020	  0.171918	  0.171657	  0.164182		CURRENT LEARNING RATE: 0.0014487198943773853
previous_iter_valid_loss : 0.1621088683605194

    618040	  0.162276	  0.162109	  0.164259		CURRENT LEARNING RATE: 0.0014484301793709757
previous_iter_valid_loss : 0.16124597191810608

    618060	  0.161430	  0.161246	  0.164139		CURRENT LEARNING RATE: 0.0014481405223017744
previous_iter_valid_loss : 0.16705279052257538

    618080	  0.167225	  0.167053	  0.164449		CURRENT LEARNING RATE: 0.0014478509231581932
previous_iter_valid_loss : 0.1689891815185547

    618100	  0.169233	  0.168989	  0.164675		CURRENT LEARNING RATE: 0.0014475613819286502
previous_iter_valid_loss : 0.1660461574792862

    618120	  0.166212	  0.166046	  0.164817		CURRENT LEARNING RATE: 0.0014472718986015618
previous_iter_valid_loss : 0.16056431829929352

    618140	  0.160729	  0.160564	  0.164582		CURRENT LEARNING RATE: 0.0014469824731653492
previous_iter_valid_loss : 0.16058349609375

    618160	  0.160740	  0.160583	  0.164402		CURRENT LEARNING RATE: 0.001446693105608437
previous_iter_valid_loss : 0.17472177743911743

    618180	  0.175003	  0.174722	  0.165108		CURRENT LEARNING RATE: 0.0014464037959192478
previous_iter_valid_loss : 0.1867329329252243

    618200	  0.186879	  0.186733	  0.166414		CURRENT LEARNING RATE: 0.0014461145440862121
previous_iter_valid_loss : 0.16557300090789795

    618220	  0.165739	  0.165573	  0.166150		CURRENT LEARNING RATE: 0.0014458253500977574
previous_iter_valid_loss : 0.16468548774719238

    618240	  0.164858	  0.164685	  0.166101		CURRENT LEARNING RATE: 0.0014455362139423177
previous_iter_valid_loss : 0.16282740235328674

    618260	  0.163025	  0.162827	  0.166012		CURRENT LEARNING RATE: 0.0014452471356083255
previous_iter_valid_loss : 0.16093243658542633

    618280	  0.161094	  0.160932	  0.165950		CURRENT LEARNING RATE: 0.0014449581150842202
previous_iter_valid_loss : 0.1617596447467804

    618300	  0.161939	  0.161760	  0.165889		CURRENT LEARNING RATE: 0.0014446691523584388
previous_iter_valid_loss : 0.16143789887428284

    618320	  0.161621	  0.161438	  0.165678		CURRENT LEARNING RATE: 0.0014443802474194247
previous_iter_valid_loss : 0.17256221175193787

    618340	  0.172834	  0.172562	  0.165998		CURRENT LEARNING RATE: 0.0014440914002556194
previous_iter_valid_loss : 0.16825388371944427

    618360	  0.168417	  0.168254	  0.166376		CURRENT LEARNING RATE: 0.0014438026108554713
previous_iter_valid_loss : 0.16051653027534485

    618380	  0.160672	  0.160517	  0.166369		CURRENT LEARNING RATE: 0.0014435138792074271
previous_iter_valid_loss : 0.16306033730506897

    618400	  0.163227	  0.163060	  0.166063		CURRENT LEARNING RATE: 0.0014432252052999394
previous_iter_valid_loss : 0.16075876355171204

    618420	  0.160934	  0.160759	  0.165518		CURRENT LEARNING RATE: 0.0014429365891214586
previous_iter_valid_loss : 0.16149799525737762

    618440	  0.161666	  0.161498	  0.165488		CURRENT LEARNING RATE: 0.0014426480306604429
previous_iter_valid_loss : 0.16074611246585846

    618460	  0.160900	  0.160746	  0.165463		CURRENT LEARNING RATE: 0.0014423595299053475
previous_iter_valid_loss : 0.17241011559963226

    618480	  0.172564	  0.172410	  0.165730		CURRENT LEARNING RATE: 0.0014420710868446346
previous_iter_valid_loss : 0.16379794478416443

    618500	  0.163996	  0.163798	  0.165471		CURRENT LEARNING RATE: 0.001441782701466764
previous_iter_valid_loss : 0.16255244612693787

    618520	  0.162749	  0.162552	  0.165296		CURRENT LEARNING RATE: 0.001441494373760203
previous_iter_valid_loss : 0.16550926864147186

    618540	  0.165717	  0.165509	  0.165543		CURRENT LEARNING RATE: 0.001441206103713416
previous_iter_valid_loss : 0.1612897366285324

    618560	  0.161448	  0.161290	  0.165579		CURRENT LEARNING RATE: 0.0014409178913148734
previous_iter_valid_loss : 0.1665390282869339

    618580	  0.166700	  0.166539	  0.165170		CURRENT LEARNING RATE: 0.0014406297365530476
previous_iter_valid_loss : 0.16822344064712524

    618600	  0.168451	  0.168223	  0.164244		CURRENT LEARNING RATE: 0.0014403416394164104
previous_iter_valid_loss : 0.16446278989315033

    618620	  0.164654	  0.164463	  0.164189		CURRENT LEARNING RATE: 0.0014400535998934404
previous_iter_valid_loss : 0.161544531583786

    618640	  0.161701	  0.161545	  0.164032		CURRENT LEARNING RATE: 0.001439765617972613
previous_iter_valid_loss : 0.1608419269323349

    618660	  0.161003	  0.160842	  0.163932		CURRENT LEARNING RATE: 0.001439477693642412
previous_iter_valid_loss : 0.1606007218360901

    618680	  0.160777	  0.160601	  0.163916		CURRENT LEARNING RATE: 0.0014391898268913176
previous_iter_valid_loss : 0.16071437299251556

    618700	  0.160892	  0.160714	  0.163863		CURRENT LEARNING RATE: 0.0014389020177078178
previous_iter_valid_loss : 0.16707150638103485

    618720	  0.167239	  0.167072	  0.164145		CURRENT LEARNING RATE: 0.0014386142660803973
previous_iter_valid_loss : 0.16094571352005005

    618740	  0.161132	  0.160946	  0.163564		CURRENT LEARNING RATE: 0.0014383265719975491
previous_iter_valid_loss : 0.1618013083934784

    618760	  0.161955	  0.161801	  0.163242		CURRENT LEARNING RATE: 0.0014380389354477629
previous_iter_valid_loss : 0.16063635051250458

    618780	  0.160791	  0.160636	  0.163248		CURRENT LEARNING RATE: 0.0014377513564195353
previous_iter_valid_loss : 0.16331754624843597

    618800	  0.163501	  0.163318	  0.163261		CURRENT LEARNING RATE: 0.0014374638349013613
previous_iter_valid_loss : 0.16853860020637512

    618820	  0.168697	  0.168539	  0.163650		CURRENT LEARNING RATE: 0.0014371763708817418
previous_iter_valid_loss : 0.16570380330085754

    618840	  0.165911	  0.165704	  0.163860		CURRENT LEARNING RATE: 0.0014368889643491761
previous_iter_valid_loss : 0.16570113599300385

    618860	  0.165914	  0.165701	  0.164108		CURRENT LEARNING RATE: 0.0014366016152921705
previous_iter_valid_loss : 0.16656683385372162

    618880	  0.166732	  0.166567	  0.163815		CURRENT LEARNING RATE: 0.0014363143236992284
previous_iter_valid_loss : 0.1633303165435791

    618900	  0.163492	  0.163330	  0.163792		CURRENT LEARNING RATE: 0.0014360270895588606
previous_iter_valid_loss : 0.16143916547298431

    618920	  0.161624	  0.161439	  0.163736		CURRENT LEARNING RATE: 0.0014357399128595754
previous_iter_valid_loss : 0.16179952025413513

    618940	  0.161953	  0.161800	  0.163551		CURRENT LEARNING RATE: 0.001435452793589887
previous_iter_valid_loss : 0.16056516766548157

    618960	  0.160730	  0.160565	  0.163515		CURRENT LEARNING RATE: 0.0014351657317383116
previous_iter_valid_loss : 0.1606198102235794

    618980	  0.160794	  0.160620	  0.163219		CURRENT LEARNING RATE: 0.0014348787272933645
previous_iter_valid_loss : 0.16444094479084015

    619000	  0.164624	  0.164441	  0.163030		CURRENT LEARNING RATE: 0.001434591780243568
previous_iter_valid_loss : 0.16131319105625153

    619020	  0.161474	  0.161313	  0.162872		CURRENT LEARNING RATE: 0.0014343048905774414
previous_iter_valid_loss : 0.16059400141239166

    619040	  0.160762	  0.160594	  0.162825		CURRENT LEARNING RATE: 0.0014340180582835124
previous_iter_valid_loss : 0.18457868695259094

    619060	  0.184723	  0.184579	  0.164011		CURRENT LEARNING RATE: 0.001433731283350304
previous_iter_valid_loss : 0.17403128743171692

    619080	  0.174189	  0.174031	  0.164683		CURRENT LEARNING RATE: 0.001433444565766349
previous_iter_valid_loss : 0.18653705716133118

    619100	  0.186679	  0.186537	  0.165974		CURRENT LEARNING RATE: 0.0014331579055201751
previous_iter_valid_loss : 0.18138176202774048

    619120	  0.181547	  0.181382	  0.166690		CURRENT LEARNING RATE: 0.0014328713026003192
previous_iter_valid_loss : 0.16665531694889069

    619140	  0.166817	  0.166655	  0.166975		CURRENT LEARNING RATE: 0.0014325847569953143
previous_iter_valid_loss : 0.16593597829341888

    619160	  0.166107	  0.165936	  0.167182		CURRENT LEARNING RATE: 0.001432298268693701
previous_iter_valid_loss : 0.16153444349765778

    619180	  0.161695	  0.161534	  0.167227		CURRENT LEARNING RATE: 0.0014320118376840172
previous_iter_valid_loss : 0.16577380895614624

    619200	  0.165938	  0.165774	  0.167349		CURRENT LEARNING RATE: 0.0014317254639548086
previous_iter_valid_loss : 0.16206493973731995

    619220	  0.162233	  0.162065	  0.167026		CURRENT LEARNING RATE: 0.0014314391474946175
previous_iter_valid_loss : 0.1617836356163025

    619240	  0.161942	  0.161784	  0.166830		CURRENT LEARNING RATE: 0.0014311528882919936
previous_iter_valid_loss : 0.16342958807945251

    619260	  0.163600	  0.163430	  0.166716		CURRENT LEARNING RATE: 0.0014308666863354844
previous_iter_valid_loss : 0.17169106006622314

    619280	  0.171957	  0.171691	  0.166972		CURRENT LEARNING RATE: 0.001430580541613644
previous_iter_valid_loss : 0.16566741466522217

    619300	  0.165835	  0.165667	  0.167089		CURRENT LEARNING RATE: 0.001430294454115024
previous_iter_valid_loss : 0.1691473126411438

    619320	  0.169299	  0.169147	  0.167475		CURRENT LEARNING RATE: 0.001430008423828184
previous_iter_valid_loss : 0.16747847199440002

    619340	  0.167633	  0.167478	  0.167759		CURRENT LEARNING RATE: 0.0014297224507416795
previous_iter_valid_loss : 0.16063199937343597

    619360	  0.160781	  0.160632	  0.167762		CURRENT LEARNING RATE: 0.0014294365348440734
previous_iter_valid_loss : 0.17628327012062073

    619380	  0.176442	  0.176283	  0.168545		CURRENT LEARNING RATE: 0.0014291506761239302
previous_iter_valid_loss : 0.17477265000343323

    619400	  0.174928	  0.174773	  0.169062		CURRENT LEARNING RATE: 0.0014288648745698126
previous_iter_valid_loss : 0.16090525686740875

    619420	  0.161065	  0.160905	  0.169041		CURRENT LEARNING RATE: 0.0014285791301702918
previous_iter_valid_loss : 0.16051481664180756

    619440	  0.160668	  0.160515	  0.169037		CURRENT LEARNING RATE: 0.0014282934429139353
previous_iter_valid_loss : 0.16357305645942688

    619460	  0.163754	  0.163573	  0.167987		CURRENT LEARNING RATE: 0.0014280078127893179
previous_iter_valid_loss : 0.1640423685312271

    619480	  0.164214	  0.164042	  0.167488		CURRENT LEARNING RATE: 0.0014277222397850117
previous_iter_valid_loss : 0.16796906292438507

    619500	  0.168127	  0.167969	  0.166559		CURRENT LEARNING RATE: 0.0014274367238895965
previous_iter_valid_loss : 0.20531827211380005

    619520	  0.205389	  0.205318	  0.167756		CURRENT LEARNING RATE: 0.0014271512650916491
previous_iter_valid_loss : 0.1688160002231598

    619540	  0.168979	  0.168816	  0.167864		CURRENT LEARNING RATE: 0.0014268658633797542
previous_iter_valid_loss : 0.16087545454502106

    619560	  0.161052	  0.160875	  0.167611		CURRENT LEARNING RATE: 0.0014265805187424923
previous_iter_valid_loss : 0.16058269143104553

    619580	  0.160748	  0.160583	  0.167563		CURRENT LEARNING RATE: 0.0014262952311684528
previous_iter_valid_loss : 0.16564728319644928

    619600	  0.165822	  0.165647	  0.167557		CURRENT LEARNING RATE: 0.0014260100006462215
previous_iter_valid_loss : 0.16699150204658508

    619620	  0.167210	  0.166992	  0.167803		CURRENT LEARNING RATE: 0.0014257248271643918
previous_iter_valid_loss : 0.16204872727394104

    619640	  0.162230	  0.162049	  0.167817		CURRENT LEARNING RATE: 0.001425439710711554
previous_iter_valid_loss : 0.1614334136247635

    619660	  0.161621	  0.161433	  0.167717		CURRENT LEARNING RATE: 0.001425154651276306
previous_iter_valid_loss : 0.1606062799692154

    619680	  0.160776	  0.160606	  0.167163		CURRENT LEARNING RATE: 0.0014248696488472433
previous_iter_valid_loss : 0.16752241551876068

    619700	  0.167732	  0.167522	  0.167255		CURRENT LEARNING RATE: 0.0014245847034129674
previous_iter_valid_loss : 0.16181953251361847

    619720	  0.162015	  0.161820	  0.166889		CURRENT LEARNING RATE: 0.0014242998149620791
previous_iter_valid_loss : 0.18418507277965546

    619740	  0.184344	  0.184185	  0.167724		CURRENT LEARNING RATE: 0.0014240149834831835
previous_iter_valid_loss : 0.16470056772232056

    619760	  0.164896	  0.164701	  0.167928		CURRENT LEARNING RATE: 0.0014237302089648888
previous_iter_valid_loss : 0.16087734699249268

    619780	  0.161024	  0.160877	  0.167157		CURRENT LEARNING RATE: 0.001423445491395801
previous_iter_valid_loss : 0.1612362414598465

    619800	  0.161397	  0.161236	  0.166481		CURRENT LEARNING RATE: 0.0014231608307645343
previous_iter_valid_loss : 0.1788661926984787

    619820	  0.179031	  0.178866	  0.167379		CURRENT LEARNING RATE: 0.0014228762270597003
previous_iter_valid_loss : 0.1627228707075119

    619840	  0.162877	  0.162723	  0.167489		CURRENT LEARNING RATE: 0.0014225916802699163
previous_iter_valid_loss : 0.16318123042583466

    619860	  0.163356	  0.163181	  0.167469		CURRENT LEARNING RATE: 0.0014223071903837986
previous_iter_valid_loss : 0.162241131067276

    619880	  0.162428	  0.162241	  0.167379		CURRENT LEARNING RATE: 0.0014220227573899702
previous_iter_valid_loss : 0.1620951145887375

    619900	  0.162288	  0.162095	  0.167086		CURRENT LEARNING RATE: 0.0014217383812770508
previous_iter_valid_loss : 0.17130018770694733

    619920	  0.171564	  0.171300	  0.165385		CURRENT LEARNING RATE: 0.001421454062033668
previous_iter_valid_loss : 0.16085146367549896

    619940	  0.161007	  0.160851	  0.164987		CURRENT LEARNING RATE: 0.0014211697996484465
previous_iter_valid_loss : 0.17698417603969574

    619960	  0.177280	  0.176984	  0.165792		CURRENT LEARNING RATE: 0.001420885594110019
previous_iter_valid_loss : 0.167356938123703

    619980	  0.167576	  0.167357	  0.166131		CURRENT LEARNING RATE: 0.0014206014454070136
previous_iter_valid_loss : 0.18566001951694489

    620000	  0.186047	  0.185660	  0.167131		CURRENT LEARNING RATE: 0.0014203173535280679
previous_iter_valid_loss : 0.17398008704185486

    620020	  0.174259	  0.173980	  0.167481		CURRENT LEARNING RATE: 0.001420033318461815
previous_iter_valid_loss : 0.1655656397342682

    620040	  0.165731	  0.165566	  0.167657		CURRENT LEARNING RATE: 0.0014197493401968964
previous_iter_valid_loss : 0.1672644317150116

    620060	  0.167423	  0.167264	  0.167948		CURRENT LEARNING RATE: 0.0014194654187219503
previous_iter_valid_loss : 0.1759413629770279

    620080	  0.176232	  0.175941	  0.168715		CURRENT LEARNING RATE: 0.0014191815540256225
previous_iter_valid_loss : 0.16070517897605896

    620100	  0.160884	  0.160705	  0.168374		CURRENT LEARNING RATE: 0.0014188977460965558
previous_iter_valid_loss : 0.16592538356781006

    620120	  0.166140	  0.165925	  0.168579		CURRENT LEARNING RATE: 0.0014186139949234002
previous_iter_valid_loss : 0.1702619045972824

    620140	  0.170520	  0.170262	  0.167883		CURRENT LEARNING RATE: 0.0014183303004948035
previous_iter_valid_loss : 0.1657273769378662

    620160	  0.165902	  0.165727	  0.167935		CURRENT LEARNING RATE: 0.0014180466627994187
previous_iter_valid_loss : 0.16075778007507324

    620180	  0.160934	  0.160758	  0.167929		CURRENT LEARNING RATE: 0.0014177630818259022
previous_iter_valid_loss : 0.16143813729286194

    620200	  0.161625	  0.161438	  0.167939		CURRENT LEARNING RATE: 0.0014174795575629079
previous_iter_valid_loss : 0.1627674698829651

    620220	  0.162932	  0.162767	  0.167134		CURRENT LEARNING RATE: 0.001417196089999097
previous_iter_valid_loss : 0.1634564995765686

    620240	  0.163627	  0.163456	  0.167170		CURRENT LEARNING RATE: 0.0014169126791231292
previous_iter_valid_loss : 0.17902344465255737

    620260	  0.179347	  0.179023	  0.167963		CURRENT LEARNING RATE: 0.0014166293249236695
previous_iter_valid_loss : 0.16290737688541412

    620280	  0.163070	  0.162907	  0.167996		CURRENT LEARNING RATE: 0.001416346027389382
previous_iter_valid_loss : 0.16093799471855164

    620300	  0.161114	  0.160938	  0.167938		CURRENT LEARNING RATE: 0.001416062786508937
previous_iter_valid_loss : 0.16346241533756256

    620320	  0.163660	  0.163462	  0.167546		CURRENT LEARNING RATE: 0.0014157796022710024
previous_iter_valid_loss : 0.16061100363731384

    620340	  0.160775	  0.160611	  0.167534		CURRENT LEARNING RATE: 0.0014154964746642532
previous_iter_valid_loss : 0.16070157289505005

    620360	  0.160878	  0.160702	  0.166720		CURRENT LEARNING RATE: 0.001415213403677362
previous_iter_valid_loss : 0.16485543549060822

    620380	  0.165055	  0.164855	  0.166595		CURRENT LEARNING RATE: 0.0014149303892990082
previous_iter_valid_loss : 0.1619732677936554

    620400	  0.162141	  0.161973	  0.165411		CURRENT LEARNING RATE: 0.0014146474315178694
previous_iter_valid_loss : 0.18004855513572693

    620420	  0.180210	  0.180049	  0.165714		CURRENT LEARNING RATE: 0.001414364530322629
previous_iter_valid_loss : 0.16566433012485504

    620440	  0.165872	  0.165664	  0.165719		CURRENT LEARNING RATE: 0.0014140816857019687
previous_iter_valid_loss : 0.18609178066253662

    620460	  0.186483	  0.186092	  0.166660		CURRENT LEARNING RATE: 0.0014137988976445771
previous_iter_valid_loss : 0.16063912212848663

    620480	  0.160800	  0.160639	  0.165895		CURRENT LEARNING RATE: 0.001413516166139141
previous_iter_valid_loss : 0.1702461540699005

    620500	  0.170494	  0.170246	  0.166372		CURRENT LEARNING RATE: 0.0014132334911743521
previous_iter_valid_loss : 0.16056227684020996

    620520	  0.160717	  0.160562	  0.166104		CURRENT LEARNING RATE: 0.0014129508727389025
previous_iter_valid_loss : 0.1605658382177353

    620540	  0.160717	  0.160566	  0.165619		CURRENT LEARNING RATE: 0.0014126683108214892
previous_iter_valid_loss : 0.17729783058166504

    620560	  0.177459	  0.177298	  0.166198		CURRENT LEARNING RATE: 0.001412385805410807
previous_iter_valid_loss : 0.16097106039524078

    620580	  0.161147	  0.160971	  0.166208		CURRENT LEARNING RATE: 0.001412103356495557
previous_iter_valid_loss : 0.1620127260684967

    620600	  0.162175	  0.162013	  0.166237		CURRENT LEARNING RATE: 0.0014118209640644431
previous_iter_valid_loss : 0.16462476551532745

    620620	  0.164838	  0.164625	  0.166330		CURRENT LEARNING RATE: 0.0014115386281061666
previous_iter_valid_loss : 0.1631820946931839

    620640	  0.163363	  0.163182	  0.166316		CURRENT LEARNING RATE: 0.0014112563486094367
previous_iter_valid_loss : 0.16057294607162476

    620660	  0.160738	  0.160573	  0.165394		CURRENT LEARNING RATE: 0.0014109741255629595
previous_iter_valid_loss : 0.1606755256652832

    620680	  0.160838	  0.160676	  0.165282		CURRENT LEARNING RATE: 0.0014106919589554488
previous_iter_valid_loss : 0.16583268344402313

    620700	  0.166040	  0.165833	  0.165527		CURRENT LEARNING RATE: 0.0014104098487756156
previous_iter_valid_loss : 0.16126835346221924

    620720	  0.161453	  0.161268	  0.165417		CURRENT LEARNING RATE: 0.0014101277950121776
previous_iter_valid_loss : 0.16091856360435486

    620740	  0.161077	  0.160919	  0.165433		CURRENT LEARNING RATE: 0.0014098457976538504
previous_iter_valid_loss : 0.16200204193592072

    620760	  0.162179	  0.162002	  0.165498		CURRENT LEARNING RATE: 0.0014095638566893566
previous_iter_valid_loss : 0.1608276516199112

    620780	  0.160989	  0.160828	  0.165296		CURRENT LEARNING RATE: 0.001409281972107416
previous_iter_valid_loss : 0.17671027779579163

    620800	  0.177004	  0.176710	  0.166033		CURRENT LEARNING RATE: 0.0014090001438967555
previous_iter_valid_loss : 0.16101250052452087

    620820	  0.161161	  0.161013	  0.165081		CURRENT LEARNING RATE: 0.0014087183720460999
previous_iter_valid_loss : 0.17805244028568268

    620840	  0.178358	  0.178052	  0.165701		CURRENT LEARNING RATE: 0.0014084366565441807
previous_iter_valid_loss : 0.1605423092842102

    620860	  0.160699	  0.160542	  0.164423		CURRENT LEARNING RATE: 0.0014081549973797266
previous_iter_valid_loss : 0.16089683771133423

    620880	  0.161050	  0.160897	  0.164436		CURRENT LEARNING RATE: 0.0014078733945414735
previous_iter_valid_loss : 0.1638636440038681

    620900	  0.164067	  0.163864	  0.164117		CURRENT LEARNING RATE: 0.0014075918480181556
previous_iter_valid_loss : 0.16576947271823883

    620920	  0.165979	  0.165769	  0.164377		CURRENT LEARNING RATE: 0.001407310357798513
previous_iter_valid_loss : 0.17002341151237488

    620940	  0.170270	  0.170023	  0.164850		CURRENT LEARNING RATE: 0.0014070289238712834
previous_iter_valid_loss : 0.16704782843589783

    620960	  0.167263	  0.167048	  0.164338		CURRENT LEARNING RATE: 0.0014067475462252112
previous_iter_valid_loss : 0.16648973524570465

    620980	  0.166661	  0.166490	  0.164614		CURRENT LEARNING RATE: 0.001406466224849042
previous_iter_valid_loss : 0.16075655817985535

    621000	  0.160918	  0.160757	  0.164551		CURRENT LEARNING RATE: 0.001406184959731521
previous_iter_valid_loss : 0.17646023631095886

    621020	  0.176759	  0.176460	  0.165143		CURRENT LEARNING RATE: 0.0014059037508613998
previous_iter_valid_loss : 0.16132716834545135

    621040	  0.161519	  0.161327	  0.165050		CURRENT LEARNING RATE: 0.0014056225982274275
previous_iter_valid_loss : 0.1717180609703064

    621060	  0.171980	  0.171718	  0.165607		CURRENT LEARNING RATE: 0.0014053415018183606
previous_iter_valid_loss : 0.16097992658615112

    621080	  0.161144	  0.160980	  0.165622		CURRENT LEARNING RATE: 0.0014050604616229526
previous_iter_valid_loss : 0.16057954728603363

    621100	  0.160737	  0.160580	  0.165360		CURRENT LEARNING RATE: 0.0014047794776299645
previous_iter_valid_loss : 0.16055743396282196

    621120	  0.160727	  0.160557	  0.165324		CURRENT LEARNING RATE: 0.0014044985498281545
previous_iter_valid_loss : 0.16113248467445374

    621140	  0.161284	  0.161132	  0.165335		CURRENT LEARNING RATE: 0.0014042176782062881
previous_iter_valid_loss : 0.16053934395313263

    621160	  0.160701	  0.160539	  0.165262		CURRENT LEARNING RATE: 0.0014039368627531276
previous_iter_valid_loss : 0.17492610216140747

    621180	  0.175207	  0.174926	  0.165967		CURRENT LEARNING RATE: 0.001403656103457443
previous_iter_valid_loss : 0.16066764295101166

    621200	  0.160838	  0.160668	  0.165165		CURRENT LEARNING RATE: 0.0014033754003080013
previous_iter_valid_loss : 0.1606747806072235

    621220	  0.160836	  0.160675	  0.165148		CURRENT LEARNING RATE: 0.0014030947532935776
previous_iter_valid_loss : 0.16067419946193695

    621240	  0.160842	  0.160674	  0.164279		CURRENT LEARNING RATE: 0.0014028141624029425
previous_iter_valid_loss : 0.16959482431411743

    621260	  0.169756	  0.169595	  0.164731		CURRENT LEARNING RATE: 0.0014025336276248753
previous_iter_valid_loss : 0.16348202526569366

    621280	  0.163682	  0.163482	  0.164861		CURRENT LEARNING RATE: 0.0014022531489481526
previous_iter_valid_loss : 0.17182905972003937

    621300	  0.172098	  0.171829	  0.165259		CURRENT LEARNING RATE: 0.001401972726361557
previous_iter_valid_loss : 0.16561096906661987

    621320	  0.165817	  0.165611	  0.165251		CURRENT LEARNING RATE: 0.0014016923598538695
previous_iter_valid_loss : 0.165664404630661

    621340	  0.165838	  0.165664	  0.165033		CURRENT LEARNING RATE: 0.0014014120494138776
previous_iter_valid_loss : 0.16333994269371033

    621360	  0.163543	  0.163340	  0.164848		CURRENT LEARNING RATE: 0.001401131795030367
previous_iter_valid_loss : 0.16377940773963928

    621380	  0.163985	  0.163779	  0.164712		CURRENT LEARNING RATE: 0.001400851596692128
previous_iter_valid_loss : 0.1606956571340561

    621400	  0.160864	  0.160696	  0.164709		CURRENT LEARNING RATE: 0.0014005714543879543
previous_iter_valid_loss : 0.1629491001367569

    621420	  0.163149	  0.162949	  0.164033		CURRENT LEARNING RATE: 0.001400291368106638
previous_iter_valid_loss : 0.17170745134353638

    621440	  0.171870	  0.171707	  0.164552		CURRENT LEARNING RATE: 0.0014000113378369776
previous_iter_valid_loss : 0.17647112905979156

    621460	  0.176773	  0.176471	  0.164790		CURRENT LEARNING RATE: 0.0013997313635677698
previous_iter_valid_loss : 0.1647559553384781

    621480	  0.164939	  0.164756	  0.164979		CURRENT LEARNING RATE: 0.001399451445287818
previous_iter_valid_loss : 0.1618414968252182

    621500	  0.162039	  0.161841	  0.165042		CURRENT LEARNING RATE: 0.001399171582985923
previous_iter_valid_loss : 0.18022415041923523

    621520	  0.180559	  0.180224	  0.166025		CURRENT LEARNING RATE: 0.0013988917766508924
previous_iter_valid_loss : 0.16202330589294434

    621540	  0.162217	  0.162023	  0.166070		CURRENT LEARNING RATE: 0.0013986120262715323
previous_iter_valid_loss : 0.17898762226104736

    621560	  0.179313	  0.178988	  0.166992		CURRENT LEARNING RATE: 0.0013983323318366543
previous_iter_valid_loss : 0.16224049031734467

    621580	  0.162429	  0.162240	  0.166358		CURRENT LEARNING RATE: 0.0013980526933350687
previous_iter_valid_loss : 0.16397777199745178

    621600	  0.164182	  0.163978	  0.166524		CURRENT LEARNING RATE: 0.0013977731107555924
previous_iter_valid_loss : 0.17952057719230652

    621620	  0.179849	  0.179521	  0.167466		CURRENT LEARNING RATE: 0.0013974935840870392
previous_iter_valid_loss : 0.16701555252075195

    621640	  0.167246	  0.167016	  0.167783		CURRENT LEARNING RATE: 0.001397214113318231
previous_iter_valid_loss : 0.1729389876127243

    621660	  0.173098	  0.172939	  0.167950		CURRENT LEARNING RATE: 0.0013969346984379861
previous_iter_valid_loss : 0.1705929934978485

    621680	  0.170761	  0.170593	  0.168306		CURRENT LEARNING RATE: 0.0013966553394351305
previous_iter_valid_loss : 0.1649700552225113

    621700	  0.165176	  0.164970	  0.167963		CURRENT LEARNING RATE: 0.0013963760362984876
previous_iter_valid_loss : 0.16057860851287842

    621720	  0.160749	  0.160579	  0.167711		CURRENT LEARNING RATE: 0.0013960967890168877
previous_iter_valid_loss : 0.16525496542453766

    621740	  0.165425	  0.165255	  0.167691		CURRENT LEARNING RATE: 0.0013958175975791582
previous_iter_valid_loss : 0.16081927716732025

    621760	  0.161004	  0.160819	  0.167565		CURRENT LEARNING RATE: 0.0013955384619741325
previous_iter_valid_loss : 0.16060936450958252

    621780	  0.160779	  0.160609	  0.167406		CURRENT LEARNING RATE: 0.001395259382190647
previous_iter_valid_loss : 0.1606944352388382

    621800	  0.160874	  0.160694	  0.167406		CURRENT LEARNING RATE: 0.0013949803582175356
previous_iter_valid_loss : 0.16060936450958252

    621820	  0.160767	  0.160609	  0.167289		CURRENT LEARNING RATE: 0.00139470139004364
previous_iter_valid_loss : 0.16723249852657318

    621840	  0.167399	  0.167232	  0.167065		CURRENT LEARNING RATE: 0.0013944224776577991
previous_iter_valid_loss : 0.17016500234603882

    621860	  0.170331	  0.170165	  0.166750		CURRENT LEARNING RATE: 0.0013941436210488586
previous_iter_valid_loss : 0.17755523324012756

    621880	  0.177720	  0.177555	  0.167390		CURRENT LEARNING RATE: 0.0013938648202056622
previous_iter_valid_loss : 0.1661405712366104

    621900	  0.166353	  0.166141	  0.167605		CURRENT LEARNING RATE: 0.0013935860751170593
previous_iter_valid_loss : 0.1622542440891266

    621920	  0.162420	  0.162254	  0.166706		CURRENT LEARNING RATE: 0.001393307385771899
previous_iter_valid_loss : 0.1649792641401291

    621940	  0.165155	  0.164979	  0.166854		CURRENT LEARNING RATE: 0.0013930287521590353
previous_iter_valid_loss : 0.16095690429210663

    621960	  0.161142	  0.160957	  0.165953		CURRENT LEARNING RATE: 0.0013927501742673205
previous_iter_valid_loss : 0.16746990382671356

    621980	  0.167631	  0.167470	  0.166214		CURRENT LEARNING RATE: 0.0013924716520856144
previous_iter_valid_loss : 0.16174449026584625

    622000	  0.161936	  0.161744	  0.166103		CURRENT LEARNING RATE: 0.0013921931856027733
previous_iter_valid_loss : 0.16079649329185486

    622020	  0.160957	  0.160796	  0.165166		CURRENT LEARNING RATE: 0.001391914774807661
previous_iter_valid_loss : 0.17895179986953735

    622040	  0.179111	  0.178952	  0.165763		CURRENT LEARNING RATE: 0.0013916364196891386
previous_iter_valid_loss : 0.17189499735832214

    622060	  0.172049	  0.171895	  0.165711		CURRENT LEARNING RATE: 0.0013913581202360742
previous_iter_valid_loss : 0.16106629371643066

    622080	  0.161224	  0.161066	  0.165235		CURRENT LEARNING RATE: 0.0013910798764373339
previous_iter_valid_loss : 0.17993074655532837

    622100	  0.180095	  0.179931	  0.165983		CURRENT LEARNING RATE: 0.0013908016882817897
previous_iter_valid_loss : 0.16084957122802734

    622120	  0.161026	  0.160850	  0.165996		CURRENT LEARNING RATE: 0.0013905235557583123
previous_iter_valid_loss : 0.16716231405735016

    622140	  0.167326	  0.167162	  0.166092		CURRENT LEARNING RATE: 0.0013902454788557786
previous_iter_valid_loss : 0.161332905292511

    622160	  0.161499	  0.161333	  0.166117		CURRENT LEARNING RATE: 0.001389967457563063
previous_iter_valid_loss : 0.1756882667541504

    622180	  0.175983	  0.175688	  0.166871		CURRENT LEARNING RATE: 0.0013896894918690457
previous_iter_valid_loss : 0.16221490502357483

    622200	  0.162399	  0.162215	  0.166947		CURRENT LEARNING RATE: 0.0013894115817626093
previous_iter_valid_loss : 0.16277141869068146

    622220	  0.162948	  0.162771	  0.167055		CURRENT LEARNING RATE: 0.0013891337272326355
previous_iter_valid_loss : 0.160597026348114

    622240	  0.160750	  0.160597	  0.166724		CURRENT LEARNING RATE: 0.001388855928268012
previous_iter_valid_loss : 0.16182813048362732

    622260	  0.161993	  0.161828	  0.166307		CURRENT LEARNING RATE: 0.0013885781848576248
previous_iter_valid_loss : 0.16758397221565247

    622280	  0.167805	  0.167584	  0.165808		CURRENT LEARNING RATE: 0.001388300496990366
previous_iter_valid_loss : 0.16716696321964264

    622300	  0.167329	  0.167167	  0.165859		CURRENT LEARNING RATE: 0.0013880228646551266
previous_iter_valid_loss : 0.16503594815731049

    622320	  0.165249	  0.165036	  0.165999		CURRENT LEARNING RATE: 0.001387745287840803
previous_iter_valid_loss : 0.16052775084972382

    622340	  0.160688	  0.160528	  0.165776		CURRENT LEARNING RATE: 0.0013874677665362896
previous_iter_valid_loss : 0.16237546503543854

    622360	  0.162560	  0.162375	  0.165847		CURRENT LEARNING RATE: 0.0013871903007304884
previous_iter_valid_loss : 0.16448286175727844

    622380	  0.164691	  0.164483	  0.165698		CURRENT LEARNING RATE: 0.001386912890412298
previous_iter_valid_loss : 0.16135482490062714

    622400	  0.161537	  0.161355	  0.165678		CURRENT LEARNING RATE: 0.0013866355355706252
previous_iter_valid_loss : 0.16282571852207184

    622420	  0.162999	  0.162826	  0.165780		CURRENT LEARNING RATE: 0.0013863582361943725
previous_iter_valid_loss : 0.1632082313299179

    622440	  0.163403	  0.163208	  0.164992		CURRENT LEARNING RATE: 0.0013860809922724504
previous_iter_valid_loss : 0.16090019047260284

    622460	  0.161087	  0.160900	  0.164443		CURRENT LEARNING RATE: 0.0013858038037937671
previous_iter_valid_loss : 0.16644583642482758

    622480	  0.166657	  0.166446	  0.164712		CURRENT LEARNING RATE: 0.0013855266707472377
previous_iter_valid_loss : 0.16277171671390533

    622500	  0.162957	  0.162772	  0.163854		CURRENT LEARNING RATE: 0.0013852495931217736
previous_iter_valid_loss : 0.16368091106414795

    622520	  0.163857	  0.163681	  0.163995		CURRENT LEARNING RATE: 0.001384972570906295
previous_iter_valid_loss : 0.16577979922294617

    622540	  0.165957	  0.165780	  0.163926		CURRENT LEARNING RATE: 0.001384695604089718
previous_iter_valid_loss : 0.1653982400894165

    622560	  0.165603	  0.165398	  0.164129		CURRENT LEARNING RATE: 0.0013844186926609665
previous_iter_valid_loss : 0.16446928679943085

    622580	  0.164671	  0.164469	  0.163568		CURRENT LEARNING RATE: 0.0013841418366089618
previous_iter_valid_loss : 0.1605144590139389

    622600	  0.160679	  0.160514	  0.163483		CURRENT LEARNING RATE: 0.0013838650359226307
previous_iter_valid_loss : 0.17630110681056976

    622620	  0.176599	  0.176301	  0.164160		CURRENT LEARNING RATE: 0.0013835882905909027
previous_iter_valid_loss : 0.1679369956254959

    622640	  0.168169	  0.167937	  0.164527		CURRENT LEARNING RATE: 0.0013833116006027049
previous_iter_valid_loss : 0.1630772203207016

    622660	  0.163245	  0.163077	  0.164589		CURRENT LEARNING RATE: 0.0013830349659469726
previous_iter_valid_loss : 0.1607743352651596

    622680	  0.160938	  0.160774	  0.164249		CURRENT LEARNING RATE: 0.001382758386612638
previous_iter_valid_loss : 0.16515731811523438

    622700	  0.165374	  0.165157	  0.164148		CURRENT LEARNING RATE: 0.0013824818625886403
previous_iter_valid_loss : 0.16694669425487518

    622720	  0.167172	  0.166947	  0.164244		CURRENT LEARNING RATE: 0.001382205393863916
previous_iter_valid_loss : 0.17121945321559906

    622740	  0.171376	  0.171219	  0.164778		CURRENT LEARNING RATE: 0.001381928980427409
previous_iter_valid_loss : 0.16797757148742676

    622760	  0.168145	  0.167978	  0.165059		CURRENT LEARNING RATE: 0.00138165262226806
previous_iter_valid_loss : 0.16314810514450073

    622780	  0.163320	  0.163148	  0.164992		CURRENT LEARNING RATE: 0.0013813763193748173
previous_iter_valid_loss : 0.18677890300750732

    622800	  0.186925	  0.186779	  0.166263		CURRENT LEARNING RATE: 0.0013811000717366265
previous_iter_valid_loss : 0.1713840216398239

    622820	  0.171649	  0.171384	  0.166691		CURRENT LEARNING RATE: 0.0013808238793424398
previous_iter_valid_loss : 0.16424353420734406

    622840	  0.164448	  0.164244	  0.166743		CURRENT LEARNING RATE: 0.001380547742181207
previous_iter_valid_loss : 0.1610623300075531

    622860	  0.161216	  0.161062	  0.166751		CURRENT LEARNING RATE: 0.001380271660241886
previous_iter_valid_loss : 0.17069464921951294

    622880	  0.170950	  0.170695	  0.166963		CURRENT LEARNING RATE: 0.00137999563351343
previous_iter_valid_loss : 0.168002188205719

    622900	  0.168228	  0.168002	  0.167225		CURRENT LEARNING RATE: 0.0013797196619848007
previous_iter_valid_loss : 0.16208235919475555

    622920	  0.162238	  0.162082	  0.167145		CURRENT LEARNING RATE: 0.0013794437456449567
previous_iter_valid_loss : 0.16061383485794067

    622940	  0.160767	  0.160614	  0.166886		CURRENT LEARNING RATE: 0.0013791678844828643
previous_iter_valid_loss : 0.16376671195030212

    622960	  0.163963	  0.163767	  0.166805		CURRENT LEARNING RATE: 0.0013788920784874859
previous_iter_valid_loss : 0.16247010231018066

    622980	  0.162636	  0.162470	  0.166705		CURRENT LEARNING RATE: 0.0013786163276477909
previous_iter_valid_loss : 0.17666706442832947

    623000	  0.176825	  0.176667	  0.167513		CURRENT LEARNING RATE: 0.0013783406319527506
previous_iter_valid_loss : 0.16754008829593658

    623020	  0.167766	  0.167540	  0.167075		CURRENT LEARNING RATE: 0.0013780649913913345
previous_iter_valid_loss : 0.17259152233600616

    623040	  0.172867	  0.172592	  0.167307		CURRENT LEARNING RATE: 0.0013777894059525194
previous_iter_valid_loss : 0.16143934428691864

    623060	  0.161597	  0.161439	  0.167225		CURRENT LEARNING RATE: 0.0013775138756252792
previous_iter_valid_loss : 0.16054636240005493

    623080	  0.160707	  0.160546	  0.167214		CURRENT LEARNING RATE: 0.0013772384003985958
previous_iter_valid_loss : 0.17685647308826447

    623100	  0.177016	  0.176856	  0.167799		CURRENT LEARNING RATE: 0.0013769629802614473
previous_iter_valid_loss : 0.17178912460803986

    623120	  0.171941	  0.171789	  0.168041		CURRENT LEARNING RATE: 0.0013766876152028194
previous_iter_valid_loss : 0.1634497344493866

    623140	  0.163623	  0.163450	  0.167653		CURRENT LEARNING RATE: 0.001376412305211695
previous_iter_valid_loss : 0.1702767163515091

    623160	  0.170521	  0.170277	  0.167768		CURRENT LEARNING RATE: 0.0013761370502770641
previous_iter_valid_loss : 0.17699694633483887

    623180	  0.177297	  0.176997	  0.168460		CURRENT LEARNING RATE: 0.0013758618503879147
previous_iter_valid_loss : 0.16142325103282928

    623200	  0.161594	  0.161423	  0.167192		CURRENT LEARNING RATE: 0.0013755867055332404
previous_iter_valid_loss : 0.1611047089099884

    623220	  0.161273	  0.161105	  0.166678		CURRENT LEARNING RATE: 0.0013753116157020331
previous_iter_valid_loss : 0.16771793365478516

    623240	  0.167880	  0.167718	  0.166852		CURRENT LEARNING RATE: 0.001375036580883292
previous_iter_valid_loss : 0.16882453858852386

    623260	  0.168984	  0.168825	  0.167240		CURRENT LEARNING RATE: 0.001374761601066013
previous_iter_valid_loss : 0.16410183906555176

    623280	  0.164279	  0.164102	  0.166910		CURRENT LEARNING RATE: 0.0013744866762391997
previous_iter_valid_loss : 0.16296645998954773

    623300	  0.163137	  0.162966	  0.166659		CURRENT LEARNING RATE: 0.0013742118063918521
previous_iter_valid_loss : 0.1606757789850235

    623320	  0.160843	  0.160676	  0.166588		CURRENT LEARNING RATE: 0.0013739369915129784
previous_iter_valid_loss : 0.16105395555496216

    623340	  0.161241	  0.161054	  0.166610		CURRENT LEARNING RATE: 0.0013736622315915833
previous_iter_valid_loss : 0.16135209798812866

    623360	  0.161518	  0.161352	  0.166490		CURRENT LEARNING RATE: 0.0013733875266166787
previous_iter_valid_loss : 0.1619010716676712

    623380	  0.162089	  0.161901	  0.166461		CURRENT LEARNING RATE: 0.0013731128765772742
previous_iter_valid_loss : 0.16110090911388397

    623400	  0.161287	  0.161101	  0.165683		CURRENT LEARNING RATE: 0.001372838281462385
previous_iter_valid_loss : 0.16495709121227264

    623420	  0.165167	  0.164957	  0.165554		CURRENT LEARNING RATE: 0.0013725637412610285
previous_iter_valid_loss : 0.16051225364208221

    623440	  0.160679	  0.160512	  0.164950		CURRENT LEARNING RATE: 0.0013722892559622207
previous_iter_valid_loss : 0.16050715744495392

    623460	  0.160668	  0.160507	  0.164903		CURRENT LEARNING RATE: 0.0013720148255549841
previous_iter_valid_loss : 0.16090548038482666

    623480	  0.161092	  0.160905	  0.164921		CURRENT LEARNING RATE: 0.0013717404500283399
previous_iter_valid_loss : 0.16553865373134613

    623500	  0.165712	  0.165539	  0.164355		CURRENT LEARNING RATE: 0.001371466129371315
previous_iter_valid_loss : 0.1758497804403305

    623520	  0.176008	  0.175850	  0.164558		CURRENT LEARNING RATE: 0.001371191863572934
previous_iter_valid_loss : 0.17055465281009674

    623540	  0.170710	  0.170555	  0.164913		CURRENT LEARNING RATE: 0.0013709176526222292
previous_iter_valid_loss : 0.16629250347614288

    623560	  0.166508	  0.166293	  0.164714		CURRENT LEARNING RATE: 0.0013706434965082294
previous_iter_valid_loss : 0.16176126897335052

    623580	  0.161947	  0.161761	  0.163952		CURRENT LEARNING RATE: 0.001370369395219971
previous_iter_valid_loss : 0.16513115167617798

    623600	  0.165337	  0.165131	  0.164138		CURRENT LEARNING RATE: 0.0013700953487464872
previous_iter_valid_loss : 0.17884498834609985

    623620	  0.179178	  0.178845	  0.165025		CURRENT LEARNING RATE: 0.0013698213570768189
previous_iter_valid_loss : 0.16053666174411774

    623640	  0.160693	  0.160537	  0.164666		CURRENT LEARNING RATE: 0.001369547420200004
previous_iter_valid_loss : 0.16083411872386932

    623660	  0.161012	  0.160834	  0.164266		CURRENT LEARNING RATE: 0.0013692735381050868
previous_iter_valid_loss : 0.16326673328876495

    623680	  0.163439	  0.163267	  0.164225		CURRENT LEARNING RATE: 0.0013689997107811105
previous_iter_valid_loss : 0.16147394478321075

    623700	  0.161631	  0.161474	  0.164150		CURRENT LEARNING RATE: 0.0013687259382171239
previous_iter_valid_loss : 0.16264256834983826

    623720	  0.162807	  0.162643	  0.164248		CURRENT LEARNING RATE: 0.0013684522204021738
previous_iter_valid_loss : 0.1669646054506302

    623740	  0.167190	  0.166965	  0.164544		CURRENT LEARNING RATE: 0.0013681785573253138
previous_iter_valid_loss : 0.16119171679019928

    623760	  0.161382	  0.161192	  0.164536		CURRENT LEARNING RATE: 0.0013679049489755952
previous_iter_valid_loss : 0.16345000267028809

    623780	  0.163631	  0.163450	  0.164613		CURRENT LEARNING RATE: 0.0013676313953420748
previous_iter_valid_loss : 0.16697221994400024

    623800	  0.167197	  0.166972	  0.164907		CURRENT LEARNING RATE: 0.0013673578964138113
previous_iter_valid_loss : 0.1745958775281906

    623820	  0.174886	  0.174596	  0.165389		CURRENT LEARNING RATE: 0.001367084452179863
previous_iter_valid_loss : 0.1690734177827835

    623840	  0.169235	  0.169073	  0.165817		CURRENT LEARNING RATE: 0.0013668110626292938
previous_iter_valid_loss : 0.162053182721138

    623860	  0.162250	  0.162053	  0.165894		CURRENT LEARNING RATE: 0.0013665377277511665
previous_iter_valid_loss : 0.16352222859859467

    623880	  0.163716	  0.163522	  0.166025		CURRENT LEARNING RATE: 0.0013662644475345494
previous_iter_valid_loss : 0.16193941235542297

    623900	  0.162138	  0.161939	  0.165845		CURRENT LEARNING RATE: 0.0013659912219685093
previous_iter_valid_loss : 0.16121476888656616

    623920	  0.161378	  0.161215	  0.165113		CURRENT LEARNING RATE: 0.0013657180510421195
previous_iter_valid_loss : 0.1660546213388443

    623940	  0.166222	  0.166055	  0.164888		CURRENT LEARNING RATE: 0.0013654449347444506
previous_iter_valid_loss : 0.16106559336185455

    623960	  0.161251	  0.161066	  0.164627		CURRENT LEARNING RATE: 0.0013651718730645806
previous_iter_valid_loss : 0.16525697708129883

    623980	  0.165428	  0.165257	  0.164802		CURRENT LEARNING RATE: 0.0013648988659915845
previous_iter_valid_loss : 0.162905752658844

    624000	  0.163114	  0.162906	  0.164690		CURRENT LEARNING RATE: 0.0013646259135145443
previous_iter_valid_loss : 0.17792697250843048

    624020	  0.178241	  0.177927	  0.164644		CURRENT LEARNING RATE: 0.0013643530156225395
previous_iter_valid_loss : 0.16094273328781128

    624040	  0.161110	  0.160943	  0.164665		CURRENT LEARNING RATE: 0.001364080172304657
previous_iter_valid_loss : 0.16114024817943573

    624060	  0.161326	  0.161140	  0.164680		CURRENT LEARNING RATE: 0.0013638073835499803
previous_iter_valid_loss : 0.19918301701545715

    624080	  0.199286	  0.199183	  0.166476		CURRENT LEARNING RATE: 0.0013635346493476002
previous_iter_valid_loss : 0.17455919086933136

    624100	  0.174710	  0.174559	  0.167130		CURRENT LEARNING RATE: 0.0013632619696866053
previous_iter_valid_loss : 0.16100850701332092

    624120	  0.161168	  0.161009	  0.167048		CURRENT LEARNING RATE: 0.0013629893445560905
previous_iter_valid_loss : 0.16053608059883118

    624140	  0.160700	  0.160536	  0.166727		CURRENT LEARNING RATE: 0.0013627167739451481
previous_iter_valid_loss : 0.16129562258720398

    624160	  0.161458	  0.161296	  0.166732		CURRENT LEARNING RATE: 0.0013624442578428783
previous_iter_valid_loss : 0.17795947194099426

    624180	  0.178265	  0.177959	  0.167458		CURRENT LEARNING RATE: 0.0013621717962383779
previous_iter_valid_loss : 0.17412032186985016

    624200	  0.174280	  0.174120	  0.167815		CURRENT LEARNING RATE: 0.0013618993891207495
previous_iter_valid_loss : 0.16076666116714478

    624220	  0.160937	  0.160767	  0.167124		CURRENT LEARNING RATE: 0.001361627036479098
previous_iter_valid_loss : 0.16483774781227112

    624240	  0.165038	  0.164838	  0.166912		CURRENT LEARNING RATE: 0.001361354738302527
previous_iter_valid_loss : 0.163161963224411

    624260	  0.163351	  0.163162	  0.166967		CURRENT LEARNING RATE: 0.0013610824945801468
previous_iter_valid_loss : 0.16796772181987762

    624280	  0.168135	  0.167968	  0.167190		CURRENT LEARNING RATE: 0.0013608103053010653
previous_iter_valid_loss : 0.1629769206047058

    624300	  0.163176	  0.162977	  0.167241		CURRENT LEARNING RATE: 0.0013605381704543975
previous_iter_valid_loss : 0.16419759392738342

    624320	  0.164401	  0.164198	  0.167391		CURRENT LEARNING RATE: 0.0013602660900292555
previous_iter_valid_loss : 0.16212394833564758

    624340	  0.162322	  0.162124	  0.167194		CURRENT LEARNING RATE: 0.0013599940640147586
previous_iter_valid_loss : 0.16446104645729065

    624360	  0.164660	  0.164461	  0.167364		CURRENT LEARNING RATE: 0.001359722092400023
previous_iter_valid_loss : 0.17762237787246704

    624380	  0.177924	  0.177622	  0.167982		CURRENT LEARNING RATE: 0.0013594501751741726
previous_iter_valid_loss : 0.1631624847650528

    624400	  0.163357	  0.163162	  0.167995		CURRENT LEARNING RATE: 0.0013591783123263282
previous_iter_valid_loss : 0.1607586145401001

    624420	  0.160921	  0.160759	  0.167137		CURRENT LEARNING RATE: 0.0013589065038456176
previous_iter_valid_loss : 0.16531838476657867

    624440	  0.165530	  0.165318	  0.167355		CURRENT LEARNING RATE: 0.0013586347497211663
previous_iter_valid_loss : 0.1654244214296341

    624460	  0.165643	  0.165424	  0.167569		CURRENT LEARNING RATE: 0.0013583630499421062
previous_iter_valid_loss : 0.1605302393436432

    624480	  0.160692	  0.160530	  0.165637		CURRENT LEARNING RATE: 0.0013580914044975672
previous_iter_valid_loss : 0.16057050228118896

    624500	  0.160736	  0.160571	  0.164937		CURRENT LEARNING RATE: 0.0013578198133766856
previous_iter_valid_loss : 0.18284031748771667

    624520	  0.183177	  0.182840	  0.166029		CURRENT LEARNING RATE: 0.0013575482765685958
previous_iter_valid_loss : 0.1605425775051117

    624540	  0.160702	  0.160543	  0.166029		CURRENT LEARNING RATE: 0.0013572767940624381
previous_iter_valid_loss : 0.16090025007724762

    624560	  0.161058	  0.160900	  0.166010		CURRENT LEARNING RATE: 0.0013570053658473514
previous_iter_valid_loss : 0.1609850525856018

    624580	  0.161168	  0.160985	  0.165161		CURRENT LEARNING RATE: 0.0013567339919124794
previous_iter_valid_loss : 0.1618213653564453

    624600	  0.161982	  0.161821	  0.164546		CURRENT LEARNING RATE: 0.0013564626722469685
previous_iter_valid_loss : 0.16080699861049652

    624620	  0.160984	  0.160807	  0.164548		CURRENT LEARNING RATE: 0.0013561914068399635
previous_iter_valid_loss : 0.16194143891334534

    624640	  0.162135	  0.161941	  0.164403		CURRENT LEARNING RATE: 0.001355920195680616
previous_iter_valid_loss : 0.16317321360111237

    624660	  0.163367	  0.163173	  0.164404		CURRENT LEARNING RATE: 0.0013556490387580753
previous_iter_valid_loss : 0.16056278347969055

    624680	  0.160720	  0.160563	  0.164033		CURRENT LEARNING RATE: 0.0013553779360614977
previous_iter_valid_loss : 0.16603326797485352

    624700	  0.166197	  0.166033	  0.164186		CURRENT LEARNING RATE: 0.0013551068875800366
previous_iter_valid_loss : 0.16057124733924866

    624720	  0.160724	  0.160571	  0.164005		CURRENT LEARNING RATE: 0.0013548358933028522
previous_iter_valid_loss : 0.19555789232254028

    624740	  0.196037	  0.195558	  0.165677		CURRENT LEARNING RATE: 0.0013545649532191026
previous_iter_valid_loss : 0.1607424020767212

    624760	  0.160890	  0.160742	  0.165491		CURRENT LEARNING RATE: 0.0013542940673179525
previous_iter_valid_loss : 0.16072657704353333

    624780	  0.160902	  0.160727	  0.164646		CURRENT LEARNING RATE: 0.001354023235588564
previous_iter_valid_loss : 0.16390295326709747

    624800	  0.164108	  0.163903	  0.164683		CURRENT LEARNING RATE: 0.0013537524580201064
previous_iter_valid_loss : 0.16055618226528168

    624820	  0.160720	  0.160556	  0.164673		CURRENT LEARNING RATE: 0.001353481734601746
previous_iter_valid_loss : 0.1611335724592209

    624840	  0.161311	  0.161134	  0.164464		CURRENT LEARNING RATE: 0.0013532110653226564
previous_iter_valid_loss : 0.16984567046165466

    624860	  0.170105	  0.169846	  0.164685		CURRENT LEARNING RATE: 0.0013529404501720086
previous_iter_valid_loss : 0.16362300515174866

    624880	  0.163794	  0.163623	  0.164839		CURRENT LEARNING RATE: 0.00135266988913898
previous_iter_valid_loss : 0.16763237118721008

    624900	  0.167864	  0.167632	  0.165192		CURRENT LEARNING RATE: 0.0013523993822127458
previous_iter_valid_loss : 0.16654331982135773

    624920	  0.166709	  0.166543	  0.164377		CURRENT LEARNING RATE: 0.0013521289293824885

previous_iter_valid_loss : 0.1625480353832245

    695780	  0.162721	  0.162548	  0.165915		CURRENT LEARNING RATE: 0.0006656976670044389
previous_iter_valid_loss : 0.1614920198917389

    695800	  0.161653	  0.161492	  0.165893		CURRENT LEARNING RATE: 0.000665564540784104
previous_iter_valid_loss : 0.16136673092842102

    695820	  0.161562	  0.161367	  0.165862		CURRENT LEARNING RATE: 0.0006654314411863504
previous_iter_valid_loss : 0.16062788665294647

    695840	  0.160780	  0.160628	  0.165733		CURRENT LEARNING RATE: 0.0006652983682058551
previous_iter_valid_loss : 0.16736221313476562

    695860	  0.167529	  0.167362	  0.165879		CURRENT LEARNING RATE: 0.0006651653218372939
previous_iter_valid_loss : 0.16785813868045807

    695880	  0.168022	  0.167858	  0.166236		CURRENT LEARNING RATE: 0.0006650323020753464
previous_iter_valid_loss : 0.1691208928823471

    695900	  0.169281	  0.169121	  0.165203		CURRENT LEARNING RATE: 0.0006648993089146904
previous_iter_valid_loss : 0.17858321964740753

    695920	  0.178890	  0.178583	  0.166009		CURRENT LEARNING RATE: 0.0006647663423500075
previous_iter_valid_loss : 0.17934764921665192

    695940	  0.179517	  0.179348	  0.166924		CURRENT LEARNING RATE: 0.0006646334023759778
previous_iter_valid_loss : 0.16417734324932098

    695960	  0.164349	  0.164177	  0.167100		CURRENT LEARNING RATE: 0.0006645004889872842
previous_iter_valid_loss : 0.16065898537635803

    695980	  0.160815	  0.160659	  0.166654		CURRENT LEARNING RATE: 0.0006643676021786109
previous_iter_valid_loss : 0.1607394963502884

    696000	  0.160896	  0.160739	  0.166417		CURRENT LEARNING RATE: 0.0006642347419446411
previous_iter_valid_loss : 0.16465622186660767

    696020	  0.164838	  0.164656	  0.166230		CURRENT LEARNING RATE: 0.0006641019082800618
previous_iter_valid_loss : 0.16068583726882935

    696040	  0.160860	  0.160686	  0.166236		CURRENT LEARNING RATE: 0.0006639691011795583
previous_iter_valid_loss : 0.16833575069904327

    696060	  0.168569	  0.168336	  0.165882		CURRENT LEARNING RATE: 0.0006638363206378194
previous_iter_valid_loss : 0.16973493993282318

    696080	  0.169985	  0.169735	  0.165914		CURRENT LEARNING RATE: 0.0006637035666495328
previous_iter_valid_loss : 0.16915030777454376

    696100	  0.169310	  0.169150	  0.165800		CURRENT LEARNING RATE: 0.0006635708392093897
previous_iter_valid_loss : 0.1611790657043457

    696120	  0.161371	  0.161179	  0.165820		CURRENT LEARNING RATE: 0.0006634381383120796
previous_iter_valid_loss : 0.17665259540081024

    696140	  0.176813	  0.176653	  0.166330		CURRENT LEARNING RATE: 0.0006633054639522957
previous_iter_valid_loss : 0.2148968130350113

    696160	  0.214915	  0.214897	  0.168957		CURRENT LEARNING RATE: 0.0006631728161247299
previous_iter_valid_loss : 0.16100437939167023

    696180	  0.161183	  0.161004	  0.168880		CURRENT LEARNING RATE: 0.0006630401948240775
previous_iter_valid_loss : 0.1645178198814392

    696200	  0.164693	  0.164518	  0.169031		CURRENT LEARNING RATE: 0.0006629076000450322
previous_iter_valid_loss : 0.16285118460655212

    696220	  0.163022	  0.162851	  0.169105		CURRENT LEARNING RATE: 0.0006627750317822917
previous_iter_valid_loss : 0.16058188676834106

    696240	  0.160739	  0.160582	  0.169103		CURRENT LEARNING RATE: 0.0006626424900305519
previous_iter_valid_loss : 0.16076837480068207

    696260	  0.160930	  0.160768	  0.168773		CURRENT LEARNING RATE: 0.0006625099747845125
previous_iter_valid_loss : 0.16078431904315948

    696280	  0.160945	  0.160784	  0.168419		CURRENT LEARNING RATE: 0.0006623774860388715
previous_iter_valid_loss : 0.16179372370243073

    696300	  0.161984	  0.161794	  0.168053		CURRENT LEARNING RATE: 0.0006622450237883306
previous_iter_valid_loss : 0.16286365687847137

    696320	  0.163029	  0.162864	  0.167267		CURRENT LEARNING RATE: 0.0006621125880275901
previous_iter_valid_loss : 0.16077230870723724

    696340	  0.160928	  0.160772	  0.166338		CURRENT LEARNING RATE: 0.0006619801787513539
previous_iter_valid_loss : 0.17678475379943848

    696360	  0.177083	  0.176785	  0.166969		CURRENT LEARNING RATE: 0.0006618477959543244
previous_iter_valid_loss : 0.16750627756118774

    696380	  0.167664	  0.167506	  0.167311		CURRENT LEARNING RATE: 0.0006617154396312068
previous_iter_valid_loss : 0.161314457654953

    696400	  0.161508	  0.161314	  0.167340		CURRENT LEARNING RATE: 0.0006615831097767073
previous_iter_valid_loss : 0.1610587239265442

    696420	  0.161239	  0.161059	  0.167160		CURRENT LEARNING RATE: 0.0006614508063855319
previous_iter_valid_loss : 0.1694730669260025

    696440	  0.169713	  0.169473	  0.167599		CURRENT LEARNING RATE: 0.0006613185294523893
previous_iter_valid_loss : 0.16266779601573944

    696460	  0.162840	  0.162668	  0.167316		CURRENT LEARNING RATE: 0.0006611862789719874
previous_iter_valid_loss : 0.174928218126297

    696480	  0.175082	  0.174928	  0.167576		CURRENT LEARNING RATE: 0.0006610540549390374
previous_iter_valid_loss : 0.1623625010251999

    696500	  0.162564	  0.162363	  0.167236		CURRENT LEARNING RATE: 0.000660921857348249
previous_iter_valid_loss : 0.16193436086177826

    696520	  0.162121	  0.161934	  0.167274		CURRENT LEARNING RATE: 0.0006607896861943357
previous_iter_valid_loss : 0.1606110781431198

    696540	  0.160776	  0.160611	  0.166472		CURRENT LEARNING RATE: 0.0006606575414720092
previous_iter_valid_loss : 0.16483688354492188

    696560	  0.165008	  0.164837	  0.163969		CURRENT LEARNING RATE: 0.000660525423175985
previous_iter_valid_loss : 0.16054308414459229

    696580	  0.160702	  0.160543	  0.163946		CURRENT LEARNING RATE: 0.0006603933313009774
previous_iter_valid_loss : 0.1862783432006836

    696600	  0.186425	  0.186278	  0.165034		CURRENT LEARNING RATE: 0.0006602612658417037
previous_iter_valid_loss : 0.1668076068162918

    696620	  0.166972	  0.166808	  0.165232		CURRENT LEARNING RATE: 0.0006601292267928801
previous_iter_valid_loss : 0.1608002781867981

    696640	  0.160971	  0.160800	  0.165243		CURRENT LEARNING RATE: 0.0006599972141492262
previous_iter_valid_loss : 0.16173507273197174

    696660	  0.161929	  0.161735	  0.165291		CURRENT LEARNING RATE: 0.0006598652279054605
previous_iter_valid_loss : 0.18200872838497162

    696680	  0.182166	  0.182009	  0.166352		CURRENT LEARNING RATE: 0.0006597332680563044
previous_iter_valid_loss : 0.16167432069778442

    696700	  0.161839	  0.161674	  0.166346		CURRENT LEARNING RATE: 0.0006596013345964787
previous_iter_valid_loss : 0.16131456196308136

    696720	  0.161494	  0.161315	  0.166269		CURRENT LEARNING RATE: 0.000659469427520707
previous_iter_valid_loss : 0.16396565735340118

    696740	  0.164136	  0.163966	  0.166428		CURRENT LEARNING RATE: 0.0006593375468237118
previous_iter_valid_loss : 0.16582228243350983

    696760	  0.165982	  0.165822	  0.165880		CURRENT LEARNING RATE: 0.0006592056925002187
previous_iter_valid_loss : 0.16092021763324738

    696780	  0.161077	  0.160920	  0.165551		CURRENT LEARNING RATE: 0.0006590738645449539
previous_iter_valid_loss : 0.16617637872695923

    696800	  0.166381	  0.166176	  0.165794		CURRENT LEARNING RATE: 0.0006589420629526431
previous_iter_valid_loss : 0.1636173278093338

    696820	  0.163795	  0.163617	  0.165922		CURRENT LEARNING RATE: 0.0006588102877180157
previous_iter_valid_loss : 0.18697048723697662

    696840	  0.187386	  0.186970	  0.166797		CURRENT LEARNING RATE: 0.0006586785388357992
previous_iter_valid_loss : 0.16058722138404846

    696860	  0.160753	  0.160587	  0.166693		CURRENT LEARNING RATE: 0.0006585468163007249
previous_iter_valid_loss : 0.16446614265441895

    696880	  0.164655	  0.164466	  0.166170		CURRENT LEARNING RATE: 0.0006584151201075229
previous_iter_valid_loss : 0.1607547253370285

    696900	  0.160930	  0.160755	  0.166089		CURRENT LEARNING RATE: 0.0006582834502509261
previous_iter_valid_loss : 0.16057077050209045

    696920	  0.160726	  0.160571	  0.166021		CURRENT LEARNING RATE: 0.000658151806725667
previous_iter_valid_loss : 0.16678722202777863

    696940	  0.166945	  0.166787	  0.166330		CURRENT LEARNING RATE: 0.0006580201895264808
previous_iter_valid_loss : 0.1644527167081833

    696960	  0.164653	  0.164453	  0.166311		CURRENT LEARNING RATE: 0.0006578885986481017
previous_iter_valid_loss : 0.16183868050575256

    696980	  0.162000	  0.161839	  0.166375		CURRENT LEARNING RATE: 0.0006577570340852673
previous_iter_valid_loss : 0.16053153574466705

    697000	  0.160690	  0.160532	  0.165088		CURRENT LEARNING RATE: 0.0006576254958327137
previous_iter_valid_loss : 0.18342791497707367

    697020	  0.183582	  0.183428	  0.165919		CURRENT LEARNING RATE: 0.0006574939838851806
previous_iter_valid_loss : 0.1623477190732956

    697040	  0.162546	  0.162348	  0.165997		CURRENT LEARNING RATE: 0.0006573624982374063
previous_iter_valid_loss : 0.17432837188243866

    697060	  0.174490	  0.174328	  0.166626		CURRENT LEARNING RATE: 0.0006572310388841327
previous_iter_valid_loss : 0.16146312654018402

    697080	  0.161653	  0.161463	  0.165599		CURRENT LEARNING RATE: 0.0006570996058201001
previous_iter_valid_loss : 0.16170045733451843

    697100	  0.161897	  0.161700	  0.165600		CURRENT LEARNING RATE: 0.0006569681990400524
previous_iter_valid_loss : 0.161536306142807

    697120	  0.161715	  0.161536	  0.165611		CURRENT LEARNING RATE: 0.0006568368185387321
previous_iter_valid_loss : 0.1686532348394394

    697140	  0.168808	  0.168653	  0.165846		CURRENT LEARNING RATE: 0.0006567054643108854
previous_iter_valid_loss : 0.16302403807640076

    697160	  0.163234	  0.163024	  0.165706		CURRENT LEARNING RATE: 0.0006565741363512566
previous_iter_valid_loss : 0.1790245920419693

    697180	  0.179188	  0.179025	  0.166611		CURRENT LEARNING RATE: 0.0006564428346545934
previous_iter_valid_loss : 0.16677691042423248

    697200	  0.166942	  0.166777	  0.166641		CURRENT LEARNING RATE: 0.0006563115592156443
previous_iter_valid_loss : 0.17347534000873566

    697220	  0.173752	  0.173475	  0.167134		CURRENT LEARNING RATE: 0.000656180310029157
previous_iter_valid_loss : 0.1607666164636612

    697240	  0.160931	  0.160767	  0.165824		CURRENT LEARNING RATE: 0.0006560490870898829
previous_iter_valid_loss : 0.17020981013774872

    697260	  0.170456	  0.170210	  0.166305		CURRENT LEARNING RATE: 0.0006559178903925716
previous_iter_valid_loss : 0.1607317179441452

    697280	  0.160892	  0.160732	  0.166118		CURRENT LEARNING RATE: 0.0006557867199319767
previous_iter_valid_loss : 0.163156658411026

    697300	  0.163329	  0.163157	  0.166238		CURRENT LEARNING RATE: 0.0006556555757028501
previous_iter_valid_loss : 0.16154158115386963

    697320	  0.161700	  0.161542	  0.166287		CURRENT LEARNING RATE: 0.0006555244576999472
previous_iter_valid_loss : 0.16440853476524353

    697340	  0.164580	  0.164409	  0.166168		CURRENT LEARNING RATE: 0.0006553933659180221
previous_iter_valid_loss : 0.16255871951580048

    697360	  0.162750	  0.162559	  0.166073		CURRENT LEARNING RATE: 0.0006552623003518323
previous_iter_valid_loss : 0.1621522307395935

    697380	  0.162328	  0.162152	  0.166089		CURRENT LEARNING RATE: 0.000655131260996134
previous_iter_valid_loss : 0.18225736916065216

    697400	  0.182422	  0.182257	  0.167175		CURRENT LEARNING RATE: 0.0006550002478456869
previous_iter_valid_loss : 0.16889537870883942

    697420	  0.169139	  0.168895	  0.166448		CURRENT LEARNING RATE: 0.0006548692608952492
previous_iter_valid_loss : 0.16209357976913452

    697440	  0.162278	  0.162094	  0.166436		CURRENT LEARNING RATE: 0.0006547383001395824
previous_iter_valid_loss : 0.18956400454044342

    697460	  0.189693	  0.189564	  0.167198		CURRENT LEARNING RATE: 0.0006546073655734474
previous_iter_valid_loss : 0.16409002244472504

    697480	  0.164261	  0.164090	  0.167329		CURRENT LEARNING RATE: 0.0006544764571916075
previous_iter_valid_loss : 0.17426759004592896

    697500	  0.174545	  0.174268	  0.167957		CURRENT LEARNING RATE: 0.0006543455749888254
previous_iter_valid_loss : 0.16078472137451172

    697520	  0.160961	  0.160785	  0.167920		CURRENT LEARNING RATE: 0.0006542147189598671
previous_iter_valid_loss : 0.1692371517419815

    697540	  0.169394	  0.169237	  0.167949		CURRENT LEARNING RATE: 0.000654083889099497
previous_iter_valid_loss : 0.16064080595970154

    697560	  0.160789	  0.160641	  0.167830		CURRENT LEARNING RATE: 0.000653953085402483
previous_iter_valid_loss : 0.1711323857307434

    697580	  0.171387	  0.171132	  0.167435		CURRENT LEARNING RATE: 0.0006538223078635921
previous_iter_valid_loss : 0.1610332876443863

    697600	  0.161185	  0.161033	  0.167148		CURRENT LEARNING RATE: 0.0006536915564775936
previous_iter_valid_loss : 0.16567949950695038

    697620	  0.165890	  0.165679	  0.166758		CURRENT LEARNING RATE: 0.000653560831239258
previous_iter_valid_loss : 0.16554373502731323

    697640	  0.165754	  0.165544	  0.166997		CURRENT LEARNING RATE: 0.000653430132143355
previous_iter_valid_loss : 0.16140727698802948

    697660	  0.161567	  0.161407	  0.166557		CURRENT LEARNING RATE: 0.000653299459184658
previous_iter_valid_loss : 0.17769934237003326

    697680	  0.177999	  0.177699	  0.167405		CURRENT LEARNING RATE: 0.000653168812357939
previous_iter_valid_loss : 0.18070638179779053

    697700	  0.181037	  0.180706	  0.168283		CURRENT LEARNING RATE: 0.0006530381916579731
previous_iter_valid_loss : 0.1713421791791916

    697720	  0.171490	  0.171342	  0.168773		CURRENT LEARNING RATE: 0.0006529075970795346
previous_iter_valid_loss : 0.17234449088573456

    697740	  0.172494	  0.172344	  0.169170		CURRENT LEARNING RATE: 0.0006527770286174003
previous_iter_valid_loss : 0.1605820655822754

    697760	  0.160739	  0.160582	  0.169071		CURRENT LEARNING RATE: 0.0006526464862663468
previous_iter_valid_loss : 0.19621047377586365

    697780	  0.196698	  0.196210	  0.170774		CURRENT LEARNING RATE: 0.0006525159700211535
previous_iter_valid_loss : 0.16677427291870117

    697800	  0.166999	  0.166774	  0.169999		CURRENT LEARNING RATE: 0.0006523854798765983
previous_iter_valid_loss : 0.16754862666130066

    697820	  0.167765	  0.167549	  0.169932		CURRENT LEARNING RATE: 0.0006522550158274632
previous_iter_valid_loss : 0.1706351339817047

    697840	  0.170883	  0.170635	  0.170359		CURRENT LEARNING RATE: 0.000652124577868528
previous_iter_valid_loss : 0.18571418523788452

    697860	  0.185861	  0.185714	  0.170167		CURRENT LEARNING RATE: 0.0006519941659945767
previous_iter_valid_loss : 0.1643831729888916

    697880	  0.164556	  0.164383	  0.170181		CURRENT LEARNING RATE: 0.0006518637802003915
previous_iter_valid_loss : 0.19307632744312286

    697900	  0.193550	  0.193076	  0.171122		CURRENT LEARNING RATE: 0.0006517334204807583
previous_iter_valid_loss : 0.1690249890089035

    697920	  0.169266	  0.169025	  0.171534		CURRENT LEARNING RATE: 0.0006516030868304614
previous_iter_valid_loss : 0.16139371693134308

    697940	  0.161574	  0.161394	  0.171142		CURRENT LEARNING RATE: 0.0006514727792442885
previous_iter_valid_loss : 0.1873587816953659

    697960	  0.187762	  0.187359	  0.172478		CURRENT LEARNING RATE: 0.0006513424977170264
previous_iter_valid_loss : 0.16063496470451355

    697980	  0.160783	  0.160635	  0.171953		CURRENT LEARNING RATE: 0.0006512122422434643
previous_iter_valid_loss : 0.1691775918006897

    698000	  0.169412	  0.169178	  0.172360		CURRENT LEARNING RATE: 0.0006510820128183925
previous_iter_valid_loss : 0.16086512804031372

    698020	  0.161045	  0.160865	  0.172119		CURRENT LEARNING RATE: 0.0006509518094366007
previous_iter_valid_loss : 0.16230328381061554

    698040	  0.162478	  0.162303	  0.171957		CURRENT LEARNING RATE: 0.0006508216320928819
previous_iter_valid_loss : 0.16985474526882172

    698060	  0.170094	  0.169855	  0.172380		CURRENT LEARNING RATE: 0.000650691480782028
previous_iter_valid_loss : 0.16146719455718994

    698080	  0.161653	  0.161467	  0.171568		CURRENT LEARNING RATE: 0.0006505613554988341
previous_iter_valid_loss : 0.1727096438407898

    698100	  0.172859	  0.172710	  0.171168		CURRENT LEARNING RATE: 0.0006504312562380937
previous_iter_valid_loss : 0.16661596298217773

    698120	  0.166773	  0.166616	  0.170932		CURRENT LEARNING RATE: 0.0006503011829946043
previous_iter_valid_loss : 0.16226895153522491

    698140	  0.162459	  0.162269	  0.170428		CURRENT LEARNING RATE: 0.0006501711357631618
previous_iter_valid_loss : 0.1605248898267746

    698160	  0.160696	  0.160525	  0.170425		CURRENT LEARNING RATE: 0.0006500411145385653
previous_iter_valid_loss : 0.162834033370018

    698180	  0.163000	  0.162834	  0.168756		CURRENT LEARNING RATE: 0.000649911119315613
previous_iter_valid_loss : 0.168083056807518

    698200	  0.168310	  0.168083	  0.168822		CURRENT LEARNING RATE: 0.0006497811500891061
previous_iter_valid_loss : 0.17085705697536469

    698220	  0.171103	  0.170857	  0.168987		CURRENT LEARNING RATE: 0.0006496512068538446
previous_iter_valid_loss : 0.16736315190792084

    698240	  0.167589	  0.167363	  0.168824		CURRENT LEARNING RATE: 0.0006495212896046321
previous_iter_valid_loss : 0.1613805741071701

    698260	  0.161573	  0.161381	  0.167607		CURRENT LEARNING RATE: 0.0006493913983362707
previous_iter_valid_loss : 0.16092683374881744

    698280	  0.161110	  0.160927	  0.167434		CURRENT LEARNING RATE: 0.0006492615330435659
previous_iter_valid_loss : 0.16661043465137482

    698300	  0.166770	  0.166610	  0.166111		CURRENT LEARNING RATE: 0.000649131693721322
previous_iter_valid_loss : 0.16073191165924072

    698320	  0.160881	  0.160732	  0.165696		CURRENT LEARNING RATE: 0.0006490018803643464
previous_iter_valid_loss : 0.16123688220977783

    698340	  0.161419	  0.161237	  0.165688		CURRENT LEARNING RATE: 0.0006488720929674456
previous_iter_valid_loss : 0.18067844212055206

    698360	  0.181019	  0.180678	  0.165354		CURRENT LEARNING RATE: 0.0006487423315254291
previous_iter_valid_loss : 0.16097678244113922

    698380	  0.161163	  0.160977	  0.165371		CURRENT LEARNING RATE: 0.0006486125960331055
previous_iter_valid_loss : 0.18272331357002258

    698400	  0.183079	  0.182723	  0.166049		CURRENT LEARNING RATE: 0.0006484828864852857
previous_iter_valid_loss : 0.16125598549842834

    698420	  0.161421	  0.161256	  0.166068		CURRENT LEARNING RATE: 0.0006483532028767821
previous_iter_valid_loss : 0.16448232531547546

    698440	  0.164675	  0.164482	  0.166177		CURRENT LEARNING RATE: 0.0006482235452024061
previous_iter_valid_loss : 0.1614467203617096

    698460	  0.161627	  0.161447	  0.165757		CURRENT LEARNING RATE: 0.0006480939134569726
previous_iter_valid_loss : 0.16339166462421417

    698480	  0.163583	  0.163392	  0.165853		CURRENT LEARNING RATE: 0.0006479643076352951
previous_iter_valid_loss : 0.17011789977550507

    698500	  0.170360	  0.170118	  0.165723		CURRENT LEARNING RATE: 0.0006478347277321906
previous_iter_valid_loss : 0.16151215136051178

    698520	  0.161700	  0.161512	  0.165468		CURRENT LEARNING RATE: 0.0006477051737424747
previous_iter_valid_loss : 0.16732606291770935

    698540	  0.167485	  0.167326	  0.165721		CURRENT LEARNING RATE: 0.0006475756456609664
previous_iter_valid_loss : 0.1626114398241043

    698560	  0.162771	  0.162611	  0.165825		CURRENT LEARNING RATE: 0.0006474461434824835
previous_iter_valid_loss : 0.16070234775543213

    698580	  0.160860	  0.160702	  0.165719		CURRENT LEARNING RATE: 0.0006473166672018469
previous_iter_valid_loss : 0.1723884642124176

    698600	  0.172647	  0.172388	  0.165934		CURRENT LEARNING RATE: 0.0006471872168138766
previous_iter_valid_loss : 0.1614123433828354

    698620	  0.161589	  0.161412	  0.165462		CURRENT LEARNING RATE: 0.0006470577923133956
previous_iter_valid_loss : 0.16241341829299927

    698640	  0.162570	  0.162413	  0.165214		CURRENT LEARNING RATE: 0.0006469283936952257
previous_iter_valid_loss : 0.1656060367822647

    698660	  0.165772	  0.165606	  0.165426		CURRENT LEARNING RATE: 0.0006467990209541923
previous_iter_valid_loss : 0.16265322268009186

    698680	  0.162823	  0.162653	  0.165512		CURRENT LEARNING RATE: 0.0006466696740851192
previous_iter_valid_loss : 0.16859953105449677

    698700	  0.168834	  0.168600	  0.165611		CURRENT LEARNING RATE: 0.0006465403530828338
previous_iter_valid_loss : 0.16718360781669617

    698720	  0.167341	  0.167184	  0.165934		CURRENT LEARNING RATE: 0.0006464110579421621
previous_iter_valid_loss : 0.1675471067428589

    698740	  0.167790	  0.167547	  0.166249		CURRENT LEARNING RATE: 0.0006462817886579332
previous_iter_valid_loss : 0.16091150045394897

    698760	  0.161078	  0.160912	  0.165261		CURRENT LEARNING RATE: 0.0006461525452249755
previous_iter_valid_loss : 0.16050398349761963

    698780	  0.160665	  0.160504	  0.165237		CURRENT LEARNING RATE: 0.0006460233276381197
previous_iter_valid_loss : 0.16176378726959229

    698800	  0.161921	  0.161764	  0.164189		CURRENT LEARNING RATE: 0.0006458941358921976
previous_iter_valid_loss : 0.16821521520614624

    698820	  0.168442	  0.168215	  0.164537		CURRENT LEARNING RATE: 0.0006457649699820404
previous_iter_valid_loss : 0.16420626640319824

    698840	  0.164398	  0.164206	  0.164524		CURRENT LEARNING RATE: 0.0006456358299024828
previous_iter_valid_loss : 0.17000314593315125

    698860	  0.170248	  0.170003	  0.164951		CURRENT LEARNING RATE: 0.0006455067156483577
previous_iter_valid_loss : 0.19055287539958954

    698880	  0.190678	  0.190553	  0.166310		CURRENT LEARNING RATE: 0.000645377627214502
previous_iter_valid_loss : 0.16050761938095093

    698900	  0.160669	  0.160508	  0.165829		CURRENT LEARNING RATE: 0.000645248564595751
previous_iter_valid_loss : 0.16165561974048615

    698920	  0.161838	  0.161656	  0.165836		CURRENT LEARNING RATE: 0.0006451195277869432
previous_iter_valid_loss : 0.16064101457595825

    698940	  0.160790	  0.160641	  0.165502		CURRENT LEARNING RATE: 0.0006449905167829158
previous_iter_valid_loss : 0.1607227623462677

    698960	  0.160864	  0.160723	  0.165407		CURRENT LEARNING RATE: 0.00064486153157851
previous_iter_valid_loss : 0.16790083050727844

    698980	  0.168051	  0.167901	  0.165767		CURRENT LEARNING RATE: 0.0006447325721685649
previous_iter_valid_loss : 0.1679704338312149

    699000	  0.168188	  0.167970	  0.165547		CURRENT LEARNING RATE: 0.0006446036385479233
previous_iter_valid_loss : 0.16422417759895325

    699020	  0.164396	  0.164224	  0.165687		CURRENT LEARNING RATE: 0.0006444747307114268
previous_iter_valid_loss : 0.16125960648059845

    699040	  0.161451	  0.161260	  0.165629		CURRENT LEARNING RATE: 0.0006443458486539202
previous_iter_valid_loss : 0.1606518179178238

    699060	  0.160820	  0.160652	  0.165382		CURRENT LEARNING RATE: 0.000644216992370247
previous_iter_valid_loss : 0.1615026593208313

    699080	  0.161658	  0.161503	  0.165324		CURRENT LEARNING RATE: 0.0006440881618552543
previous_iter_valid_loss : 0.1635655164718628

    699100	  0.163732	  0.163566	  0.165072		CURRENT LEARNING RATE: 0.0006439593571037875
previous_iter_valid_loss : 0.20082643628120422

    699120	  0.200904	  0.200826	  0.166755		CURRENT LEARNING RATE: 0.0006438305781106956
previous_iter_valid_loss : 0.16122564673423767

    699140	  0.161404	  0.161226	  0.166439		CURRENT LEARNING RATE: 0.0006437018248708263
previous_iter_valid_loss : 0.17889811098575592

    699160	  0.179053	  0.178898	  0.167338		CURRENT LEARNING RATE: 0.0006435730973790307
previous_iter_valid_loss : 0.16117483377456665

    699180	  0.161328	  0.161175	  0.167371		CURRENT LEARNING RATE: 0.0006434443956301585
previous_iter_valid_loss : 0.16160064935684204

    699200	  0.161758	  0.161601	  0.167363		CURRENT LEARNING RATE: 0.0006433157196190622
previous_iter_valid_loss : 0.1620311588048935

    699220	  0.162188	  0.162031	  0.167054		CURRENT LEARNING RATE: 0.0006431870693405954
previous_iter_valid_loss : 0.16201552748680115

    699240	  0.162184	  0.162016	  0.166945		CURRENT LEARNING RATE: 0.0006430584447896108
previous_iter_valid_loss : 0.1665300875902176

    699260	  0.166691	  0.166530	  0.166771		CURRENT LEARNING RATE: 0.0006429298459609648
previous_iter_valid_loss : 0.160605788230896

    699280	  0.160765	  0.160606	  0.165274		CURRENT LEARNING RATE: 0.000642801272849512
previous_iter_valid_loss : 0.16176852583885193

    699300	  0.161953	  0.161769	  0.165337		CURRENT LEARNING RATE: 0.0006426727254501108
previous_iter_valid_loss : 0.17392517626285553

    699320	  0.174199	  0.173925	  0.165950		CURRENT LEARNING RATE: 0.0006425442037576182
previous_iter_valid_loss : 0.1771286278963089

    699340	  0.177435	  0.177129	  0.166774		CURRENT LEARNING RATE: 0.0006424157077668944
previous_iter_valid_loss : 0.16062714159488678

    699360	  0.160792	  0.160627	  0.166770		CURRENT LEARNING RATE: 0.0006422872374727983
previous_iter_valid_loss : 0.17272622883319855

    699380	  0.173005	  0.172726	  0.167011		CURRENT LEARNING RATE: 0.0006421587928701926
previous_iter_valid_loss : 0.1647176891565323

    699400	  0.164916	  0.164718	  0.166848		CURRENT LEARNING RATE: 0.0006420303739539378
previous_iter_valid_loss : 0.16431862115859985

    699420	  0.164519	  0.164319	  0.166853		CURRENT LEARNING RATE: 0.0006419019807188988
previous_iter_valid_loss : 0.16312119364738464

    699440	  0.163316	  0.163121	  0.166946		CURRENT LEARNING RATE: 0.0006417736131599385
previous_iter_valid_loss : 0.16276977956295013

    699460	  0.162931	  0.162770	  0.167052		CURRENT LEARNING RATE: 0.0006416452712719235
previous_iter_valid_loss : 0.1609986275434494

    699480	  0.161165	  0.160999	  0.167027		CURRENT LEARNING RATE: 0.0006415169550497187
previous_iter_valid_loss : 0.16475225985050201

    699500	  0.164909	  0.164752	  0.167086		CURRENT LEARNING RATE: 0.0006413886644881929
previous_iter_valid_loss : 0.17212647199630737

    699520	  0.172273	  0.172126	  0.165651		CURRENT LEARNING RATE: 0.0006412603995822132
previous_iter_valid_loss : 0.17728254199028015

    699540	  0.177576	  0.177283	  0.166454		CURRENT LEARNING RATE: 0.0006411321603266501
previous_iter_valid_loss : 0.16059082746505737

    699560	  0.160758	  0.160591	  0.165539		CURRENT LEARNING RATE: 0.0006410039467163728
previous_iter_valid_loss : 0.17900368571281433

    699580	  0.179310	  0.179004	  0.166430		CURRENT LEARNING RATE: 0.0006408757587462536
previous_iter_valid_loss : 0.1626756191253662

    699600	  0.162864	  0.162676	  0.166484		CURRENT LEARNING RATE: 0.0006407475964111655
previous_iter_valid_loss : 0.16104760766029358

    699620	  0.161196	  0.161048	  0.166435		CURRENT LEARNING RATE: 0.0006406194597059806
previous_iter_valid_loss : 0.1779753863811493

    699640	  0.178132	  0.177975	  0.167233		CURRENT LEARNING RATE: 0.0006404913486255747
previous_iter_valid_loss : 0.17811422049999237

    699660	  0.178270	  0.178114	  0.167812		CURRENT LEARNING RATE: 0.0006403632631648224
previous_iter_valid_loss : 0.16136883199214935

    699680	  0.161555	  0.161369	  0.167850		CURRENT LEARNING RATE: 0.0006402352033186012
previous_iter_valid_loss : 0.1614713817834854

    699700	  0.161653	  0.161471	  0.167835		CURRENT LEARNING RATE: 0.0006401071690817876
previous_iter_valid_loss : 0.16148224472999573

    699720	  0.161631	  0.161482	  0.167213		CURRENT LEARNING RATE: 0.0006399791604492616
previous_iter_valid_loss : 0.17731668055057526

    699740	  0.177609	  0.177317	  0.167222		CURRENT LEARNING RATE: 0.0006398511774159013
previous_iter_valid_loss : 0.16261927783489227

    699760	  0.162796	  0.162619	  0.167322		CURRENT LEARNING RATE: 0.000639723219976589
previous_iter_valid_loss : 0.16261938214302063

    699780	  0.162790	  0.162619	  0.166817		CURRENT LEARNING RATE: 0.0006395952881262048
previous_iter_valid_loss : 0.16252662241458893

    699800	  0.162687	  0.162527	  0.166707		CURRENT LEARNING RATE: 0.0006394673818596329
previous_iter_valid_loss : 0.16098053753376007

    699820	  0.161134	  0.160981	  0.166540		CURRENT LEARNING RATE: 0.0006393395011717557
previous_iter_valid_loss : 0.16059231758117676

    699840	  0.160757	  0.160592	  0.166414		CURRENT LEARNING RATE: 0.0006392116460574593
previous_iter_valid_loss : 0.16055452823638916

    699860	  0.160716	  0.160555	  0.166303		CURRENT LEARNING RATE: 0.0006390838165116282
previous_iter_valid_loss : 0.16055285930633545

    699880	  0.160725	  0.160553	  0.166281		CURRENT LEARNING RATE: 0.0006389560125291504
previous_iter_valid_loss : 0.18459606170654297

    699900	  0.184735	  0.184596	  0.167273		CURRENT LEARNING RATE: 0.0006388282341049127
previous_iter_valid_loss : 0.1616809070110321

    699920	  0.161868	  0.161681	  0.166751		CURRENT LEARNING RATE: 0.0006387004812338049
previous_iter_valid_loss : 0.16535744071006775

    699940	  0.165559	  0.165357	  0.166154		CURRENT LEARNING RATE: 0.000638572753910716
previous_iter_valid_loss : 0.16145184636116028

    699960	  0.161611	  0.161452	  0.166197		CURRENT LEARNING RATE: 0.0006384450521305379
previous_iter_valid_loss : 0.16071178019046783

    699980	  0.160875	  0.160712	  0.165283		CURRENT LEARNING RATE: 0.0006383173758881613
previous_iter_valid_loss : 0.16052216291427612

    700000	  0.160685	  0.160522	  0.165175		CURRENT LEARNING RATE: 0.0006381897251784798
previous_iter_valid_loss : 0.17550669610500336

    700020	  0.175657	  0.175507	  0.165898		CURRENT LEARNING RATE: 0.0006380620999963881
previous_iter_valid_loss : 0.16230472922325134

    700040	  0.162482	  0.162305	  0.165114		CURRENT LEARNING RATE: 0.0006379345003367799
previous_iter_valid_loss : 0.1693122237920761

    700060	  0.169551	  0.169312	  0.164674		CURRENT LEARNING RATE: 0.0006378069261945522
previous_iter_valid_loss : 0.1683046817779541

    700080	  0.168532	  0.168305	  0.165021		CURRENT LEARNING RATE: 0.0006376793775646012
previous_iter_valid_loss : 0.16072490811347961

    700100	  0.160868	  0.160725	  0.164984		CURRENT LEARNING RATE: 0.000637551854441826
previous_iter_valid_loss : 0.16145581007003784

    700120	  0.161619	  0.161456	  0.164983		CURRENT LEARNING RATE: 0.0006374243568211244
previous_iter_valid_loss : 0.16383415460586548

    700140	  0.163996	  0.163834	  0.164308		CURRENT LEARNING RATE: 0.0006372968846973977
previous_iter_valid_loss : 0.16202472150325775

    700160	  0.162212	  0.162025	  0.164279		CURRENT LEARNING RATE: 0.000637169438065546
previous_iter_valid_loss : 0.1607443392276764

    700180	  0.160897	  0.160744	  0.164185		CURRENT LEARNING RATE: 0.0006370420169204724
previous_iter_valid_loss : 0.17470009624958038

    700200	  0.174850	  0.174700	  0.164794		CURRENT LEARNING RATE: 0.000636914621257079
previous_iter_valid_loss : 0.16966205835342407

    700220	  0.169898	  0.169662	  0.165228		CURRENT LEARNING RATE: 0.0006367872510702712
previous_iter_valid_loss : 0.16779498755931854

    700240	  0.167943	  0.167795	  0.165588		CURRENT LEARNING RATE: 0.0006366599063549529
previous_iter_valid_loss : 0.17303727567195892

    700260	  0.173181	  0.173037	  0.166212		CURRENT LEARNING RATE: 0.0006365325871060315
previous_iter_valid_loss : 0.16066081821918488

    700280	  0.160807	  0.160661	  0.166217		CURRENT LEARNING RATE: 0.0006364052933184131
previous_iter_valid_loss : 0.1655835062265396

    700300	  0.165739	  0.165584	  0.165267		CURRENT LEARNING RATE: 0.000636278024987007
previous_iter_valid_loss : 0.16146481037139893

    700320	  0.161657	  0.161465	  0.165256		CURRENT LEARNING RATE: 0.0006361507821067215
previous_iter_valid_loss : 0.16522027552127838

    700340	  0.165420	  0.165220	  0.165249		CURRENT LEARNING RATE: 0.0006360235646724681
previous_iter_valid_loss : 0.1605638563632965

    700360	  0.160729	  0.160564	  0.165205		CURRENT LEARNING RATE: 0.0006358963726791566
previous_iter_valid_loss : 0.1630753129720688

    700380	  0.163268	  0.163075	  0.165323		CURRENT LEARNING RATE: 0.0006357692061217007
previous_iter_valid_loss : 0.16241104900836945

    700400	  0.162575	  0.162411	  0.165417		CURRENT LEARNING RATE: 0.0006356420649950126
previous_iter_valid_loss : 0.16089455783367157

    700420	  0.161052	  0.160895	  0.164687		CURRENT LEARNING RATE: 0.0006355149492940071
previous_iter_valid_loss : 0.16502302885055542

    700440	  0.165242	  0.165023	  0.164823		CURRENT LEARNING RATE: 0.0006353878590136002
previous_iter_valid_loss : 0.16081266105175018

    700460	  0.160996	  0.160813	  0.164398		CURRENT LEARNING RATE: 0.0006352607941487073
previous_iter_valid_loss : 0.16469979286193848

    700480	  0.164870	  0.164700	  0.164217		CURRENT LEARNING RATE: 0.0006351337546942467
previous_iter_valid_loss : 0.16571468114852905

    700500	  0.165883	  0.165715	  0.164467		CURRENT LEARNING RATE: 0.0006350067406451359
previous_iter_valid_loss : 0.16066047549247742

    700520	  0.160838	  0.160660	  0.164427		CURRENT LEARNING RATE: 0.0006348797519962954
previous_iter_valid_loss : 0.1745191067457199

    700540	  0.174786	  0.174519	  0.164961		CURRENT LEARNING RATE: 0.0006347527887426444
previous_iter_valid_loss : 0.16111764311790466

    700560	  0.161300	  0.161118	  0.164916		CURRENT LEARNING RATE: 0.0006346258508791057
previous_iter_valid_loss : 0.16398274898529053

    700580	  0.164158	  0.163983	  0.165078		CURRENT LEARNING RATE: 0.0006344989384006004
previous_iter_valid_loss : 0.16204805672168732

    700600	  0.162229	  0.162048	  0.164445		CURRENT LEARNING RATE: 0.0006343720513020534
previous_iter_valid_loss : 0.16135728359222412

    700620	  0.161540	  0.161357	  0.164030		CURRENT LEARNING RATE: 0.000634245189578388
previous_iter_valid_loss : 0.1607317179441452

    700640	  0.160905	  0.160732	  0.163677		CURRENT LEARNING RATE: 0.0006341183532245308
previous_iter_valid_loss : 0.16050979495048523

    700660	  0.160685	  0.160510	  0.163051		CURRENT LEARNING RATE: 0.0006339915422354073
previous_iter_valid_loss : 0.16153647005558014

    700680	  0.161703	  0.161536	  0.163094		CURRENT LEARNING RATE: 0.000633864756605946
previous_iter_valid_loss : 0.1711042821407318

    700700	  0.171361	  0.171104	  0.163370		CURRENT LEARNING RATE: 0.0006337379963310746
previous_iter_valid_loss : 0.1607844978570938

    700720	  0.160949	  0.160784	  0.163336		CURRENT LEARNING RATE: 0.0006336112614057236
previous_iter_valid_loss : 0.17177574336528778

    700740	  0.171918	  0.171776	  0.163664		CURRENT LEARNING RATE: 0.0006334845518248227
previous_iter_valid_loss : 0.1605602502822876

    700760	  0.160722	  0.160560	  0.163664		CURRENT LEARNING RATE: 0.0006333578675833044
previous_iter_valid_loss : 0.16722390055656433

    700780	  0.167445	  0.167224	  0.163871		CURRENT LEARNING RATE: 0.0006332312086761004
previous_iter_valid_loss : 0.16087190806865692

    700800	  0.161050	  0.160872	  0.163794		CURRENT LEARNING RATE: 0.0006331045750981449
previous_iter_valid_loss : 0.16467081010341644

    700820	  0.164836	  0.164671	  0.163983		CURRENT LEARNING RATE: 0.000632977966844373
previous_iter_valid_loss : 0.1607268899679184

    700840	  0.160886	  0.160727	  0.163768		CURRENT LEARNING RATE: 0.0006328513839097191
previous_iter_valid_loss : 0.16972795128822327

    700860	  0.169964	  0.169728	  0.164214		CURRENT LEARNING RATE: 0.0006327248262891215
previous_iter_valid_loss : 0.16095542907714844

    700880	  0.161129	  0.160955	  0.164027		CURRENT LEARNING RATE: 0.0006325982939775163
previous_iter_valid_loss : 0.16431152820587158

    700900	  0.164468	  0.164312	  0.163957		CURRENT LEARNING RATE: 0.0006324717869698436
previous_iter_valid_loss : 0.16369208693504333

    700920	  0.163890	  0.163692	  0.164108		CURRENT LEARNING RATE: 0.0006323453052610418
previous_iter_valid_loss : 0.16567163169384003

    700940	  0.165878	  0.165672	  0.163666		CURRENT LEARNING RATE: 0.000632218848846053
previous_iter_valid_loss : 0.16647778451442719

    700960	  0.166695	  0.166478	  0.163934		CURRENT LEARNING RATE: 0.0006320924177198175
previous_iter_valid_loss : 0.16761644184589386

    700980	  0.167847	  0.167616	  0.164116		CURRENT LEARNING RATE: 0.0006319660118772795
previous_iter_valid_loss : 0.16460156440734863

    701000	  0.164806	  0.164602	  0.164243		CURRENT LEARNING RATE: 0.0006318396313133814
previous_iter_valid_loss : 0.16051214933395386

    701020	  0.160679	  0.160512	  0.164201		CURRENT LEARNING RATE: 0.0006317132760230692
previous_iter_valid_loss : 0.16662876307964325

    701040	  0.166780	  0.166629	  0.164496		CURRENT LEARNING RATE: 0.0006315869460012877
previous_iter_valid_loss : 0.16516998410224915

    701060	  0.165336	  0.165170	  0.164729		CURRENT LEARNING RATE: 0.0006314606412429844
previous_iter_valid_loss : 0.16267640888690948

    701080	  0.162843	  0.162676	  0.164786		CURRENT LEARNING RATE: 0.0006313343617431066
previous_iter_valid_loss : 0.1727295219898224

    701100	  0.172871	  0.172730	  0.164867		CURRENT LEARNING RATE: 0.0006312081074966037
previous_iter_valid_loss : 0.16536487638950348

    701120	  0.165564	  0.165365	  0.165096		CURRENT LEARNING RATE: 0.0006310818784984247
previous_iter_valid_loss : 0.1700797975063324

    701140	  0.170231	  0.170080	  0.165011		CURRENT LEARNING RATE: 0.0006309556747435215
previous_iter_valid_loss : 0.16357894241809845

    701160	  0.163779	  0.163579	  0.165162		CURRENT LEARNING RATE: 0.0006308294962268447
previous_iter_valid_loss : 0.16049829125404358

    701180	  0.160663	  0.160498	  0.164826		CURRENT LEARNING RATE: 0.0006307033429433486
previous_iter_valid_loss : 0.16617222130298615

    701200	  0.166330	  0.166172	  0.165091		CURRENT LEARNING RATE: 0.0006305772148879856
previous_iter_valid_loss : 0.16147610545158386

    701220	  0.161661	  0.161476	  0.164931		CURRENT LEARNING RATE: 0.0006304511120557113
previous_iter_valid_loss : 0.16737927496433258

    701240	  0.167601	  0.167379	  0.165264		CURRENT LEARNING RATE: 0.0006303250344414822
previous_iter_valid_loss : 0.17508812248706818

    701260	  0.175375	  0.175088	  0.165532		CURRENT LEARNING RATE: 0.0006301989820402539
previous_iter_valid_loss : 0.1606786549091339

    701280	  0.160827	  0.160679	  0.165518		CURRENT LEARNING RATE: 0.0006300729548469855
previous_iter_valid_loss : 0.16063690185546875

    701300	  0.160808	  0.160637	  0.165334		CURRENT LEARNING RATE: 0.000629946952856635
previous_iter_valid_loss : 0.16608192026615143

    701320	  0.166297	  0.166082	  0.165454		CURRENT LEARNING RATE: 0.0006298209760641631
previous_iter_valid_loss : 0.16146442294120789

    701340	  0.161651	  0.161464	  0.165244		CURRENT LEARNING RATE: 0.0006296950244645298
previous_iter_valid_loss : 0.1744205504655838

    701360	  0.174570	  0.174421	  0.165641		CURRENT LEARNING RATE: 0.0006295690980526981
previous_iter_valid_loss : 0.16232456266880035

    701380	  0.162510	  0.162325	  0.165376		CURRENT LEARNING RATE: 0.0006294431968236298
previous_iter_valid_loss : 0.16316895186901093

    701400	  0.163336	  0.163169	  0.165304		CURRENT LEARNING RATE: 0.0006293173207722901
previous_iter_valid_loss : 0.16438494622707367

    701420	  0.164553	  0.164385	  0.165498		CURRENT LEARNING RATE: 0.0006291914698936428
previous_iter_valid_loss : 0.18232540786266327

    701440	  0.182687	  0.182325	  0.166283		CURRENT LEARNING RATE: 0.0006290656441826549
previous_iter_valid_loss : 0.16194400191307068

    701460	  0.162125	  0.161944	  0.166122		CURRENT LEARNING RATE: 0.0006289398436342922
previous_iter_valid_loss : 0.16901199519634247

    701480	  0.169246	  0.169012	  0.166438		CURRENT LEARNING RATE: 0.000628814068243524
previous_iter_valid_loss : 0.1674521267414093

    701500	  0.167678	  0.167452	  0.166175		CURRENT LEARNING RATE: 0.000628688318005318
previous_iter_valid_loss : 0.17027857899665833

    701520	  0.170526	  0.170279	  0.166420		CURRENT LEARNING RATE: 0.0006285625929146454
previous_iter_valid_loss : 0.1803012192249298

    701540	  0.180632	  0.180301	  0.166931		CURRENT LEARNING RATE: 0.0006284368929664761
previous_iter_valid_loss : 0.1617753803730011

    701560	  0.161937	  0.161775	  0.166841		CURRENT LEARNING RATE: 0.000628311218155783
previous_iter_valid_loss : 0.16059862077236176

    701580	  0.160758	  0.160599	  0.166846		CURRENT LEARNING RATE: 0.0006281855684775382
previous_iter_valid_loss : 0.1794274002313614

    701600	  0.179587	  0.179427	  0.167509		CURRENT LEARNING RATE: 0.0006280599439267163
previous_iter_valid_loss : 0.16367661952972412

    701620	  0.163873	  0.163677	  0.167619		CURRENT LEARNING RATE: 0.0006279343444982928
previous_iter_valid_loss : 0.16533954441547394

    701640	  0.165538	  0.165340	  0.167517		CURRENT LEARNING RATE: 0.0006278087701872425
previous_iter_valid_loss : 0.16258461773395538

    701660	  0.162761	  0.162585	  0.166892		CURRENT LEARNING RATE: 0.0006276832209885437
previous_iter_valid_loss : 0.16795188188552856

    701680	  0.168179	  0.167952	  0.167255		CURRENT LEARNING RATE: 0.0006275576968971733
previous_iter_valid_loss : 0.1636955589056015

    701700	  0.163865	  0.163696	  0.167408		CURRENT LEARNING RATE: 0.0006274321979081114
previous_iter_valid_loss : 0.17171700298786163

    701720	  0.171974	  0.171717	  0.167690		CURRENT LEARNING RATE: 0.000627306724016337
previous_iter_valid_loss : 0.1774287074804306

    701740	  0.177581	  0.177429	  0.168488		CURRENT LEARNING RATE: 0.0006271812752168322
previous_iter_valid_loss : 0.18359580636024475

    701760	  0.183747	  0.183596	  0.168947		CURRENT LEARNING RATE: 0.0006270558515045777
previous_iter_valid_loss : 0.1605672538280487

    701780	  0.160730	  0.160567	  0.168859		CURRENT LEARNING RATE: 0.0006269304528745582
previous_iter_valid_loss : 0.16628806293010712

    701800	  0.166445	  0.166288	  0.169015		CURRENT LEARNING RATE: 0.0006268050793217561
previous_iter_valid_loss : 0.160525381565094

    701820	  0.160685	  0.160525	  0.168822		CURRENT LEARNING RATE: 0.000626679730841158
previous_iter_valid_loss : 0.1607663631439209

    701840	  0.160944	  0.160766	  0.167744		CURRENT LEARNING RATE: 0.0006265544074277486
previous_iter_valid_loss : 0.18845169246196747

    701860	  0.188588	  0.188452	  0.169070		CURRENT LEARNING RATE: 0.0006264291090765161
previous_iter_valid_loss : 0.1608852744102478

    701880	  0.161047	  0.160885	  0.168663		CURRENT LEARNING RATE: 0.0006263038357824475
previous_iter_valid_loss : 0.16458283364772797

    701900	  0.164784	  0.164583	  0.168520		CURRENT LEARNING RATE: 0.000626178587540533
previous_iter_valid_loss : 0.16112388670444489

    701920	  0.161284	  0.161124	  0.168062		CURRENT LEARNING RATE: 0.0006260533643457616
previous_iter_valid_loss : 0.1605938971042633

    701940	  0.160764	  0.160594	  0.167077		CURRENT LEARNING RATE: 0.0006259281661931252
previous_iter_valid_loss : 0.17658454179763794

    701960	  0.176742	  0.176585	  0.167817		CURRENT LEARNING RATE: 0.0006258029930776152
previous_iter_valid_loss : 0.16305088996887207

    701980	  0.163213	  0.163051	  0.167940		CURRENT LEARNING RATE: 0.0006256778449942255
previous_iter_valid_loss : 0.1699378490447998

    702000	  0.170088	  0.169938	  0.167465		CURRENT LEARNING RATE: 0.000625552721937949
previous_iter_valid_loss : 0.16298508644104004

    702020	  0.163152	  0.162985	  0.167431		CURRENT LEARNING RATE: 0.0006254276239037815
previous_iter_valid_loss : 0.16780425608158112

    702040	  0.167958	  0.167804	  0.167554		CURRENT LEARNING RATE: 0.0006253025508867197
previous_iter_valid_loss : 0.16089454293251038

    702060	  0.161054	  0.160895	  0.167470		CURRENT LEARNING RATE: 0.0006251775028817594
previous_iter_valid_loss : 0.16064299643039703

    702080	  0.160812	  0.160643	  0.167104		CURRENT LEARNING RATE: 0.0006250524798838999
previous_iter_valid_loss : 0.17107275128364563

    702100	  0.171222	  0.171073	  0.167473		CURRENT LEARNING RATE: 0.000624927481888139
previous_iter_valid_loss : 0.18058903515338898

    702120	  0.180752	  0.180589	  0.167917		CURRENT LEARNING RATE: 0.0006248025088894782
previous_iter_valid_loss : 0.16433033347129822

    702140	  0.164505	  0.164330	  0.167262		CURRENT LEARNING RATE: 0.0006246775608829172
previous_iter_valid_loss : 0.17493079602718353

    702160	  0.175080	  0.174931	  0.166828		CURRENT LEARNING RATE: 0.0006245526378634593
previous_iter_valid_loss : 0.1626397669315338

    702180	  0.162827	  0.162640	  0.166932		CURRENT LEARNING RATE: 0.0006244277398261064
previous_iter_valid_loss : 0.16603827476501465

    702200	  0.166203	  0.166038	  0.166919		CURRENT LEARNING RATE: 0.0006243028667658637
previous_iter_valid_loss : 0.16057956218719482

    702220	  0.160737	  0.160580	  0.166922		CURRENT LEARNING RATE: 0.0006241780186777352
previous_iter_valid_loss : 0.16060630977153778

    702240	  0.160772	  0.160606	  0.166914		CURRENT LEARNING RATE: 0.0006240531955567282
previous_iter_valid_loss : 0.16349609196186066

    702260	  0.163685	  0.163496	  0.165666		CURRENT LEARNING RATE: 0.0006239283973978484
previous_iter_valid_loss : 0.1927296668291092

    702280	  0.192850	  0.192730	  0.167259		CURRENT LEARNING RATE: 0.0006238036241961052
previous_iter_valid_loss : 0.17607437074184418

    702300	  0.176227	  0.176074	  0.167833		CURRENT LEARNING RATE: 0.0006236788759465065
previous_iter_valid_loss : 0.1605784147977829

    702320	  0.160742	  0.160578	  0.167806		CURRENT LEARNING RATE: 0.0006235541526440635
previous_iter_valid_loss : 0.16068272292613983

    702340	  0.160841	  0.160683	  0.167810		CURRENT LEARNING RATE: 0.0006234294542837862
previous_iter_valid_loss : 0.16541437804698944

    702360	  0.165580	  0.165414	  0.167252		CURRENT LEARNING RATE: 0.0006233047808606875
previous_iter_valid_loss : 0.1693504899740219

    702380	  0.169598	  0.169350	  0.167567		CURRENT LEARNING RATE: 0.0006231801323697797
previous_iter_valid_loss : 0.16531093418598175

    702400	  0.165476	  0.165311	  0.167335		CURRENT LEARNING RATE: 0.0006230555088060773
previous_iter_valid_loss : 0.16876378655433655

    702420	  0.168916	  0.168764	  0.167624		CURRENT LEARNING RATE: 0.0006229309101645959
previous_iter_valid_loss : 0.16626283526420593

    702440	  0.166429	  0.166263	  0.167547		CURRENT LEARNING RATE: 0.0006228063364403504
previous_iter_valid_loss : 0.19174513220787048

    702460	  0.192200	  0.191745	  0.169090		CURRENT LEARNING RATE: 0.000622681787628359
previous_iter_valid_loss : 0.16075491905212402

    702480	  0.160916	  0.160755	  0.169095		CURRENT LEARNING RATE: 0.0006225572637236386
previous_iter_valid_loss : 0.16788393259048462

    702500	  0.168113	  0.167884	  0.168936		CURRENT LEARNING RATE: 0.0006224327647212093
previous_iter_valid_loss : 0.1615385115146637

    702520	  0.161693	  0.161539	  0.167984		CURRENT LEARNING RATE: 0.0006223082906160902
previous_iter_valid_loss : 0.16280928254127502

    702540	  0.162993	  0.162809	  0.167907		CURRENT LEARNING RATE: 0.0006221838414033035
previous_iter_valid_loss : 0.19066762924194336

    702560	  0.190795	  0.190668	  0.168694		CURRENT LEARNING RATE: 0.0006220594170778697
previous_iter_valid_loss : 0.1605309247970581

    702580	  0.160688	  0.160531	  0.168589		CURRENT LEARNING RATE: 0.0006219350176348134
previous_iter_valid_loss : 0.16921953856945038

    702600	  0.169458	  0.169220	  0.168748		CURRENT LEARNING RATE: 0.0006218106430691574
previous_iter_valid_loss : 0.1606380045413971

    702620	  0.160820	  0.160638	  0.168751		CURRENT LEARNING RATE: 0.0006216862933759277
previous_iter_valid_loss : 0.16051100194454193

    702640	  0.160679	  0.160511	  0.168746		CURRENT LEARNING RATE: 0.0006215619685501492
previous_iter_valid_loss : 0.1721133142709732

    702660	  0.172374	  0.172113	  0.169177		CURRENT LEARNING RATE: 0.0006214376685868501
previous_iter_valid_loss : 0.1608538180589676

    702680	  0.161036	  0.160854	  0.167583		CURRENT LEARNING RATE: 0.0006213133934810574
previous_iter_valid_loss : 0.16119273006916046

    702700	  0.161359	  0.161193	  0.166839		CURRENT LEARNING RATE: 0.000621189143227801
previous_iter_valid_loss : 0.16053469479084015

    702720	  0.160691	  0.160535	  0.166837		CURRENT LEARNING RATE: 0.0006210649178221098
previous_iter_valid_loss : 0.16067816317081451

    702740	  0.160835	  0.160678	  0.166837		CURRENT LEARNING RATE: 0.000620940717259016
previous_iter_valid_loss : 0.16779784858226776

    702760	  0.168020	  0.167798	  0.166956		CURRENT LEARNING RATE: 0.0006208165415335504
previous_iter_valid_loss : 0.1661463975906372

    702780	  0.166359	  0.166146	  0.166796		CURRENT LEARNING RATE: 0.000620692390640747
previous_iter_valid_loss : 0.16600129008293152

    702800	  0.166166	  0.166001	  0.166830		CURRENT LEARNING RATE: 0.0006205682645756389
previous_iter_valid_loss : 0.17752069234848022

    702820	  0.177681	  0.177521	  0.167268		CURRENT LEARNING RATE: 0.0006204441633332614
previous_iter_valid_loss : 0.17474476993083954

    702840	  0.174893	  0.174745	  0.167692		CURRENT LEARNING RATE: 0.0006203200869086511
previous_iter_valid_loss : 0.1893923133611679

    702860	  0.189523	  0.189392	  0.167574		CURRENT LEARNING RATE: 0.0006201960352968438
previous_iter_valid_loss : 0.16435326635837555

    702880	  0.164521	  0.164353	  0.167754		CURRENT LEARNING RATE: 0.0006200720084928785
previous_iter_valid_loss : 0.16639669239521027

    702900	  0.166557	  0.166397	  0.167680		CURRENT LEARNING RATE: 0.0006199480064917932
previous_iter_valid_loss : 0.1618320196866989

    702920	  0.162021	  0.161832	  0.167695		CURRENT LEARNING RATE: 0.0006198240292886286
previous_iter_valid_loss : 0.16053104400634766

    702940	  0.160697	  0.160531	  0.167581		CURRENT LEARNING RATE: 0.0006197000768784248
previous_iter_valid_loss : 0.16483567655086517

    702960	  0.165037	  0.164836	  0.166289		CURRENT LEARNING RATE: 0.0006195761492562247
previous_iter_valid_loss : 0.16055601835250854

    702980	  0.160725	  0.160556	  0.166290		CURRENT LEARNING RATE: 0.0006194522464170702
previous_iter_valid_loss : 0.16246096789836884

    703000	  0.162622	  0.162461	  0.165952		CURRENT LEARNING RATE: 0.0006193283683560061
previous_iter_valid_loss : 0.18672406673431396

    703020	  0.186861	  0.186724	  0.167257		CURRENT LEARNING RATE: 0.0006192045150680762
previous_iter_valid_loss : 0.16102193295955658

    703040	  0.161208	  0.161022	  0.167282		CURRENT LEARNING RATE: 0.0006190806865483277
previous_iter_valid_loss : 0.16212670505046844

    703060	  0.162281	  0.162127	  0.166783		CURRENT LEARNING RATE: 0.0006189568827918061
previous_iter_valid_loss : 0.160701185464859

    703080	  0.160874	  0.160701	  0.166775		CURRENT LEARNING RATE: 0.0006188331037935605
previous_iter_valid_loss : 0.16194380819797516

    703100	  0.162137	  0.161944	  0.166813		CURRENT LEARNING RATE: 0.0006187093495486385
previous_iter_valid_loss : 0.17944322526454926

    703120	  0.179758	  0.179443	  0.167758		CURRENT LEARNING RATE: 0.0006185856200520911
previous_iter_valid_loss : 0.16054831445217133

    703140	  0.160705	  0.160548	  0.167752		CURRENT LEARNING RATE: 0.0006184619152989681
previous_iter_valid_loss : 0.17037437856197357

    703160	  0.170529	  0.170374	  0.167881		CURRENT LEARNING RATE: 0.0006183382352843223
previous_iter_valid_loss : 0.16724860668182373

    703180	  0.167472	  0.167249	  0.167936		CURRENT LEARNING RATE: 0.0006182145800032055
previous_iter_valid_loss : 0.16149160265922546

    703200	  0.161656	  0.161492	  0.167710		CURRENT LEARNING RATE: 0.0006180909494506726
previous_iter_valid_loss : 0.16303852200508118

    703220	  0.163207	  0.163039	  0.166986		CURRENT LEARNING RATE: 0.0006179673436217771
previous_iter_valid_loss : 0.16072504222393036

    703240	  0.160885	  0.160725	  0.166285		CURRENT LEARNING RATE: 0.0006178437625115753
previous_iter_valid_loss : 0.2042238414287567

    703260	  0.204288	  0.204224	  0.167027		CURRENT LEARNING RATE: 0.0006177202061151248
previous_iter_valid_loss : 0.16129060089588165

    703280	  0.161474	  0.161291	  0.166874		CURRENT LEARNING RATE: 0.0006175966744274821
previous_iter_valid_loss : 0.16962885856628418

    703300	  0.169781	  0.169629	  0.167035		CURRENT LEARNING RATE: 0.0006174731674437069
previous_iter_valid_loss : 0.17806962132453918

    703320	  0.178373	  0.178070	  0.167847		CURRENT LEARNING RATE: 0.000617349685158858
previous_iter_valid_loss : 0.16332383453845978

    703340	  0.163524	  0.163324	  0.167987		CURRENT LEARNING RATE: 0.0006172262275679971
previous_iter_valid_loss : 0.1703328937292099

    703360	  0.170574	  0.170333	  0.168262		CURRENT LEARNING RATE: 0.0006171027946661849
previous_iter_valid_loss : 0.16059857606887817

    703380	  0.160755	  0.160599	  0.168264		CURRENT LEARNING RATE: 0.0006169793864484851
previous_iter_valid_loss : 0.16625209152698517

    703400	  0.166466	  0.166252	  0.168453		CURRENT LEARNING RATE: 0.0006168560029099603
previous_iter_valid_loss : 0.16237398982048035

    703420	  0.162569	  0.162374	  0.167236		CURRENT LEARNING RATE: 0.0006167326440456762
previous_iter_valid_loss : 0.1696891337633133

    703440	  0.169844	  0.169689	  0.167669		CURRENT LEARNING RATE: 0.0006166093098506975
previous_iter_valid_loss : 0.16474178433418274

    703460	  0.164944	  0.164742	  0.167800		CURRENT LEARNING RATE: 0.0006164860003200917
previous_iter_valid_loss : 0.1636205017566681

    703480	  0.163813	  0.163621	  0.167946		CURRENT LEARNING RATE: 0.0006163627154489254
previous_iter_valid_loss : 0.16131332516670227

    703500	  0.161492	  0.161313	  0.167914		CURRENT LEARNING RATE: 0.0006162394552322684
previous_iter_valid_loss : 0.19361309707164764

    703520	  0.193729	  0.193613	  0.168623		CURRENT LEARNING RATE: 0.0006161162196651892
previous_iter_valid_loss : 0.18312737345695496

    703540	  0.183490	  0.183127	  0.169752		CURRENT LEARNING RATE: 0.0006159930087427595
previous_iter_valid_loss : 0.1605466902256012

    703560	  0.160699	  0.160547	  0.169260		CURRENT LEARNING RATE: 0.0006158698224600495
previous_iter_valid_loss : 0.17484110593795776

    703580	  0.174996	  0.174841	  0.169640		CURRENT LEARNING RATE: 0.0006157466608121331
previous_iter_valid_loss : 0.1628137081861496

    703600	  0.163002	  0.162814	  0.169706		CURRENT LEARNING RATE: 0.0006156235237940827
previous_iter_valid_loss : 0.161772683262825

    703620	  0.161930	  0.161773	  0.169643		CURRENT LEARNING RATE: 0.0006155004114009733
previous_iter_valid_loss : 0.1612044721841812

    703640	  0.161355	  0.161204	  0.169667		CURRENT LEARNING RATE: 0.0006153773236278811
previous_iter_valid_loss : 0.16984114050865173

    703660	  0.169997	  0.169841	  0.167948		CURRENT LEARNING RATE: 0.0006152542604698812
previous_iter_valid_loss : 0.18127647042274475

    703680	  0.181440	  0.181276	  0.168947		CURRENT LEARNING RATE: 0.0006151312219220524
previous_iter_valid_loss : 0.16069640219211578

    703700	  0.160872	  0.160696	  0.168500		CURRENT LEARNING RATE: 0.000615008207979472
previous_iter_valid_loss : 0.1690278798341751

    703720	  0.169188	  0.169028	  0.168048		CURRENT LEARNING RATE: 0.0006148852186372207
previous_iter_valid_loss : 0.1721135526895523

    703740	  0.172373	  0.172114	  0.168488		CURRENT LEARNING RATE: 0.0006147622538903775
previous_iter_valid_loss : 0.16285309195518494

    703760	  0.163047	  0.162853	  0.168114		CURRENT LEARNING RATE: 0.0006146393137340251
previous_iter_valid_loss : 0.16300933063030243

    703780	  0.163193	  0.163009	  0.168234		CURRENT LEARNING RATE: 0.0006145163981632448
previous_iter_valid_loss : 0.1726672202348709

    703800	  0.172818	  0.172667	  0.168555		CURRENT LEARNING RATE: 0.0006143935071731212
previous_iter_valid_loss : 0.17790208756923676

    703820	  0.178209	  0.177902	  0.169331		CURRENT LEARNING RATE: 0.0006142706407587373
previous_iter_valid_loss : 0.16122396290302277

    703840	  0.161404	  0.161224	  0.168908		CURRENT LEARNING RATE: 0.0006141477989151797
previous_iter_valid_loss : 0.16807132959365845

    703860	  0.168291	  0.168071	  0.169075		CURRENT LEARNING RATE: 0.0006140249816375334
previous_iter_valid_loss : 0.16070128977298737

    703880	  0.160862	  0.160701	  0.168929		CURRENT LEARNING RATE: 0.0006139021889208872
previous_iter_valid_loss : 0.16742920875549316

    703900	  0.167657	  0.167429	  0.169235		CURRENT LEARNING RATE: 0.0006137794207603281
previous_iter_valid_loss : 0.18614649772644043

    703920	  0.186534	  0.186146	  0.168861		CURRENT LEARNING RATE: 0.0006136566771509464
previous_iter_valid_loss : 0.16410763561725616

    703940	  0.164276	  0.164108	  0.167910		CURRENT LEARNING RATE: 0.0006135339580878313
previous_iter_valid_loss : 0.16083909571170807

    703960	  0.160995	  0.160839	  0.167925		CURRENT LEARNING RATE: 0.0006134112635660752
previous_iter_valid_loss : 0.16468821465969086

    703980	  0.164856	  0.164688	  0.167417		CURRENT LEARNING RATE: 0.0006132885935807691
previous_iter_valid_loss : 0.1645447462797165

    704000	  0.164706	  0.164545	  0.167504		CURRENT LEARNING RATE: 0.0006131659481270075
previous_iter_valid_loss : 0.16918106377124786

    704020	  0.169334	  0.169181	  0.167874		CURRENT LEARNING RATE: 0.0006130433271998833
previous_iter_valid_loss : 0.1618281602859497

    704040	  0.161989	  0.161828	  0.167905		CURRENT LEARNING RATE: 0.0006129207307944923
previous_iter_valid_loss : 0.16131867468357086

    704060	  0.161476	  0.161319	  0.167479		CURRENT LEARNING RATE: 0.0006127981589059311
previous_iter_valid_loss : 0.16127656400203705

    704080	  0.161431	  0.161277	  0.166479		CURRENT LEARNING RATE: 0.0006126756115292958
previous_iter_valid_loss : 0.16224247217178345

    704100	  0.162399	  0.162242	  0.166557		CURRENT LEARNING RATE: 0.0006125530886596856
previous_iter_valid_loss : 0.16144968569278717

    704120	  0.161640	  0.161450	  0.166178		CURRENT LEARNING RATE: 0.0006124305902921984
previous_iter_valid_loss : 0.1676783710718155

    704140	  0.167898	  0.167678	  0.165956		CURRENT LEARNING RATE: 0.0006123081164219356
previous_iter_valid_loss : 0.16543449461460114

    704160	  0.165637	  0.165434	  0.166085		CURRENT LEARNING RATE: 0.0006121856670439969
previous_iter_valid_loss : 0.16085350513458252

    704180	  0.161030	  0.160854	  0.165977		CURRENT LEARNING RATE: 0.0006120632421534856
previous_iter_valid_loss : 0.1609635353088379

    704200	  0.161146	  0.160964	  0.165392		CURRENT LEARNING RATE: 0.0006119408417455033
previous_iter_valid_loss : 0.16140903532505035

    704220	  0.161599	  0.161409	  0.164567		CURRENT LEARNING RATE: 0.0006118184658151555
previous_iter_valid_loss : 0.16123923659324646

    704240	  0.161418	  0.161239	  0.164568		CURRENT LEARNING RATE: 0.0006116961143575458
previous_iter_valid_loss : 0.18549777567386627

    704260	  0.185876	  0.185498	  0.165439		CURRENT LEARNING RATE: 0.0006115737873677812
previous_iter_valid_loss : 0.19846174120903015

    704280	  0.198972	  0.198462	  0.167327		CURRENT LEARNING RATE: 0.0006114514848409678
previous_iter_valid_loss : 0.16242726147174835

    704300	  0.162611	  0.162427	  0.167077		CURRENT LEARNING RATE: 0.0006113292067722145
previous_iter_valid_loss : 0.1671859174966812

    704320	  0.167401	  0.167186	  0.166129		CURRENT LEARNING RATE: 0.0006112069531566288
previous_iter_valid_loss : 0.16813704371452332

    704340	  0.168290	  0.168137	  0.166331		CURRENT LEARNING RATE: 0.000611084723989322
previous_iter_valid_loss : 0.1633491963148117

    704360	  0.163534	  0.163349	  0.166456		CURRENT LEARNING RATE: 0.0006109625192654035
previous_iter_valid_loss : 0.17975933849811554

    704380	  0.179919	  0.179759	  0.167210		CURRENT LEARNING RATE: 0.0006108403389799865
previous_iter_valid_loss : 0.16050943732261658

    704400	  0.160670	  0.160509	  0.167008		CURRENT LEARNING RATE: 0.0006107181831281827
previous_iter_valid_loss : 0.16051572561264038

    704420	  0.160669	  0.160516	  0.166575		CURRENT LEARNING RATE: 0.0006105960517051062
previous_iter_valid_loss : 0.1652885228395462

    704440	  0.165450	  0.165289	  0.166748		CURRENT LEARNING RATE: 0.0006104739447058724
previous_iter_valid_loss : 0.18688765168190002

    704460	  0.187286	  0.186888	  0.168026		CURRENT LEARNING RATE: 0.0006103518621255959
previous_iter_valid_loss : 0.16412468254566193

    704480	  0.164296	  0.164125	  0.168169		CURRENT LEARNING RATE: 0.0006102298039593945
previous_iter_valid_loss : 0.16496121883392334

    704500	  0.165126	  0.164961	  0.168305		CURRENT LEARNING RATE: 0.0006101077702023849
previous_iter_valid_loss : 0.16666613519191742

    704520	  0.166820	  0.166666	  0.168565		CURRENT LEARNING RATE: 0.0006099857608496867
previous_iter_valid_loss : 0.16052962839603424

    704540	  0.160701	  0.160530	  0.168208		CURRENT LEARNING RATE: 0.0006098637758964184
previous_iter_valid_loss : 0.16071151196956635

    704560	  0.160886	  0.160712	  0.167972		CURRENT LEARNING RATE: 0.0006097418153377019
previous_iter_valid_loss : 0.17568567395210266

    704580	  0.175842	  0.175686	  0.168713		CURRENT LEARNING RATE: 0.0006096198791686574
previous_iter_valid_loss : 0.17504490911960602

    704600	  0.175192	  0.175045	  0.169417		CURRENT LEARNING RATE: 0.0006094979673844088
previous_iter_valid_loss : 0.1712796837091446

    704620	  0.171436	  0.171280	  0.169911		CURRENT LEARNING RATE: 0.0006093760799800782
previous_iter_valid_loss : 0.16612198948860168

    704640	  0.166283	  0.166122	  0.170155		CURRENT LEARNING RATE: 0.0006092542169507917
previous_iter_valid_loss : 0.16363708674907684

    704660	  0.163833	  0.163637	  0.169062		CURRENT LEARNING RATE: 0.0006091323782916733
previous_iter_valid_loss : 0.16301745176315308

    704680	  0.163218	  0.163017	  0.167290		CURRENT LEARNING RATE: 0.0006090105639978507
previous_iter_valid_loss : 0.16104187071323395

    704700	  0.161199	  0.161042	  0.167221		CURRENT LEARNING RATE: 0.0006088887740644502
previous_iter_valid_loss : 0.16055533289909363

    704720	  0.160719	  0.160555	  0.166889		CURRENT LEARNING RATE: 0.0006087670084866013
previous_iter_valid_loss : 0.17423196136951447

    704740	  0.174510	  0.174232	  0.167194		CURRENT LEARNING RATE: 0.0006086452672594322
previous_iter_valid_loss : 0.1605207473039627

    704760	  0.160686	  0.160521	  0.167052		CURRENT LEARNING RATE: 0.0006085235503780744
previous_iter_valid_loss : 0.1605874001979828

    704780	  0.160748	  0.160587	  0.166094		CURRENT LEARNING RATE: 0.0006084018578376583
previous_iter_valid_loss : 0.16096651554107666

    704800	  0.161146	  0.160967	  0.166117		CURRENT LEARNING RATE: 0.0006082801896333171
previous_iter_valid_loss : 0.1624194085597992

    704820	  0.162580	  0.162419	  0.166212		CURRENT LEARNING RATE: 0.0006081585457601828
previous_iter_valid_loss : 0.16529470682144165

    704840	  0.165463	  0.165295	  0.166212		CURRENT LEARNING RATE: 0.0006080369262133907
previous_iter_valid_loss : 0.16212144494056702

    704860	  0.162294	  0.162121	  0.164974		CURRENT LEARNING RATE: 0.0006079153309880761
previous_iter_valid_loss : 0.1683887243270874

    704880	  0.168548	  0.168389	  0.165187		CURRENT LEARNING RATE: 0.0006077937600793744
previous_iter_valid_loss : 0.16440393030643463

    704900	  0.164560	  0.164404	  0.165159		CURRENT LEARNING RATE: 0.0006076722134824237
previous_iter_valid_loss : 0.17204011976718903

    704920	  0.172301	  0.172040	  0.165428		CURRENT LEARNING RATE: 0.0006075506911923609
previous_iter_valid_loss : 0.1646895408630371

    704940	  0.164895	  0.164690	  0.165636		CURRENT LEARNING RATE: 0.0006074291932043266
previous_iter_valid_loss : 0.16056227684020996

    704960	  0.160735	  0.160562	  0.165628		CURRENT LEARNING RATE: 0.0006073077195134594
previous_iter_valid_loss : 0.1613624542951584

    704980	  0.161543	  0.161362	  0.164912		CURRENT LEARNING RATE: 0.0006071862701149017
previous_iter_valid_loss : 0.1630426049232483

    705000	  0.163230	  0.163043	  0.164312		CURRENT LEARNING RATE: 0.0006070648450037944
previous_iter_valid_loss : 0.16840387880802155

    705020	  0.168634	  0.168404	  0.164168		CURRENT LEARNING RATE: 0.0006069434441752814
previous_iter_valid_loss : 0.16522663831710815

    705040	  0.165396	  0.165227	  0.164124		CURRENT LEARNING RATE: 0.0006068220676245057
previous_iter_valid_loss : 0.17064496874809265

    705060	  0.170794	  0.170645	  0.164474		CURRENT LEARNING RATE: 0.0006067007153466134
previous_iter_valid_loss : 0.1607387512922287

    705080	  0.160923	  0.160739	  0.164360		CURRENT LEARNING RATE: 0.0006065793873367493
previous_iter_valid_loss : 0.16059549152851105

    705100	  0.160766	  0.160595	  0.164338		CURRENT LEARNING RATE: 0.0006064580835900612
previous_iter_valid_loss : 0.16406241059303284

    705120	  0.164232	  0.164062	  0.164513		CURRENT LEARNING RATE: 0.000606336804101696
previous_iter_valid_loss : 0.1624232828617096

    705140	  0.162588	  0.162423	  0.163923		CURRENT LEARNING RATE: 0.0006062155488668037
previous_iter_valid_loss : 0.1605280339717865

    705160	  0.160697	  0.160528	  0.163923		CURRENT LEARNING RATE: 0.0006060943178805328
previous_iter_valid_loss : 0.17664800584316254

    705180	  0.176802	  0.176648	  0.164726		CURRENT LEARNING RATE: 0.0006059731111380352
previous_iter_valid_loss : 0.1605411320924759

    705200	  0.160697	  0.160541	  0.164705		CURRENT LEARNING RATE: 0.0006058519286344617
previous_iter_valid_loss : 0.16404926776885986

    705220	  0.164223	  0.164049	  0.164786		CURRENT LEARNING RATE: 0.0006057307703649659
previous_iter_valid_loss : 0.16255135834217072

    705240	  0.162743	  0.162551	  0.164649		CURRENT LEARNING RATE: 0.0006056096363247004
previous_iter_valid_loss : 0.16218402981758118

    705260	  0.162368	  0.162184	  0.164652		CURRENT LEARNING RATE: 0.0006054885265088205
previous_iter_valid_loss : 0.17170479893684387

    705280	  0.171971	  0.171705	  0.164818		CURRENT LEARNING RATE: 0.0006053674409124823
previous_iter_valid_loss : 0.16076326370239258

    705300	  0.160941	  0.160763	  0.164636		CURRENT LEARNING RATE: 0.0006052463795308413
previous_iter_valid_loss : 0.1682727336883545

    705320	  0.168427	  0.168273	  0.164448		CURRENT LEARNING RATE: 0.000605125342359056
previous_iter_valid_loss : 0.16122989356517792

    705340	  0.161413	  0.161230	  0.164275		CURRENT LEARNING RATE: 0.000605004329392284
previous_iter_valid_loss : 0.1665213406085968

    705360	  0.166684	  0.166521	  0.164573		CURRENT LEARNING RATE: 0.0006048833406256857
previous_iter_valid_loss : 0.16106539964675903

    705380	  0.161221	  0.161065	  0.164558		CURRENT LEARNING RATE: 0.0006047623760544207
previous_iter_valid_loss : 0.16452129185199738

    705400	  0.164724	  0.164521	  0.164632		CURRENT LEARNING RATE: 0.0006046414356736513
previous_iter_valid_loss : 0.16195474565029144

    705420	  0.162104	  0.161955	  0.164309		CURRENT LEARNING RATE: 0.0006045205194785388
previous_iter_valid_loss : 0.16696222126483917

    705440	  0.167188	  0.166962	  0.164396		CURRENT LEARNING RATE: 0.0006043996274642479
previous_iter_valid_loss : 0.16089968383312225

    705460	  0.161050	  0.160900	  0.163909		CURRENT LEARNING RATE: 0.0006042787596259414
previous_iter_valid_loss : 0.16209569573402405

    705480	  0.162273	  0.162096	  0.163977		CURRENT LEARNING RATE: 0.0006041579159587861
previous_iter_valid_loss : 0.16066092252731323

    705500	  0.160827	  0.160661	  0.163980		CURRENT LEARNING RATE: 0.000604037096457947
previous_iter_valid_loss : 0.16719070076942444

    705520	  0.167345	  0.167191	  0.164136		CURRENT LEARNING RATE: 0.0006039163011185922
previous_iter_valid_loss : 0.1858648657798767

    705540	  0.186014	  0.185865	  0.165308		CURRENT LEARNING RATE: 0.0006037955299358891
previous_iter_valid_loss : 0.1632436066865921

    705560	  0.163416	  0.163244	  0.165444		CURRENT LEARNING RATE: 0.0006036747829050078
previous_iter_valid_loss : 0.17114368081092834

    705580	  0.171293	  0.171144	  0.165169		CURRENT LEARNING RATE: 0.0006035540600211173
previous_iter_valid_loss : 0.1770484894514084

    705600	  0.177209	  0.177048	  0.165994		CURRENT LEARNING RATE: 0.0006034333612793899
previous_iter_valid_loss : 0.18301858007907867

    705620	  0.183175	  0.183019	  0.166943		CURRENT LEARNING RATE: 0.0006033126866749963
previous_iter_valid_loss : 0.17037951946258545

    705640	  0.170534	  0.170380	  0.167334		CURRENT LEARNING RATE: 0.0006031920362031105
previous_iter_valid_loss : 0.16096358001232147

    705660	  0.161145	  0.160964	  0.167273		CURRENT LEARNING RATE: 0.0006030714098589066
previous_iter_valid_loss : 0.16054435074329376

    705680	  0.160705	  0.160544	  0.166715		CURRENT LEARNING RATE: 0.0006029508076375587
previous_iter_valid_loss : 0.17439991235733032

    705700	  0.174674	  0.174400	  0.167397		CURRENT LEARNING RATE: 0.0006028302295342438
previous_iter_valid_loss : 0.17657218873500824

    705720	  0.176856	  0.176572	  0.167812		CURRENT LEARNING RATE: 0.0006027096755441375
previous_iter_valid_loss : 0.17529696226119995

    705740	  0.175447	  0.175297	  0.168515		CURRENT LEARNING RATE: 0.0006025891456624189
previous_iter_valid_loss : 0.1606300324201584

    705760	  0.160792	  0.160630	  0.168221		CURRENT LEARNING RATE: 0.0006024686398842657
previous_iter_valid_loss : 0.16225430369377136

    705780	  0.162420	  0.162254	  0.168280		CURRENT LEARNING RATE: 0.0006023481582048587
previous_iter_valid_loss : 0.16117925941944122

    705800	  0.161366	  0.161179	  0.168113		CURRENT LEARNING RATE: 0.0006022277006193775
previous_iter_valid_loss : 0.16084028780460358

    705820	  0.161012	  0.160840	  0.168057		CURRENT LEARNING RATE: 0.000602107267123005
previous_iter_valid_loss : 0.17573827505111694

    705840	  0.175888	  0.175738	  0.168496		CURRENT LEARNING RATE: 0.0006019868577109227
previous_iter_valid_loss : 0.16143135726451874

    705860	  0.161583	  0.161431	  0.168523		CURRENT LEARNING RATE: 0.0006018664723783154
previous_iter_valid_loss : 0.16075360774993896

    705880	  0.160907	  0.160754	  0.168456		CURRENT LEARNING RATE: 0.0006017461111203664
previous_iter_valid_loss : 0.16089023649692535

    705900	  0.161070	  0.160890	  0.168467		CURRENT LEARNING RATE: 0.0006016257739322626
previous_iter_valid_loss : 0.16072186827659607

    705920	  0.160893	  0.160722	  0.168144		CURRENT LEARNING RATE: 0.0006015054608091892
previous_iter_valid_loss : 0.16909965872764587

    705940	  0.169340	  0.169100	  0.167305		CURRENT LEARNING RATE: 0.0006013851717463349
previous_iter_valid_loss : 0.18138942122459412

    705960	  0.181539	  0.181389	  0.168213		CURRENT LEARNING RATE: 0.000601264906738887
previous_iter_valid_loss : 0.16393239796161652

    705980	  0.164092	  0.163932	  0.167852		CURRENT LEARNING RATE: 0.000601144665782036
previous_iter_valid_loss : 0.16823293268680573

    706000	  0.168457	  0.168233	  0.167411		CURRENT LEARNING RATE: 0.0006010244488709712
previous_iter_valid_loss : 0.17276659607887268

    706020	  0.173033	  0.172767	  0.166899		CURRENT LEARNING RATE: 0.000600904256000885
previous_iter_valid_loss : 0.17080378532409668

    706040	  0.171048	  0.170804	  0.166920		CURRENT LEARNING RATE: 0.0006007840871669685
previous_iter_valid_loss : 0.19490739703178406

    706060	  0.195390	  0.194907	  0.168617		CURRENT LEARNING RATE: 0.0006006639423644155
previous_iter_valid_loss : 0.17695698142051697

    706080	  0.177251	  0.176957	  0.169438		CURRENT LEARNING RATE: 0.000600543821588421
previous_iter_valid_loss : 0.1641814410686493

    706100	  0.164382	  0.164181	  0.168927		CURRENT LEARNING RATE: 0.0006004237248341788
previous_iter_valid_loss : 0.1607506275177002

    706120	  0.160919	  0.160751	  0.168136		CURRENT LEARNING RATE: 0.0006003036520968861
previous_iter_valid_loss : 0.164189413189888

    706140	  0.164384	  0.164189	  0.167580		CURRENT LEARNING RATE: 0.0006001836033717392
previous_iter_valid_loss : 0.16148291528224945

    706160	  0.161637	  0.161483	  0.167623		CURRENT LEARNING RATE: 0.000600063578653937
previous_iter_valid_loss : 0.16091972589492798

    706180	  0.161068	  0.160920	  0.167556		CURRENT LEARNING RATE: 0.0005999435779386775
previous_iter_valid_loss : 0.16094616055488586

    706200	  0.161123	  0.160946	  0.167545		CURRENT LEARNING RATE: 0.0005998236012211617
previous_iter_valid_loss : 0.16625693440437317

    706220	  0.166464	  0.166257	  0.167815		CURRENT LEARNING RATE: 0.0005997036484965896
previous_iter_valid_loss : 0.16407284140586853

    706240	  0.164264	  0.164073	  0.167232		CURRENT LEARNING RATE: 0.0005995837197601639
previous_iter_valid_loss : 0.1695648729801178

    706260	  0.169714	  0.169565	  0.167639		CURRENT LEARNING RATE: 0.0005994638150070866
previous_iter_valid_loss : 0.16191765666007996

    706280	  0.162070	  0.161918	  0.167697		CURRENT LEARNING RATE: 0.0005993439342325625
previous_iter_valid_loss : 0.1892334669828415

    706300	  0.189367	  0.189233	  0.169114		CURRENT LEARNING RATE: 0.0005992240774317953
previous_iter_valid_loss : 0.16885881125926971

    706320	  0.169015	  0.168859	  0.169521		CURRENT LEARNING RATE: 0.0005991042445999919
previous_iter_valid_loss : 0.16222606599330902

    706340	  0.162414	  0.162226	  0.169177		CURRENT LEARNING RATE: 0.0005989844357323577
previous_iter_valid_loss : 0.16200166940689087

    706360	  0.162168	  0.162002	  0.168208		CURRENT LEARNING RATE: 0.0005988646508241017
previous_iter_valid_loss : 0.16054174304008484

    706380	  0.160697	  0.160542	  0.168038		CURRENT LEARNING RATE: 0.0005987448898704312
previous_iter_valid_loss : 0.16180935502052307

    706400	  0.161962	  0.161809	  0.167717		CURRENT LEARNING RATE: 0.0005986251528665569
previous_iter_valid_loss : 0.16211655735969543

    706420	  0.162279	  0.162117	  0.167185		CURRENT LEARNING RATE: 0.0005985054398076883
previous_iter_valid_loss : 0.16058744490146637

    706440	  0.160747	  0.160587	  0.166674		CURRENT LEARNING RATE: 0.0005983857506890373
previous_iter_valid_loss : 0.1790812611579895

    706460	  0.179418	  0.179081	  0.165883		CURRENT LEARNING RATE: 0.000598266085505817
previous_iter_valid_loss : 0.167697474360466

    706480	  0.167855	  0.167697	  0.165420		CURRENT LEARNING RATE: 0.0005981464442532397
previous_iter_valid_loss : 0.1629672795534134

    706500	  0.163124	  0.162967	  0.165359		CURRENT LEARNING RATE: 0.0005980268269265206
previous_iter_valid_loss : 0.16608363389968872

    706520	  0.166295	  0.166084	  0.165626		CURRENT LEARNING RATE: 0.0005979072335208744
previous_iter_valid_loss : 0.1668141931295395

    706540	  0.167032	  0.166814	  0.165757		CURRENT LEARNING RATE: 0.0005977876640315179
previous_iter_valid_loss : 0.16811814904212952

    706560	  0.168344	  0.168118	  0.166089		CURRENT LEARNING RATE: 0.0005976681184536676
previous_iter_valid_loss : 0.161760151386261

    706580	  0.161911	  0.161760	  0.166131		CURRENT LEARNING RATE: 0.0005975485967825427
previous_iter_valid_loss : 0.16611827909946442

    706600	  0.166328	  0.166118	  0.166389		CURRENT LEARNING RATE: 0.0005974290990133612
previous_iter_valid_loss : 0.16101184487342834

    706620	  0.161161	  0.161012	  0.166127		CURRENT LEARNING RATE: 0.0005973096251413442
previous_iter_valid_loss : 0.16247178614139557

    706640	  0.162653	  0.162472	  0.166047		CURRENT LEARNING RATE: 0.0005971901751617118
previous_iter_valid_loss : 0.16681300103664398

    706660	  0.167019	  0.166813	  0.165909		CURRENT LEARNING RATE: 0.000597070749069687
previous_iter_valid_loss : 0.1648516207933426

    706680	  0.165050	  0.164852	  0.166056		CURRENT LEARNING RATE: 0.0005969513468604918
previous_iter_valid_loss : 0.16255880892276764

    706700	  0.162744	  0.162559	  0.164722		CURRENT LEARNING RATE: 0.000596831968529351
previous_iter_valid_loss : 0.16699820756912231

    706720	  0.167204	  0.166998	  0.164629		CURRENT LEARNING RATE: 0.0005967126140714885
previous_iter_valid_loss : 0.1606132686138153

    706740	  0.160787	  0.160613	  0.164549		CURRENT LEARNING RATE: 0.0005965932834821312
previous_iter_valid_loss : 0.16530613601207733

    706760	  0.165510	  0.165306	  0.164714		CURRENT LEARNING RATE: 0.0005964739767565048
previous_iter_valid_loss : 0.16838406026363373

    706780	  0.168624	  0.168384	  0.165106		CURRENT LEARNING RATE: 0.0005963546938898381
previous_iter_valid_loss : 0.16582289338111877

    706800	  0.166022	  0.165823	  0.165307		CURRENT LEARNING RATE: 0.0005962354348773586
previous_iter_valid_loss : 0.1624882072210312

    706820	  0.162645	  0.162488	  0.165325		CURRENT LEARNING RATE: 0.0005961161997142971
previous_iter_valid_loss : 0.16084715723991394

    706840	  0.161023	  0.160847	  0.165338		CURRENT LEARNING RATE: 0.0005959969883958833
previous_iter_valid_loss : 0.1630309522151947

    706860	  0.163231	  0.163031	  0.164536		CURRENT LEARNING RATE: 0.0005958778009173489
previous_iter_valid_loss : 0.16168974339962006

    706880	  0.161847	  0.161690	  0.164235		CURRENT LEARNING RATE: 0.0005957586372739273
previous_iter_valid_loss : 0.16086514294147491

    706900	  0.161013	  0.160865	  0.164130		CURRENT LEARNING RATE: 0.0005956394974608507
previous_iter_valid_loss : 0.16214002668857574

    706920	  0.162299	  0.162140	  0.163933		CURRENT LEARNING RATE: 0.0005955203814733546
previous_iter_valid_loss : 0.16291768848896027

    706940	  0.163087	  0.162918	  0.163738		CURRENT LEARNING RATE: 0.0005954012893066733
previous_iter_valid_loss : 0.17425182461738586

    706960	  0.174404	  0.174252	  0.164045		CURRENT LEARNING RATE: 0.0005952822209560443
previous_iter_valid_loss : 0.16932308673858643

    706980	  0.169574	  0.169323	  0.164423		CURRENT LEARNING RATE: 0.0005951631764167035
previous_iter_valid_loss : 0.17319698631763458

    707000	  0.173350	  0.173197	  0.164777		CURRENT LEARNING RATE: 0.0005950441556838905
previous_iter_valid_loss : 0.16893140971660614

    707020	  0.169092	  0.168931	  0.165173		CURRENT LEARNING RATE: 0.0005949251587528433
previous_iter_valid_loss : 0.17834573984146118

    707040	  0.178505	  0.178346	  0.165967		CURRENT LEARNING RATE: 0.0005948061856188029
previous_iter_valid_loss : 0.16066448390483856

    707060	  0.160825	  0.160664	  0.165659		CURRENT LEARNING RATE: 0.0005946872362770097
previous_iter_valid_loss : 0.1621648222208023

    707080	  0.162359	  0.162165	  0.165525		CURRENT LEARNING RATE: 0.0005945683107227063
previous_iter_valid_loss : 0.16181322932243347

    707100	  0.161978	  0.161813	  0.165488		CURRENT LEARNING RATE: 0.000594449408951135
previous_iter_valid_loss : 0.1605033278465271

    707120	  0.160670	  0.160503	  0.165163		CURRENT LEARNING RATE: 0.0005943305309575406
previous_iter_valid_loss : 0.16194815933704376

    707140	  0.162137	  0.161948	  0.165230		CURRENT LEARNING RATE: 0.0005942116767371672
previous_iter_valid_loss : 0.16488145291805267

    707160	  0.165055	  0.164881	  0.165208		CURRENT LEARNING RATE: 0.0005940928462852612
previous_iter_valid_loss : 0.1612762212753296

    707180	  0.161429	  0.161276	  0.164853		CURRENT LEARNING RATE: 0.0005939740395970688
previous_iter_valid_loss : 0.16344952583312988

    707200	  0.163653	  0.163450	  0.164734		CURRENT LEARNING RATE: 0.0005938552566678386
previous_iter_valid_loss : 0.16700667142868042

    707220	  0.167165	  0.167007	  0.164960		CURRENT LEARNING RATE: 0.0005937364974928181
previous_iter_valid_loss : 0.16977983713150024

    707240	  0.169930	  0.169780	  0.165407		CURRENT LEARNING RATE: 0.0005936177620672577
previous_iter_valid_loss : 0.16110865771770477

    707260	  0.161269	  0.161109	  0.165311		CURRENT LEARNING RATE: 0.0005934990503864082
previous_iter_valid_loss : 0.18493114411830902

    707280	  0.185084	  0.184931	  0.166473		CURRENT LEARNING RATE: 0.0005933803624455204
previous_iter_valid_loss : 0.16063854098320007

    707300	  0.160807	  0.160639	  0.166461		CURRENT LEARNING RATE: 0.0005932616982398478
previous_iter_valid_loss : 0.16122853755950928

    707320	  0.161412	  0.161229	  0.166416		CURRENT LEARNING RATE: 0.0005931430577646425
previous_iter_valid_loss : 0.17246422171592712

    707340	  0.172727	  0.172464	  0.166893		CURRENT LEARNING RATE: 0.0005930244410151602
previous_iter_valid_loss : 0.16200733184814453

    707360	  0.162208	  0.162007	  0.166281		CURRENT LEARNING RATE: 0.000592905847986655
previous_iter_valid_loss : 0.16079002618789673

    707380	  0.160964	  0.160790	  0.165854		CURRENT LEARNING RATE: 0.0005927872786743845
previous_iter_valid_loss : 0.16885869204998016

    707400	  0.169098	  0.168859	  0.165637		CURRENT LEARNING RATE: 0.0005926687330736046
previous_iter_valid_loss : 0.1713029444217682

    707420	  0.171455	  0.171303	  0.165756		CURRENT LEARNING RATE: 0.0005925502111795745
previous_iter_valid_loss : 0.167110413312912

    707440	  0.167332	  0.167110	  0.165194		CURRENT LEARNING RATE: 0.0005924317129875526
previous_iter_valid_loss : 0.1716584861278534

    707460	  0.171807	  0.171658	  0.165744		CURRENT LEARNING RATE: 0.0005923132384927997
previous_iter_valid_loss : 0.16685323417186737

    707480	  0.167013	  0.166853	  0.165978		CURRENT LEARNING RATE: 0.0005921947876905761
previous_iter_valid_loss : 0.16158100962638855

    707500	  0.161769	  0.161581	  0.165967		CURRENT LEARNING RATE: 0.0005920763605761444
previous_iter_valid_loss : 0.18298809230327606

    707520	  0.183144	  0.182988	  0.167091		CURRENT LEARNING RATE: 0.0005919579571447667
previous_iter_valid_loss : 0.16106805205345154

    707540	  0.161223	  0.161068	  0.167047		CURRENT LEARNING RATE: 0.0005918395773917079
previous_iter_valid_loss : 0.16196943819522858

    707560	  0.162136	  0.161969	  0.166901		CURRENT LEARNING RATE: 0.0005917212213122319
previous_iter_valid_loss : 0.16063274443149567

    707580	  0.160793	  0.160633	  0.166869		CURRENT LEARNING RATE: 0.0005916028889016052
previous_iter_valid_loss : 0.18746371567249298

    707600	  0.187605	  0.187464	  0.168070		CURRENT LEARNING RATE: 0.0005914845801550935
previous_iter_valid_loss : 0.1616954654455185

    707620	  0.161875	  0.161695	  0.167804		CURRENT LEARNING RATE: 0.0005913662950679659
previous_iter_valid_loss : 0.16061094403266907

    707640	  0.160766	  0.160611	  0.167346		CURRENT LEARNING RATE: 0.0005912480336354894
previous_iter_valid_loss : 0.16202418506145477

    707660	  0.162184	  0.162024	  0.167392		CURRENT LEARNING RATE: 0.0005911297958529345
previous_iter_valid_loss : 0.16419090330600739

    707680	  0.164390	  0.164191	  0.166355		CURRENT LEARNING RATE: 0.000591011581715572
previous_iter_valid_loss : 0.16064225137233734

    707700	  0.160806	  0.160642	  0.166355		CURRENT LEARNING RATE: 0.0005908933912186723
previous_iter_valid_loss : 0.16795606911182404

    707720	  0.168184	  0.167956	  0.166691		CURRENT LEARNING RATE: 0.0005907752243575088
previous_iter_valid_loss : 0.16236770153045654

    707740	  0.162563	  0.162368	  0.166186		CURRENT LEARNING RATE: 0.0005906570811273539
previous_iter_valid_loss : 0.1649801880121231

    707760	  0.165142	  0.164980	  0.166335		CURRENT LEARNING RATE: 0.0005905389615234827
previous_iter_valid_loss : 0.16076841950416565

    707780	  0.160919	  0.160768	  0.166334		CURRENT LEARNING RATE: 0.0005904208655411698
previous_iter_valid_loss : 0.16406488418579102

    707800	  0.164239	  0.164065	  0.166094		CURRENT LEARNING RATE: 0.0005903027931756919
previous_iter_valid_loss : 0.1839868724346161

    707820	  0.184334	  0.183987	  0.166729		CURRENT LEARNING RATE: 0.0005901847444223253
previous_iter_valid_loss : 0.16625909507274628

    707840	  0.166476	  0.166259	  0.166686		CURRENT LEARNING RATE: 0.0005900667192763492
previous_iter_valid_loss : 0.1608191877603531

    707860	  0.160981	  0.160819	  0.166144		CURRENT LEARNING RATE: 0.0005899487177330414
previous_iter_valid_loss : 0.16243329644203186

    707880	  0.162591	  0.162433	  0.165923		CURRENT LEARNING RATE: 0.0005898307397876828
previous_iter_valid_loss : 0.17021046578884125

    707900	  0.170363	  0.170210	  0.166354		CURRENT LEARNING RATE: 0.0005897127854355533
previous_iter_valid_loss : 0.16823093593120575

    707920	  0.168453	  0.168231	  0.165617		CURRENT LEARNING RATE: 0.0005895948546719361
previous_iter_valid_loss : 0.16195975244045258

    707940	  0.162149	  0.161960	  0.165661		CURRENT LEARNING RATE: 0.0005894769474921123
previous_iter_valid_loss : 0.16440971195697784

    707960	  0.164584	  0.164410	  0.165783		CURRENT LEARNING RATE: 0.0005893590638913673
previous_iter_valid_loss : 0.17529155313968658

    707980	  0.175449	  0.175292	  0.166516		CURRENT LEARNING RATE: 0.0005892412038649843
previous_iter_valid_loss : 0.16837356984615326

    708000	  0.168533	  0.168374	  0.165562		CURRENT LEARNING RATE: 0.00058912336740825
previous_iter_valid_loss : 0.16052311658859253

    708020	  0.160696	  0.160523	  0.165503		CURRENT LEARNING RATE: 0.00058900555451645
previous_iter_valid_loss : 0.1707460880279541

    708040	  0.171000	  0.170746	  0.166010		CURRENT LEARNING RATE: 0.0005888877651848728
previous_iter_valid_loss : 0.16285790503025055

    708060	  0.163019	  0.162858	  0.166051		CURRENT LEARNING RATE: 0.0005887699994088057
previous_iter_valid_loss : 0.16312594711780548

    708080	  0.163318	  0.163126	  0.165998		CURRENT LEARNING RATE: 0.0005886522571835387
previous_iter_valid_loss : 0.1627686321735382

    708100	  0.162943	  0.162769	  0.166105		CURRENT LEARNING RATE: 0.0005885345385043626
previous_iter_valid_loss : 0.16074180603027344

    708120	  0.160917	  0.160742	  0.165744		CURRENT LEARNING RATE: 0.0005884168433665676
previous_iter_valid_loss : 0.16992196440696716

    708140	  0.170168	  0.169922	  0.166122		CURRENT LEARNING RATE: 0.0005882991717654468
previous_iter_valid_loss : 0.16267208755016327

    708160	  0.162857	  0.162672	  0.166006		CURRENT LEARNING RATE: 0.0005881815236962926
previous_iter_valid_loss : 0.16277900338172913

    708180	  0.162962	  0.162779	  0.166107		CURRENT LEARNING RATE: 0.0005880638991543998
previous_iter_valid_loss : 0.16245906054973602

    708200	  0.162654	  0.162459	  0.166026		CURRENT LEARNING RATE: 0.0005879462981350626
previous_iter_valid_loss : 0.16137148439884186

    708220	  0.161535	  0.161371	  0.164896		CURRENT LEARNING RATE: 0.000587828720633578
previous_iter_valid_loss : 0.16748185455799103

    708240	  0.167633	  0.167482	  0.164957		CURRENT LEARNING RATE: 0.0005877111666452418
previous_iter_valid_loss : 0.16758783161640167

    708260	  0.167745	  0.167588	  0.165295		CURRENT LEARNING RATE: 0.0005875936361653527
previous_iter_valid_loss : 0.17146362364292145

    708280	  0.171613	  0.171464	  0.165747		CURRENT LEARNING RATE: 0.0005874761291892088
previous_iter_valid_loss : 0.16053767502307892

    708300	  0.160707	  0.160538	  0.165263		CURRENT LEARNING RATE: 0.0005873586457121105
previous_iter_valid_loss : 0.1607789397239685

    708320	  0.160938	  0.160779	  0.164890		CURRENT LEARNING RATE: 0.0005872411857293576
previous_iter_valid_loss : 0.18700961768627167

    708340	  0.187428	  0.187010	  0.166143		CURRENT LEARNING RATE: 0.0005871237492362527
previous_iter_valid_loss : 0.17630046606063843

    708360	  0.176595	  0.176300	  0.166737		CURRENT LEARNING RATE: 0.0005870063362280974
previous_iter_valid_loss : 0.16169779002666473

    708380	  0.161891	  0.161698	  0.166058		CURRENT LEARNING RATE: 0.0005868889467001962
previous_iter_valid_loss : 0.1609467715024948

    708400	  0.161104	  0.160947	  0.165686		CURRENT LEARNING RATE: 0.0005867715806478524
previous_iter_valid_loss : 0.16092166304588318

    708420	  0.161108	  0.160922	  0.165706		CURRENT LEARNING RATE: 0.0005866542380663723
previous_iter_valid_loss : 0.16352084279060364

    708440	  0.163713	  0.163521	  0.165345		CURRENT LEARNING RATE: 0.0005865369189510614
previous_iter_valid_loss : 0.16053849458694458

    708460	  0.160715	  0.160538	  0.165229		CURRENT LEARNING RATE: 0.0005864196232972273
previous_iter_valid_loss : 0.16058437526226044

    708480	  0.160742	  0.160584	  0.165102		CURRENT LEARNING RATE: 0.0005863023511001788
previous_iter_valid_loss : 0.16075386106967926

    708500	  0.160915	  0.160754	  0.165001		CURRENT LEARNING RATE: 0.0005861851023552238
previous_iter_valid_loss : 0.16059792041778564

    708520	  0.160769	  0.160598	  0.164994		CURRENT LEARNING RATE: 0.0005860678770576736
previous_iter_valid_loss : 0.1605246365070343

    708540	  0.160684	  0.160525	  0.164524		CURRENT LEARNING RATE: 0.000585950675202838
previous_iter_valid_loss : 0.16050484776496887

    708560	  0.160664	  0.160505	  0.164416		CURRENT LEARNING RATE: 0.00058583349678603
previous_iter_valid_loss : 0.1620636135339737

    708580	  0.162228	  0.162064	  0.164380		CURRENT LEARNING RATE: 0.0005857163418025613
previous_iter_valid_loss : 0.16049744188785553

    708600	  0.160659	  0.160497	  0.164282		CURRENT LEARNING RATE: 0.0005855992102477471
previous_iter_valid_loss : 0.16065379977226257

    708620	  0.160829	  0.160654	  0.164246		CURRENT LEARNING RATE: 0.0005854821021169007
previous_iter_valid_loss : 0.16585466265678406

    708640	  0.166019	  0.165855	  0.164165		CURRENT LEARNING RATE: 0.000585365017405339
previous_iter_valid_loss : 0.1613542139530182

    708660	  0.161535	  0.161354	  0.163853		CURRENT LEARNING RATE: 0.0005852479561083776
previous_iter_valid_loss : 0.16160796582698822

    708680	  0.161801	  0.161608	  0.163360		CURRENT LEARNING RATE: 0.000585130918221335
previous_iter_valid_loss : 0.16472218930721283

    708700	  0.164928	  0.164722	  0.163570		CURRENT LEARNING RATE: 0.0005850139037395287
previous_iter_valid_loss : 0.16082531213760376

    708720	  0.161002	  0.160825	  0.163572		CURRENT LEARNING RATE: 0.0005848969126582793
previous_iter_valid_loss : 0.16101503372192383

    708740	  0.161167	  0.161015	  0.162272		CURRENT LEARNING RATE: 0.0005847799449729057
previous_iter_valid_loss : 0.1605287492275238

    708760	  0.160690	  0.160529	  0.161484		CURRENT LEARNING RATE: 0.0005846630006787306
previous_iter_valid_loss : 0.1630001962184906

    708780	  0.163191	  0.163000	  0.161549		CURRENT LEARNING RATE: 0.0005845460797710752
previous_iter_valid_loss : 0.18145652115345

    708800	  0.181797	  0.181457	  0.162574		CURRENT LEARNING RATE: 0.0005844291822452635
previous_iter_valid_loss : 0.16610662639141083

    708820	  0.166309	  0.166107	  0.162833		CURRENT LEARNING RATE: 0.0005843123080966186
previous_iter_valid_loss : 0.1923026740550995

    708840	  0.192775	  0.192303	  0.164272		CURRENT LEARNING RATE: 0.0005841954573204667
previous_iter_valid_loss : 0.16243526339530945

    708860	  0.162631	  0.162435	  0.164367		CURRENT LEARNING RATE: 0.0005840786299121326
previous_iter_valid_loss : 0.16806018352508545

    708880	  0.168286	  0.168060	  0.164741		CURRENT LEARNING RATE: 0.0005839618258669438
previous_iter_valid_loss : 0.1702352911233902

    708900	  0.170389	  0.170235	  0.165215		CURRENT LEARNING RATE: 0.0005838450451802285
previous_iter_valid_loss : 0.16146591305732727

    708920	  0.161650	  0.161466	  0.165259		CURRENT LEARNING RATE: 0.0005837282878473148
previous_iter_valid_loss : 0.169431671500206

    708940	  0.169679	  0.169432	  0.165704		CURRENT LEARNING RATE: 0.0005836115538635331
previous_iter_valid_loss : 0.1608232855796814

    708960	  0.160975	  0.160823	  0.165720		CURRENT LEARNING RATE: 0.0005834948432242132
previous_iter_valid_loss : 0.16596652567386627

    708980	  0.166132	  0.165967	  0.165915		CURRENT LEARNING RATE: 0.0005833781559246875
previous_iter_valid_loss : 0.16535703837871552

    709000	  0.165524	  0.165357	  0.166158		CURRENT LEARNING RATE: 0.0005832614919602876
previous_iter_valid_loss : 0.16282184422016144

    709020	  0.163021	  0.162822	  0.166266		CURRENT LEARNING RATE: 0.000583144851326348
previous_iter_valid_loss : 0.1658097803592682

    709040	  0.166006	  0.165810	  0.166264		CURRENT LEARNING RATE: 0.000583028234018202
previous_iter_valid_loss : 0.16116346418857574

    709060	  0.161354	  0.161163	  0.166255		CURRENT LEARNING RATE: 0.000582911640031186
previous_iter_valid_loss : 0.16065296530723572

    709080	  0.160833	  0.160653	  0.166207		CURRENT LEARNING RATE: 0.0005827950693606351
previous_iter_valid_loss : 0.16939590871334076

    709100	  0.169629	  0.169396	  0.166441		CURRENT LEARNING RATE: 0.0005826785220018876
previous_iter_valid_loss : 0.16258876025676727

    709120	  0.162779	  0.162589	  0.166529		CURRENT LEARNING RATE: 0.0005825619979502806
previous_iter_valid_loss : 0.1671973168849945

    709140	  0.167359	  0.167197	  0.166838		CURRENT LEARNING RATE: 0.0005824454972011541
previous_iter_valid_loss : 0.16225002706050873

    709160	  0.162411	  0.162250	  0.166924		CURRENT LEARNING RATE: 0.000582329019749847
previous_iter_valid_loss : 0.16596531867980957

    709180	  0.166132	  0.165965	  0.167072		CURRENT LEARNING RATE: 0.0005822125655917013
previous_iter_valid_loss : 0.1705104410648346

    709200	  0.170662	  0.170510	  0.166525		CURRENT LEARNING RATE: 0.0005820961347220578
previous_iter_valid_loss : 0.16159234941005707

    709220	  0.161779	  0.161592	  0.166299		CURRENT LEARNING RATE: 0.0005819797271362602
previous_iter_valid_loss : 0.16483746469020844

    709240	  0.165011	  0.164837	  0.164926		CURRENT LEARNING RATE: 0.0005818633428296513
previous_iter_valid_loss : 0.16741617023944855

    709260	  0.167573	  0.167416	  0.165175		CURRENT LEARNING RATE: 0.0005817469817975762
previous_iter_valid_loss : 0.16947805881500244

    709280	  0.169713	  0.169478	  0.165246		CURRENT LEARNING RATE: 0.000581630644035381
previous_iter_valid_loss : 0.16275645792484283

    709300	  0.162950	  0.162756	  0.164872		CURRENT LEARNING RATE: 0.0005815143295384111
previous_iter_valid_loss : 0.1687064915895462

    709320	  0.168941	  0.168706	  0.165234		CURRENT LEARNING RATE: 0.000581398038302015
previous_iter_valid_loss : 0.16113388538360596

    709340	  0.161316	  0.161134	  0.164819		CURRENT LEARNING RATE: 0.00058128177032154
previous_iter_valid_loss : 0.16664230823516846

    709360	  0.166862	  0.166642	  0.165110		CURRENT LEARNING RATE: 0.0005811655255923363
previous_iter_valid_loss : 0.16124027967453003

    709380	  0.161429	  0.161240	  0.164874		CURRENT LEARNING RATE: 0.0005810493041097533
previous_iter_valid_loss : 0.17196600139141083

    709400	  0.172120	  0.171966	  0.165204		CURRENT LEARNING RATE: 0.0005809331058691429
previous_iter_valid_loss : 0.183894082903862

    709420	  0.184049	  0.183894	  0.166258		CURRENT LEARNING RATE: 0.0005808169308658565
previous_iter_valid_loss : 0.1606973260641098

    709440	  0.160872	  0.160697	  0.166002		CURRENT LEARNING RATE: 0.0005807007790952477
previous_iter_valid_loss : 0.17286376655101776

    709460	  0.173018	  0.172864	  0.166587		CURRENT LEARNING RATE: 0.0005805846505526698
previous_iter_valid_loss : 0.16248327493667603

    709480	  0.162669	  0.162483	  0.166679		CURRENT LEARNING RATE: 0.0005804685452334785
previous_iter_valid_loss : 0.20743559300899506

    709500	  0.208023	  0.207436	  0.168581		CURRENT LEARNING RATE: 0.0005803524631330286
previous_iter_valid_loss : 0.16459336876869202

    709520	  0.164792	  0.164593	  0.168681		CURRENT LEARNING RATE: 0.0005802364042466777
previous_iter_valid_loss : 0.16415466368198395

    709540	  0.164329	  0.164155	  0.168529		CURRENT LEARNING RATE: 0.0005801203685697826
previous_iter_valid_loss : 0.16774992644786835

    709560	  0.167909	  0.167750	  0.168804		CURRENT LEARNING RATE: 0.0005800043560977028
previous_iter_valid_loss : 0.17827540636062622

    709580	  0.178436	  0.178275	  0.169419		CURRENT LEARNING RATE: 0.0005798883668257968
previous_iter_valid_loss : 0.17497271299362183

    709600	  0.175131	  0.174973	  0.169642		CURRENT LEARNING RATE: 0.0005797724007494261
previous_iter_valid_loss : 0.16242803633213043

    709620	  0.162597	  0.162428	  0.169684		CURRENT LEARNING RATE: 0.0005796564578639511
previous_iter_valid_loss : 0.16199955344200134

    709640	  0.162192	  0.162000	  0.169542		CURRENT LEARNING RATE: 0.0005795405381647348
previous_iter_valid_loss : 0.1636306494474411

    709660	  0.163832	  0.163631	  0.169353		CURRENT LEARNING RATE: 0.0005794246416471398
previous_iter_valid_loss : 0.16744711995124817

    709680	  0.167675	  0.167447	  0.169251		CURRENT LEARNING RATE: 0.0005793087683065303
previous_iter_valid_loss : 0.16127564013004303

    709700	  0.161457	  0.161276	  0.169177		CURRENT LEARNING RATE: 0.0005791929181382724
previous_iter_valid_loss : 0.16069605946540833

    709720	  0.160870	  0.160696	  0.168777		CURRENT LEARNING RATE: 0.0005790770911377305
previous_iter_valid_loss : 0.16961407661437988

    709740	  0.169854	  0.169614	  0.169201		CURRENT LEARNING RATE: 0.0005789612873002731
previous_iter_valid_loss : 0.1762845814228058

    709760	  0.176576	  0.176285	  0.169683		CURRENT LEARNING RATE: 0.0005788455066212666
previous_iter_valid_loss : 0.16190505027770996

    709780	  0.162072	  0.161905	  0.169716		CURRENT LEARNING RATE: 0.000578729749096081
previous_iter_valid_loss : 0.16203175485134125

    709800	  0.162189	  0.162032	  0.169219		CURRENT LEARNING RATE: 0.0005786140147200849
previous_iter_valid_loss : 0.17286252975463867

    709820	  0.173013	  0.172863	  0.168668		CURRENT LEARNING RATE: 0.00057849830348865
previous_iter_valid_loss : 0.16639430820941925

    709840	  0.166613	  0.166394	  0.168953		CURRENT LEARNING RATE: 0.0005783826153971468
previous_iter_valid_loss : 0.162679061293602

    709860	  0.162846	  0.162679	  0.168443		CURRENT LEARNING RATE: 0.0005782669504409488
previous_iter_valid_loss : 0.16089603304862976

    709880	  0.161059	  0.160896	  0.168364		CURRENT LEARNING RATE: 0.0005781513086154284
previous_iter_valid_loss : 0.17006978392601013

    709900	  0.170319	  0.170070	  0.166496		CURRENT LEARNING RATE: 0.0005780356899159609
previous_iter_valid_loss : 0.16114075481891632

    709920	  0.161300	  0.161141	  0.166323		CURRENT LEARNING RATE: 0.0005779200943379206
previous_iter_valid_loss : 0.2122240960597992

    709940	  0.212276	  0.212224	  0.168727		CURRENT LEARNING RATE: 0.0005778045218766847
previous_iter_valid_loss : 0.16310831904411316

    709960	  0.163277	  0.163108	  0.168495		CURRENT LEARNING RATE: 0.0005776889725276292
previous_iter_valid_loss : 0.17472408711910248

    709980	  0.174996	  0.174724	  0.168317		CURRENT LEARNING RATE: 0.0005775734462861332
previous_iter_valid_loss : 0.16458731889724731

    710000	  0.164760	  0.164587	  0.167798		CURRENT LEARNING RATE: 0.0005774579431475745
previous_iter_valid_loss : 0.1778460592031479

    710020	  0.178009	  0.177846	  0.168569		CURRENT LEARNING RATE: 0.0005773424631073343
previous_iter_valid_loss : 0.2004837542772293

    710040	  0.200561	  0.200484	  0.170493		CURRENT LEARNING RATE: 0.0005772270061607921
previous_iter_valid_loss : 0.18518173694610596

    710060	  0.185330	  0.185182	  0.171570		CURRENT LEARNING RATE: 0.0005771115723033306
previous_iter_valid_loss : 0.1687154620885849

    710080	  0.168951	  0.168715	  0.171634		CURRENT LEARNING RATE: 0.0005769961615303318
previous_iter_valid_loss : 0.17436647415161133

    710100	  0.174518	  0.174366	  0.172288		CURRENT LEARNING RATE: 0.0005768807738371794
previous_iter_valid_loss : 0.1609445959329605

    710120	  0.161113	  0.160945	  0.172301		CURRENT LEARNING RATE: 0.0005767654092192587
previous_iter_valid_loss : 0.16110537946224213

    710140	  0.161266	  0.161105	  0.171875		CURRENT LEARNING RATE: 0.0005766500676719537
previous_iter_valid_loss : 0.1620354801416397

    710160	  0.162235	  0.162035	  0.171163		CURRENT LEARNING RATE: 0.0005765347491906521
previous_iter_valid_loss : 0.16362237930297852

    710180	  0.163833	  0.163622	  0.171249		CURRENT LEARNING RATE: 0.0005764194537707401
previous_iter_valid_loss : 0.16220629215240479

    710200	  0.162389	  0.162206	  0.171257		CURRENT LEARNING RATE: 0.0005763041814076067
previous_iter_valid_loss : 0.16267934441566467

    710220	  0.162842	  0.162679	  0.170748		CURRENT LEARNING RATE: 0.0005761889320966402
previous_iter_valid_loss : 0.16532836854457855

    710240	  0.165499	  0.165328	  0.170695		CURRENT LEARNING RATE: 0.0005760737058332316
previous_iter_valid_loss : 0.17505216598510742

    710260	  0.175337	  0.175052	  0.171314		CURRENT LEARNING RATE: 0.0005759585026127707
previous_iter_valid_loss : 0.16062305867671967

    710280	  0.160788	  0.160623	  0.171300		CURRENT LEARNING RATE: 0.0005758433224306506
previous_iter_valid_loss : 0.16371189057826996

    710300	  0.163904	  0.163712	  0.170982		CURRENT LEARNING RATE: 0.0005757281652822629
previous_iter_valid_loss : 0.1761198192834854

    710320	  0.176279	  0.176120	  0.171731		CURRENT LEARNING RATE: 0.0005756130311630025
previous_iter_valid_loss : 0.16197066009044647

    710340	  0.162126	  0.161971	  0.169218		CURRENT LEARNING RATE: 0.0005754979200682628
previous_iter_valid_loss : 0.1606476902961731

    710360	  0.160807	  0.160648	  0.169095		CURRENT LEARNING RATE: 0.0005753828319934405
previous_iter_valid_loss : 0.17319290339946747

    710380	  0.173460	  0.173193	  0.169019		CURRENT LEARNING RATE: 0.0005752677669339312
previous_iter_valid_loss : 0.16068750619888306

    710400	  0.160857	  0.160688	  0.168824		CURRENT LEARNING RATE: 0.0005751527248851329
previous_iter_valid_loss : 0.16503363847732544

    710420	  0.165255	  0.165034	  0.168183		CURRENT LEARNING RATE: 0.0005750377058424433
previous_iter_valid_loss : 0.16595081984996796

    710440	  0.166116	  0.165951	  0.166457		CURRENT LEARNING RATE: 0.0005749227098012625
previous_iter_valid_loss : 0.16496767103672028

    710460	  0.165168	  0.164968	  0.165446		CURRENT LEARNING RATE: 0.0005748077367569897
previous_iter_valid_loss : 0.1634548306465149

    710480	  0.163656	  0.163455	  0.165183		CURRENT LEARNING RATE: 0.0005746927867050264
previous_iter_valid_loss : 0.16314196586608887

    710500	  0.163304	  0.163142	  0.164622		CURRENT LEARNING RATE: 0.0005745778596407752
previous_iter_valid_loss : 0.16052928566932678

    710520	  0.160688	  0.160529	  0.164601		CURRENT LEARNING RATE: 0.0005744629555596379
previous_iter_valid_loss : 0.16114509105682373

    710540	  0.161326	  0.161145	  0.164603		CURRENT LEARNING RATE: 0.0005743480744570195
previous_iter_valid_loss : 0.1844375878572464

    710560	  0.184816	  0.184438	  0.165723		CURRENT LEARNING RATE: 0.0005742332163283236
previous_iter_valid_loss : 0.16418851912021637

    710580	  0.164361	  0.164189	  0.165751		CURRENT LEARNING RATE: 0.000574118381168957
previous_iter_valid_loss : 0.16052056849002838

    710600	  0.160683	  0.160521	  0.165667		CURRENT LEARNING RATE: 0.000574003568974325
previous_iter_valid_loss : 0.16118548810482025

    710620	  0.161364	  0.161185	  0.165592		CURRENT LEARNING RATE: 0.0005738887797398365
previous_iter_valid_loss : 0.16889981925487518

    710640	  0.169130	  0.168900	  0.165771		CURRENT LEARNING RATE: 0.0005737740134608987
previous_iter_valid_loss : 0.16414201259613037

    710660	  0.164309	  0.164142	  0.165225		CURRENT LEARNING RATE: 0.0005736592701329221
previous_iter_valid_loss : 0.16221855580806732

    710680	  0.162381	  0.162219	  0.165305		CURRENT LEARNING RATE: 0.0005735445497513158
previous_iter_valid_loss : 0.16256937384605408

    710700	  0.162761	  0.162569	  0.165248		CURRENT LEARNING RATE: 0.0005734298523114922
previous_iter_valid_loss : 0.1608603596687317

    710720	  0.161019	  0.160860	  0.164485		CURRENT LEARNING RATE: 0.0005733151778088622
previous_iter_valid_loss : 0.1690071076154709

    710740	  0.169158	  0.169007	  0.164837		CURRENT LEARNING RATE: 0.0005732005262388398
previous_iter_valid_loss : 0.18344204127788544

    710760	  0.183808	  0.183442	  0.165977		CURRENT LEARNING RATE: 0.0005730858975968381
previous_iter_valid_loss : 0.16067659854888916

    710780	  0.160842	  0.160677	  0.165351		CURRENT LEARNING RATE: 0.0005729712918782729
previous_iter_valid_loss : 0.16299325227737427

    710800	  0.163197	  0.162993	  0.165466		CURRENT LEARNING RATE: 0.0005728567090785588
previous_iter_valid_loss : 0.16084584593772888

    710820	  0.161028	  0.160846	  0.165257		CURRENT LEARNING RATE: 0.0005727421491931139
previous_iter_valid_loss : 0.16231641173362732

    710840	  0.162511	  0.162316	  0.165075		CURRENT LEARNING RATE: 0.0005726276122173543
previous_iter_valid_loss : 0.1615787148475647

    710860	  0.161770	  0.161579	  0.164905		CURRENT LEARNING RATE: 0.0005725130981466999
previous_iter_valid_loss : 0.1674824357032776

    710880	  0.167705	  0.167482	  0.165107		CURRENT LEARNING RATE: 0.0005723986069765689
previous_iter_valid_loss : 0.16165393590927124

    710900	  0.161815	  0.161654	  0.165032		CURRENT LEARNING RATE: 0.0005722841387023824
previous_iter_valid_loss : 0.1674693375825882

    710920	  0.167629	  0.167469	  0.165379		CURRENT LEARNING RATE: 0.0005721696933195619
previous_iter_valid_loss : 0.16767685115337372

    710940	  0.167916	  0.167677	  0.165706		CURRENT LEARNING RATE: 0.0005720552708235289
previous_iter_valid_loss : 0.17577268183231354

    710960	  0.175927	  0.175773	  0.165273		CURRENT LEARNING RATE: 0.0005719408712097071
previous_iter_valid_loss : 0.1614035964012146

    710980	  0.161560	  0.161404	  0.165133		CURRENT LEARNING RATE: 0.0005718264944735197
previous_iter_valid_loss : 0.16229380667209625

    711000	  0.162448	  0.162294	  0.165222		CURRENT LEARNING RATE: 0.0005717121406103928
previous_iter_valid_loss : 0.17035134136676788

    711020	  0.170507	  0.170351	  0.165680		CURRENT LEARNING RATE: 0.000571597809615751
previous_iter_valid_loss : 0.16053900122642517

    711040	  0.160703	  0.160539	  0.165262		CURRENT LEARNING RATE: 0.0005714835014850224
previous_iter_valid_loss : 0.17890828847885132

    711060	  0.179074	  0.178908	  0.166001		CURRENT LEARNING RATE: 0.0005713692162136331
previous_iter_valid_loss : 0.16207566857337952

    711080	  0.162270	  0.162076	  0.165994		CURRENT LEARNING RATE: 0.0005712549537970133
previous_iter_valid_loss : 0.16061866283416748

    711100	  0.160789	  0.160619	  0.165896		CURRENT LEARNING RATE: 0.000571140714230591
previous_iter_valid_loss : 0.18727579712867737

    711120	  0.187696	  0.187276	  0.167217		CURRENT LEARNING RATE: 0.000571026497509798
previous_iter_valid_loss : 0.16116628050804138

    711140	  0.161353	  0.161166	  0.166825		CURRENT LEARNING RATE: 0.0005709123036300644
previous_iter_valid_loss : 0.17083938419818878

    711160	  0.170992	  0.170839	  0.166195		CURRENT LEARNING RATE: 0.0005707981325868235
previous_iter_valid_loss : 0.16746997833251953

    711180	  0.167622	  0.167470	  0.166534		CURRENT LEARNING RATE: 0.0005706839843755076
previous_iter_valid_loss : 0.16646282374858856

    711200	  0.166625	  0.166463	  0.166708		CURRENT LEARNING RATE: 0.0005705698589915515
previous_iter_valid_loss : 0.16185297071933746

    711220	  0.162020	  0.161853	  0.166758		CURRENT LEARNING RATE: 0.0005704557564303894
previous_iter_valid_loss : 0.16323153674602509

    711240	  0.163426	  0.163232	  0.166804		CURRENT LEARNING RATE: 0.0005703416766874583
previous_iter_valid_loss : 0.1688619703054428

    711260	  0.169107	  0.168862	  0.167168		CURRENT LEARNING RATE: 0.0005702276197581935
previous_iter_valid_loss : 0.1618100106716156

    711280	  0.162013	  0.161810	  0.166884		CURRENT LEARNING RATE: 0.0005701135856380339
previous_iter_valid_loss : 0.16054631769657135

    711300	  0.160712	  0.160546	  0.166829		CURRENT LEARNING RATE: 0.000569999574322418
previous_iter_valid_loss : 0.16055119037628174

    711320	  0.160715	  0.160551	  0.166483		CURRENT LEARNING RATE: 0.0005698855858067849
previous_iter_valid_loss : 0.16053131222724915

    711340	  0.160702	  0.160531	  0.166126		CURRENT LEARNING RATE: 0.0005697716200865757
previous_iter_valid_loss : 0.1719561070203781

    711360	  0.172226	  0.171956	  0.165935		CURRENT LEARNING RATE: 0.0005696576771572309
previous_iter_valid_loss : 0.16057240962982178

    711380	  0.160747	  0.160572	  0.165893		CURRENT LEARNING RATE: 0.0005695437570141937
previous_iter_valid_loss : 0.16054321825504303

    711400	  0.160704	  0.160543	  0.165806		CURRENT LEARNING RATE: 0.0005694298596529065
previous_iter_valid_loss : 0.16260235011577606

    711420	  0.162795	  0.162602	  0.165419		CURRENT LEARNING RATE: 0.0005693159850688142
previous_iter_valid_loss : 0.16060400009155273

    711440	  0.160770	  0.160604	  0.165422		CURRENT LEARNING RATE: 0.0005692021332573609
previous_iter_valid_loss : 0.16099639236927032

    711460	  0.161148	  0.160996	  0.164526		CURRENT LEARNING RATE: 0.0005690883042139933
previous_iter_valid_loss : 0.1675654947757721

    711480	  0.167794	  0.167565	  0.164801		CURRENT LEARNING RATE: 0.0005689744979341576
previous_iter_valid_loss : 0.17923875153064728

    711500	  0.179561	  0.179239	  0.165732		CURRENT LEARNING RATE: 0.0005688607144133024
previous_iter_valid_loss : 0.16063281893730164

    711520	  0.160802	  0.160633	  0.164399		CURRENT LEARNING RATE: 0.0005687469536468754
previous_iter_valid_loss : 0.17967979609966278

    711540	  0.180011	  0.179680	  0.165325		CURRENT LEARNING RATE: 0.000568633215630327
previous_iter_valid_loss : 0.16056697070598602

    711560	  0.160729	  0.160567	  0.164812		CURRENT LEARNING RATE: 0.0005685195003591069
previous_iter_valid_loss : 0.1607441008090973

    711580	  0.160924	  0.160744	  0.164475		CURRENT LEARNING RATE: 0.0005684058078286674
previous_iter_valid_loss : 0.16937990486621857

    711600	  0.169632	  0.169380	  0.164621		CURRENT LEARNING RATE: 0.0005682921380344597
previous_iter_valid_loss : 0.16098253428936005

    711620	  0.161157	  0.160983	  0.164578		CURRENT LEARNING RATE: 0.0005681784909719381
previous_iter_valid_loss : 0.17155569791793823

    711640	  0.171704	  0.171556	  0.164994		CURRENT LEARNING RATE: 0.0005680648666365558
previous_iter_valid_loss : 0.16080500185489655

    711660	  0.160985	  0.160805	  0.164591		CURRENT LEARNING RATE: 0.0005679512650237687
previous_iter_valid_loss : 0.1624407172203064

    711680	  0.162603	  0.162441	  0.164622		CURRENT LEARNING RATE: 0.0005678376861290318
previous_iter_valid_loss : 0.16785846650600433

    711700	  0.168088	  0.167858	  0.164988		CURRENT LEARNING RATE: 0.0005677241299478024
previous_iter_valid_loss : 0.16578474640846252

    711720	  0.165951	  0.165785	  0.165250		CURRENT LEARNING RATE: 0.0005676105964755389
previous_iter_valid_loss : 0.16201166808605194

    711740	  0.162171	  0.162012	  0.165324		CURRENT LEARNING RATE: 0.0005674970857076987
previous_iter_valid_loss : 0.19091247022151947

    711760	  0.191361	  0.190912	  0.166272		CURRENT LEARNING RATE: 0.0005673835976397424
previous_iter_valid_loss : 0.16077911853790283

    711780	  0.160961	  0.160779	  0.166282		CURRENT LEARNING RATE: 0.0005672701322671297
previous_iter_valid_loss : 0.18165475130081177

    711800	  0.182004	  0.181655	  0.167337		CURRENT LEARNING RATE: 0.0005671566895853228
previous_iter_valid_loss : 0.16673149168491364

    711820	  0.166891	  0.166731	  0.167544		CURRENT LEARNING RATE: 0.0005670432695897833
previous_iter_valid_loss : 0.16324393451213837

    711840	  0.163441	  0.163244	  0.167676		CURRENT LEARNING RATE: 0.0005669298722759748
previous_iter_valid_loss : 0.18165980279445648

    711860	  0.181998	  0.181660	  0.168709		CURRENT LEARNING RATE: 0.0005668164976393611
previous_iter_valid_loss : 0.16177287697792053

    711880	  0.161940	  0.161773	  0.168420		CURRENT LEARNING RATE: 0.0005667031456754076
previous_iter_valid_loss : 0.16255681216716766

    711900	  0.162743	  0.162557	  0.167585		CURRENT LEARNING RATE: 0.0005665898163795797
previous_iter_valid_loss : 0.16448159515857697

    711920	  0.164649	  0.164482	  0.167778		CURRENT LEARNING RATE: 0.0005664765097473449
previous_iter_valid_loss : 0.16730308532714844

    711940	  0.167524	  0.167303	  0.167159		CURRENT LEARNING RATE: 0.0005663632257741702
previous_iter_valid_loss : 0.16072359681129456

    711960	  0.160882	  0.160724	  0.167167		CURRENT LEARNING RATE: 0.000566249964455525
previous_iter_valid_loss : 0.18276840448379517

    711980	  0.183114	  0.182768	  0.168268		CURRENT LEARNING RATE: 0.0005661367257868779
previous_iter_valid_loss : 0.16095976531505585

    712000	  0.161146	  0.160960	  0.167847		CURRENT LEARNING RATE: 0.0005660235097637005
previous_iter_valid_loss : 0.1633889228105545

    712020	  0.163562	  0.163389	  0.167967		CURRENT LEARNING RATE: 0.0005659103163814631
previous_iter_valid_loss : 0.16620507836341858

    712040	  0.166409	  0.166205	  0.167700		CURRENT LEARNING RATE: 0.0005657971456356389
previous_iter_valid_loss : 0.16119831800460815

    712060	  0.161380	  0.161198	  0.167719		CURRENT LEARNING RATE: 0.0005656839975217001
previous_iter_valid_loss : 0.16092462837696075

    712080	  0.161080	  0.160925	  0.167644		CURRENT LEARNING RATE: 0.0005655708720351212
previous_iter_valid_loss : 0.16237255930900574

    712100	  0.162563	  0.162373	  0.167369		CURRENT LEARNING RATE: 0.0005654577691713779
previous_iter_valid_loss : 0.16321343183517456

    712120	  0.163402	  0.163213	  0.167241		CURRENT LEARNING RATE: 0.0005653446889259448
previous_iter_valid_loss : 0.16096463799476624

    712140	  0.161110	  0.160965	  0.167188		CURRENT LEARNING RATE: 0.0005652316312943
previous_iter_valid_loss : 0.16051439940929413

    712160	  0.160673	  0.160514	  0.165669		CURRENT LEARNING RATE: 0.0005651185962719198
previous_iter_valid_loss : 0.1619240641593933

    712180	  0.162116	  0.161924	  0.165726		CURRENT LEARNING RATE: 0.0005650055838542842
previous_iter_valid_loss : 0.16062210500240326

    712200	  0.160777	  0.160622	  0.164674		CURRENT LEARNING RATE: 0.0005648925940368714
previous_iter_valid_loss : 0.17109552025794983

    712220	  0.171356	  0.171096	  0.164892		CURRENT LEARNING RATE: 0.0005647796268151631
previous_iter_valid_loss : 0.16132394969463348

    712240	  0.161486	  0.161324	  0.164796		CURRENT LEARNING RATE: 0.0005646666821846393
previous_iter_valid_loss : 0.17854782938957214

    712260	  0.178711	  0.178548	  0.164641		CURRENT LEARNING RATE: 0.0005645537601407835
previous_iter_valid_loss : 0.16276000440120697

    712280	  0.162948	  0.162760	  0.164690		CURRENT LEARNING RATE: 0.0005644408606790776
previous_iter_valid_loss : 0.1653965711593628

    712300	  0.165564	  0.165397	  0.164832		CURRENT LEARNING RATE: 0.0005643279837950067
previous_iter_valid_loss : 0.16065822541713715

    712320	  0.160827	  0.160658	  0.164641		CURRENT LEARNING RATE: 0.0005642151294840547
previous_iter_valid_loss : 0.16854360699653625

    712340	  0.168777	  0.168544	  0.164703		CURRENT LEARNING RATE: 0.0005641022977417086
previous_iter_valid_loss : 0.17571012675762177

    712360	  0.175865	  0.175710	  0.165452		CURRENT LEARNING RATE: 0.0005639894885634539
previous_iter_valid_loss : 0.16597996652126312

    712380	  0.166148	  0.165980	  0.164613		CURRENT LEARNING RATE: 0.0005638767019447792
previous_iter_valid_loss : 0.1610659807920456

    712400	  0.161226	  0.161066	  0.164618		CURRENT LEARNING RATE: 0.0005637639378811723
previous_iter_valid_loss : 0.16311115026474

    712420	  0.163294	  0.163111	  0.164604		CURRENT LEARNING RATE: 0.0005636511963681235
previous_iter_valid_loss : 0.16334739327430725

    712440	  0.163517	  0.163347	  0.164461		CURRENT LEARNING RATE: 0.0005635384774011219
previous_iter_valid_loss : 0.166339710354805

    712460	  0.166499	  0.166340	  0.164719		CURRENT LEARNING RATE: 0.0005634257809756602
previous_iter_valid_loss : 0.1610361635684967

    712480	  0.161188	  0.161036	  0.164724		CURRENT LEARNING RATE: 0.0005633131070872292
previous_iter_valid_loss : 0.16117140650749207

    712500	  0.161347	  0.161171	  0.164664		CURRENT LEARNING RATE: 0.0005632004557313227
previous_iter_valid_loss : 0.17550569772720337

    712520	  0.175792	  0.175506	  0.165279		CURRENT LEARNING RATE: 0.0005630878269034348
previous_iter_valid_loss : 0.1659804880619049

    712540	  0.166194	  0.165980	  0.165529		CURRENT LEARNING RATE: 0.0005629752205990597
previous_iter_valid_loss : 0.16076746582984924

    712560	  0.160951	  0.160767	  0.165542		CURRENT LEARNING RATE: 0.000562862636813694
previous_iter_valid_loss : 0.16144683957099915

    712580	  0.161617	  0.161447	  0.165518		CURRENT LEARNING RATE: 0.0005627500755428333
previous_iter_valid_loss : 0.17698679864406586

    712600	  0.177139	  0.176987	  0.166336		CURRENT LEARNING RATE: 0.0005626375367819762
previous_iter_valid_loss : 0.18333037197589874

    712620	  0.183489	  0.183330	  0.166948		CURRENT LEARNING RATE: 0.0005625250205266201
previous_iter_valid_loss : 0.16157867014408112

    712640	  0.161767	  0.161579	  0.166961		CURRENT LEARNING RATE: 0.0005624125267722655
previous_iter_valid_loss : 0.1680857539176941

    712660	  0.168311	  0.168086	  0.166438		CURRENT LEARNING RATE: 0.0005623000555144116
previous_iter_valid_loss : 0.18088369071483612

    712680	  0.181217	  0.180884	  0.167344		CURRENT LEARNING RATE: 0.0005621876067485604
previous_iter_valid_loss : 0.16056443750858307

    712700	  0.160741	  0.160564	  0.167102		CURRENT LEARNING RATE: 0.000562075180470213
previous_iter_valid_loss : 0.17889602482318878

    712720	  0.179224	  0.178896	  0.168014		CURRENT LEARNING RATE: 0.0005619627766748733
previous_iter_valid_loss : 0.1642812192440033

    712740	  0.164455	  0.164281	  0.167801		CURRENT LEARNING RATE: 0.0005618503953580445
previous_iter_valid_loss : 0.16617967188358307

    712760	  0.166394	  0.166180	  0.167325		CURRENT LEARNING RATE: 0.0005617380365152319
previous_iter_valid_loss : 0.1612151861190796

    712780	  0.161369	  0.161215	  0.167086		CURRENT LEARNING RATE: 0.0005616257001419405
previous_iter_valid_loss : 0.16134212911128998

    712800	  0.161519	  0.161342	  0.167100		CURRENT LEARNING RATE: 0.0005615133862336776
previous_iter_valid_loss : 0.16065874695777893

    712820	  0.160831	  0.160659	  0.166978		CURRENT LEARNING RATE: 0.0005614010947859496
previous_iter_valid_loss : 0.16097122430801392

    712840	  0.161138	  0.160971	  0.166859		CURRENT LEARNING RATE: 0.0005612888257942661
previous_iter_valid_loss : 0.161028191447258

    712860	  0.161183	  0.161028	  0.166593		CURRENT LEARNING RATE: 0.0005611765792541351
previous_iter_valid_loss : 0.18160730600357056

    712880	  0.181940	  0.181607	  0.167622		CURRENT LEARNING RATE: 0.000561064355161068
previous_iter_valid_loss : 0.17536871135234833

    712900	  0.175525	  0.175369	  0.168332		CURRENT LEARNING RATE: 0.0005609521535105747
previous_iter_valid_loss : 0.17304740846157074

    712920	  0.173310	  0.173047	  0.168209		CURRENT LEARNING RATE: 0.0005608399742981674
previous_iter_valid_loss : 0.16052798926830292

    712940	  0.160685	  0.160528	  0.167936		CURRENT LEARNING RATE: 0.0005607278175193598
previous_iter_valid_loss : 0.16053660213947296

    712960	  0.160716	  0.160537	  0.167925		CURRENT LEARNING RATE: 0.0005606156831696645
previous_iter_valid_loss : 0.16340608894824982

    712980	  0.163606	  0.163406	  0.168023		CURRENT LEARNING RATE: 0.0005605035712445969
previous_iter_valid_loss : 0.16214238107204437

    713000	  0.162338	  0.162142	  0.167280		CURRENT LEARNING RATE: 0.000560391481739672
previous_iter_valid_loss : 0.16380715370178223

    713020	  0.164006	  0.163807	  0.166304		CURRENT LEARNING RATE: 0.0005602794146504068
previous_iter_valid_loss : 0.17009100317955017

    713040	  0.170349	  0.170091	  0.166730		CURRENT LEARNING RATE: 0.0005601673699723177
previous_iter_valid_loss : 0.16154299676418304

    713060	  0.161737	  0.161543	  0.166403		CURRENT LEARNING RATE: 0.0005600553477009241
previous_iter_valid_loss : 0.16328321397304535

    713080	  0.163469	  0.163283	  0.165523		CURRENT LEARNING RATE: 0.0005599433478317439
previous_iter_valid_loss : 0.16059434413909912

    713100	  0.160755	  0.160594	  0.165524		CURRENT LEARNING RATE: 0.0005598313703602982
previous_iter_valid_loss : 0.1646157205104828

    713120	  0.164770	  0.164616	  0.164810		CURRENT LEARNING RATE: 0.000559719415282107
previous_iter_valid_loss : 0.16273260116577148

    713140	  0.162902	  0.162733	  0.164733		CURRENT LEARNING RATE: 0.0005596074825926927
previous_iter_valid_loss : 0.1735539585351944

    713160	  0.173827	  0.173554	  0.165101		CURRENT LEARNING RATE: 0.0005594955722875776
previous_iter_valid_loss : 0.1723482757806778

    713180	  0.172613	  0.172348	  0.165658		CURRENT LEARNING RATE: 0.0005593836843622858
previous_iter_valid_loss : 0.1734360307455063

    713200	  0.173581	  0.173436	  0.166263		CURRENT LEARNING RATE: 0.000559271818812341
previous_iter_valid_loss : 0.16892419755458832

    713220	  0.169159	  0.168924	  0.166676		CURRENT LEARNING RATE: 0.0005591599756332695
previous_iter_valid_loss : 0.16063180565834045

    713240	  0.160785	  0.160632	  0.166659		CURRENT LEARNING RATE: 0.0005590481548205967
previous_iter_valid_loss : 0.1614380180835724

    713260	  0.161587	  0.161438	  0.166680		CURRENT LEARNING RATE: 0.0005589363563698505
previous_iter_valid_loss : 0.1612672209739685

    713280	  0.161423	  0.161267	  0.165663		CURRENT LEARNING RATE: 0.0005588245802765582
previous_iter_valid_loss : 0.16173435747623444

    713300	  0.161905	  0.161734	  0.164981		CURRENT LEARNING RATE: 0.0005587128265362492
previous_iter_valid_loss : 0.17593176662921906

    713320	  0.176094	  0.175932	  0.165125		CURRENT LEARNING RATE: 0.0005586010951444539
previous_iter_valid_loss : 0.1653209775686264

    713340	  0.165521	  0.165321	  0.165365		CURRENT LEARNING RATE: 0.0005584893860967018
previous_iter_valid_loss : 0.19142921268939972

    713360	  0.191558	  0.191429	  0.166909		CURRENT LEARNING RATE: 0.0005583776993885259
previous_iter_valid_loss : 0.16376934945583344

    713380	  0.163966	  0.163769	  0.166927		CURRENT LEARNING RATE: 0.0005582660350154574
previous_iter_valid_loss : 0.1771889179944992

    713400	  0.177349	  0.177189	  0.167680		CURRENT LEARNING RATE: 0.000558154392973031
previous_iter_valid_loss : 0.16067034006118774

    713420	  0.160830	  0.160670	  0.167523		CURRENT LEARNING RATE: 0.0005580427732567798
previous_iter_valid_loss : 0.1624051332473755

    713440	  0.162570	  0.162405	  0.167139		CURRENT LEARNING RATE: 0.0005579311758622403
previous_iter_valid_loss : 0.16219377517700195

    713460	  0.162378	  0.162194	  0.167171		CURRENT LEARNING RATE: 0.0005578196007849472
previous_iter_valid_loss : 0.16262561082839966

    713480	  0.162805	  0.162626	  0.167138		CURRENT LEARNING RATE: 0.0005577080480204387
previous_iter_valid_loss : 0.1644773632287979

    713500	  0.164645	  0.164477	  0.167332		CURRENT LEARNING RATE: 0.0005575965175642518
previous_iter_valid_loss : 0.1605805903673172

    713520	  0.160747	  0.160581	  0.167131		CURRENT LEARNING RATE: 0.0005574850094119261
previous_iter_valid_loss : 0.16816163063049316

    713540	  0.168390	  0.168162	  0.167402		CURRENT LEARNING RATE: 0.0005573735235590004
previous_iter_valid_loss : 0.16407710313796997

    713560	  0.164242	  0.164077	  0.166928		CURRENT LEARNING RATE: 0.0005572620600010162
previous_iter_valid_loss : 0.16837042570114136

    713580	  0.168606	  0.168370	  0.166729		CURRENT LEARNING RATE: 0.000557150618733514
previous_iter_valid_loss : 0.17146991193294525

    713600	  0.171624	  0.171470	  0.166631		CURRENT LEARNING RATE: 0.0005570391997520371
previous_iter_valid_loss : 0.16119366884231567

    713620	  0.161382	  0.161194	  0.166245		CURRENT LEARNING RATE: 0.0005569278030521278
previous_iter_valid_loss : 0.16143527626991272

    713640	  0.161596	  0.161435	  0.166285		CURRENT LEARNING RATE: 0.0005568164286293312
previous_iter_valid_loss : 0.16082051396369934

    713660	  0.161004	  0.160821	  0.166254		CURRENT LEARNING RATE: 0.0005567050764791913
previous_iter_valid_loss : 0.16836406290531158

    713680	  0.168589	  0.168364	  0.166609		CURRENT LEARNING RATE: 0.0005565937465972549
previous_iter_valid_loss : 0.17529192566871643

    713700	  0.175445	  0.175292	  0.167287		CURRENT LEARNING RATE: 0.0005564824389790681
previous_iter_valid_loss : 0.17405374348163605

    713720	  0.174331	  0.174054	  0.167193		CURRENT LEARNING RATE: 0.0005563711536201789
previous_iter_valid_loss : 0.17681562900543213

    713740	  0.177111	  0.176816	  0.167767		CURRENT LEARNING RATE: 0.0005562598905161364
previous_iter_valid_loss : 0.18443423509597778

    713760	  0.184806	  0.184434	  0.167418		CURRENT LEARNING RATE: 0.0005561486496624891
previous_iter_valid_loss : 0.16415609419345856

    713780	  0.164321	  0.164156	  0.167437		CURRENT LEARNING RATE: 0.0005560374310547884
previous_iter_valid_loss : 0.16659562289714813

    713800	  0.166751	  0.166596	  0.166907		CURRENT LEARNING RATE: 0.0005559262346885844
previous_iter_valid_loss : 0.1753406822681427

    713820	  0.175495	  0.175341	  0.167641		CURRENT LEARNING RATE: 0.0005558150605594305
previous_iter_valid_loss : 0.23718968033790588

    713840	  0.237097	  0.237190	  0.171380		CURRENT LEARNING RATE: 0.0005557039086628786
previous_iter_valid_loss : 0.17644767463207245

    713860	  0.176609	  0.176448	  0.172093		CURRENT LEARNING RATE: 0.0005555927789944834
previous_iter_valid_loss : 0.16091203689575195

    713880	  0.161066	  0.160912	  0.172007		CURRENT LEARNING RATE: 0.0005554816715497992
previous_iter_valid_loss : 0.16589640080928802

    713900	  0.166107	  0.165896	  0.172078		CURRENT LEARNING RATE: 0.0005553705863243823
previous_iter_valid_loss : 0.16998602449893951

    713920	  0.170144	  0.169986	  0.172548		CURRENT LEARNING RATE: 0.0005552595233137885
previous_iter_valid_loss : 0.1606718748807907

    713940	  0.160843	  0.160672	  0.172174		CURRENT LEARNING RATE: 0.0005551484825135762
previous_iter_valid_loss : 0.17292548716068268

    713960	  0.173196	  0.172925	  0.172616		CURRENT LEARNING RATE: 0.0005550374639193027
previous_iter_valid_loss : 0.16439874470233917

    713980	  0.164567	  0.164399	  0.172418		CURRENT LEARNING RATE: 0.0005549264675265283
previous_iter_valid_loss : 0.16240856051445007

    714000	  0.162578	  0.162409	  0.171965		CURRENT LEARNING RATE: 0.0005548154933308122
previous_iter_valid_loss : 0.16509826481342316

    714020	  0.165308	  0.165098	  0.172160		CURRENT LEARNING RATE: 0.0005547045413277165
previous_iter_valid_loss : 0.1663246899843216

    714040	  0.166532	  0.166325	  0.172404		CURRENT LEARNING RATE: 0.000554593611512802
previous_iter_valid_loss : 0.16693587601184845

    714060	  0.167155	  0.166936	  0.172710		CURRENT LEARNING RATE: 0.0005544827038816325
previous_iter_valid_loss : 0.17356368899345398

    714080	  0.173836	  0.173564	  0.172970		CURRENT LEARNING RATE: 0.0005543718184297707
previous_iter_valid_loss : 0.17719273269176483

    714100	  0.177492	  0.177193	  0.173065		CURRENT LEARNING RATE: 0.0005542609551527818
previous_iter_valid_loss : 0.16060075163841248

    714120	  0.160753	  0.160601	  0.172393		CURRENT LEARNING RATE: 0.0005541501140462317
previous_iter_valid_loss : 0.16329561173915863

    714140	  0.163464	  0.163296	  0.171717		CURRENT LEARNING RATE: 0.0005540392951056856
previous_iter_valid_loss : 0.16154521703720093

    714160	  0.161736	  0.161545	  0.170572		CURRENT LEARNING RATE: 0.0005539284983267119
previous_iter_valid_loss : 0.16124390065670013

    714180	  0.161427	  0.161244	  0.170426		CURRENT LEARNING RATE: 0.0005538177237048778
previous_iter_valid_loss : 0.16063185036182404

    714200	  0.160790	  0.160632	  0.170128		CURRENT LEARNING RATE: 0.0005537069712357531
previous_iter_valid_loss : 0.1790299117565155

    714220	  0.179192	  0.179030	  0.170313		CURRENT LEARNING RATE: 0.000553596240914907
previous_iter_valid_loss : 0.16054756939411163

    714240	  0.160715	  0.160548	  0.166481		CURRENT LEARNING RATE: 0.0005534855327379109
previous_iter_valid_loss : 0.16085083782672882

    714260	  0.161031	  0.160851	  0.165701		CURRENT LEARNING RATE: 0.0005533748467003359
previous_iter_valid_loss : 0.1672113686800003

    714280	  0.167432	  0.167211	  0.166016		CURRENT LEARNING RATE: 0.0005532641827977552
previous_iter_valid_loss : 0.16168873012065887

    714300	  0.161836	  0.161689	  0.165805		CURRENT LEARNING RATE: 0.0005531535410257415
previous_iter_valid_loss : 0.16052547097206116

    714320	  0.160680	  0.160525	  0.165332		CURRENT LEARNING RATE: 0.0005530429213798699
previous_iter_valid_loss : 0.16134822368621826

    714340	  0.161496	  0.161348	  0.165366		CURRENT LEARNING RATE: 0.0005529323238557147
previous_iter_valid_loss : 0.1635618805885315

    714360	  0.163762	  0.163562	  0.164898		CURRENT LEARNING RATE: 0.000552821748448853
previous_iter_valid_loss : 0.16112539172172546

    714380	  0.161279	  0.161125	  0.164734		CURRENT LEARNING RATE: 0.000552711195154861
previous_iter_valid_loss : 0.16083668172359467

    714400	  0.160999	  0.160837	  0.164656		CURRENT LEARNING RATE: 0.0005526006639693173
previous_iter_valid_loss : 0.1605704128742218

    714420	  0.160736	  0.160570	  0.164429		CURRENT LEARNING RATE: 0.0005524901548877997
previous_iter_valid_loss : 0.20377349853515625

    714440	  0.204338	  0.203773	  0.166302		CURRENT LEARNING RATE: 0.0005523796679058889
previous_iter_valid_loss : 0.16110722720623016

    714460	  0.161296	  0.161107	  0.166010		CURRENT LEARNING RATE: 0.0005522692030191644
previous_iter_valid_loss : 0.16055811941623688

    714480	  0.160718	  0.160558	  0.165360		CURRENT LEARNING RATE: 0.0005521587602232086
previous_iter_valid_loss : 0.16050289571285248

    714500	  0.160673	  0.160503	  0.164526		CURRENT LEARNING RATE: 0.0005520483395136026
previous_iter_valid_loss : 0.1632147878408432

    714520	  0.163412	  0.163215	  0.164656		CURRENT LEARNING RATE: 0.0005519379408859305
previous_iter_valid_loss : 0.16057676076889038

    714540	  0.160743	  0.160577	  0.164520		CURRENT LEARNING RATE: 0.0005518275643357764
previous_iter_valid_loss : 0.17053674161434174

    714560	  0.170687	  0.170537	  0.164970		CURRENT LEARNING RATE: 0.0005517172098587247
previous_iter_valid_loss : 0.16141580045223236

    714580	  0.161572	  0.161416	  0.164979		CURRENT LEARNING RATE: 0.0005516068774503618
previous_iter_valid_loss : 0.1611105352640152

    714600	  0.161303	  0.161111	  0.165002		CURRENT LEARNING RATE: 0.0005514965671062736
previous_iter_valid_loss : 0.19315457344055176

    714620	  0.193639	  0.193155	  0.165709		CURRENT LEARNING RATE: 0.0005513862788220486
previous_iter_valid_loss : 0.17732347548007965

    714640	  0.177624	  0.177323	  0.166547		CURRENT LEARNING RATE: 0.0005512760125932745
previous_iter_valid_loss : 0.1744241714477539

    714660	  0.174698	  0.174424	  0.167226		CURRENT LEARNING RATE: 0.0005511657684155413
previous_iter_valid_loss : 0.16232739388942719

    714680	  0.162492	  0.162327	  0.166982		CURRENT LEARNING RATE: 0.0005510555462844384
previous_iter_valid_loss : 0.1606481522321701

    714700	  0.160822	  0.160648	  0.166930		CURRENT LEARNING RATE: 0.0005509453461955581
previous_iter_valid_loss : 0.1700734794139862

    714720	  0.170226	  0.170073	  0.167407		CURRENT LEARNING RATE: 0.0005508351681444911
previous_iter_valid_loss : 0.16297604143619537

    714740	  0.163166	  0.162976	  0.167489		CURRENT LEARNING RATE: 0.0005507250121268314
previous_iter_valid_loss : 0.1714942455291748

    714760	  0.171645	  0.171494	  0.167885		CURRENT LEARNING RATE: 0.0005506148781381717
previous_iter_valid_loss : 0.16050945222377777

    714780	  0.160668	  0.160509	  0.167855		CURRENT LEARNING RATE: 0.0005505047661741078
previous_iter_valid_loss : 0.18268072605133057

    714800	  0.183027	  0.182681	  0.168947		CURRENT LEARNING RATE: 0.0005503946762302342
previous_iter_valid_loss : 0.1605469435453415

    714820	  0.160710	  0.160547	  0.168946		CURRENT LEARNING RATE: 0.0005502846083021481
previous_iter_valid_loss : 0.16339640319347382

    714840	  0.163564	  0.163396	  0.166927		CURRENT LEARNING RATE: 0.0005501745623854459
previous_iter_valid_loss : 0.16086725890636444

    714860	  0.161050	  0.160867	  0.166915		CURRENT LEARNING RATE: 0.0005500645384757267
previous_iter_valid_loss : 0.18301469087600708

    714880	  0.183177	  0.183015	  0.168038		CURRENT LEARNING RATE: 0.0005499545365685888
previous_iter_valid_loss : 0.1606641709804535

    714900	  0.160823	  0.160664	  0.168046		CURRENT LEARNING RATE: 0.0005498445566596323
previous_iter_valid_loss : 0.16522619128227234

    714920	  0.165437	  0.165226	  0.168146		CURRENT LEARNING RATE: 0.0005497345987444587
previous_iter_valid_loss : 0.16370487213134766

    714940	  0.163914	  0.163705	  0.168303		CURRENT LEARNING RATE: 0.0005496246628186686
previous_iter_valid_loss : 0.16081252694129944

    714960	  0.160993	  0.160813	  0.167816		CURRENT LEARNING RATE: 0.0005495147488778656
previous_iter_valid_loss : 0.16201019287109375

    714980	  0.162190	  0.162010	  0.167846		CURRENT LEARNING RATE: 0.0005494048569176522
previous_iter_valid_loss : 0.17307540774345398

    715000	  0.173348	  0.173075	  0.168444		CURRENT LEARNING RATE: 0.0005492949869336334
previous_iter_valid_loss : 0.1705293506383896

    715020	  0.170780	  0.170529	  0.167313		CURRENT LEARNING RATE: 0.000549185138921414
previous_iter_valid_loss : 0.16565380990505219

    715040	  0.165818	  0.165654	  0.166730		CURRENT LEARNING RATE: 0.0005490753128766004
previous_iter_valid_loss : 0.16215063631534576

    715060	  0.162325	  0.162151	  0.166116		CURRENT LEARNING RATE: 0.0005489655087947992
previous_iter_valid_loss : 0.16461563110351562

    715080	  0.164807	  0.164616	  0.166230		CURRENT LEARNING RATE: 0.0005488557266716186
previous_iter_valid_loss : 0.1629616767168045

    715100	  0.163159	  0.162962	  0.166346		CURRENT LEARNING RATE: 0.0005487459665026669
previous_iter_valid_loss : 0.1669013798236847

    715120	  0.167057	  0.166901	  0.166187		CURRENT LEARNING RATE: 0.0005486362282835543
previous_iter_valid_loss : 0.21184274554252625

    715140	  0.211893	  0.211843	  0.168631		CURRENT LEARNING RATE: 0.0005485265120098905
previous_iter_valid_loss : 0.1612536460161209

    715160	  0.161412	  0.161254	  0.168119		CURRENT LEARNING RATE: 0.0005484168176772876
previous_iter_valid_loss : 0.16311490535736084

    715180	  0.163277	  0.163115	  0.168249		CURRENT LEARNING RATE: 0.0005483071452813571
previous_iter_valid_loss : 0.17029699683189392

    715200	  0.170541	  0.170297	  0.167630		CURRENT LEARNING RATE: 0.0005481974948177129
previous_iter_valid_loss : 0.16201643645763397

    715220	  0.162179	  0.162016	  0.167703		CURRENT LEARNING RATE: 0.0005480878662819682
previous_iter_valid_loss : 0.16091887652873993

    715240	  0.161092	  0.160919	  0.167579		CURRENT LEARNING RATE: 0.0005479782596697386
previous_iter_valid_loss : 0.16132092475891113

    715260	  0.161509	  0.161321	  0.167602		CURRENT LEARNING RATE: 0.000547868674976639
previous_iter_valid_loss : 0.16138266026973724

    715280	  0.161565	  0.161383	  0.166520		CURRENT LEARNING RATE: 0.000547759112198287
previous_iter_valid_loss : 0.17435327172279358

    715300	  0.174501	  0.174353	  0.167205		CURRENT LEARNING RATE: 0.000547649571330299
previous_iter_valid_loss : 0.17295727133750916

    715320	  0.173097	  0.172957	  0.167591		CURRENT LEARNING RATE: 0.000547540052368294
previous_iter_valid_loss : 0.17164471745491028

    715340	  0.171793	  0.171645	  0.167988		CURRENT LEARNING RATE: 0.0005474305553078917
previous_iter_valid_loss : 0.1809244006872177

    715360	  0.181252	  0.180924	  0.168994		CURRENT LEARNING RATE: 0.0005473210801447111
previous_iter_valid_loss : 0.17055419087409973

    715380	  0.170806	  0.170554	  0.169421		CURRENT LEARNING RATE: 0.0005472116268743742
previous_iter_valid_loss : 0.1633739322423935

    715400	  0.163539	  0.163374	  0.168936		CURRENT LEARNING RATE: 0.0005471021954925021
previous_iter_valid_loss : 0.17805787920951843

    715420	  0.178213	  0.178058	  0.169313		CURRENT LEARNING RATE: 0.0005469927859947184
previous_iter_valid_loss : 0.1694292277097702

    715440	  0.169667	  0.169429	  0.169501		CURRENT LEARNING RATE: 0.0005468833983766457
previous_iter_valid_loss : 0.16293196380138397

    715460	  0.163132	  0.162932	  0.169540		CURRENT LEARNING RATE: 0.0005467740326339093
previous_iter_valid_loss : 0.1608758419752121

    715480	  0.161024	  0.160876	  0.169354		CURRENT LEARNING RATE: 0.000546664688762134
previous_iter_valid_loss : 0.16085007786750793

    715500	  0.161017	  0.160850	  0.169248		CURRENT LEARNING RATE: 0.0005465553667569468
previous_iter_valid_loss : 0.16207607090473175

    715520	  0.162233	  0.162076	  0.169007		CURRENT LEARNING RATE: 0.0005464460666139737
previous_iter_valid_loss : 0.16093234717845917

    715540	  0.161107	  0.160932	  0.166461		CURRENT LEARNING RATE: 0.000546336788328844
previous_iter_valid_loss : 0.16421420872211456

    715560	  0.164417	  0.164214	  0.166609		CURRENT LEARNING RATE: 0.0005462275318971854
previous_iter_valid_loss : 0.16063840687274933

    715580	  0.160789	  0.160638	  0.166485		CURRENT LEARNING RATE: 0.0005461182973146285
previous_iter_valid_loss : 0.16625921428203583

    715600	  0.166472	  0.166259	  0.166283		CURRENT LEARNING RATE: 0.0005460090845768032
previous_iter_valid_loss : 0.1609886884689331

    715620	  0.161175	  0.160989	  0.166232		CURRENT LEARNING RATE: 0.0005458998936793419
previous_iter_valid_loss : 0.16218706965446472

    715640	  0.162345	  0.162187	  0.166295		CURRENT LEARNING RATE: 0.0005457907246178758
previous_iter_valid_loss : 0.16718965768814087

    715660	  0.167347	  0.167190	  0.166589		CURRENT LEARNING RATE: 0.0005456815773880392
previous_iter_valid_loss : 0.1658155471086502

    715680	  0.166023	  0.165816	  0.166811		CURRENT LEARNING RATE: 0.0005455724519854654
previous_iter_valid_loss : 0.17249664664268494

    715700	  0.172754	  0.172497	  0.166718		CURRENT LEARNING RATE: 0.0005454633484057903
previous_iter_valid_loss : 0.17639665305614471

    715720	  0.176549	  0.176397	  0.166890		CURRENT LEARNING RATE: 0.0005453542666446486
previous_iter_valid_loss : 0.16062216460704803

    715740	  0.160792	  0.160622	  0.166339		CURRENT LEARNING RATE: 0.0005452452066976776
previous_iter_valid_loss : 0.18846246600151062

    715760	  0.188878	  0.188462	  0.166715		CURRENT LEARNING RATE: 0.0005451361685605155
previous_iter_valid_loss : 0.16516533493995667

    715780	  0.165367	  0.165165	  0.166446		CURRENT LEARNING RATE: 0.0005450271522287998
previous_iter_valid_loss : 0.16301414370536804

    715800	  0.163169	  0.163014	  0.166428		CURRENT LEARNING RATE: 0.0005449181576981705
previous_iter_valid_loss : 0.16560976207256317

    715820	  0.165771	  0.165610	  0.165806		CURRENT LEARNING RATE: 0.0005448091849642674
previous_iter_valid_loss : 0.17309753596782684

    715840	  0.173364	  0.173098	  0.165989		CURRENT LEARNING RATE: 0.0005447002340227321
previous_iter_valid_loss : 0.16055691242218018

    715860	  0.160723	  0.160557	  0.165870		CURRENT LEARNING RATE: 0.0005445913048692058
previous_iter_valid_loss : 0.16247068345546722

    715880	  0.162667	  0.162471	  0.165950		CURRENT LEARNING RATE: 0.0005444823974993322
previous_iter_valid_loss : 0.16132883727550507

    715900	  0.161496	  0.161329	  0.165974		CURRENT LEARNING RATE: 0.0005443735119087541
previous_iter_valid_loss : 0.16148285567760468

    715920	  0.161669	  0.161483	  0.165944		CURRENT LEARNING RATE: 0.0005442646480931171
previous_iter_valid_loss : 0.1605953723192215

    715940	  0.160759	  0.160595	  0.165927		CURRENT LEARNING RATE: 0.0005441558060480655
previous_iter_valid_loss : 0.1609703153371811

    715960	  0.161154	  0.160970	  0.165765		CURRENT LEARNING RATE: 0.0005440469857692468
previous_iter_valid_loss : 0.16205863654613495

    715980	  0.162221	  0.162059	  0.165836		CURRENT LEARNING RATE: 0.0005439381872523071
previous_iter_valid_loss : 0.16621622443199158

    716000	  0.166384	  0.166216	  0.165834		CURRENT LEARNING RATE: 0.0005438294104928953
previous_iter_valid_loss : 0.1643308401107788

    716020	  0.164493	  0.164331	  0.166001		CURRENT LEARNING RATE: 0.0005437206554866597
previous_iter_valid_loss : 0.16158004105091095

    716040	  0.161762	  0.161580	  0.165971		CURRENT LEARNING RATE: 0.0005436119222292508
previous_iter_valid_loss : 0.1610191911458969

    716060	  0.161171	  0.161019	  0.165662		CURRENT LEARNING RATE: 0.0005435032107163184
previous_iter_valid_loss : 0.16217221319675446

    716080	  0.162327	  0.162172	  0.165480		CURRENT LEARNING RATE: 0.000543394520943515
previous_iter_valid_loss : 0.16426104307174683

    716100	  0.164453	  0.164261	  0.165068		CURRENT LEARNING RATE: 0.000543285852906492
previous_iter_valid_loss : 0.16144171357154846

    716120	  0.161625	  0.161442	  0.164321		CURRENT LEARNING RATE: 0.0005431772066009031
previous_iter_valid_loss : 0.16055928170681

    716140	  0.160735	  0.160559	  0.164318		CURRENT LEARNING RATE: 0.0005430685820224032
previous_iter_valid_loss : 0.16098065674304962

    716160	  0.161167	  0.160981	  0.162943		CURRENT LEARNING RATE: 0.0005429599791666461
previous_iter_valid_loss : 0.1613505780696869

    716180	  0.161504	  0.161351	  0.162753		CURRENT LEARNING RATE: 0.0005428513980292886
previous_iter_valid_loss : 0.1789187341928482

    716200	  0.179245	  0.178919	  0.163548		CURRENT LEARNING RATE: 0.0005427428386059868
previous_iter_valid_loss : 0.1605534702539444

    716220	  0.160705	  0.160553	  0.163295		CURRENT LEARNING RATE: 0.000542634300892399
previous_iter_valid_loss : 0.16339710354804993

    716240	  0.163599	  0.163397	  0.162810		CURRENT LEARNING RATE: 0.0005425257848841828
previous_iter_valid_loss : 0.18082964420318604

    716260	  0.180989	  0.180830	  0.163824		CURRENT LEARNING RATE: 0.0005424172905769986
previous_iter_valid_loss : 0.16257275640964508

    716280	  0.162740	  0.162573	  0.163829		CURRENT LEARNING RATE: 0.0005423088179665055
previous_iter_valid_loss : 0.16324211657047272

    716300	  0.163428	  0.163242	  0.163925		CURRENT LEARNING RATE: 0.0005422003670483658
previous_iter_valid_loss : 0.16094054281711578

    716320	  0.161096	  0.160941	  0.163897		CURRENT LEARNING RATE: 0.0005420919378182404
previous_iter_valid_loss : 0.16099724173545837

    716340	  0.161159	  0.160997	  0.163917		CURRENT LEARNING RATE: 0.000541983530271793
previous_iter_valid_loss : 0.17762690782546997

    716360	  0.177923	  0.177627	  0.164750		CURRENT LEARNING RATE: 0.0005418751444046864
previous_iter_valid_loss : 0.16127502918243408

    716380	  0.161456	  0.161275	  0.164711		CURRENT LEARNING RATE: 0.0005417667802125861
previous_iter_valid_loss : 0.1635822355747223

    716400	  0.163775	  0.163582	  0.164579		CURRENT LEARNING RATE: 0.0005416584376911566
previous_iter_valid_loss : 0.16988295316696167

    716420	  0.170032	  0.169883	  0.164857		CURRENT LEARNING RATE: 0.0005415501168360653
previous_iter_valid_loss : 0.1829896867275238

    716440	  0.183142	  0.182990	  0.165928		CURRENT LEARNING RATE: 0.0005414418176429781
previous_iter_valid_loss : 0.16685883700847626

    716460	  0.167074	  0.166859	  0.166220		CURRENT LEARNING RATE: 0.0005413335401075642
previous_iter_valid_loss : 0.16188189387321472

    716480	  0.162038	  0.161882	  0.166205		CURRENT LEARNING RATE: 0.0005412252842254916
previous_iter_valid_loss : 0.16237379610538483

    716500	  0.162567	  0.162374	  0.166111		CURRENT LEARNING RATE: 0.0005411170499924308
previous_iter_valid_loss : 0.16404293477535248

    716520	  0.164240	  0.164043	  0.166241		CURRENT LEARNING RATE: 0.0005410088374040516
previous_iter_valid_loss : 0.16239707171916962

    716540	  0.162575	  0.162397	  0.166333		CURRENT LEARNING RATE: 0.0005409006464560261
previous_iter_valid_loss : 0.177716463804245

    716560	  0.178012	  0.177716	  0.167169		CURRENT LEARNING RATE: 0.0005407924771440269
previous_iter_valid_loss : 0.1619798243045807

    716580	  0.162177	  0.161980	  0.167201		CURRENT LEARNING RATE: 0.0005406843294637263
previous_iter_valid_loss : 0.16137340664863586

    716600	  0.161530	  0.161373	  0.166324		CURRENT LEARNING RATE: 0.0005405762034107996
previous_iter_valid_loss : 0.16097787022590637

    716620	  0.161156	  0.160978	  0.166345		CURRENT LEARNING RATE: 0.0005404680989809205
previous_iter_valid_loss : 0.16318784654140472

    716640	  0.163379	  0.163188	  0.166334		CURRENT LEARNING RATE: 0.000540360016169766
previous_iter_valid_loss : 0.16085340082645416

    716660	  0.161013	  0.160853	  0.165335		CURRENT LEARNING RATE: 0.0005402519549730116
previous_iter_valid_loss : 0.16058877110481262

    716680	  0.160749	  0.160589	  0.165236		CURRENT LEARNING RATE: 0.000540143915386336
previous_iter_valid_loss : 0.16067048907279968

    716700	  0.160820	  0.160670	  0.165108		CURRENT LEARNING RATE: 0.0005400358974054168
previous_iter_valid_loss : 0.16546693444252014

    716720	  0.165632	  0.165467	  0.165334		CURRENT LEARNING RATE: 0.0005399279010259338
previous_iter_valid_loss : 0.16124676167964935

    716740	  0.161402	  0.161247	  0.165347		CURRENT LEARNING RATE: 0.0005398199262435666
previous_iter_valid_loss : 0.17474576830863953

    716760	  0.174902	  0.174746	  0.165202		CURRENT LEARNING RATE: 0.000539711973053997
previous_iter_valid_loss : 0.16226446628570557

    716780	  0.162463	  0.162264	  0.165252		CURRENT LEARNING RATE: 0.0005396040414529057
previous_iter_valid_loss : 0.16059674322605133

    716800	  0.160757	  0.160597	  0.165103		CURRENT LEARNING RATE: 0.0005394961314359769
previous_iter_valid_loss : 0.16149359941482544

    716820	  0.161654	  0.161494	  0.164683		CURRENT LEARNING RATE: 0.0005393882429988927
previous_iter_valid_loss : 0.17295031249523163

    716840	  0.173220	  0.172950	  0.164181		CURRENT LEARNING RATE: 0.000539280376137339
previous_iter_valid_loss : 0.16209107637405396

    716860	  0.162242	  0.162091	  0.163943		CURRENT LEARNING RATE: 0.0005391725308469997
previous_iter_valid_loss : 0.1628609597682953

    716880	  0.163057	  0.162861	  0.163992		CURRENT LEARNING RATE: 0.0005390647071235624
previous_iter_valid_loss : 0.1606796234846115

    716900	  0.160838	  0.160680	  0.163907		CURRENT LEARNING RATE: 0.0005389569049627129
previous_iter_valid_loss : 0.16071854531764984

    716920	  0.160878	  0.160719	  0.163741		CURRENT LEARNING RATE: 0.0005388491243601396
previous_iter_valid_loss : 0.1637357473373413

    716940	  0.163898	  0.163736	  0.163808		CURRENT LEARNING RATE: 0.0005387413653115319
previous_iter_valid_loss : 0.18383584916591644

    716960	  0.184196	  0.183836	  0.164114		CURRENT LEARNING RATE: 0.0005386336278125784
previous_iter_valid_loss : 0.16093212366104126

    716980	  0.161108	  0.160932	  0.164061		CURRENT LEARNING RATE: 0.0005385259118589705
previous_iter_valid_loss : 0.16141602396965027

    717000	  0.161574	  0.161416	  0.164063		CURRENT LEARNING RATE: 0.0005384182174463988
previous_iter_valid_loss : 0.17484676837921143

    717020	  0.175135	  0.174847	  0.164757		CURRENT LEARNING RATE: 0.0005383105445705563
previous_iter_valid_loss : 0.16154590249061584

    717040	  0.161734	  0.161546	  0.164675		CURRENT LEARNING RATE: 0.000538202893227135
previous_iter_valid_loss : 0.16260434687137604

    717060	  0.162794	  0.162604	  0.164762		CURRENT LEARNING RATE: 0.0005380952634118302
previous_iter_valid_loss : 0.16071955859661102

    717080	  0.160873	  0.160720	  0.164769		CURRENT LEARNING RATE: 0.0005379876551203354
previous_iter_valid_loss : 0.16347374022006989

    717100	  0.163673	  0.163474	  0.164909		CURRENT LEARNING RATE: 0.0005378800683483474
previous_iter_valid_loss : 0.16166074573993683

    717120	  0.161839	  0.161661	  0.164719		CURRENT LEARNING RATE: 0.0005377725030915617
previous_iter_valid_loss : 0.1609220951795578

    717140	  0.161084	  0.160922	  0.164703		CURRENT LEARNING RATE: 0.0005376649593456768
previous_iter_valid_loss : 0.16704411804676056

    717160	  0.167205	  0.167044	  0.164317		CURRENT LEARNING RATE: 0.0005375574371063897
previous_iter_valid_loss : 0.1610976606607437

    717180	  0.161277	  0.161098	  0.164259		CURRENT LEARNING RATE: 0.0005374499363694007
previous_iter_valid_loss : 0.170892596244812

    717200	  0.171145	  0.170893	  0.164774		CURRENT LEARNING RATE: 0.0005373424571304088
previous_iter_valid_loss : 0.1628085821866989

    717220	  0.163006	  0.162809	  0.164840		CURRENT LEARNING RATE: 0.0005372349993851157
previous_iter_valid_loss : 0.1755787432193756

    717240	  0.175858	  0.175579	  0.164971		CURRENT LEARNING RATE: 0.0005371275631292222
previous_iter_valid_loss : 0.1633465439081192

    717260	  0.163539	  0.163347	  0.165034		CURRENT LEARNING RATE: 0.0005370201483584317
previous_iter_valid_loss : 0.16051526367664337

    717280	  0.160682	  0.160515	  0.164917		CURRENT LEARNING RATE: 0.0005369127550684467
previous_iter_valid_loss : 0.16196194291114807

    717300	  0.162150	  0.161962	  0.164981		CURRENT LEARNING RATE: 0.0005368053832549726
previous_iter_valid_loss : 0.1682875156402588

    717320	  0.168442	  0.168288	  0.165359		CURRENT LEARNING RATE: 0.0005366980329137133
previous_iter_valid_loss : 0.1608067750930786

    717340	  0.160967	  0.160807	  0.165213		CURRENT LEARNING RATE: 0.0005365907040403755
previous_iter_valid_loss : 0.163121297955513

    717360	  0.163321	  0.163121	  0.164177		CURRENT LEARNING RATE: 0.0005364833966306663
previous_iter_valid_loss : 0.1658722162246704

    717380	  0.166028	  0.165872	  0.164424		CURRENT LEARNING RATE: 0.0005363761106802926
previous_iter_valid_loss : 0.1605033129453659

    717400	  0.160666	  0.160503	  0.164378		CURRENT LEARNING RATE: 0.0005362688461849638
previous_iter_valid_loss : 0.1697416752576828

    717420	  0.169976	  0.169742	  0.164123		CURRENT LEARNING RATE: 0.0005361616031403886
previous_iter_valid_loss : 0.161600723862648

    717440	  0.161787	  0.161601	  0.164126		CURRENT LEARNING RATE: 0.0005360543815422779
previous_iter_valid_loss : 0.16294045746326447

    717460	  0.163108	  0.162940	  0.164143		CURRENT LEARNING RATE: 0.0005359471813863422
previous_iter_valid_loss : 0.1605118066072464

    717480	  0.160668	  0.160512	  0.164132		CURRENT LEARNING RATE: 0.0005358400026682943
previous_iter_valid_loss : 0.16920608282089233

    717500	  0.169454	  0.169206	  0.164419		CURRENT LEARNING RATE: 0.000535732845383846
previous_iter_valid_loss : 0.16050595045089722

    717520	  0.160663	  0.160506	  0.164361		CURRENT LEARNING RATE: 0.0005356257095287121
previous_iter_valid_loss : 0.1634954959154129

    717540	  0.163687	  0.163495	  0.164490		CURRENT LEARNING RATE: 0.0005355185950986063
previous_iter_valid_loss : 0.16302542388439178

    717560	  0.163217	  0.163025	  0.164289		CURRENT LEARNING RATE: 0.0005354115020892446
previous_iter_valid_loss : 0.18305984139442444

    717580	  0.183411	  0.183060	  0.165387		CURRENT LEARNING RATE: 0.0005353044304963428
previous_iter_valid_loss : 0.16607150435447693

    717600	  0.166233	  0.166072	  0.165146		CURRENT LEARNING RATE: 0.0005351973803156187
previous_iter_valid_loss : 0.1725543886423111

    717620	  0.172699	  0.172554	  0.165633		CURRENT LEARNING RATE: 0.0005350903515427893
previous_iter_valid_loss : 0.16471777856349945

    717640	  0.164913	  0.164718	  0.165090		CURRENT LEARNING RATE: 0.0005349833441735747
previous_iter_valid_loss : 0.1618206650018692

    717660	  0.161978	  0.161821	  0.165014		CURRENT LEARNING RATE: 0.0005348763582036933
previous_iter_valid_loss : 0.1645778864622116

    717680	  0.164752	  0.164578	  0.165217		CURRENT LEARNING RATE: 0.0005347693936288668
previous_iter_valid_loss : 0.18164560198783875

    717700	  0.181804	  0.181646	  0.166201		CURRENT LEARNING RATE: 0.0005346624504448158
previous_iter_valid_loss : 0.1704767495393753

    717720	  0.170717	  0.170477	  0.166311		CURRENT LEARNING RATE: 0.0005345555286472632
previous_iter_valid_loss : 0.1614859402179718

    717740	  0.161674	  0.161486	  0.166345		CURRENT LEARNING RATE: 0.0005344486282319314
previous_iter_valid_loss : 0.17647092044353485

    717760	  0.176630	  0.176471	  0.167012		CURRENT LEARNING RATE: 0.0005343417491945448
previous_iter_valid_loss : 0.16090090572834015

    717780	  0.161061	  0.160901	  0.166763		CURRENT LEARNING RATE: 0.0005342348915308286
previous_iter_valid_loss : 0.16643501818180084

    717800	  0.166594	  0.166435	  0.167060		CURRENT LEARNING RATE: 0.0005341280552365078
previous_iter_valid_loss : 0.16179943084716797

    717820	  0.161990	  0.161799	  0.166663		CURRENT LEARNING RATE: 0.0005340212403073098
previous_iter_valid_loss : 0.16236449778079987

    717840	  0.162567	  0.162364	  0.166701		CURRENT LEARNING RATE: 0.000533914446738961
previous_iter_valid_loss : 0.16106022894382477

    717860	  0.161221	  0.161060	  0.166607		CURRENT LEARNING RATE: 0.0005338076745271905
previous_iter_valid_loss : 0.16396822035312653

    717880	  0.164169	  0.163968	  0.166780		CURRENT LEARNING RATE: 0.0005337009236677265
previous_iter_valid_loss : 0.16927187144756317

    717900	  0.169516	  0.169272	  0.166783		CURRENT LEARNING RATE: 0.0005335941941563002
previous_iter_valid_loss : 0.18178124725818634

    717920	  0.182119	  0.181781	  0.167847		CURRENT LEARNING RATE: 0.0005334874859886412
previous_iter_valid_loss : 0.18672078847885132

    717940	  0.187121	  0.186721	  0.169008		CURRENT LEARNING RATE: 0.0005333807991604821
previous_iter_valid_loss : 0.17336434125900269

    717960	  0.173639	  0.173364	  0.169525		CURRENT LEARNING RATE: 0.0005332741336675546
previous_iter_valid_loss : 0.17248661816120148

    717980	  0.172748	  0.172487	  0.168996		CURRENT LEARNING RATE: 0.000533167489505593
previous_iter_valid_loss : 0.16060477495193481

    718000	  0.160772	  0.160605	  0.168723		CURRENT LEARNING RATE: 0.0005330608666703307
previous_iter_valid_loss : 0.16647467017173767

    718020	  0.166684	  0.166475	  0.168419		CURRENT LEARNING RATE: 0.0005329542651575035
previous_iter_valid_loss : 0.18676699697971344

    718040	  0.187170	  0.186767	  0.169522		CURRENT LEARNING RATE: 0.0005328476849628465
previous_iter_valid_loss : 0.17860296368598938

    718060	  0.178913	  0.178603	  0.170361		CURRENT LEARNING RATE: 0.0005327411260820973
previous_iter_valid_loss : 0.16369985044002533

    718080	  0.163865	  0.163700	  0.170317		CURRENT LEARNING RATE: 0.000532634588510993
previous_iter_valid_loss : 0.16466602683067322

    718100	  0.164838	  0.164666	  0.169468		CURRENT LEARNING RATE: 0.0005325280722452727
previous_iter_valid_loss : 0.16989143192768097

    718120	  0.170042	  0.169891	  0.169439		CURRENT LEARNING RATE: 0.0005324215772806748
previous_iter_valid_loss : 0.16291606426239014

    718140	  0.163076	  0.162916	  0.169510		CURRENT LEARNING RATE: 0.0005323151036129402
previous_iter_valid_loss : 0.16054566204547882

    718160	  0.160697	  0.160546	  0.168714		CURRENT LEARNING RATE: 0.0005322086512378101
previous_iter_valid_loss : 0.1733180284500122

    718180	  0.173473	  0.173318	  0.169335		CURRENT LEARNING RATE: 0.0005321022201510259
previous_iter_valid_loss : 0.17008468508720398

    718200	  0.170328	  0.170085	  0.169517		CURRENT LEARNING RATE: 0.0005319958103483308
previous_iter_valid_loss : 0.16085536777973175

    718220	  0.161035	  0.160855	  0.169470		CURRENT LEARNING RATE: 0.0005318894218254678
previous_iter_valid_loss : 0.17238517105579376

    718240	  0.172535	  0.172385	  0.169971		CURRENT LEARNING RATE: 0.0005317830545781823
previous_iter_valid_loss : 0.16081279516220093

    718260	  0.160973	  0.160813	  0.169959		CURRENT LEARNING RATE: 0.0005316767086022185
previous_iter_valid_loss : 0.160577654838562

    718280	  0.160736	  0.160578	  0.169789		CURRENT LEARNING RATE: 0.0005315703838933236
previous_iter_valid_loss : 0.17357756197452545

    718300	  0.173847	  0.173578	  0.170004		CURRENT LEARNING RATE: 0.0005314640804472437
previous_iter_valid_loss : 0.16436225175857544

    718320	  0.164557	  0.164362	  0.169133		CURRENT LEARNING RATE: 0.0005313577982597275
previous_iter_valid_loss : 0.16130809485912323

    718340	  0.161492	  0.161308	  0.167863		CURRENT LEARNING RATE: 0.0005312515373265228
previous_iter_valid_loss : 0.16056624054908752

    718360	  0.160728	  0.160566	  0.167223		CURRENT LEARNING RATE: 0.0005311452976433803
previous_iter_valid_loss : 0.16352231800556183

    718380	  0.163717	  0.163522	  0.166775		CURRENT LEARNING RATE: 0.0005310390792060491
previous_iter_valid_loss : 0.17032252252101898

    718400	  0.170562	  0.170323	  0.167261		CURRENT LEARNING RATE: 0.0005309328820102817
previous_iter_valid_loss : 0.17570102214813232

    718420	  0.175850	  0.175701	  0.167722		CURRENT LEARNING RATE: 0.0005308267060518292
previous_iter_valid_loss : 0.16207203269004822

    718440	  0.162227	  0.162072	  0.166487		CURRENT LEARNING RATE: 0.0005307205513264456
previous_iter_valid_loss : 0.16593042016029358

    718460	  0.166093	  0.165930	  0.165853		CURRENT LEARNING RATE: 0.0005306144178298834
previous_iter_valid_loss : 0.1843373328447342

    718480	  0.184701	  0.184337	  0.166885		CURRENT LEARNING RATE: 0.0005305083055578986
previous_iter_valid_loss : 0.1706455647945404

    718500	  0.170895	  0.170646	  0.167184		CURRENT LEARNING RATE: 0.0005304022145062456
previous_iter_valid_loss : 0.17981894314289093

    718520	  0.179976	  0.179819	  0.167681		CURRENT LEARNING RATE: 0.0005302961446706818
previous_iter_valid_loss : 0.1605277806520462

    718540	  0.160682	  0.160528	  0.167561		CURRENT LEARNING RATE: 0.0005301900960469633
previous_iter_valid_loss : 0.16978967189788818

    718560	  0.169939	  0.169790	  0.168023		CURRENT LEARNING RATE: 0.0005300840686308486
previous_iter_valid_loss : 0.16122116148471832

    718580	  0.161402	  0.161221	  0.167419		CURRENT LEARNING RATE: 0.0005299780624180973
previous_iter_valid_loss : 0.16064174473285675

    718600	  0.160813	  0.160642	  0.166947		CURRENT LEARNING RATE: 0.0005298720774044682
previous_iter_valid_loss : 0.16052356362342834

    718620	  0.160687	  0.160524	  0.166930		CURRENT LEARNING RATE: 0.0005297661135857226
previous_iter_valid_loss : 0.16297568380832672

    718640	  0.163175	  0.162976	  0.166459		CURRENT LEARNING RATE: 0.0005296601709576212
previous_iter_valid_loss : 0.1654438078403473

    718660	  0.165644	  0.165444	  0.166691		CURRENT LEARNING RATE: 0.0005295542495159271
previous_iter_valid_loss : 0.16232869029045105

    718680	  0.162529	  0.162329	  0.166779		CURRENT LEARNING RATE: 0.0005294483492564027
previous_iter_valid_loss : 0.1610640287399292

    718700	  0.161223	  0.161064	  0.166153		CURRENT LEARNING RATE: 0.0005293424701748127
previous_iter_valid_loss : 0.16261868178844452

    718720	  0.162820	  0.162619	  0.166066		CURRENT LEARNING RATE: 0.0005292366122669213
previous_iter_valid_loss : 0.165932759642601

    718740	  0.166131	  0.165933	  0.166297		CURRENT LEARNING RATE: 0.0005291307755284947
previous_iter_valid_loss : 0.16946084797382355

    718760	  0.169692	  0.169461	  0.166742		CURRENT LEARNING RATE: 0.0005290249599552989
previous_iter_valid_loss : 0.1605304777622223

    718780	  0.160693	  0.160530	  0.166592		CURRENT LEARNING RATE: 0.0005289191655431019
previous_iter_valid_loss : 0.16584472358226776

    718800	  0.166067	  0.165845	  0.166368		CURRENT LEARNING RATE: 0.0005288133922876711
previous_iter_valid_loss : 0.1609131097793579

    718820	  0.161082	  0.160913	  0.165629		CURRENT LEARNING RATE: 0.0005287076401847766
previous_iter_valid_loss : 0.16112953424453735

    718840	  0.161288	  0.161130	  0.165582		CURRENT LEARNING RATE: 0.0005286019092301873
previous_iter_valid_loss : 0.16928765177726746

    718860	  0.169444	  0.169288	  0.165749		CURRENT LEARNING RATE: 0.000528496199419675
previous_iter_valid_loss : 0.16144300997257233

    718880	  0.161600	  0.161443	  0.164605		CURRENT LEARNING RATE: 0.0005283905107490103
previous_iter_valid_loss : 0.16126328706741333

    718900	  0.161444	  0.161263	  0.164136		CURRENT LEARNING RATE: 0.0005282848432139664
previous_iter_valid_loss : 0.160682812333107

    718920	  0.160836	  0.160683	  0.163179		CURRENT LEARNING RATE: 0.0005281791968103159
previous_iter_valid_loss : 0.162485271692276

    718940	  0.162667	  0.162485	  0.163277		CURRENT LEARNING RATE: 0.0005280735715338334
previous_iter_valid_loss : 0.16137972474098206

    718960	  0.161567	  0.161380	  0.162856		CURRENT LEARNING RATE: 0.0005279679673802942
previous_iter_valid_loss : 0.16823327541351318

    718980	  0.168462	  0.168233	  0.163207		CURRENT LEARNING RATE: 0.0005278623843454733
previous_iter_valid_loss : 0.1733827143907547

    719000	  0.173641	  0.173383	  0.163844		CURRENT LEARNING RATE: 0.0005277568224251484
previous_iter_valid_loss : 0.1662176549434662

    719020	  0.166438	  0.166218	  0.164129		CURRENT LEARNING RATE: 0.0005276512816150959
previous_iter_valid_loss : 0.16543343663215637

    719040	  0.165646	  0.165433	  0.164251		CURRENT LEARNING RATE: 0.0005275457619110953
previous_iter_valid_loss : 0.16165989637374878

    719060	  0.161843	  0.161660	  0.164062		CURRENT LEARNING RATE: 0.0005274402633089248
previous_iter_valid_loss : 0.16262811422348022

    719080	  0.162789	  0.162628	  0.164077		CURRENT LEARNING RATE: 0.0005273347858043652
previous_iter_valid_loss : 0.17024023830890656

    719100	  0.170494	  0.170240	  0.164536		CURRENT LEARNING RATE: 0.0005272293293931968
previous_iter_valid_loss : 0.16119465231895447

    719120	  0.161377	  0.161195	  0.164465		CURRENT LEARNING RATE: 0.0005271238940712021
previous_iter_valid_loss : 0.17069609463214874

    719140	  0.170845	  0.170696	  0.164703		CURRENT LEARNING RATE: 0.0005270184798341627
previous_iter_valid_loss : 0.1607912927865982

    719160	  0.160975	  0.160791	  0.164270		CURRENT LEARNING RATE: 0.000526913086677863
previous_iter_valid_loss : 0.16379719972610474

    719180	  0.163969	  0.163797	  0.164433		CURRENT LEARNING RATE: 0.0005268077145980864
previous_iter_valid_loss : 0.16240762174129486

    719200	  0.162568	  0.162408	  0.164261		CURRENT LEARNING RATE: 0.000526702363590619
previous_iter_valid_loss : 0.17237453162670135

    719220	  0.172520	  0.172375	  0.164834		CURRENT LEARNING RATE: 0.0005265970336512457
previous_iter_valid_loss : 0.1666618436574936

    719240	  0.166817	  0.166662	  0.165111		CURRENT LEARNING RATE: 0.0005264917247757543
previous_iter_valid_loss : 0.17294125258922577

    719260	  0.173210	  0.172941	  0.165293		CURRENT LEARNING RATE: 0.0005263864369599315
previous_iter_valid_loss : 0.17114004492759705

    719280	  0.171293	  0.171140	  0.165778		CURRENT LEARNING RATE: 0.0005262811701995667
previous_iter_valid_loss : 0.16549986600875854

    719300	  0.165668	  0.165500	  0.165990		CURRENT LEARNING RATE: 0.0005261759244904482
previous_iter_valid_loss : 0.16401253640651703

    719320	  0.164220	  0.164013	  0.166157		CURRENT LEARNING RATE: 0.0005260706998283674
previous_iter_valid_loss : 0.1686364859342575

    719340	  0.168791	  0.168636	  0.166464		CURRENT LEARNING RATE: 0.000525965496209114
previous_iter_valid_loss : 0.16845740377902985

    719360	  0.168615	  0.168457	  0.166818		CURRENT LEARNING RATE: 0.0005258603136284807
previous_iter_valid_loss : 0.1691329926252365

    719380	  0.169290	  0.169133	  0.166863		CURRENT LEARNING RATE: 0.0005257551520822603
previous_iter_valid_loss : 0.16512031853199005

    719400	  0.165288	  0.165120	  0.166450		CURRENT LEARNING RATE: 0.0005256500115662458
previous_iter_valid_loss : 0.16153815388679504

    719420	  0.161725	  0.161538	  0.166216		CURRENT LEARNING RATE: 0.0005255448920762322
previous_iter_valid_loss : 0.16053444147109985

    719440	  0.160687	  0.160534	  0.165971		CURRENT LEARNING RATE: 0.0005254397936080139
previous_iter_valid_loss : 0.18393950164318085

    719460	  0.184311	  0.183940	  0.167085		CURRENT LEARNING RATE: 0.0005253347161573878
previous_iter_valid_loss : 0.18357694149017334

    719480	  0.183943	  0.183577	  0.168132		CURRENT LEARNING RATE: 0.0005252296597201499
previous_iter_valid_loss : 0.16092227399349213

    719500	  0.161102	  0.160922	  0.167666		CURRENT LEARNING RATE: 0.0005251246242920991
previous_iter_valid_loss : 0.17875240743160248

    719520	  0.178912	  0.178752	  0.168544		CURRENT LEARNING RATE: 0.0005250196098690329
previous_iter_valid_loss : 0.16369876265525818

    719540	  0.163865	  0.163699	  0.168194		CURRENT LEARNING RATE: 0.0005249146164467515
previous_iter_valid_loss : 0.16066214442253113

    719560	  0.160814	  0.160662	  0.168188		CURRENT LEARNING RATE: 0.0005248096440210545
previous_iter_valid_loss : 0.1623142659664154

    719580	  0.162502	  0.162314	  0.168114		CURRENT LEARNING RATE: 0.0005247046925877435
previous_iter_valid_loss : 0.1644938737154007

    719600	  0.164656	  0.164494	  0.168218		CURRENT LEARNING RATE: 0.0005245997621426201
previous_iter_valid_loss : 0.18303796648979187

    719620	  0.183399	  0.183038	  0.168751		CURRENT LEARNING RATE: 0.0005244948526814876
previous_iter_valid_loss : 0.16898056864738464

    719640	  0.169218	  0.168981	  0.168867		CURRENT LEARNING RATE: 0.0005243899642001489
previous_iter_valid_loss : 0.1707545518875122

    719660	  0.170901	  0.170755	  0.168758		CURRENT LEARNING RATE: 0.0005242850966944092
previous_iter_valid_loss : 0.17125630378723145

    719680	  0.171405	  0.171256	  0.168764		CURRENT LEARNING RATE: 0.0005241802501600731
previous_iter_valid_loss : 0.16120439767837524

    719700	  0.161392	  0.161204	  0.168549		CURRENT LEARNING RATE: 0.0005240754245929474
previous_iter_valid_loss : 0.1719895452260971

    719720	  0.172257	  0.171990	  0.168948		CURRENT LEARNING RATE: 0.0005239706199888384
previous_iter_valid_loss : 0.1671418398618698

    719740	  0.167297	  0.167142	  0.168873		CURRENT LEARNING RATE: 0.0005238658363435542
previous_iter_valid_loss : 0.17095765471458435

    719760	  0.171108	  0.170958	  0.168998		CURRENT LEARNING RATE: 0.000523761073652904
previous_iter_valid_loss : 0.16187499463558197

    719780	  0.162052	  0.161875	  0.168635		CURRENT LEARNING RATE: 0.0005236563319126964
previous_iter_valid_loss : 0.16721220314502716

    719800	  0.167420	  0.167212	  0.168740		CURRENT LEARNING RATE: 0.0005235516111187426
previous_iter_valid_loss : 0.1651618480682373

    719820	  0.165322	  0.165162	  0.168921		CURRENT LEARNING RATE: 0.0005234469112668528
previous_iter_valid_loss : 0.16091607511043549

    719840	  0.161092	  0.160916	  0.168940		CURRENT LEARNING RATE: 0.00052334223235284
previous_iter_valid_loss : 0.16070659458637238

    719860	  0.160881	  0.160707	  0.167778		CURRENT LEARNING RATE: 0.0005232375743725161
previous_iter_valid_loss : 0.16075249016284943

    719880	  0.160932	  0.160752	  0.166637		CURRENT LEARNING RATE: 0.0005231329373216957
previous_iter_valid_loss : 0.16608445346355438

    719900	  0.166291	  0.166084	  0.166895		CURRENT LEARNING RATE: 0.0005230283211961924
previous_iter_valid_loss : 0.1651935875415802

    719920	  0.165402	  0.165194	  0.166217		CURRENT LEARNING RATE: 0.0005229237259918224
previous_iter_valid_loss : 0.17271485924720764

    719940	  0.172862	  0.172715	  0.166668		CURRENT LEARNING RATE: 0.0005228191517044012
previous_iter_valid_loss : 0.1753743290901184

    719960	  0.175522	  0.175374	  0.167404		CURRENT LEARNING RATE: 0.0005227145983297465
previous_iter_valid_loss : 0.16070568561553955

    719980	  0.160875	  0.160706	  0.167323		CURRENT LEARNING RATE: 0.0005226100658636754
previous_iter_valid_loss : 0.16081875562667847

    720000	  0.160968	  0.160819	  0.167140		CURRENT LEARNING RATE: 0.0005225055543020074
previous_iter_valid_loss : 0.1615058034658432

    720020	  0.161692	  0.161506	  0.166063		CURRENT LEARNING RATE: 0.0005224010636405613
previous_iter_valid_loss : 0.1605318933725357

    720040	  0.160692	  0.160532	  0.165641		CURRENT LEARNING RATE: 0.0005222965938751581
previous_iter_valid_loss : 0.16304321587085724

    720060	  0.163239	  0.163043	  0.165255		CURRENT LEARNING RATE: 0.0005221921450016185
previous_iter_valid_loss : 0.16712798178195953

    720080	  0.167342	  0.167128	  0.165049		CURRENT LEARNING RATE: 0.0005220877170157651
previous_iter_valid_loss : 0.17624221742153168

    720100	  0.176535	  0.176242	  0.165800		CURRENT LEARNING RATE: 0.00052198330991342
previous_iter_valid_loss : 0.16058911383152008

    720120	  0.160767	  0.160589	  0.165230		CURRENT LEARNING RATE: 0.0005218789236904077
previous_iter_valid_loss : 0.16188642382621765

    720140	  0.162080	  0.161886	  0.164968		CURRENT LEARNING RATE: 0.0005217745583425521
previous_iter_valid_loss : 0.16091354191303253

    720160	  0.161095	  0.160914	  0.164465		CURRENT LEARNING RATE: 0.0005216702138656789
previous_iter_valid_loss : 0.16057290136814117

    720180	  0.160718	  0.160573	  0.164400		CURRENT LEARNING RATE: 0.0005215658902556148
previous_iter_valid_loss : 0.17047983407974243

    720200	  0.170727	  0.170480	  0.164564		CURRENT LEARNING RATE: 0.0005214615875081858
previous_iter_valid_loss : 0.16940583288669586

    720220	  0.169661	  0.169406	  0.164776		CURRENT LEARNING RATE: 0.000521357305619221
previous_iter_valid_loss : 0.16059663891792297

    720240	  0.160763	  0.160597	  0.164760		CURRENT LEARNING RATE: 0.0005212530445845479
previous_iter_valid_loss : 0.16209928691387177

    720260	  0.162282	  0.162099	  0.164830		CURRENT LEARNING RATE: 0.0005211488043999972
previous_iter_valid_loss : 0.1605362743139267

    720280	  0.160698	  0.160536	  0.164819		CURRENT LEARNING RATE: 0.0005210445850613982
previous_iter_valid_loss : 0.17476065456867218

    720300	  0.174914	  0.174761	  0.165253		CURRENT LEARNING RATE: 0.0005209403865645832
previous_iter_valid_loss : 0.1621207594871521

    720320	  0.162308	  0.162121	  0.165099		CURRENT LEARNING RATE: 0.0005208362089053831
previous_iter_valid_loss : 0.16191834211349487

    720340	  0.162107	  0.161918	  0.164559		CURRENT LEARNING RATE: 0.000520732052079632
previous_iter_valid_loss : 0.16892974078655243

    720360	  0.169088	  0.168930	  0.164237		CURRENT LEARNING RATE: 0.0005206279160831627
previous_iter_valid_loss : 0.1643187552690506

    720380	  0.164522	  0.164319	  0.164418		CURRENT LEARNING RATE: 0.0005205238009118106
previous_iter_valid_loss : 0.16059604287147522

    720400	  0.160755	  0.160596	  0.164406		CURRENT LEARNING RATE: 0.00052041970656141
previous_iter_valid_loss : 0.16264674067497253

    720420	  0.162840	  0.162647	  0.164463		CURRENT LEARNING RATE: 0.0005203156330277983
previous_iter_valid_loss : 0.16069233417510986

    720440	  0.160847	  0.160692	  0.164471		CURRENT LEARNING RATE: 0.0005202115803068114
previous_iter_valid_loss : 0.16159577667713165

    720460	  0.161763	  0.161596	  0.164399		CURRENT LEARNING RATE: 0.0005201075483942883
previous_iter_valid_loss : 0.1635095775127411

    720480	  0.163698	  0.163510	  0.164218		CURRENT LEARNING RATE: 0.0005200035372860668
previous_iter_valid_loss : 0.1681693196296692

    720500	  0.168384	  0.168169	  0.163815		CURRENT LEARNING RATE: 0.0005198995469779872
previous_iter_valid_loss : 0.17320550978183746

    720520	  0.173353	  0.173206	  0.164445		CURRENT LEARNING RATE: 0.0005197955774658891
previous_iter_valid_loss : 0.1608685553073883

    720540	  0.161049	  0.160869	  0.164394		CURRENT LEARNING RATE: 0.0005196916287456148
previous_iter_valid_loss : 0.1755821704864502

    720560	  0.175741	  0.175582	  0.165128		CURRENT LEARNING RATE: 0.0005195877008130051
previous_iter_valid_loss : 0.1626093089580536

    720580	  0.162777	  0.162609	  0.165230		CURRENT LEARNING RATE: 0.0005194837936639035
previous_iter_valid_loss : 0.16106297075748444

    720600	  0.161223	  0.161063	  0.164759		CURRENT LEARNING RATE: 0.0005193799072941542
previous_iter_valid_loss : 0.1605674773454666

    720620	  0.160737	  0.160567	  0.164317		CURRENT LEARNING RATE: 0.0005192760416996009
previous_iter_valid_loss : 0.16483107209205627

    720640	  0.164999	  0.164831	  0.164529		CURRENT LEARNING RATE: 0.0005191721968760898
previous_iter_valid_loss : 0.16066856682300568

    720660	  0.160831	  0.160669	  0.164457		CURRENT LEARNING RATE: 0.0005190683728194661
previous_iter_valid_loss : 0.18115924298763275

    720680	  0.181507	  0.181159	  0.165488		CURRENT LEARNING RATE: 0.0005189645695255778
previous_iter_valid_loss : 0.16831611096858978

    720700	  0.168476	  0.168316	  0.165166		CURRENT LEARNING RATE: 0.0005188607869902719
previous_iter_valid_loss : 0.1723896861076355

    720720	  0.172533	  0.172390	  0.165679		CURRENT LEARNING RATE: 0.000518757025209398
previous_iter_valid_loss : 0.16239848732948303

    720740	  0.162597	  0.162398	  0.165703		CURRENT LEARNING RATE: 0.0005186532841788048
previous_iter_valid_loss : 0.16055285930633545

    720760	  0.160712	  0.160553	  0.165285		CURRENT LEARNING RATE: 0.0005185495638943434
previous_iter_valid_loss : 0.1626613885164261

    720780	  0.162846	  0.162661	  0.165202		CURRENT LEARNING RATE: 0.0005184458643518643
previous_iter_valid_loss : 0.16972343623638153

    720800	  0.169971	  0.169723	  0.165658		CURRENT LEARNING RATE: 0.0005183421855472203
previous_iter_valid_loss : 0.16476061940193176

    720820	  0.164959	  0.164761	  0.165764		CURRENT LEARNING RATE: 0.0005182385274762632
previous_iter_valid_loss : 0.16623415052890778

    720840	  0.166398	  0.166234	  0.166041		CURRENT LEARNING RATE: 0.0005181348901348477
previous_iter_valid_loss : 0.16894866526126862

    720860	  0.169103	  0.168949	  0.166409		CURRENT LEARNING RATE: 0.0005180312735188276
previous_iter_valid_loss : 0.16103233397006989

    720880	  0.161214	  0.161032	  0.166285		CURRENT LEARNING RATE: 0.0005179276776240588
previous_iter_valid_loss : 0.16920439898967743

    720900	  0.169364	  0.169204	  0.166336		CURRENT LEARNING RATE: 0.0005178241024463969
previous_iter_valid_loss : 0.20211124420166016

    720920	  0.202185	  0.202111	  0.167782		CURRENT LEARNING RATE: 0.0005177205479816995
previous_iter_valid_loss : 0.17175477743148804

    720940	  0.171901	  0.171755	  0.168326		CURRENT LEARNING RATE: 0.0005176170142258236
previous_iter_valid_loss : 0.1980200558900833

    720960	  0.198118	  0.198020	  0.169448		CURRENT LEARNING RATE: 0.0005175135011746284
previous_iter_valid_loss : 0.1760045737028122

    720980	  0.176161	  0.176005	  0.170118		CURRENT LEARNING RATE: 0.0005174100088239737
previous_iter_valid_loss : 0.16397547721862793

    721000	  0.164140	  0.163975	  0.170263		CURRENT LEARNING RATE: 0.000517306537169719
previous_iter_valid_loss : 0.16084802150726318

    721020	  0.160997	  0.160848	  0.170277		CURRENT LEARNING RATE: 0.0005172030862077264
previous_iter_valid_loss : 0.17434272170066833

    721040	  0.174496	  0.174343	  0.170753		CURRENT LEARNING RATE: 0.0005170996559338568
previous_iter_valid_loss : 0.16221055388450623

    721060	  0.162402	  0.162211	  0.170830		CURRENT LEARNING RATE: 0.0005169962463439739
previous_iter_valid_loss : 0.1648193597793579

    721080	  0.165021	  0.164819	  0.170013		CURRENT LEARNING RATE: 0.0005168928574339406
previous_iter_valid_loss : 0.16336551308631897

    721100	  0.163534	  0.163366	  0.169766		CURRENT LEARNING RATE: 0.0005167894891996219
previous_iter_valid_loss : 0.16444501280784607

    721120	  0.164619	  0.164445	  0.169368		CURRENT LEARNING RATE: 0.0005166861416368827
previous_iter_valid_loss : 0.16172872483730316

    721140	  0.161917	  0.161729	  0.169335		CURRENT LEARNING RATE: 0.0005165828147415894
previous_iter_valid_loss : 0.1628079116344452

    721160	  0.162981	  0.162808	  0.169448		CURRENT LEARNING RATE: 0.0005164795085096085
previous_iter_valid_loss : 0.16872328519821167

    721180	  0.168966	  0.168723	  0.169751		CURRENT LEARNING RATE: 0.0005163762229368084
previous_iter_valid_loss : 0.1748393028974533

    721200	  0.174987	  0.174839	  0.170006		CURRENT LEARNING RATE: 0.0005162729580190567
previous_iter_valid_loss : 0.16607357561588287

    721220	  0.166233	  0.166074	  0.170072		CURRENT LEARNING RATE: 0.000516169713752224
previous_iter_valid_loss : 0.16392947733402252

    721240	  0.164099	  0.163929	  0.169957		CURRENT LEARNING RATE: 0.0005160664901321794
previous_iter_valid_loss : 0.1610192507505417

    721260	  0.161191	  0.161019	  0.169560		CURRENT LEARNING RATE: 0.000515963287154795
previous_iter_valid_loss : 0.1605837196111679

    721280	  0.160752	  0.160584	  0.169538		CURRENT LEARNING RATE: 0.0005158601048159417
previous_iter_valid_loss : 0.16374965012073517

    721300	  0.163926	  0.163750	  0.169265		CURRENT LEARNING RATE: 0.000515756943111493
previous_iter_valid_loss : 0.1729036569595337

    721320	  0.173051	  0.172904	  0.167805		CURRENT LEARNING RATE: 0.0005156538020373217
previous_iter_valid_loss : 0.17174087464809418

    721340	  0.171889	  0.171741	  0.167804		CURRENT LEARNING RATE: 0.000515550681589303
previous_iter_valid_loss : 0.16116371750831604

    721360	  0.161320	  0.161164	  0.165961		CURRENT LEARNING RATE: 0.0005154475817633112
previous_iter_valid_loss : 0.19387970864772797

    721380	  0.193997	  0.193880	  0.166855		CURRENT LEARNING RATE: 0.0005153445025552227
previous_iter_valid_loss : 0.16242249310016632

    721400	  0.162584	  0.162422	  0.166777		CURRENT LEARNING RATE: 0.0005152414439609148
previous_iter_valid_loss : 0.16087906062602997

    721420	  0.161058	  0.160879	  0.166779		CURRENT LEARNING RATE: 0.0005151384059762644
previous_iter_valid_loss : 0.16401422023773193

    721440	  0.164186	  0.164014	  0.166263		CURRENT LEARNING RATE: 0.0005150353885971507
previous_iter_valid_loss : 0.16232341527938843

    721460	  0.162497	  0.162323	  0.166268		CURRENT LEARNING RATE: 0.0005149323918194522
previous_iter_valid_loss : 0.1634850651025772

    721480	  0.163651	  0.163485	  0.166201		CURRENT LEARNING RATE: 0.0005148294156390498
previous_iter_valid_loss : 0.1616688221693039

    721500	  0.161854	  0.161669	  0.166117		CURRENT LEARNING RATE: 0.0005147264600518236
previous_iter_valid_loss : 0.1620732694864273

    721520	  0.162234	  0.162073	  0.165998		CURRENT LEARNING RATE: 0.0005146235250536564
previous_iter_valid_loss : 0.16598187386989594

    721540	  0.166190	  0.165982	  0.166211		CURRENT LEARNING RATE: 0.0005145206106404299
previous_iter_valid_loss : 0.16165028512477875

    721560	  0.161810	  0.161650	  0.166153		CURRENT LEARNING RATE: 0.0005144177168080283
previous_iter_valid_loss : 0.16142968833446503

    721580	  0.161587	  0.161430	  0.165788		CURRENT LEARNING RATE: 0.000514314843552335
previous_iter_valid_loss : 0.16419102251529694

    721600	  0.164388	  0.164191	  0.165256		CURRENT LEARNING RATE: 0.0005142119908692358
previous_iter_valid_loss : 0.17107424139976501

    721620	  0.171216	  0.171074	  0.165506		CURRENT LEARNING RATE: 0.000514109158754616
previous_iter_valid_loss : 0.16058602929115295

    721640	  0.160734	  0.160586	  0.165339		CURRENT LEARNING RATE: 0.000514006347204363
previous_iter_valid_loss : 0.16091176867485046

    721660	  0.161087	  0.160912	  0.165333		CURRENT LEARNING RATE: 0.0005139035562143635
previous_iter_valid_loss : 0.16256578266620636

    721680	  0.162761	  0.162566	  0.165432		CURRENT LEARNING RATE: 0.0005138007857805069
previous_iter_valid_loss : 0.1706705242395401

    721700	  0.170920	  0.170671	  0.165778		CURRENT LEARNING RATE: 0.0005136980358986813
previous_iter_valid_loss : 0.1606222242116928

    721720	  0.160789	  0.160622	  0.165164		CURRENT LEARNING RATE: 0.0005135953065647776
previous_iter_valid_loss : 0.16780416667461395

    721740	  0.168027	  0.167804	  0.164967		CURRENT LEARNING RATE: 0.0005134925977746858
previous_iter_valid_loss : 0.1640913039445877

    721760	  0.164254	  0.164091	  0.165114		CURRENT LEARNING RATE: 0.000513389909524298
previous_iter_valid_loss : 0.1778946965932846

    721780	  0.178203	  0.177895	  0.164315		CURRENT LEARNING RATE: 0.0005132872418095071
previous_iter_valid_loss : 0.164430171251297

    721800	  0.164602	  0.164430	  0.164415		CURRENT LEARNING RATE: 0.0005131845946262055
previous_iter_valid_loss : 0.1683197021484375

    721820	  0.168543	  0.168320	  0.164787		CURRENT LEARNING RATE: 0.0005130819679702881
previous_iter_valid_loss : 0.19279932975769043

    721840	  0.193272	  0.192799	  0.166226		CURRENT LEARNING RATE: 0.0005129793618376491
previous_iter_valid_loss : 0.18327875435352325

    721860	  0.183629	  0.183279	  0.167274		CURRENT LEARNING RATE: 0.0005128767762241852
previous_iter_valid_loss : 0.16166742146015167

    721880	  0.161829	  0.161667	  0.167183		CURRENT LEARNING RATE: 0.0005127742111257918
previous_iter_valid_loss : 0.16386908292770386

    721900	  0.164032	  0.163869	  0.167293		CURRENT LEARNING RATE: 0.0005126716665383675
previous_iter_valid_loss : 0.16088247299194336

    721920	  0.161033	  0.160882	  0.167234		CURRENT LEARNING RATE: 0.0005125691424578094
previous_iter_valid_loss : 0.16554631292819977

    721940	  0.165697	  0.165546	  0.167212		CURRENT LEARNING RATE: 0.0005124666388800175
previous_iter_valid_loss : 0.16460636258125305

    721960	  0.164798	  0.164606	  0.167360		CURRENT LEARNING RATE: 0.0005123641558008908
previous_iter_valid_loss : 0.16051191091537476

    721980	  0.160673	  0.160512	  0.167314		CURRENT LEARNING RATE: 0.0005122616932163309
previous_iter_valid_loss : 0.16536274552345276

    722000	  0.165525	  0.165363	  0.167372		CURRENT LEARNING RATE: 0.0005121592511222383
previous_iter_valid_loss : 0.1661134660243988

    722020	  0.166278	  0.166113	  0.167124		CURRENT LEARNING RATE: 0.0005120568295145163
previous_iter_valid_loss : 0.1606137901544571

    722040	  0.160772	  0.160614	  0.167126		CURRENT LEARNING RATE: 0.0005119544283890671
previous_iter_valid_loss : 0.16106830537319183

    722060	  0.161221	  0.161068	  0.167133		CURRENT LEARNING RATE: 0.0005118520477417955
previous_iter_valid_loss : 0.17501600086688995

    722080	  0.175166	  0.175016	  0.167756		CURRENT LEARNING RATE: 0.0005117496875686054
previous_iter_valid_loss : 0.1624070554971695

    722100	  0.162570	  0.162407	  0.167343		CURRENT LEARNING RATE: 0.0005116473478654033
previous_iter_valid_loss : 0.17368432879447937

    722120	  0.173959	  0.173684	  0.167996		CURRENT LEARNING RATE: 0.0005115450286280949
previous_iter_valid_loss : 0.1759818196296692

    722140	  0.176266	  0.175982	  0.168405		CURRENT LEARNING RATE: 0.0005114427298525881
previous_iter_valid_loss : 0.17600014805793762

    722160	  0.176149	  0.176000	  0.169000		CURRENT LEARNING RATE: 0.00051134045153479
previous_iter_valid_loss : 0.1687397062778473

    722180	  0.168894	  0.168740	  0.168542		CURRENT LEARNING RATE: 0.0005112381936706102
previous_iter_valid_loss : 0.16095437109470367

    722200	  0.161112	  0.160954	  0.168369		CURRENT LEARNING RATE: 0.0005111359562559584
previous_iter_valid_loss : 0.16104768216609955

    722220	  0.161205	  0.161048	  0.168005		CURRENT LEARNING RATE: 0.0005110337392867447
previous_iter_valid_loss : 0.16098636388778687

    722240	  0.161135	  0.160986	  0.166414		CURRENT LEARNING RATE: 0.0005109315427588811
previous_iter_valid_loss : 0.16113480925559998

    722260	  0.161288	  0.161135	  0.165307		CURRENT LEARNING RATE: 0.0005108293666682787
previous_iter_valid_loss : 0.1729097068309784

    722280	  0.173172	  0.172910	  0.165869		CURRENT LEARNING RATE: 0.0005107272110108516
previous_iter_valid_loss : 0.16954515874385834

    722300	  0.169791	  0.169545	  0.166153		CURRENT LEARNING RATE: 0.0005106250757825124
previous_iter_valid_loss : 0.16242142021656036

    722320	  0.162582	  0.162421	  0.166230		CURRENT LEARNING RATE: 0.0005105229609791769
previous_iter_valid_loss : 0.1607746183872223

    722340	  0.160934	  0.160775	  0.165992		CURRENT LEARNING RATE: 0.0005104208665967594
previous_iter_valid_loss : 0.1607326716184616

    722360	  0.160903	  0.160733	  0.165798		CURRENT LEARNING RATE: 0.0005103187926311771
previous_iter_valid_loss : 0.16072848439216614

    722380	  0.160875	  0.160728	  0.165809		CURRENT LEARNING RATE: 0.0005102167390783461
previous_iter_valid_loss : 0.16340778768062592

    722400	  0.163618	  0.163408	  0.165711		CURRENT LEARNING RATE: 0.0005101147059341851
previous_iter_valid_loss : 0.16089734435081482

    722420	  0.161075	  0.160897	  0.165450		CURRENT LEARNING RATE: 0.0005100126931946121
previous_iter_valid_loss : 0.16154932975769043

    722440	  0.161732	  0.161549	  0.165497		CURRENT LEARNING RATE: 0.0005099107008555473
previous_iter_valid_loss : 0.16112971305847168

    722460	  0.161304	  0.161130	  0.165500		CURRENT LEARNING RATE: 0.0005098087289129102
previous_iter_valid_loss : 0.16225238144397736

    722480	  0.162433	  0.162252	  0.164862		CURRENT LEARNING RATE: 0.0005097067773626227
previous_iter_valid_loss : 0.17056971788406372

    722500	  0.170723	  0.170570	  0.165270		CURRENT LEARNING RATE: 0.000509604846200606
previous_iter_valid_loss : 0.16384635865688324

    722520	  0.164012	  0.163846	  0.164778		CURRENT LEARNING RATE: 0.0005095029354227835
previous_iter_valid_loss : 0.1643947958946228

    722540	  0.164598	  0.164395	  0.164199		CURRENT LEARNING RATE: 0.0005094010450250782
previous_iter_valid_loss : 0.17549489438533783

    722560	  0.175781	  0.175495	  0.164173		CURRENT LEARNING RATE: 0.0005092991750034151
previous_iter_valid_loss : 0.16070790588855743

    722580	  0.160883	  0.160708	  0.163772		CURRENT LEARNING RATE: 0.0005091973253537187
previous_iter_valid_loss : 0.16103650629520416

    722600	  0.161181	  0.161037	  0.163776		CURRENT LEARNING RATE: 0.0005090954960719153
previous_iter_valid_loss : 0.16118665039539337

    722620	  0.161341	  0.161187	  0.163783		CURRENT LEARNING RATE: 0.0005089936871539324
previous_iter_valid_loss : 0.1832776665687561

    722640	  0.183430	  0.183278	  0.164897		CURRENT LEARNING RATE: 0.0005088918985956965
previous_iter_valid_loss : 0.16138297319412231

    722660	  0.161531	  0.161383	  0.164910		CURRENT LEARNING RATE: 0.0005087901303931371
previous_iter_valid_loss : 0.16305501759052277

    722680	  0.163223	  0.163055	  0.164417		CURRENT LEARNING RATE: 0.0005086883825421825
previous_iter_valid_loss : 0.16174763441085815

    722700	  0.161913	  0.161748	  0.164027		CURRENT LEARNING RATE: 0.0005085866550387637
previous_iter_valid_loss : 0.16055813431739807

    722720	  0.160715	  0.160558	  0.163934		CURRENT LEARNING RATE: 0.0005084849478788107
previous_iter_valid_loss : 0.16238592565059662

    722740	  0.162535	  0.162386	  0.164015		CURRENT LEARNING RATE: 0.0005083832610582562
previous_iter_valid_loss : 0.1608436554670334

    722760	  0.160990	  0.160844	  0.164020		CURRENT LEARNING RATE: 0.0005082815945730318
previous_iter_valid_loss : 0.1633022278547287

    722780	  0.163498	  0.163302	  0.164149		CURRENT LEARNING RATE: 0.0005081799484190717
previous_iter_valid_loss : 0.16901157796382904

    722800	  0.169162	  0.169012	  0.164429		CURRENT LEARNING RATE: 0.000508078322592309
previous_iter_valid_loss : 0.1605364978313446

    722820	  0.160701	  0.160536	  0.164411		CURRENT LEARNING RATE: 0.0005079767170886799
previous_iter_valid_loss : 0.16754676401615143

    722840	  0.167701	  0.167547	  0.164711		CURRENT LEARNING RATE: 0.000507875131904119
previous_iter_valid_loss : 0.163926362991333

    722860	  0.164094	  0.163926	  0.164851		CURRENT LEARNING RATE: 0.0005077735670345639
previous_iter_valid_loss : 0.17709966003894806

    722880	  0.177256	  0.177100	  0.165593		CURRENT LEARNING RATE: 0.0005076720224759511
previous_iter_valid_loss : 0.1715048998594284

    722900	  0.171652	  0.171505	  0.165640		CURRENT LEARNING RATE: 0.0005075704982242197
previous_iter_valid_loss : 0.16263271868228912

    722920	  0.162797	  0.162633	  0.165579		CURRENT LEARNING RATE: 0.0005074689942753079
previous_iter_valid_loss : 0.18094930052757263

    722940	  0.181268	  0.180949	  0.166407		CURRENT LEARNING RATE: 0.0005073675106251564
previous_iter_valid_loss : 0.1614532321691513

    722960	  0.161637	  0.161453	  0.165705		CURRENT LEARNING RATE: 0.0005072660472697049
previous_iter_valid_loss : 0.16213521361351013

    722980	  0.162291	  0.162135	  0.165776		CURRENT LEARNING RATE: 0.0005071646042048954
previous_iter_valid_loss : 0.16190168261528015

    723000	  0.162095	  0.161902	  0.165819		CURRENT LEARNING RATE: 0.0005070631814266705
previous_iter_valid_loss : 0.16055355966091156

    723020	  0.160716	  0.160554	  0.165788		CURRENT LEARNING RATE: 0.0005069617789309726
previous_iter_valid_loss : 0.16311803460121155

    723040	  0.163287	  0.163118	  0.164780		CURRENT LEARNING RATE: 0.0005068603967137463
previous_iter_valid_loss : 0.16384394466876984

    723060	  0.164039	  0.163844	  0.164903		CURRENT LEARNING RATE: 0.0005067590347709354
previous_iter_valid_loss : 0.16389209032058716

    723080	  0.164086	  0.163892	  0.164945		CURRENT LEARNING RATE: 0.0005066576930984866
previous_iter_valid_loss : 0.1946389526128769

    723100	  0.194755	  0.194639	  0.166589		CURRENT LEARNING RATE: 0.000506556371692345
previous_iter_valid_loss : 0.16319769620895386

    723120	  0.163362	  0.163198	  0.166721		CURRENT LEARNING RATE: 0.0005064550705484588
previous_iter_valid_loss : 0.16451522707939148

    723140	  0.164679	  0.164515	  0.166828		CURRENT LEARNING RATE: 0.0005063537896627751
previous_iter_valid_loss : 0.1608906239271164

    723160	  0.161044	  0.160891	  0.166830		CURRENT LEARNING RATE: 0.0005062525290312435
previous_iter_valid_loss : 0.1614377200603485

    723180	  0.161617	  0.161438	  0.166737		CURRENT LEARNING RATE: 0.0005061512886498126
previous_iter_valid_loss : 0.1645108461380005

    723200	  0.164697	  0.164511	  0.166512		CURRENT LEARNING RATE: 0.0005060500685144338
previous_iter_valid_loss : 0.1695055365562439

    723220	  0.169745	  0.169506	  0.166960		CURRENT LEARNING RATE: 0.0005059488686210574
previous_iter_valid_loss : 0.16743697226047516

    723240	  0.167592	  0.167437	  0.166955		CURRENT LEARNING RATE: 0.0005058476889656363
previous_iter_valid_loss : 0.16367438435554504

    723260	  0.163833	  0.163674	  0.166942		CURRENT LEARNING RATE: 0.0005057465295441223
previous_iter_valid_loss : 0.16147828102111816

    723280	  0.161633	  0.161478	  0.166161		CURRENT LEARNING RATE: 0.00050564539035247
previous_iter_valid_loss : 0.16087031364440918

    723300	  0.161025	  0.160870	  0.165629		CURRENT LEARNING RATE: 0.0005055442713866329
previous_iter_valid_loss : 0.16082383692264557

    723320	  0.160975	  0.160824	  0.165539		CURRENT LEARNING RATE: 0.0005054431726425672
previous_iter_valid_loss : 0.1650364249944687

    723340	  0.165197	  0.165036	  0.164743		CURRENT LEARNING RATE: 0.000505342094116228
previous_iter_valid_loss : 0.16142559051513672

    723360	  0.161611	  0.161426	  0.164742		CURRENT LEARNING RATE: 0.0005052410358035731
previous_iter_valid_loss : 0.1605374664068222

    723380	  0.160702	  0.160537	  0.164662		CURRENT LEARNING RATE: 0.0005051399977005594
previous_iter_valid_loss : 0.16052216291427612

    723400	  0.160683	  0.160522	  0.164593		CURRENT LEARNING RATE: 0.0005050389798031455
previous_iter_valid_loss : 0.16828593611717224

    723420	  0.168512	  0.168286	  0.164980		CURRENT LEARNING RATE: 0.0005049379821072913
previous_iter_valid_loss : 0.16055022180080414

    723440	  0.160702	  0.160550	  0.164851		CURRENT LEARNING RATE: 0.0005048370046089561
previous_iter_valid_loss : 0.18298174440860748

    723460	  0.183139	  0.182982	  0.165808		CURRENT LEARNING RATE: 0.0005047360473041015
previous_iter_valid_loss : 0.16898389160633087

    723480	  0.169135	  0.168984	  0.166063		CURRENT LEARNING RATE: 0.0005046351101886885
previous_iter_valid_loss : 0.1687735915184021

    723500	  0.168925	  0.168774	  0.164769		CURRENT LEARNING RATE: 0.0005045341932586804
previous_iter_valid_loss : 0.16087326407432556

    723520	  0.161052	  0.160873	  0.164653		CURRENT LEARNING RATE: 0.0005044332965100396
previous_iter_valid_loss : 0.16247378289699554

    723540	  0.162641	  0.162474	  0.164551		CURRENT LEARNING RATE: 0.0005043324199387312
previous_iter_valid_loss : 0.16062982380390167

    723560	  0.160792	  0.160630	  0.164538		CURRENT LEARNING RATE: 0.0005042315635407192
previous_iter_valid_loss : 0.16240055859088898

    723580	  0.162568	  0.162401	  0.164586		CURRENT LEARNING RATE: 0.0005041307273119703
previous_iter_valid_loss : 0.16051660478115082

    723600	  0.160680	  0.160517	  0.164387		CURRENT LEARNING RATE: 0.0005040299112484502
previous_iter_valid_loss : 0.16082486510276794

    723620	  0.161004	  0.160825	  0.163952		CURRENT LEARNING RATE: 0.0005039291153461269
previous_iter_valid_loss : 0.16063494980335236

    723640	  0.160779	  0.160635	  0.163612		CURRENT LEARNING RATE: 0.0005038283396009679
previous_iter_valid_loss : 0.16054192185401917

    723660	  0.160701	  0.160542	  0.163456		CURRENT LEARNING RATE: 0.000503727584008943
previous_iter_valid_loss : 0.16098718345165253

    723680	  0.161162	  0.160987	  0.163431		CURRENT LEARNING RATE: 0.000503626848566021
previous_iter_valid_loss : 0.16235607862472534

    723700	  0.162515	  0.162356	  0.163506		CURRENT LEARNING RATE: 0.0005035261332681736
previous_iter_valid_loss : 0.16964952647686005

    723720	  0.169798	  0.169650	  0.163947		CURRENT LEARNING RATE: 0.0005034254381113711
previous_iter_valid_loss : 0.16054490208625793

    723740	  0.160710	  0.160545	  0.163722		CURRENT LEARNING RATE: 0.0005033247630915865
previous_iter_valid_loss : 0.16200368106365204

    723760	  0.162202	  0.162004	  0.163751		CURRENT LEARNING RATE: 0.0005032241082047923
previous_iter_valid_loss : 0.16060183942317963

    723780	  0.160759	  0.160602	  0.163754		CURRENT LEARNING RATE: 0.0005031234734469624
previous_iter_valid_loss : 0.16297848522663116

    723800	  0.163156	  0.162978	  0.163877		CURRENT LEARNING RATE: 0.0005030228588140718
previous_iter_valid_loss : 0.16120484471321106

    723820	  0.161379	  0.161205	  0.163523		CURRENT LEARNING RATE: 0.0005029222643020953
previous_iter_valid_loss : 0.16743150353431702

    723840	  0.167592	  0.167432	  0.163867		CURRENT LEARNING RATE: 0.0005028216899070099
previous_iter_valid_loss : 0.16909171640872955

    723860	  0.169243	  0.169092	  0.163173		CURRENT LEARNING RATE: 0.0005027211356247917
previous_iter_valid_loss : 0.16087760031223297

    723880	  0.161043	  0.160878	  0.162767		CURRENT LEARNING RATE: 0.0005026206014514194
previous_iter_valid_loss : 0.16102653741836548

    723900	  0.161197	  0.161027	  0.162380		CURRENT LEARNING RATE: 0.0005025200873828708
previous_iter_valid_loss : 0.173106387257576

    723920	  0.173254	  0.173106	  0.162992		CURRENT LEARNING RATE: 0.0005024195934151262
previous_iter_valid_loss : 0.16055120527744293

    723940	  0.160708	  0.160551	  0.162896		CURRENT LEARNING RATE: 0.000502319119544165
previous_iter_valid_loss : 0.16246123611927032

    723960	  0.162629	  0.162461	  0.162987		CURRENT LEARNING RATE: 0.0005022186657659691
previous_iter_valid_loss : 0.16158698499202728

    723980	  0.161766	  0.161587	  0.162946		CURRENT LEARNING RATE: 0.0005021182320765194
previous_iter_valid_loss : 0.16061997413635254

    724000	  0.160784	  0.160620	  0.162952		CURRENT LEARNING RATE: 0.0005020178184717996
previous_iter_valid_loss : 0.1605932116508484

    724020	  0.160747	  0.160593	  0.162940		CURRENT LEARNING RATE: 0.000501917424947792
previous_iter_valid_loss : 0.16085971891880035

    724040	  0.161031	  0.160860	  0.162951		CURRENT LEARNING RATE: 0.000501817051500482
previous_iter_valid_loss : 0.16084934771060944

    724060	  0.161032	  0.160849	  0.162967		CURRENT LEARNING RATE: 0.0005017166981258536
previous_iter_valid_loss : 0.16071367263793945

    724080	  0.160881	  0.160714	  0.162953		CURRENT LEARNING RATE: 0.0005016163648198938
previous_iter_valid_loss : 0.16099101305007935

    724100	  0.161138	  0.160991	  0.162885		CURRENT LEARNING RATE: 0.0005015160515785881
previous_iter_valid_loss : 0.16195639967918396

    724120	  0.162146	  0.161956	  0.162500		CURRENT LEARNING RATE: 0.0005014157583979249
previous_iter_valid_loss : 0.16328546404838562

    724140	  0.163454	  0.163285	  0.162637		CURRENT LEARNING RATE: 0.0005013154852738918
previous_iter_valid_loss : 0.16100341081619263

    724160	  0.161158	  0.161003	  0.162587		CURRENT LEARNING RATE: 0.0005012152322024785
previous_iter_valid_loss : 0.16730321943759918

    724180	  0.167522	  0.167303	  0.162922		CURRENT LEARNING RATE: 0.0005011149991796743
previous_iter_valid_loss : 0.16276897490024567

    724200	  0.162959	  0.162769	  0.162912		CURRENT LEARNING RATE: 0.00050101478620147
previous_iter_valid_loss : 0.1614934355020523

    724220	  0.161679	  0.161493	  0.162926		CURRENT LEARNING RATE: 0.0005009145932638576
previous_iter_valid_loss : 0.16830268502235413

    724240	  0.168453	  0.168303	  0.162970		CURRENT LEARNING RATE: 0.0005008144203628287
previous_iter_valid_loss : 0.1616988182067871

    724260	  0.161860	  0.161699	  0.162600		CURRENT LEARNING RATE: 0.000500714267494377
previous_iter_valid_loss : 0.16068999469280243

    724280	  0.160857	  0.160690	  0.162591		CURRENT LEARNING RATE: 0.0005006141346544957
previous_iter_valid_loss : 0.16251124441623688

    724300	  0.162700	  0.162511	  0.162665		CURRENT LEARNING RATE: 0.0005005140218391803
previous_iter_valid_loss : 0.1630302220582962

    724320	  0.163222	  0.163030	  0.162161		CURRENT LEARNING RATE: 0.0005004139290444254
previous_iter_valid_loss : 0.18130278587341309

    724340	  0.181646	  0.181303	  0.163199		CURRENT LEARNING RATE: 0.0005003138562662281
previous_iter_valid_loss : 0.16064894199371338

    724360	  0.160809	  0.160649	  0.163108		CURRENT LEARNING RATE: 0.0005002138035005848
previous_iter_valid_loss : 0.1627219170331955

    724380	  0.162900	  0.162722	  0.163165		CURRENT LEARNING RATE: 0.0005001137707434939
previous_iter_valid_loss : 0.1616748422384262

    724400	  0.161860	  0.161675	  0.163217		CURRENT LEARNING RATE: 0.0005000137579909537
previous_iter_valid_loss : 0.171249657869339

    724420	  0.171505	  0.171250	  0.163750		CURRENT LEARNING RATE: 0.0004999137652389643
previous_iter_valid_loss : 0.1610134392976761

    724440	  0.161198	  0.161013	  0.163758		CURRENT LEARNING RATE: 0.0004998137924835251
previous_iter_valid_loss : 0.16287237405776978

    724460	  0.163034	  0.162872	  0.163859		CURRENT LEARNING RATE: 0.000499713839720638
previous_iter_valid_loss : 0.16985520720481873

    724480	  0.170005	  0.169855	  0.164316		CURRENT LEARNING RATE: 0.0004996139069463042
previous_iter_valid_loss : 0.16110128164291382

    724500	  0.161256	  0.161101	  0.164322		CURRENT LEARNING RATE: 0.0004995139941565272
previous_iter_valid_loss : 0.1609005331993103

    724520	  0.161054	  0.160901	  0.164269		CURRENT LEARNING RATE: 0.0004994141013473097
previous_iter_valid_loss : 0.17131493985652924

    724540	  0.171573	  0.171315	  0.164670		CURRENT LEARNING RATE: 0.0004993142285146566
previous_iter_valid_loss : 0.16264300048351288

    724560	  0.162830	  0.162643	  0.164752		CURRENT LEARNING RATE: 0.0004992143756545723
previous_iter_valid_loss : 0.17118273675441742

    724580	  0.171447	  0.171183	  0.164946		CURRENT LEARNING RATE: 0.0004991145427630631
previous_iter_valid_loss : 0.171855628490448

    724600	  0.172005	  0.171856	  0.165401		CURRENT LEARNING RATE: 0.0004990147298361361
previous_iter_valid_loss : 0.17227277159690857

    724620	  0.172415	  0.172273	  0.165940		CURRENT LEARNING RATE: 0.0004989149368697979
previous_iter_valid_loss : 0.16223861277103424

    724640	  0.162391	  0.162239	  0.165636		CURRENT LEARNING RATE: 0.0004988151638600577
previous_iter_valid_loss : 0.16479049623012543

    724660	  0.164952	  0.164790	  0.165791		CURRENT LEARNING RATE: 0.0004987154108029237
previous_iter_valid_loss : 0.16812005639076233

    724680	  0.168272	  0.168120	  0.166162		CURRENT LEARNING RATE: 0.0004986156776944067
previous_iter_valid_loss : 0.16080710291862488

    724700	  0.160979	  0.160807	  0.166077		CURRENT LEARNING RATE: 0.0004985159645305164
previous_iter_valid_loss : 0.1628223955631256

    724720	  0.163007	  0.162822	  0.166067		CURRENT LEARNING RATE: 0.0004984162713072652
previous_iter_valid_loss : 0.16230657696723938

    724740	  0.162492	  0.162307	  0.165117		CURRENT LEARNING RATE: 0.0004983165980206644
previous_iter_valid_loss : 0.16133446991443634

    724760	  0.161507	  0.161334	  0.165151		CURRENT LEARNING RATE: 0.000498216944666728
previous_iter_valid_loss : 0.1609133780002594

    724780	  0.161068	  0.160913	  0.165061		CURRENT LEARNING RATE: 0.0004981173112414691
previous_iter_valid_loss : 0.16701896488666534

    724800	  0.167243	  0.167019	  0.165328		CURRENT LEARNING RATE: 0.0004980176977409032
previous_iter_valid_loss : 0.16120362281799316

    724820	  0.161348	  0.161204	  0.164826		CURRENT LEARNING RATE: 0.0004979181041610448
previous_iter_valid_loss : 0.16358700394630432

    724840	  0.163749	  0.163587	  0.164954		CURRENT LEARNING RATE: 0.0004978185304979109
previous_iter_valid_loss : 0.17152997851371765

    724860	  0.171674	  0.171530	  0.165387		CURRENT LEARNING RATE: 0.000497718976747518
previous_iter_valid_loss : 0.160702183842659

    724880	  0.160855	  0.160702	  0.164930		CURRENT LEARNING RATE: 0.0004976194429058847
previous_iter_valid_loss : 0.16887295246124268

    724900	  0.169020	  0.168873	  0.165318		CURRENT LEARNING RATE: 0.0004975199289690288
previous_iter_valid_loss : 0.16214796900749207

    724920	  0.162345	  0.162148	  0.165381		CURRENT LEARNING RATE: 0.0004974204349329704
previous_iter_valid_loss : 0.16255424916744232

    724940	  0.162708	  0.162554	  0.164943		CURRENT LEARNING RATE: 0.0004973209607937292
previous_iter_valid_loss : 0.1641448438167572

    724960	  0.164349	  0.164145	  0.165018		CURRENT LEARNING RATE: 0.0004972215065473268
previous_iter_valid_loss : 0.1618080884218216

    724980	  0.161964	  0.161808	  0.164549		CURRENT LEARNING RATE: 0.0004971220721897843
previous_iter_valid_loss : 0.1666671633720398

    725000	  0.166824	  0.166667	  0.164290		CURRENT LEARNING RATE: 0.0004970226577171248
previous_iter_valid_loss : 0.16146168112754822

    725020	  0.161647	  0.161462	  0.163749		CURRENT LEARNING RATE: 0.0004969232631253721
previous_iter_valid_loss : 0.17284362018108368

    725040	  0.173101	  0.172844	  0.164279		CURRENT LEARNING RATE: 0.0004968238884105495
previous_iter_valid_loss : 0.1611224114894867

    725060	  0.161269	  0.161122	  0.164096		CURRENT LEARNING RATE: 0.000496724533568683
previous_iter_valid_loss : 0.16217733919620514

    725080	  0.162331	  0.162177	  0.163799		CURRENT LEARNING RATE: 0.0004966251985957975
previous_iter_valid_loss : 0.16153453290462494

    725100	  0.161688	  0.161535	  0.163835		CURRENT LEARNING RATE: 0.0004965258834879203
previous_iter_valid_loss : 0.177479088306427

    725120	  0.177636	  0.177479	  0.164568		CURRENT LEARNING RATE: 0.0004964265882410783
previous_iter_valid_loss : 0.17872823774814606

    725140	  0.178888	  0.178728	  0.165389		CURRENT LEARNING RATE: 0.0004963273128513002
previous_iter_valid_loss : 0.1704094409942627

    725160	  0.170654	  0.170409	  0.165843		CURRENT LEARNING RATE: 0.0004962280573146142
previous_iter_valid_loss : 0.16211409866809845

    725180	  0.162265	  0.162114	  0.165903		CURRENT LEARNING RATE: 0.0004961288216270511
previous_iter_valid_loss : 0.1633213609457016

    725200	  0.163516	  0.163321	  0.165718		CURRENT LEARNING RATE: 0.0004960296057846404
previous_iter_valid_loss : 0.16273842751979828

    725220	  0.162898	  0.162738	  0.165795		CURRENT LEARNING RATE: 0.0004959304097834145
previous_iter_valid_loss : 0.16288046538829803

    725240	  0.163066	  0.162880	  0.165759		CURRENT LEARNING RATE: 0.0004958312336194046
previous_iter_valid_loss : 0.160578653216362

    725260	  0.160739	  0.160579	  0.165212		CURRENT LEARNING RATE: 0.0004957320772886446
previous_iter_valid_loss : 0.17481322586536407

    725280	  0.174965	  0.174813	  0.165917		CURRENT LEARNING RATE: 0.0004956329407871672
previous_iter_valid_loss : 0.1721981167793274

    725300	  0.172342	  0.172198	  0.166084		CURRENT LEARNING RATE: 0.000495533824111008
previous_iter_valid_loss : 0.1605713665485382

    725320	  0.160730	  0.160571	  0.166005		CURRENT LEARNING RATE: 0.0004954347272562014
previous_iter_valid_loss : 0.1629943698644638

    725340	  0.163180	  0.162994	  0.166027		CURRENT LEARNING RATE: 0.0004953356502187844
previous_iter_valid_loss : 0.16088338196277618

    725360	  0.161062	  0.160883	  0.165864		CURRENT LEARNING RATE: 0.000495236592994793
previous_iter_valid_loss : 0.16233974695205688

    725380	  0.162501	  0.162340	  0.165890		CURRENT LEARNING RATE: 0.0004951375555802659
previous_iter_valid_loss : 0.16110247373580933

    725400	  0.161280	  0.161102	  0.165612		CURRENT LEARNING RATE: 0.0004950385379712405
previous_iter_valid_loss : 0.16259433329105377

    725420	  0.162755	  0.162594	  0.165669		CURRENT LEARNING RATE: 0.0004949395401637568
previous_iter_valid_loss : 0.17207689583301544

    725440	  0.172225	  0.172077	  0.165630		CURRENT LEARNING RATE: 0.0004948405621538552
previous_iter_valid_loss : 0.16219183802604675

    725460	  0.162375	  0.162192	  0.165684		CURRENT LEARNING RATE: 0.0004947416039375758
previous_iter_valid_loss : 0.16217996180057526

    725480	  0.162336	  0.162180	  0.165684		CURRENT LEARNING RATE: 0.0004946426655109609
previous_iter_valid_loss : 0.16133709251880646

    725500	  0.161480	  0.161337	  0.165674		CURRENT LEARNING RATE: 0.0004945437468700524
previous_iter_valid_loss : 0.16053183376789093

    725520	  0.160686	  0.160532	  0.164827		CURRENT LEARNING RATE: 0.0004944448480108942
previous_iter_valid_loss : 0.1626574993133545

    725540	  0.162821	  0.162657	  0.164023		CURRENT LEARNING RATE: 0.0004943459689295295
previous_iter_valid_loss : 0.1613599956035614

    725560	  0.161511	  0.161360	  0.163571		CURRENT LEARNING RATE: 0.0004942471096220041
previous_iter_valid_loss : 0.2060711830854416

    725580	  0.206123	  0.206071	  0.165769		CURRENT LEARNING RATE: 0.0004941482700843628
previous_iter_valid_loss : 0.17713820934295654

    725600	  0.177297	  0.177138	  0.166459		CURRENT LEARNING RATE: 0.0004940494503126526
previous_iter_valid_loss : 0.17222128808498383

    725620	  0.172364	  0.172221	  0.166934		CURRENT LEARNING RATE: 0.0004939506503029202
previous_iter_valid_loss : 0.16923660039901733

    725640	  0.169474	  0.169237	  0.167251		CURRENT LEARNING RATE: 0.0004938518700512142
previous_iter_valid_loss : 0.16049669682979584

    725660	  0.160659	  0.160497	  0.167247		CURRENT LEARNING RATE: 0.0004937531095535829
previous_iter_valid_loss : 0.163319393992424

    725680	  0.163484	  0.163319	  0.166673		CURRENT LEARNING RATE: 0.0004936543688060762
previous_iter_valid_loss : 0.1796370893716812

    725700	  0.179797	  0.179637	  0.167045		CURRENT LEARNING RATE: 0.000493555647804744
previous_iter_valid_loss : 0.17128050327301025

    725720	  0.171541	  0.171281	  0.167580		CURRENT LEARNING RATE: 0.0004934569465456382
previous_iter_valid_loss : 0.16060025990009308

    725740	  0.160774	  0.160600	  0.167460		CURRENT LEARNING RATE: 0.0004933582650248099
previous_iter_valid_loss : 0.16640794277191162

    725760	  0.166624	  0.166408	  0.167737		CURRENT LEARNING RATE: 0.0004932596032383127
previous_iter_valid_loss : 0.16106906533241272

    725780	  0.161247	  0.161069	  0.167673		CURRENT LEARNING RATE: 0.0004931609611821992
previous_iter_valid_loss : 0.16169919073581696

    725800	  0.161851	  0.161699	  0.167703		CURRENT LEARNING RATE: 0.0004930623388525242
previous_iter_valid_loss : 0.1731647104024887

    725820	  0.173311	  0.173165	  0.168231		CURRENT LEARNING RATE: 0.0004929637362453434
previous_iter_valid_loss : 0.18917812407016754

    725840	  0.189608	  0.189178	  0.169086		CURRENT LEARNING RATE: 0.0004928651533567115
previous_iter_valid_loss : 0.16067156195640564

    725860	  0.160843	  0.160672	  0.169010		CURRENT LEARNING RATE: 0.0004927665901826864
previous_iter_valid_loss : 0.1705591231584549

    725880	  0.170812	  0.170559	  0.169429		CURRENT LEARNING RATE: 0.0004926680467193245
previous_iter_valid_loss : 0.17672410607337952

    725900	  0.177034	  0.176724	  0.170199		CURRENT LEARNING RATE: 0.000492569522962685
previous_iter_valid_loss : 0.1663406491279602

    725920	  0.166496	  0.166341	  0.170489		CURRENT LEARNING RATE: 0.0004924710189088259
previous_iter_valid_loss : 0.17058968544006348

    725940	  0.170835	  0.170590	  0.170886		CURRENT LEARNING RATE: 0.0004923725345538082
previous_iter_valid_loss : 0.16751722991466522

    725960	  0.167738	  0.167517	  0.171194		CURRENT LEARNING RATE: 0.0004922740698936914
previous_iter_valid_loss : 0.16231776773929596

    725980	  0.162504	  0.162318	  0.169006		CURRENT LEARNING RATE: 0.000492175624924538
previous_iter_valid_loss : 0.16495056450366974

    726000	  0.165158	  0.164951	  0.168397		CURRENT LEARNING RATE: 0.0004920771996424092
previous_iter_valid_loss : 0.16053444147109985

    726020	  0.160692	  0.160534	  0.167812		CURRENT LEARNING RATE: 0.0004919787940433688
previous_iter_valid_loss : 0.16049310564994812


Current valid loss: 0.16049310564994812;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    726040	  0.160655	  0.160493	  0.167375		CURRENT LEARNING RATE: 0.0004918804081234799
previous_iter_valid_loss : 0.16221119463443756

    726060	  0.162363	  0.162211	  0.167461		CURRENT LEARNING RATE: 0.0004917820418788078
previous_iter_valid_loss : 0.16107888519763947

    726080	  0.161236	  0.161079	  0.167349		CURRENT LEARNING RATE: 0.000491683695305417
previous_iter_valid_loss : 0.16926243901252747

    726100	  0.169413	  0.169262	  0.166830		CURRENT LEARNING RATE: 0.0004915853683993745
previous_iter_valid_loss : 0.16178442537784576

    726120	  0.161968	  0.161784	  0.166355		CURRENT LEARNING RATE: 0.0004914870611567464
previous_iter_valid_loss : 0.16473351418972015

    726140	  0.164914	  0.164734	  0.166562		CURRENT LEARNING RATE: 0.0004913887735736012
previous_iter_valid_loss : 0.16535557806491852

    726160	  0.165565	  0.165356	  0.166509		CURRENT LEARNING RATE: 0.0004912905056460066
previous_iter_valid_loss : 0.17074255645275116

    726180	  0.170993	  0.170743	  0.166993		CURRENT LEARNING RATE: 0.0004911922573700327
previous_iter_valid_loss : 0.17033688724040985

    726200	  0.170486	  0.170337	  0.167425		CURRENT LEARNING RATE: 0.0004910940287417488
previous_iter_valid_loss : 0.16510803997516632

    726220	  0.165265	  0.165108	  0.167022		CURRENT LEARNING RATE: 0.000490995819757226
previous_iter_valid_loss : 0.16050884127616882

    726240	  0.160673	  0.160509	  0.165589		CURRENT LEARNING RATE: 0.0004908976304125365
previous_iter_valid_loss : 0.17217005789279938

    726260	  0.172434	  0.172170	  0.166163		CURRENT LEARNING RATE: 0.0004907994607037519
previous_iter_valid_loss : 0.16062036156654358

    726280	  0.160791	  0.160620	  0.165666		CURRENT LEARNING RATE: 0.0004907013106269462
previous_iter_valid_loss : 0.16062326729297638

    726300	  0.160771	  0.160623	  0.164861		CURRENT LEARNING RATE: 0.0004906031801781927
previous_iter_valid_loss : 0.16332575678825378

    726320	  0.163491	  0.163326	  0.164711		CURRENT LEARNING RATE: 0.0004905050693535667
previous_iter_valid_loss : 0.16640983521938324

    726340	  0.166618	  0.166410	  0.164502		CURRENT LEARNING RATE: 0.0004904069781491433
previous_iter_valid_loss : 0.1625022143125534

    726360	  0.162686	  0.162502	  0.164251		CURRENT LEARNING RATE: 0.0004903089065609994
previous_iter_valid_loss : 0.16096487641334534

    726380	  0.161140	  0.160965	  0.164183		CURRENT LEARNING RATE: 0.0004902108545852113
previous_iter_valid_loss : 0.17148108780384064

    726400	  0.171629	  0.171481	  0.164510		CURRENT LEARNING RATE: 0.000490112822217858
previous_iter_valid_loss : 0.17870374023914337

    726420	  0.178864	  0.178704	  0.165418		CURRENT LEARNING RATE: 0.0004900148094550172
previous_iter_valid_loss : 0.16325752437114716

    726440	  0.163422	  0.163258	  0.165557		CURRENT LEARNING RATE: 0.0004899168162927693
previous_iter_valid_loss : 0.16376401484012604

    726460	  0.163961	  0.163764	  0.165634		CURRENT LEARNING RATE: 0.0004898188427271937
previous_iter_valid_loss : 0.16076937317848206

    726480	  0.160931	  0.160769	  0.165619		CURRENT LEARNING RATE: 0.0004897208887543723
previous_iter_valid_loss : 0.16844119131565094

    726500	  0.168669	  0.168441	  0.165578		CURRENT LEARNING RATE: 0.0004896229543703861
previous_iter_valid_loss : 0.18207219243049622

    726520	  0.182420	  0.182072	  0.166592		CURRENT LEARNING RATE: 0.0004895250395713185
previous_iter_valid_loss : 0.1648564338684082

    726540	  0.165021	  0.164856	  0.166598		CURRENT LEARNING RATE: 0.0004894271443532522
previous_iter_valid_loss : 0.16292312741279602

    726560	  0.163107	  0.162923	  0.166477		CURRENT LEARNING RATE: 0.0004893292687122721
previous_iter_valid_loss : 0.1608123630285263

    726580	  0.160963	  0.160812	  0.165980		CURRENT LEARNING RATE: 0.0004892314126444623
previous_iter_valid_loss : 0.1665661633014679

    726600	  0.166783	  0.166566	  0.165792		CURRENT LEARNING RATE: 0.0004891335761459093
previous_iter_valid_loss : 0.17164061963558197

    726620	  0.171905	  0.171641	  0.166118		CURRENT LEARNING RATE: 0.0004890357592126997
previous_iter_valid_loss : 0.1653076559305191

    726640	  0.165517	  0.165308	  0.166358		CURRENT LEARNING RATE: 0.0004889379618409202
previous_iter_valid_loss : 0.16066454350948334

    726660	  0.160838	  0.160665	  0.165783		CURRENT LEARNING RATE: 0.0004888401840266595
previous_iter_valid_loss : 0.1694866418838501

    726680	  0.169738	  0.169487	  0.166226		CURRENT LEARNING RATE: 0.0004887424257660059
previous_iter_valid_loss : 0.16060912609100342

    726700	  0.160773	  0.160609	  0.166225		CURRENT LEARNING RATE: 0.0004886446870550498
previous_iter_valid_loss : 0.16537806391716003

    726720	  0.165575	  0.165378	  0.166328		CURRENT LEARNING RATE: 0.0004885469678898808
previous_iter_valid_loss : 0.16671831905841827

    726740	  0.166947	  0.166718	  0.166343		CURRENT LEARNING RATE: 0.0004884492682665911
previous_iter_valid_loss : 0.16153208911418915

    726760	  0.161691	  0.161532	  0.166295		CURRENT LEARNING RATE: 0.0004883515881812717
previous_iter_valid_loss : 0.16051599383354187

    726780	  0.160674	  0.160516	  0.166273		CURRENT LEARNING RATE: 0.0004882539276300164
previous_iter_valid_loss : 0.16082818806171417

    726800	  0.161001	  0.160828	  0.165740		CURRENT LEARNING RATE: 0.00048815628660891776
previous_iter_valid_loss : 0.16879338026046753

    726820	  0.169021	  0.168793	  0.165244		CURRENT LEARNING RATE: 0.00048805866511407106
previous_iter_valid_loss : 0.16072270274162292

    726840	  0.160895	  0.160723	  0.165118		CURRENT LEARNING RATE: 0.0004879610631415706
previous_iter_valid_loss : 0.16062502562999725

    726860	  0.160785	  0.160625	  0.164961		CURRENT LEARNING RATE: 0.00048786348068751323
previous_iter_valid_loss : 0.1630217581987381

    726880	  0.163208	  0.163022	  0.165073		CURRENT LEARNING RATE: 0.0004877659177479947
previous_iter_valid_loss : 0.17127685248851776

    726900	  0.171426	  0.171277	  0.165215		CURRENT LEARNING RATE: 0.0004876683743191134
previous_iter_valid_loss : 0.1608615666627884

    726920	  0.161040	  0.160862	  0.164154		CURRENT LEARNING RATE: 0.0004875708503969666
previous_iter_valid_loss : 0.17115603387355804

    726940	  0.171307	  0.171156	  0.164469		CURRENT LEARNING RATE: 0.0004874733459776544
previous_iter_valid_loss : 0.17608632147312164

    726960	  0.176375	  0.176086	  0.165128		CURRENT LEARNING RATE: 0.0004873758610572756
previous_iter_valid_loss : 0.16143247485160828

    726980	  0.161580	  0.161432	  0.165159		CURRENT LEARNING RATE: 0.0004872783956319318
previous_iter_valid_loss : 0.1662561297416687

    727000	  0.166419	  0.166256	  0.165143		CURRENT LEARNING RATE: 0.00048718094969772344
previous_iter_valid_loss : 0.16374218463897705

    727020	  0.163930	  0.163742	  0.164748		CURRENT LEARNING RATE: 0.0004870835232507532
previous_iter_valid_loss : 0.16094140708446503

    727040	  0.161096	  0.160941	  0.164530		CURRENT LEARNING RATE: 0.0004869861162871243
previous_iter_valid_loss : 0.19804495573043823

    727060	  0.198560	  0.198045	  0.166399		CURRENT LEARNING RATE: 0.0004868887288029397
previous_iter_valid_loss : 0.16132427752017975

    727080	  0.161487	  0.161324	  0.165991		CURRENT LEARNING RATE: 0.0004867913607943048
previous_iter_valid_loss : 0.17994794249534607

    727100	  0.180269	  0.179948	  0.166958		CURRENT LEARNING RATE: 0.00048669401225732387
previous_iter_valid_loss : 0.16102133691310883

    727120	  0.161192	  0.161021	  0.166740		CURRENT LEARNING RATE: 0.000486596683188104
previous_iter_valid_loss : 0.16638977825641632

    727140	  0.166604	  0.166390	  0.166724		CURRENT LEARNING RATE: 0.00048649937358275104
previous_iter_valid_loss : 0.16061516106128693

    727160	  0.160757	  0.160615	  0.166678		CURRENT LEARNING RATE: 0.00048640208343737364
previous_iter_valid_loss : 0.1703319251537323

    727180	  0.170480	  0.170332	  0.167168		CURRENT LEARNING RATE: 0.0004863048127480791
previous_iter_valid_loss : 0.16727687418460846

    727200	  0.167495	  0.167277	  0.167491		CURRENT LEARNING RATE: 0.0004862075615109776
previous_iter_valid_loss : 0.17406846582889557

    727220	  0.174344	  0.174068	  0.167755		CURRENT LEARNING RATE: 0.00048611032972217816
previous_iter_valid_loss : 0.17472131550312042

    727240	  0.174873	  0.174721	  0.168455		CURRENT LEARNING RATE: 0.0004860131173777925
previous_iter_valid_loss : 0.16493934392929077

    727260	  0.165106	  0.164939	  0.168670		CURRENT LEARNING RATE: 0.00048591592447393107
previous_iter_valid_loss : 0.1612398475408554

    727280	  0.161399	  0.161240	  0.168581		CURRENT LEARNING RATE: 0.0004858187510067071
previous_iter_valid_loss : 0.1613297462463379

    727300	  0.161518	  0.161330	  0.168084		CURRENT LEARNING RATE: 0.00048572159697223287
previous_iter_valid_loss : 0.16058015823364258

    727320	  0.160736	  0.160580	  0.168070		CURRENT LEARNING RATE: 0.000485624462366623
previous_iter_valid_loss : 0.17530232667922974

    727340	  0.175587	  0.175302	  0.168277		CURRENT LEARNING RATE: 0.00048552734718599125
previous_iter_valid_loss : 0.16115021705627441

    727360	  0.161310	  0.161150	  0.167530		CURRENT LEARNING RATE: 0.00048543025142645384
previous_iter_valid_loss : 0.1605152189731598

    727380	  0.160675	  0.160515	  0.167484		CURRENT LEARNING RATE: 0.00048533317508412624
previous_iter_valid_loss : 0.16196805238723755

    727400	  0.162158	  0.161968	  0.167270		CURRENT LEARNING RATE: 0.0004852361181551256
previous_iter_valid_loss : 0.16057348251342773

    727420	  0.160728	  0.160573	  0.167112		CURRENT LEARNING RATE: 0.0004851390806355702
previous_iter_valid_loss : 0.18924306333065033

    727440	  0.189675	  0.189243	  0.168527		CURRENT LEARNING RATE: 0.0004850420625215777
previous_iter_valid_loss : 0.16058677434921265

    727460	  0.160743	  0.160587	  0.166654		CURRENT LEARNING RATE: 0.0004849450638092681
previous_iter_valid_loss : 0.1609286069869995

    727480	  0.161081	  0.160929	  0.166634		CURRENT LEARNING RATE: 0.0004848480844947608
previous_iter_valid_loss : 0.1606903076171875

    727500	  0.160860	  0.160690	  0.165671		CURRENT LEARNING RATE: 0.0004847511245741773
previous_iter_valid_loss : 0.16764353215694427

    727520	  0.167859	  0.167644	  0.166002		CURRENT LEARNING RATE: 0.00048465418404363845
previous_iter_valid_loss : 0.18703851103782654

    727540	  0.187435	  0.187039	  0.167035		CURRENT LEARNING RATE: 0.0004845572628992675
previous_iter_valid_loss : 0.16376979649066925

    727560	  0.163967	  0.163770	  0.167192		CURRENT LEARNING RATE: 0.00048446036113718665
previous_iter_valid_loss : 0.16606350243091583

    727580	  0.166223	  0.166064	  0.166979		CURRENT LEARNING RATE: 0.00048436347875352074
previous_iter_valid_loss : 0.1625644564628601

    727600	  0.162764	  0.162564	  0.166743		CURRENT LEARNING RATE: 0.00048426661574439364
previous_iter_valid_loss : 0.16416041553020477

    727620	  0.164324	  0.164160	  0.166248		CURRENT LEARNING RATE: 0.0004841697721059316
previous_iter_valid_loss : 0.16218584775924683

    727640	  0.162338	  0.162186	  0.165621		CURRENT LEARNING RATE: 0.0004840729478342602
previous_iter_valid_loss : 0.17018736898899078

    727660	  0.170432	  0.170187	  0.165884		CURRENT LEARNING RATE: 0.00048397614292550704
previous_iter_valid_loss : 0.16060520708560944

    727680	  0.160751	  0.160605	  0.165852		CURRENT LEARNING RATE: 0.0004838793573757994
previous_iter_valid_loss : 0.16501377522945404

    727700	  0.165175	  0.165014	  0.166036		CURRENT LEARNING RATE: 0.00048378259118126647
previous_iter_valid_loss : 0.16052323579788208

    727720	  0.160682	  0.160523	  0.166033		CURRENT LEARNING RATE: 0.0004836858443380368
previous_iter_valid_loss : 0.1619718223810196

    727740	  0.162127	  0.161972	  0.165367		CURRENT LEARNING RATE: 0.00048358911684224143
previous_iter_valid_loss : 0.16368459165096283

    727760	  0.163848	  0.163685	  0.165493		CURRENT LEARNING RATE: 0.00048349240869001035
previous_iter_valid_loss : 0.1605800837278366

    727780	  0.160736	  0.160580	  0.165497		CURRENT LEARNING RATE: 0.00048339571987747617
previous_iter_valid_loss : 0.16565147042274475

    727800	  0.165861	  0.165651	  0.165681		CURRENT LEARNING RATE: 0.00048329905040077033
previous_iter_valid_loss : 0.16277053952217102

    727820	  0.162961	  0.162771	  0.165791		CURRENT LEARNING RATE: 0.00048320240025602663
previous_iter_valid_loss : 0.17550094425678253

    727840	  0.175787	  0.175501	  0.165104		CURRENT LEARNING RATE: 0.0004831057694393794
previous_iter_valid_loss : 0.16727106273174286

    727860	  0.167496	  0.167271	  0.165438		CURRENT LEARNING RATE: 0.00048300915794696265
previous_iter_valid_loss : 0.16324305534362793

    727880	  0.163406	  0.163243	  0.165553		CURRENT LEARNING RATE: 0.00048291256577491265
previous_iter_valid_loss : 0.16602467000484467

    727900	  0.166241	  0.166025	  0.165820		CURRENT LEARNING RATE: 0.0004828159929193649
previous_iter_valid_loss : 0.16062986850738525

    727920	  0.160795	  0.160630	  0.165469		CURRENT LEARNING RATE: 0.00048271943937645736
previous_iter_valid_loss : 0.16508682072162628

    727940	  0.165280	  0.165087	  0.164372		CURRENT LEARNING RATE: 0.00048262290514232707
previous_iter_valid_loss : 0.16203929483890533

    727960	  0.162223	  0.162039	  0.164285		CURRENT LEARNING RATE: 0.0004825263902131135
previous_iter_valid_loss : 0.1669190675020218

    727980	  0.167137	  0.166919	  0.164328		CURRENT LEARNING RATE: 0.00048242989458495514
previous_iter_valid_loss : 0.1617133617401123

    728000	  0.161866	  0.161713	  0.164286		CURRENT LEARNING RATE: 0.000482333418253993
previous_iter_valid_loss : 0.16378305852413177

    728020	  0.163944	  0.163783	  0.164267		CURRENT LEARNING RATE: 0.00048223696121636733
previous_iter_valid_loss : 0.16510482132434845

    728040	  0.165269	  0.165105	  0.164413		CURRENT LEARNING RATE: 0.00048214052346822053
previous_iter_valid_loss : 0.16092002391815186

    728060	  0.161070	  0.160920	  0.163949		CURRENT LEARNING RATE: 0.00048204410500569435
previous_iter_valid_loss : 0.1894959658384323

    728080	  0.189622	  0.189496	  0.165394		CURRENT LEARNING RATE: 0.00048194770582493283
previous_iter_valid_loss : 0.16056522727012634

    728100	  0.160723	  0.160565	  0.165171		CURRENT LEARNING RATE: 0.0004818513259220792
previous_iter_valid_loss : 0.1710769385099411

    728120	  0.171217	  0.171077	  0.165699		CURRENT LEARNING RATE: 0.0004817549652932791
previous_iter_valid_loss : 0.17805571854114532

    728140	  0.178208	  0.178056	  0.166503		CURRENT LEARNING RATE: 0.00048165862393467724
previous_iter_valid_loss : 0.16119959950447083

    728160	  0.161345	  0.161200	  0.166379		CURRENT LEARNING RATE: 0.0004815623018424208
previous_iter_valid_loss : 0.16264887154102325

    728180	  0.162809	  0.162649	  0.166482		CURRENT LEARNING RATE: 0.0004814659990126561
previous_iter_valid_loss : 0.17462977766990662

    728200	  0.174780	  0.174630	  0.166931		CURRENT LEARNING RATE: 0.00048136971544153186
previous_iter_valid_loss : 0.1648407131433487

    728220	  0.165003	  0.164841	  0.167035		CURRENT LEARNING RATE: 0.0004812734511251959
previous_iter_valid_loss : 0.16054604947566986

    728240	  0.160703	  0.160546	  0.166287		CURRENT LEARNING RATE: 0.00048117720605979797
previous_iter_valid_loss : 0.16289359331130981

    728260	  0.163081	  0.162894	  0.166068		CURRENT LEARNING RATE: 0.0004810809802414889
previous_iter_valid_loss : 0.16080331802368164

    728280	  0.160978	  0.160803	  0.165946		CURRENT LEARNING RATE: 0.00048098477366641853
previous_iter_valid_loss : 0.16304688155651093

    728300	  0.163234	  0.163047	  0.165797		CURRENT LEARNING RATE: 0.00048088858633073966
previous_iter_valid_loss : 0.16230392456054688

    728320	  0.162459	  0.162304	  0.165881		CURRENT LEARNING RATE: 0.00048079241823060386
previous_iter_valid_loss : 0.16383258998394012

    728340	  0.164032	  0.163833	  0.165818		CURRENT LEARNING RATE: 0.0004806962693621653
previous_iter_valid_loss : 0.16054219007492065

    728360	  0.160705	  0.160542	  0.165744		CURRENT LEARNING RATE: 0.0004806001397215772
previous_iter_valid_loss : 0.1688479334115982

    728380	  0.169082	  0.168848	  0.165840		CURRENT LEARNING RATE: 0.00048050402930499515
previous_iter_valid_loss : 0.1660269796848297

    728400	  0.166236	  0.166027	  0.166056		CURRENT LEARNING RATE: 0.0004804079381085738
previous_iter_valid_loss : 0.17403866350650787

    728420	  0.174310	  0.174039	  0.166568		CURRENT LEARNING RATE: 0.0004803118661284706
previous_iter_valid_loss : 0.1621648073196411

    728440	  0.162355	  0.162165	  0.166421		CURRENT LEARNING RATE: 0.0004802158133608417
previous_iter_valid_loss : 0.16116249561309814

    728460	  0.161347	  0.161162	  0.166434		CURRENT LEARNING RATE: 0.00048011977980184575
previous_iter_valid_loss : 0.16053684055805206

    728480	  0.160700	  0.160537	  0.164986		CURRENT LEARNING RATE: 0.00048002376544764065
previous_iter_valid_loss : 0.18136979639530182

    728500	  0.181705	  0.181370	  0.166026		CURRENT LEARNING RATE: 0.0004799277702943866
previous_iter_valid_loss : 0.17180690169334412

    728520	  0.171945	  0.171807	  0.166062		CURRENT LEARNING RATE: 0.00047983179433824303
previous_iter_valid_loss : 0.16089706122875214

    728540	  0.161054	  0.160897	  0.165204		CURRENT LEARNING RATE: 0.0004797358375753718
previous_iter_valid_loss : 0.16397112607955933

    728560	  0.164135	  0.163971	  0.165343		CURRENT LEARNING RATE: 0.0004796399000019336
previous_iter_valid_loss : 0.16845117509365082

    728580	  0.168600	  0.168451	  0.165633		CURRENT LEARNING RATE: 0.000479543981614092
previous_iter_valid_loss : 0.16309045255184174

    728600	  0.163273	  0.163090	  0.165056		CURRENT LEARNING RATE: 0.00047944808240800923
previous_iter_valid_loss : 0.16081854701042175

    728620	  0.160975	  0.160819	  0.164855		CURRENT LEARNING RATE: 0.0004793522023798499
previous_iter_valid_loss : 0.16212107241153717

    728640	  0.162277	  0.162121	  0.164934		CURRENT LEARNING RATE: 0.000479256341525779
previous_iter_valid_loss : 0.16363047063350677

    728660	  0.163832	  0.163630	  0.164971		CURRENT LEARNING RATE: 0.00047916049984196156
previous_iter_valid_loss : 0.16975295543670654

    728680	  0.169906	  0.169753	  0.165418		CURRENT LEARNING RATE: 0.0004790646773245645
previous_iter_valid_loss : 0.16051067411899567

    728700	  0.160666	  0.160511	  0.165291		CURRENT LEARNING RATE: 0.00047896887396975423
previous_iter_valid_loss : 0.1676224023103714

    728720	  0.167843	  0.167622	  0.165557		CURRENT LEARNING RATE: 0.0004788730897736994
previous_iter_valid_loss : 0.16069984436035156

    728740	  0.160875	  0.160700	  0.165401		CURRENT LEARNING RATE: 0.00047877732473256777
previous_iter_valid_loss : 0.1616581380367279

    728760	  0.161843	  0.161658	  0.165456		CURRENT LEARNING RATE: 0.0004786815788425297
previous_iter_valid_loss : 0.16195760667324066

    728780	  0.162146	  0.161958	  0.165112		CURRENT LEARNING RATE: 0.0004785858520997543
previous_iter_valid_loss : 0.16078868508338928

    728800	  0.160949	  0.160789	  0.164850		CURRENT LEARNING RATE: 0.00047849014450041357
previous_iter_valid_loss : 0.16232526302337646

    728820	  0.162488	  0.162325	  0.164264		CURRENT LEARNING RATE: 0.0004783944560406782
previous_iter_valid_loss : 0.16380427777767181

    728840	  0.163971	  0.163804	  0.164346		CURRENT LEARNING RATE: 0.0004782987867167216
previous_iter_valid_loss : 0.16260981559753418

    728860	  0.162772	  0.162610	  0.164419		CURRENT LEARNING RATE: 0.0004782031365247161
previous_iter_valid_loss : 0.16971559822559357

    728880	  0.169861	  0.169716	  0.164878		CURRENT LEARNING RATE: 0.0004781075054608365
previous_iter_valid_loss : 0.16332365572452545

    728900	  0.163484	  0.163324	  0.163975		CURRENT LEARNING RATE: 0.00047801189352125685
previous_iter_valid_loss : 0.16095024347305298

    728920	  0.161133	  0.160950	  0.163432		CURRENT LEARNING RATE: 0.00047791630070215333
previous_iter_valid_loss : 0.1606936752796173

    728940	  0.160864	  0.160694	  0.163422		CURRENT LEARNING RATE: 0.0004778207269997015
previous_iter_valid_loss : 0.16223861277103424

    728960	  0.162397	  0.162239	  0.163336		CURRENT LEARNING RATE: 0.0004777251724100793
previous_iter_valid_loss : 0.16446533799171448

    728980	  0.164667	  0.164465	  0.163136		CURRENT LEARNING RATE: 0.0004776296369294636
previous_iter_valid_loss : 0.16767296195030212

    729000	  0.167892	  0.167673	  0.163365		CURRENT LEARNING RATE: 0.0004775341205540338
previous_iter_valid_loss : 0.18446846306324005

    729020	  0.184839	  0.184468	  0.164548		CURRENT LEARNING RATE: 0.00047743862327996855
previous_iter_valid_loss : 0.16070064902305603

    729040	  0.160875	  0.160701	  0.164477		CURRENT LEARNING RATE: 0.0004773431451034483
previous_iter_valid_loss : 0.18469128012657166

    729060	  0.185047	  0.184691	  0.165530		CURRENT LEARNING RATE: 0.0004772476860206543
previous_iter_valid_loss : 0.16487334668636322

    729080	  0.165074	  0.164873	  0.165286		CURRENT LEARNING RATE: 0.0004771522460277674
previous_iter_valid_loss : 0.16095979511737823

    729100	  0.161105	  0.160960	  0.165308		CURRENT LEARNING RATE: 0.00047705682512097074
previous_iter_valid_loss : 0.1605122983455658

    729120	  0.160669	  0.160512	  0.164953		CURRENT LEARNING RATE: 0.00047696142329644686
previous_iter_valid_loss : 0.16061292588710785

    729140	  0.160769	  0.160613	  0.164949		CURRENT LEARNING RATE: 0.0004768660405503803
previous_iter_valid_loss : 0.1875736564397812

    729160	  0.187704	  0.187574	  0.166244		CURRENT LEARNING RATE: 0.00047677067687895507
previous_iter_valid_loss : 0.16335026919841766

    729180	  0.163516	  0.163350	  0.166314		CURRENT LEARNING RATE: 0.00047667533227835736
previous_iter_valid_loss : 0.1617307811975479

    729200	  0.161926	  0.161731	  0.166361		CURRENT LEARNING RATE: 0.0004765800067447726
previous_iter_valid_loss : 0.16221198439598083

    729220	  0.162382	  0.162212	  0.166355		CURRENT LEARNING RATE: 0.00047648470027438866
previous_iter_valid_loss : 0.1654880791902542

    729240	  0.165682	  0.165488	  0.166440		CURRENT LEARNING RATE: 0.0004763894128633923
previous_iter_valid_loss : 0.17492645978927612

    729260	  0.175069	  0.174926	  0.167055		CURRENT LEARNING RATE: 0.0004762941445079729
previous_iter_valid_loss : 0.16150575876235962

    729280	  0.161684	  0.161506	  0.166645		CURRENT LEARNING RATE: 0.000476198895204319
previous_iter_valid_loss : 0.16165179014205933

    729300	  0.161838	  0.161652	  0.166561		CURRENT LEARNING RATE: 0.00047610366494862136
previous_iter_valid_loss : 0.177412211894989

    729320	  0.177572	  0.177412	  0.167384		CURRENT LEARNING RATE: 0.00047600845373707
previous_iter_valid_loss : 0.17234613001346588

    729340	  0.172493	  0.172346	  0.167967		CURRENT LEARNING RATE: 0.0004759132615658572
previous_iter_valid_loss : 0.16091306507587433

    729360	  0.161093	  0.160913	  0.167901		CURRENT LEARNING RATE: 0.0004758180884311745
previous_iter_valid_loss : 0.16132979094982147

    729380	  0.161511	  0.161330	  0.167744		CURRENT LEARNING RATE: 0.0004757229343292159
previous_iter_valid_loss : 0.16540315747261047

    729400	  0.165615	  0.165403	  0.167630		CURRENT LEARNING RATE: 0.00047562779925617427
previous_iter_valid_loss : 0.16428595781326294

    729420	  0.164472	  0.164286	  0.166621		CURRENT LEARNING RATE: 0.00047553268320824467
previous_iter_valid_loss : 0.1714760959148407

    729440	  0.171622	  0.171476	  0.167160		CURRENT LEARNING RATE: 0.00047543758618162293
previous_iter_valid_loss : 0.16094283759593964

    729460	  0.161119	  0.160943	  0.165973		CURRENT LEARNING RATE: 0.0004753425081725042
previous_iter_valid_loss : 0.16090615093708038

    729480	  0.161086	  0.160906	  0.165774		CURRENT LEARNING RATE: 0.00047524744917708635
previous_iter_valid_loss : 0.16184669733047485

    729500	  0.162001	  0.161847	  0.165819		CURRENT LEARNING RATE: 0.00047515240919156605
previous_iter_valid_loss : 0.16272008419036865

    729520	  0.162916	  0.162720	  0.165929		CURRENT LEARNING RATE: 0.00047505738821214264
previous_iter_valid_loss : 0.1683768332004547

    729540	  0.168522	  0.168377	  0.166317		CURRENT LEARNING RATE: 0.00047496238623501445
previous_iter_valid_loss : 0.16051918268203735

    729560	  0.160679	  0.160519	  0.164964		CURRENT LEARNING RATE: 0.00047486740325638214
previous_iter_valid_loss : 0.16769452393054962

    729580	  0.167914	  0.167695	  0.165182		CURRENT LEARNING RATE: 0.0004747724392724456
previous_iter_valid_loss : 0.17432275414466858

    729600	  0.174471	  0.174323	  0.165811		CURRENT LEARNING RATE: 0.0004746774942794071
previous_iter_valid_loss : 0.16342337429523468

    729620	  0.163618	  0.163423	  0.165872		CURRENT LEARNING RATE: 0.000474582568273468
previous_iter_valid_loss : 0.16063803434371948

    729640	  0.160790	  0.160638	  0.165629		CURRENT LEARNING RATE: 0.0004744876612508322
previous_iter_valid_loss : 0.16828793287277222

    729660	  0.168441	  0.168288	  0.165297		CURRENT LEARNING RATE: 0.0004743927732077024
previous_iter_valid_loss : 0.1634387969970703

    729680	  0.163603	  0.163439	  0.165394		CURRENT LEARNING RATE: 0.0004742979041402841
previous_iter_valid_loss : 0.16342279314994812

    729700	  0.163621	  0.163423	  0.165483		CURRENT LEARNING RATE: 0.00047420305404478153
previous_iter_valid_loss : 0.16661453247070312

    729720	  0.166828	  0.166615	  0.164943		CURRENT LEARNING RATE: 0.00047410822291740165
previous_iter_valid_loss : 0.16181424260139465

    729740	  0.161990	  0.161814	  0.164416		CURRENT LEARNING RATE: 0.0004740134107543503
previous_iter_valid_loss : 0.1832142472267151

    729760	  0.183367	  0.183214	  0.165531		CURRENT LEARNING RATE: 0.0004739186175518359
previous_iter_valid_loss : 0.16838157176971436

    729780	  0.168530	  0.168382	  0.165884		CURRENT LEARNING RATE: 0.0004738238433060658
previous_iter_valid_loss : 0.16612093150615692

    729800	  0.166282	  0.166121	  0.165920		CURRENT LEARNING RATE: 0.00047372908801324994
previous_iter_valid_loss : 0.1610470414161682

    729820	  0.161225	  0.161047	  0.165758		CURRENT LEARNING RATE: 0.00047363435166959726
previous_iter_valid_loss : 0.16233965754508972

    729840	  0.162494	  0.162340	  0.165301		CURRENT LEARNING RATE: 0.0004735396342713187
previous_iter_valid_loss : 0.17066483199596405

    729860	  0.170916	  0.170665	  0.165787		CURRENT LEARNING RATE: 0.00047344493581462593
previous_iter_valid_loss : 0.161139115691185

    729880	  0.161291	  0.161139	  0.165799		CURRENT LEARNING RATE: 0.00047335025629573034
previous_iter_valid_loss : 0.17186106741428375

    729900	  0.172002	  0.171861	  0.166299		CURRENT LEARNING RATE: 0.00047325559571084546
previous_iter_valid_loss : 0.16158346831798553

    729920	  0.161776	  0.161583	  0.166243		CURRENT LEARNING RATE: 0.00047316095405618397
previous_iter_valid_loss : 0.1742764115333557

    729940	  0.174432	  0.174276	  0.166538		CURRENT LEARNING RATE: 0.00047306633132796123
previous_iter_valid_loss : 0.16598956286907196

    729960	  0.166147	  0.165990	  0.166811		CURRENT LEARNING RATE: 0.0004729717275223913
previous_iter_valid_loss : 0.16896475851535797

    729980	  0.169117	  0.168965	  0.166875		CURRENT LEARNING RATE: 0.00047287714263569104
previous_iter_valid_loss : 0.16563352942466736

    730000	  0.165790	  0.165634	  0.166440		CURRENT LEARNING RATE: 0.00047278257666407607
previous_iter_valid_loss : 0.1764606535434723

    730020	  0.176751	  0.176461	  0.167092		CURRENT LEARNING RATE: 0.00047268802960376467
previous_iter_valid_loss : 0.16441656649112701

    730040	  0.164612	  0.164417	  0.167281		CURRENT LEARNING RATE: 0.0004725935014509741
previous_iter_valid_loss : 0.16442297399044037

    730060	  0.164621	  0.164423	  0.167088		CURRENT LEARNING RATE: 0.00047249899220192404
previous_iter_valid_loss : 0.17354144155979156

    730080	  0.173688	  0.173541	  0.167593		CURRENT LEARNING RATE: 0.0004724045018528333
previous_iter_valid_loss : 0.1663028597831726

    730100	  0.166511	  0.166303	  0.167737		CURRENT LEARNING RATE: 0.0004723100303999231
previous_iter_valid_loss : 0.16202765703201294

    730120	  0.162216	  0.162028	  0.167507		CURRENT LEARNING RATE: 0.0004722155778394139
previous_iter_valid_loss : 0.16197822988033295

    730140	  0.162138	  0.161978	  0.167516		CURRENT LEARNING RATE: 0.0004721211441675282
previous_iter_valid_loss : 0.16344551742076874

    730160	  0.163610	  0.163446	  0.166527		CURRENT LEARNING RATE: 0.00047202672938048793
previous_iter_valid_loss : 0.1672694981098175

    730180	  0.167419	  0.167269	  0.166472		CURRENT LEARNING RATE: 0.00047193233347451725
previous_iter_valid_loss : 0.16075091063976288

    730200	  0.160923	  0.160751	  0.166203		CURRENT LEARNING RATE: 0.00047183795644583964
previous_iter_valid_loss : 0.17364545166492462

    730220	  0.173786	  0.173645	  0.166833		CURRENT LEARNING RATE: 0.0004717435982906807
previous_iter_valid_loss : 0.16346174478530884

    730240	  0.163628	  0.163462	  0.166889		CURRENT LEARNING RATE: 0.0004716492590052654
previous_iter_valid_loss : 0.1612783968448639

    730260	  0.161439	  0.161278	  0.166420		CURRENT LEARNING RATE: 0.00047155493858582045
previous_iter_valid_loss : 0.16087333858013153

    730280	  0.161029	  0.160873	  0.166406		CURRENT LEARNING RATE: 0.00047146063702857365
previous_iter_valid_loss : 0.16178233921527863

    730300	  0.161969	  0.161782	  0.165903		CURRENT LEARNING RATE: 0.0004713663543297518
previous_iter_valid_loss : 0.16961146891117096

    730320	  0.169852	  0.169611	  0.166304		CURRENT LEARNING RATE: 0.0004712720904855848
previous_iter_valid_loss : 0.16846439242362976

    730340	  0.168682	  0.168464	  0.166013		CURRENT LEARNING RATE: 0.00047117784549230093
previous_iter_valid_loss : 0.17583498358726501

    730360	  0.176123	  0.175835	  0.166506		CURRENT LEARNING RATE: 0.0004710836193461314
previous_iter_valid_loss : 0.16064251959323883

    730380	  0.160793	  0.160643	  0.166090		CURRENT LEARNING RATE: 0.00047098941204330627
previous_iter_valid_loss : 0.16704590618610382

    730400	  0.167255	  0.167046	  0.166160		CURRENT LEARNING RATE: 0.0004708952235800581
previous_iter_valid_loss : 0.17052942514419556

    730420	  0.170788	  0.170529	  0.165864		CURRENT LEARNING RATE: 0.0004708010539526186
previous_iter_valid_loss : 0.1676376909017563

    730440	  0.167792	  0.167638	  0.166025		CURRENT LEARNING RATE: 0.0004707069031572216
previous_iter_valid_loss : 0.1636183261871338

    730460	  0.163810	  0.163618	  0.165984		CURRENT LEARNING RATE: 0.00047061277119010047
previous_iter_valid_loss : 0.1648990362882614

    730480	  0.165070	  0.164899	  0.165552		CURRENT LEARNING RATE: 0.00047051865804749064
previous_iter_valid_loss : 0.16432471573352814

    730500	  0.164527	  0.164325	  0.165453		CURRENT LEARNING RATE: 0.0004704245637256268
previous_iter_valid_loss : 0.16314426064491272

    730520	  0.163349	  0.163144	  0.165509		CURRENT LEARNING RATE: 0.0004703304882207459
previous_iter_valid_loss : 0.16149075329303741

    730540	  0.161638	  0.161491	  0.165485		CURRENT LEARNING RATE: 0.00047023643152908424
previous_iter_valid_loss : 0.1658945083618164

    730560	  0.166094	  0.165895	  0.165607		CURRENT LEARNING RATE: 0.00047014239364688034
previous_iter_valid_loss : 0.1995764970779419

    730580	  0.199659	  0.199576	  0.167223		CURRENT LEARNING RATE: 0.0004700483745703718
previous_iter_valid_loss : 0.19927743077278137

    730600	  0.199370	  0.199277	  0.169149		CURRENT LEARNING RATE: 0.0004699543742957988
previous_iter_valid_loss : 0.1696200966835022

    730620	  0.169770	  0.169620	  0.168948		CURRENT LEARNING RATE: 0.0004698603928194003
previous_iter_valid_loss : 0.1609174758195877

    730640	  0.161067	  0.160917	  0.168820		CURRENT LEARNING RATE: 0.00046976643013741764
previous_iter_valid_loss : 0.1631627082824707

    730660	  0.163344	  0.163163	  0.168915		CURRENT LEARNING RATE: 0.0004696724862460927
previous_iter_valid_loss : 0.164350688457489

    730680	  0.164555	  0.164351	  0.169089		CURRENT LEARNING RATE: 0.0004695785611416667
previous_iter_valid_loss : 0.16228634119033813

    730700	  0.162479	  0.162286	  0.169114		CURRENT LEARNING RATE: 0.0004694846548203838
previous_iter_valid_loss : 0.1606290191411972

    730720	  0.160788	  0.160629	  0.168665		CURRENT LEARNING RATE: 0.00046939076727848665
previous_iter_valid_loss : 0.16178885102272034

    730740	  0.161976	  0.161789	  0.168331		CURRENT LEARNING RATE: 0.00046929689851222075
previous_iter_valid_loss : 0.16054284572601318

    730760	  0.160696	  0.160543	  0.167566		CURRENT LEARNING RATE: 0.00046920304851783034
previous_iter_valid_loss : 0.16066406667232513

    730780	  0.160836	  0.160664	  0.167567		CURRENT LEARNING RATE: 0.00046910921729156234
previous_iter_valid_loss : 0.17028816044330597

    730800	  0.170435	  0.170288	  0.167729		CURRENT LEARNING RATE: 0.0004690154048296628
previous_iter_valid_loss : 0.19542889297008514

    730820	  0.195542	  0.195429	  0.168974		CURRENT LEARNING RATE: 0.0004689216111283798
previous_iter_valid_loss : 0.16607223451137543

    730840	  0.166234	  0.166072	  0.168896		CURRENT LEARNING RATE: 0.000468827836183961
previous_iter_valid_loss : 0.16078802943229675

    730860	  0.160949	  0.160788	  0.168755		CURRENT LEARNING RATE: 0.00046873407999265606
previous_iter_valid_loss : 0.17429061233997345

    730880	  0.174440	  0.174291	  0.169224		CURRENT LEARNING RATE: 0.000468640342550714
previous_iter_valid_loss : 0.1657709926366806

    730900	  0.165970	  0.165771	  0.169297		CURRENT LEARNING RATE: 0.00046854662385438614
previous_iter_valid_loss : 0.1606195867061615

    730920	  0.160791	  0.160620	  0.169170		CURRENT LEARNING RATE: 0.00046845292389992283
previous_iter_valid_loss : 0.16259226202964783

    730940	  0.162759	  0.162592	  0.169225		CURRENT LEARNING RATE: 0.00046835924268357696
previous_iter_valid_loss : 0.16064052283763885

    730960	  0.160792	  0.160641	  0.168963		CURRENT LEARNING RATE: 0.0004682655802016004
previous_iter_valid_loss : 0.1608600616455078

    730980	  0.161034	  0.160860	  0.167027		CURRENT LEARNING RATE: 0.0004681719364502476
previous_iter_valid_loss : 0.1779356300830841

    731000	  0.178090	  0.177936	  0.165960		CURRENT LEARNING RATE: 0.0004680783114257719
previous_iter_valid_loss : 0.1803717166185379

    731020	  0.180530	  0.180372	  0.166497		CURRENT LEARNING RATE: 0.0004679847051244291
previous_iter_valid_loss : 0.16283510625362396

    731040	  0.163037	  0.162835	  0.166593		CURRENT LEARNING RATE: 0.0004678911175424742
previous_iter_valid_loss : 0.1620028167963028

    731060	  0.162182	  0.162003	  0.166535		CURRENT LEARNING RATE: 0.00046779754867616407
previous_iter_valid_loss : 0.16247552633285522

    731080	  0.162659	  0.162476	  0.166441		CURRENT LEARNING RATE: 0.0004677039985217563
previous_iter_valid_loss : 0.1633967012166977

    731100	  0.163585	  0.163397	  0.166497		CURRENT LEARNING RATE: 0.00046761046707550813
previous_iter_valid_loss : 0.1679554283618927

    731120	  0.168171	  0.167955	  0.166863		CURRENT LEARNING RATE: 0.00046751695433367915
previous_iter_valid_loss : 0.16147910058498383

    731140	  0.161631	  0.161479	  0.166848		CURRENT LEARNING RATE: 0.00046742346029252796
previous_iter_valid_loss : 0.16351793706417084

    731160	  0.163683	  0.163518	  0.166997		CURRENT LEARNING RATE: 0.00046732998494831567
previous_iter_valid_loss : 0.16447685658931732

    731180	  0.164673	  0.164477	  0.167187		CURRENT LEARNING RATE: 0.00046723652829730244
previous_iter_valid_loss : 0.16245491802692413

    731200	  0.162618	  0.162455	  0.166796		CURRENT LEARNING RATE: 0.00046714309033575087
previous_iter_valid_loss : 0.16601130366325378

    731220	  0.166218	  0.166011	  0.165325		CURRENT LEARNING RATE: 0.00046704967105992245
previous_iter_valid_loss : 0.17096751928329468

    731240	  0.171225	  0.170968	  0.165569		CURRENT LEARNING RATE: 0.0004669562704660814
previous_iter_valid_loss : 0.16382499039173126

    731260	  0.163993	  0.163825	  0.165721		CURRENT LEARNING RATE: 0.00046686288855049085
previous_iter_valid_loss : 0.16553017497062683

    731280	  0.165732	  0.165530	  0.165283		CURRENT LEARNING RATE: 0.00046676952530941626
previous_iter_valid_loss : 0.16161343455314636

    731300	  0.161767	  0.161613	  0.165075		CURRENT LEARNING RATE: 0.00046667618073912236
previous_iter_valid_loss : 0.16775508224964142

    731320	  0.167907	  0.167755	  0.165432		CURRENT LEARNING RATE: 0.00046658285483587613
previous_iter_valid_loss : 0.16542993485927582

    731340	  0.165646	  0.165430	  0.165574		CURRENT LEARNING RATE: 0.0004664895475959438
previous_iter_valid_loss : 0.16060447692871094

    731360	  0.160777	  0.160604	  0.165572		CURRENT LEARNING RATE: 0.0004663962590155938
previous_iter_valid_loss : 0.16096797585487366

    731380	  0.161129	  0.160968	  0.165578		CURRENT LEARNING RATE: 0.00046630298909109384
previous_iter_valid_loss : 0.1796809881925583

    731400	  0.179837	  0.179681	  0.165665		CURRENT LEARNING RATE: 0.00046620973781871393
previous_iter_valid_loss : 0.18354733288288116

    731420	  0.183698	  0.183547	  0.165824		CURRENT LEARNING RATE: 0.00046611650519472317
previous_iter_valid_loss : 0.16190111637115479

    731440	  0.162061	  0.161901	  0.165777		CURRENT LEARNING RATE: 0.0004660232912153927
previous_iter_valid_loss : 0.16105888783931732

    731460	  0.161240	  0.161059	  0.165730		CURRENT LEARNING RATE: 0.0004659300958769943
previous_iter_valid_loss : 0.16647681593894958

    731480	  0.166697	  0.166477	  0.165930		CURRENT LEARNING RATE: 0.00046583691917579946
previous_iter_valid_loss : 0.16086167097091675

    731500	  0.161009	  0.160862	  0.165803		CURRENT LEARNING RATE: 0.00046574376110808174
previous_iter_valid_loss : 0.18320873379707336

    731520	  0.183358	  0.183209	  0.166566		CURRENT LEARNING RATE: 0.0004656506216701143
previous_iter_valid_loss : 0.16054627299308777

    731540	  0.160701	  0.160546	  0.166519		CURRENT LEARNING RATE: 0.00046555750085817206
previous_iter_valid_loss : 0.16133612394332886

    731560	  0.161520	  0.161336	  0.166410		CURRENT LEARNING RATE: 0.0004654643986685295
previous_iter_valid_loss : 0.16050530970096588

    731580	  0.160673	  0.160505	  0.166211		CURRENT LEARNING RATE: 0.0004653713150974634
previous_iter_valid_loss : 0.16168804466724396

    731600	  0.161877	  0.161688	  0.166173		CURRENT LEARNING RATE: 0.0004652782501412495
previous_iter_valid_loss : 0.16635975241661072

    731620	  0.166517	  0.166360	  0.166191		CURRENT LEARNING RATE: 0.0004651852037961662
previous_iter_valid_loss : 0.16401070356369019

    731640	  0.164207	  0.164011	  0.165843		CURRENT LEARNING RATE: 0.0004650921760584906
previous_iter_valid_loss : 0.1605401188135147

    731660	  0.160695	  0.160540	  0.165679		CURRENT LEARNING RATE: 0.00046499916692450255
previous_iter_valid_loss : 0.1697574406862259

    731680	  0.169911	  0.169757	  0.165890		CURRENT LEARNING RATE: 0.00046490617639048085
previous_iter_valid_loss : 0.16803158819675446

    731700	  0.168188	  0.168032	  0.166211		CURRENT LEARNING RATE: 0.0004648132044527066
previous_iter_valid_loss : 0.17405544221401215

    731720	  0.174198	  0.174055	  0.166526		CURRENT LEARNING RATE: 0.00046472025110746025
previous_iter_valid_loss : 0.1630212515592575

    731740	  0.163218	  0.163021	  0.166405		CURRENT LEARNING RATE: 0.00046462731635102443
previous_iter_valid_loss : 0.16173043847084045

    731760	  0.161891	  0.161730	  0.166462		CURRENT LEARNING RATE: 0.0004645344001796809
previous_iter_valid_loss : 0.1832348108291626

    731780	  0.183384	  0.183235	  0.167575		CURRENT LEARNING RATE: 0.00046444150258971383
previous_iter_valid_loss : 0.19392932951450348

    731800	  0.194048	  0.193929	  0.168287		CURRENT LEARNING RATE: 0.00046434862357740646
previous_iter_valid_loss : 0.18477708101272583

    731820	  0.184915	  0.184777	  0.168349		CURRENT LEARNING RATE: 0.00046425576313904464
previous_iter_valid_loss : 0.16712690889835358

    731840	  0.167346	  0.167127	  0.168610		CURRENT LEARNING RATE: 0.0004641629212709129
previous_iter_valid_loss : 0.16911055147647858

    731860	  0.169261	  0.169111	  0.169013		CURRENT LEARNING RATE: 0.0004640700979692981
previous_iter_valid_loss : 0.1609804928302765

    731880	  0.161165	  0.160980	  0.168738		CURRENT LEARNING RATE: 0.0004639772932304877
previous_iter_valid_loss : 0.16441085934638977

    731900	  0.164610	  0.164411	  0.168915		CURRENT LEARNING RATE: 0.0004638845070507686
previous_iter_valid_loss : 0.16054092347621918

    731920	  0.160705	  0.160541	  0.167782		CURRENT LEARNING RATE: 0.00046379173942643037
previous_iter_valid_loss : 0.1674511581659317

    731940	  0.167609	  0.167451	  0.168127		CURRENT LEARNING RATE: 0.0004636989903537613
previous_iter_valid_loss : 0.16071739792823792

    731960	  0.160871	  0.160717	  0.168096		CURRENT LEARNING RATE: 0.00046360625982905235
previous_iter_valid_loss : 0.16469836235046387

    731980	  0.164858	  0.164698	  0.168306		CURRENT LEARNING RATE: 0.00046351354784859345
previous_iter_valid_loss : 0.16154563426971436

    732000	  0.161698	  0.161546	  0.168299		CURRENT LEARNING RATE: 0.0004634208544086769
previous_iter_valid_loss : 0.16358190774917603

    732020	  0.163743	  0.163582	  0.168160		CURRENT LEARNING RATE: 0.0004633281795055942
previous_iter_valid_loss : 0.16410478949546814

    732040	  0.164273	  0.164105	  0.168165		CURRENT LEARNING RATE: 0.00046323552313563913
previous_iter_valid_loss : 0.16477562487125397

    732060	  0.164985	  0.164776	  0.168376		CURRENT LEARNING RATE: 0.0004631428852951047
previous_iter_valid_loss : 0.16182994842529297

    732080	  0.162021	  0.161830	  0.167980		CURRENT LEARNING RATE: 0.0004630502659802861
previous_iter_valid_loss : 0.16093020141124725

    732100	  0.161100	  0.160930	  0.167625		CURRENT LEARNING RATE: 0.0004629576651874778
previous_iter_valid_loss : 0.16144178807735443

    732120	  0.161602	  0.161442	  0.166994		CURRENT LEARNING RATE: 0.0004628650829129766
previous_iter_valid_loss : 0.16642625629901886

    732140	  0.166637	  0.166426	  0.167165		CURRENT LEARNING RATE: 0.0004627725191530783
previous_iter_valid_loss : 0.16754253208637238

    732160	  0.167762	  0.167543	  0.167455		CURRENT LEARNING RATE: 0.00046267997390408126
previous_iter_valid_loss : 0.16114461421966553

    732180	  0.161322	  0.161145	  0.166351		CURRENT LEARNING RATE: 0.0004625874471622828
previous_iter_valid_loss : 0.1635991334915161

    732200	  0.163787	  0.163599	  0.164834		CURRENT LEARNING RATE: 0.00046249493892398276
previous_iter_valid_loss : 0.16053730249404907

    732220	  0.160702	  0.160537	  0.163622		CURRENT LEARNING RATE: 0.00046240244918547993
previous_iter_valid_loss : 0.16838037967681885

    732240	  0.168534	  0.168380	  0.163685		CURRENT LEARNING RATE: 0.00046230997794307515
previous_iter_valid_loss : 0.1671237200498581

    732260	  0.167342	  0.167124	  0.163586		CURRENT LEARNING RATE: 0.0004622175251930699
previous_iter_valid_loss : 0.162702277302742

    732280	  0.162890	  0.162702	  0.163672		CURRENT LEARNING RATE: 0.0004621250909317654
previous_iter_valid_loss : 0.16897650063037872

    732300	  0.169128	  0.168977	  0.163900		CURRENT LEARNING RATE: 0.0004620326751554649
previous_iter_valid_loss : 0.1620037853717804

    732320	  0.162185	  0.162004	  0.163973		CURRENT LEARNING RATE: 0.00046194027786047105
previous_iter_valid_loss : 0.1744331419467926

    732340	  0.174709	  0.174433	  0.164322		CURRENT LEARNING RATE: 0.00046184789904308893
previous_iter_valid_loss : 0.1605631560087204

    732360	  0.160730	  0.160563	  0.164314		CURRENT LEARNING RATE: 0.0004617555386996223
previous_iter_valid_loss : 0.16052000224590302

    732380	  0.160685	  0.160520	  0.164106		CURRENT LEARNING RATE: 0.0004616631968263777
previous_iter_valid_loss : 0.16748997569084167

    732400	  0.167645	  0.167490	  0.164403		CURRENT LEARNING RATE: 0.00046157087341966067
previous_iter_valid_loss : 0.17269042134284973

    732420	  0.172834	  0.172690	  0.164858		CURRENT LEARNING RATE: 0.000461478568475779
previous_iter_valid_loss : 0.16223935782909393

    732440	  0.162395	  0.162239	  0.164765		CURRENT LEARNING RATE: 0.0004613862819910398
previous_iter_valid_loss : 0.16678041219711304

    732460	  0.166993	  0.166780	  0.164865		CURRENT LEARNING RATE: 0.0004612940139617522
previous_iter_valid_loss : 0.16091184318065643

    732480	  0.161063	  0.160912	  0.164819		CURRENT LEARNING RATE: 0.000461201764384225
previous_iter_valid_loss : 0.16401034593582153

    732500	  0.164192	  0.164010	  0.164973		CURRENT LEARNING RATE: 0.0004611095332547687
previous_iter_valid_loss : 0.17929179966449738

    732520	  0.179595	  0.179292	  0.165866		CURRENT LEARNING RATE: 0.00046101732056969344
previous_iter_valid_loss : 0.168866828083992

    732540	  0.169107	  0.168867	  0.165988		CURRENT LEARNING RATE: 0.00046092512632531154
previous_iter_valid_loss : 0.16309794783592224

    732560	  0.163288	  0.163098	  0.165766		CURRENT LEARNING RATE: 0.0004608329505179342
previous_iter_valid_loss : 0.17100109159946442

    732580	  0.171152	  0.171001	  0.166258		CURRENT LEARNING RATE: 0.0004607407931438754
previous_iter_valid_loss : 0.1617080718278885

    732600	  0.161860	  0.161708	  0.166164		CURRENT LEARNING RATE: 0.00046064865419944806
previous_iter_valid_loss : 0.16713149845600128

    732620	  0.167286	  0.167131	  0.166494		CURRENT LEARNING RATE: 0.0004605565336809673
previous_iter_valid_loss : 0.16314443945884705

    732640	  0.163316	  0.163144	  0.166232		CURRENT LEARNING RATE: 0.0004604644315847475
previous_iter_valid_loss : 0.1686817854642868

    732660	  0.168914	  0.168682	  0.166310		CURRENT LEARNING RATE: 0.00046037234790710505
previous_iter_valid_loss : 0.16075488924980164

    732680	  0.160934	  0.160755	  0.166212		CURRENT LEARNING RATE: 0.00046028028264435706
previous_iter_valid_loss : 0.1613207906484604

    732700	  0.161497	  0.161321	  0.165829		CURRENT LEARNING RATE: 0.00046018823579281994
previous_iter_valid_loss : 0.1768617182970047

    732720	  0.177014	  0.176862	  0.166572		CURRENT LEARNING RATE: 0.00046009620734881277
previous_iter_valid_loss : 0.17166827619075775

    732740	  0.171814	  0.171668	  0.166434		CURRENT LEARNING RATE: 0.0004600041973086535
previous_iter_valid_loss : 0.16232696175575256

    732760	  0.162481	  0.162327	  0.166522		CURRENT LEARNING RATE: 0.00045991220566866264
previous_iter_valid_loss : 0.1636025309562683

    732780	  0.163764	  0.163603	  0.166676		CURRENT LEARNING RATE: 0.00045982023242515963
previous_iter_valid_loss : 0.17317834496498108

    732800	  0.173444	  0.173178	  0.166961		CURRENT LEARNING RATE: 0.0004597282775744664
previous_iter_valid_loss : 0.16536790132522583

    732820	  0.165569	  0.165368	  0.166595		CURRENT LEARNING RATE: 0.00045963634111290396
previous_iter_valid_loss : 0.16055427491664886

    732840	  0.160724	  0.160554	  0.166510		CURRENT LEARNING RATE: 0.0004595444230367956
previous_iter_valid_loss : 0.16141171753406525

    732860	  0.161592	  0.161412	  0.166242		CURRENT LEARNING RATE: 0.00045945252334246377
previous_iter_valid_loss : 0.16049154102802277


Current valid loss: 0.16049154102802277;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    732880	  0.160649	  0.160492	  0.166221		CURRENT LEARNING RATE: 0.0004593606420262334
previous_iter_valid_loss : 0.18403925001621246

    732900	  0.184180	  0.184039	  0.167222		CURRENT LEARNING RATE: 0.00045926877908442835
previous_iter_valid_loss : 0.1610783189535141

    732920	  0.161262	  0.161078	  0.166312		CURRENT LEARNING RATE: 0.000459176934513375
previous_iter_valid_loss : 0.17084062099456787

    732940	  0.170988	  0.170841	  0.166410		CURRENT LEARNING RATE: 0.00045908510830939853
previous_iter_valid_loss : 0.16736532747745514

    732960	  0.167522	  0.167365	  0.166624		CURRENT LEARNING RATE: 0.00045899330046882694
previous_iter_valid_loss : 0.16768187284469604

    732980	  0.167901	  0.167682	  0.166458		CURRENT LEARNING RATE: 0.00045890151098798706
previous_iter_valid_loss : 0.16062377393245697

    733000	  0.160779	  0.160624	  0.166404		CURRENT LEARNING RATE: 0.00045880973986320804
previous_iter_valid_loss : 0.16712507605552673

    733020	  0.167283	  0.167125	  0.166403		CURRENT LEARNING RATE: 0.0004587179870908183
previous_iter_valid_loss : 0.16053926944732666

    733040	  0.160701	  0.160539	  0.166273		CURRENT LEARNING RATE: 0.0004586262526671485
previous_iter_valid_loss : 0.1629687249660492

    733060	  0.163155	  0.162969	  0.165987		CURRENT LEARNING RATE: 0.00045853453658852846
previous_iter_valid_loss : 0.17464053630828857

    733080	  0.174797	  0.174641	  0.166682		CURRENT LEARNING RATE: 0.00045844283885128996
previous_iter_valid_loss : 0.16348280012607574

    733100	  0.163645	  0.163483	  0.166790		CURRENT LEARNING RATE: 0.00045835115945176545
previous_iter_valid_loss : 0.16162505745887756

    733120	  0.161810	  0.161625	  0.166028		CURRENT LEARNING RATE: 0.00045825949838628697
previous_iter_valid_loss : 0.17154881358146667

    733140	  0.171692	  0.171549	  0.166022		CURRENT LEARNING RATE: 0.0004581678556511889
previous_iter_valid_loss : 0.16353990137577057

    733160	  0.163712	  0.163540	  0.166083		CURRENT LEARNING RATE: 0.0004580762312428047
previous_iter_valid_loss : 0.16174089908599854

    733180	  0.161911	  0.161741	  0.165990		CURRENT LEARNING RATE: 0.0004579846251574703
previous_iter_valid_loss : 0.16234898567199707

    733200	  0.162506	  0.162349	  0.165448		CURRENT LEARNING RATE: 0.00045789303739152045
previous_iter_valid_loss : 0.16943363845348358

    733220	  0.169670	  0.169434	  0.165651		CURRENT LEARNING RATE: 0.0004578014679412926
previous_iter_valid_loss : 0.1619732677936554

    733240	  0.162133	  0.161973	  0.165722		CURRENT LEARNING RATE: 0.0004577099168031232
previous_iter_valid_loss : 0.16518689692020416

    733260	  0.165406	  0.165187	  0.165911		CURRENT LEARNING RATE: 0.0004576183839733509
previous_iter_valid_loss : 0.17444542050361633

    733280	  0.174593	  0.174445	  0.166609		CURRENT LEARNING RATE: 0.00045752686944831357
previous_iter_valid_loss : 0.16068357229232788

    733300	  0.160834	  0.160684	  0.165441		CURRENT LEARNING RATE: 0.0004574353732243515
previous_iter_valid_loss : 0.18228879570960999

    733320	  0.182442	  0.182289	  0.166501		CURRENT LEARNING RATE: 0.000457343895297804
previous_iter_valid_loss : 0.16517913341522217

    733340	  0.165333	  0.165179	  0.166218		CURRENT LEARNING RATE: 0.0004572524356650128
previous_iter_valid_loss : 0.16308459639549255

    733360	  0.163266	  0.163085	  0.166004		CURRENT LEARNING RATE: 0.00045716099432231873
previous_iter_valid_loss : 0.1605404019355774

    733380	  0.160701	  0.160540	  0.165647		CURRENT LEARNING RATE: 0.0004570695712660648
previous_iter_valid_loss : 0.16305303573608398

    733400	  0.163221	  0.163053	  0.165769		CURRENT LEARNING RATE: 0.0004569781664925934
previous_iter_valid_loss : 0.16110293567180634

    733420	  0.161275	  0.161103	  0.165468		CURRENT LEARNING RATE: 0.0004568867799982492
previous_iter_valid_loss : 0.16764727234840393

    733440	  0.167806	  0.167647	  0.165823		CURRENT LEARNING RATE: 0.0004567954117793758
previous_iter_valid_loss : 0.16452491283416748

    733460	  0.164731	  0.164525	  0.165901		CURRENT LEARNING RATE: 0.00045670406183231894
previous_iter_valid_loss : 0.16333447396755219

    733480	  0.163502	  0.163334	  0.165336		CURRENT LEARNING RATE: 0.000456612730153425
previous_iter_valid_loss : 0.16093061864376068

    733500	  0.161105	  0.160931	  0.165208		CURRENT LEARNING RATE: 0.0004565214167390399
previous_iter_valid_loss : 0.17991366982460022

    733520	  0.180072	  0.179914	  0.166122		CURRENT LEARNING RATE: 0.00045643012158551197
previous_iter_valid_loss : 0.16526424884796143

    733540	  0.165419	  0.165264	  0.165808		CURRENT LEARNING RATE: 0.0004563388446891886
previous_iter_valid_loss : 0.16560415923595428

    733560	  0.165763	  0.165604	  0.165911		CURRENT LEARNING RATE: 0.00045624758604641947
previous_iter_valid_loss : 0.17217139899730682

    733580	  0.172425	  0.172171	  0.166433		CURRENT LEARNING RATE: 0.0004561563456535534
previous_iter_valid_loss : 0.16633522510528564

    733600	  0.166540	  0.166335	  0.166632		CURRENT LEARNING RATE: 0.00045606512350694167
previous_iter_valid_loss : 0.16195935010910034

    733620	  0.162117	  0.161959	  0.166258		CURRENT LEARNING RATE: 0.0004559739196029344
previous_iter_valid_loss : 0.16304919123649597

    733640	  0.163217	  0.163049	  0.166312		CURRENT LEARNING RATE: 0.00045588273393788454
previous_iter_valid_loss : 0.16454635560512543

    733660	  0.164709	  0.164546	  0.166280		CURRENT LEARNING RATE: 0.0004557915665081436
previous_iter_valid_loss : 0.1703663170337677

    733680	  0.170616	  0.170366	  0.166076		CURRENT LEARNING RATE: 0.00045570041731006586
previous_iter_valid_loss : 0.16586965322494507

    733700	  0.166085	  0.165870	  0.166336		CURRENT LEARNING RATE: 0.00045560928634000444
previous_iter_valid_loss : 0.1614588350057602

    733720	  0.161622	  0.161459	  0.165294		CURRENT LEARNING RATE: 0.0004555181735943149
previous_iter_valid_loss : 0.16050131618976593

    733740	  0.160663	  0.160501	  0.165060		CURRENT LEARNING RATE: 0.00045542707906935203
previous_iter_valid_loss : 0.18689365684986115

    733760	  0.187035	  0.186894	  0.166251		CURRENT LEARNING RATE: 0.0004553360027614727
previous_iter_valid_loss : 0.16051404178142548

    733780	  0.160680	  0.160514	  0.166249		CURRENT LEARNING RATE: 0.00045524494466703323
previous_iter_valid_loss : 0.16098549962043762

    733800	  0.161139	  0.160985	  0.166146		CURRENT LEARNING RATE: 0.000455153904782392
previous_iter_valid_loss : 0.16084443032741547

    733820	  0.161018	  0.160844	  0.166133		CURRENT LEARNING RATE: 0.0004550628831039065
previous_iter_valid_loss : 0.19117411971092224

    733840	  0.191295	  0.191174	  0.167309		CURRENT LEARNING RATE: 0.00045497187962793693
previous_iter_valid_loss : 0.16063012182712555

    733860	  0.160806	  0.160630	  0.167115		CURRENT LEARNING RATE: 0.0004548808943508421
previous_iter_valid_loss : 0.17068485915660858

    733880	  0.170833	  0.170685	  0.167482		CURRENT LEARNING RATE: 0.0004547899272689832
previous_iter_valid_loss : 0.16711509227752686

    733900	  0.167267	  0.167115	  0.167791		CURRENT LEARNING RATE: 0.00045469897837872175
previous_iter_valid_loss : 0.1612452119588852

    733920	  0.161431	  0.161245	  0.166858		CURRENT LEARNING RATE: 0.00045460804767641914
previous_iter_valid_loss : 0.16056691110134125

    733940	  0.160720	  0.160567	  0.166623		CURRENT LEARNING RATE: 0.00045451713515843895
previous_iter_valid_loss : 0.16241799294948578

    733960	  0.162600	  0.162418	  0.166464		CURRENT LEARNING RATE: 0.00045442624082114375
previous_iter_valid_loss : 0.16339018940925598

    733980	  0.163582	  0.163390	  0.166025		CURRENT LEARNING RATE: 0.00045433536466089875
previous_iter_valid_loss : 0.16171696782112122

    734000	  0.161870	  0.161717	  0.165794		CURRENT LEARNING RATE: 0.0004542445066740679
previous_iter_valid_loss : 0.17344461381435394

    734020	  0.173597	  0.173445	  0.166368		CURRENT LEARNING RATE: 0.0004541536668570178
previous_iter_valid_loss : 0.17276260256767273

    734040	  0.173030	  0.172763	  0.166854		CURRENT LEARNING RATE: 0.000454062845206114
previous_iter_valid_loss : 0.1607140600681305

    734060	  0.160878	  0.160714	  0.166662		CURRENT LEARNING RATE: 0.0004539720417177245
previous_iter_valid_loss : 0.17274528741836548

    734080	  0.172896	  0.172745	  0.166781		CURRENT LEARNING RATE: 0.0004538812563882163
previous_iter_valid_loss : 0.1638915240764618

    734100	  0.164054	  0.163892	  0.166682		CURRENT LEARNING RATE: 0.0004537904892139589
previous_iter_valid_loss : 0.16296494007110596

    734120	  0.163128	  0.162965	  0.166757		CURRENT LEARNING RATE: 0.00045369974019132073
previous_iter_valid_loss : 0.1608438789844513

    734140	  0.161000	  0.160844	  0.166775		CURRENT LEARNING RATE: 0.0004536090093166725
previous_iter_valid_loss : 0.16050125658512115

    734160	  0.160663	  0.160501	  0.165455		CURRENT LEARNING RATE: 0.0004535182965863844
previous_iter_valid_loss : 0.16196881234645844

    734180	  0.162156	  0.161969	  0.165528		CURRENT LEARNING RATE: 0.0004534276019968286
previous_iter_valid_loss : 0.16311237215995789

    734200	  0.163299	  0.163112	  0.165634		CURRENT LEARNING RATE: 0.0004533369255443766
previous_iter_valid_loss : 0.1605406254529953

    734220	  0.160702	  0.160541	  0.165619		CURRENT LEARNING RATE: 0.000453246267225402
previous_iter_valid_loss : 0.16108573973178864

    734240	  0.161246	  0.161086	  0.164114		CURRENT LEARNING RATE: 0.0004531556270362777
previous_iter_valid_loss : 0.16291843354701996

    734260	  0.163077	  0.162918	  0.164229		CURRENT LEARNING RATE: 0.00045306500497337864
previous_iter_valid_loss : 0.16838042438030243

    734280	  0.168534	  0.168380	  0.164114		CURRENT LEARNING RATE: 0.00045297440103308026
previous_iter_valid_loss : 0.19478848576545715

    734300	  0.195286	  0.194788	  0.165497		CURRENT LEARNING RATE: 0.00045288381521175754
previous_iter_valid_loss : 0.17294397950172424

    734320	  0.173215	  0.172944	  0.166082		CURRENT LEARNING RATE: 0.0004527932475057879
previous_iter_valid_loss : 0.16066166758537292

    734340	  0.160830	  0.160662	  0.166087		CURRENT LEARNING RATE: 0.00045270269791154776
previous_iter_valid_loss : 0.1701311469078064

    734360	  0.170285	  0.170131	  0.166473		CURRENT LEARNING RATE: 0.00045261216642541606
previous_iter_valid_loss : 0.16068175435066223

    734380	  0.160857	  0.160682	  0.166337		CURRENT LEARNING RATE: 0.0004525216530437707
previous_iter_valid_loss : 0.16054116189479828

    734400	  0.160701	  0.160541	  0.166278		CURRENT LEARNING RATE: 0.00045243115776299184
previous_iter_valid_loss : 0.16131451725959778

    734420	  0.161460	  0.161315	  0.165672		CURRENT LEARNING RATE: 0.00045234068057945897
previous_iter_valid_loss : 0.16056136786937714

    734440	  0.160723	  0.160561	  0.165062		CURRENT LEARNING RATE: 0.00045225022148955387
previous_iter_valid_loss : 0.1612756848335266

    734460	  0.161460	  0.161276	  0.165090		CURRENT LEARNING RATE: 0.0004521597804896572
previous_iter_valid_loss : 0.17034976184368134

    734480	  0.170496	  0.170350	  0.164970		CURRENT LEARNING RATE: 0.0004520693575761522
previous_iter_valid_loss : 0.16542381048202515

    734500	  0.165584	  0.165424	  0.165047		CURRENT LEARNING RATE: 0.00045197895274542125
previous_iter_valid_loss : 0.17285679280757904

    734520	  0.173000	  0.172857	  0.165541		CURRENT LEARNING RATE: 0.0004518885659938488
previous_iter_valid_loss : 0.1635761857032776

    734540	  0.163746	  0.163576	  0.165678		CURRENT LEARNING RATE: 0.0004517981973178187
previous_iter_valid_loss : 0.1667996197938919

    734560	  0.166955	  0.166800	  0.165993		CURRENT LEARNING RATE: 0.0004517078467137169
previous_iter_valid_loss : 0.160715714097023

    734580	  0.160863	  0.160716	  0.165930		CURRENT LEARNING RATE: 0.00045161751417792866
previous_iter_valid_loss : 0.16310137510299683

    734600	  0.163297	  0.163101	  0.165930		CURRENT LEARNING RATE: 0.0004515271997068414
previous_iter_valid_loss : 0.1623714417219162

    734620	  0.162539	  0.162371	  0.166021		CURRENT LEARNING RATE: 0.0004514369032968419
previous_iter_valid_loss : 0.1688239723443985

    734640	  0.168978	  0.168824	  0.166408		CURRENT LEARNING RATE: 0.0004513466249443189
previous_iter_valid_loss : 0.16079634428024292

    734660	  0.160943	  0.160796	  0.166302		CURRENT LEARNING RATE: 0.00045125636464566054
previous_iter_valid_loss : 0.16628138720989227

    734680	  0.166442	  0.166281	  0.166197		CURRENT LEARNING RATE: 0.00045116612239725696
previous_iter_valid_loss : 0.16068807244300842

    734700	  0.160857	  0.160688	  0.164492		CURRENT LEARNING RATE: 0.00045107589819549856
previous_iter_valid_loss : 0.17616118490695953

    734720	  0.176311	  0.176161	  0.164653		CURRENT LEARNING RATE: 0.0004509856920367759
previous_iter_valid_loss : 0.1612381488084793

    734740	  0.161402	  0.161238	  0.164682		CURRENT LEARNING RATE: 0.00045089550391748124
previous_iter_valid_loss : 0.17114409804344177

    734760	  0.171287	  0.171144	  0.164732		CURRENT LEARNING RATE: 0.00045080533383400653
previous_iter_valid_loss : 0.16858337819576263

    734780	  0.168738	  0.168583	  0.165128		CURRENT LEARNING RATE: 0.00045071518178274556
previous_iter_valid_loss : 0.17096585035324097

    734800	  0.171222	  0.170966	  0.165649		CURRENT LEARNING RATE: 0.0004506250477600915
previous_iter_valid_loss : 0.16381873190402985

    734820	  0.164005	  0.163819	  0.165774		CURRENT LEARNING RATE: 0.0004505349317624398
previous_iter_valid_loss : 0.16343678534030914

    734840	  0.163594	  0.163437	  0.165918		CURRENT LEARNING RATE: 0.0004504448337861851
previous_iter_valid_loss : 0.16121472418308258

    734860	  0.161362	  0.161215	  0.165915		CURRENT LEARNING RATE: 0.00045035475382772423
previous_iter_valid_loss : 0.16673924028873444

    734880	  0.166947	  0.166739	  0.165734		CURRENT LEARNING RATE: 0.0004502646918834531
previous_iter_valid_loss : 0.16051612794399261

    734900	  0.160670	  0.160516	  0.165489		CURRENT LEARNING RATE: 0.0004501746479497702
previous_iter_valid_loss : 0.1607608199119568

    734920	  0.160918	  0.160761	  0.164884		CURRENT LEARNING RATE: 0.00045008462202307276
previous_iter_valid_loss : 0.18590183556079865

    734940	  0.186275	  0.185902	  0.166000		CURRENT LEARNING RATE: 0.00044999461409976074
previous_iter_valid_loss : 0.18874041736125946

    734960	  0.188874	  0.188740	  0.167097		CURRENT LEARNING RATE: 0.0004499046241762329
previous_iter_valid_loss : 0.1606653928756714

    734980	  0.160821	  0.160665	  0.167095		CURRENT LEARNING RATE: 0.00044981465224889046
previous_iter_valid_loss : 0.16204218566417694

    735000	  0.162199	  0.162042	  0.167042		CURRENT LEARNING RATE: 0.0004497246983141339
previous_iter_valid_loss : 0.1668684482574463

    735020	  0.167090	  0.166868	  0.167267		CURRENT LEARNING RATE: 0.00044963476236836556
previous_iter_valid_loss : 0.16057072579860687

    735040	  0.160741	  0.160571	  0.166854		CURRENT LEARNING RATE: 0.0004495448444079875
previous_iter_valid_loss : 0.17421956360340118

    735060	  0.174367	  0.174220	  0.167525		CURRENT LEARNING RATE: 0.00044945494442940367
previous_iter_valid_loss : 0.16305400431156158

    735080	  0.163249	  0.163054	  0.167364		CURRENT LEARNING RATE: 0.00044936506242901727
previous_iter_valid_loss : 0.17013800144195557

    735100	  0.170387	  0.170138	  0.167836		CURRENT LEARNING RATE: 0.00044927519840323336
previous_iter_valid_loss : 0.171645388007164

    735120	  0.171797	  0.171645	  0.167611		CURRENT LEARNING RATE: 0.00044918535234845787
previous_iter_valid_loss : 0.16101861000061035

    735140	  0.161184	  0.161019	  0.167600		CURRENT LEARNING RATE: 0.0004490955242610961
previous_iter_valid_loss : 0.16090503334999084

    735160	  0.161060	  0.160905	  0.167088		CURRENT LEARNING RATE: 0.00044900571413755583
previous_iter_valid_loss : 0.1707225739955902

    735180	  0.170869	  0.170723	  0.167195		CURRENT LEARNING RATE: 0.0004489159219742438
previous_iter_valid_loss : 0.1669105440378189

    735200	  0.167077	  0.166911	  0.166992		CURRENT LEARNING RATE: 0.00044882614776756906
previous_iter_valid_loss : 0.16061843931674957

    735220	  0.160770	  0.160618	  0.166832		CURRENT LEARNING RATE: 0.0004487363915139399
previous_iter_valid_loss : 0.1604904979467392


Current valid loss: 0.1604904979467392;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    735240	  0.160655	  0.160490	  0.166684		CURRENT LEARNING RATE: 0.0004486466532097669
previous_iter_valid_loss : 0.16072699427604675

    735260	  0.160881	  0.160727	  0.166660		CURRENT LEARNING RATE: 0.0004485569328514596
previous_iter_valid_loss : 0.16410298645496368

    735280	  0.164297	  0.164103	  0.166528		CURRENT LEARNING RATE: 0.00044846723043543015
previous_iter_valid_loss : 0.17089755833148956

    735300	  0.171147	  0.170898	  0.167047		CURRENT LEARNING RATE: 0.0004483775459580896
previous_iter_valid_loss : 0.19235418736934662

    735320	  0.192482	  0.192354	  0.168627		CURRENT LEARNING RATE: 0.00044828787941585124
previous_iter_valid_loss : 0.16150304675102234

    735340	  0.161682	  0.161503	  0.167407		CURRENT LEARNING RATE: 0.00044819823080512785
previous_iter_valid_loss : 0.19137941300868988

    735360	  0.191824	  0.191379	  0.167539		CURRENT LEARNING RATE: 0.00044810860012233406
previous_iter_valid_loss : 0.16741856932640076

    735380	  0.167639	  0.167419	  0.167877		CURRENT LEARNING RATE: 0.00044801898736388396
previous_iter_valid_loss : 0.1698376089334488

    735400	  0.170084	  0.169838	  0.168266		CURRENT LEARNING RATE: 0.0004479293925261938
previous_iter_valid_loss : 0.16246327757835388

    735420	  0.162640	  0.162463	  0.168046		CURRENT LEARNING RATE: 0.00044783981560567903
previous_iter_valid_loss : 0.16915130615234375

    735440	  0.169375	  0.169151	  0.168475		CURRENT LEARNING RATE: 0.00044775025659875734
previous_iter_valid_loss : 0.16753685474395752

    735460	  0.167696	  0.167537	  0.168141		CURRENT LEARNING RATE: 0.0004476607155018455
previous_iter_valid_loss : 0.18795302510261536

    735480	  0.188089	  0.187953	  0.169386		CURRENT LEARNING RATE: 0.00044757119231136243
previous_iter_valid_loss : 0.1666029393672943

    735500	  0.166827	  0.166603	  0.169209		CURRENT LEARNING RATE: 0.0004474816870237275
previous_iter_valid_loss : 0.1610204577445984

    735520	  0.161209	  0.161020	  0.168678		CURRENT LEARNING RATE: 0.0004473921996353597
previous_iter_valid_loss : 0.17767098546028137

    735540	  0.177834	  0.177671	  0.169511		CURRENT LEARNING RATE: 0.0004473027301426803
previous_iter_valid_loss : 0.1751669943332672

    735560	  0.175322	  0.175167	  0.170224		CURRENT LEARNING RATE: 0.0004472132785421098
previous_iter_valid_loss : 0.1701047271490097

    735580	  0.170253	  0.170105	  0.170193		CURRENT LEARNING RATE: 0.00044712384483007087
previous_iter_valid_loss : 0.16743019223213196

    735600	  0.167584	  0.167430	  0.170219		CURRENT LEARNING RATE: 0.0004470344290029855
previous_iter_valid_loss : 0.16067014634609222

    735620	  0.160842	  0.160670	  0.170221		CURRENT LEARNING RATE: 0.00044694503105727765
previous_iter_valid_loss : 0.16119413077831268

    735640	  0.161358	  0.161194	  0.170257		CURRENT LEARNING RATE: 0.0004468556509893707
previous_iter_valid_loss : 0.16141001880168915

    735660	  0.161606	  0.161410	  0.170291		CURRENT LEARNING RATE: 0.00044676628879569035
previous_iter_valid_loss : 0.1740860790014267

    735680	  0.174238	  0.174086	  0.170790		CURRENT LEARNING RATE: 0.00044667694447266107
previous_iter_valid_loss : 0.181772381067276

    735700	  0.181928	  0.181772	  0.171334		CURRENT LEARNING RATE: 0.00044658761801671015
previous_iter_valid_loss : 0.16262714564800262

    735720	  0.162795	  0.162627	  0.169847		CURRENT LEARNING RATE: 0.0004464983094242636
previous_iter_valid_loss : 0.1607166826725006

    735740	  0.160891	  0.160717	  0.169808		CURRENT LEARNING RATE: 0.0004464090186917498
previous_iter_valid_loss : 0.16051852703094482

    735760	  0.160691	  0.160519	  0.168265		CURRENT LEARNING RATE: 0.00044631974581559644
previous_iter_valid_loss : 0.1606304943561554

    735780	  0.160788	  0.160630	  0.167925		CURRENT LEARNING RATE: 0.0004462304907922334
previous_iter_valid_loss : 0.16487300395965576

    735800	  0.165071	  0.164873	  0.167677		CURRENT LEARNING RATE: 0.00044614125361808963
previous_iter_valid_loss : 0.16061078011989594

    735820	  0.160788	  0.160611	  0.167585		CURRENT LEARNING RATE: 0.00044605203428959645
previous_iter_valid_loss : 0.1677708923816681

    735840	  0.167997	  0.167771	  0.167516		CURRENT LEARNING RATE: 0.0004459628328031843
previous_iter_valid_loss : 0.1630910336971283

    735860	  0.163280	  0.163091	  0.167293		CURRENT LEARNING RATE: 0.00044587364915528595
previous_iter_valid_loss : 0.16117019951343536

    735880	  0.161324	  0.161170	  0.165954		CURRENT LEARNING RATE: 0.0004457844833423332
previous_iter_valid_loss : 0.1616927981376648

    735900	  0.161848	  0.161693	  0.165709		CURRENT LEARNING RATE: 0.0004456953353607599
previous_iter_valid_loss : 0.1615937501192093

    735920	  0.161776	  0.161594	  0.165737		CURRENT LEARNING RATE: 0.0004456062052070004
previous_iter_valid_loss : 0.17883774638175964

    735940	  0.178994	  0.178838	  0.165796		CURRENT LEARNING RATE: 0.0004455170928774888
previous_iter_valid_loss : 0.16892386972904205

    735960	  0.169074	  0.168924	  0.165484		CURRENT LEARNING RATE: 0.0004454279983686614
previous_iter_valid_loss : 0.1607414036989212

    735980	  0.160899	  0.160741	  0.165015		CURRENT LEARNING RATE: 0.0004453389216769536
previous_iter_valid_loss : 0.17569059133529663

    736000	  0.175836	  0.175691	  0.165428		CURRENT LEARNING RATE: 0.00044524986279880304
previous_iter_valid_loss : 0.1664343625307083

    736020	  0.166649	  0.166434	  0.165717		CURRENT LEARNING RATE: 0.00044516082173064674
previous_iter_valid_loss : 0.16063447296619415

    736040	  0.160807	  0.160634	  0.165689		CURRENT LEARNING RATE: 0.00044507179846892375
previous_iter_valid_loss : 0.16065534949302673

    736060	  0.160830	  0.160655	  0.165651		CURRENT LEARNING RATE: 0.00044498279301007234
previous_iter_valid_loss : 0.16304253041744232

    736080	  0.163241	  0.163043	  0.165099		CURRENT LEARNING RATE: 0.0004448938053505331
previous_iter_valid_loss : 0.16053883731365204

    736100	  0.160699	  0.160539	  0.164037		CURRENT LEARNING RATE: 0.0004448048354867458
previous_iter_valid_loss : 0.1697881817817688

    736120	  0.170037	  0.169788	  0.164395		CURRENT LEARNING RATE: 0.00044471588341515227
previous_iter_valid_loss : 0.17753000557422638

    736140	  0.177830	  0.177530	  0.165236		CURRENT LEARNING RATE: 0.00044462694913219384
previous_iter_valid_loss : 0.16439124941825867

    736160	  0.164600	  0.164391	  0.165429		CURRENT LEARNING RATE: 0.0004445380326343137
previous_iter_valid_loss : 0.1668962836265564

    736180	  0.167105	  0.166896	  0.165743		CURRENT LEARNING RATE: 0.0004444491339179547
previous_iter_valid_loss : 0.16997985541820526

    736200	  0.170233	  0.169980	  0.165998		CURRENT LEARNING RATE: 0.0004443602529795614
previous_iter_valid_loss : 0.1935265064239502

    736220	  0.193640	  0.193527	  0.167644		CURRENT LEARNING RATE: 0.0004442713898155779
previous_iter_valid_loss : 0.16134203970432281

    736240	  0.161494	  0.161342	  0.167322		CURRENT LEARNING RATE: 0.0004441825444224505
previous_iter_valid_loss : 0.17792904376983643

    736260	  0.178242	  0.177929	  0.168064		CURRENT LEARNING RATE: 0.00044409371679662445
previous_iter_valid_loss : 0.165755033493042

    736280	  0.165966	  0.165755	  0.168293		CURRENT LEARNING RATE: 0.00044400490693454717
previous_iter_valid_loss : 0.1605791598558426

    736300	  0.160734	  0.160579	  0.168238		CURRENT LEARNING RATE: 0.0004439161148326667
previous_iter_valid_loss : 0.1663716584444046

    736320	  0.166582	  0.166372	  0.168477		CURRENT LEARNING RATE: 0.0004438273404874304
previous_iter_valid_loss : 0.16339050233364105

    736340	  0.163558	  0.163391	  0.167704		CURRENT LEARNING RATE: 0.00044373858389528813
previous_iter_valid_loss : 0.16301146149635315

    736360	  0.163175	  0.163011	  0.167409		CURRENT LEARNING RATE: 0.00044364984505268896
previous_iter_valid_loss : 0.16287708282470703

    736380	  0.163066	  0.162877	  0.167516		CURRENT LEARNING RATE: 0.00044356112395608404
previous_iter_valid_loss : 0.16152246296405792

    736400	  0.161712	  0.161522	  0.166807		CURRENT LEARNING RATE: 0.00044347242060192366
previous_iter_valid_loss : 0.18732982873916626

    736420	  0.187474	  0.187330	  0.167852		CURRENT LEARNING RATE: 0.0004433837349866607
previous_iter_valid_loss : 0.16665387153625488

    736440	  0.166813	  0.166654	  0.168153		CURRENT LEARNING RATE: 0.0004432950671067467
previous_iter_valid_loss : 0.1768539398908615

    736460	  0.177007	  0.176854	  0.168963		CURRENT LEARNING RATE: 0.0004432064169586359
previous_iter_valid_loss : 0.17573580145835876

    736480	  0.176016	  0.175736	  0.169597		CURRENT LEARNING RATE: 0.0004431177845387814
previous_iter_valid_loss : 0.17423778772354126

    736500	  0.174522	  0.174238	  0.170282		CURRENT LEARNING RATE: 0.0004430291698436387
previous_iter_valid_loss : 0.16067397594451904

    736520	  0.160829	  0.160674	  0.169827		CURRENT LEARNING RATE: 0.0004429405728696625
previous_iter_valid_loss : 0.1700650304555893

    736540	  0.170317	  0.170065	  0.169453		CURRENT LEARNING RATE: 0.00044285199361330976
previous_iter_valid_loss : 0.17014434933662415

    736560	  0.170299	  0.170144	  0.169741		CURRENT LEARNING RATE: 0.0004427634320710363
previous_iter_valid_loss : 0.17252781987190247

    736580	  0.172793	  0.172528	  0.170023		CURRENT LEARNING RATE: 0.00044267488823930063
previous_iter_valid_loss : 0.16346582770347595

    736600	  0.163660	  0.163466	  0.169697		CURRENT LEARNING RATE: 0.00044258636211456015
previous_iter_valid_loss : 0.16751448810100555

    736620	  0.167669	  0.167514	  0.168396		CURRENT LEARNING RATE: 0.0004424978536932746
previous_iter_valid_loss : 0.18280945718288422

    736640	  0.183166	  0.182809	  0.169470		CURRENT LEARNING RATE: 0.00044240936297190286
previous_iter_valid_loss : 0.173292338848114

    736660	  0.173562	  0.173292	  0.169238		CURRENT LEARNING RATE: 0.0004423208899469061
previous_iter_valid_loss : 0.1605236828327179

    736680	  0.160680	  0.160524	  0.168976		CURRENT LEARNING RATE: 0.00044223243461474456
previous_iter_valid_loss : 0.1620790958404541

    736700	  0.162268	  0.162079	  0.169051		CURRENT LEARNING RATE: 0.0004421439969718805
previous_iter_valid_loss : 0.16097550094127655

    736720	  0.161147	  0.160976	  0.168782		CURRENT LEARNING RATE: 0.0004420555770147768
previous_iter_valid_loss : 0.1661810278892517

    736740	  0.166396	  0.166181	  0.168921		CURRENT LEARNING RATE: 0.0004419671747398958
previous_iter_valid_loss : 0.1619560867547989

    736760	  0.162130	  0.161956	  0.168868		CURRENT LEARNING RATE: 0.0004418787901437023
previous_iter_valid_loss : 0.16057078540325165

    736780	  0.160737	  0.160571	  0.168753		CURRENT LEARNING RATE: 0.00044179042322266005
previous_iter_valid_loss : 0.16071130335330963

    736800	  0.160865	  0.160711	  0.168712		CURRENT LEARNING RATE: 0.0004417020739732351
previous_iter_valid_loss : 0.16168709099292755

    736820	  0.161869	  0.161687	  0.167430		CURRENT LEARNING RATE: 0.00044161374239189285
previous_iter_valid_loss : 0.16280360519886017

    736840	  0.162996	  0.162804	  0.167238		CURRENT LEARNING RATE: 0.0004415254284751008
previous_iter_valid_loss : 0.16162723302841187

    736860	  0.161808	  0.161627	  0.166477		CURRENT LEARNING RATE: 0.0004414371322193254
previous_iter_valid_loss : 0.18681682646274567

    736880	  0.186955	  0.186817	  0.167031		CURRENT LEARNING RATE: 0.0004413488536210359
previous_iter_valid_loss : 0.16351285576820374

    736900	  0.163674	  0.163513	  0.166494		CURRENT LEARNING RATE: 0.00044126059267670016
previous_iter_valid_loss : 0.16261443495750427

    736920	  0.162785	  0.162614	  0.166591		CURRENT LEARNING RATE: 0.00044117234938278847
previous_iter_valid_loss : 0.16057266294956207

    736940	  0.160733	  0.160573	  0.166117		CURRENT LEARNING RATE: 0.00044108412373577055
previous_iter_valid_loss : 0.1616816371679306

    736960	  0.161839	  0.161682	  0.165694		CURRENT LEARNING RATE: 0.000440995915732118
previous_iter_valid_loss : 0.16109690070152283

    736980	  0.161256	  0.161097	  0.165122		CURRENT LEARNING RATE: 0.00044090772536830176
previous_iter_valid_loss : 0.16443312168121338

    737000	  0.164629	  0.164433	  0.165170		CURRENT LEARNING RATE: 0.00044081955264079495
previous_iter_valid_loss : 0.16197234392166138

    737020	  0.162154	  0.161972	  0.164893		CURRENT LEARNING RATE: 0.00044073139754606994
previous_iter_valid_loss : 0.16631564497947693

    737040	  0.166531	  0.166316	  0.164069		CURRENT LEARNING RATE: 0.00044064326008060126
previous_iter_valid_loss : 0.16053834557533264

    737060	  0.160701	  0.160538	  0.163431		CURRENT LEARNING RATE: 0.0004405551402408627
previous_iter_valid_loss : 0.16958403587341309

    737080	  0.169737	  0.169584	  0.163884		CURRENT LEARNING RATE: 0.0004404670380233297
previous_iter_valid_loss : 0.16453969478607178

    737100	  0.164714	  0.164540	  0.164007		CURRENT LEARNING RATE: 0.0004403789534244788
previous_iter_valid_loss : 0.16643431782722473

    737120	  0.166600	  0.166434	  0.164280		CURRENT LEARNING RATE: 0.0004402908864407856
previous_iter_valid_loss : 0.1605330854654312

    737140	  0.160686	  0.160533	  0.163997		CURRENT LEARNING RATE: 0.0004402028370687284
previous_iter_valid_loss : 0.16057567298412323

    737160	  0.160746	  0.160576	  0.163928		CURRENT LEARNING RATE: 0.00044011480530478425
previous_iter_valid_loss : 0.1606215536594391

    737180	  0.160791	  0.160622	  0.163931		CURRENT LEARNING RATE: 0.00044002679114543285
previous_iter_valid_loss : 0.16356182098388672

    737200	  0.163726	  0.163562	  0.164074		CURRENT LEARNING RATE: 0.0004399387945871527
previous_iter_valid_loss : 0.1605527400970459

    737220	  0.160722	  0.160553	  0.164017		CURRENT LEARNING RATE: 0.00043985081562642484
previous_iter_valid_loss : 0.1614941507577896

    737240	  0.161679	  0.161494	  0.163951		CURRENT LEARNING RATE: 0.0004397628542597292
previous_iter_valid_loss : 0.16617552936077118

    737260	  0.166333	  0.166176	  0.164179		CURRENT LEARNING RATE: 0.00043967491048354823
previous_iter_valid_loss : 0.1753128468990326

    737280	  0.175462	  0.175313	  0.163604		CURRENT LEARNING RATE: 0.00043958698429436336
previous_iter_valid_loss : 0.16229486465454102

    737300	  0.162463	  0.162295	  0.163543		CURRENT LEARNING RATE: 0.00043949907568865835
previous_iter_valid_loss : 0.16606111824512482

    737320	  0.166275	  0.166061	  0.163715		CURRENT LEARNING RATE: 0.00043941118466291594
previous_iter_valid_loss : 0.16074581444263458

    737340	  0.160921	  0.160746	  0.163724		CURRENT LEARNING RATE: 0.00043932331121362137
previous_iter_valid_loss : 0.16545860469341278

    737360	  0.165624	  0.165459	  0.163912		CURRENT LEARNING RATE: 0.00043923545533725895
previous_iter_valid_loss : 0.22264842689037323

    737380	  0.222620	  0.222648	  0.166990		CURRENT LEARNING RATE: 0.0004391476170303152
previous_iter_valid_loss : 0.16059628129005432

    737400	  0.160750	  0.160596	  0.166798		CURRENT LEARNING RATE: 0.0004390597962892758
previous_iter_valid_loss : 0.16635330021381378

    737420	  0.166567	  0.166353	  0.167017		CURRENT LEARNING RATE: 0.0004389719931106287
previous_iter_valid_loss : 0.16065873205661774

    737440	  0.160827	  0.160659	  0.166734		CURRENT LEARNING RATE: 0.0004388842074908609
previous_iter_valid_loss : 0.1692122370004654

    737460	  0.169362	  0.169212	  0.167168		CURRENT LEARNING RATE: 0.000438796439426462
previous_iter_valid_loss : 0.17555150389671326

    737480	  0.175837	  0.175552	  0.167466		CURRENT LEARNING RATE: 0.00043870868891392027
previous_iter_valid_loss : 0.1658080518245697

    737500	  0.165970	  0.165808	  0.167530		CURRENT LEARNING RATE: 0.0004386209559497262
previous_iter_valid_loss : 0.16094599664211273

    737520	  0.161129	  0.160946	  0.167255		CURRENT LEARNING RATE: 0.00043853324053037075
previous_iter_valid_loss : 0.160553440451622

    737540	  0.160709	  0.160553	  0.167257		CURRENT LEARNING RATE: 0.00043844554265234464
previous_iter_valid_loss : 0.16848818957805634

    737560	  0.168641	  0.168488	  0.167652		CURRENT LEARNING RATE: 0.00043835786231214064
previous_iter_valid_loss : 0.1605500876903534

    737580	  0.160705	  0.160550	  0.167649		CURRENT LEARNING RATE: 0.00043827019950625087
previous_iter_valid_loss : 0.17233997583389282

    737600	  0.172612	  0.172340	  0.168087		CURRENT LEARNING RATE: 0.0004381825542311695
previous_iter_valid_loss : 0.18256840109825134

    737620	  0.182719	  0.182568	  0.169188		CURRENT LEARNING RATE: 0.0004380949264833899
previous_iter_valid_loss : 0.16068483889102936

    737640	  0.160861	  0.160685	  0.169148		CURRENT LEARNING RATE: 0.0004380073162594079
previous_iter_valid_loss : 0.16174867749214172

    737660	  0.161937	  0.161749	  0.168926		CURRENT LEARNING RATE: 0.00043791972355571815
previous_iter_valid_loss : 0.16343699395656586

    737680	  0.163619	  0.163437	  0.168333		CURRENT LEARNING RATE: 0.00043783214836881775
previous_iter_valid_loss : 0.16198834776878357

    737700	  0.162171	  0.161988	  0.168317		CURRENT LEARNING RATE: 0.0004377445906952031
previous_iter_valid_loss : 0.16852255165576935

    737720	  0.168755	  0.168523	  0.168440		CURRENT LEARNING RATE: 0.0004376570505313724
previous_iter_valid_loss : 0.16171081364154816

    737740	  0.161868	  0.161711	  0.168489		CURRENT LEARNING RATE: 0.0004375695278738235
previous_iter_valid_loss : 0.16398736834526062

    737760	  0.164183	  0.163987	  0.168415		CURRENT LEARNING RATE: 0.00043748202271905607
previous_iter_valid_loss : 0.1635749340057373

    737780	  0.163743	  0.163575	  0.165461		CURRENT LEARNING RATE: 0.0004373945350635692
previous_iter_valid_loss : 0.1607721894979477

    737800	  0.160950	  0.160772	  0.165470		CURRENT LEARNING RATE: 0.0004373070649038643
previous_iter_valid_loss : 0.1605129837989807

    737820	  0.160677	  0.160513	  0.165178		CURRENT LEARNING RATE: 0.0004372196122364416
previous_iter_valid_loss : 0.16080528497695923

    737840	  0.160956	  0.160805	  0.165186		CURRENT LEARNING RATE: 0.0004371321770578038
previous_iter_valid_loss : 0.16971862316131592

    737860	  0.169973	  0.169719	  0.165211		CURRENT LEARNING RATE: 0.00043704475936445276
previous_iter_valid_loss : 0.190097838640213

    737880	  0.190552	  0.190098	  0.165938		CURRENT LEARNING RATE: 0.00043695735915289256
previous_iter_valid_loss : 0.17173883318901062

    737900	  0.172004	  0.171739	  0.166235		CURRENT LEARNING RATE: 0.0004368699764196264
previous_iter_valid_loss : 0.16944876313209534

    737920	  0.169599	  0.169449	  0.166660		CURRENT LEARNING RATE: 0.00043678261116115937
previous_iter_valid_loss : 0.21390752494335175

    737940	  0.213948	  0.213908	  0.169328		CURRENT LEARNING RATE: 0.0004366952633739972
previous_iter_valid_loss : 0.17293673753738403

    737960	  0.173200	  0.172937	  0.169550		CURRENT LEARNING RATE: 0.00043660793305464525
previous_iter_valid_loss : 0.1629948765039444

    737980	  0.163180	  0.162995	  0.169672		CURRENT LEARNING RATE: 0.0004365206201996111
previous_iter_valid_loss : 0.16094562411308289

    738000	  0.161100	  0.160946	  0.169102		CURRENT LEARNING RATE: 0.00043643332480540134
previous_iter_valid_loss : 0.16222985088825226

    738020	  0.162389	  0.162230	  0.168086		CURRENT LEARNING RATE: 0.0004363460468685252
previous_iter_valid_loss : 0.16202791035175323

    738040	  0.162192	  0.162028	  0.168153		CURRENT LEARNING RATE: 0.00043625878638549044
previous_iter_valid_loss : 0.17016538977622986

    738060	  0.170319	  0.170165	  0.168574		CURRENT LEARNING RATE: 0.0004361715433528076
previous_iter_valid_loss : 0.16716335713863373

    738080	  0.167321	  0.167163	  0.168760		CURRENT LEARNING RATE: 0.00043608431776698617
previous_iter_valid_loss : 0.16056835651397705

    738100	  0.160740	  0.160568	  0.168689		CURRENT LEARNING RATE: 0.0004359971096245379
previous_iter_valid_loss : 0.16730809211730957

    738120	  0.167464	  0.167308	  0.168628		CURRENT LEARNING RATE: 0.0004359099189219738
previous_iter_valid_loss : 0.16582562029361725

    738140	  0.166039	  0.165826	  0.168834		CURRENT LEARNING RATE: 0.00043582274565580673
previous_iter_valid_loss : 0.1645183265209198

    738160	  0.164687	  0.164518	  0.168860		CURRENT LEARNING RATE: 0.00043573558982254923
previous_iter_valid_loss : 0.16630181670188904

    738180	  0.166513	  0.166302	  0.168997		CURRENT LEARNING RATE: 0.0004356484514187158
previous_iter_valid_loss : 0.16407650709152222

    738200	  0.164288	  0.164077	  0.169162		CURRENT LEARNING RATE: 0.00043556133044082005
previous_iter_valid_loss : 0.1607421338558197

    738220	  0.160895	  0.160742	  0.169173		CURRENT LEARNING RATE: 0.00043547422688537793
previous_iter_valid_loss : 0.18000528216362

    738240	  0.180333	  0.180005	  0.170133		CURRENT LEARNING RATE: 0.00043538714074890463
previous_iter_valid_loss : 0.1609490066766739

    738260	  0.161108	  0.160949	  0.169695		CURRENT LEARNING RATE: 0.0004353000720279174
previous_iter_valid_loss : 0.16051599383354187

    738280	  0.160670	  0.160516	  0.168216		CURRENT LEARNING RATE: 0.0004352130207189327
previous_iter_valid_loss : 0.1637173742055893

    738300	  0.163889	  0.163717	  0.167815		CURRENT LEARNING RATE: 0.00043512598681846886
previous_iter_valid_loss : 0.16163471341133118

    738320	  0.161824	  0.161635	  0.167424		CURRENT LEARNING RATE: 0.00043503897032304495
previous_iter_valid_loss : 0.16125155985355377

    738340	  0.161440	  0.161252	  0.164791		CURRENT LEARNING RATE: 0.0004349519712291796
previous_iter_valid_loss : 0.19040298461914062

    738360	  0.190530	  0.190403	  0.165665		CURRENT LEARNING RATE: 0.0004348649895333934
previous_iter_valid_loss : 0.16090808808803558

    738380	  0.161083	  0.160908	  0.165560		CURRENT LEARNING RATE: 0.00043477802523220665
previous_iter_valid_loss : 0.16194316744804382

    738400	  0.162142	  0.161943	  0.165610		CURRENT LEARNING RATE: 0.00043469107832214116
previous_iter_valid_loss : 0.1765681803226471

    738420	  0.176723	  0.176568	  0.166327		CURRENT LEARNING RATE: 0.00043460414879971864
previous_iter_valid_loss : 0.16341403126716614

    738440	  0.163582	  0.163414	  0.166396		CURRENT LEARNING RATE: 0.0004345172366614624
previous_iter_valid_loss : 0.16049954295158386

    738460	  0.160660	  0.160500	  0.165913		CURRENT LEARNING RATE: 0.0004344303419038953
previous_iter_valid_loss : 0.1605401635169983

    738480	  0.160696	  0.160540	  0.165582		CURRENT LEARNING RATE: 0.00043434346452354237
previous_iter_valid_loss : 0.16144011914730072

    738500	  0.161624	  0.161440	  0.165625		CURRENT LEARNING RATE: 0.00043425660451692767
previous_iter_valid_loss : 0.16185547411441803

    738520	  0.162044	  0.161855	  0.165353		CURRENT LEARNING RATE: 0.0004341697618805776
previous_iter_valid_loss : 0.16054312884807587

    738540	  0.160705	  0.160543	  0.165089		CURRENT LEARNING RATE: 0.00043408293661101766
previous_iter_valid_loss : 0.16495978832244873

    738560	  0.165122	  0.164960	  0.165111		CURRENT LEARNING RATE: 0.00043399612870477565
previous_iter_valid_loss : 0.16630513966083527

    738580	  0.166467	  0.166305	  0.165111		CURRENT LEARNING RATE: 0.0004339093381583785
previous_iter_valid_loss : 0.16060101985931396

    738600	  0.160754	  0.160601	  0.164937		CURRENT LEARNING RATE: 0.00043382256496835524
previous_iter_valid_loss : 0.1639835685491562

    738620	  0.164180	  0.163984	  0.165099		CURRENT LEARNING RATE: 0.00043373580913123427
previous_iter_valid_loss : 0.16446585953235626

    738640	  0.164668	  0.164466	  0.164322		CURRENT LEARNING RATE: 0.00043364907064354617
previous_iter_valid_loss : 0.1613328605890274

    738660	  0.161494	  0.161333	  0.164341		CURRENT LEARNING RATE: 0.00043356234950182046
previous_iter_valid_loss : 0.1605965942144394

    738680	  0.160764	  0.160597	  0.164346		CURRENT LEARNING RATE: 0.0004334756457025893
previous_iter_valid_loss : 0.16061756014823914

    738700	  0.160771	  0.160618	  0.164191		CURRENT LEARNING RATE: 0.0004333889592423835
previous_iter_valid_loss : 0.16149784624576569

    738720	  0.161646	  0.161498	  0.164184		CURRENT LEARNING RATE: 0.0004333022901177362
previous_iter_valid_loss : 0.16160953044891357

    738740	  0.161801	  0.161610	  0.164202		CURRENT LEARNING RATE: 0.000433215638325181
previous_iter_valid_loss : 0.1698284149169922

    738760	  0.170068	  0.169828	  0.163173		CURRENT LEARNING RATE: 0.0004331290038612509
previous_iter_valid_loss : 0.17480337619781494

    738780	  0.174955	  0.174803	  0.163868		CURRENT LEARNING RATE: 0.0004330423867224815
previous_iter_valid_loss : 0.1775408685207367

    738800	  0.177844	  0.177541	  0.164648		CURRENT LEARNING RATE: 0.00043295578690540716
previous_iter_valid_loss : 0.16538912057876587

    738820	  0.165594	  0.165389	  0.164089		CURRENT LEARNING RATE: 0.00043286920440656476
previous_iter_valid_loss : 0.1606913059949875

    738840	  0.160843	  0.160691	  0.163952		CURRENT LEARNING RATE: 0.0004327826392224902
previous_iter_valid_loss : 0.17765459418296814

    738860	  0.177813	  0.177655	  0.164810		CURRENT LEARNING RATE: 0.0004326960913497217
previous_iter_valid_loss : 0.16079480946063995

    738880	  0.160969	  0.160795	  0.164823		CURRENT LEARNING RATE: 0.00043260956078479656
previous_iter_valid_loss : 0.17422443628311157

    738900	  0.174377	  0.174224	  0.165462		CURRENT LEARNING RATE: 0.0004325230475242542
previous_iter_valid_loss : 0.16269047558307648

    738920	  0.162882	  0.162690	  0.165504		CURRENT LEARNING RATE: 0.00043243655156463345
previous_iter_valid_loss : 0.17201350629329681

    738940	  0.172278	  0.172014	  0.166077		CURRENT LEARNING RATE: 0.0004323500729024752
previous_iter_valid_loss : 0.16266736388206482

    738960	  0.162868	  0.162667	  0.165963		CURRENT LEARNING RATE: 0.00043226361153431955
previous_iter_valid_loss : 0.16363230347633362

    738980	  0.163838	  0.163632	  0.165829		CURRENT LEARNING RATE: 0.00043217716745670877
previous_iter_valid_loss : 0.16428963840007782

    739000	  0.164454	  0.164290	  0.166014		CURRENT LEARNING RATE: 0.0004320907406661844
previous_iter_valid_loss : 0.17608661949634552

    739020	  0.176374	  0.176087	  0.166619		CURRENT LEARNING RATE: 0.00043200433115929014
previous_iter_valid_loss : 0.16373100876808167

    739040	  0.163930	  0.163731	  0.166582		CURRENT LEARNING RATE: 0.0004319179389325687
previous_iter_valid_loss : 0.1766124665737152

    739060	  0.176767	  0.176612	  0.167346		CURRENT LEARNING RATE: 0.00043183156398256527
previous_iter_valid_loss : 0.16277198493480682

    739080	  0.162967	  0.162772	  0.167455		CURRENT LEARNING RATE: 0.00043174520630582413
previous_iter_valid_loss : 0.16989871859550476

    739100	  0.170136	  0.169899	  0.167919		CURRENT LEARNING RATE: 0.0004316588658988913
previous_iter_valid_loss : 0.17201754450798035

    739120	  0.172280	  0.172018	  0.168445		CURRENT LEARNING RATE: 0.0004315725427583135
previous_iter_valid_loss : 0.16431015729904175

    739140	  0.164506	  0.164310	  0.168580		CURRENT LEARNING RATE: 0.00043148623688063714
previous_iter_valid_loss : 0.16362856328487396

    739160	  0.163828	  0.163629	  0.168270		CURRENT LEARNING RATE: 0.00043139994826241066
previous_iter_valid_loss : 0.16094301640987396

    739180	  0.161103	  0.160943	  0.167577		CURRENT LEARNING RATE: 0.0004313136769001818
previous_iter_valid_loss : 0.16224130988121033

    739200	  0.162424	  0.162241	  0.166812		CURRENT LEARNING RATE: 0.00043122742279050043
previous_iter_valid_loss : 0.16334988176822662

    739220	  0.163549	  0.163350	  0.166710		CURRENT LEARNING RATE: 0.0004311411859299156
previous_iter_valid_loss : 0.16119462251663208

    739240	  0.161363	  0.161195	  0.166735		CURRENT LEARNING RATE: 0.00043105496631497877
previous_iter_valid_loss : 0.16268159449100494

    739260	  0.162847	  0.162682	  0.165986		CURRENT LEARNING RATE: 0.0004309687639422402
previous_iter_valid_loss : 0.16898173093795776

    739280	  0.169217	  0.168982	  0.166396		CURRENT LEARNING RATE: 0.0004308825788082526
previous_iter_valid_loss : 0.16303783655166626

    739300	  0.163204	  0.163038	  0.165836		CURRENT LEARNING RATE: 0.0004307964109095679
previous_iter_valid_loss : 0.16992129385471344

    739320	  0.170163	  0.169921	  0.166198		CURRENT LEARNING RATE: 0.00043071026024274007
previous_iter_valid_loss : 0.1865902692079544

    739340	  0.186987	  0.186590	  0.166927		CURRENT LEARNING RATE: 0.00043062412680432225
previous_iter_valid_loss : 0.1701030284166336

    739360	  0.170350	  0.170103	  0.167299		CURRENT LEARNING RATE: 0.00043053801059087
previous_iter_valid_loss : 0.17307865619659424

    739380	  0.173349	  0.173079	  0.167771		CURRENT LEARNING RATE: 0.0004304519115989378
previous_iter_valid_loss : 0.16350625455379486

    739400	  0.163700	  0.163506	  0.167732		CURRENT LEARNING RATE: 0.0004303658298250826
previous_iter_valid_loss : 0.16067154705524445

    739420	  0.160845	  0.160672	  0.166961		CURRENT LEARNING RATE: 0.0004302797652658601
previous_iter_valid_loss : 0.16265496611595154

    739440	  0.162846	  0.162655	  0.166907		CURRENT LEARNING RATE: 0.0004301937179178288
previous_iter_valid_loss : 0.16446621716022491

    739460	  0.164667	  0.164466	  0.166300		CURRENT LEARNING RATE: 0.00043010768777754585
previous_iter_valid_loss : 0.1616940051317215

    739480	  0.161860	  0.161694	  0.166246		CURRENT LEARNING RATE: 0.00043002167484157086
previous_iter_valid_loss : 0.16898584365844727

    739500	  0.169138	  0.168986	  0.166200		CURRENT LEARNING RATE: 0.0004299356791064625
previous_iter_valid_loss : 0.16530562937259674

    739520	  0.165509	  0.165306	  0.165865		CURRENT LEARNING RATE: 0.0004298497005687814
previous_iter_valid_loss : 0.16207599639892578

    739540	  0.162264	  0.162076	  0.165753		CURRENT LEARNING RATE: 0.0004297637392250888
previous_iter_valid_loss : 0.16254059970378876

    739560	  0.162703	  0.162541	  0.165699		CURRENT LEARNING RATE: 0.00042967779507194535
previous_iter_valid_loss : 0.17166049778461456

    739580	  0.171917	  0.171660	  0.166234		CURRENT LEARNING RATE: 0.00042959186810591425
previous_iter_valid_loss : 0.1606016606092453

    739600	  0.160764	  0.160602	  0.166152		CURRENT LEARNING RATE: 0.00042950595832355745
previous_iter_valid_loss : 0.16232329607009888

    739620	  0.162481	  0.162323	  0.166101		CURRENT LEARNING RATE: 0.0004294200657214395
previous_iter_valid_loss : 0.1607728898525238

    739640	  0.160945	  0.160773	  0.166080		CURRENT LEARNING RATE: 0.00042933419029612377
previous_iter_valid_loss : 0.1866341382265091

    739660	  0.186773	  0.186634	  0.167278		CURRENT LEARNING RATE: 0.00042924833204417614
previous_iter_valid_loss : 0.1607264280319214

    739680	  0.160890	  0.160726	  0.166865		CURRENT LEARNING RATE: 0.00042916249096216146
previous_iter_valid_loss : 0.16069893538951874

    739700	  0.160865	  0.160699	  0.166748		CURRENT LEARNING RATE: 0.0004290766670466469
previous_iter_valid_loss : 0.17280003428459167

    739720	  0.173066	  0.172800	  0.166892		CURRENT LEARNING RATE: 0.00042899086029419864
previous_iter_valid_loss : 0.1677238792181015

    739740	  0.167947	  0.167724	  0.165949		CURRENT LEARNING RATE: 0.0004289050707013852
previous_iter_valid_loss : 0.16084662079811096

    739760	  0.160999	  0.160847	  0.165486		CURRENT LEARNING RATE: 0.0004288192982647743
previous_iter_valid_loss : 0.16049830615520477

    739780	  0.160665	  0.160498	  0.164857		CURRENT LEARNING RATE: 0.0004287335429809358
previous_iter_valid_loss : 0.16247040033340454

    739800	  0.162649	  0.162470	  0.164805		CURRENT LEARNING RATE: 0.00042864780484643867
previous_iter_valid_loss : 0.16192208230495453

    739820	  0.162074	  0.161922	  0.164867		CURRENT LEARNING RATE: 0.0004285620838578542
previous_iter_valid_loss : 0.16557051241397858

    739840	  0.165737	  0.165571	  0.165013		CURRENT LEARNING RATE: 0.00042847638001175276
previous_iter_valid_loss : 0.16384431719779968

    739860	  0.164012	  0.163844	  0.164982		CURRENT LEARNING RATE: 0.00042839069330470695
previous_iter_valid_loss : 0.16932490468025208

    739880	  0.169566	  0.169325	  0.165364		CURRENT LEARNING RATE: 0.0004283050237332885
previous_iter_valid_loss : 0.1642093062400818

    739900	  0.164375	  0.164209	  0.165125		CURRENT LEARNING RATE: 0.00042821937129407104
previous_iter_valid_loss : 0.16949278116226196

    739920	  0.169731	  0.169493	  0.165334		CURRENT LEARNING RATE: 0.00042813373598362894
previous_iter_valid_loss : 0.16051556169986725

    739940	  0.160682	  0.160516	  0.165256		CURRENT LEARNING RATE: 0.000428048117798536
previous_iter_valid_loss : 0.16681958734989166

    739960	  0.167039	  0.166820	  0.165470		CURRENT LEARNING RATE: 0.0004279625167353681
previous_iter_valid_loss : 0.16186289489269257

    739980	  0.162051	  0.161863	  0.164980		CURRENT LEARNING RATE: 0.0004278769327907006
previous_iter_valid_loss : 0.16483691334724426

    740000	  0.165004	  0.164837	  0.165192		CURRENT LEARNING RATE: 0.0004277913659611108
previous_iter_valid_loss : 0.16760626435279846

    740020	  0.167757	  0.167606	  0.165456		CURRENT LEARNING RATE: 0.00042770581624317544
previous_iter_valid_loss : 0.16487781703472137

    740040	  0.165040	  0.164878	  0.165661		CURRENT LEARNING RATE: 0.000427620283633473
previous_iter_valid_loss : 0.16089697182178497

    740060	  0.161077	  0.160897	  0.164375		CURRENT LEARNING RATE: 0.00042753476812858166
previous_iter_valid_loss : 0.17180109024047852

    740080	  0.172056	  0.171801	  0.164928		CURRENT LEARNING RATE: 0.00042744926972508156
previous_iter_valid_loss : 0.16422691941261292

    740100	  0.164424	  0.164227	  0.165105		CURRENT LEARNING RATE: 0.00042736378841955186
previous_iter_valid_loss : 0.16050314903259277

    740120	  0.160669	  0.160503	  0.164490		CURRENT LEARNING RATE: 0.0004272783242085741
previous_iter_valid_loss : 0.16892209649085999

    740140	  0.169162	  0.168922	  0.164550		CURRENT LEARNING RATE: 0.000427192877088729
previous_iter_valid_loss : 0.1738370805978775

    740160	  0.174114	  0.173837	  0.165199		CURRENT LEARNING RATE: 0.00042710744705659945
previous_iter_valid_loss : 0.16116420924663544

    740180	  0.161324	  0.161164	  0.165233		CURRENT LEARNING RATE: 0.00042702203410876745
previous_iter_valid_loss : 0.16084745526313782

    740200	  0.161027	  0.160847	  0.165151		CURRENT LEARNING RATE: 0.0004269366382418172
previous_iter_valid_loss : 0.1645665019750595

    740220	  0.164739	  0.164567	  0.165284		CURRENT LEARNING RATE: 0.0004268512594523323
previous_iter_valid_loss : 0.16659818589687347

    740240	  0.166755	  0.166598	  0.165335		CURRENT LEARNING RATE: 0.00042676589773689807
previous_iter_valid_loss : 0.16093149781227112

    740260	  0.161085	  0.160931	  0.165189		CURRENT LEARNING RATE: 0.00042668055309209944
previous_iter_valid_loss : 0.16427959501743317

    740280	  0.164477	  0.164280	  0.164937		CURRENT LEARNING RATE: 0.0004265952255145234
previous_iter_valid_loss : 0.169910728931427

    740300	  0.170156	  0.169911	  0.165222		CURRENT LEARNING RATE: 0.00042650991500075604
previous_iter_valid_loss : 0.1775842010974884

    740320	  0.177742	  0.177584	  0.165627		CURRENT LEARNING RATE: 0.00042642462154738545
previous_iter_valid_loss : 0.16395536065101624

    740340	  0.164128	  0.163955	  0.165799		CURRENT LEARNING RATE: 0.000426339345151
previous_iter_valid_loss : 0.1635134071111679

    740360	  0.163686	  0.163513	  0.165633		CURRENT LEARNING RATE: 0.0004262540858081881
previous_iter_valid_loss : 0.1609560251235962

    740380	  0.161141	  0.160956	  0.165588		CURRENT LEARNING RATE: 0.0004261688435155401
previous_iter_valid_loss : 0.1652229130268097

    740400	  0.165379	  0.165223	  0.165607		CURRENT LEARNING RATE: 0.0004260836182696455
previous_iter_valid_loss : 0.16141536831855774

    740420	  0.161573	  0.161415	  0.165298		CURRENT LEARNING RATE: 0.00042599841006709597
previous_iter_valid_loss : 0.16117143630981445

    740440	  0.161359	  0.161171	  0.165113		CURRENT LEARNING RATE: 0.0004259132189044827
previous_iter_valid_loss : 0.1615808755159378

    740460	  0.161734	  0.161581	  0.165147		CURRENT LEARNING RATE: 0.0004258280447783985
previous_iter_valid_loss : 0.16124287247657776

    740480	  0.161437	  0.161243	  0.164619		CURRENT LEARNING RATE: 0.00042574288768543574
previous_iter_valid_loss : 0.16567055881023407

    740500	  0.165888	  0.165671	  0.164691		CURRENT LEARNING RATE: 0.00042565774762218895
previous_iter_valid_loss : 0.16049717366695404

    740520	  0.160661	  0.160497	  0.164691		CURRENT LEARNING RATE: 0.00042557262458525183
previous_iter_valid_loss : 0.16954806447029114

    740540	  0.169793	  0.169548	  0.164722		CURRENT LEARNING RATE: 0.00042548751857122004
previous_iter_valid_loss : 0.16238676011562347

    740560	  0.162565	  0.162387	  0.164150		CURRENT LEARNING RATE: 0.0004254024295766887
previous_iter_valid_loss : 0.1729978770017624

    740580	  0.173272	  0.172998	  0.164741		CURRENT LEARNING RATE: 0.000425317357598255
previous_iter_valid_loss : 0.18581441044807434

    740600	  0.186188	  0.185814	  0.165990		CURRENT LEARNING RATE: 0.0004252323026325153
previous_iter_valid_loss : 0.16146153211593628

    740620	  0.161611	  0.161462	  0.165834		CURRENT LEARNING RATE: 0.0004251472646760681
previous_iter_valid_loss : 0.16181883215904236

    740640	  0.161978	  0.161819	  0.165595		CURRENT LEARNING RATE: 0.0004250622437255111
previous_iter_valid_loss : 0.16259323060512543

    740660	  0.162756	  0.162593	  0.165678		CURRENT LEARNING RATE: 0.0004249772397774444
previous_iter_valid_loss : 0.16866132616996765

    740680	  0.168819	  0.168661	  0.165898		CURRENT LEARNING RATE: 0.0004248922528284669
previous_iter_valid_loss : 0.16074234247207642

    740700	  0.160900	  0.160742	  0.165439		CURRENT LEARNING RATE: 0.00042480728287517996
previous_iter_valid_loss : 0.16049525141716003

    740720	  0.160656	  0.160495	  0.164585		CURRENT LEARNING RATE: 0.000424722329914184
previous_iter_valid_loss : 0.1605229377746582

    740740	  0.160680	  0.160523	  0.164413		CURRENT LEARNING RATE: 0.00042463739394208133
previous_iter_valid_loss : 0.1621682494878769

    740760	  0.162356	  0.162168	  0.164346		CURRENT LEARNING RATE: 0.0004245524749554749
previous_iter_valid_loss : 0.16108395159244537

    740780	  0.161270	  0.161084	  0.164352		CURRENT LEARNING RATE: 0.00042446757295096704
previous_iter_valid_loss : 0.1740066260099411

    740800	  0.174285	  0.174007	  0.164791		CURRENT LEARNING RATE: 0.0004243826879251626
previous_iter_valid_loss : 0.16109207272529602

    740820	  0.161273	  0.161092	  0.164775		CURRENT LEARNING RATE: 0.0004242978198746653
previous_iter_valid_loss : 0.19164998829364777

    740840	  0.191778	  0.191650	  0.166299		CURRENT LEARNING RATE: 0.0004242129687960812
previous_iter_valid_loss : 0.16230303049087524

    740860	  0.162460	  0.162303	  0.166335		CURRENT LEARNING RATE: 0.00042412813468601567
previous_iter_valid_loss : 0.16123124957084656

    740880	  0.161393	  0.161231	  0.166335		CURRENT LEARNING RATE: 0.0004240433175410758
previous_iter_valid_loss : 0.18059533834457397

    740900	  0.180750	  0.180595	  0.167081		CURRENT LEARNING RATE: 0.00042395851735786846
previous_iter_valid_loss : 0.16258133947849274

    740920	  0.162766	  0.162581	  0.167185		CURRENT LEARNING RATE: 0.0004238737341330022
previous_iter_valid_loss : 0.1657453179359436

    740940	  0.165906	  0.165745	  0.166995		CURRENT LEARNING RATE: 0.00042378896786308495
previous_iter_valid_loss : 0.1607542186975479

    740960	  0.160907	  0.160754	  0.166913		CURRENT LEARNING RATE: 0.00042370421854472687
previous_iter_valid_loss : 0.18148750066757202

    740980	  0.181642	  0.181488	  0.167338		CURRENT LEARNING RATE: 0.00042361948617453723
previous_iter_valid_loss : 0.165297731757164

    741000	  0.165468	  0.165298	  0.166312		CURRENT LEARNING RATE: 0.00042353477074912743
previous_iter_valid_loss : 0.16266757249832153

    741020	  0.162826	  0.162668	  0.166372		CURRENT LEARNING RATE: 0.00042345007226510814
previous_iter_valid_loss : 0.1714652180671692

    741040	  0.171728	  0.171465	  0.166855		CURRENT LEARNING RATE: 0.0004233653907190922
previous_iter_valid_loss : 0.16106471419334412

    741060	  0.161217	  0.161065	  0.166778		CURRENT LEARNING RATE: 0.00042328072610769155
previous_iter_valid_loss : 0.171315997838974

    741080	  0.171575	  0.171316	  0.166911		CURRENT LEARNING RATE: 0.0004231960784275204
previous_iter_valid_loss : 0.16197697818279266

    741100	  0.162133	  0.161977	  0.166973		CURRENT LEARNING RATE: 0.00042311144767519205
previous_iter_valid_loss : 0.16727915406227112

    741120	  0.167503	  0.167279	  0.167312		CURRENT LEARNING RATE: 0.0004230268338473216
previous_iter_valid_loss : 0.16211670637130737

    741140	  0.162284	  0.162117	  0.167392		CURRENT LEARNING RATE: 0.0004229422369405251
previous_iter_valid_loss : 0.16223719716072083

    741160	  0.162391	  0.162237	  0.167395		CURRENT LEARNING RATE: 0.0004228576569514176
previous_iter_valid_loss : 0.16339270770549774

    741180	  0.163565	  0.163393	  0.167510		CURRENT LEARNING RATE: 0.00042277309387661686
previous_iter_valid_loss : 0.1970798373222351

    741200	  0.197595	  0.197080	  0.168664		CURRENT LEARNING RATE: 0.00042268854771273953
previous_iter_valid_loss : 0.160746231675148

    741220	  0.160922	  0.160746	  0.168647		CURRENT LEARNING RATE: 0.0004226040184564046
previous_iter_valid_loss : 0.16563284397125244

    741240	  0.165834	  0.165633	  0.167346		CURRENT LEARNING RATE: 0.0004225195061042301
previous_iter_valid_loss : 0.16086724400520325

    741260	  0.161015	  0.160867	  0.167274		CURRENT LEARNING RATE: 0.00042243501065283623
previous_iter_valid_loss : 0.17044365406036377

    741280	  0.170693	  0.170444	  0.167735		CURRENT LEARNING RATE: 0.0004223505320988425
previous_iter_valid_loss : 0.16051091253757477

    741300	  0.160683	  0.160511	  0.166731		CURRENT LEARNING RATE: 0.0004222660704388705
previous_iter_valid_loss : 0.16116434335708618

    741320	  0.161313	  0.161164	  0.166660		CURRENT LEARNING RATE: 0.0004221816256695409
previous_iter_valid_loss : 0.16773205995559692

    741340	  0.167959	  0.167732	  0.166759		CURRENT LEARNING RATE: 0.00042209719778747685
previous_iter_valid_loss : 0.1811007410287857

    741360	  0.181257	  0.181101	  0.167776		CURRENT LEARNING RATE: 0.00042201278678930036
previous_iter_valid_loss : 0.17335224151611328

    741380	  0.173500	  0.173352	  0.167370		CURRENT LEARNING RATE: 0.0004219283926716358
previous_iter_valid_loss : 0.1604938805103302

    741400	  0.160659	  0.160494	  0.167129		CURRENT LEARNING RATE: 0.00042184401543110653
previous_iter_valid_loss : 0.16481105983257294

    741420	  0.165015	  0.164811	  0.167237		CURRENT LEARNING RATE: 0.0004217596550643384
previous_iter_valid_loss : 0.16106994450092316

    741440	  0.161232	  0.161070	  0.166717		CURRENT LEARNING RATE: 0.00042167531156795616
previous_iter_valid_loss : 0.17391222715377808

    741460	  0.174175	  0.173912	  0.167359		CURRENT LEARNING RATE: 0.0004215909849385868
previous_iter_valid_loss : 0.1648634374141693

    741480	  0.165037	  0.164863	  0.167037		CURRENT LEARNING RATE: 0.0004215066751728565
previous_iter_valid_loss : 0.1724802404642105

    741500	  0.172743	  0.172480	  0.167562		CURRENT LEARNING RATE: 0.00042142238226739365
previous_iter_valid_loss : 0.16062189638614655

    741520	  0.160785	  0.160622	  0.167229		CURRENT LEARNING RATE: 0.0004213381062188258
previous_iter_valid_loss : 0.16947494447231293

    741540	  0.169624	  0.169475	  0.167597		CURRENT LEARNING RATE: 0.0004212538470237822
previous_iter_valid_loss : 0.1613980382680893

    741560	  0.161556	  0.161398	  0.167555		CURRENT LEARNING RATE: 0.00042116960467889294
previous_iter_valid_loss : 0.1649213582277298

    741580	  0.165133	  0.164921	  0.167631		CURRENT LEARNING RATE: 0.0004210853791807875
previous_iter_valid_loss : 0.16089168190956116

    741600	  0.161055	  0.160892	  0.165822		CURRENT LEARNING RATE: 0.00042100117052609775
previous_iter_valid_loss : 0.1638873815536499

    741620	  0.164052	  0.163887	  0.165979		CURRENT LEARNING RATE: 0.0004209169787114544
previous_iter_valid_loss : 0.16053465008735657

    741640	  0.160696	  0.160535	  0.165724		CURRENT LEARNING RATE: 0.00042083280373349073
previous_iter_valid_loss : 0.16100022196769714

    741660	  0.161183	  0.161000	  0.165731		CURRENT LEARNING RATE: 0.0004207486455888388
previous_iter_valid_loss : 0.18977349996566772

    741680	  0.189900	  0.189773	  0.166697		CURRENT LEARNING RATE: 0.0004206645042741332
previous_iter_valid_loss : 0.16061748564243317

    741700	  0.160786	  0.160617	  0.166702		CURRENT LEARNING RATE: 0.0004205803797860074
previous_iter_valid_loss : 0.16073444485664368

    741720	  0.160913	  0.160734	  0.166681		CURRENT LEARNING RATE: 0.00042049627212109727
previous_iter_valid_loss : 0.16117118299007416

    741740	  0.161355	  0.161171	  0.166353		CURRENT LEARNING RATE: 0.00042041218127603775
previous_iter_valid_loss : 0.16227476298809052

    741760	  0.162468	  0.162275	  0.165412		CURRENT LEARNING RATE: 0.0004203281072474658
previous_iter_valid_loss : 0.16278429329395294

    741780	  0.162964	  0.162784	  0.164883		CURRENT LEARNING RATE: 0.0004202440500320178
previous_iter_valid_loss : 0.16050203144550323

    741800	  0.160660	  0.160502	  0.164884		CURRENT LEARNING RATE: 0.0004201600096263323
previous_iter_valid_loss : 0.17075756192207336

    741820	  0.170906	  0.170758	  0.165181		CURRENT LEARNING RATE: 0.0004200759860270469
previous_iter_valid_loss : 0.16473175585269928

    741840	  0.164923	  0.164732	  0.165364		CURRENT LEARNING RATE: 0.0004199919792308013
previous_iter_valid_loss : 0.17042659223079681

    741860	  0.170677	  0.170427	  0.165190		CURRENT LEARNING RATE: 0.0004199079892342346
previous_iter_valid_loss : 0.16734962165355682

    741880	  0.167506	  0.167350	  0.165314		CURRENT LEARNING RATE: 0.00041982401603398795
previous_iter_valid_loss : 0.1605553776025772

    741900	  0.160719	  0.160555	  0.164718		CURRENT LEARNING RATE: 0.0004197400596267015
previous_iter_valid_loss : 0.16343528032302856

    741920	  0.163588	  0.163435	  0.164858		CURRENT LEARNING RATE: 0.0004196561200090176
previous_iter_valid_loss : 0.16072461009025574

    741940	  0.160882	  0.160725	  0.164421		CURRENT LEARNING RATE: 0.00041957219717757884
previous_iter_valid_loss : 0.19011318683624268

    741960	  0.190243	  0.190113	  0.165857		CURRENT LEARNING RATE: 0.0004194882911290277
previous_iter_valid_loss : 0.16214047372341156

    741980	  0.162299	  0.162140	  0.165718		CURRENT LEARNING RATE: 0.00041940440186000866
previous_iter_valid_loss : 0.17560487985610962

    742000	  0.175759	  0.175605	  0.166453		CURRENT LEARNING RATE: 0.00041932052936716533
previous_iter_valid_loss : 0.16393578052520752

    742020	  0.164107	  0.163936	  0.166456		CURRENT LEARNING RATE: 0.00041923667364714357
previous_iter_valid_loss : 0.16586287319660187

    742040	  0.166025	  0.165863	  0.166722		CURRENT LEARNING RATE: 0.0004191528346965885
previous_iter_valid_loss : 0.1653694212436676

    742060	  0.165529	  0.165369	  0.166941		CURRENT LEARNING RATE: 0.00041906901251214724
previous_iter_valid_loss : 0.1640617549419403

    742080	  0.164255	  0.164062	  0.165655		CURRENT LEARNING RATE: 0.0004189852070904661
previous_iter_valid_loss : 0.17541196942329407

    742100	  0.175697	  0.175412	  0.166395		CURRENT LEARNING RATE: 0.0004189014184281938
previous_iter_valid_loss : 0.16100609302520752

    742120	  0.161168	  0.161006	  0.166408		CURRENT LEARNING RATE: 0.00041881764652197787
previous_iter_valid_loss : 0.1704510599374771

    742140	  0.170601	  0.170451	  0.166872		CURRENT LEARNING RATE: 0.00041873389136846815
previous_iter_valid_loss : 0.1937343180179596

    742160	  0.194215	  0.193734	  0.168445		CURRENT LEARNING RATE: 0.00041865015296431386
previous_iter_valid_loss : 0.1612304449081421

    742180	  0.161385	  0.161230	  0.168368		CURRENT LEARNING RATE: 0.00041856643130616607
previous_iter_valid_loss : 0.17576712369918823

    742200	  0.175926	  0.175767	  0.169131		CURRENT LEARNING RATE: 0.00041848272639067517
previous_iter_valid_loss : 0.17267419397830963

    742220	  0.172949	  0.172674	  0.169227		CURRENT LEARNING RATE: 0.00041839903821449387
previous_iter_valid_loss : 0.16062071919441223

    742240	  0.160786	  0.160621	  0.169021		CURRENT LEARNING RATE: 0.0004183153667742737
previous_iter_valid_loss : 0.1682518571615219

    742260	  0.168480	  0.168252	  0.168912		CURRENT LEARNING RATE: 0.0004182317120666686
previous_iter_valid_loss : 0.16072170436382294

    742280	  0.160876	  0.160722	  0.168581		CURRENT LEARNING RATE: 0.00041814807408833174
previous_iter_valid_loss : 0.1657966822385788

    742300	  0.166002	  0.165797	  0.168843		CURRENT LEARNING RATE: 0.0004180644528359183
previous_iter_valid_loss : 0.1913164108991623

    742320	  0.191768	  0.191316	  0.170237		CURRENT LEARNING RATE: 0.0004179808483060826
previous_iter_valid_loss : 0.17408931255340576

    742340	  0.174370	  0.174089	  0.170905		CURRENT LEARNING RATE: 0.0004178972604954809
previous_iter_valid_loss : 0.16137224435806274

    742360	  0.161565	  0.161372	  0.169468		CURRENT LEARNING RATE: 0.00041781368940077004
previous_iter_valid_loss : 0.1709192544221878

    742380	  0.171168	  0.170919	  0.169907		CURRENT LEARNING RATE: 0.0004177301350186064
previous_iter_valid_loss : 0.16064676642417908

    742400	  0.160802	  0.160647	  0.169159		CURRENT LEARNING RATE: 0.0004176465973456486
previous_iter_valid_loss : 0.16076433658599854

    742420	  0.160946	  0.160764	  0.169001		CURRENT LEARNING RATE: 0.00041756307637855444
previous_iter_valid_loss : 0.18103861808776855

    742440	  0.181192	  0.181039	  0.169760		CURRENT LEARNING RATE: 0.00041747957211398374
previous_iter_valid_loss : 0.16649895906448364

    742460	  0.166710	  0.166499	  0.169816		CURRENT LEARNING RATE: 0.0004173960845485956
previous_iter_valid_loss : 0.16544444859027863

    742480	  0.165660	  0.165444	  0.169885		CURRENT LEARNING RATE: 0.0004173126136790513
previous_iter_valid_loss : 0.16114765405654907

    742500	  0.161328	  0.161148	  0.169172		CURRENT LEARNING RATE: 0.0004172291595020111
previous_iter_valid_loss : 0.16609016060829163

    742520	  0.166297	  0.166090	  0.169426		CURRENT LEARNING RATE: 0.0004171457220141379
previous_iter_valid_loss : 0.160507932305336

    742540	  0.160670	  0.160508	  0.168929		CURRENT LEARNING RATE: 0.00041706230121209314
previous_iter_valid_loss : 0.1608171910047531

    742560	  0.160994	  0.160817	  0.167283		CURRENT LEARNING RATE: 0.00041697889709254086
previous_iter_valid_loss : 0.19839270412921906

    742580	  0.198925	  0.198393	  0.169141		CURRENT LEARNING RATE: 0.0004168955096521442
previous_iter_valid_loss : 0.16070514917373657

    742600	  0.160875	  0.160705	  0.168388		CURRENT LEARNING RATE: 0.00041681213888756835
previous_iter_valid_loss : 0.17342232167720795

    742620	  0.173685	  0.173422	  0.168426		CURRENT LEARNING RATE: 0.0004167287847954777
previous_iter_valid_loss : 0.1711389273405075

    742640	  0.171391	  0.171139	  0.168952		CURRENT LEARNING RATE: 0.00041664544737253886
previous_iter_valid_loss : 0.16063039004802704

    742660	  0.160797	  0.160630	  0.168570		CURRENT LEARNING RATE: 0.0004165621266154176
previous_iter_valid_loss : 0.16064929962158203

    742680	  0.160807	  0.160649	  0.168567		CURRENT LEARNING RATE: 0.0004164788225207819
previous_iter_valid_loss : 0.1680641621351242

    742700	  0.168291	  0.168064	  0.168680		CURRENT LEARNING RATE: 0.00041639553508529873
previous_iter_valid_loss : 0.16098392009735107

    742720	  0.161143	  0.160984	  0.167164		CURRENT LEARNING RATE: 0.0004163122643056374
previous_iter_valid_loss : 0.1605827510356903

    742740	  0.160739	  0.160583	  0.166488		CURRENT LEARNING RATE: 0.0004162290101784663
previous_iter_valid_loss : 0.1634271740913391

    742760	  0.163590	  0.163427	  0.166591		CURRENT LEARNING RATE: 0.0004161457727004557
previous_iter_valid_loss : 0.16091930866241455

    742780	  0.161097	  0.160919	  0.166091		CURRENT LEARNING RATE: 0.0004160625518682764
previous_iter_valid_loss : 0.16835518181324005

    742800	  0.168511	  0.168355	  0.166476		CURRENT LEARNING RATE: 0.00041597934767859893
previous_iter_valid_loss : 0.17299780249595642

    742820	  0.173142	  0.172998	  0.167088		CURRENT LEARNING RATE: 0.0004158961601280957
previous_iter_valid_loss : 0.16091269254684448

    742840	  0.161093	  0.160913	  0.166082		CURRENT LEARNING RATE: 0.00041581298921343864
previous_iter_valid_loss : 0.1609896868467331

    742860	  0.161141	  0.160990	  0.165806		CURRENT LEARNING RATE: 0.0004157298349313015
previous_iter_valid_loss : 0.17013587057590485

    742880	  0.170390	  0.170136	  0.166041		CURRENT LEARNING RATE: 0.00041564669727835754
previous_iter_valid_loss : 0.16691121459007263

    742900	  0.167073	  0.166911	  0.166329		CURRENT LEARNING RATE: 0.0004155635762512818
previous_iter_valid_loss : 0.17008602619171143

    742920	  0.170240	  0.170086	  0.166529		CURRENT LEARNING RATE: 0.0004154804718467489
previous_iter_valid_loss : 0.16689138114452362

    742940	  0.167057	  0.166891	  0.166848		CURRENT LEARNING RATE: 0.0004153973840614352
previous_iter_valid_loss : 0.1633734107017517

    742960	  0.163566	  0.163373	  0.166976		CURRENT LEARNING RATE: 0.00041531431289201656
previous_iter_valid_loss : 0.16652971506118774

    742980	  0.166748	  0.166530	  0.165383		CURRENT LEARNING RATE: 0.0004152312583351709
previous_iter_valid_loss : 0.16405890882015228

    743000	  0.164232	  0.164059	  0.165550		CURRENT LEARNING RATE: 0.00041514822038757527
previous_iter_valid_loss : 0.1656816601753235

    743020	  0.165848	  0.165682	  0.165163		CURRENT LEARNING RATE: 0.0004150651990459088
previous_iter_valid_loss : 0.16172978281974792

    743040	  0.161898	  0.161730	  0.164693		CURRENT LEARNING RATE: 0.00041498219430685
previous_iter_valid_loss : 0.1637634038925171

    743060	  0.163951	  0.163763	  0.164850		CURRENT LEARNING RATE: 0.0004148992061670795
previous_iter_valid_loss : 0.1734151542186737

    743080	  0.173684	  0.173415	  0.165488		CURRENT LEARNING RATE: 0.00041481623462327684
previous_iter_valid_loss : 0.16388438642024994

    743100	  0.164093	  0.163884	  0.165279		CURRENT LEARNING RATE: 0.000414733279672124
previous_iter_valid_loss : 0.17307186126708984

    743120	  0.173346	  0.173072	  0.165883		CURRENT LEARNING RATE: 0.00041465034131030204
previous_iter_valid_loss : 0.1652032434940338

    743140	  0.165409	  0.165203	  0.166114		CURRENT LEARNING RATE: 0.0004145674195344938
previous_iter_valid_loss : 0.16163532435894012

    743160	  0.161817	  0.161635	  0.166025		CURRENT LEARNING RATE: 0.0004144845143413828
previous_iter_valid_loss : 0.17057272791862488

    743180	  0.170819	  0.170573	  0.166507		CURRENT LEARNING RATE: 0.000414401625727652
previous_iter_valid_loss : 0.16084402799606323

    743200	  0.161017	  0.160844	  0.166132		CURRENT LEARNING RATE: 0.00041431875368998667
previous_iter_valid_loss : 0.16067656874656677

    743220	  0.160844	  0.160677	  0.165516		CURRENT LEARNING RATE: 0.0004142358982250712
previous_iter_valid_loss : 0.16063077747821808

    743240	  0.160785	  0.160631	  0.165502		CURRENT LEARNING RATE: 0.000414153059329592
previous_iter_valid_loss : 0.16901558637619019

    743260	  0.169168	  0.169016	  0.165903		CURRENT LEARNING RATE: 0.0004140702370002349
previous_iter_valid_loss : 0.16070231795310974

    743280	  0.160875	  0.160702	  0.165431		CURRENT LEARNING RATE: 0.00041398743123368775
previous_iter_valid_loss : 0.16228827834129333

    743300	  0.162447	  0.162288	  0.165200		CURRENT LEARNING RATE: 0.00041390464202663746
previous_iter_valid_loss : 0.16305671632289886

    743320	  0.163218	  0.163057	  0.164849		CURRENT LEARNING RATE: 0.0004138218693757734
previous_iter_valid_loss : 0.16614428162574768

    743340	  0.166310	  0.166144	  0.164811		CURRENT LEARNING RATE: 0.0004137391132777837
previous_iter_valid_loss : 0.162229984998703

    743360	  0.162396	  0.162230	  0.164754		CURRENT LEARNING RATE: 0.00041365637372935897
previous_iter_valid_loss : 0.1693161427974701

    743380	  0.169466	  0.169316	  0.164893		CURRENT LEARNING RATE: 0.0004135736507271889
previous_iter_valid_loss : 0.17158128321170807

    743400	  0.171732	  0.171581	  0.165270		CURRENT LEARNING RATE: 0.0004134909442679652
previous_iter_valid_loss : 0.1929464042186737

    743420	  0.193068	  0.192946	  0.166633		CURRENT LEARNING RATE: 0.0004134082543483791
previous_iter_valid_loss : 0.16061536967754364

    743440	  0.160783	  0.160615	  0.166577		CURRENT LEARNING RATE: 0.0004133255809651235
previous_iter_valid_loss : 0.16955222189426422

    743460	  0.169708	  0.169552	  0.166867		CURRENT LEARNING RATE: 0.00041324292411489086
previous_iter_valid_loss : 0.16392366588115692

    743480	  0.164090	  0.163924	  0.166392		CURRENT LEARNING RATE: 0.0004131602837943755
previous_iter_valid_loss : 0.16120433807373047

    743500	  0.161386	  0.161204	  0.166258		CURRENT LEARNING RATE: 0.00041307766000027137
previous_iter_valid_loss : 0.16754378378391266

    743520	  0.167774	  0.167544	  0.165982		CURRENT LEARNING RATE: 0.00041299505272927395
previous_iter_valid_loss : 0.16664746403694153

    743540	  0.166808	  0.166647	  0.166054		CURRENT LEARNING RATE: 0.00041291246197807833
previous_iter_valid_loss : 0.16077712178230286

    743560	  0.160949	  0.160777	  0.166011		CURRENT LEARNING RATE: 0.0004128298877433813
previous_iter_valid_loss : 0.16413982212543488

    743580	  0.164299	  0.164140	  0.165689		CURRENT LEARNING RATE: 0.0004127473300218801
previous_iter_valid_loss : 0.1630844622850418

    743600	  0.163273	  0.163084	  0.165801		CURRENT LEARNING RATE: 0.00041266478881027185
previous_iter_valid_loss : 0.16062884032726288

    743620	  0.160796	  0.160629	  0.165799		CURRENT LEARNING RATE: 0.0004125822641052556
previous_iter_valid_loss : 0.1714084893465042

    743640	  0.171554	  0.171408	  0.166338		CURRENT LEARNING RATE: 0.0004124997559035296
previous_iter_valid_loss : 0.18637527525424957

    743660	  0.186522	  0.186375	  0.167206		CURRENT LEARNING RATE: 0.00041241726420179417
previous_iter_valid_loss : 0.1650964319705963

    743680	  0.165308	  0.165096	  0.167425		CURRENT LEARNING RATE: 0.00041233478899674905
previous_iter_valid_loss : 0.16247153282165527

    743700	  0.162670	  0.162472	  0.167435		CURRENT LEARNING RATE: 0.000412252330285096
previous_iter_valid_loss : 0.17096595466136932

    743720	  0.171216	  0.170966	  0.167830		CURRENT LEARNING RATE: 0.00041216988806353573
previous_iter_valid_loss : 0.18072396516799927

    743740	  0.180882	  0.180724	  0.168559		CURRENT LEARNING RATE: 0.00041208746232877146
previous_iter_valid_loss : 0.1656576693058014

    743760	  0.165827	  0.165658	  0.168730		CURRENT LEARNING RATE: 0.0004120050530775053
previous_iter_valid_loss : 0.1613800972700119

    743780	  0.161577	  0.161380	  0.168334		CURRENT LEARNING RATE: 0.0004119226603064418
previous_iter_valid_loss : 0.16065262258052826

    743800	  0.160830	  0.160653	  0.167787		CURRENT LEARNING RATE: 0.0004118402840122843
previous_iter_valid_loss : 0.16525743901729584

    743820	  0.165462	  0.165257	  0.166403		CURRENT LEARNING RATE: 0.0004117579241917386
previous_iter_valid_loss : 0.1623280644416809

    743840	  0.162496	  0.162328	  0.166488		CURRENT LEARNING RATE: 0.0004116755808415096
previous_iter_valid_loss : 0.16059628129005432

    743860	  0.160762	  0.160596	  0.166041		CURRENT LEARNING RATE: 0.00041159325395830423
previous_iter_valid_loss : 0.16288015246391296

    743880	  0.163065	  0.162880	  0.165988		CURRENT LEARNING RATE: 0.0004115109435388287
previous_iter_valid_loss : 0.16264565289020538

    743900	  0.162815	  0.162646	  0.166061		CURRENT LEARNING RATE: 0.00041142864957979136
previous_iter_valid_loss : 0.1711650788784027

    743920	  0.171423	  0.171165	  0.166242		CURRENT LEARNING RATE: 0.00041134637207789973
previous_iter_valid_loss : 0.17031064629554749

    743940	  0.170556	  0.170311	  0.166425		CURRENT LEARNING RATE: 0.000411264111029863
previous_iter_valid_loss : 0.18216969072818756

    743960	  0.182331	  0.182170	  0.167494		CURRENT LEARNING RATE: 0.0004111818664323911
previous_iter_valid_loss : 0.16263233125209808

    743980	  0.162810	  0.162632	  0.167419		CURRENT LEARNING RATE: 0.0004110996382821935
previous_iter_valid_loss : 0.1780421882867813

    744000	  0.178352	  0.178042	  0.168167		CURRENT LEARNING RATE: 0.0004110174265759819
previous_iter_valid_loss : 0.16359815001487732

    744020	  0.163778	  0.163598	  0.168315		CURRENT LEARNING RATE: 0.00041093523131046706
previous_iter_valid_loss : 0.1697714626789093

    744040	  0.170016	  0.169771	  0.168234		CURRENT LEARNING RATE: 0.0004108530524823619
previous_iter_valid_loss : 0.16100817918777466

    744060	  0.161192	  0.161008	  0.166965		CURRENT LEARNING RATE: 0.0004107708900883785
previous_iter_valid_loss : 0.16301141679286957

    744080	  0.163199	  0.163011	  0.166861		CURRENT LEARNING RATE: 0.0004106887441252312
previous_iter_valid_loss : 0.16740959882736206

    744100	  0.167633	  0.167410	  0.167108		CURRENT LEARNING RATE: 0.0004106066145896333
previous_iter_valid_loss : 0.16804681718349457

    744120	  0.168205	  0.168047	  0.166962		CURRENT LEARNING RATE: 0.0004105245014783004
previous_iter_valid_loss : 0.1605330854654312

    744140	  0.160697	  0.160533	  0.165952		CURRENT LEARNING RATE: 0.00041044240478794726
previous_iter_valid_loss : 0.16092954576015472

    744160	  0.161105	  0.160930	  0.165716		CURRENT LEARNING RATE: 0.0004103603245152908
previous_iter_valid_loss : 0.16730740666389465

    744180	  0.167465	  0.167307	  0.166012		CURRENT LEARNING RATE: 0.0004102782606570469
previous_iter_valid_loss : 0.16829553246498108

    744200	  0.168447	  0.168296	  0.166394		CURRENT LEARNING RATE: 0.0004101962132099339
previous_iter_valid_loss : 0.16263806819915771

    744220	  0.162807	  0.162638	  0.166263		CURRENT LEARNING RATE: 0.0004101141821706691
previous_iter_valid_loss : 0.16439609229564667

    744240	  0.164565	  0.164396	  0.166367		CURRENT LEARNING RATE: 0.00041003216753597203
previous_iter_valid_loss : 0.16791078448295593

    744260	  0.168132	  0.167911	  0.166733		CURRENT LEARNING RATE: 0.0004099501693025613
previous_iter_valid_loss : 0.16076013445854187

    744280	  0.160924	  0.160760	  0.166627		CURRENT LEARNING RATE: 0.0004098681874671578
previous_iter_valid_loss : 0.16301091015338898

    744300	  0.163186	  0.163011	  0.166645		CURRENT LEARNING RATE: 0.00040978622202648144
previous_iter_valid_loss : 0.1615409404039383

    744320	  0.161728	  0.161541	  0.166164		CURRENT LEARNING RATE: 0.0004097042729772544
previous_iter_valid_loss : 0.1605212241411209

    744340	  0.160682	  0.160521	  0.165674		CURRENT LEARNING RATE: 0.000409622340316198
previous_iter_valid_loss : 0.16057515144348145

    744360	  0.160729	  0.160575	  0.164594		CURRENT LEARNING RATE: 0.0004095404240400353
previous_iter_valid_loss : 0.17102327942848206

    744380	  0.171281	  0.171023	  0.165014		CURRENT LEARNING RATE: 0.00040945852414548995
previous_iter_valid_loss : 0.16068732738494873

    744400	  0.160857	  0.160687	  0.164146		CURRENT LEARNING RATE: 0.0004093766406292852
previous_iter_valid_loss : 0.16315501928329468

    744420	  0.163324	  0.163155	  0.164124		CURRENT LEARNING RATE: 0.0004092947734881465
previous_iter_valid_loss : 0.16606855392456055

    744440	  0.166282	  0.166069	  0.163939		CURRENT LEARNING RATE: 0.00040921292271879856
previous_iter_valid_loss : 0.16980749368667603

    744460	  0.169965	  0.169807	  0.164379		CURRENT LEARNING RATE: 0.00040913108831796787
previous_iter_valid_loss : 0.16979064047336578

    744480	  0.169944	  0.169791	  0.164718		CURRENT LEARNING RATE: 0.00040904927028238033
previous_iter_valid_loss : 0.1797706037759781

    744500	  0.179935	  0.179771	  0.165336		CURRENT LEARNING RATE: 0.0004089674686087641
previous_iter_valid_loss : 0.16319847106933594

    744520	  0.163390	  0.163198	  0.165093		CURRENT LEARNING RATE: 0.0004088856832938463
previous_iter_valid_loss : 0.17007356882095337

    744540	  0.170326	  0.170074	  0.165570		CURRENT LEARNING RATE: 0.00040880391433435623
previous_iter_valid_loss : 0.16292478144168854

    744560	  0.163099	  0.162925	  0.165670		CURRENT LEARNING RATE: 0.00040872216172702243
previous_iter_valid_loss : 0.17003683745861053

    744580	  0.170290	  0.170037	  0.165807		CURRENT LEARNING RATE: 0.0004086404254685755
previous_iter_valid_loss : 0.16225272417068481

    744600	  0.162416	  0.162253	  0.165505		CURRENT LEARNING RATE: 0.0004085587055557453
previous_iter_valid_loss : 0.1623523235321045

    744620	  0.162509	  0.162352	  0.165490		CURRENT LEARNING RATE: 0.0004084770019852637
previous_iter_valid_loss : 0.16871224343776703

    744640	  0.168937	  0.168712	  0.165706		CURRENT LEARNING RATE: 0.0004083953147538619
previous_iter_valid_loss : 0.16098575294017792

    744660	  0.161162	  0.160986	  0.165360		CURRENT LEARNING RATE: 0.00040831364385827317
previous_iter_valid_loss : 0.1797727793455124

    744680	  0.179931	  0.179773	  0.166310		CURRENT LEARNING RATE: 0.0004082319892952298
previous_iter_valid_loss : 0.16286593675613403

    744700	  0.163042	  0.162866	  0.166303		CURRENT LEARNING RATE: 0.0004081503510614665
previous_iter_valid_loss : 0.16058599948883057

    744720	  0.160751	  0.160586	  0.166255		CURRENT LEARNING RATE: 0.0004080687291537169
previous_iter_valid_loss : 0.16473360359668732

    744740	  0.164944	  0.164734	  0.166466		CURRENT LEARNING RATE: 0.00040798712356871647
previous_iter_valid_loss : 0.180162250995636

    744760	  0.180497	  0.180162	  0.167445		CURRENT LEARNING RATE: 0.0004079055343032014
previous_iter_valid_loss : 0.18759475648403168

    744780	  0.188016	  0.187595	  0.168274		CURRENT LEARNING RATE: 0.0004078239613539074
previous_iter_valid_loss : 0.16662581264972687

    744800	  0.166850	  0.166626	  0.168571		CURRENT LEARNING RATE: 0.00040774240471757234
previous_iter_valid_loss : 0.16132618486881256

    744820	  0.161481	  0.161326	  0.168480		CURRENT LEARNING RATE: 0.0004076608643909331
previous_iter_valid_loss : 0.17063063383102417

    744840	  0.170880	  0.170631	  0.168708		CURRENT LEARNING RATE: 0.00040757934037072887
previous_iter_valid_loss : 0.18071579933166504

    744860	  0.181034	  0.180716	  0.169253		CURRENT LEARNING RATE: 0.000407497832653698
previous_iter_valid_loss : 0.17675262689590454

    744880	  0.177045	  0.176753	  0.169601		CURRENT LEARNING RATE: 0.00040741634123658073
previous_iter_valid_loss : 0.16309797763824463

    744900	  0.163262	  0.163098	  0.168767		CURRENT LEARNING RATE: 0.0004073348661161169
previous_iter_valid_loss : 0.16366715729236603

    744920	  0.163822	  0.163667	  0.168791		CURRENT LEARNING RATE: 0.0004072534072890481
previous_iter_valid_loss : 0.16206224262714386

    744940	  0.162248	  0.162062	  0.168390		CURRENT LEARNING RATE: 0.0004071719647521153
previous_iter_valid_loss : 0.16077327728271484

    744960	  0.160925	  0.160773	  0.168283		CURRENT LEARNING RATE: 0.0004070905385020615
previous_iter_valid_loss : 0.16405393183231354

    744980	  0.164242	  0.164054	  0.167984		CURRENT LEARNING RATE: 0.00040700912853562887
previous_iter_valid_loss : 0.16832192242145538

    745000	  0.168482	  0.168322	  0.168287		CURRENT LEARNING RATE: 0.0004069277348495619
previous_iter_valid_loss : 0.16113249957561493

    745020	  0.161317	  0.161132	  0.168226		CURRENT LEARNING RATE: 0.0004068463574406039
previous_iter_valid_loss : 0.16102109849452972

    745040	  0.161175	  0.161021	  0.167842		CURRENT LEARNING RATE: 0.00040676499630550077
previous_iter_valid_loss : 0.1652662307024002

    745060	  0.165471	  0.165266	  0.168056		CURRENT LEARNING RATE: 0.00040668365144099703
previous_iter_valid_loss : 0.16330662369728088

    745080	  0.163478	  0.163307	  0.167232		CURRENT LEARNING RATE: 0.00040660232284383987
previous_iter_valid_loss : 0.17156533896923065

    745100	  0.171825	  0.171565	  0.167667		CURRENT LEARNING RATE: 0.00040652101051077527
previous_iter_valid_loss : 0.16074414551258087

    745120	  0.160918	  0.160744	  0.167675		CURRENT LEARNING RATE: 0.00040643971443855153
previous_iter_valid_loss : 0.1656801551580429

    745140	  0.165838	  0.165680	  0.167722		CURRENT LEARNING RATE: 0.000406358434623916
previous_iter_valid_loss : 0.17046137154102325

    745160	  0.170711	  0.170461	  0.167237		CURRENT LEARNING RATE: 0.000406277171063618
previous_iter_valid_loss : 0.16134756803512573

    745180	  0.161533	  0.161348	  0.165925		CURRENT LEARNING RATE: 0.0004061959237544072
previous_iter_valid_loss : 0.16056279838085175

    745200	  0.160718	  0.160563	  0.165622		CURRENT LEARNING RATE: 0.00040611469269303304
previous_iter_valid_loss : 0.16053014993667603

    745220	  0.160685	  0.160530	  0.165582		CURRENT LEARNING RATE: 0.000406033477876247
previous_iter_valid_loss : 0.1676536500453949

    745240	  0.167811	  0.167654	  0.165433		CURRENT LEARNING RATE: 0.00040595227930079983
previous_iter_valid_loss : 0.17553555965423584

    745260	  0.175687	  0.175536	  0.165174		CURRENT LEARNING RATE: 0.0004058710969634442
previous_iter_valid_loss : 0.16782231628894806

    745280	  0.167981	  0.167822	  0.164728		CURRENT LEARNING RATE: 0.00040578993086093216
previous_iter_valid_loss : 0.17754456400871277

    745300	  0.177847	  0.177545	  0.165450		CURRENT LEARNING RATE: 0.00040570878099001773
previous_iter_valid_loss : 0.16179725527763367

    745320	  0.161960	  0.161797	  0.165357		CURRENT LEARNING RATE: 0.0004056276473474542
previous_iter_valid_loss : 0.16366708278656006

    745340	  0.163844	  0.163667	  0.165437		CURRENT LEARNING RATE: 0.00040554652992999714
previous_iter_valid_loss : 0.16833847761154175

    745360	  0.168491	  0.168338	  0.165815		CURRENT LEARNING RATE: 0.00040546542873440083
previous_iter_valid_loss : 0.1684274822473526

    745380	  0.168582	  0.168427	  0.166034		CURRENT LEARNING RATE: 0.0004053843437574221
previous_iter_valid_loss : 0.16332297027111053

    745400	  0.163516	  0.163323	  0.165784		CURRENT LEARNING RATE: 0.00040530327499581684
previous_iter_valid_loss : 0.16058243811130524

    745420	  0.160750	  0.160582	  0.165756		CURRENT LEARNING RATE: 0.00040522222244634303
previous_iter_valid_loss : 0.16083195805549622

    745440	  0.161004	  0.160832	  0.165747		CURRENT LEARNING RATE: 0.00040514118610575773
previous_iter_valid_loss : 0.16395071148872375

    745460	  0.164120	  0.163951	  0.165681		CURRENT LEARNING RATE: 0.00040506016597082037
previous_iter_valid_loss : 0.170550137758255

    745480	  0.170805	  0.170550	  0.166043		CURRENT LEARNING RATE: 0.0004049791620382892
previous_iter_valid_loss : 0.16646833717823029

    745500	  0.166628	  0.166468	  0.165788		CURRENT LEARNING RATE: 0.0004048981743049251
previous_iter_valid_loss : 0.16387027502059937

    745520	  0.164037	  0.163870	  0.165945		CURRENT LEARNING RATE: 0.0004048172027674876
previous_iter_valid_loss : 0.16488823294639587

    745540	  0.165051	  0.164888	  0.165905		CURRENT LEARNING RATE: 0.0004047362474227386
previous_iter_valid_loss : 0.1643059253692627

    745560	  0.164480	  0.164306	  0.165597		CURRENT LEARNING RATE: 0.0004046553082674392
previous_iter_valid_loss : 0.16550150513648987

    745580	  0.165668	  0.165502	  0.165805		CURRENT LEARNING RATE: 0.00040457438529835224
previous_iter_valid_loss : 0.17027829587459564

    745600	  0.170527	  0.170278	  0.166291		CURRENT LEARNING RATE: 0.000404493478512241
previous_iter_valid_loss : 0.16639338433742523

    745620	  0.166602	  0.166393	  0.166584		CURRENT LEARNING RATE: 0.00040441258790586867
previous_iter_valid_loss : 0.16354581713676453

    745640	  0.163741	  0.163546	  0.166379		CURRENT LEARNING RATE: 0.00040433171347600025
previous_iter_valid_loss : 0.16052325069904327

    745660	  0.160685	  0.160523	  0.165628		CURRENT LEARNING RATE: 0.00040425085521940006
previous_iter_valid_loss : 0.1624078005552292

    745680	  0.162565	  0.162408	  0.165357		CURRENT LEARNING RATE: 0.00040417001313283453
previous_iter_valid_loss : 0.16684305667877197

    745700	  0.167001	  0.166843	  0.164822		CURRENT LEARNING RATE: 0.00040408918721306916
previous_iter_valid_loss : 0.162814661860466

    745720	  0.162978	  0.162815	  0.164873		CURRENT LEARNING RATE: 0.0004040083774568717
previous_iter_valid_loss : 0.16054870188236237

    745740	  0.160706	  0.160549	  0.164717		CURRENT LEARNING RATE: 0.0004039275838610091
previous_iter_valid_loss : 0.17192524671554565

    745760	  0.172072	  0.171925	  0.164896		CURRENT LEARNING RATE: 0.0004038468064222502
previous_iter_valid_loss : 0.16247513890266418

    745780	  0.162634	  0.162475	  0.164599		CURRENT LEARNING RATE: 0.00040376604513736326
previous_iter_valid_loss : 0.17239002883434296

    745800	  0.172538	  0.172390	  0.165052		CURRENT LEARNING RATE: 0.0004036853000031186
previous_iter_valid_loss : 0.1608385145664215

    745820	  0.161008	  0.160839	  0.165065		CURRENT LEARNING RATE: 0.00040360457101628553
previous_iter_valid_loss : 0.1636921912431717

    745840	  0.163889	  0.163692	  0.165208		CURRENT LEARNING RATE: 0.00040352385817363576
previous_iter_valid_loss : 0.16984321177005768

    745860	  0.170091	  0.169843	  0.165503		CURRENT LEARNING RATE: 0.00040344316147194006
previous_iter_valid_loss : 0.19633705914020538

    745880	  0.196848	  0.196337	  0.166792		CURRENT LEARNING RATE: 0.00040336248090797115
previous_iter_valid_loss : 0.16050712764263153

    745900	  0.160672	  0.160507	  0.166494		CURRENT LEARNING RATE: 0.00040328181647850125
previous_iter_valid_loss : 0.16295717656612396

    745920	  0.163157	  0.162957	  0.166448		CURRENT LEARNING RATE: 0.0004032011681803044
previous_iter_valid_loss : 0.1623111516237259

    745940	  0.162468	  0.162311	  0.166319		CURRENT LEARNING RATE: 0.00040312053601015394
previous_iter_valid_loss : 0.1605205535888672

    745960	  0.160683	  0.160521	  0.166130		CURRENT LEARNING RATE: 0.000403039919964825
previous_iter_valid_loss : 0.17702169716358185

    745980	  0.177326	  0.177022	  0.166706		CURRENT LEARNING RATE: 0.0004029593200410933
previous_iter_valid_loss : 0.16314691305160522

    746000	  0.163325	  0.163147	  0.166350		CURRENT LEARNING RATE: 0.000402878736235734
previous_iter_valid_loss : 0.16084183752536774

    746020	  0.160991	  0.160842	  0.166072		CURRENT LEARNING RATE: 0.00040279816854552465
previous_iter_valid_loss : 0.16167645156383514

    746040	  0.161834	  0.161676	  0.165978		CURRENT LEARNING RATE: 0.0004027176169672417
previous_iter_valid_loss : 0.1605374813079834

    746060	  0.160695	  0.160537	  0.165979		CURRENT LEARNING RATE: 0.0004026370814976639
previous_iter_valid_loss : 0.1605643481016159

    746080	  0.160724	  0.160564	  0.165887		CURRENT LEARNING RATE: 0.00040255656213356895
previous_iter_valid_loss : 0.18023216724395752

    746100	  0.180568	  0.180232	  0.166556		CURRENT LEARNING RATE: 0.000402476058871737
previous_iter_valid_loss : 0.1647903174161911

    746120	  0.164970	  0.164790	  0.166655		CURRENT LEARNING RATE: 0.000402395571708947
previous_iter_valid_loss : 0.16154129803180695

    746140	  0.161699	  0.161541	  0.166705		CURRENT LEARNING RATE: 0.00040231510064198036
previous_iter_valid_loss : 0.16731861233711243

    746160	  0.167542	  0.167319	  0.166475		CURRENT LEARNING RATE: 0.00040223464566761737
previous_iter_valid_loss : 0.1616968810558319

    746180	  0.161880	  0.161697	  0.166436		CURRENT LEARNING RATE: 0.0004021542067826407
previous_iter_valid_loss : 0.16406385600566864

    746200	  0.164223	  0.164064	  0.166019		CURRENT LEARNING RATE: 0.0004020737839838319
previous_iter_valid_loss : 0.1605602204799652

    746220	  0.160722	  0.160560	  0.166005		CURRENT LEARNING RATE: 0.00040199337726797496
previous_iter_valid_loss : 0.16871339082717896

    746240	  0.168947	  0.168713	  0.166256		CURRENT LEARNING RATE: 0.00040191298663185275
previous_iter_valid_loss : 0.16670437157154083

    746260	  0.166934	  0.166704	  0.166100		CURRENT LEARNING RATE: 0.0004018326120722505
previous_iter_valid_loss : 0.175937220454216

    746280	  0.176227	  0.175937	  0.165080		CURRENT LEARNING RATE: 0.0004017522535859524
previous_iter_valid_loss : 0.1605294942855835

    746300	  0.160689	  0.160529	  0.165081		CURRENT LEARNING RATE: 0.00040167191116974473
previous_iter_valid_loss : 0.16449934244155884

    746320	  0.164662	  0.164499	  0.165158		CURRENT LEARNING RATE: 0.00040159158482041337
previous_iter_valid_loss : 0.16413871943950653

    746340	  0.164306	  0.164139	  0.165249		CURRENT LEARNING RATE: 0.0004015112745347457
previous_iter_valid_loss : 0.16077150404453278

    746360	  0.160924	  0.160772	  0.165262		CURRENT LEARNING RATE: 0.00040143098030952874
previous_iter_valid_loss : 0.16529481112957

    746380	  0.165504	  0.165295	  0.164675		CURRENT LEARNING RATE: 0.0004013507021415511
previous_iter_valid_loss : 0.19745095074176788

    746400	  0.197550	  0.197451	  0.166391		CURRENT LEARNING RATE: 0.00040127044002760193
previous_iter_valid_loss : 0.16100725531578064

    746420	  0.161161	  0.161007	  0.166399		CURRENT LEARNING RATE: 0.00040119019396447003
previous_iter_valid_loss : 0.16908347606658936

    746440	  0.169239	  0.169083	  0.166769		CURRENT LEARNING RATE: 0.00040110996394894624
previous_iter_valid_loss : 0.16869132220745087

    746460	  0.168928	  0.168691	  0.167177		CURRENT LEARNING RATE: 0.0004010297499778208
previous_iter_valid_loss : 0.16063636541366577

    746480	  0.160813	  0.160636	  0.167181		CURRENT LEARNING RATE: 0.0004009495520478857
previous_iter_valid_loss : 0.16460688412189484

    746500	  0.164777	  0.164607	  0.166399		CURRENT LEARNING RATE: 0.0004008693701559325
previous_iter_valid_loss : 0.16504618525505066

    746520	  0.165211	  0.165046	  0.166412		CURRENT LEARNING RATE: 0.00040078920429875443
previous_iter_valid_loss : 0.175160214304924

    746540	  0.175313	  0.175160	  0.167093		CURRENT LEARNING RATE: 0.0004007090544731442
previous_iter_valid_loss : 0.1610662341117859

    746560	  0.161225	  0.161066	  0.166780		CURRENT LEARNING RATE: 0.0004006289206758966
previous_iter_valid_loss : 0.1605682522058487

    746580	  0.160737	  0.160568	  0.166724		CURRENT LEARNING RATE: 0.0004005488029038055
previous_iter_valid_loss : 0.16832000017166138

    746600	  0.168475	  0.168320	  0.166937		CURRENT LEARNING RATE: 0.000400468701153667
previous_iter_valid_loss : 0.1644677221775055

    746620	  0.164637	  0.164468	  0.167132		CURRENT LEARNING RATE: 0.0004003886154222762
previous_iter_valid_loss : 0.18815016746520996

    746640	  0.188287	  0.188150	  0.168104		CURRENT LEARNING RATE: 0.00040030854570643034
previous_iter_valid_loss : 0.1727142632007599

    746660	  0.172861	  0.172714	  0.168404		CURRENT LEARNING RATE: 0.0004002284920029261
previous_iter_valid_loss : 0.19815094769001007

    746680	  0.198231	  0.198151	  0.169515		CURRENT LEARNING RATE: 0.000400148454308562
previous_iter_valid_loss : 0.16137459874153137

    746700	  0.161538	  0.161375	  0.169557		CURRENT LEARNING RATE: 0.0004000684326201357
previous_iter_valid_loss : 0.16260221600532532

    746720	  0.162760	  0.162602	  0.169463		CURRENT LEARNING RATE: 0.0003999884269344471
previous_iter_valid_loss : 0.16061405837535858

    746740	  0.160794	  0.160614	  0.169286		CURRENT LEARNING RATE: 0.0003999084372482952
previous_iter_valid_loss : 0.1644107550382614

    746760	  0.164577	  0.164411	  0.169468		CURRENT LEARNING RATE: 0.000399828463558481
previous_iter_valid_loss : 0.17007991671562195

    746780	  0.170235	  0.170080	  0.169708		CURRENT LEARNING RATE: 0.0003997485058618057
previous_iter_valid_loss : 0.16137130558490753

    746800	  0.161548	  0.161371	  0.167904		CURRENT LEARNING RATE: 0.00039966856415507026
previous_iter_valid_loss : 0.16115231812000275

    746820	  0.161335	  0.161152	  0.167911		CURRENT LEARNING RATE: 0.0003995886384350779
previous_iter_valid_loss : 0.17172005772590637

    746840	  0.171989	  0.171720	  0.168043		CURRENT LEARNING RATE: 0.0003995087286986307
previous_iter_valid_loss : 0.1617889106273651

    746860	  0.161982	  0.161789	  0.167698		CURRENT LEARNING RATE: 0.0003994288349425331
previous_iter_valid_loss : 0.19362203776836395

    746880	  0.193740	  0.193622	  0.169347		CURRENT LEARNING RATE: 0.00039934895716358857
previous_iter_valid_loss : 0.1625235676765442

    746900	  0.162680	  0.162524	  0.169243		CURRENT LEARNING RATE: 0.00039926909535860274
previous_iter_valid_loss : 0.16075944900512695

    746920	  0.160917	  0.160759	  0.169028		CURRENT LEARNING RATE: 0.0003991892495243805
previous_iter_valid_loss : 0.16113784909248352

    746940	  0.161316	  0.161138	  0.168327		CURRENT LEARNING RATE: 0.00039910941965772847
previous_iter_valid_loss : 0.16099198162555695

    746960	  0.161176	  0.160992	  0.168323		CURRENT LEARNING RATE: 0.0003990296057554531
previous_iter_valid_loss : 0.16128328442573547

    746980	  0.161435	  0.161283	  0.168359		CURRENT LEARNING RATE: 0.0003989498078143623
previous_iter_valid_loss : 0.16061238944530487

    747000	  0.160778	  0.160612	  0.167974		CURRENT LEARNING RATE: 0.00039887002583126346
previous_iter_valid_loss : 0.16800600290298462

    747020	  0.168234	  0.168006	  0.168151		CURRENT LEARNING RATE: 0.00039879025980296614
previous_iter_valid_loss : 0.16271312534809113

    747040	  0.162913	  0.162713	  0.166879		CURRENT LEARNING RATE: 0.00039871050972627885
previous_iter_valid_loss : 0.18126662075519562

    747060	  0.181606	  0.181267	  0.167307		CURRENT LEARNING RATE: 0.0003986307755980124
previous_iter_valid_loss : 0.18538236618041992

    747080	  0.185770	  0.185382	  0.166668		CURRENT LEARNING RATE: 0.00039855105741497666
previous_iter_valid_loss : 0.16223685443401337

    747100	  0.162425	  0.162237	  0.166711		CURRENT LEARNING RATE: 0.0003984713551739836
previous_iter_valid_loss : 0.16516618430614471

    747120	  0.165330	  0.165166	  0.166839		CURRENT LEARNING RATE: 0.00039839166887184447
previous_iter_valid_loss : 0.16945791244506836

    747140	  0.169610	  0.169458	  0.167282		CURRENT LEARNING RATE: 0.0003983119985053725
previous_iter_valid_loss : 0.16496381163597107

    747160	  0.165132	  0.164964	  0.167309		CURRENT LEARNING RATE: 0.0003982323440713802
previous_iter_valid_loss : 0.1697697937488556

    747180	  0.170007	  0.169770	  0.167294		CURRENT LEARNING RATE: 0.00039815270556668166
previous_iter_valid_loss : 0.1675753891468048

    747200	  0.167735	  0.167575	  0.167604		CURRENT LEARNING RATE: 0.0003980730829880918
previous_iter_valid_loss : 0.17568838596343994

    747220	  0.175973	  0.175688	  0.168331		CURRENT LEARNING RATE: 0.0003979934763324249
previous_iter_valid_loss : 0.16130544245243073

    747240	  0.161464	  0.161305	  0.167810		CURRENT LEARNING RATE: 0.00039791388559649757
previous_iter_valid_loss : 0.16218434274196625

    747260	  0.162376	  0.162184	  0.167830		CURRENT LEARNING RATE: 0.00039783431077712524
previous_iter_valid_loss : 0.1616424322128296

    747280	  0.161800	  0.161642	  0.166231		CURRENT LEARNING RATE: 0.00039775475187112585
previous_iter_valid_loss : 0.16050174832344055

    747300	  0.160662	  0.160502	  0.166130		CURRENT LEARNING RATE: 0.00039767520887531614
previous_iter_valid_loss : 0.16248789429664612

    747320	  0.162659	  0.162488	  0.166216		CURRENT LEARNING RATE: 0.00039759568178651526
previous_iter_valid_loss : 0.16708658635616302

    747340	  0.167310	  0.167087	  0.166514		CURRENT LEARNING RATE: 0.0003975161706015413
previous_iter_valid_loss : 0.16058258712291718

    747360	  0.160742	  0.160583	  0.166493		CURRENT LEARNING RATE: 0.0003974366753172146
previous_iter_valid_loss : 0.1741783618927002

    747380	  0.174319	  0.174178	  0.167138		CURRENT LEARNING RATE: 0.0003973571959303546
previous_iter_valid_loss : 0.1637406051158905

    747400	  0.163942	  0.163741	  0.167294		CURRENT LEARNING RATE: 0.00039727773243778287
previous_iter_valid_loss : 0.1651499718427658

    747420	  0.165355	  0.165150	  0.167152		CURRENT LEARNING RATE: 0.0003971982848363201
previous_iter_valid_loss : 0.16283658146858215

    747440	  0.163033	  0.162837	  0.167158		CURRENT LEARNING RATE: 0.0003971188531227891
previous_iter_valid_loss : 0.18228855729103088

    747460	  0.182638	  0.182289	  0.167209		CURRENT LEARNING RATE: 0.000397039437294012
previous_iter_valid_loss : 0.1827254593372345

    747480	  0.183090	  0.182725	  0.167076		CURRENT LEARNING RATE: 0.0003969600373468128
previous_iter_valid_loss : 0.1607750803232193

    747500	  0.160956	  0.160775	  0.167003		CURRENT LEARNING RATE: 0.00039688065327801475
previous_iter_valid_loss : 0.17357538640499115

    747520	  0.173717	  0.173575	  0.167423		CURRENT LEARNING RATE: 0.00039680128508444326
previous_iter_valid_loss : 0.16245834529399872

    747540	  0.162643	  0.162458	  0.167073		CURRENT LEARNING RATE: 0.00039672193276292283
previous_iter_valid_loss : 0.16057252883911133

    747560	  0.160747	  0.160573	  0.166854		CURRENT LEARNING RATE: 0.0003966425963102802
previous_iter_valid_loss : 0.16105419397354126

    747580	  0.161209	  0.161054	  0.166418		CURRENT LEARNING RATE: 0.00039656327572334103
previous_iter_valid_loss : 0.1964596062898636

    747600	  0.196570	  0.196460	  0.167862		CURRENT LEARNING RATE: 0.000396483970998933
previous_iter_valid_loss : 0.18374577164649963

    747620	  0.183899	  0.183746	  0.168265		CURRENT LEARNING RATE: 0.00039640468213388415
previous_iter_valid_loss : 0.16230350732803345

    747640	  0.162498	  0.162304	  0.168315		CURRENT LEARNING RATE: 0.00039632540912502243
previous_iter_valid_loss : 0.17285636067390442

    747660	  0.173130	  0.172856	  0.168849		CURRENT LEARNING RATE: 0.0003962461519691773
previous_iter_valid_loss : 0.16511477530002594

    747680	  0.165330	  0.165115	  0.169022		CURRENT LEARNING RATE: 0.0003961669106631781
previous_iter_valid_loss : 0.16077549755573273

    747700	  0.160950	  0.160775	  0.169036		CURRENT LEARNING RATE: 0.0003960876852038556
previous_iter_valid_loss : 0.16232937574386597

    747720	  0.162521	  0.162329	  0.169028		CURRENT LEARNING RATE: 0.00039600847558804035
previous_iter_valid_loss : 0.1641865372657776

    747740	  0.164399	  0.164187	  0.168883		CURRENT LEARNING RATE: 0.00039592928181256444
previous_iter_valid_loss : 0.1636391580104828

    747760	  0.163809	  0.163639	  0.169036		CURRENT LEARNING RATE: 0.0003958501038742595
previous_iter_valid_loss : 0.1675291508436203

    747780	  0.167683	  0.167529	  0.168703		CURRENT LEARNING RATE: 0.00039577094176995915
previous_iter_valid_loss : 0.1612120270729065

    747800	  0.161388	  0.161212	  0.168577		CURRENT LEARNING RATE: 0.00039569179549649614
previous_iter_valid_loss : 0.16166578233242035

    747820	  0.161856	  0.161666	  0.168403		CURRENT LEARNING RATE: 0.00039561266505070536
previous_iter_valid_loss : 0.16661907732486725

    747840	  0.166836	  0.166619	  0.168592		CURRENT LEARNING RATE: 0.00039553355042942095
previous_iter_valid_loss : 0.18557904660701752

    747860	  0.185940	  0.185579	  0.168756		CURRENT LEARNING RATE: 0.0003954544516294789
previous_iter_valid_loss : 0.1684672236442566

    747880	  0.168707	  0.168467	  0.168043		CURRENT LEARNING RATE: 0.00039537536864771457
previous_iter_valid_loss : 0.1779436618089676

    747900	  0.178103	  0.177944	  0.168902		CURRENT LEARNING RATE: 0.00039529630148096547
previous_iter_valid_loss : 0.1615210920572281

    747920	  0.161709	  0.161521	  0.168299		CURRENT LEARNING RATE: 0.0003952172501260681
previous_iter_valid_loss : 0.16455712914466858

    747940	  0.164714	  0.164557	  0.168404		CURRENT LEARNING RATE: 0.00039513821457986116
previous_iter_valid_loss : 0.16949351131916046

    747960	  0.169742	  0.169494	  0.168850		CURRENT LEARNING RATE: 0.00039505919483918245
previous_iter_valid_loss : 0.1605624258518219

    747980	  0.160734	  0.160562	  0.168826		CURRENT LEARNING RATE: 0.0003949801909008716
previous_iter_valid_loss : 0.16099399328231812

    748000	  0.161148	  0.160994	  0.167052		CURRENT LEARNING RATE: 0.0003949012027617689
previous_iter_valid_loss : 0.17215466499328613

    748020	  0.172301	  0.172155	  0.166473		CURRENT LEARNING RATE: 0.0003948222304187139
previous_iter_valid_loss : 0.16380168497562408

    748040	  0.163967	  0.163802	  0.166548		CURRENT LEARNING RATE: 0.0003947432738685485
previous_iter_valid_loss : 0.19271303713321686

    748060	  0.192834	  0.192713	  0.167540		CURRENT LEARNING RATE: 0.0003946643331081138
previous_iter_valid_loss : 0.16298730671405792

    748080	  0.163182	  0.162987	  0.167434		CURRENT LEARNING RATE: 0.0003945854081342528
previous_iter_valid_loss : 0.16934849321842194

    748100	  0.169495	  0.169348	  0.167863		CURRENT LEARNING RATE: 0.0003945064989438079
previous_iter_valid_loss : 0.16094829142093658

    748120	  0.161104	  0.160948	  0.167794		CURRENT LEARNING RATE: 0.00039442760553362333
previous_iter_valid_loss : 0.16410039365291595

    748140	  0.164297	  0.164100	  0.167789		CURRENT LEARNING RATE: 0.00039434872790054267
previous_iter_valid_loss : 0.16054202616214752

    748160	  0.160698	  0.160542	  0.167635		CURRENT LEARNING RATE: 0.00039426986604141153
previous_iter_valid_loss : 0.1605181246995926

    748180	  0.160691	  0.160518	  0.167284		CURRENT LEARNING RATE: 0.00039419101995307474
previous_iter_valid_loss : 0.16248925030231476

    748200	  0.162655	  0.162489	  0.167348		CURRENT LEARNING RATE: 0.00039411218963237915
previous_iter_valid_loss : 0.17203016579151154

    748220	  0.172181	  0.172030	  0.167866		CURRENT LEARNING RATE: 0.0003940333750761709
previous_iter_valid_loss : 0.17019766569137573

    748240	  0.170355	  0.170198	  0.168045		CURRENT LEARNING RATE: 0.0003939545762812979
previous_iter_valid_loss : 0.16237901151180267

    748260	  0.162545	  0.162379	  0.166885		CURRENT LEARNING RATE: 0.00039387579324460777
previous_iter_valid_loss : 0.16107971966266632

    748280	  0.161264	  0.161080	  0.166516		CURRENT LEARNING RATE: 0.0003937970259629498
previous_iter_valid_loss : 0.16323396563529968

    748300	  0.163434	  0.163234	  0.165780		CURRENT LEARNING RATE: 0.00039371827443317246
previous_iter_valid_loss : 0.1610836684703827

    748320	  0.161265	  0.161084	  0.165758		CURRENT LEARNING RATE: 0.00039363953865212664
previous_iter_valid_loss : 0.16476622223854065

    748340	  0.164934	  0.164766	  0.165769		CURRENT LEARNING RATE: 0.00039356081861666197
previous_iter_valid_loss : 0.16052201390266418

    748360	  0.160683	  0.160522	  0.165320		CURRENT LEARNING RATE: 0.0003934821143236305
previous_iter_valid_loss : 0.16619957983493805

    748380	  0.166362	  0.166200	  0.165602		CURRENT LEARNING RATE: 0.00039340342576988323
previous_iter_valid_loss : 0.16818039119243622

    748400	  0.168410	  0.168180	  0.165961		CURRENT LEARNING RATE: 0.0003933247529522731
previous_iter_valid_loss : 0.16057516634464264

    748420	  0.160744	  0.160575	  0.165382		CURRENT LEARNING RATE: 0.00039324609586765353
previous_iter_valid_loss : 0.16908609867095947

    748440	  0.169311	  0.169086	  0.165647		CURRENT LEARNING RATE: 0.0003931674545128774
previous_iter_valid_loss : 0.1605394333600998

    748460	  0.160708	  0.160539	  0.164038		CURRENT LEARNING RATE: 0.0003930888288847999
previous_iter_valid_loss : 0.16058075428009033

    748480	  0.160741	  0.160581	  0.163918		CURRENT LEARNING RATE: 0.0003930102189802753
previous_iter_valid_loss : 0.1609906554222107

    748500	  0.161143	  0.160991	  0.163500		CURRENT LEARNING RATE: 0.00039293162479615975
previous_iter_valid_loss : 0.1607716679573059

    748520	  0.160937	  0.160772	  0.163491		CURRENT LEARNING RATE: 0.00039285304632930896
previous_iter_valid_loss : 0.17111751437187195

    748540	  0.171358	  0.171118	  0.163842		CURRENT LEARNING RATE: 0.00039277448357658045
previous_iter_valid_loss : 0.1729648858308792

    748560	  0.173232	  0.172965	  0.164463		CURRENT LEARNING RATE: 0.00039269593653483095
previous_iter_valid_loss : 0.16200518608093262

    748580	  0.162192	  0.162005	  0.164537		CURRENT LEARNING RATE: 0.0003926174052009194
previous_iter_valid_loss : 0.16055047512054443

    748600	  0.160708	  0.160550	  0.164440		CURRENT LEARNING RATE: 0.0003925388895717037
previous_iter_valid_loss : 0.16081923246383667

    748620	  0.160975	  0.160819	  0.163880		CURRENT LEARNING RATE: 0.000392460389644044
previous_iter_valid_loss : 0.16175003349781036

    748640	  0.161897	  0.161750	  0.163457		CURRENT LEARNING RATE: 0.0003923819054147995
previous_iter_valid_loss : 0.18484605848789215

    748660	  0.184997	  0.184846	  0.164581		CURRENT LEARNING RATE: 0.0003923034368808317
previous_iter_valid_loss : 0.1785714328289032

    748680	  0.178733	  0.178571	  0.165455		CURRENT LEARNING RATE: 0.00039222498403900105
previous_iter_valid_loss : 0.1663053184747696

    748700	  0.166507	  0.166305	  0.165609		CURRENT LEARNING RATE: 0.00039214654688617015
previous_iter_valid_loss : 0.16650272905826569

    748720	  0.166653	  0.166503	  0.165880		CURRENT LEARNING RATE: 0.0003920681254192009
previous_iter_valid_loss : 0.16301006078720093

    748740	  0.163218	  0.163010	  0.165792		CURRENT LEARNING RATE: 0.00039198971963495696
previous_iter_valid_loss : 0.1804480254650116

    748760	  0.180772	  0.180448	  0.166788		CURRENT LEARNING RATE: 0.0003919113295303016
previous_iter_valid_loss : 0.1605929434299469

    748780	  0.160757	  0.160593	  0.166508		CURRENT LEARNING RATE: 0.0003918329551020994
previous_iter_valid_loss : 0.18682639300823212

    748800	  0.186970	  0.186826	  0.167440		CURRENT LEARNING RATE: 0.00039175459634721593
previous_iter_valid_loss : 0.1610003560781479

    748820	  0.161145	  0.161000	  0.167462		CURRENT LEARNING RATE: 0.0003916762532625159
previous_iter_valid_loss : 0.1641296148300171

    748840	  0.164322	  0.164130	  0.167214		CURRENT LEARNING RATE: 0.0003915979258448664
previous_iter_valid_loss : 0.16661898791790009

    748860	  0.166837	  0.166619	  0.167518		CURRENT LEARNING RATE: 0.00039151961409113374
previous_iter_valid_loss : 0.16131280362606049

    748880	  0.161471	  0.161313	  0.167554		CURRENT LEARNING RATE: 0.0003914413179981859
previous_iter_valid_loss : 0.17722193896770477

    748900	  0.177512	  0.177222	  0.168366		CURRENT LEARNING RATE: 0.0003913630375628906
previous_iter_valid_loss : 0.17172355949878693

    748920	  0.171977	  0.171724	  0.168913		CURRENT LEARNING RATE: 0.00039128477278211715
previous_iter_valid_loss : 0.1831829696893692

    748940	  0.183537	  0.183183	  0.169517		CURRENT LEARNING RATE: 0.0003912065236527343
previous_iter_valid_loss : 0.16229116916656494

    748960	  0.162480	  0.162291	  0.168983		CURRENT LEARNING RATE: 0.0003911282901716129
previous_iter_valid_loss : 0.1605769842863083

    748980	  0.160751	  0.160577	  0.168912		CURRENT LEARNING RATE: 0.0003910500723356227
previous_iter_valid_loss : 0.16053898632526398

    749000	  0.160700	  0.160539	  0.168911		CURRENT LEARNING RATE: 0.0003909718701416358
previous_iter_valid_loss : 0.18040359020233154

    749020	  0.180562	  0.180404	  0.169890		CURRENT LEARNING RATE: 0.0003908936835865235
previous_iter_valid_loss : 0.1673906296491623

    749040	  0.167551	  0.167391	  0.170172		CURRENT LEARNING RATE: 0.00039081551266715887
previous_iter_valid_loss : 0.16059577465057373

    749060	  0.160752	  0.160596	  0.168960		CURRENT LEARNING RATE: 0.0003907373573804145
previous_iter_valid_loss : 0.1789659559726715

    749080	  0.179290	  0.178966	  0.168980		CURRENT LEARNING RATE: 0.0003906592177231647
previous_iter_valid_loss : 0.17228761315345764

    749100	  0.172557	  0.172288	  0.169279		CURRENT LEARNING RATE: 0.00039058109369228346
previous_iter_valid_loss : 0.16362421214580536

    749120	  0.163800	  0.163624	  0.169135		CURRENT LEARNING RATE: 0.00039050298528464633
previous_iter_valid_loss : 0.16392870247364044

    749140	  0.164103	  0.163929	  0.169181		CURRENT LEARNING RATE: 0.0003904248924971283
previous_iter_valid_loss : 0.16757003962993622

    749160	  0.167725	  0.167570	  0.168537		CURRENT LEARNING RATE: 0.0003903468153266063
previous_iter_valid_loss : 0.16122032701969147

    749180	  0.161399	  0.161220	  0.168568		CURRENT LEARNING RATE: 0.0003902687537699567
previous_iter_valid_loss : 0.1611388474702835

    749200	  0.161312	  0.161139	  0.167284		CURRENT LEARNING RATE: 0.0003901907078240573
previous_iter_valid_loss : 0.17260244488716125

    749220	  0.172746	  0.172602	  0.167864		CURRENT LEARNING RATE: 0.0003901126774857866
previous_iter_valid_loss : 0.1608617603778839

    749240	  0.161042	  0.160862	  0.167700		CURRENT LEARNING RATE: 0.0003900346627520227
previous_iter_valid_loss : 0.1605318784713745

    749260	  0.160697	  0.160532	  0.167396		CURRENT LEARNING RATE: 0.00038995666361964573
previous_iter_valid_loss : 0.1671254187822342

    749280	  0.167280	  0.167125	  0.167687		CURRENT LEARNING RATE: 0.00038987868008553495
previous_iter_valid_loss : 0.1612573266029358

    749300	  0.161424	  0.161257	  0.166889		CURRENT LEARNING RATE: 0.0003898007121465719
previous_iter_valid_loss : 0.16281777620315552

    749320	  0.162986	  0.162818	  0.166443		CURRENT LEARNING RATE: 0.0003897227597996369
previous_iter_valid_loss : 0.16302630305290222

    749340	  0.163224	  0.163026	  0.165435		CURRENT LEARNING RATE: 0.00038964482304161275
previous_iter_valid_loss : 0.16268408298492432

    749360	  0.162871	  0.162684	  0.165455		CURRENT LEARNING RATE: 0.00038956690186938125
previous_iter_valid_loss : 0.19031988084316254

    749380	  0.190754	  0.190320	  0.166942		CURRENT LEARNING RATE: 0.00038948899627982617
previous_iter_valid_loss : 0.1873861402273178

    749400	  0.187788	  0.187386	  0.168285		CURRENT LEARNING RATE: 0.0003894111062698307
previous_iter_valid_loss : 0.1613142192363739

    749420	  0.161470	  0.161314	  0.167330		CURRENT LEARNING RATE: 0.00038933323183627984
previous_iter_valid_loss : 0.17002856731414795

    749440	  0.170183	  0.170029	  0.167462		CURRENT LEARNING RATE: 0.00038925537297605794
previous_iter_valid_loss : 0.17297758162021637

    749460	  0.173126	  0.172978	  0.168081		CURRENT LEARNING RATE: 0.0003891775296860514
previous_iter_valid_loss : 0.16418009996414185

    749480	  0.164375	  0.164180	  0.167342		CURRENT LEARNING RATE: 0.00038909970196314577
previous_iter_valid_loss : 0.16761663556098938

    749500	  0.167840	  0.167617	  0.167108		CURRENT LEARNING RATE: 0.00038902188980422854
previous_iter_valid_loss : 0.1624029129743576

    749520	  0.162601	  0.162403	  0.167047		CURRENT LEARNING RATE: 0.0003889440932061867
previous_iter_valid_loss : 0.16089732944965363

    749540	  0.161056	  0.160897	  0.166896		CURRENT LEARNING RATE: 0.0003888663121659089
previous_iter_valid_loss : 0.16305185854434967

    749560	  0.163215	  0.163052	  0.166670		CURRENT LEARNING RATE: 0.0003887885466802834
previous_iter_valid_loss : 0.16185884177684784

    749580	  0.162016	  0.161859	  0.166702		CURRENT LEARNING RATE: 0.00038871079674619973
previous_iter_valid_loss : 0.18300901353359222

    749600	  0.183370	  0.183009	  0.167795		CURRENT LEARNING RATE: 0.0003886330623605483
previous_iter_valid_loss : 0.17889899015426636

    749620	  0.179215	  0.178899	  0.168110		CURRENT LEARNING RATE: 0.00038855534352021917
previous_iter_valid_loss : 0.18025097250938416

    749640	  0.180575	  0.180251	  0.169079		CURRENT LEARNING RATE: 0.00038847764022210415
previous_iter_valid_loss : 0.17307423055171967

    749660	  0.173220	  0.173074	  0.169707		CURRENT LEARNING RATE: 0.0003883999524630944
previous_iter_valid_loss : 0.1605464369058609

    749680	  0.160703	  0.160546	  0.169378		CURRENT LEARNING RATE: 0.0003883222802400832
previous_iter_valid_loss : 0.16161824762821198

    749700	  0.161777	  0.161618	  0.169396		CURRENT LEARNING RATE: 0.00038824462354996285
previous_iter_valid_loss : 0.16218441724777222

    749720	  0.162347	  0.162184	  0.169364		CURRENT LEARNING RATE: 0.0003881669823896279
previous_iter_valid_loss : 0.1614171266555786

    749740	  0.161581	  0.161417	  0.169284		CURRENT LEARNING RATE: 0.0003880893567559719
previous_iter_valid_loss : 0.16683325171470642

    749760	  0.167052	  0.166833	  0.169491		CURRENT LEARNING RATE: 0.00038801174664589063
previous_iter_valid_loss : 0.1687088906764984

    749780	  0.168864	  0.168709	  0.168410		CURRENT LEARNING RATE: 0.00038793415205627885
previous_iter_valid_loss : 0.1607085019350052

    749800	  0.160872	  0.160709	  0.167077		CURRENT LEARNING RATE: 0.0003878565729840336
previous_iter_valid_loss : 0.16105814278125763

    749820	  0.161211	  0.161058	  0.167064		CURRENT LEARNING RATE: 0.000387779009426051
previous_iter_valid_loss : 0.16061243414878845

    749840	  0.160783	  0.160612	  0.166593		CURRENT LEARNING RATE: 0.0003877014613792291
previous_iter_valid_loss : 0.16281820833683014

    749860	  0.163004	  0.162818	  0.166085		CURRENT LEARNING RATE: 0.0003876239288404654
previous_iter_valid_loss : 0.163298100233078

    749880	  0.163484	  0.163298	  0.166041		CURRENT LEARNING RATE: 0.0003875464118066593
previous_iter_valid_loss : 0.16315367817878723

    749900	  0.163343	  0.163154	  0.165818		CURRENT LEARNING RATE: 0.0003874689102747093
previous_iter_valid_loss : 0.160823255777359

    749920	  0.160970	  0.160823	  0.165739		CURRENT LEARNING RATE: 0.00038739142424151616
previous_iter_valid_loss : 0.16926483809947968

    749940	  0.169422	  0.169265	  0.166157		CURRENT LEARNING RATE: 0.0003873139537039797
previous_iter_valid_loss : 0.16113348305225372

    749960	  0.161312	  0.161133	  0.166061		CURRENT LEARNING RATE: 0.0003872364986590018
previous_iter_valid_loss : 0.21979407966136932

    749980	  0.219796	  0.219794	  0.168958		CURRENT LEARNING RATE: 0.00038715905910348354
previous_iter_valid_loss : 0.16817717254161835

    750000	  0.168337	  0.168177	  0.168216		CURRENT LEARNING RATE: 0.00038708163503432764
previous_iter_valid_loss : 0.16614601016044617

    750020	  0.166307	  0.166146	  0.167579		CURRENT LEARNING RATE: 0.0003870042264484375
previous_iter_valid_loss : 0.16144223511219025

    750040	  0.161598	  0.161442	  0.166638		CURRENT LEARNING RATE: 0.00038692683334271623
previous_iter_valid_loss : 0.16544495522975922

    750060	  0.165641	  0.165445	  0.166257		CURRENT LEARNING RATE: 0.0003868494557140687
previous_iter_valid_loss : 0.16183406114578247

    750080	  0.161998	  0.161834	  0.166321		CURRENT LEARNING RATE: 0.000386772093559399
previous_iter_valid_loss : 0.16197265684604645

    750100	  0.162166	  0.161973	  0.166339		CURRENT LEARNING RATE: 0.00038669474687561353
previous_iter_valid_loss : 0.16132088005542755

    750120	  0.161476	  0.161321	  0.166296		CURRENT LEARNING RATE: 0.00038661741565961763
previous_iter_valid_loss : 0.167279452085495

    750140	  0.167504	  0.167279	  0.166589		CURRENT LEARNING RATE: 0.0003865400999083187
previous_iter_valid_loss : 0.16078807413578033

    750160	  0.160967	  0.160788	  0.166287		CURRENT LEARNING RATE: 0.00038646279961862355
previous_iter_valid_loss : 0.16271339356899261

    750180	  0.162903	  0.162713	  0.165987		CURRENT LEARNING RATE: 0.0003863855147874407
previous_iter_valid_loss : 0.17157962918281555

    750200	  0.171847	  0.171580	  0.166530		CURRENT LEARNING RATE: 0.00038630824541167826
previous_iter_valid_loss : 0.16427534818649292

    750220	  0.164443	  0.164275	  0.166691		CURRENT LEARNING RATE: 0.00038623099148824594
previous_iter_valid_loss : 0.16416102647781372

    750240	  0.164324	  0.164161	  0.166869		CURRENT LEARNING RATE: 0.000386153753014053
previous_iter_valid_loss : 0.16093361377716064

    750260	  0.161093	  0.160934	  0.166774		CURRENT LEARNING RATE: 0.0003860765299860106
previous_iter_valid_loss : 0.1642295867204666

    750280	  0.164402	  0.164230	  0.166821		CURRENT LEARNING RATE: 0.0003859993224010291
previous_iter_valid_loss : 0.17248019576072693

    750300	  0.172634	  0.172480	  0.167287		CURRENT LEARNING RATE: 0.0003859221302560209
previous_iter_valid_loss : 0.16133427619934082

    750320	  0.161523	  0.161334	  0.167313		CURRENT LEARNING RATE: 0.00038584495354789753
previous_iter_valid_loss : 0.16414712369441986

    750340	  0.164348	  0.164147	  0.167057		CURRENT LEARNING RATE: 0.0003857677922735728
previous_iter_valid_loss : 0.16050314903259277

    750360	  0.160672	  0.160503	  0.167025		CURRENT LEARNING RATE: 0.0003856906464299594
previous_iter_valid_loss : 0.17212839424610138

    750380	  0.172397	  0.172128	  0.164642		CURRENT LEARNING RATE: 0.0003856135160139723
previous_iter_valid_loss : 0.1605125516653061

    750400	  0.160681	  0.160513	  0.164259		CURRENT LEARNING RATE: 0.00038553640102252553
previous_iter_valid_loss : 0.16193149983882904

    750420	  0.162121	  0.161931	  0.164048		CURRENT LEARNING RATE: 0.00038545930145253486
previous_iter_valid_loss : 0.1620815098285675

    750440	  0.162272	  0.162082	  0.164080		CURRENT LEARNING RATE: 0.0003853822173009167
previous_iter_valid_loss : 0.16060583293437958

    750460	  0.160780	  0.160606	  0.163838		CURRENT LEARNING RATE: 0.00038530514856458686
previous_iter_valid_loss : 0.17598192393779755

    750480	  0.176139	  0.175982	  0.164546		CURRENT LEARNING RATE: 0.0003852280952404634
previous_iter_valid_loss : 0.1608698070049286

    750500	  0.161055	  0.160870	  0.164490		CURRENT LEARNING RATE: 0.0003851510573254634
previous_iter_valid_loss : 0.16226603090763092

    750520	  0.162460	  0.162266	  0.164538		CURRENT LEARNING RATE: 0.00038507403481650613
previous_iter_valid_loss : 0.16306202113628387

    750540	  0.163259	  0.163062	  0.164327		CURRENT LEARNING RATE: 0.00038499702771051
previous_iter_valid_loss : 0.1634701043367386

    750560	  0.163657	  0.163470	  0.164461		CURRENT LEARNING RATE: 0.0003849200360043953
previous_iter_valid_loss : 0.1653086245059967

    750580	  0.165503	  0.165309	  0.164591		CURRENT LEARNING RATE: 0.0003848430596950817
previous_iter_valid_loss : 0.1696067750453949

    750600	  0.169846	  0.169607	  0.164492		CURRENT LEARNING RATE: 0.00038476609877949097
previous_iter_valid_loss : 0.16696704924106598

    750620	  0.167126	  0.166967	  0.164627		CURRENT LEARNING RATE: 0.00038468915325454395
previous_iter_valid_loss : 0.18091726303100586

    750640	  0.181077	  0.180917	  0.165464		CURRENT LEARNING RATE: 0.0003846122231171634
previous_iter_valid_loss : 0.17507313191890717

    750660	  0.175228	  0.175073	  0.166171		CURRENT LEARNING RATE: 0.00038453530836427143
previous_iter_valid_loss : 0.16062897443771362

    750680	  0.160782	  0.160629	  0.165991		CURRENT LEARNING RATE: 0.0003844584089927923
previous_iter_valid_loss : 0.16206887364387512

    750700	  0.162255	  0.162069	  0.165471		CURRENT LEARNING RATE: 0.00038438152499964916
previous_iter_valid_loss : 0.16072815656661987

    750720	  0.160885	  0.160728	  0.165441		CURRENT LEARNING RATE: 0.0003843046563817674
previous_iter_valid_loss : 0.16345416009426117

    750740	  0.163652	  0.163454	  0.165406		CURRENT LEARNING RATE: 0.00038422780313607165
previous_iter_valid_loss : 0.16063612699508667

    750760	  0.160802	  0.160636	  0.165413		CURRENT LEARNING RATE: 0.00038415096525948843
previous_iter_valid_loss : 0.16598887741565704

    750780	  0.166150	  0.165989	  0.165106		CURRENT LEARNING RATE: 0.00038407414274894345
previous_iter_valid_loss : 0.18454112112522125

    750800	  0.184693	  0.184541	  0.166307		CURRENT LEARNING RATE: 0.00038399733560136426
previous_iter_valid_loss : 0.16339218616485596

    750820	  0.163583	  0.163392	  0.166380		CURRENT LEARNING RATE: 0.0003839205438136789
previous_iter_valid_loss : 0.16120964288711548

    750840	  0.161391	  0.161210	  0.166336		CURRENT LEARNING RATE: 0.00038384376738281504
previous_iter_valid_loss : 0.16408631205558777

    750860	  0.164292	  0.164086	  0.166510		CURRENT LEARNING RATE: 0.00038376700630570224
previous_iter_valid_loss : 0.16445504128932953

    750880	  0.164654	  0.164455	  0.165934		CURRENT LEARNING RATE: 0.0003836902605792694
previous_iter_valid_loss : 0.16402223706245422

    750900	  0.164196	  0.164022	  0.166092		CURRENT LEARNING RATE: 0.0003836135302004474
previous_iter_valid_loss : 0.16264474391937256

    750920	  0.162813	  0.162645	  0.166111		CURRENT LEARNING RATE: 0.00038353681516616625
previous_iter_valid_loss : 0.16126379370689392

    750940	  0.161451	  0.161264	  0.166021		CURRENT LEARNING RATE: 0.00038346011547335816
previous_iter_valid_loss : 0.16083166003227234

    750960	  0.160992	  0.160832	  0.165889		CURRENT LEARNING RATE: 0.0003833834311189544
previous_iter_valid_loss : 0.16371037065982819

    750980	  0.163883	  0.163710	  0.165809		CURRENT LEARNING RATE: 0.0003833067620998883
previous_iter_valid_loss : 0.17162910103797913

    751000	  0.171778	  0.171629	  0.165910		CURRENT LEARNING RATE: 0.00038323010841309233
previous_iter_valid_loss : 0.16051046550273895

    751020	  0.160677	  0.160510	  0.165587		CURRENT LEARNING RATE: 0.00038315347005550104
previous_iter_valid_loss : 0.17201906442642212

    751040	  0.172283	  0.172019	  0.165142		CURRENT LEARNING RATE: 0.0003830768470240484
previous_iter_valid_loss : 0.18028101325035095

    751060	  0.180440	  0.180281	  0.165403		CURRENT LEARNING RATE: 0.0003830002393156699
previous_iter_valid_loss : 0.16060349345207214

    751080	  0.160761	  0.160603	  0.165401		CURRENT LEARNING RATE: 0.0003829236469273008
previous_iter_valid_loss : 0.1613725870847702

    751100	  0.161526	  0.161373	  0.165367		CURRENT LEARNING RATE: 0.0003828470698558779
previous_iter_valid_loss : 0.18442368507385254

    751120	  0.184804	  0.184424	  0.166551		CURRENT LEARNING RATE: 0.00038277050809833754
previous_iter_valid_loss : 0.1709006130695343

    751140	  0.171054	  0.170901	  0.166924		CURRENT LEARNING RATE: 0.00038269396165161785
previous_iter_valid_loss : 0.16206024587154388

    751160	  0.162214	  0.162060	  0.166995		CURRENT LEARNING RATE: 0.00038261743051265637
previous_iter_valid_loss : 0.1789388209581375

    751180	  0.179102	  0.178939	  0.167642		CURRENT LEARNING RATE: 0.0003825409146783925
previous_iter_valid_loss : 0.1657112091779709

    751200	  0.165933	  0.165711	  0.166701		CURRENT LEARNING RATE: 0.00038246441414576494
previous_iter_valid_loss : 0.16449399292469025

    751220	  0.164656	  0.164494	  0.166756		CURRENT LEARNING RATE: 0.00038238792891171397
previous_iter_valid_loss : 0.16726917028427124

    751240	  0.167490	  0.167269	  0.167059		CURRENT LEARNING RATE: 0.00038231145897318057
previous_iter_valid_loss : 0.16850070655345917

    751260	  0.168733	  0.168501	  0.167280		CURRENT LEARNING RATE: 0.00038223500432710516
previous_iter_valid_loss : 0.16351436078548431

    751280	  0.163682	  0.163514	  0.167233		CURRENT LEARNING RATE: 0.0003821585649704304
previous_iter_valid_loss : 0.16052955389022827

    751300	  0.160683	  0.160530	  0.167058		CURRENT LEARNING RATE: 0.00038208214090009796
previous_iter_valid_loss : 0.18488068878650665

    751320	  0.185026	  0.184881	  0.168170		CURRENT LEARNING RATE: 0.00038200573211305154
previous_iter_valid_loss : 0.16073893010616302

    751340	  0.160889	  0.160739	  0.168144		CURRENT LEARNING RATE: 0.00038192933860623407
previous_iter_valid_loss : 0.19597139954566956

    751360	  0.196071	  0.195971	  0.169901		CURRENT LEARNING RATE: 0.0003818529603765906
previous_iter_valid_loss : 0.16233450174331665

    751380	  0.162498	  0.162335	  0.169832		CURRENT LEARNING RATE: 0.00038177659742106516
previous_iter_valid_loss : 0.16769704222679138

    751400	  0.167924	  0.167697	  0.169635		CURRENT LEARNING RATE: 0.0003817002497366041
previous_iter_valid_loss : 0.16052144765853882

    751420	  0.160680	  0.160521	  0.169636		CURRENT LEARNING RATE: 0.0003816239173201527
previous_iter_valid_loss : 0.16050703823566437

    751440	  0.160669	  0.160507	  0.169060		CURRENT LEARNING RATE: 0.00038154760016865835
previous_iter_valid_loss : 0.16806335747241974

    751460	  0.168285	  0.168063	  0.168449		CURRENT LEARNING RATE: 0.00038147129827906777
previous_iter_valid_loss : 0.1648755967617035

    751480	  0.165083	  0.164876	  0.168663		CURRENT LEARNING RATE: 0.00038139501164832947
previous_iter_valid_loss : 0.16928616166114807

    751500	  0.169525	  0.169286	  0.169059		CURRENT LEARNING RATE: 0.0003813187402733914
previous_iter_valid_loss : 0.16161230206489563

    751520	  0.161794	  0.161612	  0.167918		CURRENT LEARNING RATE: 0.0003812424841512033
previous_iter_valid_loss : 0.16585573554039001

    751540	  0.166056	  0.165856	  0.167666		CURRENT LEARNING RATE: 0.0003811662432787143
previous_iter_valid_loss : 0.168737530708313

    751560	  0.168888	  0.168738	  0.168000		CURRENT LEARNING RATE: 0.00038109001765287536
previous_iter_valid_loss : 0.16713546216487885

    751580	  0.167293	  0.167135	  0.167409		CURRENT LEARNING RATE: 0.0003810138072706369
previous_iter_valid_loss : 0.17639154195785522

    751600	  0.176684	  0.176392	  0.167943		CURRENT LEARNING RATE: 0.0003809376121289508
previous_iter_valid_loss : 0.16054825484752655

    751620	  0.160718	  0.160548	  0.167746		CURRENT LEARNING RATE: 0.0003808614322247695
previous_iter_valid_loss : 0.16094842553138733

    751640	  0.161128	  0.160948	  0.167430		CURRENT LEARNING RATE: 0.00038078526755504525
previous_iter_valid_loss : 0.17084383964538574

    751660	  0.170997	  0.170844	  0.167547		CURRENT LEARNING RATE: 0.0003807091181167321
previous_iter_valid_loss : 0.1605757176876068

    751680	  0.160727	  0.160576	  0.167400		CURRENT LEARNING RATE: 0.0003806329839067834
previous_iter_valid_loss : 0.1792232245206833

    751700	  0.179383	  0.179223	  0.168335		CURRENT LEARNING RATE: 0.0003805568649221544
previous_iter_valid_loss : 0.1750950962305069

    751720	  0.175377	  0.175095	  0.167846		CURRENT LEARNING RATE: 0.00038048076115979973
previous_iter_valid_loss : 0.18897944688796997

    751740	  0.189401	  0.188979	  0.169258		CURRENT LEARNING RATE: 0.0003804046726166759
previous_iter_valid_loss : 0.1607578694820404

    751760	  0.160914	  0.160758	  0.167497		CURRENT LEARNING RATE: 0.00038032859928973864
previous_iter_valid_loss : 0.16284780204296112

    751780	  0.163042	  0.162848	  0.167523		CURRENT LEARNING RATE: 0.00038025254117594583
previous_iter_valid_loss : 0.17795979976654053

    751800	  0.178111	  0.177960	  0.168036		CURRENT LEARNING RATE: 0.00038017649827225427
previous_iter_valid_loss : 0.16778455674648285

    751820	  0.167941	  0.167785	  0.168399		CURRENT LEARNING RATE: 0.0003801004705756231
previous_iter_valid_loss : 0.16807742416858673

    751840	  0.168232	  0.168077	  0.168778		CURRENT LEARNING RATE: 0.00038002445808301045
previous_iter_valid_loss : 0.16598168015480042

    751860	  0.166140	  0.165982	  0.168674		CURRENT LEARNING RATE: 0.00037994846079137653
previous_iter_valid_loss : 0.16110356152057648

    751880	  0.161261	  0.161104	  0.168485		CURRENT LEARNING RATE: 0.0003798724786976807
previous_iter_valid_loss : 0.16320277750492096

    751900	  0.163402	  0.163203	  0.168181		CURRENT LEARNING RATE: 0.0003797965117988845
previous_iter_valid_loss : 0.1633075624704361

    751920	  0.163474	  0.163308	  0.168265		CURRENT LEARNING RATE: 0.00037972056009194836
previous_iter_valid_loss : 0.1643383800983429

    751940	  0.164544	  0.164338	  0.168190		CURRENT LEARNING RATE: 0.0003796446235738351
previous_iter_valid_loss : 0.18163654208183289

    751960	  0.181975	  0.181637	  0.168835		CURRENT LEARNING RATE: 0.0003795687022415065
previous_iter_valid_loss : 0.16061870753765106

    751980	  0.160777	  0.160619	  0.168509		CURRENT LEARNING RATE: 0.0003794927960919263
previous_iter_valid_loss : 0.16122885048389435

    752000	  0.161414	  0.161229	  0.167751		CURRENT LEARNING RATE: 0.00037941690512205775
previous_iter_valid_loss : 0.1605152189731598

    752020	  0.160678	  0.160515	  0.167749		CURRENT LEARNING RATE: 0.0003793410293288654
previous_iter_valid_loss : 0.16474060714244843

    752040	  0.164937	  0.164741	  0.167939		CURRENT LEARNING RATE: 0.00037926516870931463
previous_iter_valid_loss : 0.16066107153892517

    752060	  0.160823	  0.160661	  0.167429		CURRENT LEARNING RATE: 0.00037918932326037034
previous_iter_valid_loss : 0.17797155678272247

    752080	  0.178130	  0.177972	  0.168299		CURRENT LEARNING RATE: 0.00037911349297899935
previous_iter_valid_loss : 0.16207164525985718

    752100	  0.162252	  0.162072	  0.167442		CURRENT LEARNING RATE: 0.0003790376778621678
previous_iter_valid_loss : 0.16209052503108978

    752120	  0.162253	  0.162091	  0.166791		CURRENT LEARNING RATE: 0.00037896187790684377
previous_iter_valid_loss : 0.1652047485113144

    752140	  0.165402	  0.165205	  0.165603		CURRENT LEARNING RATE: 0.00037888609310999453
previous_iter_valid_loss : 0.16050666570663452

    752160	  0.160673	  0.160507	  0.165590		CURRENT LEARNING RATE: 0.00037881032346858936
previous_iter_valid_loss : 0.16350677609443665

    752180	  0.163692	  0.163507	  0.165623		CURRENT LEARNING RATE: 0.00037873456897959693
previous_iter_valid_loss : 0.16214419901371002

    752200	  0.162296	  0.162144	  0.164832		CURRENT LEARNING RATE: 0.00037865882963998755
previous_iter_valid_loss : 0.16054190695285797

    752220	  0.160703	  0.160542	  0.164470		CURRENT LEARNING RATE: 0.0003785831054467312
previous_iter_valid_loss : 0.1715073585510254

    752240	  0.171655	  0.171507	  0.164642		CURRENT LEARNING RATE: 0.0003785073963967994
previous_iter_valid_loss : 0.16064457595348358

    752260	  0.160797	  0.160645	  0.164375		CURRENT LEARNING RATE: 0.00037843170248716315
previous_iter_valid_loss : 0.16595764458179474

    752280	  0.166171	  0.165958	  0.164618		CURRENT LEARNING RATE: 0.00037835602371479537
previous_iter_valid_loss : 0.1611955612897873

    752300	  0.161384	  0.161196	  0.164517		CURRENT LEARNING RATE: 0.00037828036007666823
previous_iter_valid_loss : 0.16767343878746033

    752320	  0.167829	  0.167673	  0.164735		CURRENT LEARNING RATE: 0.00037820471156975596
previous_iter_valid_loss : 0.18127228319644928

    752340	  0.181430	  0.181272	  0.165582		CURRENT LEARNING RATE: 0.0003781290781910318
previous_iter_valid_loss : 0.16263273358345032

    752360	  0.162798	  0.162633	  0.164632		CURRENT LEARNING RATE: 0.00037805345993747124
previous_iter_valid_loss : 0.16833947598934174

    752380	  0.168575	  0.168339	  0.165018		CURRENT LEARNING RATE: 0.0003779778568060487
previous_iter_valid_loss : 0.1627812534570694

    752400	  0.162943	  0.162781	  0.165096		CURRENT LEARNING RATE: 0.0003779022687937406
previous_iter_valid_loss : 0.18045489490032196

    752420	  0.180608	  0.180455	  0.166093		CURRENT LEARNING RATE: 0.0003778266958975235
previous_iter_valid_loss : 0.16076907515525818

    752440	  0.160951	  0.160769	  0.165894		CURRENT LEARNING RATE: 0.000377751138114374
previous_iter_valid_loss : 0.1820136308670044

    752460	  0.182363	  0.182014	  0.166962		CURRENT LEARNING RATE: 0.0003776755954412704
previous_iter_valid_loss : 0.16950109601020813

    752480	  0.169651	  0.169501	  0.166538		CURRENT LEARNING RATE: 0.0003776000678751904
previous_iter_valid_loss : 0.16292789578437805

    752500	  0.163122	  0.162928	  0.166581		CURRENT LEARNING RATE: 0.00037752455541311346
previous_iter_valid_loss : 0.16069693863391876

    752520	  0.160847	  0.160697	  0.166511		CURRENT LEARNING RATE: 0.00037744905805201846
previous_iter_valid_loss : 0.18733914196491241

    752540	  0.187474	  0.187339	  0.167618		CURRENT LEARNING RATE: 0.0003773735757888861
previous_iter_valid_loss : 0.1605183631181717

    752560	  0.160694	  0.160518	  0.167619		CURRENT LEARNING RATE: 0.00037729810862069656
previous_iter_valid_loss : 0.1619831770658493

    752580	  0.162169	  0.161983	  0.167542		CURRENT LEARNING RATE: 0.00037722265654443175
previous_iter_valid_loss : 0.1757584810256958

    752600	  0.176050	  0.175758	  0.168223		CURRENT LEARNING RATE: 0.00037714721955707287
previous_iter_valid_loss : 0.16081978380680084

    752620	  0.160994	  0.160820	  0.168237		CURRENT LEARNING RATE: 0.00037707179765560317
previous_iter_valid_loss : 0.1717514842748642

    752640	  0.172011	  0.171751	  0.168249		CURRENT LEARNING RATE: 0.00037699639083700517
previous_iter_valid_loss : 0.1639392375946045

    752660	  0.164140	  0.163939	  0.168414		CURRENT LEARNING RATE: 0.0003769209990982631
previous_iter_valid_loss : 0.16177530586719513

    752680	  0.161925	  0.161775	  0.168205		CURRENT LEARNING RATE: 0.0003768456224363607
previous_iter_valid_loss : 0.16053010523319244

    752700	  0.160696	  0.160530	  0.168172		CURRENT LEARNING RATE: 0.00037677026084828363
previous_iter_valid_loss : 0.2012932449579239

    752720	  0.201364	  0.201293	  0.169853		CURRENT LEARNING RATE: 0.0003766949143310167
previous_iter_valid_loss : 0.16055743396282196

    752740	  0.160707	  0.160557	  0.168817		CURRENT LEARNING RATE: 0.0003766195828815467
previous_iter_valid_loss : 0.1637369990348816

    752760	  0.163934	  0.163737	  0.168872		CURRENT LEARNING RATE: 0.00037654426649685977
previous_iter_valid_loss : 0.16723008453845978

    752780	  0.167388	  0.167230	  0.168817		CURRENT LEARNING RATE: 0.0003764689651739439
previous_iter_valid_loss : 0.1628231704235077

    752800	  0.163027	  0.162823	  0.168819		CURRENT LEARNING RATE: 0.0003763936789097863
previous_iter_valid_loss : 0.16481828689575195

    752820	  0.165022	  0.164818	  0.168037		CURRENT LEARNING RATE: 0.00037631840770137597
previous_iter_valid_loss : 0.1720135509967804

    752840	  0.172276	  0.172014	  0.168599		CURRENT LEARNING RATE: 0.00037624315154570227
previous_iter_valid_loss : 0.17080913484096527

    752860	  0.171059	  0.170809	  0.168039		CURRENT LEARNING RATE: 0.00037616791043975435
previous_iter_valid_loss : 0.1637391299009323

    752880	  0.163929	  0.163739	  0.167751		CURRENT LEARNING RATE: 0.00037609268438052324
previous_iter_valid_loss : 0.1611306518316269

    752900	  0.161280	  0.161131	  0.167661		CURRENT LEARNING RATE: 0.00037601747336499925
previous_iter_valid_loss : 0.16639910638332367

    752920	  0.166617	  0.166399	  0.167946		CURRENT LEARNING RATE: 0.0003759422773901745
previous_iter_valid_loss : 0.161310613155365

    752940	  0.161467	  0.161311	  0.166645		CURRENT LEARNING RATE: 0.0003758670964530407
previous_iter_valid_loss : 0.16058245301246643

    752960	  0.160738	  0.160582	  0.166648		CURRENT LEARNING RATE: 0.00037579193055059106
previous_iter_valid_loss : 0.17061516642570496

    752980	  0.170760	  0.170615	  0.167079		CURRENT LEARNING RATE: 0.0003757167796798184
previous_iter_valid_loss : 0.166287362575531

    753000	  0.166493	  0.166287	  0.166606		CURRENT LEARNING RATE: 0.00037564164383771726
previous_iter_valid_loss : 0.1733672171831131

    753020	  0.173513	  0.173367	  0.167233		CURRENT LEARNING RATE: 0.0003755665230212816
previous_iter_valid_loss : 0.1654687076807022

    753040	  0.165628	  0.165469	  0.166919		CURRENT LEARNING RATE: 0.0003754914172275072
previous_iter_valid_loss : 0.17061352729797363

    753060	  0.170872	  0.170614	  0.167253		CURRENT LEARNING RATE: 0.0003754163264533893
previous_iter_valid_loss : 0.16496622562408447

    753080	  0.165139	  0.164966	  0.167412		CURRENT LEARNING RATE: 0.0003753412506959248
previous_iter_valid_loss : 0.16618485748767853

    753100	  0.166396	  0.166185	  0.167695		CURRENT LEARNING RATE: 0.00037526618995211
previous_iter_valid_loss : 0.16302381455898285

    753120	  0.163212	  0.163024	  0.165782		CURRENT LEARNING RATE: 0.00037519114421894324
previous_iter_valid_loss : 0.1605347841978073

    753140	  0.160695	  0.160535	  0.165780		CURRENT LEARNING RATE: 0.00037511611349342195
previous_iter_valid_loss : 0.16073687374591827

    753160	  0.160896	  0.160737	  0.165630		CURRENT LEARNING RATE: 0.00037504109777254554
previous_iter_valid_loss : 0.16817611455917358

    753180	  0.168399	  0.168176	  0.165678		CURRENT LEARNING RATE: 0.0003749660970533129
previous_iter_valid_loss : 0.162075474858284

    753200	  0.162252	  0.162075	  0.165640		CURRENT LEARNING RATE: 0.00037489111133272437
previous_iter_valid_loss : 0.16059768199920654

    753220	  0.160756	  0.160598	  0.165429		CURRENT LEARNING RATE: 0.00037481614060778007
previous_iter_valid_loss : 0.16420502960681915

    753240	  0.164372	  0.164205	  0.165039		CURRENT LEARNING RATE: 0.0003747411848754814
previous_iter_valid_loss : 0.16661088168621063

    753260	  0.166773	  0.166611	  0.164829		CURRENT LEARNING RATE: 0.00037466624413283055
previous_iter_valid_loss : 0.17195920646190643

    753280	  0.172109	  0.171959	  0.165240		CURRENT LEARNING RATE: 0.00037459131837682915
previous_iter_valid_loss : 0.16077053546905518

    753300	  0.160940	  0.160771	  0.165222		CURRENT LEARNING RATE: 0.00037451640760448096
previous_iter_valid_loss : 0.16054074466228485

    753320	  0.160707	  0.160541	  0.164929		CURRENT LEARNING RATE: 0.0003744415118127887
previous_iter_valid_loss : 0.1620853841304779

    753340	  0.162276	  0.162085	  0.164968		CURRENT LEARNING RATE: 0.0003743666309987573
previous_iter_valid_loss : 0.16087430715560913

    753360	  0.161056	  0.160874	  0.164982		CURRENT LEARNING RATE: 0.0003742917651593909
previous_iter_valid_loss : 0.17214135825634003

    753380	  0.172294	  0.172141	  0.165059		CURRENT LEARNING RATE: 0.0003742169142916955
previous_iter_valid_loss : 0.17660824954509735

    753400	  0.176769	  0.176608	  0.165575		CURRENT LEARNING RATE: 0.0003741420783926763
previous_iter_valid_loss : 0.16083058714866638

    753420	  0.161010	  0.160831	  0.164948		CURRENT LEARNING RATE: 0.0003740672574593407
previous_iter_valid_loss : 0.1646822690963745

    753440	  0.164861	  0.164682	  0.164909		CURRENT LEARNING RATE: 0.00037399245148869514
previous_iter_valid_loss : 0.16055573523044586

    753460	  0.160717	  0.160556	  0.164406		CURRENT LEARNING RATE: 0.0003739176604777479
previous_iter_valid_loss : 0.17321784794330597

    753480	  0.173369	  0.173218	  0.164818		CURRENT LEARNING RATE: 0.0003738428844235069
previous_iter_valid_loss : 0.17406640946865082

    753500	  0.174213	  0.174066	  0.165212		CURRENT LEARNING RATE: 0.0003737681233229816
previous_iter_valid_loss : 0.16162177920341492

    753520	  0.161780	  0.161622	  0.165142		CURRENT LEARNING RATE: 0.000373693377173181
previous_iter_valid_loss : 0.1688949167728424

    753540	  0.169045	  0.168895	  0.165560		CURRENT LEARNING RATE: 0.00037361864597111583
previous_iter_valid_loss : 0.1638912558555603

    753560	  0.164098	  0.163891	  0.165718		CURRENT LEARNING RATE: 0.0003735439297137963
previous_iter_valid_loss : 0.16194625198841095

    753580	  0.162104	  0.161946	  0.165407		CURRENT LEARNING RATE: 0.0003734692283982342
previous_iter_valid_loss : 0.16296246647834778

    753600	  0.163156	  0.162962	  0.165451		CURRENT LEARNING RATE: 0.00037339454202144106
previous_iter_valid_loss : 0.1617714911699295

    753620	  0.161944	  0.161771	  0.165510		CURRENT LEARNING RATE: 0.0003733198705804296
previous_iter_valid_loss : 0.16948093473911285

    753640	  0.169729	  0.169481	  0.165773		CURRENT LEARNING RATE: 0.0003732452140722134
previous_iter_valid_loss : 0.16693449020385742

    753660	  0.167094	  0.166934	  0.165790		CURRENT LEARNING RATE: 0.00037317057249380543
previous_iter_valid_loss : 0.16180497407913208

    753680	  0.161970	  0.161805	  0.165282		CURRENT LEARNING RATE: 0.0003730959458422208
previous_iter_valid_loss : 0.18174071609973907

    753700	  0.182085	  0.181741	  0.166330		CURRENT LEARNING RATE: 0.00037302133411447363
previous_iter_valid_loss : 0.1608397662639618

    753720	  0.160989	  0.160840	  0.166345		CURRENT LEARNING RATE: 0.00037294673730758025
previous_iter_valid_loss : 0.1605781763792038

    753740	  0.160732	  0.160578	  0.166270		CURRENT LEARNING RATE: 0.00037287215541855607
previous_iter_valid_loss : 0.16424612700939178

    753760	  0.164408	  0.164246	  0.166439		CURRENT LEARNING RATE: 0.00037279758844441853
previous_iter_valid_loss : 0.16370005905628204

    753780	  0.163894	  0.163700	  0.166016		CURRENT LEARNING RATE: 0.0003727230363821842
previous_iter_valid_loss : 0.1655927151441574

    753800	  0.165757	  0.165593	  0.165466		CURRENT LEARNING RATE: 0.00037264849922887173
previous_iter_valid_loss : 0.16174547374248505

    753820	  0.161905	  0.161745	  0.165511		CURRENT LEARNING RATE: 0.00037257397698149897
previous_iter_valid_loss : 0.16872411966323853

    753840	  0.168878	  0.168724	  0.165713		CURRENT LEARNING RATE: 0.0003724994696370856
previous_iter_valid_loss : 0.16261504590511322

    753860	  0.162799	  0.162615	  0.165816		CURRENT LEARNING RATE: 0.0003724249771926508
previous_iter_valid_loss : 0.16086538136005402

    753880	  0.161044	  0.160865	  0.165199		CURRENT LEARNING RATE: 0.0003723504996452154
previous_iter_valid_loss : 0.1612105667591095

    753900	  0.161369	  0.161211	  0.164556		CURRENT LEARNING RATE: 0.0003722760369917998
previous_iter_valid_loss : 0.16162066161632538

    753920	  0.161771	  0.161621	  0.164556		CURRENT LEARNING RATE: 0.000372201589229426
previous_iter_valid_loss : 0.1841534972190857

    753940	  0.184517	  0.184153	  0.165319		CURRENT LEARNING RATE: 0.0003721271563551155
previous_iter_valid_loss : 0.1628463864326477

    753960	  0.163040	  0.162846	  0.165267		CURRENT LEARNING RATE: 0.00037205273836589164
previous_iter_valid_loss : 0.17896924912929535

    753980	  0.179286	  0.178969	  0.166118		CURRENT LEARNING RATE: 0.00037197833525877703
previous_iter_valid_loss : 0.17853589355945587

    754000	  0.178848	  0.178536	  0.166896		CURRENT LEARNING RATE: 0.0003719039470307962
previous_iter_valid_loss : 0.163308784365654

    754020	  0.163473	  0.163309	  0.166973		CURRENT LEARNING RATE: 0.000371829573678973
previous_iter_valid_loss : 0.16257871687412262

    754040	  0.162768	  0.162579	  0.166628		CURRENT LEARNING RATE: 0.00037175521520033274
previous_iter_valid_loss : 0.16103047132492065

    754060	  0.161196	  0.161030	  0.166333		CURRENT LEARNING RATE: 0.00037168087159190156
previous_iter_valid_loss : 0.1612820029258728

    754080	  0.161440	  0.161282	  0.166307		CURRENT LEARNING RATE: 0.00037160654285070484
previous_iter_valid_loss : 0.18660663068294525

    754100	  0.186986	  0.186607	  0.166550		CURRENT LEARNING RATE: 0.00037153222897377033
previous_iter_valid_loss : 0.16365940868854523

    754120	  0.163835	  0.163659	  0.166691		CURRENT LEARNING RATE: 0.0003714579299581246
previous_iter_valid_loss : 0.16280661523342133

    754140	  0.162968	  0.162807	  0.166803		CURRENT LEARNING RATE: 0.0003713836458007965
previous_iter_valid_loss : 0.17364250123500824

    754160	  0.173922	  0.173643	  0.167272		CURRENT LEARNING RATE: 0.00037130937649881396
previous_iter_valid_loss : 0.16993118822574615

    754180	  0.170175	  0.169931	  0.167584		CURRENT LEARNING RATE: 0.0003712351220492068
previous_iter_valid_loss : 0.16069398820400238

    754200	  0.160845	  0.160694	  0.167339		CURRENT LEARNING RATE: 0.0003711608824490043
previous_iter_valid_loss : 0.16094951331615448

    754220	  0.161130	  0.160950	  0.167299		CURRENT LEARNING RATE: 0.0003710866576952375
previous_iter_valid_loss : 0.16164059937000275

    754240	  0.161808	  0.161641	  0.166945		CURRENT LEARNING RATE: 0.00037101244778493667
previous_iter_valid_loss : 0.16328416764736176

    754260	  0.163444	  0.163284	  0.166979		CURRENT LEARNING RATE: 0.00037093825271513416
previous_iter_valid_loss : 0.1616247296333313

    754280	  0.161822	  0.161625	  0.167016		CURRENT LEARNING RATE: 0.0003708640724828615
previous_iter_valid_loss : 0.16340301930904388

    754300	  0.163578	  0.163403	  0.167126		CURRENT LEARNING RATE: 0.00037078990708515206
previous_iter_valid_loss : 0.16087956726551056

    754320	  0.161052	  0.160880	  0.167089		CURRENT LEARNING RATE: 0.0003707157565190387
previous_iter_valid_loss : 0.16971628367900848

    754340	  0.169968	  0.169716	  0.166367		CURRENT LEARNING RATE: 0.00037064162078155594
previous_iter_valid_loss : 0.16207899153232574

    754360	  0.162233	  0.162079	  0.166329		CURRENT LEARNING RATE: 0.0003705674998697377
previous_iter_valid_loss : 0.16116851568222046

    754380	  0.161328	  0.161169	  0.165439		CURRENT LEARNING RATE: 0.0003704933937806199
previous_iter_valid_loss : 0.16172553598880768

    754400	  0.161874	  0.161726	  0.164598		CURRENT LEARNING RATE: 0.00037041930251123745
previous_iter_valid_loss : 0.1605360507965088

    754420	  0.160690	  0.160536	  0.164460		CURRENT LEARNING RATE: 0.0003703452260586272
previous_iter_valid_loss : 0.16326554119586945

    754440	  0.163466	  0.163266	  0.164494		CURRENT LEARNING RATE: 0.0003702711644198265
previous_iter_valid_loss : 0.16073590517044067

    754460	  0.160888	  0.160736	  0.164479		CURRENT LEARNING RATE: 0.0003701971175918719
previous_iter_valid_loss : 0.17398324608802795

    754480	  0.174136	  0.173983	  0.165114		CURRENT LEARNING RATE: 0.00037012308557180255
previous_iter_valid_loss : 0.1608235239982605

    754500	  0.160997	  0.160824	  0.163825		CURRENT LEARNING RATE: 0.0003700490683566563
previous_iter_valid_loss : 0.19165289402008057

    754520	  0.192124	  0.191653	  0.165225		CURRENT LEARNING RATE: 0.0003699750659434731
previous_iter_valid_loss : 0.17036956548690796

    754540	  0.170520	  0.170370	  0.165603		CURRENT LEARNING RATE: 0.0003699010783292923
previous_iter_valid_loss : 0.1654813438653946

    754560	  0.165689	  0.165481	  0.165195		CURRENT LEARNING RATE: 0.00036982710551115497
previous_iter_valid_loss : 0.1635226011276245

    754580	  0.163722	  0.163523	  0.164874		CURRENT LEARNING RATE: 0.00036975314748610163
previous_iter_valid_loss : 0.16596312820911407

    754600	  0.166132	  0.165963	  0.165138		CURRENT LEARNING RATE: 0.00036967920425117455
previous_iter_valid_loss : 0.16084912419319153

    754620	  0.161028	  0.160849	  0.165133		CURRENT LEARNING RATE: 0.0003696052758034154
previous_iter_valid_loss : 0.16300590336322784

    754640	  0.163200	  0.163006	  0.165201		CURRENT LEARNING RATE: 0.0003695313621398676
previous_iter_valid_loss : 0.16239818930625916

    754660	  0.162567	  0.162398	  0.165157		CURRENT LEARNING RATE: 0.000369457463257574
previous_iter_valid_loss : 0.16085051000118256

    754680	  0.161006	  0.160851	  0.165118		CURRENT LEARNING RATE: 0.00036938357915357935
previous_iter_valid_loss : 0.16903498768806458

    754700	  0.169284	  0.169035	  0.165400		CURRENT LEARNING RATE: 0.0003693097098249276
previous_iter_valid_loss : 0.16494189202785492

    754720	  0.165135	  0.164942	  0.165603		CURRENT LEARNING RATE: 0.0003692358552686646
previous_iter_valid_loss : 0.17062847316265106

    754740	  0.170777	  0.170628	  0.165649		CURRENT LEARNING RATE: 0.0003691620154818355
previous_iter_valid_loss : 0.16436812281608582

    754760	  0.164574	  0.164368	  0.165763		CURRENT LEARNING RATE: 0.0003690881904614874
previous_iter_valid_loss : 0.17164601385593414

    754780	  0.171903	  0.171646	  0.166287		CURRENT LEARNING RATE: 0.0003690143802046667
previous_iter_valid_loss : 0.16720236837863922

    754800	  0.167360	  0.167202	  0.166561		CURRENT LEARNING RATE: 0.00036894058470842155
previous_iter_valid_loss : 0.1612011343240738

    754820	  0.161357	  0.161201	  0.166594		CURRENT LEARNING RATE: 0.0003688668039697995
previous_iter_valid_loss : 0.16580399870872498

    754840	  0.165965	  0.165804	  0.166721		CURRENT LEARNING RATE: 0.00036879303798584967
previous_iter_valid_loss : 0.1771908849477768

    754860	  0.177346	  0.177191	  0.167544		CURRENT LEARNING RATE: 0.0003687192867536217
previous_iter_valid_loss : 0.16405081748962402

    754880	  0.164221	  0.164051	  0.167047		CURRENT LEARNING RATE: 0.000368645550270165
previous_iter_valid_loss : 0.16170844435691833

    754900	  0.161869	  0.161708	  0.167091		CURRENT LEARNING RATE: 0.00036857182853253066
previous_iter_valid_loss : 0.16354309022426605

    754920	  0.163742	  0.163543	  0.165686		CURRENT LEARNING RATE: 0.00036849812153776914
previous_iter_valid_loss : 0.18744157254695892

    754940	  0.187860	  0.187442	  0.166539		CURRENT LEARNING RATE: 0.0003684244292829329
previous_iter_valid_loss : 0.16651849448680878

    754960	  0.166736	  0.166518	  0.166591		CURRENT LEARNING RATE: 0.0003683507517650735
previous_iter_valid_loss : 0.16235196590423584

    754980	  0.162540	  0.162352	  0.166533		CURRENT LEARNING RATE: 0.0003682770889812446
previous_iter_valid_loss : 0.1625564992427826

    755000	  0.162707	  0.162556	  0.166362		CURRENT LEARNING RATE: 0.00036820344092849895
previous_iter_valid_loss : 0.16283303499221802

    755020	  0.163017	  0.162833	  0.166462		CURRENT LEARNING RATE: 0.0003681298076038913
previous_iter_valid_loss : 0.16444328427314758

    755040	  0.164610	  0.164443	  0.166533		CURRENT LEARNING RATE: 0.0003680561890044757
previous_iter_valid_loss : 0.17014393210411072

    755060	  0.170391	  0.170144	  0.166921		CURRENT LEARNING RATE: 0.00036798258512730803
previous_iter_valid_loss : 0.16344581544399261

    755080	  0.163611	  0.163446	  0.167050		CURRENT LEARNING RATE: 0.00036790899596944354
previous_iter_valid_loss : 0.1685437709093094

    755100	  0.168701	  0.168544	  0.167026		CURRENT LEARNING RATE: 0.00036783542152793924
previous_iter_valid_loss : 0.16653066873550415

    755120	  0.166737	  0.166531	  0.167105		CURRENT LEARNING RATE: 0.0003677618617998515
previous_iter_valid_loss : 0.16559526324272156

    755140	  0.165750	  0.165595	  0.166854		CURRENT LEARNING RATE: 0.0003676883167822386
previous_iter_valid_loss : 0.1605084389448166

    755160	  0.160662	  0.160508	  0.166661		CURRENT LEARNING RATE: 0.00036761478647215806
previous_iter_valid_loss : 0.17032727599143982

    755180	  0.170477	  0.170327	  0.166595		CURRENT LEARNING RATE: 0.00036754127086666946
previous_iter_valid_loss : 0.16052183508872986

    755200	  0.160684	  0.160522	  0.166261		CURRENT LEARNING RATE: 0.00036746776996283135
previous_iter_valid_loss : 0.1629595309495926

    755220	  0.163142	  0.162960	  0.166349		CURRENT LEARNING RATE: 0.0003673942837577044
previous_iter_valid_loss : 0.1607123762369156

    755240	  0.160871	  0.160712	  0.166094		CURRENT LEARNING RATE: 0.0003673208122483486
previous_iter_valid_loss : 0.16130365431308746

    755260	  0.161487	  0.161304	  0.165300		CURRENT LEARNING RATE: 0.00036724735543182526
previous_iter_valid_loss : 0.16170920431613922

    755280	  0.161893	  0.161709	  0.165183		CURRENT LEARNING RATE: 0.0003671739133051965
previous_iter_valid_loss : 0.17221054434776306

    755300	  0.172362	  0.172211	  0.165708		CURRENT LEARNING RATE: 0.00036710048586552406
previous_iter_valid_loss : 0.16108763217926025

    755320	  0.161267	  0.161088	  0.165585		CURRENT LEARNING RATE: 0.00036702707310987137
previous_iter_valid_loss : 0.17195190489292145

    755340	  0.172097	  0.171952	  0.164810		CURRENT LEARNING RATE: 0.00036695367503530136
previous_iter_valid_loss : 0.16411764919757843

    755360	  0.164280	  0.164118	  0.164690		CURRENT LEARNING RATE: 0.0003668802916388787
previous_iter_valid_loss : 0.16068144142627716

    755380	  0.160826	  0.160681	  0.164607		CURRENT LEARNING RATE: 0.0003668069229176675
previous_iter_valid_loss : 0.16339655220508575

    755400	  0.163561	  0.163397	  0.164649		CURRENT LEARNING RATE: 0.00036673356886873353
previous_iter_valid_loss : 0.16094490885734558

    755420	  0.161103	  0.160945	  0.164555		CURRENT LEARNING RATE: 0.00036666022948914203
previous_iter_valid_loss : 0.16715486347675323

    755440	  0.167374	  0.167155	  0.164690		CURRENT LEARNING RATE: 0.0003665869047759601
previous_iter_valid_loss : 0.16066478192806244

    755460	  0.160835	  0.160665	  0.164216		CURRENT LEARNING RATE: 0.00036651359472625414
previous_iter_valid_loss : 0.16110651195049286

    755480	  0.161289	  0.161107	  0.164099		CURRENT LEARNING RATE: 0.00036644029933709227
previous_iter_valid_loss : 0.16843336820602417

    755500	  0.168671	  0.168433	  0.164094		CURRENT LEARNING RATE: 0.0003663670186055421
previous_iter_valid_loss : 0.16049712896347046

    755520	  0.160662	  0.160497	  0.163792		CURRENT LEARNING RATE: 0.0003662937525286731
previous_iter_valid_loss : 0.16894124448299408

    755540	  0.169184	  0.168941	  0.163959		CURRENT LEARNING RATE: 0.0003662205011035539
previous_iter_valid_loss : 0.17277711629867554

    755560	  0.173048	  0.172777	  0.164573		CURRENT LEARNING RATE: 0.0003661472643272551
previous_iter_valid_loss : 0.17117035388946533

    755580	  0.171427	  0.171170	  0.164615		CURRENT LEARNING RATE: 0.0003660740421968466
previous_iter_valid_loss : 0.17440193891525269

    755600	  0.174671	  0.174402	  0.165309		CURRENT LEARNING RATE: 0.0003660008347094002
previous_iter_valid_loss : 0.16171400249004364

    755620	  0.161897	  0.161714	  0.165247		CURRENT LEARNING RATE: 0.0003659276418619869
previous_iter_valid_loss : 0.17309889197349548

    755640	  0.173374	  0.173099	  0.165866		CURRENT LEARNING RATE: 0.00036585446365167926
previous_iter_valid_loss : 0.16079767048358917

    755660	  0.160949	  0.160798	  0.165841		CURRENT LEARNING RATE: 0.0003657813000755506
previous_iter_valid_loss : 0.16079168021678925

    755680	  0.160957	  0.160792	  0.165795		CURRENT LEARNING RATE: 0.00036570815113067364
previous_iter_valid_loss : 0.16555804014205933

    755700	  0.165719	  0.165558	  0.165462		CURRENT LEARNING RATE: 0.0003656350168141231
previous_iter_valid_loss : 0.1611633151769638

    755720	  0.161342	  0.161163	  0.165466		CURRENT LEARNING RATE: 0.000365561897122973
previous_iter_valid_loss : 0.160715252161026

    755740	  0.160881	  0.160715	  0.164904		CURRENT LEARNING RATE: 0.0003654887920542992
previous_iter_valid_loss : 0.1673344522714615

    755760	  0.167491	  0.167334	  0.165065		CURRENT LEARNING RATE: 0.00036541570160517664

previous_iter_valid_loss : 0.16083471477031708

    797860	  0.160992	  0.160835	  0.164840		CURRENT LEARNING RATE: 0.0002398552494331255
previous_iter_valid_loss : 0.16077357530593872

    797880	  0.160926	  0.160774	  0.163876		CURRENT LEARNING RATE: 0.00023980728318002398
previous_iter_valid_loss : 0.17020182311534882

    797900	  0.170453	  0.170202	  0.164357		CURRENT LEARNING RATE: 0.00023975932651921402
previous_iter_valid_loss : 0.171163871884346

    797920	  0.171426	  0.171164	  0.164282		CURRENT LEARNING RATE: 0.00023971137944877696
previous_iter_valid_loss : 0.16166310012340546

    797940	  0.161850	  0.161663	  0.164338		CURRENT LEARNING RATE: 0.0002396634419667953
previous_iter_valid_loss : 0.1878422498703003

    797960	  0.187984	  0.187842	  0.165690		CURRENT LEARNING RATE: 0.00023961551407135115
previous_iter_valid_loss : 0.16982802748680115

    797980	  0.170084	  0.169828	  0.166041		CURRENT LEARNING RATE: 0.00023956759576052755
previous_iter_valid_loss : 0.16072042286396027

    798000	  0.160892	  0.160720	  0.165720		CURRENT LEARNING RATE: 0.00023951968703240806
previous_iter_valid_loss : 0.1610451191663742

    798020	  0.161221	  0.161045	  0.165664		CURRENT LEARNING RATE: 0.0002394717878850759
previous_iter_valid_loss : 0.16394956409931183

    798040	  0.164116	  0.163950	  0.165728		CURRENT LEARNING RATE: 0.00023942389831661546
previous_iter_valid_loss : 0.16718286275863647

    798060	  0.167388	  0.167183	  0.165716		CURRENT LEARNING RATE: 0.0002393760183251108
previous_iter_valid_loss : 0.16083022952079773

    798080	  0.161006	  0.160830	  0.165666		CURRENT LEARNING RATE: 0.0002393281479086471
previous_iter_valid_loss : 0.16386662423610687

    798100	  0.164074	  0.163867	  0.165829		CURRENT LEARNING RATE: 0.00023928028706530913
previous_iter_valid_loss : 0.16645744442939758

    798120	  0.166672	  0.166457	  0.166127		CURRENT LEARNING RATE: 0.0002392324357931829
previous_iter_valid_loss : 0.168068990111351

    798140	  0.168225	  0.168069	  0.166498		CURRENT LEARNING RATE: 0.00023918459409035393
previous_iter_valid_loss : 0.17141510546207428

    798160	  0.171567	  0.171415	  0.166963		CURRENT LEARNING RATE: 0.00023913676195490893
previous_iter_valid_loss : 0.16313739120960236

    798180	  0.163326	  0.163137	  0.166315		CURRENT LEARNING RATE: 0.00023908893938493427
previous_iter_valid_loss : 0.16109418869018555

    798200	  0.161281	  0.161094	  0.166344		CURRENT LEARNING RATE: 0.00023904112637851744
previous_iter_valid_loss : 0.1644054502248764

    798220	  0.164616	  0.164405	  0.166536		CURRENT LEARNING RATE: 0.00023899332293374543
previous_iter_valid_loss : 0.17626835405826569

    798240	  0.176555	  0.176268	  0.166535		CURRENT LEARNING RATE: 0.00023894552904870663
previous_iter_valid_loss : 0.16209964454174042

    798260	  0.162289	  0.162100	  0.166598		CURRENT LEARNING RATE: 0.00023889774472148878
previous_iter_valid_loss : 0.2159411907196045

    798280	  0.215954	  0.215941	  0.169357		CURRENT LEARNING RATE: 0.00023884996995018095
previous_iter_valid_loss : 0.16058076918125153

    798300	  0.160745	  0.160581	  0.168875		CURRENT LEARNING RATE: 0.00023880220473287175
previous_iter_valid_loss : 0.1641949564218521

    798320	  0.164359	  0.164195	  0.168527		CURRENT LEARNING RATE: 0.00023875444906765102
previous_iter_valid_loss : 0.17803916335105896

    798340	  0.178359	  0.178039	  0.169346		CURRENT LEARNING RATE: 0.00023870670295260806
previous_iter_valid_loss : 0.16178523004055023

    798360	  0.161974	  0.161785	  0.168043		CURRENT LEARNING RATE: 0.00023865896638583343
previous_iter_valid_loss : 0.16270484030246735

    798380	  0.162878	  0.162705	  0.167687		CURRENT LEARNING RATE: 0.0002386112393654173
previous_iter_valid_loss : 0.17402637004852295

    798400	  0.174299	  0.174026	  0.168352		CURRENT LEARNING RATE: 0.00023856352188945075
previous_iter_valid_loss : 0.18239593505859375

    798420	  0.182549	  0.182396	  0.169420		CURRENT LEARNING RATE: 0.00023851581395602537
previous_iter_valid_loss : 0.16130430996418

    798440	  0.161463	  0.161304	  0.169287		CURRENT LEARNING RATE: 0.00023846811556323233
previous_iter_valid_loss : 0.16167445480823517

    798460	  0.161864	  0.161674	  0.169012		CURRENT LEARNING RATE: 0.00023842042670916416
previous_iter_valid_loss : 0.16061995923519135

    798480	  0.160802	  0.160620	  0.169001		CURRENT LEARNING RATE: 0.00023837274739191289
previous_iter_valid_loss : 0.16137602925300598

    798500	  0.161561	  0.161376	  0.168877		CURRENT LEARNING RATE: 0.00023832507760957174
previous_iter_valid_loss : 0.17762306332588196

    798520	  0.177788	  0.177623	  0.169435		CURRENT LEARNING RATE: 0.00023827741736023354
previous_iter_valid_loss : 0.16135765612125397

    798540	  0.161534	  0.161358	  0.169100		CURRENT LEARNING RATE: 0.00023822976664199225
previous_iter_valid_loss : 0.1608867645263672

    798560	  0.161045	  0.160887	  0.168573		CURRENT LEARNING RATE: 0.00023818212545294144
previous_iter_valid_loss : 0.16064395010471344

    798580	  0.160815	  0.160644	  0.168449		CURRENT LEARNING RATE: 0.00023813449379117592
previous_iter_valid_loss : 0.1623106300830841

    798600	  0.162501	  0.162311	  0.168509		CURRENT LEARNING RATE: 0.00023808687165478997
previous_iter_valid_loss : 0.173481285572052

    798620	  0.173635	  0.173481	  0.168963		CURRENT LEARNING RATE: 0.00023803925904187915
previous_iter_valid_loss : 0.16286292672157288

    798640	  0.163048	  0.162863	  0.168293		CURRENT LEARNING RATE: 0.00023799165595053847
previous_iter_valid_loss : 0.1685420125722885

    798660	  0.168772	  0.168542	  0.168615		CURRENT LEARNING RATE: 0.00023794406237886428
previous_iter_valid_loss : 0.16862215101718903

    798680	  0.168844	  0.168622	  0.166249		CURRENT LEARNING RATE: 0.0002378964783249524
previous_iter_valid_loss : 0.1649118959903717

    798700	  0.165084	  0.164912	  0.166466		CURRENT LEARNING RATE: 0.00023784890378689992
previous_iter_valid_loss : 0.16295158863067627

    798720	  0.163151	  0.162952	  0.166404		CURRENT LEARNING RATE: 0.0002378013387628034
previous_iter_valid_loss : 0.16051937639713287

    798740	  0.160687	  0.160519	  0.165528		CURRENT LEARNING RATE: 0.00023775378325076066
previous_iter_valid_loss : 0.17488263547420502

    798760	  0.175156	  0.174883	  0.166182		CURRENT LEARNING RATE: 0.0002377062372488691
previous_iter_valid_loss : 0.16391532123088837

    798780	  0.164113	  0.163915	  0.166243		CURRENT LEARNING RATE: 0.00023765870075522703
previous_iter_valid_loss : 0.1614534556865692

    798800	  0.161638	  0.161453	  0.165614		CURRENT LEARNING RATE: 0.00023761117376793324
previous_iter_valid_loss : 0.1699932962656021

    798820	  0.170243	  0.169993	  0.164994		CURRENT LEARNING RATE: 0.00023756365628508627
previous_iter_valid_loss : 0.16382022202014923

    798840	  0.164020	  0.163820	  0.165120		CURRENT LEARNING RATE: 0.00023751614830478572
previous_iter_valid_loss : 0.16049502789974213

    798860	  0.160654	  0.160495	  0.165061		CURRENT LEARNING RATE: 0.00023746864982513097
previous_iter_valid_loss : 0.16193242371082306

    798880	  0.162119	  0.161932	  0.165127		CURRENT LEARNING RATE: 0.00023742116084422244
previous_iter_valid_loss : 0.16936494410037994

    798900	  0.169606	  0.169365	  0.165526		CURRENT LEARNING RATE: 0.00023737368136016017
previous_iter_valid_loss : 0.16123774647712708

    798920	  0.161395	  0.161238	  0.164707		CURRENT LEARNING RATE: 0.0002373262113710454
previous_iter_valid_loss : 0.16075190901756287

    798940	  0.160932	  0.160752	  0.164676		CURRENT LEARNING RATE: 0.00023727875087497887
previous_iter_valid_loss : 0.1610938459634781

    798960	  0.161247	  0.161094	  0.164687		CURRENT LEARNING RATE: 0.00023723129987006267
previous_iter_valid_loss : 0.16545265913009644

    798980	  0.165653	  0.165453	  0.164927		CURRENT LEARNING RATE: 0.00023718385835439827
previous_iter_valid_loss : 0.16226476430892944

    799000	  0.162453	  0.162265	  0.164925		CURRENT LEARNING RATE: 0.00023713642632608843
previous_iter_valid_loss : 0.16337637603282928

    799020	  0.163577	  0.163376	  0.164420		CURRENT LEARNING RATE: 0.00023708900378323545
previous_iter_valid_loss : 0.1664511263370514

    799040	  0.166610	  0.166451	  0.164599		CURRENT LEARNING RATE: 0.0002370415907239429
previous_iter_valid_loss : 0.17062287032604218

    799060	  0.170881	  0.170623	  0.164703		CURRENT LEARNING RATE: 0.0002369941871463138
previous_iter_valid_loss : 0.16110609471797943

    799080	  0.161288	  0.161106	  0.164327		CURRENT LEARNING RATE: 0.0002369467930484524
previous_iter_valid_loss : 0.1604948490858078

    799100	  0.160656	  0.160495	  0.164107		CURRENT LEARNING RATE: 0.00023689940842846257
previous_iter_valid_loss : 0.16319474577903748

    799120	  0.163390	  0.163195	  0.164119		CURRENT LEARNING RATE: 0.00023685203328444932
previous_iter_valid_loss : 0.1707926094532013

    799140	  0.171050	  0.170793	  0.164632		CURRENT LEARNING RATE: 0.0002368046676145172
previous_iter_valid_loss : 0.16649788618087769

    799160	  0.166712	  0.166498	  0.164213		CURRENT LEARNING RATE: 0.00023675731141677202
previous_iter_valid_loss : 0.16968177258968353

    799180	  0.169921	  0.169682	  0.164501		CURRENT LEARNING RATE: 0.00023670996468931914
previous_iter_valid_loss : 0.16717061400413513

    799200	  0.167329	  0.167171	  0.164787		CURRENT LEARNING RATE: 0.00023666262743026487
previous_iter_valid_loss : 0.17059005796909332

    799220	  0.170832	  0.170590	  0.164817		CURRENT LEARNING RATE: 0.00023661529963771595
previous_iter_valid_loss : 0.1660432368516922

    799240	  0.166201	  0.166043	  0.164928		CURRENT LEARNING RATE: 0.00023656798130977882
previous_iter_valid_loss : 0.1895350068807602

    799260	  0.189665	  0.189535	  0.166380		CURRENT LEARNING RATE: 0.00023652067244456118
previous_iter_valid_loss : 0.16058118641376495

    799280	  0.160751	  0.160581	  0.166313		CURRENT LEARNING RATE: 0.0002364733730401703
previous_iter_valid_loss : 0.16728398203849792

    799300	  0.167446	  0.167284	  0.166209		CURRENT LEARNING RATE: 0.00023642608309471454
previous_iter_valid_loss : 0.16188772022724152

    799320	  0.162054	  0.161888	  0.166241		CURRENT LEARNING RATE: 0.00023637880260630193
previous_iter_valid_loss : 0.160727858543396

    799340	  0.160899	  0.160728	  0.166240		CURRENT LEARNING RATE: 0.00023633153157304169
previous_iter_valid_loss : 0.1866075098514557

    799360	  0.187003	  0.186608	  0.167516		CURRENT LEARNING RATE: 0.00023628426999304253
previous_iter_valid_loss : 0.16654449701309204

    799380	  0.166757	  0.166544	  0.167570		CURRENT LEARNING RATE: 0.0002362370178644144
previous_iter_valid_loss : 0.16193708777427673

    799400	  0.162116	  0.161937	  0.167554		CURRENT LEARNING RATE: 0.0002361897751852668
previous_iter_valid_loss : 0.16218087077140808

    799420	  0.162362	  0.162181	  0.167494		CURRENT LEARNING RATE: 0.00023614254195371048
previous_iter_valid_loss : 0.17120057344436646

    799440	  0.171347	  0.171201	  0.167732		CURRENT LEARNING RATE: 0.00023609531816785558
previous_iter_valid_loss : 0.16123449802398682

    799460	  0.161420	  0.161234	  0.167262		CURRENT LEARNING RATE: 0.00023604810382581374
previous_iter_valid_loss : 0.16338953375816345

    799480	  0.163556	  0.163390	  0.167376		CURRENT LEARNING RATE: 0.0002360008989256958
previous_iter_valid_loss : 0.1831159144639969

    804920	  0.183272	  0.183116	  0.165418		CURRENT LEARNING RATE: 0.0002235054087591693
previous_iter_valid_loss : 0.17585769295692444

    804940	  0.176014	  0.175858	  0.166120		CURRENT LEARNING RATE: 0.00022346071214722772
previous_iter_valid_loss : 0.16726316511631012

    804960	  0.167421	  0.167263	  0.166423		CURRENT LEARNING RATE: 0.0002234160244737147
previous_iter_valid_loss : 0.16113463044166565

    804980	  0.161298	  0.161135	  0.166204		CURRENT LEARNING RATE: 0.00022337134573684227
previous_iter_valid_loss : 0.17447446286678314

    805000	  0.174749	  0.174474	  0.166711		CURRENT LEARNING RATE: 0.00022332667593482413
previous_iter_valid_loss : 0.17309631407260895

    805020	  0.173246	  0.173096	  0.167307		CURRENT LEARNING RATE: 0.00022328201506587302
previous_iter_valid_loss : 0.160651296377182

    805040	  0.160804	  0.160651	  0.167296		CURRENT LEARNING RATE: 0.00022323736312820255
previous_iter_valid_loss : 0.17678813636302948

    805060	  0.176943	  0.176788	  0.168048		CURRENT LEARNING RATE: 0.00022319272012002623
previous_iter_valid_loss : 0.16054357588291168

    805080	  0.160722	  0.160544	  0.167440		CURRENT LEARNING RATE: 0.00022314808603955918
previous_iter_valid_loss : 0.16202174127101898

    805100	  0.162210	  0.162022	  0.167515		CURRENT LEARNING RATE: 0.00022310346088501559
previous_iter_valid_loss : 0.16088734567165375

    805120	  0.161066	  0.160887	  0.166679		CURRENT LEARNING RATE: 0.00022305884465461043
previous_iter_valid_loss : 0.1614980846643448

    805140	  0.161661	  0.161498	  0.166598		CURRENT LEARNING RATE: 0.0002230142373465587
previous_iter_valid_loss : 0.161103755235672

    805160	  0.161281	  0.161104	  0.166081		CURRENT LEARNING RATE: 0.00022296963895907692
previous_iter_valid_loss : 0.16475386917591095

    805180	  0.164955	  0.164754	  0.166277		CURRENT LEARNING RATE: 0.0002229250494903807
previous_iter_valid_loss : 0.1654994785785675

    805200	  0.165700	  0.165499	  0.166419		CURRENT LEARNING RATE: 0.00022288046893868653
previous_iter_valid_loss : 0.18188068270683289

    805220	  0.182226	  0.181881	  0.167472		CURRENT LEARNING RATE: 0.0002228358973022107
previous_iter_valid_loss : 0.16176694631576538

    805240	  0.161951	  0.161767	  0.167379		CURRENT LEARNING RATE: 0.00022279133457917121
previous_iter_valid_loss : 0.16314420104026794

    805260	  0.163324	  0.163144	  0.167127		CURRENT LEARNING RATE: 0.0002227467807677851
previous_iter_valid_loss : 0.16589711606502533

    805280	  0.166058	  0.165897	  0.167338		CURRENT LEARNING RATE: 0.00022270223586626993
previous_iter_valid_loss : 0.16267631947994232

    805300	  0.162832	  0.162676	  0.167200		CURRENT LEARNING RATE: 0.00022265769987284454
previous_iter_valid_loss : 0.1675083339214325

    805320	  0.167667	  0.167508	  0.166420		CURRENT LEARNING RATE: 0.00022261317278572722
previous_iter_valid_loss : 0.16061274707317352

    805340	  0.160766	  0.160613	  0.165657		CURRENT LEARNING RATE: 0.00022256865460313686
previous_iter_valid_loss : 0.16894321143627167

    805360	  0.169097	  0.168943	  0.165742		CURRENT LEARNING RATE: 0.00022252414532329229
previous_iter_valid_loss : 0.16143162548542023

    805380	  0.161607	  0.161432	  0.165756		CURRENT LEARNING RATE: 0.00022247964494441396
previous_iter_valid_loss : 0.16054441034793854

    805400	  0.160706	  0.160544	  0.165060		CURRENT LEARNING RATE: 0.00022243515346472142
previous_iter_valid_loss : 0.16214153170585632

    805420	  0.162325	  0.162142	  0.164512		CURRENT LEARNING RATE: 0.0002223906708824351
previous_iter_valid_loss : 0.1903887540102005

    805440	  0.190813	  0.190389	  0.165999		CURRENT LEARNING RATE: 0.00022234619719577523
previous_iter_valid_loss : 0.16395075619220734

    805460	  0.164155	  0.163951	  0.165357		CURRENT LEARNING RATE: 0.00022230173240296366
previous_iter_valid_loss : 0.17148925364017487

    805480	  0.171637	  0.171489	  0.165904		CURRENT LEARNING RATE: 0.00022225727650222144
previous_iter_valid_loss : 0.16078302264213562

    805500	  0.160947	  0.160783	  0.165842		CURRENT LEARNING RATE: 0.00022221282949177028
previous_iter_valid_loss : 0.16466131806373596

    805520	  0.164827	  0.164661	  0.166031		CURRENT LEARNING RATE: 0.000222168391369832
previous_iter_valid_loss : 0.16105753183364868

    805540	  0.161216	  0.161058	  0.166009		CURRENT LEARNING RATE: 0.00022212396213462974
previous_iter_valid_loss : 0.17496603727340698

    805560	  0.175246	  0.174966	  0.166702		CURRENT LEARNING RATE: 0.00022207954178438602
previous_iter_valid_loss : 0.18506520986557007

    805580	  0.185433	  0.185065	  0.167718		CURRENT LEARNING RATE: 0.000222035130317324
previous_iter_valid_loss : 0.1658756285905838

    805600	  0.166106	  0.165876	  0.167737		CURRENT LEARNING RATE: 0.0002219907277316668
previous_iter_valid_loss : 0.1624835580587387

    805620	  0.162652	  0.162484	  0.166767		CURRENT LEARNING RATE: 0.00022194633402563914
previous_iter_valid_loss : 0.16103331744670868

    805640	  0.161214	  0.161033	  0.166730		CURRENT LEARNING RATE: 0.0002219019491974649
previous_iter_valid_loss : 0.166248619556427

    805660	  0.166462	  0.166249	  0.166885		CURRENT LEARNING RATE: 0.00022185757324536822
previous_iter_valid_loss : 0.1772395819425583

    805680	  0.177391	  0.177240	  0.167452		CURRENT LEARNING RATE: 0.00022181320616757494
previous_iter_valid_loss : 0.16575108468532562

    805700	  0.165914	  0.165751	  0.167606		CURRENT LEARNING RATE: 0.0002217688479623099
previous_iter_valid_loss : 0.16244065761566162

    805720	  0.162597	  0.162441	  0.167353		CURRENT LEARNING RATE: 0.00022172449862779882
previous_iter_valid_loss : 0.16871996223926544

    805740	  0.168956	  0.168720	  0.167758		CURRENT LEARNING RATE: 0.00022168015816226736
previous_iter_valid_loss : 0.1605459749698639

    805760	  0.160713	  0.160546	  0.167338		CURRENT LEARNING RATE: 0.0002216358265639426
previous_iter_valid_loss : 0.16831271350383759

    805780	  0.168546	  0.168313	  0.167682		CURRENT LEARNING RATE: 0.00022159150383105095
previous_iter_valid_loss : 0.1649092435836792

    805800	  0.165079	  0.164909	  0.167901		CURRENT LEARNING RATE: 0.00022154718996181947
previous_iter_valid_loss : 0.16279524564743042

    805820	  0.162953	  0.162795	  0.167933		CURRENT LEARNING RATE: 0.00022150288495447523
previous_iter_valid_loss : 0.16755838692188263

    805840	  0.167779	  0.167558	  0.166792		CURRENT LEARNING RATE: 0.0002214585888072468
previous_iter_valid_loss : 0.16343997418880463

    805860	  0.163626	  0.163440	  0.166766		CURRENT LEARNING RATE: 0.000221414301518362
previous_iter_valid_loss : 0.20183876156806946

    805880	  0.201913	  0.201839	  0.168284		CURRENT LEARNING RATE: 0.00022137002308604924
previous_iter_valid_loss : 0.17495153844356537

    805900	  0.175097	  0.174952	  0.168992		CURRENT LEARNING RATE: 0.00022132575350853706
previous_iter_valid_loss : 0.16134457290172577

    805920	  0.161536	  0.161345	  0.168826		CURRENT LEARNING RATE: 0.00022128149278405543
previous_iter_valid_loss : 0.1621580570936203

    805940	  0.162315	  0.162158	  0.168881		CURRENT LEARNING RATE: 0.00022123724091083357
previous_iter_valid_loss : 0.17967405915260315

    805960	  0.179831	  0.179674	  0.169117		CURRENT LEARNING RATE: 0.00022119299788710137
previous_iter_valid_loss : 0.1609897017478943

    805980	  0.161140	  0.160990	  0.167913		CURRENT LEARNING RATE: 0.00022114876371108868
previous_iter_valid_loss : 0.16305583715438843

    806000	  0.163247	  0.163056	  0.167772		CURRENT LEARNING RATE: 0.000221104538381027
previous_iter_valid_loss : 0.16096815466880798

    806020	  0.161125	  0.160968	  0.167696		CURRENT LEARNING RATE: 0.00022106032189514685
previous_iter_valid_loss : 0.1624753177165985

    806040	  0.162632	  0.162475	  0.167768		CURRENT LEARNING RATE: 0.00022101611425167926
previous_iter_valid_loss : 0.1605595350265503

    806060	  0.160718	  0.160560	  0.167484		CURRENT LEARNING RATE: 0.00022097191544885662
previous_iter_valid_loss : 0.17812998592853546

    806080	  0.178288	  0.178130	  0.167528		CURRENT LEARNING RATE: 0.00022092772548491067
previous_iter_valid_loss : 0.16054785251617432

    806100	  0.160705	  0.160548	  0.167268		CURRENT LEARNING RATE: 0.00022088354435807373
previous_iter_valid_loss : 0.16391821205615997

    806120	  0.164117	  0.163918	  0.167342		CURRENT LEARNING RATE: 0.00022083937206657822
previous_iter_valid_loss : 0.16321009397506714

    806140	  0.163373	  0.163210	  0.167067		CURRENT LEARNING RATE: 0.000220795208608658
previous_iter_valid_loss : 0.17240934073925018

    806160	  0.172672	  0.172409	  0.167660		CURRENT LEARNING RATE: 0.00022075105398254618
previous_iter_valid_loss : 0.16900621354579926

    806180	  0.169237	  0.169006	  0.167694		CURRENT LEARNING RATE: 0.0002207069081864765
previous_iter_valid_loss : 0.16874291002750397

    806200	  0.168973	  0.168743	  0.167886		CURRENT LEARNING RATE: 0.00022066277121868285
previous_iter_valid_loss : 0.1618689000606537

    806220	  0.162054	  0.161869	  0.167840		CURRENT LEARNING RATE: 0.00022061864307740042
previous_iter_valid_loss : 0.16741088032722473

    806240	  0.167633	  0.167411	  0.167832		CURRENT LEARNING RATE: 0.00022057452376086377
previous_iter_valid_loss : 0.1626608520746231

    806260	  0.162855	  0.162661	  0.167793		CURRENT LEARNING RATE: 0.0002205304132673081
previous_iter_valid_loss : 0.1759229302406311

    806280	  0.176077	  0.175923	  0.166498		CURRENT LEARNING RATE: 0.0002204863115949686
previous_iter_valid_loss : 0.16072887182235718

    806300	  0.160909	  0.160729	  0.165787		CURRENT LEARNING RATE: 0.00022044221874208198
previous_iter_valid_loss : 0.16323736310005188

    806320	  0.163399	  0.163237	  0.165881		CURRENT LEARNING RATE: 0.0002203981347068841
previous_iter_valid_loss : 0.160889133810997

    806340	  0.161051	  0.160889	  0.165818		CURRENT LEARNING RATE: 0.00022035405948761167
previous_iter_valid_loss : 0.17027974128723145

    806360	  0.170529	  0.170280	  0.165348		CURRENT LEARNING RATE: 0.00022030999308250126
previous_iter_valid_loss : 0.16950535774230957

    806380	  0.169748	  0.169505	  0.165774		CURRENT LEARNING RATE: 0.000220265935489791
previous_iter_valid_loss : 0.19618472456932068

    806400	  0.196293	  0.196185	  0.167430		CURRENT LEARNING RATE: 0.0002202218867077182
previous_iter_valid_loss : 0.16052739322185516

    806420	  0.160685	  0.160527	  0.167408		CURRENT LEARNING RATE: 0.00022017784673452085
previous_iter_valid_loss : 0.16235435009002686

    806440	  0.162520	  0.162354	  0.167402		CURRENT LEARNING RATE: 0.00022013381556843705
previous_iter_valid_loss : 0.17710235714912415

    806460	  0.177255	  0.177102	  0.168229		CURRENT LEARNING RATE: 0.0002200897932077063
previous_iter_valid_loss : 0.16052256524562836

    806480	  0.160683	  0.160523	  0.167349		CURRENT LEARNING RATE: 0.00022004577965056726
previous_iter_valid_loss : 0.1779063493013382

    806500	  0.178218	  0.177906	  0.168217		CURRENT LEARNING RATE: 0.00022000177489525907
previous_iter_valid_loss : 0.17873810231685638

    806520	  0.178895	  0.178738	  0.168958		CURRENT LEARNING RATE: 0.00021995777894002227
previous_iter_valid_loss : 0.16879881918430328

    806540	  0.169028	  0.168799	  0.169237		CURRENT LEARNING RATE: 0.0002199137917830967
previous_iter_valid_loss : 0.16218458116054535

    806560	  0.162372	  0.162185	  0.168726		CURRENT LEARNING RATE: 0.00021986981342272285
previous_iter_valid_loss : 0.16092801094055176

    806580	  0.161109	  0.160928	  0.168322		CURRENT LEARNING RATE: 0.00021982584385714114
previous_iter_valid_loss : 0.16212822496891022

    806600	  0.162326	  0.162128	  0.167991		CURRENT LEARNING RATE: 0.00021978188308459357
previous_iter_valid_loss : 0.1693604439496994

    806620	  0.169596	  0.169360	  0.168366		CURRENT LEARNING RATE: 0.00021973793110332138
previous_iter_valid_loss : 0.16068874299526215

    806640	  0.160851	  0.160689	  0.168030		CURRENT LEARNING RATE: 0.00021969398791156652
previous_iter_valid_loss : 0.16520456969738007

    806660	  0.165370	  0.165205	  0.168157		CURRENT LEARNING RATE: 0.00021965005350757074
previous_iter_valid_loss : 0.16381540894508362

    806680	  0.164021	  0.163815	  0.167552		CURRENT LEARNING RATE: 0.00021960612788957755
previous_iter_valid_loss : 0.17216187715530396

    806700	  0.172435	  0.172162	  0.168123		CURRENT LEARNING RATE: 0.0002195622110558295
previous_iter_valid_loss : 0.16068661212921143

    806720	  0.160864	  0.160687	  0.167996		CURRENT LEARNING RATE: 0.00021951830300456993
previous_iter_valid_loss : 0.16078372299671173

    806740	  0.160958	  0.160784	  0.167990		CURRENT LEARNING RATE: 0.0002194744037340421
previous_iter_valid_loss : 0.20267586410045624

    806760	  0.203230	  0.202676	  0.169610		CURRENT LEARNING RATE: 0.00021943051324249088
previous_iter_valid_loss : 0.1606825441122055

    806780	  0.160845	  0.160683	  0.169169		CURRENT LEARNING RATE: 0.00021938663152816016
previous_iter_valid_loss : 0.17139938473701477

    806800	  0.171653	  0.171399	  0.167930		CURRENT LEARNING RATE: 0.00021934275858929476
previous_iter_valid_loss : 0.16054989397525787

    806820	  0.160715	  0.160550	  0.167931		CURRENT LEARNING RATE: 0.00021929889442413934
previous_iter_valid_loss : 0.17345234751701355

    806840	  0.173603	  0.173452	  0.168486		CURRENT LEARNING RATE: 0.00021925503903094012
previous_iter_valid_loss : 0.16072572767734528

    806860	  0.160887	  0.160726	  0.167667		CURRENT LEARNING RATE: 0.00021921119240794247
previous_iter_valid_loss : 0.16118384897708893

    806880	  0.161345	  0.161184	  0.167700		CURRENT LEARNING RATE: 0.00021916735455339222
previous_iter_valid_loss : 0.17171162366867065

    806900	  0.171983	  0.171712	  0.167390		CURRENT LEARNING RATE: 0.0002191235254655365
previous_iter_valid_loss : 0.1610354781150818

    806920	  0.161217	  0.161035	  0.166505		CURRENT LEARNING RATE: 0.00021907970514262187
previous_iter_valid_loss : 0.16077446937561035

    806940	  0.160950	  0.160774	  0.166104		CURRENT LEARNING RATE: 0.00021903589358289547
previous_iter_valid_loss : 0.16077834367752075

    806960	  0.160944	  0.160778	  0.166034		CURRENT LEARNING RATE: 0.0002189920907846044
previous_iter_valid_loss : 0.16882796585559845

    806980	  0.168985	  0.168828	  0.166429		CURRENT LEARNING RATE: 0.00021894829674599744
previous_iter_valid_loss : 0.17261719703674316

    807000	  0.172883	  0.172617	  0.166953		CURRENT LEARNING RATE: 0.00021890451146532237
previous_iter_valid_loss : 0.16471056640148163

    807020	  0.164880	  0.164711	  0.166721		CURRENT LEARNING RATE: 0.0002188607349408278
previous_iter_valid_loss : 0.16296081244945526

    807040	  0.163124	  0.162961	  0.166834		CURRENT LEARNING RATE: 0.00021881696717076222
previous_iter_valid_loss : 0.16080468893051147

    807060	  0.160987	  0.160805	  0.166614		CURRENT LEARNING RATE: 0.00021877320815337576
previous_iter_valid_loss : 0.1629606932401657

    807080	  0.163127	  0.162961	  0.166572		CURRENT LEARNING RATE: 0.0002187294578869177
previous_iter_valid_loss : 0.1679193675518036

    807100	  0.168156	  0.167919	  0.166359		CURRENT LEARNING RATE: 0.0002186857163696379
previous_iter_valid_loss : 0.16320711374282837

    807120	  0.163375	  0.163207	  0.166485		CURRENT LEARNING RATE: 0.00021864198359978647
previous_iter_valid_loss : 0.16281798481941223

    807140	  0.163008	  0.162818	  0.166587		CURRENT LEARNING RATE: 0.0002185982595756148
previous_iter_valid_loss : 0.16292427480220795

    807160	  0.163090	  0.162924	  0.164600		CURRENT LEARNING RATE: 0.0002185545442953735
previous_iter_valid_loss : 0.16064536571502686

    807180	  0.160795	  0.160645	  0.164598		CURRENT LEARNING RATE: 0.00021851083775731403
previous_iter_valid_loss : 0.16966982185840607

    807200	  0.169910	  0.169670	  0.164511		CURRENT LEARNING RATE: 0.00021846713995968769
previous_iter_valid_loss : 0.16061237454414368

    807220	  0.160788	  0.160612	  0.164514		CURRENT LEARNING RATE: 0.0002184234509007474
previous_iter_valid_loss : 0.16141468286514282

    807240	  0.161578	  0.161415	  0.163912		CURRENT LEARNING RATE: 0.00021837977057874514
previous_iter_valid_loss : 0.16377949714660645

    807260	  0.163949	  0.163779	  0.164065		CURRENT LEARNING RATE: 0.00021833609899193338
previous_iter_valid_loss : 0.1661047488451004

    807280	  0.166271	  0.166105	  0.164311		CURRENT LEARNING RATE: 0.00021829243613856594
previous_iter_valid_loss : 0.16570737957954407

    807300	  0.165903	  0.165707	  0.164011		CURRENT LEARNING RATE: 0.00021824878201689602
previous_iter_valid_loss : 0.16438426077365875

    807320	  0.164551	  0.164384	  0.164178		CURRENT LEARNING RATE: 0.00021820513662517741
previous_iter_valid_loss : 0.16131819784641266

    807340	  0.161478	  0.161318	  0.164206		CURRENT LEARNING RATE: 0.00021816149996166387
previous_iter_valid_loss : 0.1608627885580063

    807360	  0.161035	  0.160863	  0.164210		CURRENT LEARNING RATE: 0.0002181178720246108
previous_iter_valid_loss : 0.17355109751224518

    807380	  0.173707	  0.173551	  0.164446		CURRENT LEARNING RATE: 0.0002180742528122726
previous_iter_valid_loss : 0.16079741716384888

    807400	  0.160956	  0.160797	  0.163855		CURRENT LEARNING RATE: 0.00021803064232290458
previous_iter_valid_loss : 0.16928568482398987

    807420	  0.169525	  0.169286	  0.164084		CURRENT LEARNING RATE: 0.00021798704055476183
previous_iter_valid_loss : 0.16109396517276764

    807440	  0.161247	  0.161094	  0.163990		CURRENT LEARNING RATE: 0.00021794344750610117
previous_iter_valid_loss : 0.16380111873149872

    807460	  0.164005	  0.163801	  0.164140		CURRENT LEARNING RATE: 0.00021789986317517844
previous_iter_valid_loss : 0.16791200637817383

    807480	  0.168140	  0.167912	  0.164388		CURRENT LEARNING RATE: 0.00021785628756025024
previous_iter_valid_loss : 0.1620202660560608

    807500	  0.162204	  0.162020	  0.164093		CURRENT LEARNING RATE: 0.0002178127206595732
previous_iter_valid_loss : 0.1835700273513794

    807520	  0.183941	  0.183570	  0.165111		CURRENT LEARNING RATE: 0.0002177691624714054
previous_iter_valid_loss : 0.16503553092479706

    807540	  0.165236	  0.165036	  0.165222		CURRENT LEARNING RATE: 0.0002177256129940041
previous_iter_valid_loss : 0.17793500423431396

    807560	  0.178094	  0.177935	  0.165972		CURRENT LEARNING RATE: 0.00021768207222562736
previous_iter_valid_loss : 0.16061411798000336

    807580	  0.160792	  0.160614	  0.165971		CURRENT LEARNING RATE: 0.0002176385401645332
previous_iter_valid_loss : 0.16057896614074707

    807600	  0.160738	  0.160579	  0.165516		CURRENT LEARNING RATE: 0.000217595016808981
previous_iter_valid_loss : 0.16214057803153992

    807620	  0.162329	  0.162141	  0.165593		CURRENT LEARNING RATE: 0.00021755150215722955
previous_iter_valid_loss : 0.16187351942062378

    807640	  0.162040	  0.161874	  0.165616		CURRENT LEARNING RATE: 0.00021750799620753818
previous_iter_valid_loss : 0.1854759156703949

    807660	  0.185836	  0.185476	  0.166700		CURRENT LEARNING RATE: 0.00021746449895816632
previous_iter_valid_loss : 0.1685480773448944

    807680	  0.168703	  0.168548	  0.166823		CURRENT LEARNING RATE: 0.00021742101040737484
previous_iter_valid_loss : 0.17427225410938263

    807700	  0.174542	  0.174272	  0.167251		CURRENT LEARNING RATE: 0.00021737753055342377
previous_iter_valid_loss : 0.16174831986427307

    807720	  0.161909	  0.161748	  0.167119		CURRENT LEARNING RATE: 0.00021733405939457359
previous_iter_valid_loss : 0.16771656274795532

    807740	  0.167934	  0.167717	  0.167439		CURRENT LEARNING RATE: 0.0002172905969290862
previous_iter_valid_loss : 0.16642656922340393

    807760	  0.166587	  0.166427	  0.167717		CURRENT LEARNING RATE: 0.00021724714315522276
previous_iter_valid_loss : 0.16362862288951874

    807780	  0.163796	  0.163629	  0.167221		CURRENT LEARNING RATE: 0.000217203698071245
previous_iter_valid_loss : 0.16059169173240662

    807800	  0.160750	  0.160592	  0.167211		CURRENT LEARNING RATE: 0.00021716026167541483
previous_iter_valid_loss : 0.17652350664138794

    807820	  0.176808	  0.176524	  0.167573		CURRENT LEARNING RATE: 0.00021711683396599557
previous_iter_valid_loss : 0.16202689707279205

    807840	  0.162191	  0.162027	  0.167619		CURRENT LEARNING RATE: 0.00021707341494124968
previous_iter_valid_loss : 0.16232146322727203

    807860	  0.162506	  0.162321	  0.167545		CURRENT LEARNING RATE: 0.0002170300045994404
previous_iter_valid_loss : 0.16791991889476776

    807880	  0.168075	  0.167920	  0.167546		CURRENT LEARNING RATE: 0.00021698660293883098
previous_iter_valid_loss : 0.16403324902057648

    807900	  0.164233	  0.164033	  0.167646		CURRENT LEARNING RATE: 0.00021694320995768604
previous_iter_valid_loss : 0.16283239424228668

    807920	  0.163035	  0.162832	  0.166609		CURRENT LEARNING RATE: 0.00021689982565426956
previous_iter_valid_loss : 0.16062025725841522

    807940	  0.160771	  0.160620	  0.166389		CURRENT LEARNING RATE: 0.00021685645002684614
previous_iter_valid_loss : 0.18672385811805725

    807960	  0.187110	  0.186724	  0.166828		CURRENT LEARNING RATE: 0.00021681308307368037
previous_iter_valid_loss : 0.20365014672279358

    807980	  0.204216	  0.203650	  0.168980		CURRENT LEARNING RATE: 0.00021676972479303834
previous_iter_valid_loss : 0.17401382327079773

    808000	  0.174282	  0.174014	  0.169652		CURRENT LEARNING RATE: 0.00021672637518318529
previous_iter_valid_loss : 0.1697843074798584

    808020	  0.169938	  0.169784	  0.170034		CURRENT LEARNING RATE: 0.0002166830342423873
previous_iter_valid_loss : 0.16054236888885498

    808040	  0.160699	  0.160542	  0.169967		CURRENT LEARNING RATE: 0.00021663970196891035
previous_iter_valid_loss : 0.1782861202955246

    808060	  0.178594	  0.178286	  0.169608		CURRENT LEARNING RATE: 0.00021659637836102187
previous_iter_valid_loss : 0.16076703369617462

    808080	  0.160919	  0.160767	  0.169219		CURRENT LEARNING RATE: 0.00021655306341698854
previous_iter_valid_loss : 0.1668984740972519

    808100	  0.167117	  0.166898	  0.168850		CURRENT LEARNING RATE: 0.0002165097571350774
previous_iter_valid_loss : 0.16431885957717896

    808120	  0.164530	  0.164319	  0.168979		CURRENT LEARNING RATE: 0.00021646645951355696
previous_iter_valid_loss : 0.178468719124794

    808140	  0.178626	  0.178469	  0.169516		CURRENT LEARNING RATE: 0.00021642317055069497
previous_iter_valid_loss : 0.16647396981716156

    808160	  0.166629	  0.166474	  0.169519		CURRENT LEARNING RATE: 0.0002163798902447598
previous_iter_valid_loss : 0.17220915853977203

    808180	  0.172353	  0.172209	  0.169948		CURRENT LEARNING RATE: 0.00021633661859401984
previous_iter_valid_loss : 0.16052697598934174

    808200	  0.160683	  0.160527	  0.169944		CURRENT LEARNING RATE: 0.00021629335559674508
previous_iter_valid_loss : 0.1607389748096466

    808220	  0.160895	  0.160739	  0.169155		CURRENT LEARNING RATE: 0.00021625010125120458
previous_iter_valid_loss : 0.1653076857328415

    808240	  0.165517	  0.165308	  0.169319		CURRENT LEARNING RATE: 0.00021620685555566812
previous_iter_valid_loss : 0.16277571022510529

    808260	  0.162957	  0.162776	  0.169342		CURRENT LEARNING RATE: 0.00021616361850840558
previous_iter_valid_loss : 0.18444368243217468

    808280	  0.184598	  0.184444	  0.170168		CURRENT LEARNING RATE: 0.00021612039010768816
previous_iter_valid_loss : 0.16136762499809265

    808300	  0.161553	  0.161368	  0.170035		CURRENT LEARNING RATE: 0.00021607717035178637
previous_iter_valid_loss : 0.16519172489643097

    808320	  0.165404	  0.165192	  0.170153		CURRENT LEARNING RATE: 0.00021603395923897143
previous_iter_valid_loss : 0.16064199805259705

    808340	  0.160811	  0.160642	  0.170154		CURRENT LEARNING RATE: 0.0002159907567675145
previous_iter_valid_loss : 0.17204402387142181

    808360	  0.172303	  0.172044	  0.169420		CURRENT LEARNING RATE: 0.00021594756293568827
previous_iter_valid_loss : 0.16663438081741333

    808380	  0.166847	  0.166634	  0.167569		CURRENT LEARNING RATE: 0.00021590437774176457
previous_iter_valid_loss : 0.16197149455547333

    808400	  0.162170	  0.161971	  0.166967		CURRENT LEARNING RATE: 0.00021586120118401603
previous_iter_valid_loss : 0.1614593118429184

    808420	  0.161650	  0.161459	  0.166551		CURRENT LEARNING RATE: 0.00021581803326071517
previous_iter_valid_loss : 0.16084980964660645

    808440	  0.161012	  0.160850	  0.166566		CURRENT LEARNING RATE: 0.00021577487397013605
previous_iter_valid_loss : 0.1642734557390213

    808460	  0.164485	  0.164273	  0.165865		CURRENT LEARNING RATE: 0.0002157317233105519
previous_iter_valid_loss : 0.16835668683052063

    808480	  0.168515	  0.168357	  0.166245		CURRENT LEARNING RATE: 0.00021568858128023633
previous_iter_valid_loss : 0.17211727797985077

    808500	  0.172379	  0.172117	  0.166506		CURRENT LEARNING RATE: 0.00021564544787746446
previous_iter_valid_loss : 0.16812442243099213

    808520	  0.168355	  0.168124	  0.166696		CURRENT LEARNING RATE: 0.00021560232310051053
previous_iter_valid_loss : 0.16186769306659698

    808540	  0.162024	  0.161868	  0.165866		CURRENT LEARNING RATE: 0.00021555920694764954
previous_iter_valid_loss : 0.16071678698062897

    808560	  0.160898	  0.160717	  0.165578		CURRENT LEARNING RATE: 0.00021551609941715646
previous_iter_valid_loss : 0.1870521605014801

    808580	  0.187466	  0.187052	  0.166320		CURRENT LEARNING RATE: 0.00021547300050730775
previous_iter_valid_loss : 0.16142091155052185

    808600	  0.161569	  0.161421	  0.166365		CURRENT LEARNING RATE: 0.0002154299102163791
previous_iter_valid_loss : 0.1607794314622879

    808620	  0.160954	  0.160779	  0.166367		CURRENT LEARNING RATE: 0.00021538682854264695
previous_iter_valid_loss : 0.16054674983024597

    808640	  0.160707	  0.160547	  0.166129		CURRENT LEARNING RATE: 0.00021534375548438753
previous_iter_valid_loss : 0.16740937530994415

    808660	  0.167640	  0.167409	  0.166361		CURRENT LEARNING RATE: 0.00021530069103987872
previous_iter_valid_loss : 0.1663726419210434

    808680	  0.166591	  0.166373	  0.165457		CURRENT LEARNING RATE: 0.00021525763520739764
previous_iter_valid_loss : 0.16118040680885315

    808700	  0.161345	  0.161180	  0.165448		CURRENT LEARNING RATE: 0.00021521458798522196
previous_iter_valid_loss : 0.16229671239852905

    808720	  0.162459	  0.162297	  0.165303		CURRENT LEARNING RATE: 0.00021517154937162946
previous_iter_valid_loss : 0.16292345523834229

    808740	  0.163118	  0.162923	  0.165417		CURRENT LEARNING RATE: 0.00021512851936489934
previous_iter_valid_loss : 0.19028240442276

    808760	  0.190718	  0.190282	  0.166329		CURRENT LEARNING RATE: 0.00021508549796331005
previous_iter_valid_loss : 0.16097994148731232

    808780	  0.161155	  0.160980	  0.166046		CURRENT LEARNING RATE: 0.00021504248516514065
previous_iter_valid_loss : 0.16978143155574799

    808800	  0.169936	  0.169781	  0.166437		CURRENT LEARNING RATE: 0.00021499948096867033
previous_iter_valid_loss : 0.1710604429244995

    808820	  0.171210	  0.171060	  0.166917		CURRENT LEARNING RATE: 0.00021495648537217966
previous_iter_valid_loss : 0.1649678498506546

    808840	  0.165167	  0.164968	  0.167123		CURRENT LEARNING RATE: 0.00021491349837394843
previous_iter_valid_loss : 0.17077434062957764

    808860	  0.171029	  0.170774	  0.167448		CURRENT LEARNING RATE: 0.0002148705199722568
previous_iter_valid_loss : 0.16160355508327484

    808880	  0.161751	  0.161604	  0.167110		CURRENT LEARNING RATE: 0.00021482755016538637
previous_iter_valid_loss : 0.1626243144273758

    808900	  0.162793	  0.162624	  0.166636		CURRENT LEARNING RATE: 0.000214784588951618
previous_iter_valid_loss : 0.16192546486854553

    808920	  0.162080	  0.161925	  0.166326		CURRENT LEARNING RATE: 0.00021474163632923316
previous_iter_valid_loss : 0.1634376347064972

    808940	  0.163644	  0.163438	  0.166404		CURRENT LEARNING RATE: 0.00021469869229651347
previous_iter_valid_loss : 0.16419893503189087

    808960	  0.164405	  0.164199	  0.166578		CURRENT LEARNING RATE: 0.00021465575685174185
previous_iter_valid_loss : 0.16221696138381958

    808980	  0.162383	  0.162217	  0.165336		CURRENT LEARNING RATE: 0.00021461282999320056
previous_iter_valid_loss : 0.16767321527004242

    809000	  0.167901	  0.167673	  0.165649		CURRENT LEARNING RATE: 0.0002145699117191725
previous_iter_valid_loss : 0.16083359718322754

    809020	  0.160991	  0.160834	  0.165652		CURRENT LEARNING RATE: 0.0002145270020279405
previous_iter_valid_loss : 0.162666916847229

    809040	  0.162825	  0.162667	  0.165758		CURRENT LEARNING RATE: 0.00021448410091778905
previous_iter_valid_loss : 0.16188092529773712

    809060	  0.162060	  0.161881	  0.165481		CURRENT LEARNING RATE: 0.00021444120838700167
previous_iter_valid_loss : 0.16422615945339203

    809080	  0.164400	  0.164226	  0.165374		CURRENT LEARNING RATE: 0.0002143983244338626
previous_iter_valid_loss : 0.1644882708787918

    809100	  0.164659	  0.164488	  0.165539		CURRENT LEARNING RATE: 0.0002143554490566562
previous_iter_valid_loss : 0.16050510108470917

    809120	  0.160674	  0.160505	  0.165450		CURRENT LEARNING RATE: 0.00021431258225366814
previous_iter_valid_loss : 0.17737403512001038

    809140	  0.177531	  0.177374	  0.166172		CURRENT LEARNING RATE: 0.00021426972402318343
previous_iter_valid_loss : 0.17574909329414368

    809160	  0.176039	  0.175749	  0.165446		CURRENT LEARNING RATE: 0.0002142268743634877
previous_iter_valid_loss : 0.16318441927433014

    809180	  0.163369	  0.163184	  0.165556		CURRENT LEARNING RATE: 0.00021418403327286658
previous_iter_valid_loss : 0.16070649027824402

    809200	  0.160880	  0.160706	  0.165102		CURRENT LEARNING RATE: 0.0002141412007496072
previous_iter_valid_loss : 0.16051159799098969

    809220	  0.160682	  0.160512	  0.164575		CURRENT LEARNING RATE: 0.00021409837679199587
previous_iter_valid_loss : 0.16115693747997284

    809240	  0.161339	  0.161157	  0.164384		CURRENT LEARNING RATE: 0.00021405556139831967
previous_iter_valid_loss : 0.16077302396297455

    809260	  0.160929	  0.160773	  0.163884		CURRENT LEARNING RATE: 0.00021401275456686556
previous_iter_valid_loss : 0.1684383600950241

    809280	  0.168668	  0.168438	  0.164226		CURRENT LEARNING RATE: 0.00021396995629592206
previous_iter_valid_loss : 0.16153690218925476

    809300	  0.161720	  0.161537	  0.164172		CURRENT LEARNING RATE: 0.00021392716658377682
previous_iter_valid_loss : 0.16648705303668976

    809320	  0.166704	  0.166487	  0.164400		CURRENT LEARNING RATE: 0.00021388438542871787
previous_iter_valid_loss : 0.17281495034694672

    809340	  0.173086	  0.172815	  0.164868		CURRENT LEARNING RATE: 0.00021384161282903477
previous_iter_valid_loss : 0.16059523820877075

    809360	  0.160755	  0.160595	  0.164688		CURRENT LEARNING RATE: 0.00021379884878301622
previous_iter_valid_loss : 0.1613173633813858

    809380	  0.161478	  0.161317	  0.164643		CURRENT LEARNING RATE: 0.00021375609328895166
previous_iter_valid_loss : 0.17437171936035156

    809400	  0.174649	  0.174372	  0.164978		CURRENT LEARNING RATE: 0.00021371334634513045
previous_iter_valid_loss : 0.16673262417316437

    809420	  0.166892	  0.166733	  0.165273		CURRENT LEARNING RATE: 0.00021367060794984352
previous_iter_valid_loss : 0.161307692527771

    809440	  0.161491	  0.161308	  0.165205		CURRENT LEARNING RATE: 0.00021362787810138092
previous_iter_valid_loss : 0.16914953291416168

    809460	  0.169384	  0.169150	  0.165569		CURRENT LEARNING RATE: 0.0002135851567980335
previous_iter_valid_loss : 0.16107569634914398

    809480	  0.161237	  0.161076	  0.165411		CURRENT LEARNING RATE: 0.000213542444038092
previous_iter_valid_loss : 0.16476255655288696

    809500	  0.164924	  0.164763	  0.165425		CURRENT LEARNING RATE: 0.0002134997398198486
previous_iter_valid_loss : 0.1672573685646057

    809520	  0.167414	  0.167257	  0.165762		CURRENT LEARNING RATE: 0.0002134570441415949
previous_iter_valid_loss : 0.17303816974163055

    809540	  0.173185	  0.173038	  0.165546		CURRENT LEARNING RATE: 0.00021341435700162294
previous_iter_valid_loss : 0.16606271266937256

    809560	  0.166228	  0.166063	  0.165061		CURRENT LEARNING RATE: 0.00021337167839822495
previous_iter_valid_loss : 0.1638304442167282

    809580	  0.164029	  0.163830	  0.165094		CURRENT LEARNING RATE: 0.00021332900832969452
previous_iter_valid_loss : 0.17153102159500122

    809600	  0.171797	  0.171531	  0.165635		CURRENT LEARNING RATE: 0.0002132863467943244
previous_iter_valid_loss : 0.16075721383094788

    809620	  0.160943	  0.160757	  0.165647		CURRENT LEARNING RATE: 0.00021324369379040819
previous_iter_valid_loss : 0.1667836606502533

    809640	  0.167002	  0.166784	  0.165928		CURRENT LEARNING RATE: 0.00021320104931623943
previous_iter_valid_loss : 0.16471214592456818

    809660	  0.164921	  0.164712	  0.166125		CURRENT LEARNING RATE: 0.000213158413370113
previous_iter_valid_loss : 0.1748005896806717

    809680	  0.175083	  0.174801	  0.166444		CURRENT LEARNING RATE: 0.00021311578595032316
previous_iter_valid_loss : 0.16053710877895355

    809700	  0.160695	  0.160537	  0.166394		CURRENT LEARNING RATE: 0.0002130731670551644
previous_iter_valid_loss : 0.16916634142398834

    809720	  0.169321	  0.169166	  0.166528		CURRENT LEARNING RATE: 0.0002130305566829327
previous_iter_valid_loss : 0.1605672538280487

    809740	  0.160731	  0.160567	  0.165915		CURRENT LEARNING RATE: 0.00021298795483192334
previous_iter_valid_loss : 0.16407695412635803

    809760	  0.164248	  0.164077	  0.166089		CURRENT LEARNING RATE: 0.00021294536150043216
previous_iter_valid_loss : 0.16240203380584717

    809780	  0.162596	  0.162402	  0.166143		CURRENT LEARNING RATE: 0.00021290277668675514
previous_iter_valid_loss : 0.16050750017166138

    809800	  0.160670	  0.160508	  0.165450		CURRENT LEARNING RATE: 0.00021286020038918953
previous_iter_valid_loss : 0.16909119486808777

    809820	  0.169325	  0.169091	  0.165568		CURRENT LEARNING RATE: 0.00021281763260603203
previous_iter_valid_loss : 0.1760675013065338

    809840	  0.176223	  0.176068	  0.166306		CURRENT LEARNING RATE: 0.0002127750733355798
previous_iter_valid_loss : 0.16238224506378174

    809860	  0.162538	  0.162382	  0.165968		CURRENT LEARNING RATE: 0.00021273252257613022
previous_iter_valid_loss : 0.16578786075115204

    809880	  0.165948	  0.165788	  0.166203		CURRENT LEARNING RATE: 0.00021268998032598191
previous_iter_valid_loss : 0.1768743395805359

    809900	  0.177031	  0.176874	  0.166809		CURRENT LEARNING RATE: 0.00021264744658343286
previous_iter_valid_loss : 0.16237257421016693

    809920	  0.162565	  0.162373	  0.166565		CURRENT LEARNING RATE: 0.00021260492134678166
previous_iter_valid_loss : 0.1609434187412262

    809940	  0.161102	  0.160943	  0.165960		CURRENT LEARNING RATE: 0.00021256240461432698
previous_iter_valid_loss : 0.16121940314769745

    809960	  0.161374	  0.161219	  0.165718		CURRENT LEARNING RATE: 0.0002125198963843689
previous_iter_valid_loss : 0.16274377703666687

    809980	  0.162925	  0.162744	  0.165663		CURRENT LEARNING RATE: 0.00021247739665520673
previous_iter_valid_loss : 0.1648239940404892

    810000	  0.164987	  0.164824	  0.165328		CURRENT LEARNING RATE: 0.00021243490542514044
previous_iter_valid_loss : 0.16066493093967438

    810020	  0.160825	  0.160665	  0.165324		CURRENT LEARNING RATE: 0.00021239242269247
previous_iter_valid_loss : 0.16128617525100708

    810040	  0.161447	  0.161286	  0.165049		CURRENT LEARNING RATE: 0.0002123499484554969
previous_iter_valid_loss : 0.1751236617565155

    810060	  0.175409	  0.175124	  0.165569		CURRENT LEARNING RATE: 0.00021230748271252174
previous_iter_valid_loss : 0.1631261259317398

    810080	  0.163317	  0.163126	  0.164985		CURRENT LEARNING RATE: 0.00021226502546184552
previous_iter_valid_loss : 0.16050274670124054

    810100	  0.160663	  0.160503	  0.164984		CURRENT LEARNING RATE: 0.00021222257670177079
previous_iter_valid_loss : 0.17122149467468262

    810120	  0.171372	  0.171221	  0.165087		CURRENT LEARNING RATE: 0.0002121801364305991
previous_iter_valid_loss : 0.17897352576255798

    810140	  0.179291	  0.178974	  0.166007		CURRENT LEARNING RATE: 0.00021213770464663292
previous_iter_valid_loss : 0.1607164740562439

    810160	  0.160877	  0.160716	  0.165839		CURRENT LEARNING RATE: 0.00021209528134817458
previous_iter_valid_loss : 0.16145850718021393

    810180	  0.161620	  0.161459	  0.165792		CURRENT LEARNING RATE: 0.00021205286653352788
previous_iter_valid_loss : 0.16059350967407227

    810200	  0.160754	  0.160594	  0.165796		CURRENT LEARNING RATE: 0.00021201046020099588
previous_iter_valid_loss : 0.16051141917705536

    810220	  0.160671	  0.160511	  0.165367		CURRENT LEARNING RATE: 0.0002119680623488823
previous_iter_valid_loss : 0.16054901480674744

    810240	  0.160703	  0.160549	  0.164591		CURRENT LEARNING RATE: 0.00021192567297549091
previous_iter_valid_loss : 0.18318012356758118

    810260	  0.183334	  0.183180	  0.165631		CURRENT LEARNING RATE: 0.0002118832920791268
previous_iter_valid_loss : 0.16287526488304138

    810280	  0.163034	  0.162875	  0.165485		CURRENT LEARNING RATE: 0.00021184091965809442
previous_iter_valid_loss : 0.16225498914718628

    810300	  0.162423	  0.162255	  0.164754		CURRENT LEARNING RATE: 0.00021179855571069883
previous_iter_valid_loss : 0.16054901480674744

    810320	  0.160720	  0.160549	  0.164663		CURRENT LEARNING RATE: 0.00021175620023524517
previous_iter_valid_loss : 0.16931107640266418

    810340	  0.169457	  0.169311	  0.165082		CURRENT LEARNING RATE: 0.00021171385323003988
previous_iter_valid_loss : 0.1618034392595291

    810360	  0.161987	  0.161803	  0.165111		CURRENT LEARNING RATE: 0.00021167151469338877
previous_iter_valid_loss : 0.16352668404579163

    810380	  0.163691	  0.163527	  0.165150		CURRENT LEARNING RATE: 0.00021162918462359827
previous_iter_valid_loss : 0.1650194227695465

    810400	  0.165188	  0.165019	  0.165160		CURRENT LEARNING RATE: 0.0002115868630189748
previous_iter_valid_loss : 0.17006118595600128

    810420	  0.170297	  0.170061	  0.165630		CURRENT LEARNING RATE: 0.00021154454987782628
previous_iter_valid_loss : 0.17353001236915588

    810440	  0.173796	  0.173530	  0.166242		CURRENT LEARNING RATE: 0.00021150224519845978
previous_iter_valid_loss : 0.16259808838367462

    810460	  0.162760	  0.162598	  0.165615		CURRENT LEARNING RATE: 0.00021145994897918307
previous_iter_valid_loss : 0.17008765041828156

    810480	  0.170344	  0.170088	  0.165964		CURRENT LEARNING RATE: 0.00021141766121830405
previous_iter_valid_loss : 0.16410590708255768

    810500	  0.164324	  0.164106	  0.166144		CURRENT LEARNING RATE: 0.0002113753819141318
previous_iter_valid_loss : 0.16168975830078125

    810520	  0.161891	  0.161690	  0.165667		CURRENT LEARNING RATE: 0.0002113331110649749
previous_iter_valid_loss : 0.16570743918418884

    810540	  0.165912	  0.165707	  0.165004		CURRENT LEARNING RATE: 0.0002112908486691421
previous_iter_valid_loss : 0.16072000563144684

    810560	  0.160889	  0.160720	  0.165004		CURRENT LEARNING RATE: 0.00021124859472494362
previous_iter_valid_loss : 0.16317373514175415

    810580	  0.163381	  0.163174	  0.165090		CURRENT LEARNING RATE: 0.000211206349230689
previous_iter_valid_loss : 0.17411361634731293

    810600	  0.174257	  0.174114	  0.165766		CURRENT LEARNING RATE: 0.00021116411218468834
previous_iter_valid_loss : 0.17354349792003632

    810620	  0.173689	  0.173543	  0.166417		CURRENT LEARNING RATE: 0.00021112188358525183
previous_iter_valid_loss : 0.1632339060306549

    810640	  0.163399	  0.163234	  0.166552		CURRENT LEARNING RATE: 0.00021107966343069106
previous_iter_valid_loss : 0.18165409564971924

    810660	  0.181984	  0.181654	  0.166475		CURRENT LEARNING RATE: 0.00021103745171931686
previous_iter_valid_loss : 0.18291983008384705

    810680	  0.183277	  0.182920	  0.167478		CURRENT LEARNING RATE: 0.00021099524844944074
previous_iter_valid_loss : 0.1606959104537964

    810700	  0.160851	  0.160696	  0.167400		CURRENT LEARNING RATE: 0.00021095305361937426
previous_iter_valid_loss : 0.1610303819179535

    810720	  0.161208	  0.161030	  0.167424		CURRENT LEARNING RATE: 0.0002109108672274303
previous_iter_valid_loss : 0.16781900823116302

    810740	  0.168040	  0.167819	  0.167349		CURRENT LEARNING RATE: 0.00021086868927192108
previous_iter_valid_loss : 0.16698536276817322

    810760	  0.167210	  0.166985	  0.167608		CURRENT LEARNING RATE: 0.0002108265197511594
previous_iter_valid_loss : 0.16908800601959229

    810780	  0.169239	  0.169088	  0.167886		CURRENT LEARNING RATE: 0.0002107843586634582
previous_iter_valid_loss : 0.16136257350444794

    810800	  0.161508	  0.161363	  0.167703		CURRENT LEARNING RATE: 0.00021074220600713175
previous_iter_valid_loss : 0.16113366186618805

    810820	  0.161321	  0.161134	  0.167257		CURRENT LEARNING RATE: 0.00021070006178049356
previous_iter_valid_loss : 0.16298049688339233

    810840	  0.163154	  0.162980	  0.166729		CURRENT LEARNING RATE: 0.00021065792598185787
previous_iter_valid_loss : 0.1605473756790161

    810860	  0.160708	  0.160547	  0.166627		CURRENT LEARNING RATE: 0.0002106157986095389
previous_iter_valid_loss : 0.16497673094272614

    810880	  0.165195	  0.164977	  0.166371		CURRENT LEARNING RATE: 0.00021057367966185225
previous_iter_valid_loss : 0.16858796775341034

    810900	  0.168743	  0.168588	  0.166595		CURRENT LEARNING RATE: 0.0002105315691371128
previous_iter_valid_loss : 0.1653992086648941

    810920	  0.165564	  0.165399	  0.166781		CURRENT LEARNING RATE: 0.0002104894670336358
previous_iter_valid_loss : 0.1606682687997818

    810940	  0.160844	  0.160668	  0.166529		CURRENT LEARNING RATE: 0.0002104473733497379
previous_iter_valid_loss : 0.16505226492881775

    810960	  0.165260	  0.165052	  0.166746		CURRENT LEARNING RATE: 0.00021040528808373492
previous_iter_valid_loss : 0.16050373017787933

    810980	  0.160665	  0.160504	  0.166612		CURRENT LEARNING RATE: 0.0002103632112339435
previous_iter_valid_loss : 0.16051381826400757

    811000	  0.160693	  0.160514	  0.165932		CURRENT LEARNING RATE: 0.00021032114279868018
previous_iter_valid_loss : 0.1618758738040924

    811020	  0.162075	  0.161876	  0.165349		CURRENT LEARNING RATE: 0.00021027908277626301
previous_iter_valid_loss : 0.1614799201488495

    811040	  0.161638	  0.161480	  0.165261		CURRENT LEARNING RATE: 0.00021023703116500916
previous_iter_valid_loss : 0.1701425313949585

    811060	  0.170293	  0.170143	  0.164685		CURRENT LEARNING RATE: 0.00021019498796323656
previous_iter_valid_loss : 0.16051729023456573

    811080	  0.160676	  0.160517	  0.163565		CURRENT LEARNING RATE: 0.00021015295316926315
previous_iter_valid_loss : 0.1706511527299881

    811100	  0.170798	  0.170651	  0.164063		CURRENT LEARNING RATE: 0.00021011092678140827
previous_iter_valid_loss : 0.17214319109916687

    811120	  0.172409	  0.172143	  0.164619		CURRENT LEARNING RATE: 0.00021006890879799047
previous_iter_valid_loss : 0.16065116226673126

    811140	  0.160821	  0.160651	  0.164260		CURRENT LEARNING RATE: 0.00021002689921732908
previous_iter_valid_loss : 0.17568190395832062

    811160	  0.175971	  0.175682	  0.164695		CURRENT LEARNING RATE: 0.0002099848980377433
previous_iter_valid_loss : 0.16304193437099457

    811180	  0.163245	  0.163042	  0.164393		CURRENT LEARNING RATE: 0.00020994290525755386
previous_iter_valid_loss : 0.18639594316482544

    811200	  0.186539	  0.186396	  0.165645		CURRENT LEARNING RATE: 0.00020990092087508065
previous_iter_valid_loss : 0.16336141526699066

    811220	  0.163554	  0.163361	  0.165756		CURRENT LEARNING RATE: 0.0002098589448886443
previous_iter_valid_loss : 0.16175208985805511

    811240	  0.161918	  0.161752	  0.165695		CURRENT LEARNING RATE: 0.00020981697729656538
previous_iter_valid_loss : 0.16057990491390228

    811260	  0.160745	  0.160580	  0.165696		CURRENT LEARNING RATE: 0.00020977501809716598
previous_iter_valid_loss : 0.17578549683094025

    811280	  0.176079	  0.175785	  0.166237		CURRENT LEARNING RATE: 0.0002097330672887673
previous_iter_valid_loss : 0.1609734743833542

    811300	  0.161158	  0.160973	  0.165856		CURRENT LEARNING RATE: 0.00020969112486969097
previous_iter_valid_loss : 0.16424275934696198

    811320	  0.164442	  0.164243	  0.165798		CURRENT LEARNING RATE: 0.00020964919083826008
previous_iter_valid_loss : 0.16057495772838593

    811340	  0.160733	  0.160575	  0.165793		CURRENT LEARNING RATE: 0.0002096072651927968
previous_iter_valid_loss : 0.17264331877231598

    811360	  0.172915	  0.172643	  0.166173		CURRENT LEARNING RATE: 0.0002095653479316242
previous_iter_valid_loss : 0.17898263037204742

    811380	  0.179306	  0.178983	  0.167097		CURRENT LEARNING RATE: 0.00020952343905306515
previous_iter_valid_loss : 0.18673484027385712

    811400	  0.187135	  0.186735	  0.168408		CURRENT LEARNING RATE: 0.00020948153855544405
previous_iter_valid_loss : 0.1707771271467209

    811420	  0.170926	  0.170777	  0.168853		CURRENT LEARNING RATE: 0.00020943964643708454
previous_iter_valid_loss : 0.16054807603359222

    811440	  0.160714	  0.160548	  0.168806		CURRENT LEARNING RATE: 0.00020939776269631092
previous_iter_valid_loss : 0.16317979991436005

    811460	  0.163378	  0.163180	  0.168458		CURRENT LEARNING RATE: 0.00020935588733144746
previous_iter_valid_loss : 0.16884924471378326

    811480	  0.169091	  0.168849	  0.168875		CURRENT LEARNING RATE: 0.00020931402034081987
previous_iter_valid_loss : 0.16754232347011566

    811500	  0.167699	  0.167542	  0.168719		CURRENT LEARNING RATE: 0.00020927216172275315
previous_iter_valid_loss : 0.1628304272890091

    811520	  0.162993	  0.162830	  0.168254		CURRENT LEARNING RATE: 0.0002092303114755729
previous_iter_valid_loss : 0.16097527742385864

    811540	  0.161135	  0.160975	  0.168270		CURRENT LEARNING RATE: 0.00020918846959760477
previous_iter_valid_loss : 0.1729225069284439

    811560	  0.173196	  0.172923	  0.168132		CURRENT LEARNING RATE: 0.00020914663608717586
previous_iter_valid_loss : 0.16052338480949402

    811580	  0.160680	  0.160523	  0.168006		CURRENT LEARNING RATE: 0.0002091048109426124
previous_iter_valid_loss : 0.16194503009319305

    811600	  0.162131	  0.161945	  0.166784		CURRENT LEARNING RATE: 0.00020906299416224142
previous_iter_valid_loss : 0.1718658059835434

    811620	  0.172128	  0.171866	  0.167209		CURRENT LEARNING RATE: 0.0002090211857443898
previous_iter_valid_loss : 0.16110816597938538

    811640	  0.161292	  0.161108	  0.167177		CURRENT LEARNING RATE: 0.0002089793856873861
previous_iter_valid_loss : 0.16049885749816895

    811660	  0.160661	  0.160499	  0.167172		CURRENT LEARNING RATE: 0.00020893759398955778
previous_iter_valid_loss : 0.16705310344696045

    811680	  0.167276	  0.167053	  0.166736		CURRENT LEARNING RATE: 0.00020889581064923292
previous_iter_valid_loss : 0.16052180528640747

    811700	  0.160688	  0.160522	  0.166713		CURRENT LEARNING RATE: 0.00020885403566474084
previous_iter_valid_loss : 0.16670577228069305

    811720	  0.166866	  0.166706	  0.166836		CURRENT LEARNING RATE: 0.00020881226903441026
previous_iter_valid_loss : 0.1610563099384308

    811740	  0.161235	  0.161056	  0.166861		CURRENT LEARNING RATE: 0.00020877051075657044
previous_iter_valid_loss : 0.16088718175888062

    811760	  0.161068	  0.160887	  0.166273		CURRENT LEARNING RATE: 0.00020872876082955074
previous_iter_valid_loss : 0.16099447011947632

    811780	  0.161173	  0.160994	  0.165373		CURRENT LEARNING RATE: 0.00020868701925168184
previous_iter_valid_loss : 0.16463223099708557

    811800	  0.164827	  0.164632	  0.164268		CURRENT LEARNING RATE: 0.00020864528602129376
previous_iter_valid_loss : 0.17081665992736816

    811820	  0.171071	  0.170817	  0.164270		CURRENT LEARNING RATE: 0.00020860356113671714
previous_iter_valid_loss : 0.16701368987560272

    811840	  0.167231	  0.167014	  0.164593		CURRENT LEARNING RATE: 0.00020856184459628263
previous_iter_valid_loss : 0.16421715915203094

    811860	  0.164389	  0.164217	  0.164645		CURRENT LEARNING RATE: 0.00020852013639832229
previous_iter_valid_loss : 0.16637209057807922

    811880	  0.166528	  0.166372	  0.164521		CURRENT LEARNING RATE: 0.00020847843654116742
previous_iter_valid_loss : 0.16714045405387878

    811900	  0.167355	  0.167140	  0.164501		CURRENT LEARNING RATE: 0.00020843674502315007
previous_iter_valid_loss : 0.16076813638210297

    811920	  0.160925	  0.160768	  0.164398		CURRENT LEARNING RATE: 0.00020839506184260217
previous_iter_valid_loss : 0.161484032869339

    811940	  0.161640	  0.161484	  0.164424		CURRENT LEARNING RATE: 0.00020835338699785712
previous_iter_valid_loss : 0.1605612188577652

    811960	  0.160729	  0.160561	  0.163806		CURRENT LEARNING RATE: 0.0002083117204872476
previous_iter_valid_loss : 0.17123466730117798

    811980	  0.171386	  0.171235	  0.164341		CURRENT LEARNING RATE: 0.0002082700623091069
previous_iter_valid_loss : 0.16773104667663574

    812000	  0.167890	  0.167731	  0.164630		CURRENT LEARNING RATE: 0.0002082284124617684
previous_iter_valid_loss : 0.1859930008649826

    812020	  0.186141	  0.185993	  0.165337		CURRENT LEARNING RATE: 0.0002081867709435668
previous_iter_valid_loss : 0.16052158176898956

    812040	  0.160687	  0.160522	  0.165307		CURRENT LEARNING RATE: 0.00020814513775283601
previous_iter_valid_loss : 0.1609676033258438

    812060	  0.161157	  0.160968	  0.165331		CURRENT LEARNING RATE: 0.00020810351288791075
previous_iter_valid_loss : 0.1644969880580902

    812080	  0.164669	  0.164497	  0.165203		CURRENT LEARNING RATE: 0.0002080618963471257
previous_iter_valid_loss : 0.16080275177955627

    812100	  0.160982	  0.160803	  0.165217		CURRENT LEARNING RATE: 0.00020802028812881692
previous_iter_valid_loss : 0.1629357486963272

    812120	  0.163105	  0.162936	  0.165029		CURRENT LEARNING RATE: 0.00020797868823131967
previous_iter_valid_loss : 0.1796490103006363

    812140	  0.179805	  0.179649	  0.165958		CURRENT LEARNING RATE: 0.00020793709665296962
previous_iter_valid_loss : 0.16104739904403687

    812160	  0.161225	  0.161047	  0.165966		CURRENT LEARNING RATE: 0.0002078955133921038
previous_iter_valid_loss : 0.16320732235908508

    812180	  0.163400	  0.163207	  0.166077		CURRENT LEARNING RATE: 0.00020785393844705856
previous_iter_valid_loss : 0.17257410287857056

    812200	  0.172721	  0.172574	  0.166474		CURRENT LEARNING RATE: 0.00020781237181617088
previous_iter_valid_loss : 0.17687922716140747

    812220	  0.177042	  0.176879	  0.166777		CURRENT LEARNING RATE: 0.00020777081349777776
previous_iter_valid_loss : 0.16117200255393982

    812240	  0.161352	  0.161172	  0.166485		CURRENT LEARNING RATE: 0.00020772926349021758
previous_iter_valid_loss : 0.1606260985136032

    812260	  0.160793	  0.160626	  0.166305		CURRENT LEARNING RATE: 0.0002076877217918279
previous_iter_valid_loss : 0.17475838959217072

    812280	  0.174908	  0.174758	  0.166725		CURRENT LEARNING RATE: 0.0002076461884009472
previous_iter_valid_loss : 0.1606500893831253

    812300	  0.160820	  0.160650	  0.166400		CURRENT LEARNING RATE: 0.00020760466331591366
previous_iter_valid_loss : 0.17879131436347961

    812320	  0.178953	  0.178791	  0.167301		CURRENT LEARNING RATE: 0.00020756314653506703
previous_iter_valid_loss : 0.1657487452030182

    812340	  0.165910	  0.165749	  0.167515		CURRENT LEARNING RATE: 0.0002075216380567463
previous_iter_valid_loss : 0.17019282281398773

    812360	  0.170436	  0.170193	  0.167996		CURRENT LEARNING RATE: 0.00020748013787929114
previous_iter_valid_loss : 0.16398808360099792

    812380	  0.164161	  0.163988	  0.167634		CURRENT LEARNING RATE: 0.00020743864600104113
previous_iter_valid_loss : 0.18294335901737213

    812400	  0.183090	  0.182943	  0.168395		CURRENT LEARNING RATE: 0.00020739716242033739
previous_iter_valid_loss : 0.16449019312858582

    812420	  0.164680	  0.164490	  0.167319		CURRENT LEARNING RATE: 0.00020735568713552016
previous_iter_valid_loss : 0.16057299077510834

    812440	  0.160734	  0.160573	  0.167322		CURRENT LEARNING RATE: 0.00020731422014493042
previous_iter_valid_loss : 0.17055347561836243

    812460	  0.170708	  0.170553	  0.167801		CURRENT LEARNING RATE: 0.00020727276144690915
previous_iter_valid_loss : 0.20437142252922058

    812480	  0.204442	  0.204371	  0.169795		CURRENT LEARNING RATE: 0.00020723131103979876
previous_iter_valid_loss : 0.1607091724872589

    812500	  0.160879	  0.160709	  0.169790		CURRENT LEARNING RATE: 0.0002071898689219408
previous_iter_valid_loss : 0.16656363010406494

    812520	  0.166781	  0.166564	  0.169972		CURRENT LEARNING RATE: 0.00020714843509167728
previous_iter_valid_loss : 0.16949903964996338

    812540	  0.169742	  0.169499	  0.169464		CURRENT LEARNING RATE: 0.00020710700954735156
previous_iter_valid_loss : 0.16361503303050995

    812560	  0.163780	  0.163615	  0.169593		CURRENT LEARNING RATE: 0.00020706559228730626
previous_iter_valid_loss : 0.1731260120868683

    812580	  0.173276	  0.173126	  0.170089		CURRENT LEARNING RATE: 0.00020702418330988468
previous_iter_valid_loss : 0.18358059227466583

    812600	  0.183735	  0.183581	  0.170639		CURRENT LEARNING RATE: 0.00020698278261343007
previous_iter_valid_loss : 0.16214732825756073

    812620	  0.162309	  0.162147	  0.169902		CURRENT LEARNING RATE: 0.00020694139019628716
previous_iter_valid_loss : 0.160516157746315

    812640	  0.160684	  0.160516	  0.169869		CURRENT LEARNING RATE: 0.00020690000605679988
previous_iter_valid_loss : 0.16216351091861725

    812660	  0.162318	  0.162164	  0.169946		CURRENT LEARNING RATE: 0.0002068586301933129
previous_iter_valid_loss : 0.16195689141750336

    812680	  0.162120	  0.161957	  0.169306		CURRENT LEARNING RATE: 0.00020681726260417076
previous_iter_valid_loss : 0.16584765911102295

    812700	  0.166007	  0.165848	  0.169566		CURRENT LEARNING RATE: 0.00020677590328771952
previous_iter_valid_loss : 0.16254962980747223

    812720	  0.162725	  0.162550	  0.168754		CURRENT LEARNING RATE: 0.00020673455224230446
previous_iter_valid_loss : 0.16073350608348846

    812740	  0.160907	  0.160734	  0.168503		CURRENT LEARNING RATE: 0.0002066932094662715
previous_iter_valid_loss : 0.16123346984386444

    812760	  0.161417	  0.161233	  0.168055		CURRENT LEARNING RATE: 0.00020665187495796662
previous_iter_valid_loss : 0.16090522706508636

    812780	  0.161057	  0.160905	  0.167901		CURRENT LEARNING RATE: 0.0002066105487157371
previous_iter_valid_loss : 0.17141029238700867

    812800	  0.171559	  0.171410	  0.167325		CURRENT LEARNING RATE: 0.00020656923073792956
previous_iter_valid_loss : 0.1731952279806137

    812820	  0.173346	  0.173195	  0.167760		CURRENT LEARNING RATE: 0.00020652792102289125
previous_iter_valid_loss : 0.1663069725036621

    812840	  0.166528	  0.166307	  0.168046		CURRENT LEARNING RATE: 0.00020648661956896948
previous_iter_valid_loss : 0.1624857485294342

    812860	  0.162646	  0.162486	  0.167643		CURRENT LEARNING RATE: 0.00020644532637451284
previous_iter_valid_loss : 0.16618889570236206

    812880	  0.166348	  0.166189	  0.165734		CURRENT LEARNING RATE: 0.00020640404143786931
previous_iter_valid_loss : 0.17437328398227692

    812900	  0.174525	  0.174373	  0.166417		CURRENT LEARNING RATE: 0.00020636276475738714
previous_iter_valid_loss : 0.16471950709819794

    812920	  0.164921	  0.164720	  0.166325		CURRENT LEARNING RATE: 0.00020632149633141591
previous_iter_valid_loss : 0.1652173399925232

    812940	  0.165383	  0.165217	  0.166111		CURRENT LEARNING RATE: 0.00020628023615830457
previous_iter_valid_loss : 0.169015571475029

    812960	  0.169171	  0.169016	  0.166381		CURRENT LEARNING RATE: 0.0002062389842364027
previous_iter_valid_loss : 0.16307970881462097

    812980	  0.163282	  0.163080	  0.165879		CURRENT LEARNING RATE: 0.00020619774056405987
previous_iter_valid_loss : 0.1680000275373459

    813000	  0.168157	  0.168000	  0.165100		CURRENT LEARNING RATE: 0.00020615650513962705
previous_iter_valid_loss : 0.16215234994888306

    813020	  0.162312	  0.162152	  0.165100		CURRENT LEARNING RATE: 0.00020611527796145446
previous_iter_valid_loss : 0.16125503182411194

    813040	  0.161410	  0.161255	  0.165137		CURRENT LEARNING RATE: 0.00020607405902789303
previous_iter_valid_loss : 0.16094739735126495

    813060	  0.161098	  0.160947	  0.165076		CURRENT LEARNING RATE: 0.0002060328483372936
previous_iter_valid_loss : 0.1677677184343338

    813080	  0.167999	  0.167768	  0.165366		CURRENT LEARNING RATE: 0.0002059916458880085
previous_iter_valid_loss : 0.16953043639659882

    813100	  0.169680	  0.169530	  0.165551		CURRENT LEARNING RATE: 0.00020595045167838926
previous_iter_valid_loss : 0.1612420529127121

    813120	  0.161392	  0.161242	  0.165485		CURRENT LEARNING RATE: 0.00020590926570678814
previous_iter_valid_loss : 0.17046283185482025

    813140	  0.170717	  0.170463	  0.165972		CURRENT LEARNING RATE: 0.00020586808797155729
previous_iter_valid_loss : 0.16317950189113617

    813160	  0.163387	  0.163180	  0.166069		CURRENT LEARNING RATE: 0.00020582691847105037
previous_iter_valid_loss : 0.16049568355083466

    813180	  0.160653	  0.160496	  0.166048		CURRENT LEARNING RATE: 0.0002057857572036202
previous_iter_valid_loss : 0.16176427900791168

    813200	  0.161949	  0.161764	  0.165566		CURRENT LEARNING RATE: 0.00020574460416762034
previous_iter_valid_loss : 0.16088414192199707

    813220	  0.161053	  0.160884	  0.164951		CURRENT LEARNING RATE: 0.0002057034593614043
previous_iter_valid_loss : 0.1858600229024887

    813240	  0.186007	  0.185860	  0.165928		CURRENT LEARNING RATE: 0.00020566232278332707
previous_iter_valid_loss : 0.1768355518579483

    813260	  0.177122	  0.176836	  0.166646		CURRENT LEARNING RATE: 0.00020562119443174275
previous_iter_valid_loss : 0.1620936244726181

    813280	  0.162282	  0.162094	  0.166441		CURRENT LEARNING RATE: 0.00020558007430500626
previous_iter_valid_loss : 0.16441041231155396

    813300	  0.164577	  0.164410	  0.165943		CURRENT LEARNING RATE: 0.00020553896240147235
previous_iter_valid_loss : 0.1607271134853363

    813320	  0.160887	  0.160727	  0.165743		CURRENT LEARNING RATE: 0.00020549785871949738
previous_iter_valid_loss : 0.16967575252056122

    813340	  0.169834	  0.169676	  0.165966		CURRENT LEARNING RATE: 0.00020545676325743674
previous_iter_valid_loss : 0.16783706843852997

    813360	  0.167993	  0.167837	  0.165907		CURRENT LEARNING RATE: 0.00020541567601364634
previous_iter_valid_loss : 0.1840531975030899

    813380	  0.184416	  0.184053	  0.166956		CURRENT LEARNING RATE: 0.00020537459698648336
previous_iter_valid_loss : 0.16553249955177307

    813400	  0.165693	  0.165532	  0.166833		CURRENT LEARNING RATE: 0.00020533352617430425
previous_iter_valid_loss : 0.16373790800571442

    813420	  0.163905	  0.163738	  0.166912		CURRENT LEARNING RATE: 0.00020529246357546625
previous_iter_valid_loss : 0.16839390993118286

    813440	  0.168632	  0.168394	  0.167269		CURRENT LEARNING RATE: 0.00020525140918832644
previous_iter_valid_loss : 0.16347171366214752

    813460	  0.163676	  0.163472	  0.167395		CURRENT LEARNING RATE: 0.00020521036301124343
previous_iter_valid_loss : 0.16072170436382294

    813480	  0.160876	  0.160722	  0.167043		CURRENT LEARNING RATE: 0.00020516932504257494
previous_iter_valid_loss : 0.1611049473285675

    813500	  0.161291	  0.161105	  0.166621		CURRENT LEARNING RATE: 0.00020512829528067947
previous_iter_valid_loss : 0.16194427013397217

    813520	  0.162100	  0.161944	  0.166657		CURRENT LEARNING RATE: 0.00020508727372391548
previous_iter_valid_loss : 0.1685815453529358

    813540	  0.168733	  0.168582	  0.166562		CURRENT LEARNING RATE: 0.00020504626037064284
previous_iter_valid_loss : 0.17826618254184723

    813560	  0.178423	  0.178266	  0.167317		CURRENT LEARNING RATE: 0.00020500525521922061
previous_iter_valid_loss : 0.16320933401584625

    813580	  0.163402	  0.163209	  0.167452		CURRENT LEARNING RATE: 0.00020496425826800865
previous_iter_valid_loss : 0.16309911012649536

    813600	  0.163297	  0.163099	  0.167519		CURRENT LEARNING RATE: 0.00020492326951536665
previous_iter_valid_loss : 0.16711550951004028

    813620	  0.167339	  0.167116	  0.167831		CURRENT LEARNING RATE: 0.00020488228895965588
previous_iter_valid_loss : 0.1608736515045166

    813640	  0.161030	  0.160874	  0.166581		CURRENT LEARNING RATE: 0.00020484131659923667
previous_iter_valid_loss : 0.16266268491744995

    813660	  0.162830	  0.162663	  0.165873		CURRENT LEARNING RATE: 0.00020480035243247013
previous_iter_valid_loss : 0.1648305058479309

    813680	  0.164995	  0.164831	  0.166010		CURRENT LEARNING RATE: 0.00020475939645771735
previous_iter_valid_loss : 0.1607738733291626

    813700	  0.160938	  0.160774	  0.165828		CURRENT LEARNING RATE: 0.00020471844867334083
previous_iter_valid_loss : 0.1732029914855957

    813720	  0.173353	  0.173203	  0.166452		CURRENT LEARNING RATE: 0.00020467750907770228
previous_iter_valid_loss : 0.1605892926454544

    813740	  0.160755	  0.160589	  0.165997		CURRENT LEARNING RATE: 0.0002046365776691638
previous_iter_valid_loss : 0.17360259592533112

    813760	  0.173875	  0.173603	  0.166286		CURRENT LEARNING RATE: 0.00020459565444608873
previous_iter_valid_loss : 0.16169597208499908

    813780	  0.161891	  0.161696	  0.165168		CURRENT LEARNING RATE: 0.00020455473940683995
previous_iter_valid_loss : 0.16848613321781158

    813800	  0.168642	  0.168486	  0.165315		CURRENT LEARNING RATE: 0.00020451383254978074
previous_iter_valid_loss : 0.16324077546596527

    813820	  0.163402	  0.163241	  0.165291		CURRENT LEARNING RATE: 0.0002044729338732745
previous_iter_valid_loss : 0.16122077405452728

    813840	  0.161390	  0.161221	  0.164932		CURRENT LEARNING RATE: 0.000204432043375686
previous_iter_valid_loss : 0.1738029420375824

    813860	  0.173950	  0.173803	  0.165448		CURRENT LEARNING RATE: 0.00020439116105537927
previous_iter_valid_loss : 0.17539680004119873

    813880	  0.175685	  0.175397	  0.166182		CURRENT LEARNING RATE: 0.00020435028691071899
previous_iter_valid_loss : 0.17051541805267334

    813900	  0.170667	  0.170515	  0.166653		CURRENT LEARNING RATE: 0.00020430942094006984
previous_iter_valid_loss : 0.20468449592590332

    813920	  0.204747	  0.204684	  0.168790		CURRENT LEARNING RATE: 0.00020426856314179794
previous_iter_valid_loss : 0.1607028692960739

    813940	  0.160874	  0.160703	  0.168396		CURRENT LEARNING RATE: 0.00020422771351426858
previous_iter_valid_loss : 0.16410474479198456

    813960	  0.164287	  0.164105	  0.167688		CURRENT LEARNING RATE: 0.00020418687205584783
previous_iter_valid_loss : 0.16943952441215515

    813980	  0.169595	  0.169440	  0.167999		CURRENT LEARNING RATE: 0.00020414603876490157
previous_iter_valid_loss : 0.16062285006046295

    814000	  0.160778	  0.160623	  0.167875		CURRENT LEARNING RATE: 0.00020410521363979728
previous_iter_valid_loss : 0.1651197373867035

    814020	  0.165286	  0.165120	  0.167776		CURRENT LEARNING RATE: 0.00020406439667890162
previous_iter_valid_loss : 0.16102957725524902

    814040	  0.161183	  0.161030	  0.167783		CURRENT LEARNING RATE: 0.00020402358788058176
previous_iter_valid_loss : 0.16154071688652039

    814060	  0.161702	  0.161541	  0.167727		CURRENT LEARNING RATE: 0.0002039827872432051
previous_iter_valid_loss : 0.18165968358516693

    814080	  0.181818	  0.181660	  0.168569		CURRENT LEARNING RATE: 0.00020394199476514034
previous_iter_valid_loss : 0.16460399329662323

    814100	  0.164809	  0.164604	  0.168760		CURRENT LEARNING RATE: 0.0002039012104447554
previous_iter_valid_loss : 0.16062544286251068

    814120	  0.160799	  0.160625	  0.168131		CURRENT LEARNING RATE: 0.00020386043428041853
previous_iter_valid_loss : 0.16258947551250458

    814140	  0.162759	  0.162589	  0.168231		CURRENT LEARNING RATE: 0.00020381966627049943
previous_iter_valid_loss : 0.16475747525691986

    814160	  0.164921	  0.164757	  0.167789		CURRENT LEARNING RATE: 0.000203778906413367
previous_iter_valid_loss : 0.1605248600244522

    814180	  0.160695	  0.160525	  0.167731		CURRENT LEARNING RATE: 0.00020373815470739088
previous_iter_valid_loss : 0.19159434735774994

    814200	  0.191720	  0.191594	  0.168886		CURRENT LEARNING RATE: 0.00020369741115094058
previous_iter_valid_loss : 0.1629621833562851

    814220	  0.163133	  0.162962	  0.168872		CURRENT LEARNING RATE: 0.00020365667574238715
previous_iter_valid_loss : 0.16337886452674866

    814240	  0.163558	  0.163379	  0.168980		CURRENT LEARNING RATE: 0.00020361594848010076
previous_iter_valid_loss : 0.17129087448120117

    814260	  0.171550	  0.171291	  0.168854		CURRENT LEARNING RATE: 0.00020357522936245232
previous_iter_valid_loss : 0.16063332557678223

    814280	  0.160803	  0.160633	  0.168116		CURRENT LEARNING RATE: 0.00020353451838781272
previous_iter_valid_loss : 0.16053739190101624

    814300	  0.160693	  0.160537	  0.167617		CURRENT LEARNING RATE: 0.00020349381555455427
previous_iter_valid_loss : 0.16083073616027832

    814320	  0.160976	  0.160831	  0.165425		CURRENT LEARNING RATE: 0.00020345312086104842
previous_iter_valid_loss : 0.1620233952999115

    814340	  0.162186	  0.162023	  0.165491		CURRENT LEARNING RATE: 0.00020341243430566748
previous_iter_valid_loss : 0.16134122014045715

    814360	  0.161502	  0.161341	  0.165353		CURRENT LEARNING RATE: 0.00020337175588678357
previous_iter_valid_loss : 0.1612521857023239

    814380	  0.161413	  0.161252	  0.164943		CURRENT LEARNING RATE: 0.00020333108560277027
previous_iter_valid_loss : 0.16593562066555023

    814400	  0.166099	  0.165936	  0.165209		CURRENT LEARNING RATE: 0.00020329042345200042
previous_iter_valid_loss : 0.16083985567092896

    814420	  0.161001	  0.160840	  0.164995		CURRENT LEARNING RATE: 0.00020324976943284756
previous_iter_valid_loss : 0.16462747752666473

    814440	  0.164827	  0.164627	  0.165175		CURRENT LEARNING RATE: 0.00020320912354368511
previous_iter_valid_loss : 0.16620026528835297

    814460	  0.166359	  0.166200	  0.165408		CURRENT LEARNING RATE: 0.000203168485782888
previous_iter_valid_loss : 0.17244111001491547

    814480	  0.172585	  0.172441	  0.164947		CURRENT LEARNING RATE: 0.00020312785614883037
previous_iter_valid_loss : 0.16121837496757507

    814500	  0.161405	  0.161218	  0.164778		CURRENT LEARNING RATE: 0.00020308723463988664
previous_iter_valid_loss : 0.17374800145626068

    814520	  0.173898	  0.173748	  0.165434		CURRENT LEARNING RATE: 0.00020304662125443268
previous_iter_valid_loss : 0.16214978694915771

    814540	  0.162335	  0.162150	  0.165412		CURRENT LEARNING RATE: 0.0002030060159908436
previous_iter_valid_loss : 0.16072604060173035

    814560	  0.160879	  0.160726	  0.165210		CURRENT LEARNING RATE: 0.0002029654188474952
previous_iter_valid_loss : 0.16066579520702362

    814580	  0.160822	  0.160666	  0.165217		CURRENT LEARNING RATE: 0.0002029248298227632
previous_iter_valid_loss : 0.16250476241111755

    814600	  0.162696	  0.162505	  0.163763		CURRENT LEARNING RATE: 0.00020288424891502476
previous_iter_valid_loss : 0.18439720571041107

    814620	  0.184548	  0.184397	  0.164834		CURRENT LEARNING RATE: 0.00020284367612265637
previous_iter_valid_loss : 0.1658523976802826

    814640	  0.166065	  0.165852	  0.164958		CURRENT LEARNING RATE: 0.00020280311144403498
previous_iter_valid_loss : 0.16644152998924255

    814660	  0.166601	  0.166442	  0.164716		CURRENT LEARNING RATE: 0.00020276255487753776
previous_iter_valid_loss : 0.16454215347766876

    814680	  0.164730	  0.164542	  0.164911		CURRENT LEARNING RATE: 0.00020272200642154308
previous_iter_valid_loss : 0.16527090966701508

    814700	  0.165439	  0.165271	  0.165148		CURRENT LEARNING RATE: 0.00020268146607442875
previous_iter_valid_loss : 0.17754459381103516

    814720	  0.177858	  0.177545	  0.165983		CURRENT LEARNING RATE: 0.00020264093383457304
previous_iter_valid_loss : 0.16417109966278076

    814740	  0.164367	  0.164171	  0.166091		CURRENT LEARNING RATE: 0.00020260040970035434
previous_iter_valid_loss : 0.16628558933734894

    814760	  0.166444	  0.166286	  0.166338		CURRENT LEARNING RATE: 0.00020255989367015247
previous_iter_valid_loss : 0.16603073477745056

    814780	  0.166239	  0.166031	  0.166577		CURRENT LEARNING RATE: 0.0002025193857423463
previous_iter_valid_loss : 0.162082701921463

    814800	  0.162252	  0.162083	  0.166384		CURRENT LEARNING RATE: 0.00020247888591531566
previous_iter_valid_loss : 0.16182538866996765

    814820	  0.161984	  0.161825	  0.166434		CURRENT LEARNING RATE: 0.00020243839418744006
previous_iter_valid_loss : 0.170704185962677

    814840	  0.170858	  0.170704	  0.166737		CURRENT LEARNING RATE: 0.0002023979105571007
previous_iter_valid_loss : 0.17227156460285187

    814860	  0.172420	  0.172272	  0.167041		CURRENT LEARNING RATE: 0.00020235743502267767
previous_iter_valid_loss : 0.1734571009874344

    814880	  0.173731	  0.173457	  0.167092		CURRENT LEARNING RATE: 0.00020231696758255216
previous_iter_valid_loss : 0.16927999258041382

    814900	  0.169526	  0.169280	  0.167495		CURRENT LEARNING RATE: 0.00020227650823510497
previous_iter_valid_loss : 0.16608548164367676

    814920	  0.166295	  0.166085	  0.167112		CURRENT LEARNING RATE: 0.00020223605697871854
previous_iter_valid_loss : 0.19132618606090546

    814940	  0.191458	  0.191326	  0.168571		CURRENT LEARNING RATE: 0.00020219561381177442
previous_iter_valid_loss : 0.1678904891014099

    814960	  0.168110	  0.167890	  0.168929		CURRENT LEARNING RATE: 0.00020215517873265447
previous_iter_valid_loss : 0.16210563480854034

    814980	  0.162257	  0.162106	  0.169001		CURRENT LEARNING RATE: 0.0002021147517397421
previous_iter_valid_loss : 0.16400282084941864

    815000	  0.164197	  0.164003	  0.169076		CURRENT LEARNING RATE: 0.0002020743328314198
previous_iter_valid_loss : 0.16129814088344574

    815020	  0.161452	  0.161298	  0.167921		CURRENT LEARNING RATE: 0.00020203392200607084
previous_iter_valid_loss : 0.16344867646694183

    815040	  0.163646	  0.163449	  0.167801		CURRENT LEARNING RATE: 0.00020199351926207843
previous_iter_valid_loss : 0.19599106907844543

    815060	  0.196100	  0.195991	  0.169278		CURRENT LEARNING RATE: 0.0002019531245978272
previous_iter_valid_loss : 0.16161401569843292

    815080	  0.161796	  0.161614	  0.169132		CURRENT LEARNING RATE: 0.00020191273801170096
previous_iter_valid_loss : 0.1888233721256256

    815100	  0.189263	  0.188823	  0.170309		CURRENT LEARNING RATE: 0.00020187235950208426
previous_iter_valid_loss : 0.17513665556907654

    815120	  0.175424	  0.175137	  0.170189		CURRENT LEARNING RATE: 0.00020183198906736162
previous_iter_valid_loss : 0.16149544715881348

    815140	  0.161656	  0.161495	  0.170055		CURRENT LEARNING RATE: 0.00020179162670591892
previous_iter_valid_loss : 0.1607898473739624

    815160	  0.160940	  0.160790	  0.169780		CURRENT LEARNING RATE: 0.00020175127241614133
previous_iter_valid_loss : 0.16451366245746613

    815180	  0.164688	  0.164514	  0.169704		CURRENT LEARNING RATE: 0.00020171092619641467
previous_iter_valid_loss : 0.1740063726902008

    815200	  0.174273	  0.174006	  0.170301		CURRENT LEARNING RATE: 0.00020167058804512468
previous_iter_valid_loss : 0.16097646951675415

    815220	  0.161166	  0.160976	  0.170258		CURRENT LEARNING RATE: 0.00020163025796065864
previous_iter_valid_loss : 0.16060569882392883

    815240	  0.160782	  0.160606	  0.169753		CURRENT LEARNING RATE: 0.00020158993594140295
previous_iter_valid_loss : 0.16253191232681274

    815260	  0.162720	  0.162532	  0.169266		CURRENT LEARNING RATE: 0.0002015496219857447
previous_iter_valid_loss : 0.1691625416278839

    815280	  0.169397	  0.169163	  0.169051		CURRENT LEARNING RATE: 0.000201509316092071
previous_iter_valid_loss : 0.17009909451007843

    815300	  0.170248	  0.170099	  0.169092		CURRENT LEARNING RATE: 0.00020146901825877036
previous_iter_valid_loss : 0.1617504060268402

    815320	  0.161941	  0.161750	  0.168876		CURRENT LEARNING RATE: 0.00020142872848423046
previous_iter_valid_loss : 0.16459043323993683

    815340	  0.164790	  0.164590	  0.167539		CURRENT LEARNING RATE: 0.00020138844676683933
previous_iter_valid_loss : 0.16077423095703125

    815360	  0.160933	  0.160774	  0.167183		CURRENT LEARNING RATE: 0.0002013481731049865
previous_iter_valid_loss : 0.1606363207101822

    815380	  0.160802	  0.160636	  0.167110		CURRENT LEARNING RATE: 0.00020130790749706061
previous_iter_valid_loss : 0.16343127191066742

    815400	  0.163633	  0.163431	  0.167081		CURRENT LEARNING RATE: 0.00020126764994145104
previous_iter_valid_loss : 0.16192308068275452

    815420	  0.162089	  0.161923	  0.167112		CURRENT LEARNING RATE: 0.00020122740043654715
previous_iter_valid_loss : 0.17688758671283722

    815440	  0.177045	  0.176888	  0.167784		CURRENT LEARNING RATE: 0.00020118715898073965
previous_iter_valid_loss : 0.16157972812652588

    815460	  0.161740	  0.161580	  0.166064		CURRENT LEARNING RATE: 0.00020114692557241852
previous_iter_valid_loss : 0.1808929741382599

    815480	  0.181220	  0.180893	  0.167028		CURRENT LEARNING RATE: 0.00020110670020997447
previous_iter_valid_loss : 0.16056956350803375

    815500	  0.160730	  0.160570	  0.165615		CURRENT LEARNING RATE: 0.0002010664828917981
previous_iter_valid_loss : 0.17393480241298676

    815520	  0.174209	  0.173935	  0.165555		CURRENT LEARNING RATE: 0.00020102627361628142
previous_iter_valid_loss : 0.16211700439453125

    815540	  0.162311	  0.162117	  0.165586		CURRENT LEARNING RATE: 0.00020098607238181571
previous_iter_valid_loss : 0.16375234723091125

    815560	  0.163916	  0.163752	  0.165734		CURRENT LEARNING RATE: 0.00020094587918679293
previous_iter_valid_loss : 0.1680082231760025

    815580	  0.168235	  0.168008	  0.165909		CURRENT LEARNING RATE: 0.00020090569402960497
previous_iter_valid_loss : 0.16119849681854248

    815600	  0.161356	  0.161198	  0.165268		CURRENT LEARNING RATE: 0.00020086551690864514
previous_iter_valid_loss : 0.1605270802974701

    815620	  0.160677	  0.160527	  0.165246		CURRENT LEARNING RATE: 0.00020082534782230605
previous_iter_valid_loss : 0.17216868698596954

    815640	  0.172434	  0.172169	  0.165824		CURRENT LEARNING RATE: 0.00020078518676898088
previous_iter_valid_loss : 0.1725425273180008

    815660	  0.172813	  0.172543	  0.166325		CURRENT LEARNING RATE: 0.00020074503374706287
previous_iter_valid_loss : 0.1814548820257187

    815680	  0.181802	  0.181455	  0.166939		CURRENT LEARNING RATE: 0.00020070488875494657
previous_iter_valid_loss : 0.1639111340045929

    815700	  0.164105	  0.163911	  0.166630		CURRENT LEARNING RATE: 0.00020066475179102584
previous_iter_valid_loss : 0.1661648005247116

    815720	  0.166381	  0.166165	  0.166851		CURRENT LEARNING RATE: 0.00020062462285369486
previous_iter_valid_loss : 0.1671636551618576

    815740	  0.167321	  0.167164	  0.166979		CURRENT LEARNING RATE: 0.0002005845019413492
previous_iter_valid_loss : 0.18118436634540558

    815760	  0.181343	  0.181184	  0.168000		CURRENT LEARNING RATE: 0.0002005443890523836
previous_iter_valid_loss : 0.16059526801109314

    815780	  0.160758	  0.160595	  0.167998		CURRENT LEARNING RATE: 0.00020050428418519364
previous_iter_valid_loss : 0.16189251840114594

    815800	  0.162064	  0.161893	  0.167921		CURRENT LEARNING RATE: 0.0002004641873381747
previous_iter_valid_loss : 0.16843722760677338

    815820	  0.168677	  0.168437	  0.168246		CURRENT LEARNING RATE: 0.00020042409850972362
previous_iter_valid_loss : 0.17032399773597717

    815840	  0.170582	  0.170324	  0.167918		CURRENT LEARNING RATE: 0.00020038401769823655
previous_iter_valid_loss : 0.16053065657615662

    815860	  0.160687	  0.160531	  0.167866		CURRENT LEARNING RATE: 0.00020034394490211016
previous_iter_valid_loss : 0.1613917201757431

    815880	  0.161550	  0.161392	  0.166891		CURRENT LEARNING RATE: 0.00020030388011974128
previous_iter_valid_loss : 0.16324637830257416

    815900	  0.163415	  0.163246	  0.167025		CURRENT LEARNING RATE: 0.00020026382334952796
previous_iter_valid_loss : 0.1605619192123413

    815920	  0.160728	  0.160562	  0.166356		CURRENT LEARNING RATE: 0.00020022377458986764
previous_iter_valid_loss : 0.17436055839061737

    815940	  0.174636	  0.174361	  0.166968		CURRENT LEARNING RATE: 0.00020018373383915827
previous_iter_valid_loss : 0.16604894399642944

    815960	  0.166210	  0.166049	  0.167083		CURRENT LEARNING RATE: 0.00020014370109579796
previous_iter_valid_loss : 0.18653954565525055

    815980	  0.186682	  0.186540	  0.168010		CURRENT LEARNING RATE: 0.00020010367635818607
previous_iter_valid_loss : 0.16308411955833435

    816000	  0.163264	  0.163084	  0.168104		CURRENT LEARNING RATE: 0.00020006365962472124
previous_iter_valid_loss : 0.16063599288463593

    816020	  0.160796	  0.160636	  0.168109		CURRENT LEARNING RATE: 0.00020002365089380285
previous_iter_valid_loss : 0.16128312051296234

    816040	  0.161465	  0.161283	  0.167565		CURRENT LEARNING RATE: 0.00019998365016383015
previous_iter_valid_loss : 0.16101568937301636

    816060	  0.161206	  0.161016	  0.166989		CURRENT LEARNING RATE: 0.00019994365743320386
previous_iter_valid_loss : 0.16050831973552704

    816080	  0.160678	  0.160508	  0.165941		CURRENT LEARNING RATE: 0.0001999036727003239
previous_iter_valid_loss : 0.16078081727027893

    816100	  0.160959	  0.160781	  0.165785		CURRENT LEARNING RATE: 0.00019986369596359084
previous_iter_valid_loss : 0.16390909254550934

    816120	  0.164102	  0.163909	  0.165672		CURRENT LEARNING RATE: 0.00019982372722140534
previous_iter_valid_loss : 0.16704516112804413

    816140	  0.167198	  0.167045	  0.165666		CURRENT LEARNING RATE: 0.00019978376647216924
previous_iter_valid_loss : 0.1606738418340683

    816160	  0.160842	  0.160674	  0.164641		CURRENT LEARNING RATE: 0.0001997438137142839
previous_iter_valid_loss : 0.16070212423801422

    816180	  0.160879	  0.160702	  0.164646		CURRENT LEARNING RATE: 0.00019970386894615073
previous_iter_valid_loss : 0.16166183352470398

    816200	  0.161831	  0.161662	  0.164634		CURRENT LEARNING RATE: 0.00019966393216617272
previous_iter_valid_loss : 0.1624511033296585

    816220	  0.162616	  0.162451	  0.164335		CURRENT LEARNING RATE: 0.000199624003372752
previous_iter_valid_loss : 0.1615351289510727

    816240	  0.161721	  0.161535	  0.163896		CURRENT LEARNING RATE: 0.0001995840825642915
previous_iter_valid_loss : 0.1616804003715515

    816260	  0.161843	  0.161680	  0.163953		CURRENT LEARNING RATE: 0.0001995441697391939
previous_iter_valid_loss : 0.16072233021259308

    816280	  0.160898	  0.160722	  0.163920		CURRENT LEARNING RATE: 0.0001995042648958635
previous_iter_valid_loss : 0.163710817694664

    816300	  0.163880	  0.163711	  0.163943		CURRENT LEARNING RATE: 0.0001994643680327037
previous_iter_valid_loss : 0.18022236227989197

    816320	  0.180557	  0.180222	  0.164926		CURRENT LEARNING RATE: 0.00019942447914811872
previous_iter_valid_loss : 0.16989347338676453

    816340	  0.170045	  0.169893	  0.164702		CURRENT LEARNING RATE: 0.00019938459824051254
previous_iter_valid_loss : 0.16442064940929413

    816360	  0.164594	  0.164421	  0.164621		CURRENT LEARNING RATE: 0.00019934472530829062
previous_iter_valid_loss : 0.1605239063501358

    816380	  0.160694	  0.160524	  0.163320		CURRENT LEARNING RATE: 0.00019930486034985782
previous_iter_valid_loss : 0.16379493474960327

    816400	  0.163995	  0.163795	  0.163356		CURRENT LEARNING RATE: 0.00019926500336361943
previous_iter_valid_loss : 0.1711621731519699

    816420	  0.171423	  0.171162	  0.163882		CURRENT LEARNING RATE: 0.00019922515434798083
previous_iter_valid_loss : 0.16315816342830658

    816440	  0.163360	  0.163158	  0.163976		CURRENT LEARNING RATE: 0.00019918531330134876
previous_iter_valid_loss : 0.16089406609535217

    816460	  0.161065	  0.160894	  0.163970		CURRENT LEARNING RATE: 0.0001991454802221293
previous_iter_valid_loss : 0.16449841856956482

    816480	  0.164707	  0.164498	  0.164169		CURRENT LEARNING RATE: 0.00019910565510872908
previous_iter_valid_loss : 0.1698625385761261

    816500	  0.170114	  0.169863	  0.164623		CURRENT LEARNING RATE: 0.00019906583795955467
previous_iter_valid_loss : 0.16185003519058228

    816520	  0.162029	  0.161850	  0.164520		CURRENT LEARNING RATE: 0.0001990260287730142
previous_iter_valid_loss : 0.1627083718776703

    816540	  0.162907	  0.162708	  0.164304		CURRENT LEARNING RATE: 0.00019898622754751494
previous_iter_valid_loss : 0.16801059246063232

    816560	  0.168235	  0.168011	  0.164670		CURRENT LEARNING RATE: 0.0001989464342814644
previous_iter_valid_loss : 0.1639486402273178

    816580	  0.164116	  0.163949	  0.164833		CURRENT LEARNING RATE: 0.00019890664897327166
previous_iter_valid_loss : 0.16723349690437317

    816600	  0.167457	  0.167233	  0.165111		CURRENT LEARNING RATE: 0.0001988668716213449
previous_iter_valid_loss : 0.1635959893465042

    816620	  0.163791	  0.163596	  0.165169		CURRENT LEARNING RATE: 0.00019882710222409296
previous_iter_valid_loss : 0.1605159342288971

    816640	  0.160674	  0.160516	  0.165118		CURRENT LEARNING RATE: 0.00019878734077992483
previous_iter_valid_loss : 0.16157013177871704

    816660	  0.161732	  0.161570	  0.165112		CURRENT LEARNING RATE: 0.00019874758728725074
previous_iter_valid_loss : 0.16629812121391296

    816680	  0.166517	  0.166298	  0.165391		CURRENT LEARNING RATE: 0.00019870784174448017
previous_iter_valid_loss : 0.16053088009357452

    816700	  0.160691	  0.160531	  0.165232		CURRENT LEARNING RATE: 0.00019866810415002326
previous_iter_valid_loss : 0.169523224234581

    816720	  0.169673	  0.169523	  0.164697		CURRENT LEARNING RATE: 0.0001986283745022902
previous_iter_valid_loss : 0.1623554229736328

    816740	  0.162518	  0.162355	  0.164320		CURRENT LEARNING RATE: 0.00019858865279969248
previous_iter_valid_loss : 0.16568249464035034

    816760	  0.165896	  0.165682	  0.164383		CURRENT LEARNING RATE: 0.00019854893904064095
previous_iter_valid_loss : 0.172402024269104

    816780	  0.172550	  0.172402	  0.164977		CURRENT LEARNING RATE: 0.00019850923322354695
previous_iter_valid_loss : 0.16114753484725952

    816800	  0.161305	  0.161148	  0.164845		CURRENT LEARNING RATE: 0.000198469535346822
previous_iter_valid_loss : 0.16477298736572266

    816820	  0.164938	  0.164773	  0.164525		CURRENT LEARNING RATE: 0.0001984298454088788
previous_iter_valid_loss : 0.1609354019165039

    816840	  0.161083	  0.160935	  0.164414		CURRENT LEARNING RATE: 0.0001983901634081295
previous_iter_valid_loss : 0.16051717102527618

    816860	  0.160679	  0.160517	  0.164395		CURRENT LEARNING RATE: 0.0001983504893429867
previous_iter_valid_loss : 0.16052640974521637

    816880	  0.160689	  0.160526	  0.164197		CURRENT LEARNING RATE: 0.00019831082321186317
previous_iter_valid_loss : 0.17172393202781677

    816900	  0.171988	  0.171724	  0.164290		CURRENT LEARNING RATE: 0.00019827116501317297
previous_iter_valid_loss : 0.16802483797073364

    816920	  0.168248	  0.168025	  0.164599		CURRENT LEARNING RATE: 0.0001982315147453294
previous_iter_valid_loss : 0.16438233852386475

    816940	  0.164557	  0.164382	  0.164682		CURRENT LEARNING RATE: 0.00019819187240674606
previous_iter_valid_loss : 0.16369320452213287

    816960	  0.163888	  0.163693	  0.164466		CURRENT LEARNING RATE: 0.000198152237995838
previous_iter_valid_loss : 0.18004316091537476

    816980	  0.180380	  0.180043	  0.165271		CURRENT LEARNING RATE: 0.0001981126115110195
previous_iter_valid_loss : 0.16378812491893768

    817000	  0.163983	  0.163788	  0.165099		CURRENT LEARNING RATE: 0.0001980729929507055
previous_iter_valid_loss : 0.16275525093078613

    817020	  0.162950	  0.162755	  0.165057		CURRENT LEARNING RATE: 0.00019803338231331083
previous_iter_valid_loss : 0.16092519462108612

    817040	  0.161072	  0.160925	  0.165077		CURRENT LEARNING RATE: 0.00019799377959725192
previous_iter_valid_loss : 0.1616152822971344

    817060	  0.161777	  0.161615	  0.165079		CURRENT LEARNING RATE: 0.00019795418480094413
previous_iter_valid_loss : 0.16141650080680847

    817080	  0.161606	  0.161417	  0.164835		CURRENT LEARNING RATE: 0.00019791459792280381
previous_iter_valid_loss : 0.16735363006591797

    817100	  0.167573	  0.167354	  0.165177		CURRENT LEARNING RATE: 0.0001978750189612471
previous_iter_valid_loss : 0.17545577883720398

    817120	  0.175744	  0.175456	  0.165473		CURRENT LEARNING RATE: 0.0001978354479146915
previous_iter_valid_loss : 0.16278763115406036

    817140	  0.162951	  0.162788	  0.165495		CURRENT LEARNING RATE: 0.00019779588478155386
previous_iter_valid_loss : 0.16189418733119965

    817160	  0.162079	  0.161894	  0.165305		CURRENT LEARNING RATE: 0.0001977563295602516
previous_iter_valid_loss : 0.16702762246131897

    817180	  0.167187	  0.167028	  0.165037		CURRENT LEARNING RATE: 0.00019771678224920222
previous_iter_valid_loss : 0.16171374917030334

    817200	  0.161902	  0.161714	  0.165065		CURRENT LEARNING RATE: 0.00019767724284682452
previous_iter_valid_loss : 0.16059742867946625

    817220	  0.160771	  0.160597	  0.164856		CURRENT LEARNING RATE: 0.00019763771135153653
previous_iter_valid_loss : 0.16448891162872314

    817240	  0.164694	  0.164489	  0.165034		CURRENT LEARNING RATE: 0.00019759818776175704
previous_iter_valid_loss : 0.16051261126995087

    817260	  0.160683	  0.160513	  0.165034		CURRENT LEARNING RATE: 0.00019755867207590474
previous_iter_valid_loss : 0.16276977956295013

    817280	  0.162952	  0.162770	  0.165146		CURRENT LEARNING RATE: 0.00019751916429239968
previous_iter_valid_loss : 0.16067957878112793

    817300	  0.160837	  0.160680	  0.164594		CURRENT LEARNING RATE: 0.0001974796644096612
previous_iter_valid_loss : 0.16215313971042633

    817320	  0.162311	  0.162153	  0.164300		CURRENT LEARNING RATE: 0.00019744017242610902
previous_iter_valid_loss : 0.1607903093099594

    817340	  0.160952	  0.160790	  0.164120		CURRENT LEARNING RATE: 0.0001974006883401641
previous_iter_valid_loss : 0.1630532443523407

    817360	  0.163266	  0.163053	  0.164088		CURRENT LEARNING RATE: 0.0001973612121502468
previous_iter_valid_loss : 0.16572698950767517

    817380	  0.165945	  0.165727	  0.163373		CURRENT LEARNING RATE: 0.0001973217438547779
previous_iter_valid_loss : 0.1893461048603058

    817400	  0.189772	  0.189346	  0.164650		CURRENT LEARNING RATE: 0.0001972822834521785
previous_iter_valid_loss : 0.17450100183486938

    817420	  0.174646	  0.174501	  0.165238		CURRENT LEARNING RATE: 0.0001972428309408708
previous_iter_valid_loss : 0.16537347435951233

    817440	  0.165586	  0.165373	  0.165460		CURRENT LEARNING RATE: 0.00019720338631927636
previous_iter_valid_loss : 0.16243761777877808

    817460	  0.162589	  0.162438	  0.165501		CURRENT LEARNING RATE: 0.0001971639495858174
previous_iter_valid_loss : 0.1622721254825592

    817480	  0.162448	  0.162272	  0.165544		CURRENT LEARNING RATE: 0.0001971245207389161
previous_iter_valid_loss : 0.16255640983581543

    817500	  0.162748	  0.162556	  0.165304		CURRENT LEARNING RATE: 0.000197085099776996
previous_iter_valid_loss : 0.16309013962745667

    817520	  0.163259	  0.163090	  0.164686		CURRENT LEARNING RATE: 0.00019704568669847992
previous_iter_valid_loss : 0.16117671132087708

    817540	  0.161336	  0.161177	  0.164605		CURRENT LEARNING RATE: 0.0001970062815017913
previous_iter_valid_loss : 0.16697394847869873

    817560	  0.167187	  0.166974	  0.164859		CURRENT LEARNING RATE: 0.00019696688418535367
previous_iter_valid_loss : 0.1605040431022644

    817580	  0.160664	  0.160504	  0.164533		CURRENT LEARNING RATE: 0.00019692749474759175
previous_iter_valid_loss : 0.16232573986053467

    817600	  0.162490	  0.162326	  0.164564		CURRENT LEARNING RATE: 0.00019688811318692968
previous_iter_valid_loss : 0.16444477438926697

    817620	  0.164612	  0.164445	  0.164756		CURRENT LEARNING RATE: 0.00019684873950179214
previous_iter_valid_loss : 0.16049787402153015

    817640	  0.160664	  0.160498	  0.164557		CURRENT LEARNING RATE: 0.00019680937369060387
previous_iter_valid_loss : 0.1662907600402832

    817660	  0.166506	  0.166291	  0.164845		CURRENT LEARNING RATE: 0.0001967700157517909
previous_iter_valid_loss : 0.16976505517959595

    817680	  0.170000	  0.169765	  0.165195		CURRENT LEARNING RATE: 0.00019673066568377863
previous_iter_valid_loss : 0.16063381731510162

    817700	  0.160796	  0.160634	  0.165193		CURRENT LEARNING RATE: 0.00019669132348499297
previous_iter_valid_loss : 0.1723737120628357

    817720	  0.172642	  0.172374	  0.165704		CURRENT LEARNING RATE: 0.00019665198915385992
previous_iter_valid_loss : 0.16113731265068054

    817740	  0.161323	  0.161137	  0.165721		CURRENT LEARNING RATE: 0.00019661266268880686
previous_iter_valid_loss : 0.16259443759918213

    817760	  0.162781	  0.162594	  0.165698		CURRENT LEARNING RATE: 0.0001965733440882603
previous_iter_valid_loss : 0.1613723784685135

    817780	  0.161528	  0.161372	  0.165481		CURRENT LEARNING RATE: 0.00019653403335064717
previous_iter_valid_loss : 0.17748887836933136

    817800	  0.177645	  0.177489	  0.164888		CURRENT LEARNING RATE: 0.0001964947304743958
previous_iter_valid_loss : 0.16843897104263306

    817820	  0.168588	  0.168439	  0.164585		CURRENT LEARNING RATE: 0.00019645543545793363
previous_iter_valid_loss : 0.1610986292362213

    817840	  0.161278	  0.161099	  0.164371		CURRENT LEARNING RATE: 0.00019641614829968892
previous_iter_valid_loss : 0.169376403093338

    817860	  0.169607	  0.169376	  0.164718		CURRENT LEARNING RATE: 0.00019637686899808983
previous_iter_valid_loss : 0.16152191162109375

    817880	  0.161705	  0.161522	  0.164680		CURRENT LEARNING RATE: 0.00019633759755156583
previous_iter_valid_loss : 0.18102481961250305

    817900	  0.181361	  0.181025	  0.165604		CURRENT LEARNING RATE: 0.0001962983339585458
previous_iter_valid_loss : 0.1605888307094574

    817920	  0.160750	  0.160589	  0.165479		CURRENT LEARNING RATE: 0.00019625907821745913
previous_iter_valid_loss : 0.16062112152576447

    817940	  0.160792	  0.160621	  0.165451		CURRENT LEARNING RATE: 0.00019621983032673532
previous_iter_valid_loss : 0.16111409664154053

    817960	  0.161294	  0.161114	  0.165158		CURRENT LEARNING RATE: 0.00019618059028480504
previous_iter_valid_loss : 0.1715809553861618

    817980	  0.171723	  0.171581	  0.165712		CURRENT LEARNING RATE: 0.0001961413580900984
previous_iter_valid_loss : 0.16693215072155

    818000	  0.167147	  0.166932	  0.165942		CURRENT LEARNING RATE: 0.00019610213374104612
previous_iter_valid_loss : 0.1622474193572998

    818020	  0.162433	  0.162247	  0.165832		CURRENT LEARNING RATE: 0.00019606291723607889
previous_iter_valid_loss : 0.18309980630874634

    818040	  0.183256	  0.183100	  0.166962		CURRENT LEARNING RATE: 0.0001960237085736287
previous_iter_valid_loss : 0.16398030519485474

    818060	  0.164150	  0.163980	  0.166847		CURRENT LEARNING RATE: 0.0001959845077521269
previous_iter_valid_loss : 0.16385474801063538

    818080	  0.164018	  0.163855	  0.166551		CURRENT LEARNING RATE: 0.00019594531477000538
previous_iter_valid_loss : 0.16739237308502197

    818100	  0.167550	  0.167392	  0.166889		CURRENT LEARNING RATE: 0.00019590612962569617
previous_iter_valid_loss : 0.17930004000663757

    818120	  0.179619	  0.179300	  0.167236		CURRENT LEARNING RATE: 0.00019586695231763255
previous_iter_valid_loss : 0.17006152868270874

    818140	  0.170215	  0.170062	  0.167682		CURRENT LEARNING RATE: 0.000195827782844247
previous_iter_valid_loss : 0.1607016921043396

    818160	  0.160886	  0.160702	  0.167587		CURRENT LEARNING RATE: 0.0001957886212039725
previous_iter_valid_loss : 0.1666666865348816

    818180	  0.166879	  0.166667	  0.167852		CURRENT LEARNING RATE: 0.00019574946739524314
previous_iter_valid_loss : 0.16160030663013458

    818200	  0.161781	  0.161600	  0.167057		CURRENT LEARNING RATE: 0.00019571032141649255
previous_iter_valid_loss : 0.1605013906955719

    818220	  0.160664	  0.160501	  0.166660		CURRENT LEARNING RATE: 0.00019567118326615485
previous_iter_valid_loss : 0.16085942089557648

    818240	  0.161019	  0.160859	  0.166648		CURRENT LEARNING RATE: 0.00019563205294266414
previous_iter_valid_loss : 0.1627613753080368

    818260	  0.162953	  0.162761	  0.166318		CURRENT LEARNING RATE: 0.00019559293044445593
previous_iter_valid_loss : 0.1616365611553192

    818280	  0.161822	  0.161637	  0.166323		CURRENT LEARNING RATE: 0.00019555381576996498
previous_iter_valid_loss : 0.16132229566574097

    818300	  0.161478	  0.161322	  0.165338		CURRENT LEARNING RATE: 0.00019551470891762665
previous_iter_valid_loss : 0.17081128060817719

    818320	  0.171061	  0.170811	  0.165849		CURRENT LEARNING RATE: 0.00019547560988587636
previous_iter_valid_loss : 0.16102741658687592

    818340	  0.161179	  0.161027	  0.165870		CURRENT LEARNING RATE: 0.00019543651867315087
previous_iter_valid_loss : 0.16099309921264648

    818360	  0.161171	  0.160993	  0.165864		CURRENT LEARNING RATE: 0.00019539743527788615
previous_iter_valid_loss : 0.16105009615421295

    818380	  0.161231	  0.161050	  0.165337		CURRENT LEARNING RATE: 0.00019535835969851882
previous_iter_valid_loss : 0.16116994619369507

    818400	  0.161319	  0.161170	  0.165049		CURRENT LEARNING RATE: 0.0001953192919334856
previous_iter_valid_loss : 0.16057594120502472

    818420	  0.160727	  0.160576	  0.164966		CURRENT LEARNING RATE: 0.00019528023198122442
previous_iter_valid_loss : 0.16062453389167786

    818440	  0.160788	  0.160625	  0.163842		CURRENT LEARNING RATE: 0.00019524117984017254
previous_iter_valid_loss : 0.16069349646568298

    818460	  0.160865	  0.160693	  0.163677		CURRENT LEARNING RATE: 0.00019520213550876792
previous_iter_valid_loss : 0.18743722140789032

    818480	  0.187852	  0.187437	  0.164857		CURRENT LEARNING RATE: 0.00019516309898544833
previous_iter_valid_loss : 0.16663682460784912

    818500	  0.166859	  0.166637	  0.164819		CURRENT LEARNING RATE: 0.00019512407026865312
previous_iter_valid_loss : 0.16305549442768097

    818520	  0.163227	  0.163055	  0.164007		CURRENT LEARNING RATE: 0.00019508504935682072
previous_iter_valid_loss : 0.17829790711402893

    818540	  0.178610	  0.178298	  0.164418		CURRENT LEARNING RATE: 0.00019504603624838997
previous_iter_valid_loss : 0.1651780605316162

    818560	  0.165342	  0.165178	  0.164642		CURRENT LEARNING RATE: 0.00019500703094180107
previous_iter_valid_loss : 0.16181623935699463

    818580	  0.161999	  0.161816	  0.164400		CURRENT LEARNING RATE: 0.00019496803343549345
previous_iter_valid_loss : 0.16429278254508972

    818600	  0.164453	  0.164293	  0.164534		CURRENT LEARNING RATE: 0.00019492904372790714
previous_iter_valid_loss : 0.1609259843826294

    818620	  0.161100	  0.160926	  0.164555		CURRENT LEARNING RATE: 0.00019489006181748228
previous_iter_valid_loss : 0.1620473861694336

    818640	  0.162232	  0.162047	  0.164615		CURRENT LEARNING RATE: 0.0001948510877026603
previous_iter_valid_loss : 0.1846713423728943

    818660	  0.184818	  0.184671	  0.165710		CURRENT LEARNING RATE: 0.0001948121213818818
previous_iter_valid_loss : 0.16124428808689117

    818680	  0.161414	  0.161244	  0.165691		CURRENT LEARNING RATE: 0.00019477316285358823
previous_iter_valid_loss : 0.16115616261959076

    818700	  0.161343	  0.161156	  0.165682		CURRENT LEARNING RATE: 0.00019473421211622084
previous_iter_valid_loss : 0.1630171239376068

    818720	  0.163187	  0.163017	  0.165293		CURRENT LEARNING RATE: 0.00019469526916822226
previous_iter_valid_loss : 0.16430987417697906

    818740	  0.164511	  0.164310	  0.165457		CURRENT LEARNING RATE: 0.0001946563340080345
previous_iter_valid_loss : 0.16166314482688904

    818760	  0.161825	  0.161663	  0.165490		CURRENT LEARNING RATE: 0.00019461740663410015
previous_iter_valid_loss : 0.17094315588474274

    818780	  0.171098	  0.170943	  0.165985		CURRENT LEARNING RATE: 0.00019457848704486174
previous_iter_valid_loss : 0.1638668030500412

    818800	  0.164035	  0.163867	  0.166120		CURRENT LEARNING RATE: 0.00019453957523876317
previous_iter_valid_loss : 0.1606636345386505

    818820	  0.160832	  0.160664	  0.166124		CURRENT LEARNING RATE: 0.00019450067121424763
previous_iter_valid_loss : 0.16079138219356537

    818840	  0.160955	  0.160791	  0.166133		CURRENT LEARNING RATE: 0.00019446177496975899
previous_iter_valid_loss : 0.167189359664917

    818860	  0.167403	  0.167189	  0.166457		CURRENT LEARNING RATE: 0.000194422886503741
previous_iter_valid_loss : 0.1606379598379135

    818880	  0.160812	  0.160638	  0.165117		CURRENT LEARNING RATE: 0.00019438400581463886
previous_iter_valid_loss : 0.16321931779384613

    818900	  0.163415	  0.163219	  0.164947		CURRENT LEARNING RATE: 0.00019434513290089698
previous_iter_valid_loss : 0.16583707928657532

    818920	  0.166006	  0.165837	  0.165086		CURRENT LEARNING RATE: 0.00019430626776096045
previous_iter_valid_loss : 0.16064657270908356

    818940	  0.160802	  0.160647	  0.164203		CURRENT LEARNING RATE: 0.0001942674103932743
previous_iter_valid_loss : 0.16405817866325378

    818960	  0.164227	  0.164058	  0.164147		CURRENT LEARNING RATE: 0.0001942285607962849
previous_iter_valid_loss : 0.16240140795707703

    818980	  0.162581	  0.162401	  0.164176		CURRENT LEARNING RATE: 0.000194189718968438
previous_iter_valid_loss : 0.16254518926143646

    819000	  0.162710	  0.162545	  0.164089		CURRENT LEARNING RATE: 0.00019415088490817953
previous_iter_valid_loss : 0.16617274284362793

    819020	  0.166394	  0.166173	  0.164351		CURRENT LEARNING RATE: 0.00019411205861395684
previous_iter_valid_loss : 0.1622973084449768

    819040	  0.162466	  0.162297	  0.164364		CURRENT LEARNING RATE: 0.00019407324008421651
previous_iter_valid_loss : 0.16075479984283447

    819060	  0.160931	  0.160755	  0.163168		CURRENT LEARNING RATE: 0.00019403442931740578
previous_iter_valid_loss : 0.17946244776248932

    819080	  0.179781	  0.179462	  0.164079		CURRENT LEARNING RATE: 0.00019399562631197193
previous_iter_valid_loss : 0.160539910197258

    819100	  0.160697	  0.160540	  0.164048		CURRENT LEARNING RATE: 0.00019395683106636352
previous_iter_valid_loss : 0.1622334122657776

    819120	  0.162400	  0.162233	  0.164009		CURRENT LEARNING RATE: 0.00019391804357902836
previous_iter_valid_loss : 0.16521193087100983

    819140	  0.165413	  0.165212	  0.164054		CURRENT LEARNING RATE: 0.00019387926384841498
previous_iter_valid_loss : 0.1799733191728592

    819160	  0.180318	  0.179973	  0.164969		CURRENT LEARNING RATE: 0.00019384049187297185
previous_iter_valid_loss : 0.16085810959339142

    819180	  0.161037	  0.160858	  0.164465		CURRENT LEARNING RATE: 0.0001938017276511487
previous_iter_valid_loss : 0.16413071751594543

    819200	  0.164293	  0.164131	  0.164478		CURRENT LEARNING RATE: 0.00019376297118139476
previous_iter_valid_loss : 0.16467680037021637

    819220	  0.164877	  0.164677	  0.164679		CURRENT LEARNING RATE: 0.00019372422246215963
previous_iter_valid_loss : 0.16196462512016296

    819240	  0.162155	  0.161965	  0.164738		CURRENT LEARNING RATE: 0.00019368548149189312
previous_iter_valid_loss : 0.16063153743743896

    819260	  0.160803	  0.160632	  0.164410		CURRENT LEARNING RATE: 0.00019364674826904623
previous_iter_valid_loss : 0.16180047392845154

    819280	  0.161987	  0.161800	  0.164468		CURRENT LEARNING RATE: 0.0001936080227920693
previous_iter_valid_loss : 0.1632046401500702

    819300	  0.163374	  0.163205	  0.164467		CURRENT LEARNING RATE: 0.0001935693050594133
previous_iter_valid_loss : 0.16197003424167633

    819320	  0.162167	  0.161970	  0.164274		CURRENT LEARNING RATE: 0.0001935305950695292
previous_iter_valid_loss : 0.1908995658159256

    819340	  0.191338	  0.190900	  0.165787		CURRENT LEARNING RATE: 0.00019349189282086925
previous_iter_valid_loss : 0.16666041314601898

    819360	  0.166878	  0.166660	  0.165917		CURRENT LEARNING RATE: 0.000193453198311885
previous_iter_valid_loss : 0.1632820963859558

    819380	  0.163480	  0.163282	  0.165961		CURRENT LEARNING RATE: 0.00019341451154102844
previous_iter_valid_loss : 0.17049723863601685

    819400	  0.170649	  0.170497	  0.166358		CURRENT LEARNING RATE: 0.0001933758325067527
previous_iter_valid_loss : 0.1653134822845459

    819420	  0.165483	  0.165313	  0.166315		CURRENT LEARNING RATE: 0.00019333716120751025
previous_iter_valid_loss : 0.17204372584819794

    819440	  0.172300	  0.172044	  0.166803		CURRENT LEARNING RATE: 0.0001932984976417543
previous_iter_valid_loss : 0.17090266942977905

    819460	  0.171159	  0.170903	  0.167310		CURRENT LEARNING RATE: 0.0001932598418079379
previous_iter_valid_loss : 0.16069361567497253

    819480	  0.160849	  0.160694	  0.166372		CURRENT LEARNING RATE: 0.0001932211937045156
previous_iter_valid_loss : 0.1641327142715454

    819500	  0.164296	  0.164133	  0.166551		CURRENT LEARNING RATE: 0.00019318255332994105
previous_iter_valid_loss : 0.16328498721122742

    819520	  0.163486	  0.163285	  0.166604		CURRENT LEARNING RATE: 0.00019314392068266864
previous_iter_valid_loss : 0.1625763475894928

    819540	  0.162747	  0.162576	  0.166472		CURRENT LEARNING RATE: 0.00019310529576115277
previous_iter_valid_loss : 0.16427874565124512

    819560	  0.164449	  0.164279	  0.165687		CURRENT LEARNING RATE: 0.00019306667856384908
previous_iter_valid_loss : 0.16144655644893646

    819580	  0.161604	  0.161447	  0.165717		CURRENT LEARNING RATE: 0.00019302806908921258
previous_iter_valid_loss : 0.1659235954284668

    819600	  0.166089	  0.165924	  0.165806		CURRENT LEARNING RATE: 0.00019298946733569883
previous_iter_valid_loss : 0.16185109317302704

    819620	  0.162036	  0.161851	  0.165665		CURRENT LEARNING RATE: 0.00019295087330176345
previous_iter_valid_loss : 0.1704656183719635

    819640	  0.170724	  0.170466	  0.166090		CURRENT LEARNING RATE: 0.00019291228698586343
previous_iter_valid_loss : 0.17042483389377594

    819660	  0.170678	  0.170425	  0.166580		CURRENT LEARNING RATE: 0.0001928737083864549
previous_iter_valid_loss : 0.1678646206855774

    819680	  0.168105	  0.167865	  0.166883		CURRENT LEARNING RATE: 0.00019283513750199471
previous_iter_valid_loss : 0.161492720246315

    819700	  0.161684	  0.161493	  0.166797		CURRENT LEARNING RATE: 0.0001927965743309397
previous_iter_valid_loss : 0.16196687519550323

    819720	  0.162133	  0.161967	  0.166797		CURRENT LEARNING RATE: 0.00019275801887174804
previous_iter_valid_loss : 0.16301105916500092

    819740	  0.163203	  0.163011	  0.165403		CURRENT LEARNING RATE: 0.00019271947112287714
previous_iter_valid_loss : 0.17235803604125977

    819760	  0.172506	  0.172358	  0.165688		CURRENT LEARNING RATE: 0.00019268093108278477
previous_iter_valid_loss : 0.1606401801109314

    819780	  0.160809	  0.160640	  0.165556		CURRENT LEARNING RATE: 0.00019264239874993008
previous_iter_valid_loss : 0.16056127846240997

    819800	  0.160714	  0.160561	  0.165059		CURRENT LEARNING RATE: 0.0001926038741227713
previous_iter_valid_loss : 0.16979888081550598

    819820	  0.170039	  0.169799	  0.165283		CURRENT LEARNING RATE: 0.00019256535719976752
previous_iter_valid_loss : 0.1793806552886963

    819840	  0.179705	  0.179381	  0.165650		CURRENT LEARNING RATE: 0.00019252684797937774
previous_iter_valid_loss : 0.16334111988544464

    819860	  0.163503	  0.163341	  0.165272		CURRENT LEARNING RATE: 0.00019248834646006218
previous_iter_valid_loss : 0.16055093705654144

    819880	  0.160708	  0.160551	  0.165265		CURRENT LEARNING RATE: 0.0001924498526402806
previous_iter_valid_loss : 0.16967904567718506

    819900	  0.169831	  0.169679	  0.165542		CURRENT LEARNING RATE: 0.00019241136651849307
previous_iter_valid_loss : 0.16068415343761444

    819920	  0.160840	  0.160684	  0.165412		CURRENT LEARNING RATE: 0.0001923728880931599
previous_iter_valid_loss : 0.1605575829744339

    819940	  0.160728	  0.160558	  0.165311		CURRENT LEARNING RATE: 0.00019233441736274265
previous_iter_valid_loss : 0.16133110225200653

    819960	  0.161517	  0.161331	  0.165164		CURRENT LEARNING RATE: 0.0001922959543257021
previous_iter_valid_loss : 0.16663403809070587

    819980	  0.166794	  0.166634	  0.165423		CURRENT LEARNING RATE: 0.00019225749898049975
previous_iter_valid_loss : 0.16205689311027527

    820000	  0.162241	  0.162057	  0.165230		CURRENT LEARNING RATE: 0.00019221905132559705
previous_iter_valid_loss : 0.16114331781864166

    820020	  0.161330	  0.161143	  0.165194		CURRENT LEARNING RATE: 0.00019218061135945676
previous_iter_valid_loss : 0.16136161983013153

    820040	  0.161551	  0.161362	  0.164739		CURRENT LEARNING RATE: 0.00019214217908054097
previous_iter_valid_loss : 0.16052938997745514

    820060	  0.160688	  0.160529	  0.164244		CURRENT LEARNING RATE: 0.00019210375448731234
previous_iter_valid_loss : 0.16109344363212585

    820080	  0.161241	  0.161093	  0.163906		CURRENT LEARNING RATE: 0.0001920653375782336
previous_iter_valid_loss : 0.17190584540367126

    820100	  0.172175	  0.171906	  0.164426		CURRENT LEARNING RATE: 0.00019202692835176873
previous_iter_valid_loss : 0.16212961077690125

    820120	  0.162297	  0.162130	  0.164435		CURRENT LEARNING RATE: 0.00019198852680638102
previous_iter_valid_loss : 0.16650380194187164

    820140	  0.166723	  0.166504	  0.164609		CURRENT LEARNING RATE: 0.0001919501329405344
previous_iter_valid_loss : 0.16065873205661774

    820160	  0.160812	  0.160659	  0.164024		CURRENT LEARNING RATE: 0.00019191174675269276
previous_iter_valid_loss : 0.16192303597927094

    820180	  0.162101	  0.161923	  0.164088		CURRENT LEARNING RATE: 0.00019187336824132137
previous_iter_valid_loss : 0.1606738120317459

    820200	  0.160850	  0.160674	  0.164094		CURRENT LEARNING RATE: 0.00019183499740488475
previous_iter_valid_loss : 0.1637076586484909

    820220	  0.163905	  0.163708	  0.163790		CURRENT LEARNING RATE: 0.0001917966342418477
previous_iter_valid_loss : 0.1606544405221939

    820240	  0.160804	  0.160654	  0.162853		CURRENT LEARNING RATE: 0.00019175827875067637
previous_iter_valid_loss : 0.16136644780635834

    820260	  0.161525	  0.161366	  0.162754		CURRENT LEARNING RATE: 0.00019171993092983623
previous_iter_valid_loss : 0.1732611060142517

    820280	  0.173407	  0.173261	  0.163390		CURRENT LEARNING RATE: 0.00019168159077779338
previous_iter_valid_loss : 0.16099590063095093

    820300	  0.161179	  0.160996	  0.162956		CURRENT LEARNING RATE: 0.00019164325829301384
previous_iter_valid_loss : 0.16269530355930328

    820320	  0.162857	  0.162695	  0.163056		CURRENT LEARNING RATE: 0.00019160493347396499
previous_iter_valid_loss : 0.16053137183189392

    820340	  0.160694	  0.160531	  0.163055		CURRENT LEARNING RATE: 0.00019156661631911348
previous_iter_valid_loss : 0.16178514063358307

    820360	  0.161967	  0.161785	  0.163078		CURRENT LEARNING RATE: 0.00019152830682692666
previous_iter_valid_loss : 0.16124388575553894

    820380	  0.161420	  0.161244	  0.162808		CURRENT LEARNING RATE: 0.0001914900049958718
previous_iter_valid_loss : 0.17706449329853058

    820400	  0.177371	  0.177064	  0.163559		CURRENT LEARNING RATE: 0.0001914517108244175
previous_iter_valid_loss : 0.1716117411851883

    820420	  0.171865	  0.171612	  0.164082		CURRENT LEARNING RATE: 0.00019141342431103166
previous_iter_valid_loss : 0.16067606210708618

    820440	  0.160829	  0.160676	  0.164048		CURRENT LEARNING RATE: 0.00019137514545418283
previous_iter_valid_loss : 0.17323681712150574

    820460	  0.173383	  0.173237	  0.164683		CURRENT LEARNING RATE: 0.0001913368742523395
previous_iter_valid_loss : 0.16050128638744354

    820480	  0.160660	  0.160501	  0.164654		CURRENT LEARNING RATE: 0.0001912986107039715
previous_iter_valid_loss : 0.16364538669586182

    820500	  0.163812	  0.163645	  0.164241		CURRENT LEARNING RATE: 0.00019126035480754796
previous_iter_valid_loss : 0.1650228053331375

    820520	  0.165193	  0.165023	  0.164385		CURRENT LEARNING RATE: 0.00019122210656153865
previous_iter_valid_loss : 0.1668594628572464

    820540	  0.167076	  0.166859	  0.164403		CURRENT LEARNING RATE: 0.00019118386596441326
previous_iter_valid_loss : 0.1613454669713974

    820560	  0.161530	  0.161345	  0.164437		CURRENT LEARNING RATE: 0.00019114563301464291
previous_iter_valid_loss : 0.1604970097541809

    820580	  0.160657	  0.160497	  0.164366		CURRENT LEARNING RATE: 0.00019110740771069787
previous_iter_valid_loss : 0.1614377200603485

    820600	  0.161585	  0.161438	  0.164404		CURRENT LEARNING RATE: 0.00019106919005104883
previous_iter_valid_loss : 0.18758293986320496

    820620	  0.187989	  0.187583	  0.165598		CURRENT LEARNING RATE: 0.00019103098003416777
previous_iter_valid_loss : 0.18291036784648895

    820640	  0.183260	  0.182910	  0.166711		CURRENT LEARNING RATE: 0.00019099277765852592
previous_iter_valid_loss : 0.20233912765979767

    820660	  0.202879	  0.202339	  0.168759		CURRENT LEARNING RATE: 0.00019095458292259522
previous_iter_valid_loss : 0.1674652397632599

    820680	  0.167689	  0.167465	  0.168470		CURRENT LEARNING RATE: 0.00019091639582484752
previous_iter_valid_loss : 0.1606016457080841

    820700	  0.160772	  0.160602	  0.168450		CURRENT LEARNING RATE: 0.000190878216363756
previous_iter_valid_loss : 0.16358418762683868

    820720	  0.163756	  0.163584	  0.168494		CURRENT LEARNING RATE: 0.00019084004453779317
previous_iter_valid_loss : 0.16089196503162384

    820740	  0.161074	  0.160892	  0.168512		CURRENT LEARNING RATE: 0.00019080188034543215
previous_iter_valid_loss : 0.16372762620449066

    820760	  0.163919	  0.163728	  0.168609		CURRENT LEARNING RATE: 0.00019076372378514604
previous_iter_valid_loss : 0.16190028190612793

    820780	  0.162080	  0.161900	  0.168642		CURRENT LEARNING RATE: 0.00019072557485540922
previous_iter_valid_loss : 0.16173700988292694

    820800	  0.161925	  0.161737	  0.167876		CURRENT LEARNING RATE: 0.00019068743355469547
previous_iter_valid_loss : 0.1605270504951477

    820820	  0.160695	  0.160527	  0.167322		CURRENT LEARNING RATE: 0.00019064929988147906
previous_iter_valid_loss : 0.16307024657726288

    820840	  0.163237	  0.163070	  0.167441		CURRENT LEARNING RATE: 0.00019061117383423431
previous_iter_valid_loss : 0.17203481495380402

    820860	  0.172181	  0.172035	  0.167381		CURRENT LEARNING RATE: 0.00019057305541143687
previous_iter_valid_loss : 0.16287900507450104

    820880	  0.163069	  0.162879	  0.167500		CURRENT LEARNING RATE: 0.00019053494461156173
previous_iter_valid_loss : 0.16063281893730164

    820900	  0.160792	  0.160633	  0.167350		CURRENT LEARNING RATE: 0.00019049684143308433
previous_iter_valid_loss : 0.160818412899971

    820920	  0.160989	  0.160818	  0.167139		CURRENT LEARNING RATE: 0.00019045874587448033
previous_iter_valid_loss : 0.16588430106639862

    820940	  0.166094	  0.165884	  0.167091		CURRENT LEARNING RATE: 0.00019042065793422648
previous_iter_valid_loss : 0.16675688326358795

    820960	  0.166971	  0.166757	  0.167361		CURRENT LEARNING RATE: 0.00019038257761079904
previous_iter_valid_loss : 0.19888538122177124

    820980	  0.199383	  0.198885	  0.169281		CURRENT LEARNING RATE: 0.0001903445049026743
previous_iter_valid_loss : 0.19640988111495972

    821000	  0.196917	  0.196410	  0.171029		CURRENT LEARNING RATE: 0.00019030643980833022
previous_iter_valid_loss : 0.16054955124855042

    821020	  0.160706	  0.160550	  0.169677		CURRENT LEARNING RATE: 0.00019026838232624366
previous_iter_valid_loss : 0.18459783494472504

    821040	  0.184740	  0.184598	  0.169762		CURRENT LEARNING RATE: 0.0001902303324548925
previous_iter_valid_loss : 0.17918255925178528

    821060	  0.179497	  0.179183	  0.168604		CURRENT LEARNING RATE: 0.0001901922901927543
previous_iter_valid_loss : 0.1810365468263626

    821080	  0.181377	  0.181037	  0.169283		CURRENT LEARNING RATE: 0.00019015425553830807
previous_iter_valid_loss : 0.16569051146507263

    821100	  0.165850	  0.165691	  0.169537		CURRENT LEARNING RATE: 0.0001901162284900321
previous_iter_valid_loss : 0.16115592420101166

    821120	  0.161341	  0.161156	  0.169416		CURRENT LEARNING RATE: 0.00019007820904640523
previous_iter_valid_loss : 0.16632382571697235

    821140	  0.166481	  0.166324	  0.169687		CURRENT LEARNING RATE: 0.0001900401972059065
previous_iter_valid_loss : 0.16052231192588806

    821160	  0.160684	  0.160522	  0.169527		CURRENT LEARNING RATE: 0.00019000219296701594
previous_iter_valid_loss : 0.16224662959575653

    821180	  0.162433	  0.162247	  0.169544		CURRENT LEARNING RATE: 0.00018996419632821317
previous_iter_valid_loss : 0.16052895784378052

    821200	  0.160698	  0.160529	  0.169484		CURRENT LEARNING RATE: 0.00018992620728797827
previous_iter_valid_loss : 0.1628442406654358

    821220	  0.163016	  0.162844	  0.169600		CURRENT LEARNING RATE: 0.00018988822584479134
previous_iter_valid_loss : 0.16220298409461975

    821240	  0.162392	  0.162203	  0.169556		CURRENT LEARNING RATE: 0.00018985025199713383
previous_iter_valid_loss : 0.16074903309345245

    821260	  0.160924	  0.160749	  0.168992		CURRENT LEARNING RATE: 0.0001898122857434864
previous_iter_valid_loss : 0.1615152508020401

    821280	  0.161704	  0.161515	  0.168924		CURRENT LEARNING RATE: 0.00018977432708233043
previous_iter_valid_loss : 0.16389843821525574

    821300	  0.164090	  0.163898	  0.169087		CURRENT LEARNING RATE: 0.00018973637601214725
previous_iter_valid_loss : 0.1679612696170807

    821320	  0.168195	  0.167961	  0.169444		CURRENT LEARNING RATE: 0.00018969843253141945
previous_iter_valid_loss : 0.1633376181125641

    821340	  0.163533	  0.163338	  0.169317		CURRENT LEARNING RATE: 0.000189660496638629
previous_iter_valid_loss : 0.16259555518627167

    821360	  0.162782	  0.162596	  0.169109		CURRENT LEARNING RATE: 0.00018962256833225807
previous_iter_valid_loss : 0.1785978227853775

    821380	  0.178899	  0.178598	  0.168095		CURRENT LEARNING RATE: 0.0001895846476107903
previous_iter_valid_loss : 0.17548072338104248

    821400	  0.175632	  0.175481	  0.167048		CURRENT LEARNING RATE: 0.00018954673447270836
previous_iter_valid_loss : 0.16944706439971924

    821420	  0.169601	  0.169447	  0.167493		CURRENT LEARNING RATE: 0.0001895088289164959
previous_iter_valid_loss : 0.1626519411802292

    821440	  0.162840	  0.162652	  0.166396		CURRENT LEARNING RATE: 0.00018947093094063625
previous_iter_valid_loss : 0.17033018171787262

    821460	  0.170581	  0.170330	  0.165953		CURRENT LEARNING RATE: 0.00018943304054361423
previous_iter_valid_loss : 0.16215074062347412

    821480	  0.162343	  0.162151	  0.165009		CURRENT LEARNING RATE: 0.00018939515772391387
previous_iter_valid_loss : 0.16402728855609894

    821500	  0.164225	  0.164027	  0.164926		CURRENT LEARNING RATE: 0.00018935728248001979
previous_iter_valid_loss : 0.18125098943710327

    821520	  0.181595	  0.181251	  0.165930		CURRENT LEARNING RATE: 0.00018931941481041672
previous_iter_valid_loss : 0.17265237867832184

    821540	  0.172912	  0.172652	  0.166247		CURRENT LEARNING RATE: 0.0001892815547135906
previous_iter_valid_loss : 0.17193906009197235

    821560	  0.172078	  0.171939	  0.166818		CURRENT LEARNING RATE: 0.0001892437021880267
previous_iter_valid_loss : 0.16077086329460144

    821580	  0.160933	  0.160771	  0.166744		CURRENT LEARNING RATE: 0.00018920585723221093
previous_iter_valid_loss : 0.16675585508346558

    821600	  0.166985	  0.166756	  0.167055		CURRENT LEARNING RATE: 0.00018916801984462912
previous_iter_valid_loss : 0.16362902522087097

    821620	  0.163789	  0.163629	  0.167094		CURRENT LEARNING RATE: 0.00018913019002376845
previous_iter_valid_loss : 0.17239341139793396

    821640	  0.172535	  0.172393	  0.167604		CURRENT LEARNING RATE: 0.00018909236776811544
previous_iter_valid_loss : 0.16243185102939606

    821660	  0.162624	  0.162432	  0.167688		CURRENT LEARNING RATE: 0.00018905455307615713
previous_iter_valid_loss : 0.17911480367183685

    821680	  0.179274	  0.179115	  0.168568		CURRENT LEARNING RATE: 0.0001890167459463807
previous_iter_valid_loss : 0.18143804371356964

    821700	  0.181599	  0.181438	  0.169445		CURRENT LEARNING RATE: 0.00018897894637727442
previous_iter_valid_loss : 0.1605309396982193

    821720	  0.160688	  0.160531	  0.169074		CURRENT LEARNING RATE: 0.00018894115436732598
previous_iter_valid_loss : 0.163417786359787

    821740	  0.163581	  0.163418	  0.169078		CURRENT LEARNING RATE: 0.0001889033699150238
previous_iter_valid_loss : 0.16208407282829285

    821760	  0.162270	  0.162084	  0.169052		CURRENT LEARNING RATE: 0.00018886559301885608
previous_iter_valid_loss : 0.1652849316596985

    821780	  0.165455	  0.165285	  0.168386		CURRENT LEARNING RATE: 0.00018882782367731247
previous_iter_valid_loss : 0.16147750616073608

    821800	  0.161630	  0.161478	  0.167686		CURRENT LEARNING RATE: 0.0001887900618888818
previous_iter_valid_loss : 0.16675446927547455

    821820	  0.166914	  0.166754	  0.167552		CURRENT LEARNING RATE: 0.00018875230765205329
previous_iter_valid_loss : 0.17720012366771698

    821840	  0.177351	  0.177200	  0.168279		CURRENT LEARNING RATE: 0.00018871456096531747
previous_iter_valid_loss : 0.16192156076431274

    821860	  0.162070	  0.161922	  0.167859		CURRENT LEARNING RATE: 0.00018867682182716414
previous_iter_valid_loss : 0.16142791509628296

    821880	  0.161610	  0.161428	  0.167822		CURRENT LEARNING RATE: 0.00018863909023608363
previous_iter_valid_loss : 0.160676971077919

    821900	  0.160841	  0.160677	  0.167655		CURRENT LEARNING RATE: 0.0001886013661905665
previous_iter_valid_loss : 0.16123569011688232

    821920	  0.161397	  0.161236	  0.166654		CURRENT LEARNING RATE: 0.00018856364968910432
previous_iter_valid_loss : 0.164046049118042

    821940	  0.164258	  0.164046	  0.166224		CURRENT LEARNING RATE: 0.00018852594073018818
previous_iter_valid_loss : 0.18024343252182007

    821960	  0.180567	  0.180243	  0.166639		CURRENT LEARNING RATE: 0.00018848823931230972
previous_iter_valid_loss : 0.16546225547790527

    821980	  0.165676	  0.165462	  0.166874		CURRENT LEARNING RATE: 0.00018845054543396048
previous_iter_valid_loss : 0.1606476604938507

    822000	  0.160803	  0.160648	  0.166568		CURRENT LEARNING RATE: 0.00018841285909363344
previous_iter_valid_loss : 0.1619534194469452

    822020	  0.162135	  0.161953	  0.166484		CURRENT LEARNING RATE: 0.00018837518028982076
previous_iter_valid_loss : 0.16051220893859863

    822040	  0.160672	  0.160512	  0.165890		CURRENT LEARNING RATE: 0.00018833750902101534
previous_iter_valid_loss : 0.16329792141914368

    822060	  0.163472	  0.163298	  0.165934		CURRENT LEARNING RATE: 0.00018829984528570995
previous_iter_valid_loss : 0.16059726476669312

    822080	  0.160761	  0.160597	  0.165008		CURRENT LEARNING RATE: 0.00018826218908239877
previous_iter_valid_loss : 0.1609896868467331

    822100	  0.161143	  0.160990	  0.163985		CURRENT LEARNING RATE: 0.00018822454040957513
previous_iter_valid_loss : 0.1605442613363266

    822120	  0.160702	  0.160544	  0.163986		CURRENT LEARNING RATE: 0.00018818689926573316
previous_iter_valid_loss : 0.16070260107517242

    822140	  0.160880	  0.160703	  0.163850		CURRENT LEARNING RATE: 0.00018814926564936685
previous_iter_valid_loss : 0.16287821531295776

    822160	  0.163071	  0.162878	  0.163890		CURRENT LEARNING RATE: 0.00018811163955897154
previous_iter_valid_loss : 0.16434246301651

    822180	  0.164538	  0.164342	  0.163843		CURRENT LEARNING RATE: 0.0001880740209930418
previous_iter_valid_loss : 0.1606236696243286

    822200	  0.160782	  0.160624	  0.163800		CURRENT LEARNING RATE: 0.00018803640995007263
previous_iter_valid_loss : 0.16051459312438965

    822220	  0.160674	  0.160515	  0.163488		CURRENT LEARNING RATE: 0.0001879988064285602
previous_iter_valid_loss : 0.17398396134376526

    822240	  0.174260	  0.173984	  0.163327		CURRENT LEARNING RATE: 0.00018796121042700007
previous_iter_valid_loss : 0.16083379089832306

    822260	  0.160994	  0.160834	  0.163273		CURRENT LEARNING RATE: 0.00018792362194388831
previous_iter_valid_loss : 0.1665845662355423

    822280	  0.166794	  0.166585	  0.163531		CURRENT LEARNING RATE: 0.0001878860409777212
previous_iter_valid_loss : 0.1688651144504547

    822300	  0.169019	  0.168865	  0.163940		CURRENT LEARNING RATE: 0.00018784846752699608
previous_iter_valid_loss : 0.16263505816459656

    822320	  0.162796	  0.162635	  0.164010		CURRENT LEARNING RATE: 0.00018781090159020967
previous_iter_valid_loss : 0.1982339471578598

    822340	  0.198743	  0.198234	  0.165720		CURRENT LEARNING RATE: 0.0001877733431658593
previous_iter_valid_loss : 0.1744784414768219

    822360	  0.174762	  0.174478	  0.165431		CURRENT LEARNING RATE: 0.0001877357922524424
previous_iter_valid_loss : 0.16456633806228638

    822380	  0.164770	  0.164566	  0.165387		CURRENT LEARNING RATE: 0.00018769824884845755
previous_iter_valid_loss : 0.18599706888198853

    822400	  0.186394	  0.185997	  0.166654		CURRENT LEARNING RATE: 0.00018766071295240268
previous_iter_valid_loss : 0.16838201880455017

    822420	  0.168608	  0.168382	  0.166975		CURRENT LEARNING RATE: 0.00018762318456277635
previous_iter_valid_loss : 0.16999652981758118

    822440	  0.170241	  0.169997	  0.167450		CURRENT LEARNING RATE: 0.0001875856636780771
previous_iter_valid_loss : 0.16131965816020966

    822460	  0.161500	  0.161320	  0.167351		CURRENT LEARNING RATE: 0.00018754815029680473
previous_iter_valid_loss : 0.16311651468276978

    822480	  0.163315	  0.163117	  0.167477		CURRENT LEARNING RATE: 0.0001875106444174584
previous_iter_valid_loss : 0.1785450428724289

    822500	  0.178867	  0.178545	  0.168354		CURRENT LEARNING RATE: 0.00018747314603853788
previous_iter_valid_loss : 0.16157037019729614

    822520	  0.161734	  0.161570	  0.168406		CURRENT LEARNING RATE: 0.0001874356551585429
previous_iter_valid_loss : 0.172575905919075

    822540	  0.172723	  0.172576	  0.168999		CURRENT LEARNING RATE: 0.0001873981717759745
previous_iter_valid_loss : 0.1614593118429184

    822560	  0.161618	  0.161459	  0.168928		CURRENT LEARNING RATE: 0.00018736069588933297
previous_iter_valid_loss : 0.1917659193277359

    822580	  0.191886	  0.191766	  0.170300		CURRENT LEARNING RATE: 0.00018732322749711894
previous_iter_valid_loss : 0.1615564227104187

    822600	  0.161750	  0.161556	  0.170346		CURRENT LEARNING RATE: 0.0001872857665978344
previous_iter_valid_loss : 0.18762944638729095

    822620	  0.187764	  0.187629	  0.171702		CURRENT LEARNING RATE: 0.00018724831318998056
previous_iter_valid_loss : 0.16626353561878204

    822640	  0.166425	  0.166264	  0.171316		CURRENT LEARNING RATE: 0.00018721086727205928
previous_iter_valid_loss : 0.16450493037700653

    822660	  0.164709	  0.164505	  0.171500		CURRENT LEARNING RATE: 0.00018717342884257238
previous_iter_valid_loss : 0.16762752830982208

    822680	  0.167785	  0.167628	  0.171552		CURRENT LEARNING RATE: 0.00018713599790002295
previous_iter_valid_loss : 0.16104459762573242

    822700	  0.161200	  0.161045	  0.171161		CURRENT LEARNING RATE: 0.0001870985744429135
previous_iter_valid_loss : 0.1608729064464569

    822720	  0.161037	  0.160873	  0.171073		CURRENT LEARNING RATE: 0.00018706115846974704
previous_iter_valid_loss : 0.1605631411075592

    822740	  0.160733	  0.160563	  0.169189		CURRENT LEARNING RATE: 0.0001870237499790266
previous_iter_valid_loss : 0.16955450177192688

    822760	  0.169707	  0.169555	  0.168943		CURRENT LEARNING RATE: 0.00018698634896925653
previous_iter_valid_loss : 0.18068483471870422

    822780	  0.180844	  0.180685	  0.169749		CURRENT LEARNING RATE: 0.00018694895543894046
previous_iter_valid_loss : 0.16211441159248352

    822800	  0.162303	  0.162114	  0.168555		CURRENT LEARNING RATE: 0.00018691156938658261
previous_iter_valid_loss : 0.16222284734249115

    822820	  0.162409	  0.162223	  0.168247		CURRENT LEARNING RATE: 0.00018687419081068725
previous_iter_valid_loss : 0.16080431640148163

    822840	  0.160957	  0.160804	  0.167787		CURRENT LEARNING RATE: 0.00018683681970975983
previous_iter_valid_loss : 0.17139358818531036

    822860	  0.171652	  0.171394	  0.168291		CURRENT LEARNING RATE: 0.00018679945608230528
previous_iter_valid_loss : 0.16610462963581085

    822880	  0.166266	  0.166105	  0.168440		CURRENT LEARNING RATE: 0.00018676209992682898
previous_iter_valid_loss : 0.17679284512996674

    822900	  0.176944	  0.176793	  0.168353		CURRENT LEARNING RATE: 0.00018672475124183635
previous_iter_valid_loss : 0.16050955653190613

    822920	  0.160672	  0.160510	  0.168300		CURRENT LEARNING RATE: 0.00018668741002583414
previous_iter_valid_loss : 0.16097457706928253

    822940	  0.161161	  0.160975	  0.167719		CURRENT LEARNING RATE: 0.00018665007627732838
previous_iter_valid_loss : 0.16468627750873566

    822960	  0.164893	  0.164686	  0.167881		CURRENT LEARNING RATE: 0.00018661274999482564
previous_iter_valid_loss : 0.1649213433265686

    822980	  0.165090	  0.164921	  0.166539		CURRENT LEARNING RATE: 0.00018657543117683262
previous_iter_valid_loss : 0.16459675133228302

    823000	  0.164772	  0.164597	  0.166691		CURRENT LEARNING RATE: 0.00018653811982185725
previous_iter_valid_loss : 0.16050387918949127

    823020	  0.160673	  0.160504	  0.165334		CURRENT LEARNING RATE: 0.00018650081592840663
previous_iter_valid_loss : 0.16055071353912354

    823040	  0.160719	  0.160551	  0.165049		CURRENT LEARNING RATE: 0.00018646351949498836
previous_iter_valid_loss : 0.16339097917079926

    823060	  0.163557	  0.163391	  0.164993		CURRENT LEARNING RATE: 0.00018642623052011125
previous_iter_valid_loss : 0.1869751513004303

    823080	  0.187387	  0.186975	  0.165960		CURRENT LEARNING RATE: 0.00018638894900228336
previous_iter_valid_loss : 0.18970893323421478

    823100	  0.189834	  0.189709	  0.167394		CURRENT LEARNING RATE: 0.00018635167494001346
previous_iter_valid_loss : 0.16345831751823425

    823120	  0.163625	  0.163458	  0.167523		CURRENT LEARNING RATE: 0.00018631440833181026
previous_iter_valid_loss : 0.16120396554470062

    823140	  0.161395	  0.161204	  0.167555		CURRENT LEARNING RATE: 0.00018627714917618374
previous_iter_valid_loss : 0.1666017770767212

    823160	  0.166767	  0.166602	  0.167407		CURRENT LEARNING RATE: 0.00018623989747164322
previous_iter_valid_loss : 0.16486835479736328

    823180	  0.165032	  0.164868	  0.166616		CURRENT LEARNING RATE: 0.00018620265321669862
previous_iter_valid_loss : 0.16109415888786316

    823200	  0.161270	  0.161094	  0.166565		CURRENT LEARNING RATE: 0.00018616541640985984
previous_iter_valid_loss : 0.17346034944057465

    823220	  0.173603	  0.173460	  0.167127		CURRENT LEARNING RATE: 0.00018612818704963807
previous_iter_valid_loss : 0.16153965890407562

    823240	  0.161732	  0.161540	  0.167164		CURRENT LEARNING RATE: 0.00018609096513454382
previous_iter_valid_loss : 0.16745345294475555

    823260	  0.167670	  0.167453	  0.166967		CURRENT LEARNING RATE: 0.0001860537506630882
previous_iter_valid_loss : 0.16053417325019836

    823280	  0.160698	  0.160534	  0.166689		CURRENT LEARNING RATE: 0.00018601654363378228
previous_iter_valid_loss : 0.17149494588375092

    823300	  0.171643	  0.171495	  0.166424		CURRENT LEARNING RATE: 0.0001859793440451385
previous_iter_valid_loss : 0.16595503687858582

    823320	  0.166109	  0.165955	  0.166696		CURRENT LEARNING RATE: 0.0001859421518956685
previous_iter_valid_loss : 0.16152220964431763

    823340	  0.161708	  0.161522	  0.166723		CURRENT LEARNING RATE: 0.00018590496718388452
previous_iter_valid_loss : 0.16367484629154205

    823360	  0.163879	  0.163675	  0.166673		CURRENT LEARNING RATE: 0.000185867789908299
previous_iter_valid_loss : 0.16702497005462646

    823380	  0.167183	  0.167025	  0.166778		CURRENT LEARNING RATE: 0.00018583062006742544
previous_iter_valid_loss : 0.16451400518417358

    823400	  0.164724	  0.164514	  0.166774		CURRENT LEARNING RATE: 0.00018579345765977665
previous_iter_valid_loss : 0.16493989527225494

    823420	  0.165099	  0.164940	  0.166996		CURRENT LEARNING RATE: 0.0001857563026838659
previous_iter_valid_loss : 0.17731592059135437

    823440	  0.177621	  0.177316	  0.167834		CURRENT LEARNING RATE: 0.0001857191551382076
previous_iter_valid_loss : 0.16987934708595276

    823460	  0.170140	  0.169879	  0.168158		CURRENT LEARNING RATE: 0.00018568201502131555
previous_iter_valid_loss : 0.1626645028591156

    823480	  0.162829	  0.162665	  0.166943		CURRENT LEARNING RATE: 0.0001856448823317041
previous_iter_valid_loss : 0.16115373373031616

    823500	  0.161311	  0.161154	  0.165515		CURRENT LEARNING RATE: 0.00018560775706788767
previous_iter_valid_loss : 0.16402991116046906

    823520	  0.164201	  0.164030	  0.165544		CURRENT LEARNING RATE: 0.00018557063922838184
previous_iter_valid_loss : 0.17806267738342285

    823540	  0.178362	  0.178063	  0.166386		CURRENT LEARNING RATE: 0.0001855335288117016
previous_iter_valid_loss : 0.16550086438655853

    823560	  0.165710	  0.165501	  0.166331		CURRENT LEARNING RATE: 0.00018549642581636259
previous_iter_valid_loss : 0.16059739887714386

    823580	  0.160751	  0.160597	  0.166118		CURRENT LEARNING RATE: 0.00018545933024088026
previous_iter_valid_loss : 0.16068238019943237

    823600	  0.160832	  0.160682	  0.166097		CURRENT LEARNING RATE: 0.00018542224208377151
previous_iter_valid_loss : 0.18150945007801056

    823620	  0.181860	  0.181509	  0.166500		CURRENT LEARNING RATE: 0.00018538516134355247
previous_iter_valid_loss : 0.16474930942058563

    823640	  0.164952	  0.164749	  0.166660		CURRENT LEARNING RATE: 0.0001853480880187399
previous_iter_valid_loss : 0.17251071333885193

    823660	  0.172656	  0.172511	  0.166913		CURRENT LEARNING RATE: 0.00018531102210785053
previous_iter_valid_loss : 0.17661570012569427

    823680	  0.176903	  0.176616	  0.167717		CURRENT LEARNING RATE: 0.0001852739636094024
previous_iter_valid_loss : 0.16234545409679413

    823700	  0.162531	  0.162345	  0.167260		CURRENT LEARNING RATE: 0.0001852369125219129
previous_iter_valid_loss : 0.16063427925109863

    823720	  0.160792	  0.160634	  0.166994		CURRENT LEARNING RATE: 0.00018519986884389986
previous_iter_valid_loss : 0.1614534556865692

    823740	  0.161637	  0.161453	  0.166990		CURRENT LEARNING RATE: 0.0001851628325738813
previous_iter_valid_loss : 0.16082938015460968

    823760	  0.160997	  0.160829	  0.166848		CURRENT LEARNING RATE: 0.00018512580371037642
previous_iter_valid_loss : 0.1615201234817505

    823780	  0.161682	  0.161520	  0.166573		CURRENT LEARNING RATE: 0.00018508878225190366
previous_iter_valid_loss : 0.17619572579860687

    823800	  0.176348	  0.176196	  0.167157		CURRENT LEARNING RATE: 0.00018505176819698192
previous_iter_valid_loss : 0.16136890649795532

    823820	  0.161546	  0.161369	  0.166978		CURRENT LEARNING RATE: 0.00018501476154413125
previous_iter_valid_loss : 0.18721459805965424

    823840	  0.187605	  0.187215	  0.167473		CURRENT LEARNING RATE: 0.00018497776229187108
previous_iter_valid_loss : 0.16274388134479523

    823860	  0.162907	  0.162744	  0.167116		CURRENT LEARNING RATE: 0.0001849407704387214
previous_iter_valid_loss : 0.18592502176761627

    823880	  0.186071	  0.185925	  0.168279		CURRENT LEARNING RATE: 0.00018490378598320223
previous_iter_valid_loss : 0.17846274375915527

    823900	  0.178614	  0.178463	  0.169145		CURRENT LEARNING RATE: 0.0001848668089238349
previous_iter_valid_loss : 0.18826091289520264

    823920	  0.188398	  0.188261	  0.170356		CURRENT LEARNING RATE: 0.0001848298392591399
previous_iter_valid_loss : 0.16061198711395264

    823940	  0.160771	  0.160612	  0.169484		CURRENT LEARNING RATE: 0.00018479287698763852
previous_iter_valid_loss : 0.16093400120735168

    823960	  0.161090	  0.160934	  0.169256		CURRENT LEARNING RATE: 0.00018475592210785192
previous_iter_valid_loss : 0.17041274905204773

    823980	  0.170563	  0.170413	  0.169746		CURRENT LEARNING RATE: 0.00018471897461830254
previous_iter_valid_loss : 0.16714215278625488

    824000	  0.167295	  0.167142	  0.170069		CURRENT LEARNING RATE: 0.0001846820345175122
previous_iter_valid_loss : 0.16368289291858673

    824020	  0.163879	  0.163683	  0.169178		CURRENT LEARNING RATE: 0.00018464510180400323
previous_iter_valid_loss : 0.16060353815555573

    824040	  0.160775	  0.160604	  0.168971		CURRENT LEARNING RATE: 0.00018460817647629804
previous_iter_valid_loss : 0.1605522334575653

    824060	  0.160711	  0.160552	  0.168373		CURRENT LEARNING RATE: 0.00018457125853292027
previous_iter_valid_loss : 0.16078291833400726

    824080	  0.160934	  0.160783	  0.167581		CURRENT LEARNING RATE: 0.00018453434797239285
previous_iter_valid_loss : 0.1607513129711151

    824100	  0.160921	  0.160751	  0.167501		CURRENT LEARNING RATE: 0.00018449744479323937
previous_iter_valid_loss : 0.16072319447994232

    824120	  0.160891	  0.160723	  0.167506		CURRENT LEARNING RATE: 0.00018446054899398342
previous_iter_valid_loss : 0.18744850158691406

    824140	  0.187848	  0.187449	  0.168806		CURRENT LEARNING RATE: 0.00018442366057314975
previous_iter_valid_loss : 0.16631890833377838

    824160	  0.166532	  0.166319	  0.169080		CURRENT LEARNING RATE: 0.00018438677952926252
previous_iter_valid_loss : 0.16102656722068787

    824180	  0.161176	  0.161027	  0.169055		CURRENT LEARNING RATE: 0.00018434990586084618
previous_iter_valid_loss : 0.188697949051857

    824200	  0.188828	  0.188698	  0.169681		CURRENT LEARNING RATE: 0.0001843130395664264
previous_iter_valid_loss : 0.17602042853832245

    824220	  0.176173	  0.176020	  0.170413		CURRENT LEARNING RATE: 0.0001842761806445283
previous_iter_valid_loss : 0.1610608845949173

    824240	  0.161216	  0.161061	  0.169105		CURRENT LEARNING RATE: 0.00018423932909367735
previous_iter_valid_loss : 0.18080082535743713

    824260	  0.180958	  0.180801	  0.170008		CURRENT LEARNING RATE: 0.00018420248491239936
previous_iter_valid_loss : 0.16546984016895294

    824280	  0.165676	  0.165470	  0.168985		CURRENT LEARNING RATE: 0.00018416564809922107
previous_iter_valid_loss : 0.16051897406578064

    824300	  0.160678	  0.160519	  0.168088		CURRENT LEARNING RATE: 0.0001841288186526687
previous_iter_valid_loss : 0.17683762311935425

    824320	  0.177131	  0.176838	  0.167517		CURRENT LEARNING RATE: 0.00018409199657126916
previous_iter_valid_loss : 0.17648477852344513

    824340	  0.176772	  0.176485	  0.168311		CURRENT LEARNING RATE: 0.00018405518185354912
previous_iter_valid_loss : 0.1616269052028656

    824360	  0.161801	  0.161627	  0.168345		CURRENT LEARNING RATE: 0.00018401837449803676
previous_iter_valid_loss : 0.16255338490009308

    824380	  0.162697	  0.162553	  0.167952		CURRENT LEARNING RATE: 0.0001839815745032594
previous_iter_valid_loss : 0.17051902413368225

    824400	  0.170764	  0.170519	  0.168121		CURRENT LEARNING RATE: 0.00018394478186774504
previous_iter_valid_loss : 0.1850883662700653

    824420	  0.185236	  0.185088	  0.169192		CURRENT LEARNING RATE: 0.00018390799659002163
previous_iter_valid_loss : 0.17276720702648163

    824440	  0.172911	  0.172767	  0.169800		CURRENT LEARNING RATE: 0.00018387121866861842
previous_iter_valid_loss : 0.16074901819229126

    824460	  0.160918	  0.160749	  0.169810		CURRENT LEARNING RATE: 0.00018383444810206402
previous_iter_valid_loss : 0.16067619621753693

    824480	  0.160828	  0.160676	  0.169804		CURRENT LEARNING RATE: 0.00018379768488888755
previous_iter_valid_loss : 0.1621425598859787

    824500	  0.162332	  0.162143	  0.169874		CURRENT LEARNING RATE: 0.00018376092902761817
previous_iter_valid_loss : 0.17160075902938843

    824520	  0.171752	  0.171601	  0.170418		CURRENT LEARNING RATE: 0.00018372418051678632
previous_iter_valid_loss : 0.1604965627193451

    824540	  0.160657	  0.160497	  0.169070		CURRENT LEARNING RATE: 0.0001836874393549217
previous_iter_valid_loss : 0.1613699346780777

    824560	  0.161518	  0.161370	  0.168823		CURRENT LEARNING RATE: 0.0001836507055405547
previous_iter_valid_loss : 0.16144061088562012

    824580	  0.161598	  0.161441	  0.168843		CURRENT LEARNING RATE: 0.0001836139790722156
previous_iter_valid_loss : 0.16845150291919708

    824600	  0.168607	  0.168452	  0.167831		CURRENT LEARNING RATE: 0.000183577259948436
previous_iter_valid_loss : 0.1733531802892685

    824620	  0.173628	  0.173353	  0.167698		CURRENT LEARNING RATE: 0.00018354054816774687
previous_iter_valid_loss : 0.16655977070331573

    824640	  0.166719	  0.166560	  0.167973		CURRENT LEARNING RATE: 0.00018350384372867932
previous_iter_valid_loss : 0.162550687789917

    824660	  0.162716	  0.162551	  0.167060		CURRENT LEARNING RATE: 0.00018346714662976588
previous_iter_valid_loss : 0.160739928483963

    824680	  0.160911	  0.160740	  0.166824		CURRENT LEARNING RATE: 0.00018343045686953835
previous_iter_valid_loss : 0.16277433931827545

    824700	  0.162978	  0.162774	  0.166936		CURRENT LEARNING RATE: 0.00018339377444652908
previous_iter_valid_loss : 0.1614040583372116

    824720	  0.161563	  0.161404	  0.166165		CURRENT LEARNING RATE: 0.0001833570993592705
previous_iter_valid_loss : 0.16071029007434845

    824740	  0.160871	  0.160710	  0.165376		CURRENT LEARNING RATE: 0.00018332043160629628
previous_iter_valid_loss : 0.16365323960781097

    824760	  0.163823	  0.163653	  0.165477		CURRENT LEARNING RATE: 0.0001832837711861393
previous_iter_valid_loss : 0.1606031209230423

    824780	  0.160767	  0.160603	  0.165380		CURRENT LEARNING RATE: 0.00018324711809733325
previous_iter_valid_loss : 0.17159239947795868

    824800	  0.171738	  0.171592	  0.165433		CURRENT LEARNING RATE: 0.00018321047233841155
previous_iter_valid_loss : 0.16050764918327332

    824820	  0.160669	  0.160508	  0.164204		CURRENT LEARNING RATE: 0.00018317383390790916
previous_iter_valid_loss : 0.16056004166603088

    824840	  0.160726	  0.160560	  0.163594		CURRENT LEARNING RATE: 0.00018313720280436013
previous_iter_valid_loss : 0.16101369261741638

    824860	  0.161171	  0.161014	  0.163607		CURRENT LEARNING RATE: 0.0001831005790262992
previous_iter_valid_loss : 0.17331182956695557

    824880	  0.173453	  0.173312	  0.164239		CURRENT LEARNING RATE: 0.00018306396257226118
previous_iter_valid_loss : 0.1848161518573761

    824900	  0.185203	  0.184816	  0.165373		CURRENT LEARNING RATE: 0.00018302735344078198
previous_iter_valid_loss : 0.1648704707622528

    824920	  0.165068	  0.164870	  0.165036		CURRENT LEARNING RATE: 0.00018299075163039696
previous_iter_valid_loss : 0.16053129732608795

    824940	  0.160701	  0.160531	  0.165038		CURRENT LEARNING RATE: 0.000182954157139642
previous_iter_valid_loss : 0.17059268057346344

    824960	  0.170838	  0.170593	  0.165499		CURRENT LEARNING RATE: 0.00018291756996705307
previous_iter_valid_loss : 0.16065967082977295

    824980	  0.160828	  0.160660	  0.165460		CURRENT LEARNING RATE: 0.00018288099011116727
previous_iter_valid_loss : 0.16059353947639465

    825000	  0.160767	  0.160594	  0.165067		CURRENT LEARNING RATE: 0.00018284441757052106
previous_iter_valid_loss : 0.16284918785095215

    825020	  0.163022	  0.162849	  0.164542		CURRENT LEARNING RATE: 0.00018280785234365133
previous_iter_valid_loss : 0.1736544370651245

    825040	  0.173807	  0.173654	  0.164897		CURRENT LEARNING RATE: 0.00018277129442909596
previous_iter_valid_loss : 0.16049520671367645

    825060	  0.160659	  0.160495	  0.164794		CURRENT LEARNING RATE: 0.00018273474382539244
previous_iter_valid_loss : 0.16138343513011932

    825080	  0.161564	  0.161383	  0.164826		CURRENT LEARNING RATE: 0.00018269820053107869
previous_iter_valid_loss : 0.16921904683113098

    825100	  0.169459	  0.169219	  0.165148		CURRENT LEARNING RATE: 0.0001826616645446927
previous_iter_valid_loss : 0.1850704401731491

    825120	  0.185444	  0.185070	  0.166332		CURRENT LEARNING RATE: 0.00018262513586477357
previous_iter_valid_loss : 0.16164878010749817

    825140	  0.161797	  0.161649	  0.166379		CURRENT LEARNING RATE: 0.00018258861448985992
previous_iter_valid_loss : 0.16227027773857117

    825160	  0.162456	  0.162270	  0.166309		CURRENT LEARNING RATE: 0.0001825521004184909
previous_iter_valid_loss : 0.16086536645889282

    825180	  0.161022	  0.160865	  0.166322		CURRENT LEARNING RATE: 0.00018251559364920557
previous_iter_valid_loss : 0.16082346439361572

    825200	  0.160993	  0.160823	  0.165784		CURRENT LEARNING RATE: 0.00018247909418054437
previous_iter_valid_loss : 0.16061732172966003

    825220	  0.160782	  0.160617	  0.165790		CURRENT LEARNING RATE: 0.00018244260201104691
previous_iter_valid_loss : 0.16944538056850433

    825240	  0.169677	  0.169445	  0.166234		CURRENT LEARNING RATE: 0.0001824061171392536
previous_iter_valid_loss : 0.1610041707754135

    825260	  0.161190	  0.161004	  0.166233		CURRENT LEARNING RATE: 0.00018236963956370464
previous_iter_valid_loss : 0.16066746413707733

    825280	  0.160841	  0.160667	  0.165601		CURRENT LEARNING RATE: 0.00018233316928294163
previous_iter_valid_loss : 0.1621122509241104

    825300	  0.162279	  0.162112	  0.164466		CURRENT LEARNING RATE: 0.0001822967062955054
previous_iter_valid_loss : 0.16893331706523895

    825320	  0.169088	  0.168933	  0.164669		CURRENT LEARNING RATE: 0.00018226025059993748
previous_iter_valid_loss : 0.1666955053806305

    825340	  0.166866	  0.166696	  0.164977		CURRENT LEARNING RATE: 0.00018222380219477927
previous_iter_valid_loss : 0.1612224280834198

    825360	  0.161384	  0.161222	  0.164509		CURRENT LEARNING RATE: 0.00018218736107857348
previous_iter_valid_loss : 0.1618487387895584

    825380	  0.162012	  0.161849	  0.164568		CURRENT LEARNING RATE: 0.00018215092724986216
previous_iter_valid_loss : 0.17855028808116913

    825400	  0.178712	  0.178550	  0.165466		CURRENT LEARNING RATE: 0.00018211450070718764
previous_iter_valid_loss : 0.16102486848831177

    825420	  0.161184	  0.161025	  0.165375		CURRENT LEARNING RATE: 0.00018207808144909352
previous_iter_valid_loss : 0.16135354340076447

    825440	  0.161537	  0.161354	  0.164760		CURRENT LEARNING RATE: 0.00018204166947412262
previous_iter_valid_loss : 0.16075822710990906

    825460	  0.160931	  0.160758	  0.164773		CURRENT LEARNING RATE: 0.00018200526478081858
previous_iter_valid_loss : 0.16385921835899353

    825480	  0.164058	  0.163859	  0.164897		CURRENT LEARNING RATE: 0.00018196886736772483
previous_iter_valid_loss : 0.16732747852802277

    825500	  0.167489	  0.167327	  0.164802		CURRENT LEARNING RATE: 0.00018193247723338608
previous_iter_valid_loss : 0.17151965200901031

    825520	  0.171669	  0.171520	  0.164125		CURRENT LEARNING RATE: 0.0001818960943763465
previous_iter_valid_loss : 0.16167236864566803

    825540	  0.161837	  0.161672	  0.164126		CURRENT LEARNING RATE: 0.00018185971879515066
previous_iter_valid_loss : 0.16236594319343567

    825560	  0.162530	  0.162366	  0.164131		CURRENT LEARNING RATE: 0.0001818233504883433
previous_iter_valid_loss : 0.16064997017383575

    825580	  0.160803	  0.160650	  0.164120		CURRENT LEARNING RATE: 0.00018178698945447029
previous_iter_valid_loss : 0.17016905546188354

    825600	  0.170413	  0.170169	  0.164587		CURRENT LEARNING RATE: 0.0001817506356920769
previous_iter_valid_loss : 0.16357187926769257

    825620	  0.163750	  0.163572	  0.164735		CURRENT LEARNING RATE: 0.00018171428919970897
previous_iter_valid_loss : 0.16055157780647278

    825640	  0.160710	  0.160552	  0.164290		CURRENT LEARNING RATE: 0.00018167794997591232
previous_iter_valid_loss : 0.16116496920585632

    825660	  0.161313	  0.161165	  0.164298		CURRENT LEARNING RATE: 0.00018164161801923398
previous_iter_valid_loss : 0.16605284810066223

    825680	  0.166268	  0.166053	  0.164567		CURRENT LEARNING RATE: 0.00018160529332822043
previous_iter_valid_loss : 0.17240077257156372

    825700	  0.172550	  0.172401	  0.165082		CURRENT LEARNING RATE: 0.0001815689759014186
previous_iter_valid_loss : 0.16061167418956757

    825720	  0.160758	  0.160612	  0.164666		CURRENT LEARNING RATE: 0.0001815326657373755
previous_iter_valid_loss : 0.16092342138290405

    825740	  0.161103	  0.160923	  0.164377		CURRENT LEARNING RATE: 0.0001814963628346394
previous_iter_valid_loss : 0.16759397089481354

    825760	  0.167752	  0.167594	  0.164696		CURRENT LEARNING RATE: 0.00018146006719175784
previous_iter_valid_loss : 0.16057339310646057

    825780	  0.160732	  0.160573	  0.164632		CURRENT LEARNING RATE: 0.00018142377880727898
previous_iter_valid_loss : 0.17055188119411469

    825800	  0.170700	  0.170552	  0.164232		CURRENT LEARNING RATE: 0.00018138749767975098
previous_iter_valid_loss : 0.2148837000131607

    825820	  0.214913	  0.214884	  0.166925		CURRENT LEARNING RATE: 0.00018135122380772323
previous_iter_valid_loss : 0.1607721447944641

    825840	  0.160943	  0.160772	  0.166896		CURRENT LEARNING RATE: 0.00018131495718974445
previous_iter_valid_loss : 0.1608019322156906

    825860	  0.160972	  0.160802	  0.166898		CURRENT LEARNING RATE: 0.00018127869782436364
previous_iter_valid_loss : 0.1631765067577362

    825880	  0.163338	  0.163177	  0.166864		CURRENT LEARNING RATE: 0.00018124244571013113
previous_iter_valid_loss : 0.17136088013648987

    825900	  0.171614	  0.171361	  0.167066		CURRENT LEARNING RATE: 0.00018120620084559647
previous_iter_valid_loss : 0.16082920134067535

    825920	  0.160993	  0.160829	  0.166531		CURRENT LEARNING RATE: 0.00018116996322930986
previous_iter_valid_loss : 0.16234613955020905

    825940	  0.162536	  0.162346	  0.166565		CURRENT LEARNING RATE: 0.00018113373285982146
previous_iter_valid_loss : 0.16917625069618225

    825960	  0.169411	  0.169176	  0.166905		CURRENT LEARNING RATE: 0.00018109750973568272
previous_iter_valid_loss : 0.16437986493110657

    825980	  0.164546	  0.164380	  0.167092		CURRENT LEARNING RATE: 0.00018106129385544445
previous_iter_valid_loss : 0.16530542075634003

    826000	  0.165469	  0.165305	  0.166848		CURRENT LEARNING RATE: 0.0001810250852176579
previous_iter_valid_loss : 0.16432255506515503

    826020	  0.164516	  0.164323	  0.166886		CURRENT LEARNING RATE: 0.0001809888838208745
previous_iter_valid_loss : 0.1642073690891266

    826040	  0.164380	  0.164207	  0.167069		CURRENT LEARNING RATE: 0.0001809526896636468
previous_iter_valid_loss : 0.16225272417068481

    826060	  0.162420	  0.162253	  0.167123		CURRENT LEARNING RATE: 0.00018091650274452666
previous_iter_valid_loss : 0.16853465139865875

    826080	  0.168693	  0.168535	  0.167247		CURRENT LEARNING RATE: 0.00018088032306206667
previous_iter_valid_loss : 0.16193674504756927

    826100	  0.162132	  0.161937	  0.166724		CURRENT LEARNING RATE: 0.00018084415061481933
previous_iter_valid_loss : 0.16061942279338837

    826120	  0.160773	  0.160619	  0.166724		CURRENT LEARNING RATE: 0.00018080798540133833
previous_iter_valid_loss : 0.16134704649448395

    826140	  0.161534	  0.161347	  0.166746		CURRENT LEARNING RATE: 0.00018077182742017682
previous_iter_valid_loss : 0.1606045514345169

    826160	  0.160765	  0.160605	  0.166396		CURRENT LEARNING RATE: 0.00018073567666988837
previous_iter_valid_loss : 0.16123753786087036

    826180	  0.161425	  0.161238	  0.166429		CURRENT LEARNING RATE: 0.00018069953314902673
previous_iter_valid_loss : 0.16180364787578583

    826200	  0.161961	  0.161804	  0.165992		CURRENT LEARNING RATE: 0.00018066339685614676
previous_iter_valid_loss : 0.16751477122306824

    826220	  0.167669	  0.167515	  0.163624		CURRENT LEARNING RATE: 0.00018062726778980267
previous_iter_valid_loss : 0.17131094634532928

    826240	  0.171458	  0.171311	  0.164150		CURRENT LEARNING RATE: 0.000180591145948549
previous_iter_valid_loss : 0.16445542871952057

    826260	  0.164661	  0.164455	  0.164333		CURRENT LEARNING RATE: 0.00018055503133094153
previous_iter_valid_loss : 0.16428227722644806

    826280	  0.164453	  0.164282	  0.164388		CURRENT LEARNING RATE: 0.00018051892393553535
previous_iter_valid_loss : 0.16595785319805145

    826300	  0.166173	  0.165958	  0.164118		CURRENT LEARNING RATE: 0.00018048282376088612
previous_iter_valid_loss : 0.17971554398536682

    826320	  0.180036	  0.179716	  0.165063		CURRENT LEARNING RATE: 0.00018044673080554953
previous_iter_valid_loss : 0.16056819260120392

    826340	  0.160726	  0.160568	  0.164974		CURRENT LEARNING RATE: 0.00018041064506808254
previous_iter_valid_loss : 0.16981053352355957

    826360	  0.170052	  0.169811	  0.165005		CURRENT LEARNING RATE: 0.00018037456654704137
previous_iter_valid_loss : 0.1610824316740036

    826380	  0.161266	  0.161082	  0.164841		CURRENT LEARNING RATE: 0.00018033849524098287
previous_iter_valid_loss : 0.1627632975578308

    826400	  0.162963	  0.162763	  0.164713		CURRENT LEARNING RATE: 0.0001803024311484639
previous_iter_valid_loss : 0.1605408489704132

    826420	  0.160694	  0.160541	  0.164524		CURRENT LEARNING RATE: 0.00018026637426804253
previous_iter_valid_loss : 0.16764859855175018

    826440	  0.167863	  0.167649	  0.164696		CURRENT LEARNING RATE: 0.00018023032459827616
previous_iter_valid_loss : 0.1866261214017868

    826460	  0.187007	  0.186626	  0.165915		CURRENT LEARNING RATE: 0.00018019428213772277
previous_iter_valid_loss : 0.17097711563110352

    826480	  0.171236	  0.170977	  0.166037		CURRENT LEARNING RATE: 0.0001801582468849404
previous_iter_valid_loss : 0.16657020151615143

    826500	  0.166729	  0.166570	  0.166269		CURRENT LEARNING RATE: 0.00018012221883848825
previous_iter_valid_loss : 0.16096965968608856

    826520	  0.161125	  0.160970	  0.166286		CURRENT LEARNING RATE: 0.00018008619799692486
previous_iter_valid_loss : 0.16494375467300415

    826540	  0.165120	  0.164944	  0.166466		CURRENT LEARNING RATE: 0.00018005018435880943
previous_iter_valid_loss : 0.16701887547969818

    826560	  0.167243	  0.167019	  0.166787		CURRENT LEARNING RATE: 0.00018001417792270103
previous_iter_valid_loss : 0.16845054924488068

    826580	  0.168688	  0.168451	  0.167148		CURRENT LEARNING RATE: 0.00017997817868716014
previous_iter_valid_loss : 0.16090534627437592

    826600	  0.161081	  0.160905	  0.167103		CURRENT LEARNING RATE: 0.0001799421866507464
previous_iter_valid_loss : 0.16470612585544586

    826620	  0.164909	  0.164706	  0.166962		CURRENT LEARNING RATE: 0.0001799062018120198
previous_iter_valid_loss : 0.18105584383010864

    826640	  0.181210	  0.181056	  0.167449		CURRENT LEARNING RATE: 0.00017987022416954168
previous_iter_valid_loss : 0.16087187826633453

    826660	  0.161030	  0.160872	  0.167270		CURRENT LEARNING RATE: 0.0001798342537218725
previous_iter_valid_loss : 0.16691839694976807

    826680	  0.167077	  0.166918	  0.167402		CURRENT LEARNING RATE: 0.00017979829046757355
previous_iter_valid_loss : 0.16250722110271454

    826700	  0.162674	  0.162507	  0.167230		CURRENT LEARNING RATE: 0.0001797623344052059
previous_iter_valid_loss : 0.16265147924423218

    826720	  0.162850	  0.162651	  0.166376		CURRENT LEARNING RATE: 0.00017972638553333196
previous_iter_valid_loss : 0.17876312136650085

    826740	  0.178924	  0.178763	  0.167286		CURRENT LEARNING RATE: 0.00017969044385051345
previous_iter_valid_loss : 0.16105230152606964

    826760	  0.161213	  0.161052	  0.166848		CURRENT LEARNING RATE: 0.00017965450935531277
previous_iter_valid_loss : 0.16350074112415314

    826780	  0.163698	  0.163501	  0.166969		CURRENT LEARNING RATE: 0.0001796185820462921
previous_iter_valid_loss : 0.1759616732597351

    826800	  0.176242	  0.175962	  0.167629		CURRENT LEARNING RATE: 0.0001795826619220151
previous_iter_valid_loss : 0.16249144077301025

    826820	  0.162683	  0.162491	  0.167727		CURRENT LEARNING RATE: 0.00017954674898104458
previous_iter_valid_loss : 0.1626381278038025

    826840	  0.162810	  0.162638	  0.167476		CURRENT LEARNING RATE: 0.00017951084322194403
previous_iter_valid_loss : 0.16155996918678284

    826860	  0.161754	  0.161560	  0.166223		CURRENT LEARNING RATE: 0.00017947494464327693
previous_iter_valid_loss : 0.17300616204738617

    826880	  0.173260	  0.173006	  0.166324		CURRENT LEARNING RATE: 0.00017943905324360797
previous_iter_valid_loss : 0.16103890538215637

    826900	  0.161196	  0.161039	  0.166048		CURRENT LEARNING RATE: 0.00017940316902150118
previous_iter_valid_loss : 0.16051357984542847

    826920	  0.160676	  0.160514	  0.166025		CURRENT LEARNING RATE: 0.00017936729197552115
previous_iter_valid_loss : 0.16487818956375122

    826940	  0.165080	  0.164878	  0.166021		CURRENT LEARNING RATE: 0.0001793314221042325
previous_iter_valid_loss : 0.16094815731048584

    826960	  0.161103	  0.160948	  0.165718		CURRENT LEARNING RATE: 0.00017929555940620107
previous_iter_valid_loss : 0.17016485333442688

    826980	  0.170310	  0.170165	  0.165804		CURRENT LEARNING RATE: 0.00017925970387999208
previous_iter_valid_loss : 0.16112485527992249

    827000	  0.161271	  0.161125	  0.165815		CURRENT LEARNING RATE: 0.0001792238555241709
previous_iter_valid_loss : 0.1620088815689087

    827020	  0.162187	  0.162009	  0.165680		CURRENT LEARNING RATE: 0.00017918801433730434
previous_iter_valid_loss : 0.1608164757490158

    827040	  0.160972	  0.160816	  0.164668		CURRENT LEARNING RATE: 0.00017915218031795834
previous_iter_valid_loss : 0.16188164055347443

    827060	  0.162068	  0.161882	  0.164718		CURRENT LEARNING RATE: 0.00017911635346469956
previous_iter_valid_loss : 0.16316790878772736

    827080	  0.163354	  0.163168	  0.164531		CURRENT LEARNING RATE: 0.00017908053377609464
previous_iter_valid_loss : 0.17338277399539948

    827100	  0.173651	  0.173383	  0.165075		CURRENT LEARNING RATE: 0.00017904472125071142
previous_iter_valid_loss : 0.16357216238975525

    827120	  0.163733	  0.163572	  0.165121		CURRENT LEARNING RATE: 0.00017900891588711707
previous_iter_valid_loss : 0.1624618023633957

    827140	  0.162643	  0.162462	  0.164306		CURRENT LEARNING RATE: 0.00017897311768387937
previous_iter_valid_loss : 0.16313472390174866

    827160	  0.163306	  0.163135	  0.164410		CURRENT LEARNING RATE: 0.00017893732663956611
previous_iter_valid_loss : 0.18272998929023743

    827180	  0.182878	  0.182730	  0.165371		CURRENT LEARNING RATE: 0.00017890154275274623
previous_iter_valid_loss : 0.166242316365242

    827200	  0.166400	  0.166242	  0.164885		CURRENT LEARNING RATE: 0.0001788657660219881
previous_iter_valid_loss : 0.17422008514404297

    827220	  0.174481	  0.174220	  0.165472		CURRENT LEARNING RATE: 0.00017882999644586064
previous_iter_valid_loss : 0.16828195750713348

    827240	  0.168435	  0.168282	  0.165754		CURRENT LEARNING RATE: 0.0001787942340229327
previous_iter_valid_loss : 0.18108175694942474

    827260	  0.181421	  0.181082	  0.166730		CURRENT LEARNING RATE: 0.00017875847875177455
previous_iter_valid_loss : 0.1665380299091339

    827280	  0.166700	  0.166538	  0.166406		CURRENT LEARNING RATE: 0.00017872273063095548
previous_iter_valid_loss : 0.1621052622795105

    827300	  0.162260	  0.162105	  0.166460		CURRENT LEARNING RATE: 0.00017868698965904574
previous_iter_valid_loss : 0.1605406254529953

    827320	  0.160696	  0.160541	  0.166461		CURRENT LEARNING RATE: 0.0001786512558346152
previous_iter_valid_loss : 0.16358549892902374

    827340	  0.163785	  0.163585	  0.166396		CURRENT LEARNING RATE: 0.0001786155291562353
previous_iter_valid_loss : 0.1614035815000534

    827360	  0.161584	  0.161404	  0.166419		CURRENT LEARNING RATE: 0.0001785798096224766
previous_iter_valid_loss : 0.16316083073616028

    827380	  0.163329	  0.163161	  0.166069		CURRENT LEARNING RATE: 0.00017854409723191028
previous_iter_valid_loss : 0.16076378524303436

    827400	  0.160921	  0.160764	  0.166051		CURRENT LEARNING RATE: 0.00017850839198310756
previous_iter_valid_loss : 0.16322118043899536

    827420	  0.163408	  0.163221	  0.166112		CURRENT LEARNING RATE: 0.00017847269387464084
previous_iter_valid_loss : 0.1616317629814148

    827440	  0.161819	  0.161632	  0.166152		CURRENT LEARNING RATE: 0.00017843700290508192
previous_iter_valid_loss : 0.1653953343629837

    827460	  0.165600	  0.165395	  0.166328		CURRENT LEARNING RATE: 0.00017840131907300284
previous_iter_valid_loss : 0.16057680547237396

    827480	  0.160746	  0.160577	  0.166198		CURRENT LEARNING RATE: 0.00017836564237697688
previous_iter_valid_loss : 0.1606539487838745

    827500	  0.160829	  0.160654	  0.165562		CURRENT LEARNING RATE: 0.0001783299728155766
previous_iter_valid_loss : 0.16563527286052704

    827520	  0.165792	  0.165635	  0.165665		CURRENT LEARNING RATE: 0.00017829431038737524
previous_iter_valid_loss : 0.16410356760025024

    827540	  0.164258	  0.164104	  0.165747		CURRENT LEARNING RATE: 0.00017825865509094602
previous_iter_valid_loss : 0.16271984577178955

    827560	  0.162900	  0.162720	  0.165727		CURRENT LEARNING RATE: 0.00017822300692486336
previous_iter_valid_loss : 0.16351287066936493

    827580	  0.163707	  0.163513	  0.164766		CURRENT LEARNING RATE: 0.00017818736588770098
previous_iter_valid_loss : 0.17272578179836273

    827600	  0.172994	  0.172726	  0.165090		CURRENT LEARNING RATE: 0.0001781517319780333
previous_iter_valid_loss : 0.16271674633026123

    827620	  0.162915	  0.162717	  0.164515		CURRENT LEARNING RATE: 0.00017811610519443457
previous_iter_valid_loss : 0.16079412400722504

    827640	  0.160967	  0.160794	  0.164140		CURRENT LEARNING RATE: 0.00017808048553548037
previous_iter_valid_loss : 0.16289493441581726

    827660	  0.163085	  0.162895	  0.163231		CURRENT LEARNING RATE: 0.00017804487299974563
previous_iter_valid_loss : 0.16059556603431702

    827680	  0.160756	  0.160596	  0.162934		CURRENT LEARNING RATE: 0.00017800926758580586
previous_iter_valid_loss : 0.1657051146030426

    827700	  0.165870	  0.165705	  0.163114		CURRENT LEARNING RATE: 0.00017797366929223649
previous_iter_valid_loss : 0.1606220006942749

    827720	  0.160780	  0.160622	  0.163118		CURRENT LEARNING RATE: 0.00017793807811761423
previous_iter_valid_loss : 0.1605517864227295

    827740	  0.160698	  0.160552	  0.162966		CURRENT LEARNING RATE: 0.00017790249406051512
previous_iter_valid_loss : 0.16441427171230316

    827760	  0.164586	  0.164414	  0.163117		CURRENT LEARNING RATE: 0.00017786691711951577
previous_iter_valid_loss : 0.17111587524414062

    827780	  0.171263	  0.171116	  0.163515		CURRENT LEARNING RATE: 0.00017783134729319283
previous_iter_valid_loss : 0.16530483961105347

    827800	  0.165514	  0.165305	  0.163742		CURRENT LEARNING RATE: 0.00017779578458012414
previous_iter_valid_loss : 0.16416804492473602

    827820	  0.164365	  0.164168	  0.163789		CURRENT LEARNING RATE: 0.00017776022897888683
previous_iter_valid_loss : 0.17367708683013916

    827840	  0.173955	  0.173677	  0.164391		CURRENT LEARNING RATE: 0.0001777246804880584
previous_iter_valid_loss : 0.17657668888568878

    827860	  0.176867	  0.176577	  0.164950		CURRENT LEARNING RATE: 0.0001776891391062175
previous_iter_valid_loss : 0.16317012906074524

    827880	  0.163361	  0.163170	  0.165080		CURRENT LEARNING RATE: 0.00017765360483194226
previous_iter_valid_loss : 0.1793082058429718

    827900	  0.179466	  0.179308	  0.166013		CURRENT LEARNING RATE: 0.00017761807766381117
previous_iter_valid_loss : 0.18439172208309174

    827920	  0.184753	  0.184392	  0.166950		CURRENT LEARNING RATE: 0.00017758255760040294
previous_iter_valid_loss : 0.160866841673851

    827940	  0.161039	  0.160867	  0.166789		CURRENT LEARNING RATE: 0.0001775470446402973
previous_iter_valid_loss : 0.16467390954494476

    827960	  0.164840	  0.164674	  0.166886		CURRENT LEARNING RATE: 0.0001775115387820735
previous_iter_valid_loss : 0.16197137534618378

    827980	  0.162159	  0.161971	  0.166809		CURRENT LEARNING RATE: 0.00017747604002431126
previous_iter_valid_loss : 0.16199186444282532

    828000	  0.162177	  0.161992	  0.166273		CURRENT LEARNING RATE: 0.00017744054836559036
previous_iter_valid_loss : 0.17520609498023987

    828020	  0.175478	  0.175206	  0.166897		CURRENT LEARNING RATE: 0.00017740506380449172
previous_iter_valid_loss : 0.16061089932918549

    828040	  0.160763	  0.160611	  0.166888		CURRENT LEARNING RATE: 0.00017736958633959564
previous_iter_valid_loss : 0.16395112872123718

    828060	  0.164149	  0.163951	  0.166941		CURRENT LEARNING RATE: 0.00017733411596948306
previous_iter_valid_loss : 0.1683337241411209

    828080	  0.168487	  0.168334	  0.167328		CURRENT LEARNING RATE: 0.00017729865269273482
previous_iter_valid_loss : 0.16294723749160767

    828100	  0.163145	  0.162947	  0.167190		CURRENT LEARNING RATE: 0.000177263196507933
previous_iter_valid_loss : 0.1667882204055786

    828120	  0.167012	  0.166788	  0.167498		CURRENT LEARNING RATE: 0.00017722774741365908
previous_iter_valid_loss : 0.18935923278331757

    828140	  0.189809	  0.189359	  0.168938		CURRENT LEARNING RATE: 0.00017719230540849513
previous_iter_valid_loss : 0.1615207940340042

    828160	  0.161712	  0.161521	  0.168794		CURRENT LEARNING RATE: 0.00017715687049102305
previous_iter_valid_loss : 0.16053186357021332

    828180	  0.160693	  0.160532	  0.168264		CURRENT LEARNING RATE: 0.00017712144265982614
previous_iter_valid_loss : 0.16217321157455444

    828200	  0.162359	  0.162173	  0.168108		CURRENT LEARNING RATE: 0.00017708602191348694
previous_iter_valid_loss : 0.16835275292396545

    828220	  0.168503	  0.168353	  0.168317		CURRENT LEARNING RATE: 0.00017705060825058835
previous_iter_valid_loss : 0.16051062941551208

    828240	  0.160667	  0.160511	  0.167659		CURRENT LEARNING RATE: 0.00017701520166971444
previous_iter_valid_loss : 0.17541556060314178

    828260	  0.175704	  0.175416	  0.167601		CURRENT LEARNING RATE: 0.00017697980216944858
previous_iter_valid_loss : 0.16944682598114014

    828280	  0.169600	  0.169447	  0.167915		CURRENT LEARNING RATE: 0.00017694440974837488
previous_iter_valid_loss : 0.16983768343925476

    828300	  0.169988	  0.169838	  0.167441		CURRENT LEARNING RATE: 0.00017690902440507724
previous_iter_valid_loss : 0.16353294253349304

    828320	  0.163696	  0.163533	  0.166398		CURRENT LEARNING RATE: 0.00017687364613814093
previous_iter_valid_loss : 0.17140981554985046

    828340	  0.171558	  0.171410	  0.166925		CURRENT LEARNING RATE: 0.0001768382749461505
previous_iter_valid_loss : 0.18036799132823944

    828360	  0.180697	  0.180368	  0.167710		CURRENT LEARNING RATE: 0.00017680291082769107
previous_iter_valid_loss : 0.1660911589860916

    828380	  0.166303	  0.166091	  0.167916		CURRENT LEARNING RATE: 0.00017676755378134777
previous_iter_valid_loss : 0.16625569760799408

    828400	  0.166419	  0.166256	  0.168129		CURRENT LEARNING RATE: 0.000176732203805707
previous_iter_valid_loss : 0.1719786822795868

    828420	  0.172234	  0.171979	  0.167968		CURRENT LEARNING RATE: 0.00017669686089935439
previous_iter_valid_loss : 0.17495201528072357

    828440	  0.175235	  0.174952	  0.168685		CURRENT LEARNING RATE: 0.00017666152506087623
previous_iter_valid_loss : 0.17449109256267548

    828460	  0.174769	  0.174491	  0.169212		CURRENT LEARNING RATE: 0.0001766261962888588
previous_iter_valid_loss : 0.1623573750257492

    828480	  0.162540	  0.162357	  0.168913		CURRENT LEARNING RATE: 0.0001765908745818895
previous_iter_valid_loss : 0.17389757931232452

    828500	  0.174048	  0.173898	  0.169461		CURRENT LEARNING RATE: 0.0001765555599385553
previous_iter_valid_loss : 0.1766885370016098

    828520	  0.176843	  0.176689	  0.169956		CURRENT LEARNING RATE: 0.00017652025235744345
previous_iter_valid_loss : 0.16442492604255676

    828540	  0.164588	  0.164425	  0.168709		CURRENT LEARNING RATE: 0.00017648495183714144
previous_iter_valid_loss : 0.16087959706783295

    828560	  0.161066	  0.160880	  0.168677		CURRENT LEARNING RATE: 0.00017644965837623785
previous_iter_valid_loss : 0.16090494394302368

    828580	  0.161087	  0.160905	  0.168695		CURRENT LEARNING RATE: 0.0001764143719733206
previous_iter_valid_loss : 0.16512668132781982

    828600	  0.165321	  0.165127	  0.168843		CURRENT LEARNING RATE: 0.00017637909262697824
previous_iter_valid_loss : 0.16061055660247803

    828620	  0.160768	  0.160611	  0.168456		CURRENT LEARNING RATE: 0.00017634382033579932
previous_iter_valid_loss : 0.16166293621063232

    828640	  0.161829	  0.161663	  0.168514		CURRENT LEARNING RATE: 0.00017630855509837354
previous_iter_valid_loss : 0.16215597093105316

    828660	  0.162341	  0.162156	  0.167851		CURRENT LEARNING RATE: 0.00017627329691328997
previous_iter_valid_loss : 0.16267985105514526

    828680	  0.162842	  0.162680	  0.167512		CURRENT LEARNING RATE: 0.00017623804577913797
previous_iter_valid_loss : 0.17760436236858368

    828700	  0.177758	  0.177604	  0.167901		CURRENT LEARNING RATE: 0.0001762028016945082
previous_iter_valid_loss : 0.17179806530475616

    828720	  0.171943	  0.171798	  0.168314		CURRENT LEARNING RATE: 0.00017616756465799047
previous_iter_valid_loss : 0.16257640719413757

    828740	  0.162734	  0.162576	  0.167872		CURRENT LEARNING RATE: 0.00017613233466817537
previous_iter_valid_loss : 0.16574856638908386

    828760	  0.165908	  0.165749	  0.167141		CURRENT LEARNING RATE: 0.00017609711172365336
previous_iter_valid_loss : 0.17878249287605286

    828780	  0.178945	  0.178782	  0.167776		CURRENT LEARNING RATE: 0.0001760618958230162
previous_iter_valid_loss : 0.16401995718479156

    828800	  0.164217	  0.164020	  0.167664		CURRENT LEARNING RATE: 0.00017602668696485482
previous_iter_valid_loss : 0.16121289134025574

    828820	  0.161368	  0.161213	  0.167126		CURRENT LEARNING RATE: 0.00017599148514776098
previous_iter_valid_loss : 0.16638271510601044

    828840	  0.166548	  0.166383	  0.166697		CURRENT LEARNING RATE: 0.00017595629037032626
previous_iter_valid_loss : 0.16061781346797943

    828860	  0.160787	  0.160618	  0.166004		CURRENT LEARNING RATE: 0.0001759211026311435
previous_iter_valid_loss : 0.16069646179676056

    828880	  0.160851	  0.160696	  0.165921		CURRENT LEARNING RATE: 0.00017588592192880484
previous_iter_valid_loss : 0.1607072502374649

    828900	  0.160882	  0.160707	  0.165261		CURRENT LEARNING RATE: 0.00017585074826190311
previous_iter_valid_loss : 0.18832340836524963

    828920	  0.188742	  0.188323	  0.165843		CURRENT LEARNING RATE: 0.000175815581629031
previous_iter_valid_loss : 0.16164913773536682

    828940	  0.161805	  0.161649	  0.165704		CURRENT LEARNING RATE: 0.0001757804220287825
previous_iter_valid_loss : 0.16057345271110535

    828960	  0.160738	  0.160573	  0.165689		CURRENT LEARNING RATE: 0.0001757452694597509
previous_iter_valid_loss : 0.18501748144626617

    828980	  0.185161	  0.185017	  0.166894		CURRENT LEARNING RATE: 0.0001757101239205301
previous_iter_valid_loss : 0.16338081657886505

    829000	  0.163569	  0.163381	  0.166807		CURRENT LEARNING RATE: 0.00017567498540971396
previous_iter_valid_loss : 0.17554187774658203

    829020	  0.175832	  0.175542	  0.167554		CURRENT LEARNING RATE: 0.0001756398539258976
previous_iter_valid_loss : 0.16501419246196747

    829040	  0.165211	  0.165014	  0.167721		CURRENT LEARNING RATE: 0.00017560472946767541
previous_iter_valid_loss : 0.1627804934978485

    829060	  0.162963	  0.162780	  0.167752		CURRENT LEARNING RATE: 0.00017556961203364212
previous_iter_valid_loss : 0.16371455788612366

    829080	  0.163914	  0.163715	  0.167804		CURRENT LEARNING RATE: 0.0001755345016223936
previous_iter_valid_loss : 0.16432121396064758

    829100	  0.164490	  0.164321	  0.167140		CURRENT LEARNING RATE: 0.0001754993982325252
previous_iter_valid_loss : 0.1605234146118164

    829120	  0.160687	  0.160523	  0.166576		CURRENT LEARNING RATE: 0.00017546430186263278
previous_iter_valid_loss : 0.19585445523262024

    829140	  0.196344	  0.195854	  0.168240		CURRENT LEARNING RATE: 0.0001754292125113121
previous_iter_valid_loss : 0.16119927167892456

    829160	  0.161384	  0.161199	  0.168013		CURRENT LEARNING RATE: 0.0001753941301771603
previous_iter_valid_loss : 0.20498235523700714

    829180	  0.205051	  0.204982	  0.169323		CURRENT LEARNING RATE: 0.00017535905485877368
previous_iter_valid_loss : 0.16823050379753113

    829200	  0.168467	  0.168231	  0.169533		CURRENT LEARNING RATE: 0.00017532398655474934
previous_iter_valid_loss : 0.16163721680641174

    829220	  0.161828	  0.161637	  0.169554		CURRENT LEARNING RATE: 0.00017528892526368412
previous_iter_valid_loss : 0.1703176349401474

    829240	  0.170469	  0.170318	  0.169751		CURRENT LEARNING RATE: 0.00017525387098417627
previous_iter_valid_loss : 0.16089116036891937

    829260	  0.161046	  0.160891	  0.169765		CURRENT LEARNING RATE: 0.00017521882371482328
previous_iter_valid_loss : 0.17934921383857727

    829280	  0.179507	  0.179349	  0.170697		CURRENT LEARNING RATE: 0.00017518378345422324
previous_iter_valid_loss : 0.16060031950473785

    829300	  0.160776	  0.160600	  0.170692		CURRENT LEARNING RATE: 0.00017514875020097426
previous_iter_valid_loss : 0.16059304773807526

    829320	  0.160762	  0.160593	  0.169306		CURRENT LEARNING RATE: 0.00017511372395367564
previous_iter_valid_loss : 0.16826456785202026

    829340	  0.168417	  0.168265	  0.169636		CURRENT LEARNING RATE: 0.000175078704710926
previous_iter_valid_loss : 0.1614835560321808

    829360	  0.161674	  0.161484	  0.169682		CURRENT LEARNING RATE: 0.00017504369247132458
previous_iter_valid_loss : 0.17005465924739838

    829380	  0.170300	  0.170055	  0.168934		CURRENT LEARNING RATE: 0.00017500868723347053
previous_iter_valid_loss : 0.16429829597473145

    829400	  0.164504	  0.164298	  0.168980		CURRENT LEARNING RATE: 0.00017497368899596435
previous_iter_valid_loss : 0.16736093163490295

    829420	  0.167583	  0.167361	  0.168571		CURRENT LEARNING RATE: 0.00017493869775740573
previous_iter_valid_loss : 0.16966429352760315

    829440	  0.169813	  0.169664	  0.168803		CURRENT LEARNING RATE: 0.00017490371351639472
previous_iter_valid_loss : 0.16451336443424225

    829460	  0.164711	  0.164513	  0.168890		CURRENT LEARNING RATE: 0.0001748687362715326
previous_iter_valid_loss : 0.16094952821731567

    829480	  0.161109	  0.160950	  0.168751		CURRENT LEARNING RATE: 0.00017483376602141996
previous_iter_valid_loss : 0.16301928460597992

    829500	  0.163190	  0.163019	  0.168686		CURRENT LEARNING RATE: 0.00017479880276465796
previous_iter_valid_loss : 0.18749701976776123

    829520	  0.187897	  0.187497	  0.170035		CURRENT LEARNING RATE: 0.00017476384649984782
previous_iter_valid_loss : 0.16884425282478333

    829540	  0.168998	  0.168844	  0.168684		CURRENT LEARNING RATE: 0.00017472889722559186
previous_iter_valid_loss : 0.1728394627571106

    829560	  0.172986	  0.172839	  0.169267		CURRENT LEARNING RATE: 0.0001746939549404918
previous_iter_valid_loss : 0.16142521798610687

    829580	  0.161609	  0.161425	  0.167089		CURRENT LEARNING RATE: 0.00017465901964314998
previous_iter_valid_loss : 0.18419745564460754

    829600	  0.184342	  0.184197	  0.167887		CURRENT LEARNING RATE: 0.00017462409133216865
previous_iter_valid_loss : 0.17244037985801697

    829620	  0.172706	  0.172440	  0.168427		CURRENT LEARNING RATE: 0.0001745891700061513
previous_iter_valid_loss : 0.16104267537593842

    829640	  0.161224	  0.161043	  0.167963		CURRENT LEARNING RATE: 0.00017455425566370076
previous_iter_valid_loss : 0.16356916725635529

    829660	  0.163748	  0.163569	  0.168097		CURRENT LEARNING RATE: 0.0001745193483034205
previous_iter_valid_loss : 0.1615905612707138

    829680	  0.161755	  0.161591	  0.167209		CURRENT LEARNING RATE: 0.00017448444792391387
previous_iter_valid_loss : 0.16062909364700317

    829700	  0.160787	  0.160629	  0.167211		CURRENT LEARNING RATE: 0.0001744495545237855
previous_iter_valid_loss : 0.1679697483778

    829720	  0.168125	  0.167970	  0.167580		CURRENT LEARNING RATE: 0.00017441466810163932
previous_iter_valid_loss : 0.18351803719997406

    829740	  0.183884	  0.183518	  0.168342		CURRENT LEARNING RATE: 0.0001743797886560799
previous_iter_valid_loss : 0.16261109709739685

    829760	  0.162792	  0.162611	  0.168399		CURRENT LEARNING RATE: 0.00017434491618571174
previous_iter_valid_loss : 0.18853551149368286

    829780	  0.188969	  0.188536	  0.169323		CURRENT LEARNING RATE: 0.00017431005068914052
previous_iter_valid_loss : 0.16797475516796112

    829800	  0.168198	  0.167975	  0.169507		CURRENT LEARNING RATE: 0.0001742751921649714
previous_iter_valid_loss : 0.16370032727718353

    829820	  0.163870	  0.163700	  0.169324		CURRENT LEARNING RATE: 0.00017424034061180966
previous_iter_valid_loss : 0.18405693769454956

    829840	  0.184416	  0.184057	  0.170043		CURRENT LEARNING RATE: 0.0001742054960282619
previous_iter_valid_loss : 0.1609288603067398

    829860	  0.161102	  0.160929	  0.169864		CURRENT LEARNING RATE: 0.00017417065841293398
previous_iter_valid_loss : 0.16145053505897522

    829880	  0.161642	  0.161451	  0.169889		CURRENT LEARNING RATE: 0.00017413582776443245
previous_iter_valid_loss : 0.16913467645645142

    829900	  0.169285	  0.169135	  0.170195		CURRENT LEARNING RATE: 0.0001741010040813637
previous_iter_valid_loss : 0.16213136911392212

    829920	  0.162319	  0.162131	  0.168926		CURRENT LEARNING RATE: 0.00017406618736233545
previous_iter_valid_loss : 0.16196292638778687

    829940	  0.162153	  0.161963	  0.168582		CURRENT LEARNING RATE: 0.00017403137760595475
previous_iter_valid_loss : 0.16088247299194336

    829960	  0.161067	  0.160882	  0.167985		CURRENT LEARNING RATE: 0.00017399657481082916
previous_iter_valid_loss : 0.16984683275222778

    829980	  0.170096	  0.169847	  0.168406		CURRENT LEARNING RATE: 0.00017396177897556627
previous_iter_valid_loss : 0.18713152408599854

    830000	  0.187551	  0.187132	  0.168552		CURRENT LEARNING RATE: 0.0001739269900987749
previous_iter_valid_loss : 0.16322095692157745

    830020	  0.163416	  0.163221	  0.168091		CURRENT LEARNING RATE: 0.00017389220817906313
previous_iter_valid_loss : 0.1873028725385666

    830040	  0.187434	  0.187303	  0.169404		CURRENT LEARNING RATE: 0.00017385743321503971
previous_iter_valid_loss : 0.17046251893043518

    830060	  0.170608	  0.170463	  0.169749		CURRENT LEARNING RATE: 0.00017382266520531335
previous_iter_valid_loss : 0.16627541184425354

    830080	  0.166491	  0.166275	  0.169983		CURRENT LEARNING RATE: 0.0001737879041484939
previous_iter_valid_loss : 0.17924641072750092

    830100	  0.179566	  0.179246	  0.170914		CURRENT LEARNING RATE: 0.00017375315004319067
previous_iter_valid_loss : 0.1664445996284485

    830120	  0.166611	  0.166445	  0.170838		CURRENT LEARNING RATE: 0.00017371840288801348
previous_iter_valid_loss : 0.16806471347808838

    830140	  0.168295	  0.168065	  0.170065		CURRENT LEARNING RATE: 0.00017368366268157208
previous_iter_valid_loss : 0.1770356148481369

    830160	  0.177332	  0.177036	  0.170786		CURRENT LEARNING RATE: 0.00017364892942247753
previous_iter_valid_loss : 0.16438686847686768

    830180	  0.164604	  0.164387	  0.169579		CURRENT LEARNING RATE: 0.0001736142031093402
previous_iter_valid_loss : 0.17120884358882904

    830200	  0.171348	  0.171209	  0.169741		CURRENT LEARNING RATE: 0.000173579483740771
previous_iter_valid_loss : 0.17290695011615753

    830220	  0.173171	  0.172907	  0.170201		CURRENT LEARNING RATE: 0.00017354477131538085
previous_iter_valid_loss : 0.17630983889102936

    830240	  0.176617	  0.176310	  0.169814		CURRENT LEARNING RATE: 0.0001735100658317819
previous_iter_valid_loss : 0.16703012585639954

    830260	  0.167189	  0.167030	  0.170119		CURRENT LEARNING RATE: 0.00017347536728858561
previous_iter_valid_loss : 0.16297169029712677

    830280	  0.163162	  0.162972	  0.170195		CURRENT LEARNING RATE: 0.0001734406756844037
previous_iter_valid_loss : 0.16185419261455536

    830300	  0.162044	  0.161854	  0.169831		CURRENT LEARNING RATE: 0.0001734059910178492
previous_iter_valid_loss : 0.1605994552373886

    830320	  0.160774	  0.160599	  0.169754		CURRENT LEARNING RATE: 0.00017337131328753433
previous_iter_valid_loss : 0.16068175435066223

    830340	  0.160862	  0.160682	  0.169690		CURRENT LEARNING RATE: 0.000173336642492072
previous_iter_valid_loss : 0.167826846241951

    830360	  0.167983	  0.167827	  0.170037		CURRENT LEARNING RATE: 0.00017330197863007512
previous_iter_valid_loss : 0.16193048655986786

    830380	  0.162091	  0.161930	  0.169642		CURRENT LEARNING RATE: 0.00017326732170015768
previous_iter_valid_loss : 0.16055814921855927

    830400	  0.160716	  0.160558	  0.168313		CURRENT LEARNING RATE: 0.00017323267170093315
previous_iter_valid_loss : 0.16440711915493011

    830420	  0.164606	  0.164407	  0.168372		CURRENT LEARNING RATE: 0.0001731980286310155
previous_iter_valid_loss : 0.1857370138168335

    830440	  0.186118	  0.185737	  0.168294		CURRENT LEARNING RATE: 0.00017316339248901874
previous_iter_valid_loss : 0.16050775349140167

    830460	  0.160676	  0.160508	  0.167796		CURRENT LEARNING RATE: 0.00017312876327355798
previous_iter_valid_loss : 0.1610153764486313

    830480	  0.161174	  0.161015	  0.167533		CURRENT LEARNING RATE: 0.00017309414098324783
previous_iter_valid_loss : 0.1675897240638733

    830500	  0.167748	  0.167590	  0.166950		CURRENT LEARNING RATE: 0.00017305952561670328
previous_iter_valid_loss : 0.16051331162452698

    830520	  0.160664	  0.160513	  0.166654		CURRENT LEARNING RATE: 0.0001730249171725395
previous_iter_valid_loss : 0.19088928401470184

    830540	  0.191014	  0.190889	  0.167795		CURRENT LEARNING RATE: 0.00017299031564937272
previous_iter_valid_loss : 0.16254514455795288

    830560	  0.162729	  0.162545	  0.167070		CURRENT LEARNING RATE: 0.00017295572104581862
previous_iter_valid_loss : 0.16100478172302246

    830580	  0.161177	  0.161005	  0.166901		CURRENT LEARNING RATE: 0.00017292113336049336
previous_iter_valid_loss : 0.1640838235616684

    830600	  0.164283	  0.164084	  0.166545		CURRENT LEARNING RATE: 0.00017288655259201313
previous_iter_valid_loss : 0.169199138879776

    830620	  0.169444	  0.169199	  0.166360		CURRENT LEARNING RATE: 0.00017285197873899536
previous_iter_valid_loss : 0.16882020235061646

    830640	  0.169053	  0.168820	  0.165985		CURRENT LEARNING RATE: 0.00017281741180005678
previous_iter_valid_loss : 0.16285131871700287

    830660	  0.163055	  0.162851	  0.165776		CURRENT LEARNING RATE: 0.00017278285177381434
previous_iter_valid_loss : 0.17016980051994324

    830680	  0.170424	  0.170170	  0.166136		CURRENT LEARNING RATE: 0.00017274829865888635
previous_iter_valid_loss : 0.1606314778327942

    830700	  0.160797	  0.160631	  0.166075		CURRENT LEARNING RATE: 0.00017271375245389028
previous_iter_valid_loss : 0.16675309836864471

    830720	  0.166907	  0.166753	  0.166383		CURRENT LEARNING RATE: 0.00017267921315744435
previous_iter_valid_loss : 0.16075079143047333

    830740	  0.160904	  0.160751	  0.166386		CURRENT LEARNING RATE: 0.0001726446807681667
previous_iter_valid_loss : 0.16068187355995178

    830760	  0.160844	  0.160682	  0.166029		CURRENT LEARNING RATE: 0.00017261015528467657
previous_iter_valid_loss : 0.16067136824131012

    830780	  0.160839	  0.160671	  0.165966		CURRENT LEARNING RATE: 0.00017257563670559266
previous_iter_valid_loss : 0.16128836572170258

    830800	  0.161446	  0.161288	  0.166003		CURRENT LEARNING RATE: 0.0001725411250295343
previous_iter_valid_loss : 0.1637369990348816

    830820	  0.163889	  0.163737	  0.165969		CURRENT LEARNING RATE: 0.0001725066202551206
previous_iter_valid_loss : 0.1765388697385788

    830840	  0.176686	  0.176539	  0.165509		CURRENT LEARNING RATE: 0.00017247212238097207
previous_iter_valid_loss : 0.16880641877651215

    830860	  0.169046	  0.168806	  0.165924		CURRENT LEARNING RATE: 0.00017243763140570845
previous_iter_valid_loss : 0.16064254939556122

    830880	  0.160813	  0.160643	  0.165905		CURRENT LEARNING RATE: 0.00017240314732795011
previous_iter_valid_loss : 0.16311252117156982

    830900	  0.163279	  0.163113	  0.165682		CURRENT LEARNING RATE: 0.0001723686701463174
previous_iter_valid_loss : 0.17027297616004944

    830920	  0.170516	  0.170273	  0.166170		CURRENT LEARNING RATE: 0.0001723341998594318
previous_iter_valid_loss : 0.16107003390789032

    830940	  0.161234	  0.161070	  0.164679		CURRENT LEARNING RATE: 0.00017229973646591424
previous_iter_valid_loss : 0.16556450724601746

    830960	  0.165729	  0.165565	  0.164830		CURRENT LEARNING RATE: 0.00017226527996438612
previous_iter_valid_loss : 0.16111700236797333

    830980	  0.161302	  0.161117	  0.164835		CURRENT LEARNING RATE: 0.00017223083035346895
previous_iter_valid_loss : 0.17132072150707245

    831000	  0.171566	  0.171321	  0.165197		CURRENT LEARNING RATE: 0.00017219638763178532
previous_iter_valid_loss : 0.16272562742233276

    831020	  0.162901	  0.162726	  0.164873		CURRENT LEARNING RATE: 0.0001721619517979572
previous_iter_valid_loss : 0.1612812876701355

    831040	  0.161471	  0.161281	  0.164496		CURRENT LEARNING RATE: 0.00017212752285060689
previous_iter_valid_loss : 0.16062459349632263

    831060	  0.160800	  0.160625	  0.164385		CURRENT LEARNING RATE: 0.0001720931007883578
previous_iter_valid_loss : 0.1714870035648346

    831080	  0.171634	  0.171487	  0.164451		CURRENT LEARNING RATE: 0.00017205868560983277
previous_iter_valid_loss : 0.16500134766101837

    831100	  0.165164	  0.165001	  0.164669		CURRENT LEARNING RATE: 0.00017202427731365523
previous_iter_valid_loss : 0.16410349309444427

    831120	  0.164301	  0.164103	  0.164537		CURRENT LEARNING RATE: 0.00017198987589844847
previous_iter_valid_loss : 0.16091853380203247

    831140	  0.161078	  0.160919	  0.164545		CURRENT LEARNING RATE: 0.00017195548136283707
previous_iter_valid_loss : 0.16056089103221893

    831160	  0.160732	  0.160561	  0.164539		CURRENT LEARNING RATE: 0.00017192109370544492
previous_iter_valid_loss : 0.16346262395381927

    831180	  0.163664	  0.163463	  0.164679		CURRENT LEARNING RATE: 0.00017188671292489658
previous_iter_valid_loss : 0.17969678342342377

    831200	  0.179851	  0.179697	  0.165599		CURRENT LEARNING RATE: 0.00017185233901981646
previous_iter_valid_loss : 0.1625344306230545

    831220	  0.162704	  0.162534	  0.165539		CURRENT LEARNING RATE: 0.00017181797198883021
previous_iter_valid_loss : 0.16223371028900146

    831240	  0.162397	  0.162234	  0.164824		CURRENT LEARNING RATE: 0.00017178361183056292
previous_iter_valid_loss : 0.16341716051101685

    831260	  0.163602	  0.163417	  0.164554		CURRENT LEARNING RATE: 0.0001717492585436401
previous_iter_valid_loss : 0.16225196421146393

    831280	  0.162446	  0.162252	  0.164635		CURRENT LEARNING RATE: 0.0001717149121266873
previous_iter_valid_loss : 0.17843040823936462

    831300	  0.178593	  0.178430	  0.165401		CURRENT LEARNING RATE: 0.00017168057257833136
previous_iter_valid_loss : 0.18034037947654724

    831320	  0.180669	  0.180340	  0.165904		CURRENT LEARNING RATE: 0.00017164623989719831
previous_iter_valid_loss : 0.19918136298656464

    831340	  0.199693	  0.199181	  0.167810		CURRENT LEARNING RATE: 0.0001716119140819149
previous_iter_valid_loss : 0.16887320578098297

    831360	  0.169028	  0.168873	  0.167975		CURRENT LEARNING RATE: 0.0001715775951311078
previous_iter_valid_loss : 0.16050072014331818

    831380	  0.160662	  0.160501	  0.167944		CURRENT LEARNING RATE: 0.0001715432830434048
previous_iter_valid_loss : 0.16173280775547028

    831400	  0.161891	  0.161733	  0.167465		CURRENT LEARNING RATE: 0.00017150897781743315
previous_iter_valid_loss : 0.1746228188276291

    831420	  0.174907	  0.174623	  0.168060		CURRENT LEARNING RATE: 0.00017147467945182062
previous_iter_valid_loss : 0.16273455321788788

    831440	  0.162907	  0.162735	  0.168132		CURRENT LEARNING RATE: 0.000171440387945195
previous_iter_valid_loss : 0.1612161248922348

    831460	  0.161399	  0.161216	  0.168162		CURRENT LEARNING RATE: 0.00017140610329618522
previous_iter_valid_loss : 0.17229421436786652

    831480	  0.172556	  0.172294	  0.168202		CURRENT LEARNING RATE: 0.00017137182550341958
previous_iter_valid_loss : 0.1633218377828598

    831500	  0.163512	  0.163322	  0.168118		CURRENT LEARNING RATE: 0.0001713375545655267
previous_iter_valid_loss : 0.16763202846050262

    831520	  0.167785	  0.167632	  0.168295		CURRENT LEARNING RATE: 0.00017130329048113633
previous_iter_valid_loss : 0.1654559075832367

    831540	  0.165649	  0.165456	  0.168522		CURRENT LEARNING RATE: 0.0001712690332488776
previous_iter_valid_loss : 0.16497758030891418

    831560	  0.165183	  0.164978	  0.168743		CURRENT LEARNING RATE: 0.00017123478286738022
previous_iter_valid_loss : 0.160593181848526

    831580	  0.160754	  0.160593	  0.168599		CURRENT LEARNING RATE: 0.00017120053933527388
previous_iter_valid_loss : 0.160528764128685

    831600	  0.160693	  0.160529	  0.167641		CURRENT LEARNING RATE: 0.00017116630265118945
previous_iter_valid_loss : 0.16178612411022186

    831620	  0.161939	  0.161786	  0.167603		CURRENT LEARNING RATE: 0.0001711320728137571
previous_iter_valid_loss : 0.17845265567302704

    831640	  0.178762	  0.178453	  0.168414		CURRENT LEARNING RATE: 0.00017109784982160774
previous_iter_valid_loss : 0.17373010516166687

    831660	  0.173873	  0.173730	  0.168930		CURRENT LEARNING RATE: 0.00017106363367337207
previous_iter_valid_loss : 0.1608506590127945

    831680	  0.161005	  0.160851	  0.168860		CURRENT LEARNING RATE: 0.00017102942436768209
previous_iter_valid_loss : 0.16156746447086334

    831700	  0.161760	  0.161567	  0.168017		CURRENT LEARNING RATE: 0.00017099522190316908
previous_iter_valid_loss : 0.16240765154361725

    831720	  0.162574	  0.162408	  0.167120		CURRENT LEARNING RATE: 0.000170961026278465
previous_iter_valid_loss : 0.16660964488983154

    831740	  0.166765	  0.166610	  0.165491		CURRENT LEARNING RATE: 0.00017092683749220163
previous_iter_valid_loss : 0.16158799827098846

    831760	  0.161744	  0.161588	  0.165127		CURRENT LEARNING RATE: 0.00017089265554301217
previous_iter_valid_loss : 0.17118105292320251

    831780	  0.171427	  0.171181	  0.165661		CURRENT LEARNING RATE: 0.00017085848042952892
previous_iter_valid_loss : 0.163447305560112

    831800	  0.163608	  0.163447	  0.165747		CURRENT LEARNING RATE: 0.0001708243121503849
previous_iter_valid_loss : 0.18291138112545013

    831820	  0.183072	  0.182911	  0.166161		CURRENT LEARNING RATE: 0.00017079015070421306
previous_iter_valid_loss : 0.16053879261016846

    831840	  0.160688	  0.160539	  0.166052		CURRENT LEARNING RATE: 0.00017075599608964761
previous_iter_valid_loss : 0.16051653027534485

    831860	  0.160675	  0.160517	  0.166017		CURRENT LEARNING RATE: 0.00017072184830532202
previous_iter_valid_loss : 0.19732531905174255

    831880	  0.197418	  0.197325	  0.167268		CURRENT LEARNING RATE: 0.00017068770734987007
previous_iter_valid_loss : 0.16195181012153625

    831900	  0.162115	  0.161952	  0.167200		CURRENT LEARNING RATE: 0.00017065357322192676
previous_iter_valid_loss : 0.16082794964313507

    831920	  0.161004	  0.160828	  0.166859		CURRENT LEARNING RATE: 0.0001706194459201264
previous_iter_valid_loss : 0.16152934730052948

    831940	  0.161691	  0.161529	  0.166663		CURRENT LEARNING RATE: 0.0001705853254431039
previous_iter_valid_loss : 0.1614799052476883

    831960	  0.161669	  0.161480	  0.166488		CURRENT LEARNING RATE: 0.0001705512117894941
previous_iter_valid_loss : 0.16308104991912842

    831980	  0.163251	  0.163081	  0.166613		CURRENT LEARNING RATE: 0.00017051710495793315
previous_iter_valid_loss : 0.17426274716854095

    832000	  0.174541	  0.174263	  0.167299		CURRENT LEARNING RATE: 0.00017048300494705638
previous_iter_valid_loss : 0.16061006486415863

    832020	  0.160773	  0.160610	  0.167240		CURRENT LEARNING RATE: 0.00017044891175549984
previous_iter_valid_loss : 0.16967803239822388

    832040	  0.169828	  0.169678	  0.166802		CURRENT LEARNING RATE: 0.00017041482538189952
previous_iter_valid_loss : 0.1664624810218811

    832060	  0.166628	  0.166462	  0.166438		CURRENT LEARNING RATE: 0.00017038074582489252
previous_iter_valid_loss : 0.16051742434501648

    832080	  0.160685	  0.160517	  0.166422		CURRENT LEARNING RATE: 0.00017034667308311538
previous_iter_valid_loss : 0.16350890696048737

    832100	  0.163683	  0.163509	  0.166519		CURRENT LEARNING RATE: 0.00017031260715520517
previous_iter_valid_loss : 0.1615513414144516

    832120	  0.161740	  0.161551	  0.166476		CURRENT LEARNING RATE: 0.00017027854803979898
previous_iter_valid_loss : 0.16163550317287445

    832140	  0.161820	  0.161636	  0.166227		CURRENT LEARNING RATE: 0.00017024449573553504
previous_iter_valid_loss : 0.16350840032100677

    832160	  0.163682	  0.163508	  0.166323		CURRENT LEARNING RATE: 0.00017021045024105094
previous_iter_valid_loss : 0.16649273037910461

    832180	  0.166645	  0.166493	  0.166089		CURRENT LEARNING RATE: 0.00017017641155498488
previous_iter_valid_loss : 0.160956472158432

    832200	  0.161107	  0.160956	  0.165964		CURRENT LEARNING RATE: 0.00017014237967597498
previous_iter_valid_loss : 0.16056987643241882

    832220	  0.160739	  0.160570	  0.164847		CURRENT LEARNING RATE: 0.0001701083546026606
previous_iter_valid_loss : 0.17775171995162964

    832240	  0.177916	  0.177752	  0.165708		CURRENT LEARNING RATE: 0.00017007433633368045
previous_iter_valid_loss : 0.19361521303653717

    832260	  0.193730	  0.193615	  0.167363		CURRENT LEARNING RATE: 0.00017004032486767347
previous_iter_valid_loss : 0.167352557182312

    832280	  0.167508	  0.167353	  0.165864		CURRENT LEARNING RATE: 0.0001700063202032798
previous_iter_valid_loss : 0.1607876718044281

    832300	  0.160960	  0.160788	  0.165806		CURRENT LEARNING RATE: 0.00016997232233913897
previous_iter_valid_loss : 0.16484688222408295

    832320	  0.165050	  0.164847	  0.166007		CURRENT LEARNING RATE: 0.00016993833127389106
previous_iter_valid_loss : 0.16256414353847504

    832340	  0.162722	  0.162564	  0.166059		CURRENT LEARNING RATE: 0.0001699043470061761
previous_iter_valid_loss : 0.16625699400901794

    832360	  0.166414	  0.166257	  0.166298		CURRENT LEARNING RATE: 0.00016987036953463537
previous_iter_valid_loss : 0.161126971244812

    832380	  0.161311	  0.161127	  0.166200		CURRENT LEARNING RATE: 0.0001698363988579094
previous_iter_valid_loss : 0.1608147770166397

    832400	  0.160968	  0.160815	  0.165527		CURRENT LEARNING RATE: 0.00016980243497463946
previous_iter_valid_loss : 0.16317549347877502

    832420	  0.163342	  0.163175	  0.165656		CURRENT LEARNING RATE: 0.00016976847788346662
previous_iter_valid_loss : 0.17554348707199097

    832440	  0.175685	  0.175543	  0.165949		CURRENT LEARNING RATE: 0.0001697345275830332
previous_iter_valid_loss : 0.16083315014839172

    832460	  0.160982	  0.160833	  0.165668		CURRENT LEARNING RATE: 0.00016970058407198092
previous_iter_valid_loss : 0.16484689712524414

    832480	  0.165050	  0.164847	  0.165884		CURRENT LEARNING RATE: 0.00016966664734895204
previous_iter_valid_loss : 0.1605609506368637

    832500	  0.160726	  0.160561	  0.165737		CURRENT LEARNING RATE: 0.00016963271741258877
previous_iter_valid_loss : 0.16581593453884125

    832520	  0.165976	  0.165816	  0.165950		CURRENT LEARNING RATE: 0.0001695987942615345
previous_iter_valid_loss : 0.16203245520591736

    832540	  0.162222	  0.162032	  0.165970		CURRENT LEARNING RATE: 0.00016956487789443204
previous_iter_valid_loss : 0.19856321811676025

    832560	  0.198643	  0.198563	  0.167722		CURRENT LEARNING RATE: 0.00016953096830992474
previous_iter_valid_loss : 0.1808173805475235

    832580	  0.180969	  0.180817	  0.168439		CURRENT LEARNING RATE: 0.00016949706550665585
previous_iter_valid_loss : 0.1608145534992218

    832600	  0.160971	  0.160815	  0.168432		CURRENT LEARNING RATE: 0.00016946316948326993
previous_iter_valid_loss : 0.17130059003829956

    832620	  0.171445	  0.171301	  0.168968		CURRENT LEARNING RATE: 0.00016942928023841079
previous_iter_valid_loss : 0.16298148036003113

    832640	  0.163141	  0.162981	  0.168230		CURRENT LEARNING RATE: 0.0001693953977707229
previous_iter_valid_loss : 0.17970454692840576

    832660	  0.179869	  0.179705	  0.167534		CURRENT LEARNING RATE: 0.00016936152207885064
previous_iter_valid_loss : 0.16170863807201385

    832680	  0.161867	  0.161709	  0.167252		CURRENT LEARNING RATE: 0.0001693276531614396
previous_iter_valid_loss : 0.16136905550956726

    832700	  0.161556	  0.161369	  0.167281		CURRENT LEARNING RATE: 0.00016929379101713468
previous_iter_valid_loss : 0.16067536175251007

    832720	  0.160830	  0.160675	  0.167072		CURRENT LEARNING RATE: 0.00016925993564458115
previous_iter_valid_loss : 0.16993354260921478

    832740	  0.170181	  0.169934	  0.167441		CURRENT LEARNING RATE: 0.00016922608704242535
previous_iter_valid_loss : 0.17912103235721588

    832760	  0.179432	  0.179121	  0.168084		CURRENT LEARNING RATE: 0.00016919224520931306
previous_iter_valid_loss : 0.16108845174312592

    832780	  0.161269	  0.161088	  0.168082		CURRENT LEARNING RATE: 0.00016915841014389062
previous_iter_valid_loss : 0.18034222722053528

    832800	  0.180501	  0.180342	  0.169058		CURRENT LEARNING RATE: 0.00016912458184480426
previous_iter_valid_loss : 0.16134589910507202

    832820	  0.161504	  0.161346	  0.168967		CURRENT LEARNING RATE: 0.00016909076031070155
previous_iter_valid_loss : 0.19158509373664856

    832840	  0.191708	  0.191585	  0.169769		CURRENT LEARNING RATE: 0.00016905694554022926
previous_iter_valid_loss : 0.1742934286594391

    832860	  0.174438	  0.174293	  0.170442		CURRENT LEARNING RATE: 0.0001690231375320348
previous_iter_valid_loss : 0.16902044415473938

    832880	  0.169174	  0.169020	  0.170651		CURRENT LEARNING RATE: 0.00016898933628476556
previous_iter_valid_loss : 0.1612015664577484

    832900	  0.161384	  0.161202	  0.170683		CURRENT LEARNING RATE: 0.00016895554179707008
previous_iter_valid_loss : 0.16208265721797943

    832920	  0.162270	  0.162083	  0.170496		CURRENT LEARNING RATE: 0.00016892175406759633
previous_iter_valid_loss : 0.1607840657234192

    832940	  0.160941	  0.160784	  0.170434		CURRENT LEARNING RATE: 0.00016888797309499277
previous_iter_valid_loss : 0.16524311900138855

    832960	  0.165447	  0.165243	  0.168768		CURRENT LEARNING RATE: 0.00016885419887790781
previous_iter_valid_loss : 0.1691436767578125

    832980	  0.169385	  0.169144	  0.168184		CURRENT LEARNING RATE: 0.0001688204314149912
previous_iter_valid_loss : 0.16071103513240814

    833000	  0.160864	  0.160711	  0.168179		CURRENT LEARNING RATE: 0.0001687866707048918
previous_iter_valid_loss : 0.1653657704591751

    833020	  0.165526	  0.165366	  0.167882		CURRENT LEARNING RATE: 0.0001687529167462593
previous_iter_valid_loss : 0.18154209852218628

    833040	  0.181700	  0.181542	  0.168810		CURRENT LEARNING RATE: 0.00016871916953774315
previous_iter_valid_loss : 0.1645919680595398

    833060	  0.164787	  0.164592	  0.168054		CURRENT LEARNING RATE: 0.00016868542907799413
previous_iter_valid_loss : 0.17818224430084229

    833080	  0.178485	  0.178182	  0.168878		CURRENT LEARNING RATE: 0.0001686516953656623
previous_iter_valid_loss : 0.1610981822013855

    833100	  0.161253	  0.161098	  0.168865		CURRENT LEARNING RATE: 0.00016861796839939797
previous_iter_valid_loss : 0.16152098774909973

    833120	  0.161678	  0.161521	  0.168907		CURRENT LEARNING RATE: 0.00016858424817785275
previous_iter_valid_loss : 0.17967918515205383

    833140	  0.179838	  0.179679	  0.169394		CURRENT LEARNING RATE: 0.00016855053469967744
previous_iter_valid_loss : 0.16218648850917816

    833160	  0.162342	  0.162186	  0.168547		CURRENT LEARNING RATE: 0.00016851682796352354
previous_iter_valid_loss : 0.16060391068458557

    833180	  0.160768	  0.160604	  0.168523		CURRENT LEARNING RATE: 0.0001684831279680425
previous_iter_valid_loss : 0.16189728677272797

    833200	  0.162058	  0.161897	  0.167601		CURRENT LEARNING RATE: 0.00016844943471188692
previous_iter_valid_loss : 0.16552560031414032

    833220	  0.165691	  0.165526	  0.167810		CURRENT LEARNING RATE: 0.00016841574819370872
previous_iter_valid_loss : 0.166749969124794

    833240	  0.166965	  0.166750	  0.166568		CURRENT LEARNING RATE: 0.00016838206841216047
previous_iter_valid_loss : 0.16058465838432312

    833260	  0.160744	  0.160585	  0.165883		CURRENT LEARNING RATE: 0.00016834839536589467
previous_iter_valid_loss : 0.16099542379379272

    833280	  0.161176	  0.160995	  0.165481		CURRENT LEARNING RATE: 0.00016831472905356505
previous_iter_valid_loss : 0.16062554717063904

    833300	  0.160774	  0.160626	  0.165453		CURRENT LEARNING RATE: 0.00016828106947382459
previous_iter_valid_loss : 0.16172410547733307

    833320	  0.161913	  0.161724	  0.165435		CURRENT LEARNING RATE: 0.0001682474166253269
previous_iter_valid_loss : 0.16163422167301178

    833340	  0.161823	  0.161634	  0.165477		CURRENT LEARNING RATE: 0.00016821377050672565
previous_iter_valid_loss : 0.1615949124097824

    833360	  0.161773	  0.161595	  0.165295		CURRENT LEARNING RATE: 0.00016818013111667552
previous_iter_valid_loss : 0.1713932305574417

    833380	  0.171658	  0.171393	  0.165407		CURRENT LEARNING RATE: 0.00016814649845383066
previous_iter_valid_loss : 0.1608312427997589

    833400	  0.160987	  0.160831	  0.165413		CURRENT LEARNING RATE: 0.00016811287251684574
previous_iter_valid_loss : 0.16069690883159637

    833420	  0.160854	  0.160697	  0.165180		CURRENT LEARNING RATE: 0.00016807925330437548
previous_iter_valid_loss : 0.16720955073833466

    833440	  0.167427	  0.167210	  0.164463		CURRENT LEARNING RATE: 0.00016804564081507564
previous_iter_valid_loss : 0.17140081524848938

    833460	  0.171656	  0.171401	  0.164804		CURRENT LEARNING RATE: 0.00016801203504760148
previous_iter_valid_loss : 0.1609756201505661

    833480	  0.161152	  0.160976	  0.163943		CURRENT LEARNING RATE: 0.00016797843600060844
previous_iter_valid_loss : 0.16104871034622192

    833500	  0.161210	  0.161049	  0.163941		CURRENT LEARNING RATE: 0.00016794484367275314
previous_iter_valid_loss : 0.18465590476989746

    833520	  0.185030	  0.184656	  0.165098		CURRENT LEARNING RATE: 0.00016791125806269163
previous_iter_valid_loss : 0.1621513068675995

    833540	  0.162341	  0.162151	  0.164221		CURRENT LEARNING RATE: 0.00016787767916908046
previous_iter_valid_loss : 0.16212081909179688

    833560	  0.162281	  0.162121	  0.164218		CURRENT LEARNING RATE: 0.00016784410699057618
previous_iter_valid_loss : 0.16648130118846893

    833580	  0.166637	  0.166481	  0.164512		CURRENT LEARNING RATE: 0.0001678105415258365
previous_iter_valid_loss : 0.16751088201999664

    833600	  0.167662	  0.167511	  0.164793		CURRENT LEARNING RATE: 0.0001677769827735185
previous_iter_valid_loss : 0.16328240931034088

    833620	  0.163452	  0.163282	  0.164680		CURRENT LEARNING RATE: 0.00016774343073227985
previous_iter_valid_loss : 0.18228033185005188

    833640	  0.182432	  0.182280	  0.165457		CURRENT LEARNING RATE: 0.00016770988540077816
previous_iter_valid_loss : 0.16594932973384857

    833660	  0.166105	  0.165949	  0.165725		CURRENT LEARNING RATE: 0.00016767634677767218
previous_iter_valid_loss : 0.1798407882452011

    833680	  0.180000	  0.179841	  0.166667		CURRENT LEARNING RATE: 0.0001676428148616201
previous_iter_valid_loss : 0.1751079112291336

    833700	  0.175256	  0.175108	  0.167391		CURRENT LEARNING RATE: 0.00016760928965128065
previous_iter_valid_loss : 0.1664450317621231

    833720	  0.166605	  0.166445	  0.167628		CURRENT LEARNING RATE: 0.00016757577114531248
previous_iter_valid_loss : 0.16863705217838287

    833740	  0.168870	  0.168637	  0.167978		CURRENT LEARNING RATE: 0.0001675422593423755
previous_iter_valid_loss : 0.1637594848871231

    833760	  0.163951	  0.163759	  0.168086		CURRENT LEARNING RATE: 0.0001675087542411289
previous_iter_valid_loss : 0.18280598521232605

    833780	  0.183171	  0.182806	  0.168657		CURRENT LEARNING RATE: 0.0001674752558402325
previous_iter_valid_loss : 0.17087586224079132

    833800	  0.171127	  0.170876	  0.169159		CURRENT LEARNING RATE: 0.00016744176413834608
previous_iter_valid_loss : 0.16518224775791168

    833820	  0.165379	  0.165182	  0.169383		CURRENT LEARNING RATE: 0.00016740827913413052
previous_iter_valid_loss : 0.1610604077577591

    833840	  0.161254	  0.161060	  0.169076		CURRENT LEARNING RATE: 0.00016737480082624616
previous_iter_valid_loss : 0.1752433031797409

    833860	  0.175390	  0.175243	  0.169268		CURRENT LEARNING RATE: 0.00016734132921335354
previous_iter_valid_loss : 0.1612657606601715

    833880	  0.161457	  0.161266	  0.169282		CURRENT LEARNING RATE: 0.00016730786429411444
previous_iter_valid_loss : 0.1605321615934372

    833900	  0.160688	  0.160532	  0.169256		CURRENT LEARNING RATE: 0.0001672744060671899
previous_iter_valid_loss : 0.16061308979988098

    833920	  0.160787	  0.160613	  0.168054		CURRENT LEARNING RATE: 0.00016724095453124165
previous_iter_valid_loss : 0.1735716462135315

    833940	  0.173720	  0.173572	  0.168625		CURRENT LEARNING RATE: 0.0001672075096849313
previous_iter_valid_loss : 0.1685992181301117

    833960	  0.168752	  0.168599	  0.168949		CURRENT LEARNING RATE: 0.00016717407152692164
previous_iter_valid_loss : 0.16161036491394043

    833980	  0.161765	  0.161610	  0.168706		CURRENT LEARNING RATE: 0.0001671406400558749
previous_iter_valid_loss : 0.1704472452402115

    834000	  0.170689	  0.170447	  0.168852		CURRENT LEARNING RATE: 0.00016710721527045372
previous_iter_valid_loss : 0.1611405611038208

    834020	  0.161322	  0.161141	  0.168745		CURRENT LEARNING RATE: 0.00016707379716932093
previous_iter_valid_loss : 0.17547069489955902

    834040	  0.175754	  0.175471	  0.168405		CURRENT LEARNING RATE: 0.00016704038575114034
previous_iter_valid_loss : 0.16069631278514862

    834060	  0.160847	  0.160696	  0.168142		CURRENT LEARNING RATE: 0.0001670069810145752
previous_iter_valid_loss : 0.1605595201253891

    834080	  0.160716	  0.160560	  0.167178		CURRENT LEARNING RATE: 0.0001669735829582893
previous_iter_valid_loss : 0.16948996484279633

    834100	  0.169644	  0.169490	  0.166897		CURRENT LEARNING RATE: 0.00016694019158094647
previous_iter_valid_loss : 0.17101512849330902

    834120	  0.171163	  0.171015	  0.167126		CURRENT LEARNING RATE: 0.00016690680688121162
previous_iter_valid_loss : 0.1660517156124115

    834140	  0.166268	  0.166052	  0.166997		CURRENT LEARNING RATE: 0.00016687342885774906
previous_iter_valid_loss : 0.1608118861913681

    834160	  0.160972	  0.160812	  0.166849		CURRENT LEARNING RATE: 0.00016684005750922367
previous_iter_valid_loss : 0.16230018436908722

    834180	  0.162451	  0.162300	  0.165824		CURRENT LEARNING RATE: 0.00016680669283430032
previous_iter_valid_loss : 0.16461297869682312

    834200	  0.164815	  0.164613	  0.165511		CURRENT LEARNING RATE: 0.00016677333483164502
previous_iter_valid_loss : 0.1657930612564087

    834220	  0.166002	  0.165793	  0.165541		CURRENT LEARNING RATE: 0.0001667399834999231
previous_iter_valid_loss : 0.16396790742874146

    834240	  0.164130	  0.163968	  0.165687		CURRENT LEARNING RATE: 0.00016670663883780056
previous_iter_valid_loss : 0.16122208535671234

    834260	  0.161380	  0.161222	  0.164986		CURRENT LEARNING RATE: 0.00016667330084394328
previous_iter_valid_loss : 0.16596098244190216

    834280	  0.166173	  0.165961	  0.165220		CURRENT LEARNING RATE: 0.00016663996951701837
previous_iter_valid_loss : 0.16065798699855804

    834300	  0.160813	  0.160658	  0.165227		CURRENT LEARNING RATE: 0.00016660664485569225
previous_iter_valid_loss : 0.18234869837760925

    834320	  0.182696	  0.182349	  0.166313		CURRENT LEARNING RATE: 0.00016657332685863168
previous_iter_valid_loss : 0.1661321222782135

    834340	  0.166349	  0.166132	  0.165941		CURRENT LEARNING RATE: 0.00016654001552450447
previous_iter_valid_loss : 0.17405368387699127

    834360	  0.174330	  0.174054	  0.166214		CURRENT LEARNING RATE: 0.00016650671085197792
previous_iter_valid_loss : 0.16471634805202484

    834380	  0.164882	  0.164716	  0.166369		CURRENT LEARNING RATE: 0.0001664734128397198
previous_iter_valid_loss : 0.16156691312789917

    834400	  0.161725	  0.161567	  0.165925		CURRENT LEARNING RATE: 0.00016644012148639797
previous_iter_valid_loss : 0.16064350306987762

    834420	  0.160804	  0.160644	  0.165901		CURRENT LEARNING RATE: 0.00016640683679068128
previous_iter_valid_loss : 0.16199924051761627

    834440	  0.162185	  0.161999	  0.165227		CURRENT LEARNING RATE: 0.00016637355875123808
previous_iter_valid_loss : 0.16304387152194977

    834460	  0.163209	  0.163044	  0.165344		CURRENT LEARNING RATE: 0.00016634028736673727
previous_iter_valid_loss : 0.16055597364902496

    834480	  0.160725	  0.160556	  0.165344		CURRENT LEARNING RATE: 0.00016630702263584768
previous_iter_valid_loss : 0.16148771345615387

    834500	  0.161667	  0.161488	  0.164944		CURRENT LEARNING RATE: 0.0001662737645572393
previous_iter_valid_loss : 0.17728033661842346

    834520	  0.177591	  0.177280	  0.165257		CURRENT LEARNING RATE: 0.00016624051312958156
previous_iter_valid_loss : 0.16091173887252808

    834540	  0.161093	  0.160912	  0.165000		CURRENT LEARNING RATE: 0.0001662072683515443
previous_iter_valid_loss : 0.16091808676719666

    834560	  0.161079	  0.160918	  0.165006		CURRENT LEARNING RATE: 0.00016617403022179756
previous_iter_valid_loss : 0.1605069637298584

    834580	  0.160668	  0.160507	  0.164916		CURRENT LEARNING RATE: 0.00016614079873901233
previous_iter_valid_loss : 0.16281618177890778

    834600	  0.163005	  0.162816	  0.164826		CURRENT LEARNING RATE: 0.00016610757390185906
previous_iter_valid_loss : 0.16205359995365143

    834620	  0.162249	  0.162054	  0.164639		CURRENT LEARNING RATE: 0.0001660743557090088
previous_iter_valid_loss : 0.1616721749305725

    834640	  0.161820	  0.161672	  0.164524		CURRENT LEARNING RATE: 0.00016604114415913246
previous_iter_valid_loss : 0.17159657180309296

    834660	  0.171849	  0.171597	  0.165043		CURRENT LEARNING RATE: 0.0001660079392509022
previous_iter_valid_loss : 0.16100719571113586

    834680	  0.161196	  0.161007	  0.164795		CURRENT LEARNING RATE: 0.0001659747409829896
previous_iter_valid_loss : 0.167646586894989

    834700	  0.167868	  0.167647	  0.165145		CURRENT LEARNING RATE: 0.0001659415493540663
previous_iter_valid_loss : 0.16077187657356262

    834720	  0.160942	  0.160772	  0.164066		CURRENT LEARNING RATE: 0.0001659083643628053
previous_iter_valid_loss : 0.1646002233028412

    834740	  0.164806	  0.164600	  0.163989		CURRENT LEARNING RATE: 0.0001658751860078789
previous_iter_valid_loss : 0.1637287139892578

    834760	  0.163922	  0.163729	  0.163473		CURRENT LEARNING RATE: 0.00016584201428795998
previous_iter_valid_loss : 0.16489946842193604

    834780	  0.165097	  0.164899	  0.163482		CURRENT LEARNING RATE: 0.00016580884920172132
previous_iter_valid_loss : 0.16095753014087677

    834800	  0.161137	  0.160958	  0.163452		CURRENT LEARNING RATE: 0.00016577569074783697
previous_iter_valid_loss : 0.16159853339195251

    834820	  0.161788	  0.161599	  0.163500		CURRENT LEARNING RATE: 0.00016574253892498027
previous_iter_valid_loss : 0.16063019633293152

    834840	  0.160805	  0.160630	  0.163431		CURRENT LEARNING RATE: 0.00016570939373182516
previous_iter_valid_loss : 0.18183177709579468

    834860	  0.181990	  0.181832	  0.164371		CURRENT LEARNING RATE: 0.00016567625516704552
previous_iter_valid_loss : 0.16965845227241516

    834880	  0.169809	  0.169658	  0.164826		CURRENT LEARNING RATE: 0.0001656431232293164
previous_iter_valid_loss : 0.188909113407135

    834900	  0.189040	  0.188909	  0.166197		CURRENT LEARNING RATE: 0.00016560999791731223
previous_iter_valid_loss : 0.18179060518741608

    834920	  0.182136	  0.181791	  0.166422		CURRENT LEARNING RATE: 0.000165576879229708
previous_iter_valid_loss : 0.16050882637500763

    834940	  0.160670	  0.160509	  0.166402		CURRENT LEARNING RATE: 0.00016554376716517867
previous_iter_valid_loss : 0.17343072593212128

    834960	  0.173700	  0.173431	  0.167028		CURRENT LEARNING RATE: 0.00016551066172240032
previous_iter_valid_loss : 0.1689300686120987

    834980	  0.169162	  0.168930	  0.167449		CURRENT LEARNING RATE: 0.0001654775629000485
previous_iter_valid_loss : 0.16369366645812988

    835000	  0.163862	  0.163694	  0.167493		CURRENT LEARNING RATE: 0.00016544447069679922
previous_iter_valid_loss : 0.16926465928554535

    835020	  0.169413	  0.169265	  0.167853		CURRENT LEARNING RATE: 0.00016541138511132845
previous_iter_valid_loss : 0.165140300989151

    835040	  0.165311	  0.165140	  0.168027		CURRENT LEARNING RATE: 0.00016537830614231345
previous_iter_valid_loss : 0.16097456216812134

    835060	  0.161130	  0.160975	  0.167496		CURRENT LEARNING RATE: 0.00016534523378843068
previous_iter_valid_loss : 0.16073785722255707

    835080	  0.160916	  0.160738	  0.167482		CURRENT LEARNING RATE: 0.000165312168048357
previous_iter_valid_loss : 0.16069762408733368

    835100	  0.160861	  0.160698	  0.167135		CURRENT LEARNING RATE: 0.00016527910892077035
previous_iter_valid_loss : 0.1625794619321823

    835120	  0.162747	  0.162579	  0.167225		CURRENT LEARNING RATE: 0.00016524605640434812
previous_iter_valid_loss : 0.16052068769931793

    835140	  0.160682	  0.160521	  0.167021		CURRENT LEARNING RATE: 0.00016521301049776812
previous_iter_valid_loss : 0.18983227014541626

    835160	  0.189969	  0.189832	  0.168326		CURRENT LEARNING RATE: 0.0001651799711997083
previous_iter_valid_loss : 0.1678081452846527

    835180	  0.167967	  0.167808	  0.168472		CURRENT LEARNING RATE: 0.00016514693850884762
previous_iter_valid_loss : 0.1633581519126892

    835200	  0.163559	  0.163358	  0.168592		CURRENT LEARNING RATE: 0.0001651139124238645
previous_iter_valid_loss : 0.18792134523391724

    835220	  0.188061	  0.187921	  0.169908		CURRENT LEARNING RATE: 0.00016508089294343793
previous_iter_valid_loss : 0.16204766929149628

    835240	  0.162203	  0.162048	  0.169979		CURRENT LEARNING RATE: 0.00016504788006624677
previous_iter_valid_loss : 0.16059596836566925

    835260	  0.160768	  0.160596	  0.168917		CURRENT LEARNING RATE: 0.00016501487379097114
previous_iter_valid_loss : 0.1635727435350418

    835280	  0.163773	  0.163573	  0.168613		CURRENT LEARNING RATE: 0.0001649818741162905
previous_iter_valid_loss : 0.1605396270751953

    835300	  0.160702	  0.160540	  0.167194		CURRENT LEARNING RATE: 0.00016494888104088485
previous_iter_valid_loss : 0.16165974736213684

    835320	  0.161848	  0.161660	  0.166188		CURRENT LEARNING RATE: 0.00016491589456343414
previous_iter_valid_loss : 0.16055123507976532

    835340	  0.160719	  0.160551	  0.166190		CURRENT LEARNING RATE: 0.00016488291468261956
previous_iter_valid_loss : 0.16566503047943115

    835360	  0.165875	  0.165665	  0.165801		CURRENT LEARNING RATE: 0.00016484994139712156
previous_iter_valid_loss : 0.16265079379081726

    835380	  0.162815	  0.162651	  0.165488		CURRENT LEARNING RATE: 0.00016481697470562126
previous_iter_valid_loss : 0.18203584849834442

    835400	  0.182382	  0.182036	  0.166405		CURRENT LEARNING RATE: 0.00016478401460679967
previous_iter_valid_loss : 0.17009256780147552

    835420	  0.170334	  0.170093	  0.166446		CURRENT LEARNING RATE: 0.00016475106109933898
previous_iter_valid_loss : 0.17525097727775574

    835440	  0.175398	  0.175251	  0.166952		CURRENT LEARNING RATE: 0.00016471811418192076
previous_iter_valid_loss : 0.177321657538414

    835460	  0.177478	  0.177322	  0.167769		CURRENT LEARNING RATE: 0.00016468517385322712
previous_iter_valid_loss : 0.16507382690906525

    835480	  0.165297	  0.165074	  0.167986		CURRENT LEARNING RATE: 0.00016465224011194017
previous_iter_valid_loss : 0.17043966054916382

    835500	  0.170589	  0.170440	  0.168473		CURRENT LEARNING RATE: 0.0001646193129567431
previous_iter_valid_loss : 0.16139453649520874

    835520	  0.161558	  0.161395	  0.168414		CURRENT LEARNING RATE: 0.00016458639238631863
previous_iter_valid_loss : 0.1786748170852661

    835540	  0.178987	  0.178675	  0.169321		CURRENT LEARNING RATE: 0.00016455347839934955
previous_iter_valid_loss : 0.17939096689224243

    835560	  0.179544	  0.179391	  0.168799		CURRENT LEARNING RATE: 0.00016452057099451995
previous_iter_valid_loss : 0.18626265227794647

    835580	  0.186403	  0.186263	  0.169722		CURRENT LEARNING RATE: 0.00016448767017051319
previous_iter_valid_loss : 0.18346147239208221

    835600	  0.183609	  0.183461	  0.170727		CURRENT LEARNING RATE: 0.00016445477592601324
previous_iter_valid_loss : 0.16749849915504456

    835620	  0.167659	  0.167498	  0.169706		CURRENT LEARNING RATE: 0.0001644218882597041
previous_iter_valid_loss : 0.16554072499275208

    835640	  0.165735	  0.165541	  0.169881		CURRENT LEARNING RATE: 0.00016438900717027078
previous_iter_valid_loss : 0.17065708339214325

    835660	  0.170909	  0.170657	  0.170384		CURRENT LEARNING RATE: 0.00016435613265639777
previous_iter_valid_loss : 0.1622294783592224

    835680	  0.162382	  0.162229	  0.170316		CURRENT LEARNING RATE: 0.0001643232647167701
previous_iter_valid_loss : 0.1606210321187973

    835700	  0.160787	  0.160621	  0.170321		CURRENT LEARNING RATE: 0.00016429040335007273
previous_iter_valid_loss : 0.16172033548355103

    835720	  0.161877	  0.161720	  0.170324		CURRENT LEARNING RATE: 0.0001642575485549918
previous_iter_valid_loss : 0.16123835742473602

    835740	  0.161423	  0.161238	  0.170358		CURRENT LEARNING RATE: 0.00016422470033021285
previous_iter_valid_loss : 0.16208454966545105

    835760	  0.162244	  0.162085	  0.170179		CURRENT LEARNING RATE: 0.00016419185867442196
previous_iter_valid_loss : 0.16072821617126465

    835780	  0.160895	  0.160728	  0.170083		CURRENT LEARNING RATE: 0.0001641590235863051
previous_iter_valid_loss : 0.16069483757019043

    835800	  0.160876	  0.160695	  0.169016		CURRENT LEARNING RATE: 0.0001641261950645495
previous_iter_valid_loss : 0.16367340087890625

    835820	  0.163872	  0.163673	  0.168695		CURRENT LEARNING RATE: 0.00016409337310784177
previous_iter_valid_loss : 0.16055361926555634

    835840	  0.160711	  0.160554	  0.167960		CURRENT LEARNING RATE: 0.00016406055771486897
previous_iter_valid_loss : 0.1707242876291275

    835860	  0.170875	  0.170724	  0.167630		CURRENT LEARNING RATE: 0.00016402774888431819
previous_iter_valid_loss : 0.17684783041477203

    835880	  0.177001	  0.176848	  0.168219		CURRENT LEARNING RATE: 0.0001639949466148777
previous_iter_valid_loss : 0.165501207113266

    835900	  0.165675	  0.165501	  0.167972		CURRENT LEARNING RATE: 0.00016396215090523506
previous_iter_valid_loss : 0.16050387918949127

    835920	  0.160673	  0.160504	  0.167927		CURRENT LEARNING RATE: 0.00016392936175407824
previous_iter_valid_loss : 0.16511915624141693

    835940	  0.165328	  0.165119	  0.167249		CURRENT LEARNING RATE: 0.00016389657916009615
previous_iter_valid_loss : 0.16558749973773956

    835960	  0.165755	  0.165587	  0.166559		CURRENT LEARNING RATE: 0.00016386380312197727
previous_iter_valid_loss : 0.1607085019350052

    835980	  0.160887	  0.160709	  0.165282		CURRENT LEARNING RATE: 0.00016383103363841055
previous_iter_valid_loss : 0.16714520752429962

    836000	  0.167372	  0.167145	  0.164466		CURRENT LEARNING RATE: 0.0001637982707080849
previous_iter_valid_loss : 0.16675148904323578

    836020	  0.166907	  0.166751	  0.164428		CURRENT LEARNING RATE: 0.0001637655143296904
previous_iter_valid_loss : 0.17187702655792236

    836040	  0.172142	  0.171877	  0.164745		CURRENT LEARNING RATE: 0.00016373276450191648
previous_iter_valid_loss : 0.1685214340686798

    836060	  0.168745	  0.168521	  0.164638		CURRENT LEARNING RATE: 0.00016370002122345314
previous_iter_valid_loss : 0.16076990962028503

    836080	  0.160944	  0.160770	  0.164565		CURRENT LEARNING RATE: 0.0001636672844929904
previous_iter_valid_loss : 0.16765640676021576

    836100	  0.167811	  0.167656	  0.164917		CURRENT LEARNING RATE: 0.0001636345543092194
previous_iter_valid_loss : 0.16051502525806427

    836120	  0.160688	  0.160515	  0.164857		CURRENT LEARNING RATE: 0.00016360183067083052
previous_iter_valid_loss : 0.16416685283184052

    836140	  0.164361	  0.164167	  0.165003		CURRENT LEARNING RATE: 0.0001635691135765149
previous_iter_valid_loss : 0.16072551906108856

    836160	  0.160881	  0.160726	  0.164935		CURRENT LEARNING RATE: 0.0001635364030249636
previous_iter_valid_loss : 0.16308505833148956

    836180	  0.163274	  0.163085	  0.165053		CURRENT LEARNING RATE: 0.0001635036990148687
previous_iter_valid_loss : 0.16231055557727814

    836200	  0.162469	  0.162311	  0.165134		CURRENT LEARNING RATE: 0.0001634710015449218
previous_iter_valid_loss : 0.16150543093681335

    836220	  0.161663	  0.161505	  0.165026		CURRENT LEARNING RATE: 0.00016343831061381496
previous_iter_valid_loss : 0.1607474386692047

    836240	  0.160929	  0.160747	  0.165035		CURRENT LEARNING RATE: 0.00016340562622024028
previous_iter_valid_loss : 0.16403497755527496

    836260	  0.164244	  0.164035	  0.164701		CURRENT LEARNING RATE: 0.00016337294836289096
previous_iter_valid_loss : 0.1609286665916443

    836280	  0.161082	  0.160929	  0.163905		CURRENT LEARNING RATE: 0.00016334027704045963
previous_iter_valid_loss : 0.1605822741985321

    836300	  0.160740	  0.160582	  0.163659		CURRENT LEARNING RATE: 0.00016330761225163908
previous_iter_valid_loss : 0.16287106275558472

    836320	  0.163057	  0.162871	  0.163777		CURRENT LEARNING RATE: 0.00016327495399512333
previous_iter_valid_loss : 0.1800054907798767

    836340	  0.180162	  0.180005	  0.164522		CURRENT LEARNING RATE: 0.0001632423022696058
previous_iter_valid_loss : 0.16785331070423126

    836360	  0.168009	  0.167853	  0.164635		CURRENT LEARNING RATE: 0.00016320965707378033
previous_iter_valid_loss : 0.16173537075519562

    836380	  0.161899	  0.161735	  0.164686		CURRENT LEARNING RATE: 0.0001631770184063409
previous_iter_valid_loss : 0.16058725118637085

    836400	  0.160756	  0.160587	  0.164358		CURRENT LEARNING RATE: 0.00016314438626598252
previous_iter_valid_loss : 0.1611562967300415

    836420	  0.161330	  0.161156	  0.164079		CURRENT LEARNING RATE: 0.0001631117606513996
previous_iter_valid_loss : 0.17112253606319427

    836440	  0.171274	  0.171123	  0.164041		CURRENT LEARNING RATE: 0.00016307914156128714
previous_iter_valid_loss : 0.16054150462150574

    836460	  0.160705	  0.160542	  0.163642		CURRENT LEARNING RATE: 0.00016304652899434008
previous_iter_valid_loss : 0.16535548865795135

    836480	  0.165527	  0.165355	  0.163871		CURRENT LEARNING RATE: 0.00016301392294925448
previous_iter_valid_loss : 0.16127881407737732

    836500	  0.161457	  0.161279	  0.163552		CURRENT LEARNING RATE: 0.00016298132342472583
previous_iter_valid_loss : 0.1619386374950409

    836520	  0.162121	  0.161939	  0.163623		CURRENT LEARNING RATE: 0.00016294873041945013
previous_iter_valid_loss : 0.17434829473495483

    836540	  0.174622	  0.174348	  0.164133		CURRENT LEARNING RATE: 0.0001629161439321234
previous_iter_valid_loss : 0.16061031818389893

    836560	  0.160769	  0.160610	  0.164127		CURRENT LEARNING RATE: 0.0001628835639614427
previous_iter_valid_loss : 0.16051983833312988

    836580	  0.160695	  0.160520	  0.163999		CURRENT LEARNING RATE: 0.0001628509905061046
previous_iter_valid_loss : 0.16061359643936157

    836600	  0.160776	  0.160614	  0.163914		CURRENT LEARNING RATE: 0.00016281842356480613
previous_iter_valid_loss : 0.16052959859371185

    836620	  0.160692	  0.160530	  0.163865		CURRENT LEARNING RATE: 0.00016278586313624437
previous_iter_valid_loss : 0.17715519666671753

    836640	  0.177449	  0.177155	  0.164685		CURRENT LEARNING RATE: 0.00016275330921911743
previous_iter_valid_loss : 0.1621985137462616

    836660	  0.162387	  0.162199	  0.164593		CURRENT LEARNING RATE: 0.00016272076181212287
previous_iter_valid_loss : 0.16577841341495514

    836680	  0.165986	  0.165778	  0.164836		CURRENT LEARNING RATE: 0.00016268822091395848
previous_iter_valid_loss : 0.16126428544521332

    836700	  0.161418	  0.161264	  0.164870		CURRENT LEARNING RATE: 0.00016265568652332332
previous_iter_valid_loss : 0.18182498216629028

    836720	  0.182162	  0.181825	  0.165818		CURRENT LEARNING RATE: 0.00016262315863891557
previous_iter_valid_loss : 0.16238725185394287

    836740	  0.162586	  0.162387	  0.164937		CURRENT LEARNING RATE: 0.00016259063725943421
previous_iter_valid_loss : 0.16557341814041138

    836760	  0.165787	  0.165573	  0.164823		CURRENT LEARNING RATE: 0.0001625581223835781
previous_iter_valid_loss : 0.17010000348091125

    836780	  0.170247	  0.170100	  0.165241		CURRENT LEARNING RATE: 0.00016252561401004716
previous_iter_valid_loss : 0.1736801564693451

    836800	  0.173827	  0.173680	  0.165896		CURRENT LEARNING RATE: 0.00016249311213754083
previous_iter_valid_loss : 0.16059298813343048

    836820	  0.160751	  0.160593	  0.165868		CURRENT LEARNING RATE: 0.000162460616764759
previous_iter_valid_loss : 0.1643720418214798

    836840	  0.164584	  0.164372	  0.165530		CURRENT LEARNING RATE: 0.00016242812789040155
previous_iter_valid_loss : 0.16152219474315643

    836860	  0.161663	  0.161522	  0.165579		CURRENT LEARNING RATE: 0.00016239564551316955
previous_iter_valid_loss : 0.16111363470554352

    836880	  0.161269	  0.161114	  0.165367		CURRENT LEARNING RATE: 0.0001623631696317634
previous_iter_valid_loss : 0.17039015889167786

    836900	  0.170540	  0.170390	  0.165822		CURRENT LEARNING RATE: 0.00016233070024488402
previous_iter_valid_loss : 0.16186878085136414

    836920	  0.162032	  0.161869	  0.165819		CURRENT LEARNING RATE: 0.0001622982373512324
previous_iter_valid_loss : 0.16096171736717224

    836940	  0.161121	  0.160962	  0.165150		CURRENT LEARNING RATE: 0.0001622657809495106
previous_iter_valid_loss : 0.16322755813598633

    836960	  0.163394	  0.163228	  0.165281		CURRENT LEARNING RATE: 0.00016223333103842005
previous_iter_valid_loss : 0.16564834117889404

    836980	  0.165805	  0.165648	  0.165537		CURRENT LEARNING RATE: 0.00016220088761666277
previous_iter_valid_loss : 0.20625866949558258

    837000	  0.206320	  0.206259	  0.167819		CURRENT LEARNING RATE: 0.0001621684506829407
previous_iter_valid_loss : 0.16067668795585632

    837020	  0.160829	  0.160677	  0.167827		CURRENT LEARNING RATE: 0.00016213602023595701
previous_iter_valid_loss : 0.16054971516132355

    837040	  0.160713	  0.160550	  0.166996		CURRENT LEARNING RATE: 0.00016210359627441412
previous_iter_valid_loss : 0.16186010837554932

    837060	  0.162014	  0.161860	  0.166979		CURRENT LEARNING RATE: 0.0001620711787970151
previous_iter_valid_loss : 0.17070506513118744

    837080	  0.170963	  0.170705	  0.167226		CURRENT LEARNING RATE: 0.00016203876780246298
previous_iter_valid_loss : 0.16805128753185272

    837100	  0.168275	  0.168051	  0.167565		CURRENT LEARNING RATE: 0.00016200636328946187
previous_iter_valid_loss : 0.16648249328136444

    837120	  0.166700	  0.166482	  0.166798		CURRENT LEARNING RATE: 0.0001619739652567153
previous_iter_valid_loss : 0.16146494448184967

    837140	  0.161655	  0.161465	  0.166752		CURRENT LEARNING RATE: 0.00016194157370292712
previous_iter_valid_loss : 0.17039018869400024

    837160	  0.170538	  0.170390	  0.166993		CURRENT LEARNING RATE: 0.00016190918862680218
previous_iter_valid_loss : 0.16400395333766937

    837180	  0.164206	  0.164004	  0.166688		CURRENT LEARNING RATE: 0.0001618768100270448
previous_iter_valid_loss : 0.16391846537590027

    837200	  0.164117	  0.163918	  0.166200		CURRENT LEARNING RATE: 0.00016184443790235984
previous_iter_valid_loss : 0.1629209965467453

    837220	  0.163090	  0.162921	  0.166316		CURRENT LEARNING RATE: 0.00016181207225145214
previous_iter_valid_loss : 0.16377665102481842

    837240	  0.163947	  0.163777	  0.166286		CURRENT LEARNING RATE: 0.00016177971307302762
previous_iter_valid_loss : 0.16051557660102844

    837260	  0.160666	  0.160516	  0.166236		CURRENT LEARNING RATE: 0.00016174736036579166
previous_iter_valid_loss : 0.17535841464996338

    837280	  0.175516	  0.175358	  0.166948		CURRENT LEARNING RATE: 0.00016171501412845014
previous_iter_valid_loss : 0.161366268992424

    837300	  0.161522	  0.161366	  0.166497		CURRENT LEARNING RATE: 0.0001616826743597089
previous_iter_valid_loss : 0.16319383680820465

    837320	  0.163388	  0.163194	  0.166563		CURRENT LEARNING RATE: 0.00016165034105827496
previous_iter_valid_loss : 0.16217553615570068

    837340	  0.162375	  0.162176	  0.166624		CURRENT LEARNING RATE: 0.00016161801422285467
previous_iter_valid_loss : 0.1613978147506714

    837360	  0.161584	  0.161398	  0.166533		CURRENT LEARNING RATE: 0.000161585693852155
previous_iter_valid_loss : 0.1729876548051834

    837380	  0.173129	  0.172988	  0.166900		CURRENT LEARNING RATE: 0.00016155337994488278
previous_iter_valid_loss : 0.16454528272151947

    837400	  0.164754	  0.164545	  0.164814		CURRENT LEARNING RATE: 0.0001615210724997461
previous_iter_valid_loss : 0.16141025722026825

    837420	  0.161595	  0.161410	  0.164851		CURRENT LEARNING RATE: 0.00016148877151545232
previous_iter_valid_loss : 0.16121621429920197

    837440	  0.161369	  0.161216	  0.164884		CURRENT LEARNING RATE: 0.00016145647699070942
previous_iter_valid_loss : 0.1607818603515625

    837460	  0.160949	  0.160782	  0.164830		CURRENT LEARNING RATE: 0.00016142418892422532
previous_iter_valid_loss : 0.16693271696567535

    837480	  0.167153	  0.166933	  0.164641		CURRENT LEARNING RATE: 0.00016139190731470914
previous_iter_valid_loss : 0.16091449558734894

    837500	  0.161075	  0.160914	  0.164285		CURRENT LEARNING RATE: 0.00016135963216086922
previous_iter_valid_loss : 0.16078902781009674

    837520	  0.160941	  0.160789	  0.164000		CURRENT LEARNING RATE: 0.00016132736346141435
previous_iter_valid_loss : 0.16786491870880127

    837540	  0.168081	  0.167865	  0.164320		CURRENT LEARNING RATE: 0.00016129510121505432
previous_iter_valid_loss : 0.16110974550247192

    837560	  0.161266	  0.161110	  0.163856		CURRENT LEARNING RATE: 0.00016126284542049835
previous_iter_valid_loss : 0.16120828688144684

    837580	  0.161392	  0.161208	  0.163716		CURRENT LEARNING RATE: 0.00016123059607645623
previous_iter_valid_loss : 0.16056610643863678

    837600	  0.160720	  0.160566	  0.163548		CURRENT LEARNING RATE: 0.0001611983531816377
previous_iter_valid_loss : 0.16633570194244385

    837620	  0.166546	  0.166336	  0.163719		CURRENT LEARNING RATE: 0.00016116611673475359
previous_iter_valid_loss : 0.16087165474891663

    837640	  0.161047	  0.160872	  0.163574		CURRENT LEARNING RATE: 0.00016113388673451418
previous_iter_valid_loss : 0.17581573128700256

    837660	  0.175971	  0.175816	  0.164339		CURRENT LEARNING RATE: 0.00016110166317963024
previous_iter_valid_loss : 0.19193235039710999

    837680	  0.192400	  0.191932	  0.165168		CURRENT LEARNING RATE: 0.00016106944606881257
previous_iter_valid_loss : 0.18391282856464386

    837700	  0.184283	  0.183913	  0.166295		CURRENT LEARNING RATE: 0.00016103723540077306
previous_iter_valid_loss : 0.1709197461605072

    837720	  0.171073	  0.170920	  0.166681		CURRENT LEARNING RATE: 0.000161005031174223
previous_iter_valid_loss : 0.17971736192703247

    837740	  0.180034	  0.179717	  0.167558		CURRENT LEARNING RATE: 0.00016097283338787418
previous_iter_valid_loss : 0.1689056158065796

    837760	  0.169062	  0.168906	  0.167934		CURRENT LEARNING RATE: 0.00016094064204043843
previous_iter_valid_loss : 0.16251331567764282

    837780	  0.162698	  0.162513	  0.167410		CURRENT LEARNING RATE: 0.0001609084571306287
previous_iter_valid_loss : 0.16069704294204712

    837800	  0.160860	  0.160697	  0.167218		CURRENT LEARNING RATE: 0.00016087627865715725
previous_iter_valid_loss : 0.16059091687202454

    837820	  0.160740	  0.160591	  0.167177		CURRENT LEARNING RATE: 0.00016084410661873697
previous_iter_valid_loss : 0.16071245074272156

    837840	  0.160879	  0.160712	  0.167151		CURRENT LEARNING RATE: 0.0001608119410140807
previous_iter_valid_loss : 0.1640583574771881

    837860	  0.164228	  0.164058	  0.167315		CURRENT LEARNING RATE: 0.0001607797818419024
previous_iter_valid_loss : 0.1630556434392929

    837880	  0.163251	  0.163056	  0.167121		CURRENT LEARNING RATE: 0.00016074762910091536
previous_iter_valid_loss : 0.16172391176223755

    837900	  0.161881	  0.161724	  0.167162		CURRENT LEARNING RATE: 0.00016071548278983323
previous_iter_valid_loss : 0.16709616780281067

    837920	  0.167252	  0.167096	  0.167477		CURRENT LEARNING RATE: 0.00016068334290737072
previous_iter_valid_loss : 0.17387057840824127

    837940	  0.174139	  0.173871	  0.167778		CURRENT LEARNING RATE: 0.00016065120945224192
previous_iter_valid_loss : 0.16589879989624023

    837960	  0.166118	  0.165899	  0.168017		CURRENT LEARNING RATE: 0.00016061908242316153
previous_iter_valid_loss : 0.16227690875530243

    837980	  0.162462	  0.162277	  0.168070		CURRENT LEARNING RATE: 0.0001605869618188442
previous_iter_valid_loss : 0.1668727993965149

    838000	  0.167098	  0.166873	  0.168386		CURRENT LEARNING RATE: 0.00016055484763800564
previous_iter_valid_loss : 0.1611233949661255

    838020	  0.161305	  0.161123	  0.168125		CURRENT LEARNING RATE: 0.000160522739879361
previous_iter_valid_loss : 0.16091087460517883

    838040	  0.161094	  0.160911	  0.168127		CURRENT LEARNING RATE: 0.000160490638541626
previous_iter_valid_loss : 0.1634637713432312

    838060	  0.163629	  0.163464	  0.167509		CURRENT LEARNING RATE: 0.00016045854362351625
previous_iter_valid_loss : 0.160661980509758

    838080	  0.160835	  0.160662	  0.165946		CURRENT LEARNING RATE: 0.00016042645512374856
previous_iter_valid_loss : 0.1632692515850067

    838100	  0.163434	  0.163269	  0.164914		CURRENT LEARNING RATE: 0.0001603943730410391
previous_iter_valid_loss : 0.16205860674381256

    838120	  0.162215	  0.162059	  0.164471		CURRENT LEARNING RATE: 0.00016036229737410456
previous_iter_valid_loss : 0.16097436845302582

    838140	  0.161133	  0.160974	  0.163534		CURRENT LEARNING RATE: 0.00016033022812166168
previous_iter_valid_loss : 0.1688496321439743

    838160	  0.169077	  0.168850	  0.163531		CURRENT LEARNING RATE: 0.00016029816528242822
previous_iter_valid_loss : 0.16595831513404846

    838180	  0.166122	  0.165958	  0.163703		CURRENT LEARNING RATE: 0.0001602661088551214
previous_iter_valid_loss : 0.19633416831493378

    838200	  0.196844	  0.196334	  0.165485		CURRENT LEARNING RATE: 0.00016023405883845896
previous_iter_valid_loss : 0.16769340634346008

    838220	  0.167922	  0.167693	  0.165840		CURRENT LEARNING RATE: 0.0001602020152311586
previous_iter_valid_loss : 0.16129978001117706

    838240	  0.161483	  0.161300	  0.165869		CURRENT LEARNING RATE: 0.00016016997803193915
previous_iter_valid_loss : 0.16619496047496796

    838260	  0.166357	  0.166195	  0.165976		CURRENT LEARNING RATE: 0.00016013794723951884
previous_iter_valid_loss : 0.16322240233421326

    838280	  0.163390	  0.163222	  0.165985		CURRENT LEARNING RATE: 0.00016010592285261647
previous_iter_valid_loss : 0.1612037569284439

    838300	  0.161382	  0.161204	  0.165959		CURRENT LEARNING RATE: 0.00016007390486995072
previous_iter_valid_loss : 0.16054187715053558

    838320	  0.160701	  0.160542	  0.165631		CURRENT LEARNING RATE: 0.00016004189329024145
previous_iter_valid_loss : 0.1741798222064972

    838340	  0.174330	  0.174180	  0.165646		CURRENT LEARNING RATE: 0.00016000988811220798
previous_iter_valid_loss : 0.1621423065662384

    838360	  0.162293	  0.162142	  0.165458		CURRENT LEARNING RATE: 0.00015997788933456975
previous_iter_valid_loss : 0.1618187129497528

    838380	  0.161963	  0.161819	  0.165436		CURRENT LEARNING RATE: 0.0001599458969560474
previous_iter_valid_loss : 0.1780930906534195

    838400	  0.178410	  0.178093	  0.165997		CURRENT LEARNING RATE: 0.00015991391097536095
previous_iter_valid_loss : 0.16303583979606628

    838420	  0.163237	  0.163036	  0.166092		CURRENT LEARNING RATE: 0.000159881931391231
previous_iter_valid_loss : 0.17092040181159973

    838440	  0.171074	  0.170920	  0.166593		CURRENT LEARNING RATE: 0.00015984995820237798
previous_iter_valid_loss : 0.1724151223897934

    838460	  0.172563	  0.172415	  0.167040		CURRENT LEARNING RATE: 0.00015981799140752363
previous_iter_valid_loss : 0.16052697598934174

    838480	  0.160692	  0.160527	  0.167033		CURRENT LEARNING RATE: 0.00015978603100538893
previous_iter_valid_loss : 0.1733519732952118

    838500	  0.173500	  0.173352	  0.167538		CURRENT LEARNING RATE: 0.00015975407699469552
previous_iter_valid_loss : 0.16191722452640533

    838520	  0.162082	  0.161917	  0.167531		CURRENT LEARNING RATE: 0.00015972212937416492
previous_iter_valid_loss : 0.16097715497016907

    838540	  0.161167	  0.160977	  0.167531		CURRENT LEARNING RATE: 0.0001596901881425198
previous_iter_valid_loss : 0.16339240968227386

    838560	  0.163585	  0.163392	  0.167258		CURRENT LEARNING RATE: 0.00015965825329848223
previous_iter_valid_loss : 0.16067306697368622

    838580	  0.160829	  0.160673	  0.166994		CURRENT LEARNING RATE: 0.0001596263248407748
previous_iter_valid_loss : 0.1797359734773636

    838600	  0.179888	  0.179736	  0.166164		CURRENT LEARNING RATE: 0.00015959440276812012
previous_iter_valid_loss : 0.1678585261106491

    838620	  0.168014	  0.167859	  0.166172		CURRENT LEARNING RATE: 0.00015956248707924182
previous_iter_valid_loss : 0.1718321293592453

    838640	  0.171979	  0.171832	  0.166699		CURRENT LEARNING RATE: 0.00015953057777286307
previous_iter_valid_loss : 0.16095390915870667

    838660	  0.161136	  0.160954	  0.166436		CURRENT LEARNING RATE: 0.00015949867484770742
previous_iter_valid_loss : 0.16535861790180206

    838680	  0.165567	  0.165359	  0.166543		CURRENT LEARNING RATE: 0.0001594667783024985
previous_iter_valid_loss : 0.16168822348117828

    838700	  0.161870	  0.161688	  0.166567		CURRENT LEARNING RATE: 0.00015943488813596106
previous_iter_valid_loss : 0.1610621213912964

    838720	  0.161227	  0.161062	  0.166594		CURRENT LEARNING RATE: 0.00015940300434681912
previous_iter_valid_loss : 0.16851884126663208

    838740	  0.168669	  0.168519	  0.166310		CURRENT LEARNING RATE: 0.0001593711269337971
previous_iter_valid_loss : 0.1764375865459442

    838760	  0.176583	  0.176438	  0.167025		CURRENT LEARNING RATE: 0.0001593392558956205
previous_iter_valid_loss : 0.18236784636974335

    838780	  0.182714	  0.182368	  0.168053		CURRENT LEARNING RATE: 0.0001593073912310141
previous_iter_valid_loss : 0.16138103604316711

    838800	  0.161540	  0.161381	  0.167217		CURRENT LEARNING RATE: 0.0001592755329387034
previous_iter_valid_loss : 0.1605149358510971

    838820	  0.160683	  0.160515	  0.167091		CURRENT LEARNING RATE: 0.00015924368101741376
previous_iter_valid_loss : 0.1615159809589386

    838840	  0.161680	  0.161516	  0.166621		CURRENT LEARNING RATE: 0.00015921183546587165
previous_iter_valid_loss : 0.16377103328704834

    838860	  0.163953	  0.163771	  0.166189		CURRENT LEARNING RATE: 0.000159179996282803
previous_iter_valid_loss : 0.18593832850456238

    838880	  0.186336	  0.185938	  0.167459		CURRENT LEARNING RATE: 0.0001591481634669342
previous_iter_valid_loss : 0.17174425721168518

    838900	  0.171999	  0.171744	  0.167379		CURRENT LEARNING RATE: 0.00015911633701699168
previous_iter_valid_loss : 0.1661311686038971

    838920	  0.166334	  0.166131	  0.167590		CURRENT LEARNING RATE: 0.00015908451693170297
previous_iter_valid_loss : 0.16232603788375854

    838940	  0.162513	  0.162326	  0.167657		CURRENT LEARNING RATE: 0.00015905270320979491
previous_iter_valid_loss : 0.16113296151161194

    838960	  0.161290	  0.161133	  0.167544		CURRENT LEARNING RATE: 0.00015902089584999505
previous_iter_valid_loss : 0.16271299123764038

    838980	  0.162878	  0.162713	  0.167646		CURRENT LEARNING RATE: 0.00015898909485103074
previous_iter_valid_loss : 0.16078650951385498

    839000	  0.160963	  0.160787	  0.166699		CURRENT LEARNING RATE: 0.00015895730021163053
previous_iter_valid_loss : 0.16049639880657196

    839020	  0.160656	  0.160496	  0.166330		CURRENT LEARNING RATE: 0.00015892551193052236
previous_iter_valid_loss : 0.1605604588985443

    839040	  0.160731	  0.160560	  0.165767		CURRENT LEARNING RATE: 0.00015889373000643465
previous_iter_valid_loss : 0.16491059958934784

    839060	  0.165073	  0.164911	  0.165965		CURRENT LEARNING RATE: 0.00015886195443809594
previous_iter_valid_loss : 0.17014043033123016

    839080	  0.170382	  0.170140	  0.166204		CURRENT LEARNING RATE: 0.00015883018522423566
previous_iter_valid_loss : 0.16757452487945557

    839100	  0.167791	  0.167575	  0.166498		CURRENT LEARNING RATE: 0.00015879842236358284
previous_iter_valid_loss : 0.16146628558635712

    839120	  0.161659	  0.161466	  0.166518		CURRENT LEARNING RATE: 0.00015876666585486662
previous_iter_valid_loss : 0.1657244712114334

    839140	  0.165882	  0.165724	  0.166379		CURRENT LEARNING RATE: 0.0001587349156968174
previous_iter_valid_loss : 0.16701380908489227

    839160	  0.167171	  0.167014	  0.165907		CURRENT LEARNING RATE: 0.00015870317188816475
previous_iter_valid_loss : 0.17979583144187927

    839180	  0.179959	  0.179796	  0.165779		CURRENT LEARNING RATE: 0.00015867143442763903
previous_iter_valid_loss : 0.16281628608703613

    839200	  0.162971	  0.162816	  0.165851		CURRENT LEARNING RATE: 0.00015863970331397045
previous_iter_valid_loss : 0.16619999706745148

    839220	  0.166363	  0.166200	  0.166135		CURRENT LEARNING RATE: 0.0001586079785458903
previous_iter_valid_loss : 0.1786898374557495

    839240	  0.178994	  0.178690	  0.166993		CURRENT LEARNING RATE: 0.00015857626012212927
previous_iter_valid_loss : 0.16282127797603607

    839260	  0.163003	  0.162821	  0.166946		CURRENT LEARNING RATE: 0.0001585445480414187
previous_iter_valid_loss : 0.1666560024023056

    839280	  0.166863	  0.166656	  0.165982		CURRENT LEARNING RATE: 0.0001585128423024898
previous_iter_valid_loss : 0.1607016623020172

    839300	  0.160867	  0.160702	  0.165430		CURRENT LEARNING RATE: 0.0001584811429040749
previous_iter_valid_loss : 0.16058149933815002

    839320	  0.160744	  0.160581	  0.165152		CURRENT LEARNING RATE: 0.0001584494498449057
previous_iter_valid_loss : 0.17047622799873352

    839340	  0.170735	  0.170476	  0.165560		CURRENT LEARNING RATE: 0.00015841776312371453
previous_iter_valid_loss : 0.16059666872024536

    839360	  0.160757	  0.160597	  0.165533		CURRENT LEARNING RATE: 0.00015838608273923362
previous_iter_valid_loss : 0.16070574522018433

    839380	  0.160863	  0.160706	  0.165433		CURRENT LEARNING RATE: 0.00015835440869019633
previous_iter_valid_loss : 0.16328760981559753

    839400	  0.163450	  0.163288	  0.165558		CURRENT LEARNING RATE: 0.00015832274097533542
previous_iter_valid_loss : 0.17719629406929016

    839420	  0.177353	  0.177196	  0.166393		CURRENT LEARNING RATE: 0.00015829107959338418
previous_iter_valid_loss : 0.1605190634727478

    839440	  0.160680	  0.160519	  0.166391		CURRENT LEARNING RATE: 0.00015825942454307583
previous_iter_valid_loss : 0.1692804992198944

    839460	  0.169517	  0.169280	  0.166609		CURRENT LEARNING RATE: 0.00015822777582314478
previous_iter_valid_loss : 0.16114726662635803

    839480	  0.161297	  0.161147	  0.166159		CURRENT LEARNING RATE: 0.00015819613343232477
previous_iter_valid_loss : 0.1625978797674179

    839500	  0.162786	  0.162598	  0.165911		CURRENT LEARNING RATE: 0.00015816449736934986
previous_iter_valid_loss : 0.1693720519542694

    839520	  0.169523	  0.169372	  0.166306		CURRENT LEARNING RATE: 0.00015813286763295513
previous_iter_valid_loss : 0.16065968573093414

    839540	  0.160824	  0.160660	  0.166053		CURRENT LEARNING RATE: 0.00015810124422187513
previous_iter_valid_loss : 0.18225015699863434

    839560	  0.182605	  0.182250	  0.166814		CURRENT LEARNING RATE: 0.00015806962713484492
previous_iter_valid_loss : 0.16127562522888184

    839580	  0.161458	  0.161276	  0.165888		CURRENT LEARNING RATE: 0.00015803801637059953
previous_iter_valid_loss : 0.1606752574443817

    839600	  0.160831	  0.160675	  0.165781		CURRENT LEARNING RATE: 0.00015800641192787512
previous_iter_valid_loss : 0.18269109725952148

    839620	  0.182851	  0.182691	  0.166606		CURRENT LEARNING RATE: 0.00015797481380540717
previous_iter_valid_loss : 0.1778237670660019

    839640	  0.177981	  0.177824	  0.166563		CURRENT LEARNING RATE: 0.00015794322200193183
previous_iter_valid_loss : 0.16839763522148132

    839660	  0.168632	  0.168398	  0.166841		CURRENT LEARNING RATE: 0.00015791163651618508
previous_iter_valid_loss : 0.16154827177524567

    839680	  0.161741	  0.161548	  0.166586		CURRENT LEARNING RATE: 0.00015788005734690413
previous_iter_valid_loss : 0.16414444148540497

    839700	  0.164343	  0.164144	  0.166758		CURRENT LEARNING RATE: 0.00015784848449282548
previous_iter_valid_loss : 0.1635839343070984

    839720	  0.163774	  0.163584	  0.166908		CURRENT LEARNING RATE: 0.00015781691795268622
previous_iter_valid_loss : 0.16148774325847626

    839740	  0.161669	  0.161488	  0.166459		CURRENT LEARNING RATE: 0.0001577853577252234
previous_iter_valid_loss : 0.16623324155807495

    839760	  0.166442	  0.166233	  0.166741		CURRENT LEARNING RATE: 0.00015775380380917523
previous_iter_valid_loss : 0.16145846247673035

    839780	  0.161648	  0.161458	  0.166778		CURRENT LEARNING RATE: 0.00015772225620327922
previous_iter_valid_loss : 0.1608586609363556

    839800	  0.161020	  0.160859	  0.166657		CURRENT LEARNING RATE: 0.00015769071490627347
previous_iter_valid_loss : 0.17401599884033203

    839820	  0.174163	  0.174016	  0.166498		CURRENT LEARNING RATE: 0.00015765917991689607
previous_iter_valid_loss : 0.17472447454929352

    839840	  0.174873	  0.174724	  0.167208		CURRENT LEARNING RATE: 0.00015762765123388615
previous_iter_valid_loss : 0.16254454851150513

    839860	  0.162737	  0.162545	  0.166871		CURRENT LEARNING RATE: 0.0001575961288559823
previous_iter_valid_loss : 0.1610439419746399

    839880	  0.161227	  0.161044	  0.166866		CURRENT LEARNING RATE: 0.00015756461278192366
previous_iter_valid_loss : 0.1675863265991211

    839900	  0.167798	  0.167586	  0.167116		CURRENT LEARNING RATE: 0.00015753310301044925
previous_iter_valid_loss : 0.1605204939842224

    839920	  0.160677	  0.160520	  0.166673		CURRENT LEARNING RATE: 0.00015750159954029926
previous_iter_valid_loss : 0.16097891330718994

    839940	  0.161133	  0.160979	  0.166689		CURRENT LEARNING RATE: 0.00015747010237021327
previous_iter_valid_loss : 0.16122859716415405

    839960	  0.161412	  0.161229	  0.165638		CURRENT LEARNING RATE: 0.00015743861149893111
previous_iter_valid_loss : 0.17448915541172028

    839980	  0.174765	  0.174489	  0.166299		CURRENT LEARNING RATE: 0.00015740712692519372
previous_iter_valid_loss : 0.16956377029418945

    840000	  0.169809	  0.169564	  0.166743		CURRENT LEARNING RATE: 0.00015737564864774144
previous_iter_valid_loss : 0.16090728342533112

    840020	  0.161088	  0.160907	  0.165654		CURRENT LEARNING RATE: 0.0001573441766653151
previous_iter_valid_loss : 0.1707645058631897

    840040	  0.171017	  0.170765	  0.165301		CURRENT LEARNING RATE: 0.0001573127109766556
previous_iter_valid_loss : 0.1674427092075348

    840060	  0.167602	  0.167443	  0.165253		CURRENT LEARNING RATE: 0.00015728125158050483
previous_iter_valid_loss : 0.17956674098968506

    840080	  0.179894	  0.179567	  0.166154		CURRENT LEARNING RATE: 0.00015724979847560412
previous_iter_valid_loss : 0.16056373715400696

    840100	  0.160717	  0.160564	  0.165975		CURRENT LEARNING RATE: 0.00015721835166069537
previous_iter_valid_loss : 0.16144517064094543

    840120	  0.161629	  0.161445	  0.165868		CURRENT LEARNING RATE: 0.00015718691113452045
previous_iter_valid_loss : 0.1609216332435608

    840140	  0.161076	  0.160922	  0.165840		CURRENT LEARNING RATE: 0.00015715547689582228
previous_iter_valid_loss : 0.16278903186321259

    840160	  0.162982	  0.162789	  0.165668		CURRENT LEARNING RATE: 0.0001571240489433432
previous_iter_valid_loss : 0.16294527053833008

    840180	  0.163137	  0.162945	  0.165742		CURRENT LEARNING RATE: 0.0001570926272758261
previous_iter_valid_loss : 0.18447314202785492

    840200	  0.184617	  0.184473	  0.166923		CURRENT LEARNING RATE: 0.00015706121189201382
previous_iter_valid_loss : 0.16088595986366272

    840220	  0.161071	  0.160886	  0.166266		CURRENT LEARNING RATE: 0.00015702980279065033
previous_iter_valid_loss : 0.16706031560897827

    840240	  0.167287	  0.167060	  0.165883		CURRENT LEARNING RATE: 0.00015699839997047895
previous_iter_valid_loss : 0.16173914074897766

    840260	  0.161927	  0.161739	  0.165843		CURRENT LEARNING RATE: 0.0001569670034302436
previous_iter_valid_loss : 0.160859152674675

    840280	  0.161033	  0.160859	  0.165833		CURRENT LEARNING RATE: 0.00015693561316868813
previous_iter_valid_loss : 0.166865736246109

    840300	  0.167017	  0.166866	  0.165797		CURRENT LEARNING RATE: 0.0001569042291845575
previous_iter_valid_loss : 0.1612626612186432

    840320	  0.161422	  0.161263	  0.165834		CURRENT LEARNING RATE: 0.00015687285147659606
previous_iter_valid_loss : 0.16900476813316345

    840340	  0.169248	  0.169005	  0.166236		CURRENT LEARNING RATE: 0.0001568414800435484
previous_iter_valid_loss : 0.16124625504016876

    840360	  0.161431	  0.161246	  0.166237		CURRENT LEARNING RATE: 0.00015681011488416027
previous_iter_valid_loss : 0.16464631259441376

    840380	  0.164864	  0.164646	  0.165744		CURRENT LEARNING RATE: 0.00015677875599717672
previous_iter_valid_loss : 0.162380188703537

    840400	  0.162576	  0.162380	  0.165385		CURRENT LEARNING RATE: 0.00015674740338134346
previous_iter_valid_loss : 0.16159066557884216

    840420	  0.161774	  0.161591	  0.165419		CURRENT LEARNING RATE: 0.00015671605703540607
previous_iter_valid_loss : 0.16292649507522583

    840440	  0.163086	  0.162926	  0.165028		CURRENT LEARNING RATE: 0.00015668471695811127
previous_iter_valid_loss : 0.16660268604755402

    840460	  0.166762	  0.166603	  0.164986		CURRENT LEARNING RATE: 0.00015665338314820514
previous_iter_valid_loss : 0.16060692071914673

    840480	  0.160767	  0.160607	  0.164038		CURRENT LEARNING RATE: 0.00015662205560443437
previous_iter_valid_loss : 0.1605825275182724

    840500	  0.160743	  0.160583	  0.164039		CURRENT LEARNING RATE: 0.0001565907343255456
previous_iter_valid_loss : 0.18777284026145935

    840520	  0.187904	  0.187773	  0.165355		CURRENT LEARNING RATE: 0.00015655941931028646
previous_iter_valid_loss : 0.16066581010818481

    840540	  0.160823	  0.160666	  0.165342		CURRENT LEARNING RATE: 0.00015652811055740412
previous_iter_valid_loss : 0.16220910847187042

    840560	  0.162394	  0.162209	  0.165313		CURRENT LEARNING RATE: 0.00015649680806564622
previous_iter_valid_loss : 0.16058896481990814

    840580	  0.160735	  0.160589	  0.165195		CURRENT LEARNING RATE: 0.0001564655118337604
previous_iter_valid_loss : 0.1616889387369156

    840600	  0.161838	  0.161689	  0.164056		CURRENT LEARNING RATE: 0.00015643422186049536
previous_iter_valid_loss : 0.16468307375907898

    840620	  0.164883	  0.164683	  0.164246		CURRENT LEARNING RATE: 0.00015640293814459918
previous_iter_valid_loss : 0.18063600361347198

    840640	  0.180976	  0.180636	  0.164925		CURRENT LEARNING RATE: 0.00015637166068482058
previous_iter_valid_loss : 0.1690240055322647

    840660	  0.169266	  0.169024	  0.165289		CURRENT LEARNING RATE: 0.00015634038947990816
previous_iter_valid_loss : 0.16607603430747986

    840680	  0.166288	  0.166076	  0.165550		CURRENT LEARNING RATE: 0.00015630912452861158
previous_iter_valid_loss : 0.1672879308462143

    840700	  0.167440	  0.167288	  0.165571		CURRENT LEARNING RATE: 0.00015627786582968003
previous_iter_valid_loss : 0.16186970472335815

    840720	  0.162031	  0.161870	  0.165601		CURRENT LEARNING RATE: 0.00015624661338186285
previous_iter_valid_loss : 0.1690237820148468

    840740	  0.169268	  0.169024	  0.165602		CURRENT LEARNING RATE: 0.0001562153671839105
previous_iter_valid_loss : 0.16060471534729004

    840760	  0.160780	  0.160605	  0.165570		CURRENT LEARNING RATE: 0.00015618412723457283
previous_iter_valid_loss : 0.16098465025424957

    840780	  0.161163	  0.160985	  0.165387		CURRENT LEARNING RATE: 0.00015615289353260032
previous_iter_valid_loss : 0.17254619300365448

    840800	  0.172693	  0.172546	  0.165895		CURRENT LEARNING RATE: 0.00015612166607674327
previous_iter_valid_loss : 0.16137568652629852

    840820	  0.161560	  0.161376	  0.165885		CURRENT LEARNING RATE: 0.00015609044486575315
previous_iter_valid_loss : 0.16055765748023987

    840840	  0.160711	  0.160558	  0.165766		CURRENT LEARNING RATE: 0.00015605922989838085
previous_iter_valid_loss : 0.16413892805576324

    840860	  0.164323	  0.164139	  0.165643		CURRENT LEARNING RATE: 0.00015602802117337778
previous_iter_valid_loss : 0.16504935920238495

    840880	  0.165262	  0.165049	  0.165865		CURRENT LEARNING RATE: 0.0001559968186894953
previous_iter_valid_loss : 0.1748225837945938

    840900	  0.174971	  0.174823	  0.166577		CURRENT LEARNING RATE: 0.00015596562244548588
previous_iter_valid_loss : 0.1609460562467575

    840920	  0.161098	  0.160946	  0.165236		CURRENT LEARNING RATE: 0.00015593443244010135
previous_iter_valid_loss : 0.16063080728054047

    840940	  0.160797	  0.160631	  0.165234		CURRENT LEARNING RATE: 0.00015590324867209416
previous_iter_valid_loss : 0.1712932139635086

    840960	  0.171557	  0.171293	  0.165688		CURRENT LEARNING RATE: 0.00015587207114021664
previous_iter_valid_loss : 0.16236788034439087

    840980	  0.162576	  0.162368	  0.165777		CURRENT LEARNING RATE: 0.00015584089984322226
previous_iter_valid_loss : 0.16665630042552948

    841000	  0.166816	  0.166656	  0.166025		CURRENT LEARNING RATE: 0.0001558097347798639
previous_iter_valid_loss : 0.16051705181598663

    841020	  0.160670	  0.160517	  0.165817		CURRENT LEARNING RATE: 0.000155778575948895
previous_iter_valid_loss : 0.1607699990272522

    841040	  0.160941	  0.160770	  0.164824		CURRENT LEARNING RATE: 0.00015574742334906883
previous_iter_valid_loss : 0.17754071950912476

    841060	  0.177700	  0.177541	  0.165250		CURRENT LEARNING RATE: 0.0001557162769791399
previous_iter_valid_loss : 0.18256883323192596

    841080	  0.182725	  0.182569	  0.166074		CURRENT LEARNING RATE: 0.00015568513683786206
previous_iter_valid_loss : 0.18244671821594238

    841100	  0.182600	  0.182447	  0.166832		CURRENT LEARNING RATE: 0.00015565400292398974
previous_iter_valid_loss : 0.16582413017749786

    841120	  0.166033	  0.165824	  0.167030		CURRENT LEARNING RATE: 0.00015562287523627726
previous_iter_valid_loss : 0.16090193390846252

    841140	  0.161083	  0.160902	  0.166624		CURRENT LEARNING RATE: 0.0001555917537734801
previous_iter_valid_loss : 0.18363602459430695

    841160	  0.183982	  0.183636	  0.167776		CURRENT LEARNING RATE: 0.0001555606385343531
previous_iter_valid_loss : 0.1631881594657898

    841180	  0.163354	  0.163188	  0.167886		CURRENT LEARNING RATE: 0.0001555295295176514
previous_iter_valid_loss : 0.1605532467365265

    841200	  0.160711	  0.160553	  0.167286		CURRENT LEARNING RATE: 0.00015549842672213116
previous_iter_valid_loss : 0.16180671751499176

    841220	  0.161992	  0.161807	  0.167308		CURRENT LEARNING RATE: 0.00015546733014654802
previous_iter_valid_loss : 0.17042110860347748

    841240	  0.170663	  0.170421	  0.167801		CURRENT LEARNING RATE: 0.0001554362397896581
previous_iter_valid_loss : 0.19285178184509277

    841260	  0.192971	  0.192852	  0.169236		CURRENT LEARNING RATE: 0.00015540515565021755
previous_iter_valid_loss : 0.16055603325366974

    841280	  0.160705	  0.160556	  0.169012		CURRENT LEARNING RATE: 0.0001553740777269835
previous_iter_valid_loss : 0.16731277108192444

    841300	  0.167527	  0.167313	  0.168636		CURRENT LEARNING RATE: 0.00015534300601871255
previous_iter_valid_loss : 0.16063401103019714

    841320	  0.160807	  0.160634	  0.168621		CURRENT LEARNING RATE: 0.0001553119405241619
previous_iter_valid_loss : 0.16049493849277496

    841340	  0.160662	  0.160495	  0.168614		CURRENT LEARNING RATE: 0.0001552808812420886
previous_iter_valid_loss : 0.16131512820720673

    841360	  0.161501	  0.161315	  0.168115		CURRENT LEARNING RATE: 0.00015524982817125086
previous_iter_valid_loss : 0.1606450378894806

    841380	  0.160815	  0.160645	  0.168029		CURRENT LEARNING RATE: 0.00015521878131040623
previous_iter_valid_loss : 0.16074129939079285

    841400	  0.160897	  0.160741	  0.167733		CURRENT LEARNING RATE: 0.0001551877406583129
previous_iter_valid_loss : 0.16961415112018585

    841420	  0.169861	  0.169614	  0.168188		CURRENT LEARNING RATE: 0.00015515670621372895
previous_iter_valid_loss : 0.16470995545387268

    841440	  0.164916	  0.164710	  0.168385		CURRENT LEARNING RATE: 0.00015512567797541354
previous_iter_valid_loss : 0.17318469285964966

    841460	  0.173453	  0.173185	  0.168167		CURRENT LEARNING RATE: 0.00015509465594212526
previous_iter_valid_loss : 0.163242369890213

    841480	  0.163432	  0.163242	  0.167201		CURRENT LEARNING RATE: 0.00015506364011262324
previous_iter_valid_loss : 0.16307927668094635

    841500	  0.163255	  0.163079	  0.166232		CURRENT LEARNING RATE: 0.00015503263048566657
previous_iter_valid_loss : 0.16222377121448517

    841520	  0.162382	  0.162224	  0.166052		CURRENT LEARNING RATE: 0.00015500162706001542
previous_iter_valid_loss : 0.16079509258270264

    841540	  0.160946	  0.160795	  0.166047		CURRENT LEARNING RATE: 0.0001549706298344294
previous_iter_valid_loss : 0.17911776900291443

    841560	  0.179277	  0.179118	  0.165821		CURRENT LEARNING RATE: 0.00015493963880766826
previous_iter_valid_loss : 0.16618116199970245

    841580	  0.166341	  0.166181	  0.165971		CURRENT LEARNING RATE: 0.000154908653978493
previous_iter_valid_loss : 0.1635274440050125

    841600	  0.163685	  0.163527	  0.166120		CURRENT LEARNING RATE: 0.00015487767534566393
previous_iter_valid_loss : 0.1604965180158615

    841620	  0.160659	  0.160497	  0.166054		CURRENT LEARNING RATE: 0.00015484670290794188
previous_iter_valid_loss : 0.1652112454175949

    841640	  0.165414	  0.165211	  0.165794		CURRENT LEARNING RATE: 0.00015481573666408768
previous_iter_valid_loss : 0.18594178557395935

    841660	  0.186338	  0.185942	  0.165448		CURRENT LEARNING RATE: 0.00015478477661286328
previous_iter_valid_loss : 0.16328346729278564

    841680	  0.163474	  0.163283	  0.165584		CURRENT LEARNING RATE: 0.00015475382275302992
previous_iter_valid_loss : 0.1607576310634613

    841700	  0.160915	  0.160758	  0.165257		CURRENT LEARNING RATE: 0.00015472287508334952
previous_iter_valid_loss : 0.16076669096946716

    841720	  0.160919	  0.160767	  0.165263		CURRENT LEARNING RATE: 0.00015469193360258387
previous_iter_valid_loss : 0.17084544897079468

    841740	  0.170995	  0.170845	  0.165781		CURRENT LEARNING RATE: 0.00015466099830949585
previous_iter_valid_loss : 0.16063030064105988

    841760	  0.160791	  0.160630	  0.165747		CURRENT LEARNING RATE: 0.00015463006920284777
previous_iter_valid_loss : 0.16147130727767944

    841780	  0.161623	  0.161471	  0.165788		CURRENT LEARNING RATE: 0.00015459914628140252
previous_iter_valid_loss : 0.16161306202411652

    841800	  0.161805	  0.161613	  0.165831		CURRENT LEARNING RATE: 0.00015456822954392285
previous_iter_valid_loss : 0.16497530043125153

    841820	  0.165179	  0.164975	  0.165600		CURRENT LEARNING RATE: 0.00015453731898917264
previous_iter_valid_loss : 0.18253281712532043

    841840	  0.182688	  0.182533	  0.166491		CURRENT LEARNING RATE: 0.0001545064146159152
previous_iter_valid_loss : 0.160617858171463

    841860	  0.160793	  0.160618	  0.165862		CURRENT LEARNING RATE: 0.0001544755164229144
previous_iter_valid_loss : 0.16176356375217438

    841880	  0.161954	  0.161764	  0.165788		CURRENT LEARNING RATE: 0.00015444462440893398
previous_iter_valid_loss : 0.1731707900762558

    841900	  0.173313	  0.173171	  0.166293		CURRENT LEARNING RATE: 0.00015441373857273883
previous_iter_valid_loss : 0.1651308834552765

    841920	  0.165289	  0.165131	  0.166438		CURRENT LEARNING RATE: 0.00015438285891309326
previous_iter_valid_loss : 0.1790768802165985

    841940	  0.179384	  0.179077	  0.167352		CURRENT LEARNING RATE: 0.00015435198542876178
previous_iter_valid_loss : 0.1644337773323059

    841960	  0.164602	  0.164434	  0.166618		CURRENT LEARNING RATE: 0.00015432111811851002
previous_iter_valid_loss : 0.160504549741745

    841980	  0.160670	  0.160505	  0.166334		CURRENT LEARNING RATE: 0.000154290256981103
previous_iter_valid_loss : 0.16059842705726624

    842000	  0.160765	  0.160598	  0.166188		CURRENT LEARNING RATE: 0.00015425940201530629
previous_iter_valid_loss : 0.16106624901294708

    842020	  0.161223	  0.161066	  0.166216		CURRENT LEARNING RATE: 0.0001542285532198854
previous_iter_valid_loss : 0.16050897538661957

    842040	  0.160683	  0.160509	  0.165981		CURRENT LEARNING RATE: 0.00015419771059360692
previous_iter_valid_loss : 0.16420964896678925

    842060	  0.164399	  0.164210	  0.164895		CURRENT LEARNING RATE: 0.0001541668741352369
previous_iter_valid_loss : 0.16533200442790985

    842080	  0.165533	  0.165332	  0.164997		CURRENT LEARNING RATE: 0.00015413604384354186
previous_iter_valid_loss : 0.16064298152923584

    842100	  0.160815	  0.160643	  0.164991		CURRENT LEARNING RATE: 0.0001541052197172883
previous_iter_valid_loss : 0.16417209804058075

    842120	  0.164378	  0.164172	  0.165162		CURRENT LEARNING RATE: 0.00015407440175524385
previous_iter_valid_loss : 0.17281246185302734

    842140	  0.173083	  0.172812	  0.165260		CURRENT LEARNING RATE: 0.0001540435899561755
previous_iter_valid_loss : 0.1641761213541031

    842160	  0.164367	  0.164176	  0.165437		CURRENT LEARNING RATE: 0.00015401278431885075
previous_iter_valid_loss : 0.1605258584022522

    842180	  0.160681	  0.160526	  0.165390		CURRENT LEARNING RATE: 0.00015398198484203713
previous_iter_valid_loss : 0.16051334142684937

    842200	  0.160671	  0.160513	  0.165335		CURRENT LEARNING RATE: 0.00015395119152450317
previous_iter_valid_loss : 0.16510304808616638

    842220	  0.165271	  0.165103	  0.165341		CURRENT LEARNING RATE: 0.0001539204043650169
previous_iter_valid_loss : 0.17455115914344788

    842240	  0.174826	  0.174551	  0.164942		CURRENT LEARNING RATE: 0.00015388962336234687
previous_iter_valid_loss : 0.16897208988666534

    842260	  0.169122	  0.168972	  0.165360		CURRENT LEARNING RATE: 0.0001538588485152615
previous_iter_valid_loss : 0.16084551811218262

    842280	  0.161021	  0.160846	  0.165314		CURRENT LEARNING RATE: 0.00015382807982253035
previous_iter_valid_loss : 0.16308508813381195

    842300	  0.163263	  0.163085	  0.164810		CURRENT LEARNING RATE: 0.0001537973172829224
previous_iter_valid_loss : 0.16685640811920166

    842320	  0.167071	  0.166856	  0.164896		CURRENT LEARNING RATE: 0.0001537665608952069
previous_iter_valid_loss : 0.16239292919635773

    842340	  0.162552	  0.162393	  0.164062		CURRENT LEARNING RATE: 0.00015373581065815416
previous_iter_valid_loss : 0.17636613547801971

    842360	  0.176523	  0.176366	  0.164659		CURRENT LEARNING RATE: 0.00015370506657053383
previous_iter_valid_loss : 0.18149839341640472

    842380	  0.181849	  0.181498	  0.165708		CURRENT LEARNING RATE: 0.0001536743286311162
previous_iter_valid_loss : 0.1622777134180069

    842400	  0.162442	  0.162278	  0.165792		CURRENT LEARNING RATE: 0.00015364359683867147
previous_iter_valid_loss : 0.16391609609127045

    842420	  0.164090	  0.163916	  0.165935		CURRENT LEARNING RATE: 0.00015361287119197088
previous_iter_valid_loss : 0.1780187487602234

    842440	  0.178181	  0.178019	  0.166810		CURRENT LEARNING RATE: 0.0001535821516897852
previous_iter_valid_loss : 0.1618742197751999

    842460	  0.162031	  0.161874	  0.166693		CURRENT LEARNING RATE: 0.00015355143833088557
previous_iter_valid_loss : 0.19322343170642853

    842480	  0.193341	  0.193223	  0.168088		CURRENT LEARNING RATE: 0.00015352073111404323
previous_iter_valid_loss : 0.19253259897232056

    842500	  0.192652	  0.192533	  0.169682		CURRENT LEARNING RATE: 0.00015349003003803044
previous_iter_valid_loss : 0.16055628657341003

    842520	  0.160716	  0.160556	  0.169502		CURRENT LEARNING RATE: 0.00015345933510161887
previous_iter_valid_loss : 0.16434404253959656

    842540	  0.164502	  0.164344	  0.169078		CURRENT LEARNING RATE: 0.00015342864630358072
previous_iter_valid_loss : 0.16412575542926788

    842560	  0.164285	  0.164126	  0.169076		CURRENT LEARNING RATE: 0.00015339796364268816
previous_iter_valid_loss : 0.1610625833272934

    842580	  0.161243	  0.161063	  0.169103		CURRENT LEARNING RATE: 0.00015336728711771443
previous_iter_valid_loss : 0.1858239471912384

    842600	  0.185967	  0.185824	  0.170368		CURRENT LEARNING RATE: 0.00015333661672743224
previous_iter_valid_loss : 0.16858914494514465

    842620	  0.168742	  0.168589	  0.170542		CURRENT LEARNING RATE: 0.0001533059524706147
previous_iter_valid_loss : 0.16674812138080597

    842640	  0.166968	  0.166748	  0.170152		CURRENT LEARNING RATE: 0.00015327529434603504
previous_iter_valid_loss : 0.16598135232925415

    842660	  0.166136	  0.165981	  0.170003		CURRENT LEARNING RATE: 0.00015324464235246744
previous_iter_valid_loss : 0.16054202616214752

    842680	  0.160707	  0.160542	  0.169988		CURRENT LEARNING RATE: 0.00015321399648868554
previous_iter_valid_loss : 0.1645357757806778

    842700	  0.164709	  0.164536	  0.170060		CURRENT LEARNING RATE: 0.00015318335675346354
previous_iter_valid_loss : 0.16572874784469604

    842720	  0.165890	  0.165729	  0.170004		CURRENT LEARNING RATE: 0.00015315272314557555
previous_iter_valid_loss : 0.16382041573524475

    842740	  0.164015	  0.163820	  0.170075		CURRENT LEARNING RATE: 0.00015312209566379676
previous_iter_valid_loss : 0.16310088336467743

    842760	  0.163260	  0.163101	  0.169412		CURRENT LEARNING RATE: 0.00015309147430690183
previous_iter_valid_loss : 0.16388194262981415

    842780	  0.164076	  0.163882	  0.168531		CURRENT LEARNING RATE: 0.00015306085907366564
previous_iter_valid_loss : 0.16324441134929657

    842800	  0.163402	  0.163244	  0.168579		CURRENT LEARNING RATE: 0.0001530302499628641
previous_iter_valid_loss : 0.17436182498931885

    842820	  0.174509	  0.174362	  0.169102		CURRENT LEARNING RATE: 0.00015299964697327255
previous_iter_valid_loss : 0.16725343465805054

    842840	  0.167406	  0.167253	  0.168563		CURRENT LEARNING RATE: 0.0001529690501036669
previous_iter_valid_loss : 0.16170217096805573

    842860	  0.161863	  0.161702	  0.168555		CURRENT LEARNING RATE: 0.00015293845935282304
previous_iter_valid_loss : 0.16207163035869598

    842880	  0.162255	  0.162072	  0.166997		CURRENT LEARNING RATE: 0.00015290787471951782
previous_iter_valid_loss : 0.17441019415855408

    842900	  0.174688	  0.174410	  0.166091		CURRENT LEARNING RATE: 0.00015287729620252761
previous_iter_valid_loss : 0.16510330140590668

    842920	  0.165271	  0.165103	  0.166318		CURRENT LEARNING RATE: 0.0001528467238006293
previous_iter_valid_loss : 0.17112137377262115

    842940	  0.171272	  0.171121	  0.166657		CURRENT LEARNING RATE: 0.00015281615751259962
previous_iter_valid_loss : 0.16131706535816193

    842960	  0.161463	  0.161317	  0.166517		CURRENT LEARNING RATE: 0.0001527855973372166
previous_iter_valid_loss : 0.16083796322345734

    842980	  0.161023	  0.160838	  0.166506		CURRENT LEARNING RATE: 0.00015275504327325748
previous_iter_valid_loss : 0.16058151423931122

    843000	  0.160760	  0.160582	  0.165243		CURRENT LEARNING RATE: 0.0001527244953195001
previous_iter_valid_loss : 0.17358346283435822

    843020	  0.173733	  0.173583	  0.165493		CURRENT LEARNING RATE: 0.00015269395347472227
previous_iter_valid_loss : 0.1698438972234726

    843040	  0.170091	  0.169844	  0.165648		CURRENT LEARNING RATE: 0.0001526634177377029
previous_iter_valid_loss : 0.1616225242614746

    843060	  0.161773	  0.161623	  0.165430		CURRENT LEARNING RATE: 0.00015263288810722024
previous_iter_valid_loss : 0.16167126595973969

    843080	  0.161859	  0.161671	  0.165486		CURRENT LEARNING RATE: 0.00015260236458205313
previous_iter_valid_loss : 0.16933053731918335

    843100	  0.169485	  0.169331	  0.165726		CURRENT LEARNING RATE: 0.00015257184716098034
previous_iter_valid_loss : 0.16365882754325867

    843120	  0.163836	  0.163659	  0.165623		CURRENT LEARNING RATE: 0.00015254133584278174
previous_iter_valid_loss : 0.17217837274074554

    843140	  0.172326	  0.172178	  0.166041		CURRENT LEARNING RATE: 0.0001525108306262366
previous_iter_valid_loss : 0.1613435596227646

    843160	  0.161505	  0.161344	  0.165953		CURRENT LEARNING RATE: 0.00015248033151012442
previous_iter_valid_loss : 0.1610366851091385

    843180	  0.161215	  0.161037	  0.165810		CURRENT LEARNING RATE: 0.00015244983849322578
previous_iter_valid_loss : 0.16099315881729126

    843200	  0.161176	  0.160993	  0.165698		CURRENT LEARNING RATE: 0.00015241935157432075
previous_iter_valid_loss : 0.1633770763874054

    843220	  0.163576	  0.163377	  0.165149		CURRENT LEARNING RATE: 0.00015238887075218977
previous_iter_valid_loss : 0.1612119823694229

    843240	  0.161395	  0.161212	  0.164847		CURRENT LEARNING RATE: 0.00015235839602561338
previous_iter_valid_loss : 0.16172564029693604

    843260	  0.161884	  0.161726	  0.164848		CURRENT LEARNING RATE: 0.0001523279273933731
previous_iter_valid_loss : 0.16377083957195282

    843280	  0.163971	  0.163771	  0.164933		CURRENT LEARNING RATE: 0.00015229746485424995
previous_iter_valid_loss : 0.1643557995557785

    843300	  0.164554	  0.164356	  0.164430		CURRENT LEARNING RATE: 0.0001522670084070254
previous_iter_valid_loss : 0.17582248151302338

    843320	  0.175970	  0.175822	  0.164966		CURRENT LEARNING RATE: 0.00015223655805048097
previous_iter_valid_loss : 0.1622064709663391

    843340	  0.162398	  0.162206	  0.164520		CURRENT LEARNING RATE: 0.00015220611378339915
previous_iter_valid_loss : 0.1633865386247635

    843360	  0.163551	  0.163387	  0.164624		CURRENT LEARNING RATE: 0.00015217567560456188
previous_iter_valid_loss : 0.16801907122135162

    843380	  0.168244	  0.168019	  0.164983		CURRENT LEARNING RATE: 0.00015214524351275164
previous_iter_valid_loss : 0.1657162457704544

    843400	  0.165874	  0.165716	  0.165240		CURRENT LEARNING RATE: 0.00015211481750675092
previous_iter_valid_loss : 0.16958388686180115

    843420	  0.169736	  0.169584	  0.165040		CURRENT LEARNING RATE: 0.00015208439758534318
previous_iter_valid_loss : 0.16050291061401367

    843440	  0.160656	  0.160503	  0.164572		CURRENT LEARNING RATE: 0.00015205398374731137
previous_iter_valid_loss : 0.16057831048965454

    843460	  0.160730	  0.160578	  0.164520		CURRENT LEARNING RATE: 0.00015202357599143892
previous_iter_valid_loss : 0.17152062058448792

    843480	  0.171779	  0.171521	  0.165013		CURRENT LEARNING RATE: 0.00015199317431650926
previous_iter_valid_loss : 0.16838949918746948

    843500	  0.168616	  0.168389	  0.164966		CURRENT LEARNING RATE: 0.00015196277872130687
previous_iter_valid_loss : 0.16112102568149567

    843520	  0.161297	  0.161121	  0.164839		CURRENT LEARNING RATE: 0.00015193238920461563
previous_iter_valid_loss : 0.17718344926834106

    843540	  0.177341	  0.177183	  0.165089		CURRENT LEARNING RATE: 0.00015190200576521975
previous_iter_valid_loss : 0.16074290871620178

    843560	  0.160919	  0.160743	  0.165059		CURRENT LEARNING RATE: 0.00015187162840190436
previous_iter_valid_loss : 0.17120212316513062

    843580	  0.171459	  0.171202	  0.165567		CURRENT LEARNING RATE: 0.00015184125711345414
previous_iter_valid_loss : 0.16398026049137115

    843600	  0.164180	  0.163980	  0.165717		CURRENT LEARNING RATE: 0.00015181089189865421
previous_iter_valid_loss : 0.16085103154182434

    843620	  0.161027	  0.160851	  0.165590		CURRENT LEARNING RATE: 0.00015178053275628973
previous_iter_valid_loss : 0.16676951944828033

    843640	  0.166931	  0.166770	  0.165868		CURRENT LEARNING RATE: 0.0001517501796851468
previous_iter_valid_loss : 0.16144612431526184

    843660	  0.161599	  0.161446	  0.165854		CURRENT LEARNING RATE: 0.00015171983268401113
previous_iter_valid_loss : 0.16215276718139648

    843680	  0.162355	  0.162153	  0.165773		CURRENT LEARNING RATE: 0.00015168949175166878
previous_iter_valid_loss : 0.16184411942958832

    843700	  0.162002	  0.161844	  0.165648		CURRENT LEARNING RATE: 0.00015165915688690584
previous_iter_valid_loss : 0.17740269005298615

    843720	  0.177555	  0.177403	  0.165727		CURRENT LEARNING RATE: 0.00015162882808850947
previous_iter_valid_loss : 0.16180723905563354

    843740	  0.161989	  0.161807	  0.165707		CURRENT LEARNING RATE: 0.00015159850535526623
previous_iter_valid_loss : 0.16247165203094482

    843760	  0.162632	  0.162472	  0.165661		CURRENT LEARNING RATE: 0.00015156818868596324
previous_iter_valid_loss : 0.1605168730020523

    843780	  0.160680	  0.160517	  0.165286		CURRENT LEARNING RATE: 0.00015153787807938753
previous_iter_valid_loss : 0.1618763655424118

    843800	  0.162063	  0.161876	  0.165094		CURRENT LEARNING RATE: 0.00015150757353432726
previous_iter_valid_loss : 0.16058041155338287

    843820	  0.160735	  0.160580	  0.164644		CURRENT LEARNING RATE: 0.00015147727504956994
previous_iter_valid_loss : 0.19570119678974152

    843840	  0.196193	  0.195701	  0.166404		CURRENT LEARNING RATE: 0.00015144698262390362
previous_iter_valid_loss : 0.16163551807403564

    843860	  0.161828	  0.161636	  0.166457		CURRENT LEARNING RATE: 0.00015141669625611638
previous_iter_valid_loss : 0.16171906888484955

    843880	  0.161869	  0.161719	  0.165966		CURRENT LEARNING RATE: 0.00015138641594499727
previous_iter_valid_loss : 0.16940756142139435

    843900	  0.169644	  0.169408	  0.166017		CURRENT LEARNING RATE: 0.00015135614168933483
previous_iter_valid_loss : 0.16130146384239197

    843920	  0.161487	  0.161301	  0.166026		CURRENT LEARNING RATE: 0.00015132587348791807
previous_iter_valid_loss : 0.17613212764263153

    843940	  0.176289	  0.176132	  0.165974		CURRENT LEARNING RATE: 0.00015129561133953598
previous_iter_valid_loss : 0.16135574877262115

    843960	  0.161538	  0.161356	  0.166004		CURRENT LEARNING RATE: 0.00015126535524297865
previous_iter_valid_loss : 0.17214177548885345

    843980	  0.172399	  0.172142	  0.166051		CURRENT LEARNING RATE: 0.00015123510519703557
previous_iter_valid_loss : 0.16055987775325775

    844000	  0.160719	  0.160560	  0.165880		CURRENT LEARNING RATE: 0.00015120486120049644
previous_iter_valid_loss : 0.18514913320541382

    844020	  0.185291	  0.185149	  0.167095		CURRENT LEARNING RATE: 0.00015117462325215202
previous_iter_valid_loss : 0.17252269387245178

    844040	  0.172668	  0.172523	  0.167383		CURRENT LEARNING RATE: 0.00015114439135079257
previous_iter_valid_loss : 0.16515281796455383

    844060	  0.165319	  0.165153	  0.167568		CURRENT LEARNING RATE: 0.00015111416549520878
previous_iter_valid_loss : 0.16396699845790863

    844080	  0.164137	  0.163967	  0.167659		CURRENT LEARNING RATE: 0.0001510839456841914
previous_iter_valid_loss : 0.17613400518894196

    844100	  0.176283	  0.176134	  0.168374		CURRENT LEARNING RATE: 0.0001510537319165321
previous_iter_valid_loss : 0.17809000611305237

    844120	  0.178252	  0.178090	  0.168408		CURRENT LEARNING RATE: 0.0001510235241910221
previous_iter_valid_loss : 0.16097037494182587

    844140	  0.161158	  0.160970	  0.168366		CURRENT LEARNING RATE: 0.00015099332250645308
previous_iter_valid_loss : 0.16055285930633545

    844160	  0.160702	  0.160553	  0.168270		CURRENT LEARNING RATE: 0.00015096312686161675
previous_iter_valid_loss : 0.16397757828235626

    844180	  0.164167	  0.163978	  0.168443		CURRENT LEARNING RATE: 0.00015093293725530575
previous_iter_valid_loss : 0.1619414985179901

    844200	  0.162099	  0.161941	  0.168446		CURRENT LEARNING RATE: 0.0001509027536863123
previous_iter_valid_loss : 0.16318067908287048

    844220	  0.163378	  0.163181	  0.168576		CURRENT LEARNING RATE: 0.00015087257615342898
previous_iter_valid_loss : 0.16052977740764618

    844240	  0.160696	  0.160530	  0.166818		CURRENT LEARNING RATE: 0.00015084240465544844
previous_iter_valid_loss : 0.16099299490451813

    844260	  0.161180	  0.160993	  0.166786		CURRENT LEARNING RATE: 0.0001508122391911644
previous_iter_valid_loss : 0.16240745782852173

    844280	  0.162562	  0.162407	  0.166820		CURRENT LEARNING RATE: 0.00015078207975936995
previous_iter_valid_loss : 0.17141927778720856

    844300	  0.171564	  0.171419	  0.166921		CURRENT LEARNING RATE: 0.0001507519263588587
previous_iter_valid_loss : 0.1617276966571808

    844320	  0.161886	  0.161728	  0.166942		CURRENT LEARNING RATE: 0.00015072177898842429
previous_iter_valid_loss : 0.16394510865211487

    844340	  0.164150	  0.163945	  0.166333		CURRENT LEARNING RATE: 0.00015069163764686128
previous_iter_valid_loss : 0.16142681241035461

    844360	  0.161613	  0.161427	  0.166336		CURRENT LEARNING RATE: 0.00015066150233296384
previous_iter_valid_loss : 0.16061943769454956

    844380	  0.160782	  0.160619	  0.165760		CURRENT LEARNING RATE: 0.00015063137304552622
previous_iter_valid_loss : 0.16073077917099

    844400	  0.160911	  0.160731	  0.165769		CURRENT LEARNING RATE: 0.00015060124978334382
previous_iter_valid_loss : 0.16565440595149994

    844420	  0.165863	  0.165654	  0.164794		CURRENT LEARNING RATE: 0.0001505711325452114
previous_iter_valid_loss : 0.18521429598331451

    844440	  0.185592	  0.185214	  0.165429		CURRENT LEARNING RATE: 0.00015054102132992437
previous_iter_valid_loss : 0.1605314314365387

    844460	  0.160694	  0.160531	  0.165197		CURRENT LEARNING RATE: 0.0001505109161362779
previous_iter_valid_loss : 0.17212097346782684

    844480	  0.172378	  0.172121	  0.165605		CURRENT LEARNING RATE: 0.00015048081696306836
previous_iter_valid_loss : 0.1771271824836731

    844500	  0.177411	  0.177127	  0.165655		CURRENT LEARNING RATE: 0.00015045072380909152
previous_iter_valid_loss : 0.1613536775112152

    844520	  0.161513	  0.161354	  0.164818		CURRENT LEARNING RATE: 0.00015042063667314364
previous_iter_valid_loss : 0.16544172167778015

    844540	  0.165648	  0.165442	  0.165042		CURRENT LEARNING RATE: 0.00015039055555402103
previous_iter_valid_loss : 0.1651870608329773

    844560	  0.165393	  0.165187	  0.165273		CURRENT LEARNING RATE: 0.00015036048045052086
previous_iter_valid_loss : 0.16945518553256989

    844580	  0.169696	  0.169455	  0.165547		CURRENT LEARNING RATE: 0.00015033041136143998
previous_iter_valid_loss : 0.17057213187217712

    844600	  0.170721	  0.170572	  0.165979		CURRENT LEARNING RATE: 0.00015030034828557556
previous_iter_valid_loss : 0.16087208688259125

    844620	  0.161053	  0.160872	  0.165863		CURRENT LEARNING RATE: 0.00015027029122172483
previous_iter_valid_loss : 0.1605735868215561

    844640	  0.160743	  0.160574	  0.165865		CURRENT LEARNING RATE: 0.00015024024016868602
previous_iter_valid_loss : 0.1615278422832489

    844660	  0.161715	  0.161528	  0.165892		CURRENT LEARNING RATE: 0.00015021019512525684
previous_iter_valid_loss : 0.1637227088212967

    844680	  0.163893	  0.163723	  0.165958		CURRENT LEARNING RATE: 0.0001501801560902355
previous_iter_valid_loss : 0.16072231531143188

    844700	  0.160894	  0.160722	  0.165423		CURRENT LEARNING RATE: 0.00015015012306242014
previous_iter_valid_loss : 0.1661207526922226

    844720	  0.166279	  0.166121	  0.165643		CURRENT LEARNING RATE: 0.00015012009604061001
previous_iter_valid_loss : 0.16240616142749786

    844740	  0.162562	  0.162406	  0.165566		CURRENT LEARNING RATE: 0.00015009007502360372
previous_iter_valid_loss : 0.16740764677524567

    844760	  0.167633	  0.167408	  0.165865		CURRENT LEARNING RATE: 0.0001500600600102002
previous_iter_valid_loss : 0.16258101165294647

    844780	  0.162742	  0.162581	  0.165963		CURRENT LEARNING RATE: 0.00015003005099919936
previous_iter_valid_loss : 0.1636025309562683

    844800	  0.163778	  0.163603	  0.166107		CURRENT LEARNING RATE: 0.00015000004798940058
previous_iter_valid_loss : 0.16927143931388855

    844820	  0.169521	  0.169271	  0.166287		CURRENT LEARNING RATE: 0.00014997005097960373
previous_iter_valid_loss : 0.16062846779823303

    844840	  0.160799	  0.160628	  0.165058		CURRENT LEARNING RATE: 0.00014994005996860868
previous_iter_valid_loss : 0.16622093319892883

    844860	  0.166378	  0.166221	  0.165343		CURRENT LEARNING RATE: 0.00014991007495521633
previous_iter_valid_loss : 0.1616307646036148

    844880	  0.161818	  0.161631	  0.164818		CURRENT LEARNING RATE: 0.00014988009593822698
previous_iter_valid_loss : 0.1636616289615631

    844900	  0.163861	  0.163662	  0.164145		CURRENT LEARNING RATE: 0.0001498501229164415
previous_iter_valid_loss : 0.16414472460746765

    844920	  0.164348	  0.164145	  0.164284		CURRENT LEARNING RATE: 0.00014982015588866068
previous_iter_valid_loss : 0.16053986549377441

    844940	  0.160699	  0.160540	  0.164039		CURRENT LEARNING RATE: 0.0001497901948536864
previous_iter_valid_loss : 0.16111843287944794

    844960	  0.161272	  0.161118	  0.163836		CURRENT LEARNING RATE: 0.0001497602398103199
previous_iter_valid_loss : 0.16140484809875488

    844980	  0.161591	  0.161405	  0.163433		CURRENT LEARNING RATE: 0.00014973029075736303
previous_iter_valid_loss : 0.16098596155643463

    845000	  0.161137	  0.160986	  0.162954		CURRENT LEARNING RATE: 0.00014970034769361756
previous_iter_valid_loss : 0.18249449133872986

    845020	  0.182842	  0.182494	  0.164035		CURRENT LEARNING RATE: 0.00014967041061788626
previous_iter_valid_loss : 0.1967502385377884

    845040	  0.196845	  0.196750	  0.165844		CURRENT LEARNING RATE: 0.00014964047952897142
previous_iter_valid_loss : 0.16085374355316162

    845060	  0.161028	  0.160854	  0.165810		CURRENT LEARNING RATE: 0.00014961055442567575
previous_iter_valid_loss : 0.164389505982399

    845080	  0.164594	  0.164390	  0.165844		CURRENT LEARNING RATE: 0.00014958063530680205
previous_iter_valid_loss : 0.1920870840549469

    845100	  0.192537	  0.192087	  0.167412		CURRENT LEARNING RATE: 0.00014955072217115404
previous_iter_valid_loss : 0.17848482728004456

    845120	  0.178640	  0.178485	  0.168030		CURRENT LEARNING RATE: 0.00014952081501753492
previous_iter_valid_loss : 0.1609189361333847

    845140	  0.161087	  0.160919	  0.167956		CURRENT LEARNING RATE: 0.00014949091384474844
previous_iter_valid_loss : 0.16382673382759094

    845160	  0.163995	  0.163827	  0.167777		CURRENT LEARNING RATE: 0.00014946101865159826
previous_iter_valid_loss : 0.1728152632713318

    845180	  0.173081	  0.172815	  0.168288		CURRENT LEARNING RATE: 0.0001494311294368891
previous_iter_valid_loss : 0.17405791580677032

    845200	  0.174210	  0.174058	  0.168811		CURRENT LEARNING RATE: 0.00014940124619942515
previous_iter_valid_loss : 0.162697896361351

    845220	  0.162859	  0.162698	  0.168482		CURRENT LEARNING RATE: 0.00014937136893801081
previous_iter_valid_loss : 0.16283421218395233

    845240	  0.162998	  0.162834	  0.168593		CURRENT LEARNING RATE: 0.0001493414976514515
previous_iter_valid_loss : 0.16065829992294312

    845260	  0.160815	  0.160658	  0.168315		CURRENT LEARNING RATE: 0.00014931163233855213
previous_iter_valid_loss : 0.16680018603801727

    845280	  0.167024	  0.166800	  0.168573		CURRENT LEARNING RATE: 0.00014928177299811807
previous_iter_valid_loss : 0.1676287204027176

    845300	  0.167852	  0.167629	  0.168771		CURRENT LEARNING RATE: 0.00014925191962895468
previous_iter_valid_loss : 0.17020875215530396

    845320	  0.170356	  0.170209	  0.169075		CURRENT LEARNING RATE: 0.00014922207222986834
previous_iter_valid_loss : 0.16537094116210938

    845340	  0.165527	  0.165371	  0.169316		CURRENT LEARNING RATE: 0.00014919223079966492
previous_iter_valid_loss : 0.17800064384937286

    845360	  0.178158	  0.178001	  0.170160		CURRENT LEARNING RATE: 0.00014916239533715079
previous_iter_valid_loss : 0.16733717918395996

    845380	  0.167560	  0.167337	  0.170457		CURRENT LEARNING RATE: 0.00014913256584113218
previous_iter_valid_loss : 0.16145119071006775

    845400	  0.161634	  0.161451	  0.170480		CURRENT LEARNING RATE: 0.0001491027423104165
previous_iter_valid_loss : 0.16149131953716278

    845420	  0.161658	  0.161491	  0.169430		CURRENT LEARNING RATE: 0.00014907292474381056
previous_iter_valid_loss : 0.1717415452003479

    845440	  0.171887	  0.171742	  0.168180		CURRENT LEARNING RATE: 0.00014904311314012158
previous_iter_valid_loss : 0.16946764290332794

    845460	  0.169617	  0.169468	  0.168610		CURRENT LEARNING RATE: 0.00014901330749815693
previous_iter_valid_loss : 0.16314804553985596

    845480	  0.163315	  0.163148	  0.168548		CURRENT LEARNING RATE: 0.00014898350781672483
previous_iter_valid_loss : 0.1667531281709671

    845500	  0.166970	  0.166753	  0.167281		CURRENT LEARNING RATE: 0.0001489537140946331
previous_iter_valid_loss : 0.1613169014453888

    845520	  0.161474	  0.161317	  0.166423		CURRENT LEARNING RATE: 0.0001489239263306899
previous_iter_valid_loss : 0.1667688935995102

    845540	  0.166922	  0.166769	  0.166716		CURRENT LEARNING RATE: 0.00014889414452370355
previous_iter_valid_loss : 0.16249822080135345

    845560	  0.162684	  0.162498	  0.166649		CURRENT LEARNING RATE: 0.00014886436867248326
previous_iter_valid_loss : 0.16484659910202026

    845580	  0.165021	  0.164847	  0.166251		CURRENT LEARNING RATE: 0.00014883459877583773
previous_iter_valid_loss : 0.16050784289836884

    845600	  0.160668	  0.160508	  0.165573		CURRENT LEARNING RATE: 0.0001488048348325759
previous_iter_valid_loss : 0.16052281856536865

    845620	  0.160677	  0.160523	  0.165464		CURRENT LEARNING RATE: 0.00014877507684150776
previous_iter_valid_loss : 0.16159115731716156

    845640	  0.161748	  0.161591	  0.165402		CURRENT LEARNING RATE: 0.0001487453248014427
previous_iter_valid_loss : 0.16385194659233093

    845660	  0.164061	  0.163852	  0.165562		CURRENT LEARNING RATE: 0.00014871557871119065
previous_iter_valid_loss : 0.16486690938472748

    845680	  0.165032	  0.164867	  0.165465		CURRENT LEARNING RATE: 0.00014868583856956152
previous_iter_valid_loss : 0.1682969629764557

    845700	  0.168449	  0.168297	  0.165499		CURRENT LEARNING RATE: 0.00014865610437536623
previous_iter_valid_loss : 0.16732873022556305

    845720	  0.167559	  0.167329	  0.165355		CURRENT LEARNING RATE: 0.00014862637612741509
previous_iter_valid_loss : 0.16215580701828003

    845740	  0.162333	  0.162156	  0.165194		CURRENT LEARNING RATE: 0.00014859665382451905
previous_iter_valid_loss : 0.17557455599308014

    845760	  0.175728	  0.175575	  0.165073		CURRENT LEARNING RATE: 0.0001485669374654889
previous_iter_valid_loss : 0.16050073504447937

    845780	  0.160669	  0.160501	  0.164731		CURRENT LEARNING RATE: 0.00014853722704913656
previous_iter_valid_loss : 0.1605008840560913

    845800	  0.160672	  0.160501	  0.164683		CURRENT LEARNING RATE: 0.0001485075225742733
previous_iter_valid_loss : 0.16940359771251678

    845820	  0.169556	  0.169404	  0.165079		CURRENT LEARNING RATE: 0.00014847782403971097
previous_iter_valid_loss : 0.16088257730007172

    845840	  0.161057	  0.160883	  0.164536		CURRENT LEARNING RATE: 0.00014844813144426134
previous_iter_valid_loss : 0.1655486822128296

    845860	  0.165747	  0.165549	  0.164340		CURRENT LEARNING RATE: 0.00014841844478673727
previous_iter_valid_loss : 0.160630002617836

    845880	  0.160779	  0.160630	  0.164214		CURRENT LEARNING RATE: 0.000148388764065951
previous_iter_valid_loss : 0.1622321903705597

    845900	  0.162386	  0.162232	  0.163988		CURRENT LEARNING RATE: 0.00014835908928071534
previous_iter_valid_loss : 0.1710602045059204

    845920	  0.171206	  0.171060	  0.164475		CURRENT LEARNING RATE: 0.00014832942042984298
previous_iter_valid_loss : 0.16961818933486938

    845940	  0.169864	  0.169618	  0.164618		CURRENT LEARNING RATE: 0.00014829975751214772
previous_iter_valid_loss : 0.16306884586811066

    845960	  0.163249	  0.163069	  0.164646		CURRENT LEARNING RATE: 0.0001482701005264428
previous_iter_valid_loss : 0.16073769330978394

    845980	  0.160891	  0.160738	  0.164441		CURRENT LEARNING RATE: 0.00014824044947154164
previous_iter_valid_loss : 0.1731874942779541

    846000	  0.173451	  0.173187	  0.165075		CURRENT LEARNING RATE: 0.00014821080434625875
previous_iter_valid_loss : 0.16336840391159058

    846020	  0.163568	  0.163368	  0.165217		CURRENT LEARNING RATE: 0.00014818116514940803
previous_iter_valid_loss : 0.1679166853427887

    846040	  0.168156	  0.167917	  0.165533		CURRENT LEARNING RATE: 0.00014815153187980397
previous_iter_valid_loss : 0.16069847345352173

    846060	  0.160872	  0.160698	  0.165376		CURRENT LEARNING RATE: 0.00014812190453626092
previous_iter_valid_loss : 0.1672828495502472

    846080	  0.167439	  0.167283	  0.165496		CURRENT LEARNING RATE: 0.00014809228311759434
previous_iter_valid_loss : 0.16087619960308075

    846100	  0.161041	  0.160876	  0.165125		CURRENT LEARNING RATE: 0.0001480626676226191
previous_iter_valid_loss : 0.16710510849952698

    846120	  0.167316	  0.167105	  0.165114		CURRENT LEARNING RATE: 0.0001480330580501506
previous_iter_valid_loss : 0.16052033007144928

    846140	  0.160675	  0.160520	  0.165032		CURRENT LEARNING RATE: 0.00014800345439900417
previous_iter_valid_loss : 0.16065987944602966

    846160	  0.160819	  0.160660	  0.164287		CURRENT LEARNING RATE: 0.0001479738566679962
previous_iter_valid_loss : 0.16092756390571594

    846180	  0.161110	  0.160928	  0.164308		CURRENT LEARNING RATE: 0.00014794426485594252
previous_iter_valid_loss : 0.1617967039346695

    846200	  0.161956	  0.161797	  0.164373		CURRENT LEARNING RATE: 0.00014791467896165943
previous_iter_valid_loss : 0.16182750463485718

    846220	  0.162017	  0.161828	  0.163994		CURRENT LEARNING RATE: 0.00014788509898396328
previous_iter_valid_loss : 0.16371633112430573

    846240	  0.163913	  0.163716	  0.164136		CURRENT LEARNING RATE: 0.00014785552492167138
previous_iter_valid_loss : 0.16684983670711517

    846260	  0.167063	  0.166850	  0.164201		CURRENT LEARNING RATE: 0.00014782595677360045
previous_iter_valid_loss : 0.17190343141555786

    846280	  0.172165	  0.171903	  0.164764		CURRENT LEARNING RATE: 0.00014779639453856786
previous_iter_valid_loss : 0.17022474110126495

    846300	  0.170376	  0.170225	  0.165164		CURRENT LEARNING RATE: 0.00014776683821539078
previous_iter_valid_loss : 0.16621901094913483

    846320	  0.166380	  0.166219	  0.164922		CURRENT LEARNING RATE: 0.00014773728780288753
previous_iter_valid_loss : 0.19561447203159332

    846340	  0.196120	  0.195614	  0.166222		CURRENT LEARNING RATE: 0.0001477077432998758
previous_iter_valid_loss : 0.17449134588241577

    846360	  0.174758	  0.174491	  0.166793		CURRENT LEARNING RATE: 0.00014767820470517357
previous_iter_valid_loss : 0.16086946427822113

    846380	  0.161018	  0.160869	  0.166800		CURRENT LEARNING RATE: 0.0001476486720175998
previous_iter_valid_loss : 0.1610059291124344

    846400	  0.161194	  0.161006	  0.166190		CURRENT LEARNING RATE: 0.00014761914523597294
previous_iter_valid_loss : 0.1607731431722641

    846420	  0.160934	  0.160773	  0.166061		CURRENT LEARNING RATE: 0.0001475896243591119
previous_iter_valid_loss : 0.1614498794078827

    846440	  0.161614	  0.161450	  0.165737		CURRENT LEARNING RATE: 0.0001475601093858356
previous_iter_valid_loss : 0.18900582194328308

    846460	  0.189457	  0.189006	  0.167153		CURRENT LEARNING RATE: 0.00014753060031496396
previous_iter_valid_loss : 0.1605488508939743

    846480	  0.160716	  0.160549	  0.166816		CURRENT LEARNING RATE: 0.00014750109714531634
previous_iter_valid_loss : 0.17384390532970428

    846500	  0.173994	  0.173844	  0.167464		CURRENT LEARNING RATE: 0.00014747159987571262
previous_iter_valid_loss : 0.19431665539741516

    846520	  0.194428	  0.194317	  0.168825		CURRENT LEARNING RATE: 0.00014744210850497265
previous_iter_valid_loss : 0.1762545257806778

    846540	  0.176401	  0.176255	  0.169612		CURRENT LEARNING RATE: 0.00014741262303191735
previous_iter_valid_loss : 0.16093583405017853

    846560	  0.161100	  0.160936	  0.169625		CURRENT LEARNING RATE: 0.00014738314345536695
previous_iter_valid_loss : 0.16239124536514282

    846580	  0.162550	  0.162391	  0.169699		CURRENT LEARNING RATE: 0.00014735366977414229
previous_iter_valid_loss : 0.1631142497062683

    846600	  0.163279	  0.163114	  0.169765		CURRENT LEARNING RATE: 0.00014732420198706423
previous_iter_valid_loss : 0.1692640632390976

    846620	  0.169511	  0.169264	  0.170136		CURRENT LEARNING RATE: 0.0001472947400929545
previous_iter_valid_loss : 0.16198384761810303

    846640	  0.162172	  0.161984	  0.170050		CURRENT LEARNING RATE: 0.0001472652840906344
previous_iter_valid_loss : 0.16474561393260956

    846660	  0.164952	  0.164746	  0.169945		CURRENT LEARNING RATE: 0.00014723583397892567
previous_iter_valid_loss : 0.16082654893398285

    846680	  0.161006	  0.160827	  0.169391		CURRENT LEARNING RATE: 0.00014720638975665006
previous_iter_valid_loss : 0.16736993193626404

    846700	  0.167595	  0.167370	  0.169248		CURRENT LEARNING RATE: 0.00014717695142263035
previous_iter_valid_loss : 0.16068975627422333

    846720	  0.160848	  0.160690	  0.168972		CURRENT LEARNING RATE: 0.00014714751897568866
previous_iter_valid_loss : 0.1614069640636444

    846740	  0.161595	  0.161407	  0.167261		CURRENT LEARNING RATE: 0.0001471180924146478
previous_iter_valid_loss : 0.18611612915992737

    846760	  0.186259	  0.186116	  0.167842		CURRENT LEARNING RATE: 0.00014708867173833038
previous_iter_valid_loss : 0.16785015165805817

    846780	  0.168061	  0.167850	  0.168191		CURRENT LEARNING RATE: 0.0001470592569455601
previous_iter_valid_loss : 0.18583916127681732

    846800	  0.186217	  0.185839	  0.169433		CURRENT LEARNING RATE: 0.00014702984803516013
previous_iter_valid_loss : 0.16074028611183167

    846820	  0.160910	  0.160740	  0.169431		CURRENT LEARNING RATE: 0.00014700044500595382
previous_iter_valid_loss : 0.16074855625629425

    846840	  0.160905	  0.160749	  0.169396		CURRENT LEARNING RATE: 0.00014697104785676564
previous_iter_valid_loss : 0.1605951189994812

    846860	  0.160757	  0.160595	  0.167976		CURRENT LEARNING RATE: 0.00014694165658641936
previous_iter_valid_loss : 0.17408086359500885

    846880	  0.174354	  0.174081	  0.168652		CURRENT LEARNING RATE: 0.00014691227119373933
previous_iter_valid_loss : 0.16243170201778412

    846900	  0.162593	  0.162432	  0.168082		CURRENT LEARNING RATE: 0.00014688289167754995
previous_iter_valid_loss : 0.16266347467899323

    846920	  0.162818	  0.162663	  0.166499		CURRENT LEARNING RATE: 0.00014685351803667653
previous_iter_valid_loss : 0.16065645217895508

    846940	  0.160828	  0.160656	  0.165719		CURRENT LEARNING RATE: 0.0001468241502699438
previous_iter_valid_loss : 0.18982073664665222

    846960	  0.190260	  0.189821	  0.167163		CURRENT LEARNING RATE: 0.00014679478837617714
previous_iter_valid_loss : 0.16155093908309937

    846980	  0.161706	  0.161551	  0.167121		CURRENT LEARNING RATE: 0.00014676543235420177
previous_iter_valid_loss : 0.16067935526371002

    847000	  0.160836	  0.160679	  0.167000		CURRENT LEARNING RATE: 0.00014673608220284396
previous_iter_valid_loss : 0.1610102653503418

    847020	  0.161196	  0.161010	  0.166587		CURRENT LEARNING RATE: 0.00014670673792092947
previous_iter_valid_loss : 0.1652572751045227

    847040	  0.165467	  0.165257	  0.166751		CURRENT LEARNING RATE: 0.00014667739950728452
previous_iter_valid_loss : 0.17437294125556946

    847060	  0.174521	  0.174373	  0.167232		CURRENT LEARNING RATE: 0.0001466480669607353
previous_iter_valid_loss : 0.16300581395626068

    847080	  0.163173	  0.163006	  0.167341		CURRENT LEARNING RATE: 0.00014661874028010905
previous_iter_valid_loss : 0.16098369657993317

    847100	  0.161154	  0.160984	  0.167022		CURRENT LEARNING RATE: 0.00014658941946423242
previous_iter_valid_loss : 0.16066202521324158

    847120	  0.160819	  0.160662	  0.167020		CURRENT LEARNING RATE: 0.0001465601045119326
previous_iter_valid_loss : 0.1618119776248932

    847140	  0.161995	  0.161812	  0.167041		CURRENT LEARNING RATE: 0.0001465307954220367
previous_iter_valid_loss : 0.16771619021892548

    847160	  0.167933	  0.167716	  0.166121		CURRENT LEARNING RATE: 0.0001465014921933729
previous_iter_valid_loss : 0.1614225208759308

    847180	  0.161578	  0.161423	  0.165799		CURRENT LEARNING RATE: 0.0001464721948247688
previous_iter_valid_loss : 0.19277441501617432

    847200	  0.193224	  0.192774	  0.166146		CURRENT LEARNING RATE: 0.00014644290331505228
previous_iter_valid_loss : 0.17485083639621735

    847220	  0.175130	  0.174851	  0.166851		CURRENT LEARNING RATE: 0.00014641361766305213
previous_iter_valid_loss : 0.16179125010967255

    847240	  0.161990	  0.161791	  0.166904		CURRENT LEARNING RATE: 0.00014638433786759675
previous_iter_valid_loss : 0.19916823506355286

    847260	  0.199247	  0.199168	  0.168832		CURRENT LEARNING RATE: 0.00014635506392751487
previous_iter_valid_loss : 0.1698504090309143

    847280	  0.169998	  0.169850	  0.168621		CURRENT LEARNING RATE: 0.00014632579584163532
previous_iter_valid_loss : 0.1617223173379898

    847300	  0.161885	  0.161722	  0.168585		CURRENT LEARNING RATE: 0.0001462965336087879
previous_iter_valid_loss : 0.16379033029079437

    847320	  0.163961	  0.163790	  0.168642		CURRENT LEARNING RATE: 0.00014626727722780183
previous_iter_valid_loss : 0.17021265625953674

    847340	  0.170464	  0.170213	  0.169119		CURRENT LEARNING RATE: 0.00014623802669750687
previous_iter_valid_loss : 0.16634425520896912

    847360	  0.166553	  0.166344	  0.167946		CURRENT LEARNING RATE: 0.00014620878201673272
previous_iter_valid_loss : 0.16422529518604279

    847380	  0.164393	  0.164225	  0.168079		CURRENT LEARNING RATE: 0.00014617954318431016
previous_iter_valid_loss : 0.18106628954410553

    847400	  0.181410	  0.181066	  0.169099		CURRENT LEARNING RATE: 0.00014615031019906934
previous_iter_valid_loss : 0.16267691552639008

    847420	  0.162869	  0.162677	  0.169182		CURRENT LEARNING RATE: 0.00014612108305984094
previous_iter_valid_loss : 0.16262197494506836

    847440	  0.162813	  0.162622	  0.169050		CURRENT LEARNING RATE: 0.00014609186176545562
previous_iter_valid_loss : 0.16054946184158325

    847460	  0.160710	  0.160549	  0.168359		CURRENT LEARNING RATE: 0.00014606264631474505
previous_iter_valid_loss : 0.18125104904174805

    847480	  0.181580	  0.181251	  0.169271		CURRENT LEARNING RATE: 0.00014603343670654034
previous_iter_valid_loss : 0.1627778559923172

    847500	  0.162970	  0.162778	  0.169361		CURRENT LEARNING RATE: 0.00014600423293967315
previous_iter_valid_loss : 0.16060559451580048

    847520	  0.160775	  0.160606	  0.169358		CURRENT LEARNING RATE: 0.00014597503501297503
previous_iter_valid_loss : 0.16158270835876465

    847540	  0.161768	  0.161583	  0.169347		CURRENT LEARNING RATE: 0.00014594584292527857
previous_iter_valid_loss : 0.1706683188676834

    847560	  0.170812	  0.170668	  0.169494		CURRENT LEARNING RATE: 0.00014591665667541584
previous_iter_valid_loss : 0.17084458470344543

    847580	  0.171107	  0.170845	  0.169965		CURRENT LEARNING RATE: 0.00014588747626221918
previous_iter_valid_loss : 0.16480979323387146

    847600	  0.164977	  0.164810	  0.168567		CURRENT LEARNING RATE: 0.0001458583016845218
previous_iter_valid_loss : 0.16115449368953705

    847620	  0.161342	  0.161154	  0.167882		CURRENT LEARNING RATE: 0.00014582913294115653
previous_iter_valid_loss : 0.16054484248161316

    847640	  0.160705	  0.160545	  0.167820		CURRENT LEARNING RATE: 0.0001457999700309566
previous_iter_valid_loss : 0.16292212903499603

    847660	  0.163105	  0.162922	  0.166008		CURRENT LEARNING RATE: 0.00014577081295275525
previous_iter_valid_loss : 0.1608513444662094

    847680	  0.161022	  0.160851	  0.165558		CURRENT LEARNING RATE: 0.00014574166170538665
previous_iter_valid_loss : 0.16267916560173035

    847700	  0.162849	  0.162679	  0.165606		CURRENT LEARNING RATE: 0.00014571251628768458
previous_iter_valid_loss : 0.161615252494812

    847720	  0.161804	  0.161615	  0.165497		CURRENT LEARNING RATE: 0.00014568337669848316
previous_iter_valid_loss : 0.16049671173095703

    847740	  0.160656	  0.160497	  0.165011		CURRENT LEARNING RATE: 0.00014565424293661657
previous_iter_valid_loss : 0.1695169359445572

    847760	  0.169759	  0.169517	  0.165170		CURRENT LEARNING RATE: 0.00014562511500091998
previous_iter_valid_loss : 0.16662022471427917

    847780	  0.166777	  0.166620	  0.165290		CURRENT LEARNING RATE: 0.000145595992890228
previous_iter_valid_loss : 0.16266267001628876

    847800	  0.162823	  0.162663	  0.164369		CURRENT LEARNING RATE: 0.00014556687660337577
previous_iter_valid_loss : 0.16166990995407104

    847820	  0.161829	  0.161670	  0.164319		CURRENT LEARNING RATE: 0.00014553776613919836
previous_iter_valid_loss : 0.16835452616214752

    847840	  0.168509	  0.168355	  0.164606		CURRENT LEARNING RATE: 0.00014550866149653187
previous_iter_valid_loss : 0.17050914466381073

    847860	  0.170769	  0.170509	  0.165104		CURRENT LEARNING RATE: 0.00014547956267421184
previous_iter_valid_loss : 0.1667749136686325

    847880	  0.166996	  0.166775	  0.164380		CURRENT LEARNING RATE: 0.00014545046967107437
previous_iter_valid_loss : 0.16609928011894226

    847900	  0.166259	  0.166099	  0.164546		CURRENT LEARNING RATE: 0.00014542138248595544
previous_iter_valid_loss : 0.18320223689079285

    847920	  0.183554	  0.183202	  0.165676		CURRENT LEARNING RATE: 0.00014539230111769208
previous_iter_valid_loss : 0.16050755977630615

    847940	  0.160667	  0.160508	  0.165622		CURRENT LEARNING RATE: 0.00014536322556512078
previous_iter_valid_loss : 0.16173847019672394

    847960	  0.161895	  0.161738	  0.165175		CURRENT LEARNING RATE: 0.00014533415582707854
previous_iter_valid_loss : 0.18181315064430237

    847980	  0.182144	  0.181813	  0.165724		CURRENT LEARNING RATE: 0.00014530509190240225
previous_iter_valid_loss : 0.1604927033185959

    848000	  0.160656	  0.160493	  0.165508		CURRENT LEARNING RATE: 0.00014527603378992996
previous_iter_valid_loss : 0.16226696968078613

    848020	  0.162464	  0.162267	  0.165564		CURRENT LEARNING RATE: 0.00014524698148849903
previous_iter_valid_loss : 0.16514946520328522

    848040	  0.165344	  0.165149	  0.165794		CURRENT LEARNING RATE: 0.0001452179349969471
previous_iter_valid_loss : 0.18385499715805054

    848060	  0.184006	  0.183855	  0.166841		CURRENT LEARNING RATE: 0.00014518889431411287
previous_iter_valid_loss : 0.16053049266338348

    848080	  0.160683	  0.160530	  0.166825		CURRENT LEARNING RATE: 0.00014515985943883443
previous_iter_valid_loss : 0.1618889719247818

    848100	  0.162039	  0.161889	  0.166785		CURRENT LEARNING RATE: 0.00014513083036995039
previous_iter_valid_loss : 0.16201871633529663

    848120	  0.162173	  0.162019	  0.166805		CURRENT LEARNING RATE: 0.00014510180710629932
previous_iter_valid_loss : 0.16868820786476135

    848140	  0.168929	  0.168688	  0.167215		CURRENT LEARNING RATE: 0.0001450727896467208
previous_iter_valid_loss : 0.16121135652065277

    848160	  0.161396	  0.161211	  0.166799		CURRENT LEARNING RATE: 0.00014504377799005392
previous_iter_valid_loss : 0.16520503163337708

    848180	  0.165361	  0.165205	  0.166729		CURRENT LEARNING RATE: 0.00014501477213513814
previous_iter_valid_loss : 0.16413266956806183

    848200	  0.164332	  0.164133	  0.166802		CURRENT LEARNING RATE: 0.00014498577208081303
previous_iter_valid_loss : 0.1605646312236786

    848220	  0.160727	  0.160565	  0.166747		CURRENT LEARNING RATE: 0.00014495677782591906
previous_iter_valid_loss : 0.16049446165561676

    848240	  0.160653	  0.160494	  0.166354		CURRENT LEARNING RATE: 0.00014492778936929624
previous_iter_valid_loss : 0.1610385775566101

    848260	  0.161224	  0.161039	  0.165880		CURRENT LEARNING RATE: 0.00014489880670978499
previous_iter_valid_loss : 0.16663534939289093

    848280	  0.166852	  0.166635	  0.165873		CURRENT LEARNING RATE: 0.00014486982984622578
previous_iter_valid_loss : 0.18959881365299225

    848300	  0.190016	  0.189599	  0.167048		CURRENT LEARNING RATE: 0.00014484085877746006
previous_iter_valid_loss : 0.16086314618587494

    848320	  0.161044	  0.160863	  0.165931		CURRENT LEARNING RATE: 0.0001448118935023287
previous_iter_valid_loss : 0.16191458702087402

    848340	  0.162073	  0.161915	  0.166002		CURRENT LEARNING RATE: 0.0001447829340196731
previous_iter_valid_loss : 0.1630954146385193

    848360	  0.163287	  0.163095	  0.166070		CURRENT LEARNING RATE: 0.0001447539803283346
previous_iter_valid_loss : 0.16185346245765686

    848380	  0.162014	  0.161853	  0.165072		CURRENT LEARNING RATE: 0.00014472503242715564
previous_iter_valid_loss : 0.16061462461948395

    848400	  0.160785	  0.160615	  0.165078		CURRENT LEARNING RATE: 0.00014469609031497797
previous_iter_valid_loss : 0.16669952869415283

    848420	  0.166905	  0.166700	  0.165299		CURRENT LEARNING RATE: 0.00014466715399064366
previous_iter_valid_loss : 0.16436468064785004

    848440	  0.164522	  0.164365	  0.165260		CURRENT LEARNING RATE: 0.00014463822345299582
previous_iter_valid_loss : 0.16314250230789185

    848460	  0.163323	  0.163143	  0.164225		CURRENT LEARNING RATE: 0.0001446092987008769
previous_iter_valid_loss : 0.16718046367168427

    848480	  0.167391	  0.167180	  0.164557		CURRENT LEARNING RATE: 0.00014458037973312998
previous_iter_valid_loss : 0.1675228327512741

    848500	  0.167682	  0.167523	  0.164839		CURRENT LEARNING RATE: 0.000144551466548598
previous_iter_valid_loss : 0.16115425527095795

    848520	  0.161337	  0.161154	  0.164795		CURRENT LEARNING RATE: 0.00014452255914612495
previous_iter_valid_loss : 0.1605711579322815

    848540	  0.160738	  0.160571	  0.164390		CURRENT LEARNING RATE: 0.00014449365752455427
previous_iter_valid_loss : 0.16051293909549713

    848560	  0.160676	  0.160513	  0.164355		CURRENT LEARNING RATE: 0.00014446476168272993
previous_iter_valid_loss : 0.16530287265777588

    848580	  0.165466	  0.165303	  0.164360		CURRENT LEARNING RATE: 0.0001444358716194958
previous_iter_valid_loss : 0.1626545786857605

    848600	  0.162827	  0.162655	  0.164286		CURRENT LEARNING RATE: 0.00014440698733369684
previous_iter_valid_loss : 0.16147837042808533

    848620	  0.161641	  0.161478	  0.164331		CURRENT LEARNING RATE: 0.0001443781088241774
previous_iter_valid_loss : 0.160625159740448

    848640	  0.160792	  0.160625	  0.164338		CURRENT LEARNING RATE: 0.0001443492360897823
previous_iter_valid_loss : 0.17594002187252045

    848660	  0.176094	  0.175940	  0.165083		CURRENT LEARNING RATE: 0.00014432036912935642
previous_iter_valid_loss : 0.16091258823871613

    848680	  0.161073	  0.160913	  0.164797		CURRENT LEARNING RATE: 0.00014429150794174558
previous_iter_valid_loss : 0.16057877242565155

    848700	  0.160746	  0.160579	  0.163346		CURRENT LEARNING RATE: 0.0001442626525257951
previous_iter_valid_loss : 0.16409818828105927

    848720	  0.164266	  0.164098	  0.163508		CURRENT LEARNING RATE: 0.0001442338028803507
previous_iter_valid_loss : 0.16099438071250916

    848740	  0.161150	  0.160994	  0.163462		CURRENT LEARNING RATE: 0.0001442049590042582
previous_iter_valid_loss : 0.1632012128829956

    848760	  0.163400	  0.163201	  0.163467		CURRENT LEARNING RATE: 0.00014417612089636433
previous_iter_valid_loss : 0.16219840943813324

    848780	  0.162361	  0.162198	  0.163484		CURRENT LEARNING RATE: 0.0001441472885555153
previous_iter_valid_loss : 0.16739073395729065

    848800	  0.167615	  0.167391	  0.163823		CURRENT LEARNING RATE: 0.00014411846198055761
previous_iter_valid_loss : 0.18820258975028992

    848820	  0.188643	  0.188203	  0.164898		CURRENT LEARNING RATE: 0.00014408964117033866
previous_iter_valid_loss : 0.16095425188541412

    848840	  0.161127	  0.160954	  0.164728		CURRENT LEARNING RATE: 0.00014406082612370536
previous_iter_valid_loss : 0.16702377796173096

    848860	  0.167180	  0.167024	  0.164922		CURRENT LEARNING RATE: 0.00014403201683950515
previous_iter_valid_loss : 0.16219079494476318

    848880	  0.162347	  0.162191	  0.164672		CURRENT LEARNING RATE: 0.00014400321331658537
previous_iter_valid_loss : 0.16801509261131287

    848900	  0.168173	  0.168015	  0.164697		CURRENT LEARNING RATE: 0.0001439744155537944
previous_iter_valid_loss : 0.16053399443626404

    848920	  0.160691	  0.160534	  0.164666		CURRENT LEARNING RATE: 0.00014394562354998005
previous_iter_valid_loss : 0.19556023180484772

    848940	  0.195666	  0.195560	  0.166415		CURRENT LEARNING RATE: 0.00014391683730399066
previous_iter_valid_loss : 0.16705934703350067

    848960	  0.167217	  0.167059	  0.166742		CURRENT LEARNING RATE: 0.00014388805681467455
previous_iter_valid_loss : 0.18336482346057892

    848980	  0.183514	  0.183365	  0.167646		CURRENT LEARNING RATE: 0.00014385928208088098
previous_iter_valid_loss : 0.16106963157653809

    849000	  0.161247	  0.161070	  0.167566		CURRENT LEARNING RATE: 0.0001438305131014587
previous_iter_valid_loss : 0.1849694699048996

    849020	  0.185333	  0.184969	  0.168741		CURRENT LEARNING RATE: 0.00014380174987525698
previous_iter_valid_loss : 0.1609543114900589

    849040	  0.161144	  0.160954	  0.168757		CURRENT LEARNING RATE: 0.00014377299240112503
previous_iter_valid_loss : 0.16656394302845

    849060	  0.166724	  0.166564	  0.168289		CURRENT LEARNING RATE: 0.00014374424067791302
previous_iter_valid_loss : 0.17043080925941467

    849080	  0.170684	  0.170431	  0.168764		CURRENT LEARNING RATE: 0.00014371549470447065
previous_iter_valid_loss : 0.16905619204044342

    849100	  0.169284	  0.169056	  0.169188		CURRENT LEARNING RATE: 0.00014368675447964813
previous_iter_valid_loss : 0.1887899935245514

    849120	  0.189204	  0.188790	  0.170423		CURRENT LEARNING RATE: 0.00014365802000229551
previous_iter_valid_loss : 0.16121672093868256

    849140	  0.161384	  0.161217	  0.170434		CURRENT LEARNING RATE: 0.000143629291271264
previous_iter_valid_loss : 0.18560586869716644

    849160	  0.185744	  0.185606	  0.171554		CURRENT LEARNING RATE: 0.00014360056828540413
previous_iter_valid_loss : 0.16679111123085022

    849180	  0.166945	  0.166791	  0.171784		CURRENT LEARNING RATE: 0.00014357185104356678
previous_iter_valid_loss : 0.16056986153125763

    849200	  0.160731	  0.160570	  0.171443		CURRENT LEARNING RATE: 0.00014354313954460373
previous_iter_valid_loss : 0.16300120949745178

    849220	  0.163170	  0.163001	  0.170183		CURRENT LEARNING RATE: 0.0001435144337873663
previous_iter_valid_loss : 0.16142287850379944

    849240	  0.161609	  0.161423	  0.170206		CURRENT LEARNING RATE: 0.00014348573377070622
previous_iter_valid_loss : 0.16092835366725922

    849260	  0.161090	  0.160928	  0.169901		CURRENT LEARNING RATE: 0.00014345703949347524
previous_iter_valid_loss : 0.16069753468036652

    849280	  0.160845	  0.160698	  0.169827		CURRENT LEARNING RATE: 0.00014342835095452615
previous_iter_valid_loss : 0.16266106069087982

    849300	  0.162856	  0.162661	  0.169559		CURRENT LEARNING RATE: 0.0001433996681527111
previous_iter_valid_loss : 0.1625397950410843

    849320	  0.162693	  0.162540	  0.169659		CURRENT LEARNING RATE: 0.00014337099108688281
previous_iter_valid_loss : 0.1627325713634491

    849340	  0.162894	  0.162733	  0.168018		CURRENT LEARNING RATE: 0.0001433423197558939
previous_iter_valid_loss : 0.16063062846660614

    849360	  0.160792	  0.160631	  0.167697		CURRENT LEARNING RATE: 0.00014331365415859806
previous_iter_valid_loss : 0.17834511399269104

    849380	  0.178659	  0.178345	  0.167446		CURRENT LEARNING RATE: 0.00014328499429384843
previous_iter_valid_loss : 0.1620163768529892

    849400	  0.162187	  0.162016	  0.167493		CURRENT LEARNING RATE: 0.00014325634016049856
previous_iter_valid_loss : 0.16183723509311676

    849420	  0.161991	  0.161837	  0.166336		CURRENT LEARNING RATE: 0.0001432276917574021
previous_iter_valid_loss : 0.16096168756484985

    849440	  0.161112	  0.160962	  0.166337		CURRENT LEARNING RATE: 0.00014319904908341357
previous_iter_valid_loss : 0.16292327642440796

    849460	  0.163112	  0.162923	  0.166155		CURRENT LEARNING RATE: 0.000143170412137387
previous_iter_valid_loss : 0.17697250843048096

    849480	  0.177277	  0.176973	  0.166482		CURRENT LEARNING RATE: 0.00014314178091817694
previous_iter_valid_loss : 0.17340333759784698

    849500	  0.173679	  0.173403	  0.166699		CURRENT LEARNING RATE: 0.0001431131554246379
previous_iter_valid_loss : 0.16075976192951202

    849520	  0.160932	  0.160760	  0.165298		CURRENT LEARNING RATE: 0.00014308453565562533
previous_iter_valid_loss : 0.1608045995235443

    849540	  0.160976	  0.160805	  0.165277		CURRENT LEARNING RATE: 0.00014305592160999422
previous_iter_valid_loss : 0.1710943579673767

    849560	  0.171348	  0.171094	  0.164551		CURRENT LEARNING RATE: 0.00014302731328659997
previous_iter_valid_loss : 0.16134612262248993

    849580	  0.161523	  0.161346	  0.164279		CURRENT LEARNING RATE: 0.00014299871068429806
previous_iter_valid_loss : 0.16360265016555786

    849600	  0.163764	  0.163603	  0.164431		CURRENT LEARNING RATE: 0.0001429701138019448
previous_iter_valid_loss : 0.16212446987628937

    849620	  0.162320	  0.162124	  0.164387		CURRENT LEARNING RATE: 0.00014294152263839616
previous_iter_valid_loss : 0.17369869351387024

    849640	  0.173968	  0.173699	  0.165001		CURRENT LEARNING RATE: 0.00014291293719250815
previous_iter_valid_loss : 0.16338148713111877

    849660	  0.163544	  0.163381	  0.165123		CURRENT LEARNING RATE: 0.00014288435746313794
previous_iter_valid_loss : 0.1636333465576172

    849680	  0.163795	  0.163633	  0.165270		CURRENT LEARNING RATE: 0.00014285578344914201
previous_iter_valid_loss : 0.16399365663528442

    849700	  0.164156	  0.163994	  0.165337		CURRENT LEARNING RATE: 0.00014282721514937745
previous_iter_valid_loss : 0.16056352853775024

    849720	  0.160721	  0.160564	  0.165238		CURRENT LEARNING RATE: 0.00014279865256270127
previous_iter_valid_loss : 0.16284121572971344

    849740	  0.163002	  0.162841	  0.165243		CURRENT LEARNING RATE: 0.00014277009568797145
previous_iter_valid_loss : 0.17227190732955933

    849760	  0.172534	  0.172272	  0.165825		CURRENT LEARNING RATE: 0.00014274154452404548
previous_iter_valid_loss : 0.1623404622077942

    849780	  0.162504	  0.162340	  0.165025		CURRENT LEARNING RATE: 0.00014271299906978133
previous_iter_valid_loss : 0.16354776918888092

    849800	  0.163715	  0.163548	  0.165102		CURRENT LEARNING RATE: 0.00014268445932403689
previous_iter_valid_loss : 0.195957213640213

    849820	  0.196065	  0.195957	  0.166808		CURRENT LEARNING RATE: 0.0001426559252856711
previous_iter_valid_loss : 0.1908465176820755

    849840	  0.190973	  0.190847	  0.168302		CURRENT LEARNING RATE: 0.00014262739695354234
previous_iter_valid_loss : 0.16242685914039612

    849860	  0.162622	  0.162427	  0.168277		CURRENT LEARNING RATE: 0.00014259887432650946
previous_iter_valid_loss : 0.16070270538330078

    849880	  0.160876	  0.160703	  0.167464		CURRENT LEARNING RATE: 0.00014257035740343135
previous_iter_valid_loss : 0.16439616680145264

    849900	  0.164562	  0.164396	  0.167013		CURRENT LEARNING RATE: 0.0001425418461831678
previous_iter_valid_loss : 0.16930840909481049

    849920	  0.169464	  0.169308	  0.167441		CURRENT LEARNING RATE: 0.00014251334066457813
previous_iter_valid_loss : 0.1617249995470047

    849940	  0.161909	  0.161725	  0.167487		CURRENT LEARNING RATE: 0.00014248484084652206
previous_iter_valid_loss : 0.16157856583595276

    849960	  0.161763	  0.161579	  0.167011		CURRENT LEARNING RATE: 0.0001424563467278594
previous_iter_valid_loss : 0.16402997076511383

    849980	  0.164187	  0.164030	  0.167145		CURRENT LEARNING RATE: 0.00014242785830745092
previous_iter_valid_loss : 0.16665403544902802

    850000	  0.166808	  0.166654	  0.167298		CURRENT LEARNING RATE: 0.00014239937558415677
previous_iter_valid_loss : 0.16162829101085663

    850020	  0.161812	  0.161628	  0.167273		CURRENT LEARNING RATE: 0.0001423708985568374
previous_iter_valid_loss : 0.16430892050266266

    850040	  0.164476	  0.164309	  0.166804		CURRENT LEARNING RATE: 0.00014234242722435426
previous_iter_valid_loss : 0.16576609015464783

    850060	  0.165986	  0.165766	  0.166923		CURRENT LEARNING RATE: 0.0001423139615855682
previous_iter_valid_loss : 0.16180841624736786

    850080	  0.161978	  0.161808	  0.166832		CURRENT LEARNING RATE: 0.00014228550163934066
previous_iter_valid_loss : 0.16535033285617828

    850100	  0.165551	  0.165350	  0.166899		CURRENT LEARNING RATE: 0.00014225704738453292
previous_iter_valid_loss : 0.16677424311637878

    850120	  0.166990	  0.166774	  0.167210		CURRENT LEARNING RATE: 0.00014222859882000735
previous_iter_valid_loss : 0.16053049266338348

    850140	  0.160694	  0.160530	  0.167094		CURRENT LEARNING RATE: 0.00014220015594462577
previous_iter_valid_loss : 0.16050146520137787

    850160	  0.160659	  0.160501	  0.166506		CURRENT LEARNING RATE: 0.00014217171875725046
previous_iter_valid_loss : 0.16182461380958557

    850180	  0.161979	  0.161825	  0.166480		CURRENT LEARNING RATE: 0.00014214328725674363
previous_iter_valid_loss : 0.16380955278873444

    850200	  0.164009	  0.163810	  0.166493		CURRENT LEARNING RATE: 0.00014211486144196858
previous_iter_valid_loss : 0.16508682072162628

    850220	  0.165250	  0.165087	  0.164950		CURRENT LEARNING RATE: 0.000142086441311788
previous_iter_valid_loss : 0.16484689712524414

    850240	  0.165017	  0.164847	  0.163650		CURRENT LEARNING RATE: 0.0001420580268650651
previous_iter_valid_loss : 0.16050630807876587

    850260	  0.160668	  0.160506	  0.163554		CURRENT LEARNING RATE: 0.00014202961810066302
previous_iter_valid_loss : 0.16398130357265472

    850280	  0.164137	  0.163981	  0.163718		CURRENT LEARNING RATE: 0.00014200121501744596
previous_iter_valid_loss : 0.16809619963169098

    850300	  0.168245	  0.168096	  0.163903		CURRENT LEARNING RATE: 0.00014197281761427753
previous_iter_valid_loss : 0.18329472839832306

    850320	  0.183653	  0.183295	  0.164602		CURRENT LEARNING RATE: 0.00014194442589002178
previous_iter_valid_loss : 0.1632719337940216

    850340	  0.163440	  0.163272	  0.164679		CURRENT LEARNING RATE: 0.0001419160398435429
previous_iter_valid_loss : 0.16053904592990875

    850360	  0.160700	  0.160539	  0.164627		CURRENT LEARNING RATE: 0.0001418876594737058
previous_iter_valid_loss : 0.16055120527744293

    850380	  0.160717	  0.160551	  0.164453		CURRENT LEARNING RATE: 0.00014185928477937514
previous_iter_valid_loss : 0.16157585382461548

    850400	  0.161760	  0.161576	  0.164199		CURRENT LEARNING RATE: 0.00014183091575941566
previous_iter_valid_loss : 0.173706516623497

    850420	  0.173973	  0.173707	  0.164803		CURRENT LEARNING RATE: 0.00014180255241269304
previous_iter_valid_loss : 0.16299723088741302

    850440	  0.163165	  0.162997	  0.164738		CURRENT LEARNING RATE: 0.00014177419473807257
previous_iter_valid_loss : 0.16232652962207794

    850460	  0.162514	  0.162327	  0.164566		CURRENT LEARNING RATE: 0.00014174584273441988
previous_iter_valid_loss : 0.1609688699245453

    850480	  0.161146	  0.160969	  0.164524		CURRENT LEARNING RATE: 0.0001417174964006007
previous_iter_valid_loss : 0.16053259372711182

    850500	  0.160701	  0.160533	  0.164283		CURRENT LEARNING RATE: 0.00014168915573548163
previous_iter_valid_loss : 0.1628989577293396

    850520	  0.163083	  0.162899	  0.164089		CURRENT LEARNING RATE: 0.0001416608207379288
previous_iter_valid_loss : 0.16877344250679016

    850540	  0.168925	  0.168773	  0.164501		CURRENT LEARNING RATE: 0.00014163249140680881
previous_iter_valid_loss : 0.16535063087940216

    850560	  0.165508	  0.165351	  0.164744		CURRENT LEARNING RATE: 0.00014160416774098826
previous_iter_valid_loss : 0.17706160247325897

    850580	  0.177360	  0.177062	  0.165506		CURRENT LEARNING RATE: 0.00014157584973933468
previous_iter_valid_loss : 0.16607895493507385

    850600	  0.166239	  0.166079	  0.165619		CURRENT LEARNING RATE: 0.00014154753740071513
previous_iter_valid_loss : 0.16085349023342133

    850620	  0.161031	  0.160853	  0.165407		CURRENT LEARNING RATE: 0.0001415192307239971
previous_iter_valid_loss : 0.16053663194179535

    850640	  0.160711	  0.160537	  0.165192		CURRENT LEARNING RATE: 0.00014149092970804802
previous_iter_valid_loss : 0.16049477458000183

    850660	  0.160652	  0.160495	  0.165191		CURRENT LEARNING RATE: 0.00014146263435173644
previous_iter_valid_loss : 0.16321484744548798

    850680	  0.163402	  0.163215	  0.165153		CURRENT LEARNING RATE: 0.00014143434465393025
previous_iter_valid_loss : 0.1609204262495041

    850700	  0.161081	  0.160920	  0.164794		CURRENT LEARNING RATE: 0.00014140606061349784
previous_iter_valid_loss : 0.17070059478282928

    850720	  0.170850	  0.170701	  0.164164		CURRENT LEARNING RATE: 0.00014137778222930763
previous_iter_valid_loss : 0.1662268340587616

    850740	  0.166441	  0.166227	  0.164312		CURRENT LEARNING RATE: 0.00014134950950022899
previous_iter_valid_loss : 0.16918256878852844

    850760	  0.169422	  0.169183	  0.164744		CURRENT LEARNING RATE: 0.00014132124242513072
previous_iter_valid_loss : 0.16222825646400452

    850780	  0.162410	  0.162228	  0.164828		CURRENT LEARNING RATE: 0.0001412929810028822
previous_iter_valid_loss : 0.16536793112754822

    850800	  0.165571	  0.165368	  0.165018		CURRENT LEARNING RATE: 0.00014126472523235268
previous_iter_valid_loss : 0.16748188436031342

    850820	  0.167634	  0.167482	  0.164707		CURRENT LEARNING RATE: 0.00014123647511241245
previous_iter_valid_loss : 0.16095197200775146

    850840	  0.161109	  0.160952	  0.164604		CURRENT LEARNING RATE: 0.00014120823064193123
previous_iter_valid_loss : 0.16215239465236664

    850860	  0.162304	  0.162152	  0.164596		CURRENT LEARNING RATE: 0.00014117999181977901
previous_iter_valid_loss : 0.16190442442893982

    850880	  0.162088	  0.161904	  0.164642		CURRENT LEARNING RATE: 0.0001411517586448267
previous_iter_valid_loss : 0.16311058402061462

    850900	  0.163270	  0.163111	  0.164771		CURRENT LEARNING RATE: 0.0001411235311159448
previous_iter_valid_loss : 0.18016840517520905

    850920	  0.180497	  0.180168	  0.165635		CURRENT LEARNING RATE: 0.00014109530923200414
previous_iter_valid_loss : 0.19539518654346466

    850940	  0.195493	  0.195395	  0.166966		CURRENT LEARNING RATE: 0.0001410670929918756
previous_iter_valid_loss : 0.160554900765419

    850960	  0.160716	  0.160555	  0.166726		CURRENT LEARNING RATE: 0.00014103888239443108
previous_iter_valid_loss : 0.1632058173418045

    850980	  0.163366	  0.163206	  0.166033		CURRENT LEARNING RATE: 0.00014101067743854187
previous_iter_valid_loss : 0.17177744209766388

    851000	  0.171920	  0.171777	  0.166318		CURRENT LEARNING RATE: 0.00014098247812307978
previous_iter_valid_loss : 0.1649756282567978

    851020	  0.165171	  0.164976	  0.166524		CURRENT LEARNING RATE: 0.00014095428444691656
previous_iter_valid_loss : 0.16834434866905212

    851040	  0.168579	  0.168344	  0.166915		CURRENT LEARNING RATE: 0.00014092609640892502
previous_iter_valid_loss : 0.16053415834903717

    851060	  0.160687	  0.160534	  0.166917		CURRENT LEARNING RATE: 0.0001408979140079773
previous_iter_valid_loss : 0.16252616047859192

    851080	  0.162684	  0.162526	  0.166882		CURRENT LEARNING RATE: 0.00014086973724294623
previous_iter_valid_loss : 0.1778893768787384

    851100	  0.178046	  0.177889	  0.167731		CURRENT LEARNING RATE: 0.00014084156611270438
previous_iter_valid_loss : 0.1645645946264267

    851120	  0.164730	  0.164565	  0.167424		CURRENT LEARNING RATE: 0.00014081340061612545
previous_iter_valid_loss : 0.16067668795585632

    851140	  0.160844	  0.160677	  0.167146		CURRENT LEARNING RATE: 0.00014078524075208256
previous_iter_valid_loss : 0.16134843230247498

    851160	  0.161536	  0.161348	  0.166755		CURRENT LEARNING RATE: 0.00014075708651944933
previous_iter_valid_loss : 0.1624668538570404

    851180	  0.162629	  0.162467	  0.166767		CURRENT LEARNING RATE: 0.0001407289379170993
previous_iter_valid_loss : 0.1640746295452118

    851200	  0.164245	  0.164075	  0.166702		CURRENT LEARNING RATE: 0.0001407007949439071
previous_iter_valid_loss : 0.16759809851646423

    851220	  0.167814	  0.167598	  0.166708		CURRENT LEARNING RATE: 0.00014067265759874667
previous_iter_valid_loss : 0.1652691811323166

    851240	  0.165462	  0.165269	  0.166924		CURRENT LEARNING RATE: 0.00014064452588049233
previous_iter_valid_loss : 0.16996285319328308

    851260	  0.170111	  0.169963	  0.167314		CURRENT LEARNING RATE: 0.0001406163997880193
previous_iter_valid_loss : 0.17533457279205322

    851280	  0.175623	  0.175335	  0.167986		CURRENT LEARNING RATE: 0.00014058827932020228
previous_iter_valid_loss : 0.1809418797492981

    851300	  0.181096	  0.180942	  0.168877		CURRENT LEARNING RATE: 0.00014056016447591644
previous_iter_valid_loss : 0.16167140007019043

    851320	  0.161829	  0.161671	  0.167952		CURRENT LEARNING RATE: 0.00014053205525403696
previous_iter_valid_loss : 0.16563335061073303

    851340	  0.165791	  0.165633	  0.166464		CURRENT LEARNING RATE: 0.00014050395165343996
previous_iter_valid_loss : 0.16075140237808228

    851360	  0.160903	  0.160751	  0.166474		CURRENT LEARNING RATE: 0.00014047585367300104
previous_iter_valid_loss : 0.16167356073856354

    851380	  0.161861	  0.161674	  0.166397		CURRENT LEARNING RATE: 0.0001404477613115963
previous_iter_valid_loss : 0.19728171825408936

    851400	  0.197379	  0.197282	  0.167673		CURRENT LEARNING RATE: 0.00014041967456810176
previous_iter_valid_loss : 0.16776320338249207

    851420	  0.167995	  0.167763	  0.167812		CURRENT LEARNING RATE: 0.0001403915934413945
previous_iter_valid_loss : 0.16264024376869202

    851440	  0.162846	  0.162640	  0.167527		CURRENT LEARNING RATE: 0.00014036351793035096
previous_iter_valid_loss : 0.17213712632656097

    851460	  0.172401	  0.172137	  0.168107		CURRENT LEARNING RATE: 0.00014033544803384817
previous_iter_valid_loss : 0.16294978559017181

    851480	  0.163139	  0.162950	  0.168128		CURRENT LEARNING RATE: 0.00014030738375076307
previous_iter_valid_loss : 0.16420423984527588

    851500	  0.164409	  0.164204	  0.167444		CURRENT LEARNING RATE: 0.0001402793250799736
previous_iter_valid_loss : 0.1613769829273224

    851520	  0.161557	  0.161377	  0.167284		CURRENT LEARNING RATE: 0.00014025127202035712
previous_iter_valid_loss : 0.1605226993560791

    851540	  0.160680	  0.160523	  0.167277		CURRENT LEARNING RATE: 0.00014022322457079157
previous_iter_valid_loss : 0.17543351650238037

    851560	  0.175714	  0.175434	  0.167981		CURRENT LEARNING RATE: 0.00014019518273015476
previous_iter_valid_loss : 0.16271047294139862

    851580	  0.162895	  0.162710	  0.167993		CURRENT LEARNING RATE: 0.00014016714649732554
previous_iter_valid_loss : 0.16186818480491638

    851600	  0.162054	  0.161868	  0.167883		CURRENT LEARNING RATE: 0.0001401391158711822
previous_iter_valid_loss : 0.1629176288843155

    851620	  0.163106	  0.162918	  0.167649		CURRENT LEARNING RATE: 0.00014011109085060325
previous_iter_valid_loss : 0.16120940446853638

    851640	  0.161400	  0.161209	  0.167446		CURRENT LEARNING RATE: 0.0001400830714344682
previous_iter_valid_loss : 0.16372829675674438

    851660	  0.163928	  0.163728	  0.167134		CURRENT LEARNING RATE: 0.00014005505762165605
previous_iter_valid_loss : 0.16064108908176422

    851680	  0.160809	  0.160641	  0.166399		CURRENT LEARNING RATE: 0.0001400270494110462
previous_iter_valid_loss : 0.16055147349834442

    851700	  0.160703	  0.160551	  0.165380		CURRENT LEARNING RATE: 0.0001399990468015181
previous_iter_valid_loss : 0.17957016825675964

    851720	  0.179727	  0.179570	  0.166275		CURRENT LEARNING RATE: 0.00013997104979195213
previous_iter_valid_loss : 0.1708766520023346

    851740	  0.171127	  0.170877	  0.166537		CURRENT LEARNING RATE: 0.0001399430583812282
previous_iter_valid_loss : 0.16207295656204224

    851760	  0.162261	  0.162073	  0.166603		CURRENT LEARNING RATE: 0.0001399150725682266
previous_iter_valid_loss : 0.17016908526420593

    851780	  0.170411	  0.170169	  0.167028		CURRENT LEARNING RATE: 0.00013988709235182768
previous_iter_valid_loss : 0.16665257513523102

    851800	  0.166865	  0.166653	  0.165496		CURRENT LEARNING RATE: 0.0001398591177309127
previous_iter_valid_loss : 0.16099628806114197

    851820	  0.161176	  0.160996	  0.165158		CURRENT LEARNING RATE: 0.00013983114870436247
previous_iter_valid_loss : 0.16124846041202545

    851840	  0.161439	  0.161248	  0.165089		CURRENT LEARNING RATE: 0.0001398031852710582
previous_iter_valid_loss : 0.16064997017383575

    851860	  0.160817	  0.160650	  0.164514		CURRENT LEARNING RATE: 0.00013977522742988113
previous_iter_valid_loss : 0.16461163759231567

    851880	  0.164813	  0.164612	  0.164597		CURRENT LEARNING RATE: 0.0001397472751797134
previous_iter_valid_loss : 0.16686691343784332

    851900	  0.167025	  0.166867	  0.164730		CURRENT LEARNING RATE: 0.0001397193285194367
previous_iter_valid_loss : 0.1780194491147995

    851920	  0.178178	  0.178019	  0.165563		CURRENT LEARNING RATE: 0.0001396913874479332
previous_iter_valid_loss : 0.16061943769454956

    851940	  0.160782	  0.160619	  0.165567		CURRENT LEARNING RATE: 0.0001396634519640849
previous_iter_valid_loss : 0.16050806641578674

    851960	  0.160674	  0.160508	  0.164821		CURRENT LEARNING RATE: 0.000139635522066775
previous_iter_valid_loss : 0.16234271228313446

    851980	  0.162507	  0.162343	  0.164803		CURRENT LEARNING RATE: 0.00013960759775488596
previous_iter_valid_loss : 0.1628333181142807

    852000	  0.162993	  0.162833	  0.164851		CURRENT LEARNING RATE: 0.00013957967902730061
previous_iter_valid_loss : 0.16698697209358215

    852020	  0.167141	  0.166987	  0.165054		CURRENT LEARNING RATE: 0.00013955176588290272
previous_iter_valid_loss : 0.1647578328847885

    852040	  0.164966	  0.164758	  0.165232		CURRENT LEARNING RATE: 0.00013952385832057546
previous_iter_valid_loss : 0.16251099109649658

    852060	  0.162713	  0.162511	  0.165171		CURRENT LEARNING RATE: 0.00013949595633920255
previous_iter_valid_loss : 0.16966159641742706

    852080	  0.169899	  0.169662	  0.165622		CURRENT LEARNING RATE: 0.0001394680599376677
previous_iter_valid_loss : 0.16539768874645233

    852100	  0.165604	  0.165398	  0.165864		CURRENT LEARNING RATE: 0.00013944016911485545
previous_iter_valid_loss : 0.17688672244548798

    852120	  0.177037	  0.176887	  0.165730		CURRENT LEARNING RATE: 0.00013941228386965004
previous_iter_valid_loss : 0.16153231263160706

    852140	  0.161681	  0.161532	  0.165263		CURRENT LEARNING RATE: 0.00013938440420093595
previous_iter_valid_loss : 0.16171692311763763

    852160	  0.161870	  0.161717	  0.165245		CURRENT LEARNING RATE: 0.00013935653010759783
previous_iter_valid_loss : 0.1663026064634323

    852180	  0.166524	  0.166303	  0.165052		CURRENT LEARNING RATE: 0.0001393286615885212
previous_iter_valid_loss : 0.16903504729270935

    852200	  0.169267	  0.169035	  0.165171		CURRENT LEARNING RATE: 0.00013930079864259102
previous_iter_valid_loss : 0.1629302203655243

    852220	  0.163081	  0.162930	  0.165268		CURRENT LEARNING RATE: 0.0001392729412686928
previous_iter_valid_loss : 0.16192327439785004

    852240	  0.162072	  0.161923	  0.165301		CURRENT LEARNING RATE: 0.00013924508946571202
previous_iter_valid_loss : 0.16522791981697083

    852260	  0.165385	  0.165228	  0.165530		CURRENT LEARNING RATE: 0.0001392172432325351
previous_iter_valid_loss : 0.16050030291080475

    852280	  0.160655	  0.160500	  0.165325		CURRENT LEARNING RATE: 0.0001391894025680479
previous_iter_valid_loss : 0.1670876145362854

    852300	  0.167315	  0.167088	  0.165336		CURRENT LEARNING RATE: 0.00013916156747113682
previous_iter_valid_loss : 0.17505724728107452

    852320	  0.175341	  0.175057	  0.165188		CURRENT LEARNING RATE: 0.00013913373794068824
previous_iter_valid_loss : 0.1922808438539505

    852340	  0.192734	  0.192281	  0.166771		CURRENT LEARNING RATE: 0.00013910591397558943
previous_iter_valid_loss : 0.18681156635284424

    852360	  0.187195	  0.186812	  0.168086		CURRENT LEARNING RATE: 0.00013907809557472717
previous_iter_valid_loss : 0.1678321808576584

    852380	  0.167989	  0.167832	  0.168360		CURRENT LEARNING RATE: 0.0001390502827369888
previous_iter_valid_loss : 0.16065660119056702

    852400	  0.160827	  0.160657	  0.168251		CURRENT LEARNING RATE: 0.00013902247546126144
previous_iter_valid_loss : 0.16875417530536652

    852420	  0.168999	  0.168754	  0.168340		CURRENT LEARNING RATE: 0.00013899467374643343
previous_iter_valid_loss : 0.16152243316173553

    852440	  0.161682	  0.161522	  0.168178		CURRENT LEARNING RATE: 0.00013896687759139235
previous_iter_valid_loss : 0.16077621281147003

    852460	  0.160935	  0.160776	  0.168091		CURRENT LEARNING RATE: 0.00013893908699502618
previous_iter_valid_loss : 0.16134501993656158

    852480	  0.161494	  0.161345	  0.167675		CURRENT LEARNING RATE: 0.00013891130195622372
previous_iter_valid_loss : 0.16419309377670288

    852500	  0.164389	  0.164193	  0.167615		CURRENT LEARNING RATE: 0.00013888352247387337
previous_iter_valid_loss : 0.16663123667240143

    852520	  0.166846	  0.166631	  0.167102		CURRENT LEARNING RATE: 0.00013885574854686396
previous_iter_valid_loss : 0.16923119127750397

    852540	  0.169474	  0.169231	  0.167487		CURRENT LEARNING RATE: 0.00013882798017408424
previous_iter_valid_loss : 0.161555215716362

    852560	  0.161739	  0.161555	  0.167479		CURRENT LEARNING RATE: 0.000138800217354424
previous_iter_valid_loss : 0.16089387238025665

    852580	  0.161074	  0.160894	  0.167209		CURRENT LEARNING RATE: 0.00013877246008677248
previous_iter_valid_loss : 0.17575204372406006

    852600	  0.175902	  0.175752	  0.167545		CURRENT LEARNING RATE: 0.00013874470837001935
previous_iter_valid_loss : 0.1743103414773941

    852620	  0.174460	  0.174310	  0.168114		CURRENT LEARNING RATE: 0.00013871696220305434
previous_iter_valid_loss : 0.16069571673870087

    852640	  0.160850	  0.160696	  0.168052		CURRENT LEARNING RATE: 0.0001386892215847681
previous_iter_valid_loss : 0.16086620092391968

    852660	  0.161020	  0.160866	  0.167834		CURRENT LEARNING RATE: 0.00013866148651405075
previous_iter_valid_loss : 0.162224680185318

    852680	  0.162405	  0.162225	  0.167920		CURRENT LEARNING RATE: 0.00013863375698979286
previous_iter_valid_loss : 0.17195133864879608

    852700	  0.172090	  0.171951	  0.168164		CURRENT LEARNING RATE: 0.000138606033010885
previous_iter_valid_loss : 0.16276107728481293

    852720	  0.162952	  0.162761	  0.167549		CURRENT LEARNING RATE: 0.00013857831457621877
previous_iter_valid_loss : 0.17288567125797272

    852740	  0.173036	  0.172886	  0.166579		CURRENT LEARNING RATE: 0.00013855060168468513
previous_iter_valid_loss : 0.16202788054943085

    852760	  0.162215	  0.162028	  0.165340		CURRENT LEARNING RATE: 0.00013852289433517555
previous_iter_valid_loss : 0.16094954311847687

    852780	  0.161136	  0.160950	  0.164996		CURRENT LEARNING RATE: 0.00013849519252658155
previous_iter_valid_loss : 0.16125522553920746

    852800	  0.161436	  0.161255	  0.165026		CURRENT LEARNING RATE: 0.00013846749625779546
previous_iter_valid_loss : 0.1665179282426834

    852820	  0.166675	  0.166518	  0.164914		CURRENT LEARNING RATE: 0.0001384398055277093
previous_iter_valid_loss : 0.17283163964748383

    852840	  0.173103	  0.172832	  0.165479		CURRENT LEARNING RATE: 0.0001384121203352151
previous_iter_valid_loss : 0.1721820831298828

    852860	  0.172446	  0.172182	  0.166050		CURRENT LEARNING RATE: 0.00013838444067920598
previous_iter_valid_loss : 0.16056759655475616

    852880	  0.160727	  0.160568	  0.166011		CURRENT LEARNING RATE: 0.00013835676655857453
previous_iter_valid_loss : 0.1737898290157318

    852900	  0.174052	  0.173790	  0.166491		CURRENT LEARNING RATE: 0.00013832909797221373
previous_iter_valid_loss : 0.17924568057060242

    852920	  0.179565	  0.179246	  0.167121		CURRENT LEARNING RATE: 0.00013830143491901664
previous_iter_valid_loss : 0.16711987555027008

    852940	  0.167270	  0.167120	  0.167016		CURRENT LEARNING RATE: 0.00013827377739787723
previous_iter_valid_loss : 0.1651969850063324

    852960	  0.165363	  0.165197	  0.167198		CURRENT LEARNING RATE: 0.0001382461254076889
previous_iter_valid_loss : 0.16480617225170135

    852980	  0.164967	  0.164806	  0.167394		CURRENT LEARNING RATE: 0.0001382184789473456
previous_iter_valid_loss : 0.1734597533941269

    853000	  0.173611	  0.173460	  0.167279		CURRENT LEARNING RATE: 0.00013819083801574125
previous_iter_valid_loss : 0.16473786532878876

    853020	  0.164907	  0.164738	  0.166800		CURRENT LEARNING RATE: 0.0001381632026117707
previous_iter_valid_loss : 0.1668832004070282

    853040	  0.167101	  0.166883	  0.167110		CURRENT LEARNING RATE: 0.00013813557273432826
previous_iter_valid_loss : 0.16195344924926758

    853060	  0.162110	  0.161953	  0.167164		CURRENT LEARNING RATE: 0.00013810794838230872
previous_iter_valid_loss : 0.17133460938930511

    853080	  0.171489	  0.171335	  0.167620		CURRENT LEARNING RATE: 0.00013808032955460692
previous_iter_valid_loss : 0.17254310846328735

    853100	  0.172801	  0.172543	  0.167649		CURRENT LEARNING RATE: 0.00013805271625011854
previous_iter_valid_loss : 0.16705280542373657

    853120	  0.167268	  0.167053	  0.167864		CURRENT LEARNING RATE: 0.00013802510846773884
previous_iter_valid_loss : 0.18433675169944763

    853140	  0.184487	  0.184337	  0.168436		CURRENT LEARNING RATE: 0.00013799750620636353
previous_iter_valid_loss : 0.16416871547698975

    853160	  0.164332	  0.164169	  0.168543		CURRENT LEARNING RATE: 0.00013796990946488818
previous_iter_valid_loss : 0.16051340103149414

    853180	  0.160674	  0.160513	  0.168522		CURRENT LEARNING RATE: 0.00013794231824220952
previous_iter_valid_loss : 0.16445471346378326

    853200	  0.164622	  0.164455	  0.168681		CURRENT LEARNING RATE: 0.0001379147325372236
previous_iter_valid_loss : 0.16580526530742645

    853220	  0.165964	  0.165805	  0.168646		CURRENT LEARNING RATE: 0.00013788715234882675
previous_iter_valid_loss : 0.17549541592597961

    853240	  0.175785	  0.175495	  0.168779		CURRENT LEARNING RATE: 0.00013785957767591624
previous_iter_valid_loss : 0.16142316162586212

    853260	  0.161616	  0.161423	  0.168241		CURRENT LEARNING RATE: 0.00013783200851738887
previous_iter_valid_loss : 0.1691116839647293

    853280	  0.169353	  0.169112	  0.168668		CURRENT LEARNING RATE: 0.00013780444487214186
previous_iter_valid_loss : 0.17307549715042114

    853300	  0.173351	  0.173075	  0.168633		CURRENT LEARNING RATE: 0.00013777688673907243
previous_iter_valid_loss : 0.16113455593585968

    853320	  0.161320	  0.161135	  0.167727		CURRENT LEARNING RATE: 0.00013774933411707873
previous_iter_valid_loss : 0.17332503199577332

    853340	  0.173600	  0.173325	  0.168037		CURRENT LEARNING RATE: 0.0001377217870050584
previous_iter_valid_loss : 0.1605215072631836

    853360	  0.160686	  0.160522	  0.167803		CURRENT LEARNING RATE: 0.00013769424540190957
previous_iter_valid_loss : 0.16121427714824677

    853380	  0.161368	  0.161214	  0.167624		CURRENT LEARNING RATE: 0.00013766670930653033
previous_iter_valid_loss : 0.16146187484264374

    853400	  0.161649	  0.161462	  0.167024		CURRENT LEARNING RATE: 0.00013763917871781973
previous_iter_valid_loss : 0.16153115034103394

    853420	  0.161710	  0.161531	  0.166864		CURRENT LEARNING RATE: 0.0001376116536346763
previous_iter_valid_loss : 0.1611526608467102

    853440	  0.161307	  0.161153	  0.166577		CURRENT LEARNING RATE: 0.00013758413405599902
previous_iter_valid_loss : 0.16541796922683716

    853460	  0.165581	  0.165418	  0.166750		CURRENT LEARNING RATE: 0.0001375566199806869
previous_iter_valid_loss : 0.16250325739383698

    853480	  0.162666	  0.162503	  0.166309		CURRENT LEARNING RATE: 0.00013752911140763982
previous_iter_valid_loss : 0.17617297172546387

    853500	  0.176325	  0.176173	  0.166490		CURRENT LEARNING RATE: 0.00013750160833575723
previous_iter_valid_loss : 0.16207273304462433

    853520	  0.162229	  0.162073	  0.166241		CURRENT LEARNING RATE: 0.00013747411076393896
previous_iter_valid_loss : 0.16669516265392303

    853540	  0.166910	  0.166695	  0.165359		CURRENT LEARNING RATE: 0.0001374466186910849
previous_iter_valid_loss : 0.17230632901191711

    853560	  0.172577	  0.172306	  0.165766		CURRENT LEARNING RATE: 0.0001374191321160959
previous_iter_valid_loss : 0.16994044184684753

    853580	  0.170091	  0.169940	  0.166237		CURRENT LEARNING RATE: 0.00013739165103787216
previous_iter_valid_loss : 0.16063818335533142

    853600	  0.160785	  0.160638	  0.166047		CURRENT LEARNING RATE: 0.00013736417545531448
previous_iter_valid_loss : 0.160796120762825

    853620	  0.160947	  0.160796	  0.165796		CURRENT LEARNING RATE: 0.00013733670536732363
previous_iter_valid_loss : 0.16103480756282806

    853640	  0.161213	  0.161035	  0.165073		CURRENT LEARNING RATE: 0.00013730924077280123
previous_iter_valid_loss : 0.16441987454891205

    853660	  0.164607	  0.164420	  0.165223		CURRENT LEARNING RATE: 0.00013728178167064846
previous_iter_valid_loss : 0.16414813697338104

    853680	  0.164314	  0.164148	  0.164975		CURRENT LEARNING RATE: 0.00013725432805976675
previous_iter_valid_loss : 0.16112011671066284

    853700	  0.161301	  0.161120	  0.164377		CURRENT LEARNING RATE: 0.00013722687993905844
previous_iter_valid_loss : 0.1716124415397644

    853720	  0.171757	  0.171612	  0.164901		CURRENT LEARNING RATE: 0.0001371994373074253
previous_iter_valid_loss : 0.1605284959077835

    853740	  0.160698	  0.160528	  0.164261		CURRENT LEARNING RATE: 0.00013717200016376973
previous_iter_valid_loss : 0.1613755226135254

    853760	  0.161538	  0.161376	  0.164304		CURRENT LEARNING RATE: 0.0001371445685069939
previous_iter_valid_loss : 0.18255427479743958

    853780	  0.182906	  0.182554	  0.165371		CURRENT LEARNING RATE: 0.0001371171423360011
previous_iter_valid_loss : 0.16105197370052338

    853800	  0.161229	  0.161052	  0.165350		CURRENT LEARNING RATE: 0.00013708972164969398
previous_iter_valid_loss : 0.16591371595859528

    853820	  0.166130	  0.165914	  0.165569		CURRENT LEARNING RATE: 0.00013706230644697578
previous_iter_valid_loss : 0.16134904325008392

    853840	  0.161532	  0.161349	  0.165579		CURRENT LEARNING RATE: 0.0001370348967267496
previous_iter_valid_loss : 0.17051051557064056

    853860	  0.170760	  0.170511	  0.165834		CURRENT LEARNING RATE: 0.00013700749248791953
previous_iter_valid_loss : 0.16198596358299255

    853880	  0.162180	  0.161986	  0.165808		CURRENT LEARNING RATE: 0.0001369800937293892
previous_iter_valid_loss : 0.16197609901428223

    853900	  0.162127	  0.161976	  0.165098		CURRENT LEARNING RATE: 0.00013695270045006262
previous_iter_valid_loss : 0.16093586385250092

    853920	  0.161111	  0.160936	  0.165041		CURRENT LEARNING RATE: 0.00013692531264884386
previous_iter_valid_loss : 0.1827181875705719

    853940	  0.183070	  0.182718	  0.165842		CURRENT LEARNING RATE: 0.00013689793032463783
previous_iter_valid_loss : 0.16146893799304962

    853960	  0.161626	  0.161469	  0.165301		CURRENT LEARNING RATE: 0.00013687055347634907
previous_iter_valid_loss : 0.17460773885250092

    853980	  0.174881	  0.174608	  0.165534		CURRENT LEARNING RATE: 0.00013684318210288243
previous_iter_valid_loss : 0.167432963848114

    854000	  0.167597	  0.167433	  0.165874		CURRENT LEARNING RATE: 0.00013681581620314287
previous_iter_valid_loss : 0.16055144369602203

    854020	  0.160703	  0.160551	  0.165861		CURRENT LEARNING RATE: 0.00013678845577603623
previous_iter_valid_loss : 0.1609814614057541

    854040	  0.161135	  0.160981	  0.165859		CURRENT LEARNING RATE: 0.0001367611008204678
previous_iter_valid_loss : 0.16246965527534485

    854060	  0.162628	  0.162470	  0.165761		CURRENT LEARNING RATE: 0.00013673375133534322
previous_iter_valid_loss : 0.16060391068458557

    854080	  0.160771	  0.160604	  0.165584		CURRENT LEARNING RATE: 0.00013670640731956894
previous_iter_valid_loss : 0.20760473608970642

    854100	  0.207664	  0.207605	  0.167908		CURRENT LEARNING RATE: 0.00013667906877205097
previous_iter_valid_loss : 0.16054467856884003

    854120	  0.160709	  0.160545	  0.167355		CURRENT LEARNING RATE: 0.00013665173569169577
previous_iter_valid_loss : 0.16082194447517395

    854140	  0.160976	  0.160822	  0.167370		CURRENT LEARNING RATE: 0.00013662440807740977
previous_iter_valid_loss : 0.16064320504665375

    854160	  0.160792	  0.160643	  0.167333		CURRENT LEARNING RATE: 0.00013659708592810035
previous_iter_valid_loss : 0.18973425030708313

    854180	  0.190181	  0.189734	  0.167692		CURRENT LEARNING RATE: 0.0001365697692426744
previous_iter_valid_loss : 0.16125956177711487

    854200	  0.161419	  0.161260	  0.167702		CURRENT LEARNING RATE: 0.00013654245802003924
previous_iter_valid_loss : 0.16211162507534027

    854220	  0.162291	  0.162112	  0.167512		CURRENT LEARNING RATE: 0.00013651515225910217
previous_iter_valid_loss : 0.1608872413635254

    854240	  0.161047	  0.160887	  0.167489		CURRENT LEARNING RATE: 0.00013648785195877143
previous_iter_valid_loss : 0.1629212349653244

    854260	  0.163114	  0.162921	  0.167110		CURRENT LEARNING RATE: 0.0001364605571179548
previous_iter_valid_loss : 0.16568531095981598

    854280	  0.165891	  0.165685	  0.167295		CURRENT LEARNING RATE: 0.0001364332677355605
previous_iter_valid_loss : 0.16056865453720093

    854300	  0.160736	  0.160569	  0.167224		CURRENT LEARNING RATE: 0.00013640598381049664
previous_iter_valid_loss : 0.16629330813884735

    854320	  0.166507	  0.166293	  0.167492		CURRENT LEARNING RATE: 0.00013637870534167243
previous_iter_valid_loss : 0.16311021149158478

    854340	  0.163297	  0.163110	  0.166512		CURRENT LEARNING RATE: 0.00013635143232799642
previous_iter_valid_loss : 0.16894793510437012

    854360	  0.169098	  0.168948	  0.166886		CURRENT LEARNING RATE: 0.00013632416476837774
previous_iter_valid_loss : 0.17103280127048492

    854380	  0.171295	  0.171033	  0.166707		CURRENT LEARNING RATE: 0.00013629690266172542
previous_iter_valid_loss : 0.1746423989534378

    854400	  0.174920	  0.174642	  0.167067		CURRENT LEARNING RATE: 0.0001362696460069495
previous_iter_valid_loss : 0.16225041449069977

    854420	  0.162456	  0.162250	  0.167152		CURRENT LEARNING RATE: 0.00013624239480295938
previous_iter_valid_loss : 0.16285856068134308

    854440	  0.163053	  0.162859	  0.167246		CURRENT LEARNING RATE: 0.00013621514904866487
previous_iter_valid_loss : 0.17245563864707947

    854460	  0.172716	  0.172456	  0.167746		CURRENT LEARNING RATE: 0.00013618790874297658
previous_iter_valid_loss : 0.16259686648845673

    854480	  0.162774	  0.162597	  0.167845		CURRENT LEARNING RATE: 0.00013616067388480465
previous_iter_valid_loss : 0.1696002185344696

    854500	  0.169755	  0.169600	  0.165945		CURRENT LEARNING RATE: 0.00013613344447305968
previous_iter_valid_loss : 0.17536145448684692

    854520	  0.175509	  0.175361	  0.166686		CURRENT LEARNING RATE: 0.00013610622050665229
previous_iter_valid_loss : 0.16146637499332428

    854540	  0.161656	  0.161466	  0.166718		CURRENT LEARNING RATE: 0.00013607900198449397
previous_iter_valid_loss : 0.16459840536117554

    854560	  0.164797	  0.164598	  0.166916		CURRENT LEARNING RATE: 0.00013605178890549571
previous_iter_valid_loss : 0.16308994591236115

    854580	  0.163282	  0.163090	  0.165584		CURRENT LEARNING RATE: 0.00013602458126856908
previous_iter_valid_loss : 0.19780045747756958

    854600	  0.198315	  0.197800	  0.167411		CURRENT LEARNING RATE: 0.00013599737907262545
previous_iter_valid_loss : 0.16075381636619568

    854620	  0.160910	  0.160754	  0.167343		CURRENT LEARNING RATE: 0.00013597018231657727
previous_iter_valid_loss : 0.16431742906570435

    854640	  0.164527	  0.164317	  0.167514		CURRENT LEARNING RATE: 0.00013594299099933636
previous_iter_valid_loss : 0.1844731867313385

    854660	  0.184616	  0.184473	  0.168592		CURRENT LEARNING RATE: 0.00013591580511981513
previous_iter_valid_loss : 0.16229325532913208

    854680	  0.162453	  0.162293	  0.168422		CURRENT LEARNING RATE: 0.00013588862467692588
previous_iter_valid_loss : 0.17972610890865326

    854700	  0.179880	  0.179726	  0.169380		CURRENT LEARNING RATE: 0.00013586144966958188
previous_iter_valid_loss : 0.16083019971847534

    854720	  0.160979	  0.160830	  0.169107		CURRENT LEARNING RATE: 0.00013583428009669588
previous_iter_valid_loss : 0.16805748641490936

    854740	  0.168295	  0.168057	  0.169354		CURRENT LEARNING RATE: 0.0001358071159571811
previous_iter_valid_loss : 0.17017847299575806

    854760	  0.170323	  0.170178	  0.169416		CURRENT LEARNING RATE: 0.00013577995724995074
previous_iter_valid_loss : 0.16685321927070618

    854780	  0.167010	  0.166853	  0.169207		CURRENT LEARNING RATE: 0.00013575280397391893
previous_iter_valid_loss : 0.16741310060024261

    854800	  0.167571	  0.167413	  0.168845		CURRENT LEARNING RATE: 0.0001357256561279993
previous_iter_valid_loss : 0.16054092347621918

    854820	  0.160696	  0.160541	  0.168760		CURRENT LEARNING RATE: 0.00013569851371110568
previous_iter_valid_loss : 0.16718706488609314

    854840	  0.167341	  0.167187	  0.168976		CURRENT LEARNING RATE: 0.00013567137672215287
previous_iter_valid_loss : 0.16144022345542908

    854860	  0.161588	  0.161440	  0.168426		CURRENT LEARNING RATE: 0.00013564424516005516
previous_iter_valid_loss : 0.20781655609607697

    854880	  0.207872	  0.207817	  0.170687		CURRENT LEARNING RATE: 0.00013561711902372727
previous_iter_valid_loss : 0.181521937251091

    854900	  0.181679	  0.181522	  0.171283		CURRENT LEARNING RATE: 0.00013558999831208388
previous_iter_valid_loss : 0.16577772796154022

    854920	  0.165940	  0.165778	  0.170803		CURRENT LEARNING RATE: 0.00013556288302404073
previous_iter_valid_loss : 0.17352347075939178

    854940	  0.173667	  0.173523	  0.171406		CURRENT LEARNING RATE: 0.00013553577315851293
previous_iter_valid_loss : 0.16058559715747833

    854960	  0.160743	  0.160586	  0.171206		CURRENT LEARNING RATE: 0.00013550866871441604
previous_iter_valid_loss : 0.1607482135295868

    854980	  0.160920	  0.160748	  0.171089		CURRENT LEARNING RATE: 0.00013548156969066567
previous_iter_valid_loss : 0.1663960963487625

    855000	  0.166551	  0.166396	  0.169518		CURRENT LEARNING RATE: 0.00013545447608617837
previous_iter_valid_loss : 0.19263841211795807

    855020	  0.192763	  0.192638	  0.171113		CURRENT LEARNING RATE: 0.0001354273878998701
previous_iter_valid_loss : 0.16988737881183624

    855040	  0.170031	  0.169887	  0.171391		CURRENT LEARNING RATE: 0.0001354003051306574
previous_iter_valid_loss : 0.1643543690443039

    855060	  0.164516	  0.164354	  0.170385		CURRENT LEARNING RATE: 0.00013537322777745667
previous_iter_valid_loss : 0.16054505109786987

    855080	  0.160705	  0.160545	  0.170298		CURRENT LEARNING RATE: 0.0001353461558391853
previous_iter_valid_loss : 0.1683754026889801

    855100	  0.168612	  0.168375	  0.169730		CURRENT LEARNING RATE: 0.00013531908931476021
previous_iter_valid_loss : 0.1617087870836258

    855120	  0.161868	  0.161709	  0.169774		CURRENT LEARNING RATE: 0.00013529202820309867
previous_iter_valid_loss : 0.16416668891906738

    855140	  0.164367	  0.164167	  0.169580		CURRENT LEARNING RATE: 0.00013526497250311806
previous_iter_valid_loss : 0.16091644763946533

    855160	  0.161092	  0.160916	  0.169117		CURRENT LEARNING RATE: 0.0001352379222137366
previous_iter_valid_loss : 0.17091195285320282

    855180	  0.171056	  0.170912	  0.169319		CURRENT LEARNING RATE: 0.00013521087733387206
previous_iter_valid_loss : 0.17057257890701294

    855200	  0.170723	  0.170573	  0.169477		CURRENT LEARNING RATE: 0.00013518383786244263
previous_iter_valid_loss : 0.16276688873767853

    855220	  0.162953	  0.162767	  0.169589		CURRENT LEARNING RATE: 0.00013515680379836648
previous_iter_valid_loss : 0.1627613753080368

    855240	  0.162948	  0.162761	  0.169367		CURRENT LEARNING RATE: 0.00013512977514056277
previous_iter_valid_loss : 0.1703757345676422

    855260	  0.170628	  0.170376	  0.169814		CURRENT LEARNING RATE: 0.00013510275188795005
previous_iter_valid_loss : 0.17023040354251862

    855280	  0.170469	  0.170230	  0.167935		CURRENT LEARNING RATE: 0.0001350757340394472
previous_iter_valid_loss : 0.16133613884449005

    855300	  0.161516	  0.161336	  0.166926		CURRENT LEARNING RATE: 0.00013504872159397394
previous_iter_valid_loss : 0.16420088708400726

    855320	  0.164362	  0.164201	  0.166847		CURRENT LEARNING RATE: 0.00013502171455044958
previous_iter_valid_loss : 0.16908693313598633

    855340	  0.169319	  0.169087	  0.166625		CURRENT LEARNING RATE: 0.00013499471290779385
previous_iter_valid_loss : 0.17273274064064026

    855360	  0.173001	  0.172733	  0.167232		CURRENT LEARNING RATE: 0.00013496771666492638
previous_iter_valid_loss : 0.16083844006061554

    855380	  0.160997	  0.160838	  0.167237		CURRENT LEARNING RATE: 0.00013494072582076783
previous_iter_valid_loss : 0.16072013974189758

    855400	  0.160889	  0.160720	  0.166953		CURRENT LEARNING RATE: 0.00013491374037423836
previous_iter_valid_loss : 0.1613227277994156

    855420	  0.161503	  0.161323	  0.165387		CURRENT LEARNING RATE: 0.0001348867603242585
previous_iter_valid_loss : 0.17195554077625275

    855440	  0.172222	  0.171956	  0.165491		CURRENT LEARNING RATE: 0.00013485978566974883
previous_iter_valid_loss : 0.16285090148448944

    855460	  0.163014	  0.162851	  0.165415		CURRENT LEARNING RATE: 0.00013483281640963086
previous_iter_valid_loss : 0.16056467592716217

    855480	  0.160728	  0.160565	  0.165416		CURRENT LEARNING RATE: 0.00013480585254282556
previous_iter_valid_loss : 0.17074529826641083

    855500	  0.170891	  0.170745	  0.165535		CURRENT LEARNING RATE: 0.00013477889406825438
previous_iter_valid_loss : 0.16338187456130981

    855520	  0.163571	  0.163382	  0.165619		CURRENT LEARNING RATE: 0.00013475194098483873
previous_iter_valid_loss : 0.16535532474517822

    855540	  0.165561	  0.165355	  0.165678		CURRENT LEARNING RATE: 0.000134724993291501
previous_iter_valid_loss : 0.16463583707809448

    855560	  0.164794	  0.164636	  0.165864		CURRENT LEARNING RATE: 0.000134698050987163
previous_iter_valid_loss : 0.16239266097545624

    855580	  0.162546	  0.162393	  0.165438		CURRENT LEARNING RATE: 0.00013467111407074704
previous_iter_valid_loss : 0.16265761852264404

    855600	  0.162822	  0.162658	  0.165042		CURRENT LEARNING RATE: 0.00013464418254117543
previous_iter_valid_loss : 0.16050712764263153

    855620	  0.160671	  0.160507	  0.164929		CURRENT LEARNING RATE: 0.00013461725639737142
previous_iter_valid_loss : 0.16972537338733673

    855640	  0.169967	  0.169725	  0.165277		CURRENT LEARNING RATE: 0.00013459033563825764
previous_iter_valid_loss : 0.1608610302209854

    855660	  0.161036	  0.160861	  0.164802		CURRENT LEARNING RATE: 0.00013456342026275708
previous_iter_valid_loss : 0.16094155609607697

    855680	  0.161088	  0.160942	  0.164337		CURRENT LEARNING RATE: 0.0001345365102697936
previous_iter_valid_loss : 0.17754198610782623

    855700	  0.177700	  0.177542	  0.165148		CURRENT LEARNING RATE: 0.00013450960565829052
previous_iter_valid_loss : 0.2001979649066925

    855720	  0.200279	  0.200198	  0.166947		CURRENT LEARNING RATE: 0.00013448270642717173
previous_iter_valid_loss : 0.18690189719200134

    855740	  0.187037	  0.186902	  0.167838		CURRENT LEARNING RATE: 0.00013445581257536093
previous_iter_valid_loss : 0.1653086245059967

    855760	  0.165521	  0.165309	  0.167467		CURRENT LEARNING RATE: 0.0001344289241017829
previous_iter_valid_loss : 0.16643808782100677

    855780	  0.166653	  0.166438	  0.167747		CURRENT LEARNING RATE: 0.00013440204100536186
previous_iter_valid_loss : 0.16050861775875092

    855800	  0.160666	  0.160509	  0.167736		CURRENT LEARNING RATE: 0.0001343751632850225
previous_iter_valid_loss : 0.16078580915927887

    855820	  0.160958	  0.160786	  0.167710		CURRENT LEARNING RATE: 0.00013434829093968942
previous_iter_valid_loss : 0.1612492799758911

    855840	  0.161431	  0.161249	  0.167174		CURRENT LEARNING RATE: 0.00013432142396828823
previous_iter_valid_loss : 0.16270968317985535

    855860	  0.162871	  0.162710	  0.167167		CURRENT LEARNING RATE: 0.000134294562369744
previous_iter_valid_loss : 0.16209718585014343

    855880	  0.162254	  0.162097	  0.167244		CURRENT LEARNING RATE: 0.00013426770614298234
previous_iter_valid_loss : 0.16118402779102325

    855900	  0.161363	  0.161184	  0.166766		CURRENT LEARNING RATE: 0.00013424085528692867
previous_iter_valid_loss : 0.1685187965631485

    855920	  0.168744	  0.168519	  0.167023		CURRENT LEARNING RATE: 0.00013421400980050946
previous_iter_valid_loss : 0.16062259674072266

    855940	  0.160777	  0.160623	  0.166786		CURRENT LEARNING RATE: 0.00013418716968265068
previous_iter_valid_loss : 0.16432709991931915

    855960	  0.164526	  0.164327	  0.166771		CURRENT LEARNING RATE: 0.00013416033493227872
previous_iter_valid_loss : 0.1606164425611496

    855980	  0.160765	  0.160616	  0.166682		CURRENT LEARNING RATE: 0.0001341335055483199
previous_iter_valid_loss : 0.17025792598724365

    856000	  0.170403	  0.170258	  0.167062		CURRENT LEARNING RATE: 0.00013410668152970156
previous_iter_valid_loss : 0.16349603235721588

    856020	  0.163657	  0.163496	  0.167211		CURRENT LEARNING RATE: 0.00013407986287535055
previous_iter_valid_loss : 0.18139559030532837

    856040	  0.181548	  0.181396	  0.167795		CURRENT LEARNING RATE: 0.0001340530495841938
previous_iter_valid_loss : 0.17899101972579956

    856060	  0.179152	  0.178991	  0.168701		CURRENT LEARNING RATE: 0.00013402624165515927
previous_iter_valid_loss : 0.16088634729385376

    856080	  0.161044	  0.160886	  0.168698		CURRENT LEARNING RATE: 0.00013399943908717443
previous_iter_valid_loss : 0.16553661227226257

    856100	  0.165693	  0.165537	  0.168098		CURRENT LEARNING RATE: 0.0001339726418791672
previous_iter_valid_loss : 0.16685186326503754

    856120	  0.167007	  0.166852	  0.166431		CURRENT LEARNING RATE: 0.0001339458500300654
previous_iter_valid_loss : 0.16114722192287445

    856140	  0.161303	  0.161147	  0.165143		CURRENT LEARNING RATE: 0.00013391906353879787
previous_iter_valid_loss : 0.1608278900384903

    856160	  0.160979	  0.160828	  0.164919		CURRENT LEARNING RATE: 0.0001338922824042929
previous_iter_valid_loss : 0.16099432110786438

    856180	  0.161170	  0.160994	  0.164647		CURRENT LEARNING RATE: 0.00013386550662547922
previous_iter_valid_loss : 0.17097653448581696

    856200	  0.171232	  0.170977	  0.165170		CURRENT LEARNING RATE: 0.00013383873620128562
previous_iter_valid_loss : 0.17038796842098236

    856220	  0.170646	  0.170388	  0.165650		CURRENT LEARNING RATE: 0.00013381197113064168
previous_iter_valid_loss : 0.18674658238887787

    856240	  0.187145	  0.186747	  0.166925		CURRENT LEARNING RATE: 0.00013378521141247664
previous_iter_valid_loss : 0.16118550300598145

    856260	  0.161340	  0.161186	  0.166849		CURRENT LEARNING RATE: 0.00013375845704572005
previous_iter_valid_loss : 0.16172218322753906

    856280	  0.161912	  0.161722	  0.166830		CURRENT LEARNING RATE: 0.00013373170802930155
previous_iter_valid_loss : 0.17059184610843658

    856300	  0.170844	  0.170592	  0.167301		CURRENT LEARNING RATE: 0.0001337049643621516
previous_iter_valid_loss : 0.16623356938362122

    856320	  0.166435	  0.166234	  0.167186		CURRENT LEARNING RATE: 0.00013367822604320027
previous_iter_valid_loss : 0.16444402933120728

    856340	  0.164611	  0.164444	  0.167377		CURRENT LEARNING RATE: 0.00013365149307137798
previous_iter_valid_loss : 0.16081611812114716

    856360	  0.160972	  0.160816	  0.167202		CURRENT LEARNING RATE: 0.0001336247654456152
previous_iter_valid_loss : 0.17308421432971954

    856380	  0.173229	  0.173084	  0.167825		CURRENT LEARNING RATE: 0.00013359804316484327
previous_iter_valid_loss : 0.16352450847625732

    856400	  0.163691	  0.163525	  0.167489		CURRENT LEARNING RATE: 0.0001335713262279931
previous_iter_valid_loss : 0.1649291217327118

    856420	  0.165125	  0.164929	  0.167560		CURRENT LEARNING RATE: 0.00013354461463399602
previous_iter_valid_loss : 0.17539054155349731

    856440	  0.175679	  0.175391	  0.167260		CURRENT LEARNING RATE: 0.0001335179083817833
previous_iter_valid_loss : 0.17405712604522705

    856460	  0.174206	  0.174057	  0.167013		CURRENT LEARNING RATE: 0.00013349120747028717
previous_iter_valid_loss : 0.16052450239658356

    856480	  0.160681	  0.160525	  0.166995		CURRENT LEARNING RATE: 0.00013346451189843932
previous_iter_valid_loss : 0.1605927050113678

    856500	  0.160764	  0.160593	  0.166748		CURRENT LEARNING RATE: 0.00013343782166517175
previous_iter_valid_loss : 0.16054698824882507

    856520	  0.160709	  0.160547	  0.166433		CURRENT LEARNING RATE: 0.00013341113676941733
previous_iter_valid_loss : 0.1614908128976822

    856540	  0.161647	  0.161491	  0.166450		CURRENT LEARNING RATE: 0.00013338445721010835
previous_iter_valid_loss : 0.16249237954616547

    856560	  0.162650	  0.162492	  0.166533		CURRENT LEARNING RATE: 0.0001333577829861777
previous_iter_valid_loss : 0.18030136823654175

    856580	  0.180626	  0.180301	  0.167499		CURRENT LEARNING RATE: 0.00013333111409655814
previous_iter_valid_loss : 0.16183429956436157

    856600	  0.161981	  0.161834	  0.167041		CURRENT LEARNING RATE: 0.00013330445054018342
previous_iter_valid_loss : 0.16199690103530884

    856620	  0.162147	  0.161997	  0.166622		CURRENT LEARNING RATE: 0.00013327779231598672
previous_iter_valid_loss : 0.2061358243227005

    856640	  0.206200	  0.206136	  0.167591		CURRENT LEARNING RATE: 0.00013325113942290175
previous_iter_valid_loss : 0.16387280821800232

    856660	  0.164071	  0.163873	  0.167726		CURRENT LEARNING RATE: 0.00013322449185986212
previous_iter_valid_loss : 0.16489283740520477

    856680	  0.165103	  0.164893	  0.167884		CURRENT LEARNING RATE: 0.0001331978496258024
previous_iter_valid_loss : 0.1790684461593628

    856700	  0.179229	  0.179068	  0.168308		CURRENT LEARNING RATE: 0.00013317121271965674
previous_iter_valid_loss : 0.18542683124542236

    856720	  0.185818	  0.185427	  0.169268		CURRENT LEARNING RATE: 0.00013314458114035955
previous_iter_valid_loss : 0.20949579775333405

    856740	  0.210088	  0.209496	  0.171520		CURRENT LEARNING RATE: 0.0001331179548868454
previous_iter_valid_loss : 0.16056640446186066

    856760	  0.160719	  0.160566	  0.171508		CURRENT LEARNING RATE: 0.00013309133395804972
previous_iter_valid_loss : 0.1705682873725891

    856780	  0.170820	  0.170568	  0.171382		CURRENT LEARNING RATE: 0.00013306471835290742
previous_iter_valid_loss : 0.16132476925849915

    856800	  0.161488	  0.161325	  0.171272		CURRENT LEARNING RATE: 0.00013303810807035384
previous_iter_valid_loss : 0.19335797429084778

    856820	  0.193466	  0.193358	  0.172694		CURRENT LEARNING RATE: 0.00013301150310932437
previous_iter_valid_loss : 0.16053788363933563

    856840	  0.160699	  0.160538	  0.171951		CURRENT LEARNING RATE: 0.00013298490346875532
previous_iter_valid_loss : 0.16176988184452057

    856860	  0.161957	  0.161770	  0.171337		CURRENT LEARNING RATE: 0.0001329583091475824
previous_iter_valid_loss : 0.1664300113916397

    856880	  0.166649	  0.166430	  0.171632		CURRENT LEARNING RATE: 0.00013293172014474161
previous_iter_valid_loss : 0.16304807364940643

    856900	  0.163232	  0.163048	  0.171755		CURRENT LEARNING RATE: 0.0001329051364591699
previous_iter_valid_loss : 0.16111382842063904

    856920	  0.161260	  0.161114	  0.171783		CURRENT LEARNING RATE: 0.00013287855808980366
previous_iter_valid_loss : 0.16102834045886993

    856940	  0.161213	  0.161028	  0.171760		CURRENT LEARNING RATE: 0.00013285198503557973
previous_iter_valid_loss : 0.1634126901626587

    856960	  0.163586	  0.163413	  0.171806		CURRENT LEARNING RATE: 0.00013282541729543504
previous_iter_valid_loss : 0.1612863391637802

    856980	  0.161442	  0.161286	  0.170855		CURRENT LEARNING RATE: 0.00013279885486830727
previous_iter_valid_loss : 0.1682656854391098

    857000	  0.168417	  0.168266	  0.171177		CURRENT LEARNING RATE: 0.0001327722977531337
previous_iter_valid_loss : 0.16272947192192078

    857020	  0.162931	  0.162729	  0.171213		CURRENT LEARNING RATE: 0.00013274574594885206
previous_iter_valid_loss : 0.16753847897052765

    857040	  0.167698	  0.167538	  0.169283		CURRENT LEARNING RATE: 0.00013271919945440007
previous_iter_valid_loss : 0.16271448135375977

    857060	  0.162917	  0.162714	  0.169225		CURRENT LEARNING RATE: 0.00013269265826871627
previous_iter_valid_loss : 0.17550700902938843

    857080	  0.175661	  0.175507	  0.169756		CURRENT LEARNING RATE: 0.00013266612239073885
previous_iter_valid_loss : 0.1641504019498825

    857100	  0.164346	  0.164150	  0.169010		CURRENT LEARNING RATE: 0.00013263959181940632
previous_iter_valid_loss : 0.16076086461544037

    857120	  0.160918	  0.160761	  0.167777		CURRENT LEARNING RATE: 0.00013261306655365726
previous_iter_valid_loss : 0.1669704020023346

    857140	  0.167189	  0.166970	  0.165651		CURRENT LEARNING RATE: 0.00013258654659243111
previous_iter_valid_loss : 0.17041143774986267

    857160	  0.170662	  0.170411	  0.166143		CURRENT LEARNING RATE: 0.00013256003193466687
previous_iter_valid_loss : 0.16503465175628662

    857180	  0.165244	  0.165035	  0.165866		CURRENT LEARNING RATE: 0.00013253352257930389
previous_iter_valid_loss : 0.1627412587404251

    857200	  0.162902	  0.162741	  0.165937		CURRENT LEARNING RATE: 0.00013250701852528162
previous_iter_valid_loss : 0.1681051105260849

    857220	  0.168339	  0.168105	  0.164674		CURRENT LEARNING RATE: 0.00013248051977154032
previous_iter_valid_loss : 0.16197469830513

    857240	  0.162134	  0.161975	  0.164746		CURRENT LEARNING RATE: 0.00013245402631701983
previous_iter_valid_loss : 0.1641213744878769

    857260	  0.164295	  0.164121	  0.164864		CURRENT LEARNING RATE: 0.0001324275381606602
previous_iter_valid_loss : 0.16444599628448486

    857280	  0.164618	  0.164446	  0.164765		CURRENT LEARNING RATE: 0.0001324010553014023
previous_iter_valid_loss : 0.1642318069934845

    857300	  0.164451	  0.164232	  0.164824		CURRENT LEARNING RATE: 0.00013237457773818668
previous_iter_valid_loss : 0.16105139255523682

    857320	  0.161222	  0.161051	  0.164821		CURRENT LEARNING RATE: 0.00013234810546995415
previous_iter_valid_loss : 0.16373412311077118

    857340	  0.163934	  0.163734	  0.164956		CURRENT LEARNING RATE: 0.00013232163849564565
previous_iter_valid_loss : 0.1605612337589264

    857360	  0.160724	  0.160561	  0.164813		CURRENT LEARNING RATE: 0.00013229517681420292
previous_iter_valid_loss : 0.16180828213691711

    857380	  0.161999	  0.161808	  0.164840		CURRENT LEARNING RATE: 0.0001322687204245673
previous_iter_valid_loss : 0.16050712764263153

    857400	  0.160681	  0.160507	  0.164452		CURRENT LEARNING RATE: 0.00013224226932568052
previous_iter_valid_loss : 0.174233078956604

    857420	  0.174501	  0.174233	  0.165027		CURRENT LEARNING RATE: 0.0001322158235164843
previous_iter_valid_loss : 0.17737194895744324

    857440	  0.177525	  0.177372	  0.165518		CURRENT LEARNING RATE: 0.00013218938299592122
previous_iter_valid_loss : 0.16562515497207642

    857460	  0.165788	  0.165625	  0.165664		CURRENT LEARNING RATE: 0.00013216294776293352
previous_iter_valid_loss : 0.1609339565038681

    857480	  0.161093	  0.160934	  0.164935		CURRENT LEARNING RATE: 0.00013213651781646374
previous_iter_valid_loss : 0.16062413156032562

    857500	  0.160787	  0.160624	  0.164759		CURRENT LEARNING RATE: 0.00013211009315545447
previous_iter_valid_loss : 0.16505122184753418

    857520	  0.165209	  0.165051	  0.164974		CURRENT LEARNING RATE: 0.00013208367377884916
previous_iter_valid_loss : 0.16099244356155396

    857540	  0.161172	  0.160992	  0.164675		CURRENT LEARNING RATE: 0.00013205725968559083
previous_iter_valid_loss : 0.16067494451999664

    857560	  0.160828	  0.160675	  0.164188		CURRENT LEARNING RATE: 0.0001320308508746229
previous_iter_valid_loss : 0.17215988039970398

    857580	  0.172422	  0.172160	  0.164544		CURRENT LEARNING RATE: 0.00013200444734488877
previous_iter_valid_loss : 0.1619884967803955

    857600	  0.162146	  0.161988	  0.164506		CURRENT LEARNING RATE: 0.00013197804909533282
previous_iter_valid_loss : 0.16905152797698975

    857620	  0.169205	  0.169052	  0.164554		CURRENT LEARNING RATE: 0.00013195165612489882
previous_iter_valid_loss : 0.16241613030433655

    857640	  0.162604	  0.162416	  0.164576		CURRENT LEARNING RATE: 0.0001319252684325311
previous_iter_valid_loss : 0.1634637862443924

    857660	  0.163660	  0.163464	  0.164543		CURRENT LEARNING RATE: 0.0001318988860171739
previous_iter_valid_loss : 0.16137148439884186

    857680	  0.161553	  0.161371	  0.164389		CURRENT LEARNING RATE: 0.00013187250887777239
previous_iter_valid_loss : 0.16058814525604248

    857700	  0.160747	  0.160588	  0.164207		CURRENT LEARNING RATE: 0.00013184613701327125
previous_iter_valid_loss : 0.16170421242713928

    857720	  0.161895	  0.161704	  0.164240		CURRENT LEARNING RATE: 0.00013181977042261539
previous_iter_valid_loss : 0.16051052510738373

    857740	  0.160668	  0.160511	  0.164078		CURRENT LEARNING RATE: 0.00013179340910475057
previous_iter_valid_loss : 0.16328662633895874

    857760	  0.163454	  0.163287	  0.164215		CURRENT LEARNING RATE: 0.00013176705305862217
previous_iter_valid_loss : 0.17618243396282196

    857780	  0.176337	  0.176182	  0.164933		CURRENT LEARNING RATE: 0.00013174070228317588
previous_iter_valid_loss : 0.1605168879032135

    857800	  0.160680	  0.160517	  0.164934		CURRENT LEARNING RATE: 0.00013171435677735747
previous_iter_valid_loss : 0.18057581782341003

    857820	  0.180909	  0.180576	  0.165251		CURRENT LEARNING RATE: 0.0001316880165401136
previous_iter_valid_loss : 0.16099518537521362

    857840	  0.161181	  0.160995	  0.164432		CURRENT LEARNING RATE: 0.0001316616815703904
previous_iter_valid_loss : 0.16059505939483643

    857860	  0.160756	  0.160595	  0.164181		CURRENT LEARNING RATE: 0.00013163535186713445
previous_iter_valid_loss : 0.1687898188829422

    857880	  0.169018	  0.168790	  0.164574		CURRENT LEARNING RATE: 0.00013160902742929238
previous_iter_valid_loss : 0.16134393215179443

    857900	  0.161496	  0.161344	  0.164610		CURRENT LEARNING RATE: 0.00013158270825581165
previous_iter_valid_loss : 0.16133205592632294

    857920	  0.161515	  0.161332	  0.164424		CURRENT LEARNING RATE: 0.0001315563943456393
previous_iter_valid_loss : 0.17069846391677856

    857940	  0.170953	  0.170698	  0.164909		CURRENT LEARNING RATE: 0.00013153008569772272
previous_iter_valid_loss : 0.16313838958740234

    857960	  0.163328	  0.163138	  0.165032		CURRENT LEARNING RATE: 0.00013150378231100937
previous_iter_valid_loss : 0.16118712723255157

    857980	  0.161349	  0.161187	  0.164483		CURRENT LEARNING RATE: 0.00013147748418444752
previous_iter_valid_loss : 0.19961704313755035

    858000	  0.200135	  0.199617	  0.166365		CURRENT LEARNING RATE: 0.00013145119131698508
previous_iter_valid_loss : 0.17439806461334229

    858020	  0.174549	  0.174398	  0.166632		CURRENT LEARNING RATE: 0.0001314249037075703
previous_iter_valid_loss : 0.16681043803691864

    858040	  0.167026	  0.166810	  0.166852		CURRENT LEARNING RATE: 0.00013139862135515149
previous_iter_valid_loss : 0.16888053715229034

    858060	  0.169032	  0.168881	  0.167123		CURRENT LEARNING RATE: 0.00013137234425867776
previous_iter_valid_loss : 0.16673597693443298

    858080	  0.166946	  0.166736	  0.167391		CURRENT LEARNING RATE: 0.0001313460724170978
previous_iter_valid_loss : 0.17439959943294525

    858100	  0.174553	  0.174400	  0.168082		CURRENT LEARNING RATE: 0.00013131980582936056
previous_iter_valid_loss : 0.16532300412654877

    858120	  0.165525	  0.165323	  0.168262		CURRENT LEARNING RATE: 0.00013129354449441577
previous_iter_valid_loss : 0.16166184842586517

    858140	  0.161816	  0.161662	  0.168320		CURRENT LEARNING RATE: 0.0001312672884112128
previous_iter_valid_loss : 0.16083857417106628

    858160	  0.160995	  0.160839	  0.168198		CURRENT LEARNING RATE: 0.00013124103757870134
previous_iter_valid_loss : 0.16255109012126923

    858180	  0.162747	  0.162551	  0.167516		CURRENT LEARNING RATE: 0.00013121479199583122
previous_iter_valid_loss : 0.1682455837726593

    858200	  0.168475	  0.168246	  0.167902		CURRENT LEARNING RATE: 0.00013118855166155302
previous_iter_valid_loss : 0.1999267190694809

    858220	  0.200003	  0.199927	  0.168870		CURRENT LEARNING RATE: 0.0001311623165748169
previous_iter_valid_loss : 0.1700408160686493

    858240	  0.170286	  0.170041	  0.169322		CURRENT LEARNING RATE: 0.00013113608673457342
previous_iter_valid_loss : 0.16303393244743347

    858260	  0.163222	  0.163034	  0.169444		CURRENT LEARNING RATE: 0.00013110986213977325
previous_iter_valid_loss : 0.1627780944108963

    858280	  0.162943	  0.162778	  0.169144		CURRENT LEARNING RATE: 0.00013108364278936779
previous_iter_valid_loss : 0.17210903763771057

    858300	  0.172367	  0.172109	  0.169682		CURRENT LEARNING RATE: 0.00013105742868230806
previous_iter_valid_loss : 0.1621260941028595

    858320	  0.162314	  0.162126	  0.169722		CURRENT LEARNING RATE: 0.0001310312198175455
previous_iter_valid_loss : 0.16096293926239014

    858340	  0.161144	  0.160963	  0.169235		CURRENT LEARNING RATE: 0.00013100501619403153
previous_iter_valid_loss : 0.1605001837015152

    858360	  0.160655	  0.160500	  0.169103		CURRENT LEARNING RATE: 0.00013097881781071842
previous_iter_valid_loss : 0.1660502851009369

    858380	  0.166205	  0.166050	  0.169346		CURRENT LEARNING RATE: 0.00013095262466655808
previous_iter_valid_loss : 0.20234446227550507

    858400	  0.202410	  0.202344	  0.169482		CURRENT LEARNING RATE: 0.00013092643676050272
previous_iter_valid_loss : 0.16076050698757172

    858420	  0.160918	  0.160761	  0.168801		CURRENT LEARNING RATE: 0.00013090025409150463
previous_iter_valid_loss : 0.16073940694332123

    858440	  0.160905	  0.160739	  0.168497		CURRENT LEARNING RATE: 0.00013087407665851694
previous_iter_valid_loss : 0.16081339120864868

    858460	  0.160988	  0.160813	  0.168094		CURRENT LEARNING RATE: 0.00013084790446049236
previous_iter_valid_loss : 0.18527790904045105

    858480	  0.185430	  0.185278	  0.169021		CURRENT LEARNING RATE: 0.00013082173749638372
previous_iter_valid_loss : 0.16497249901294708

    858500	  0.165175	  0.164972	  0.168549		CURRENT LEARNING RATE: 0.00013079557576514483
previous_iter_valid_loss : 0.1718609631061554

    858520	  0.172008	  0.171861	  0.168876		CURRENT LEARNING RATE: 0.000130769419265729
previous_iter_valid_loss : 0.1683361828327179

    858540	  0.168493	  0.168336	  0.169210		CURRENT LEARNING RATE: 0.00013074326799708994
previous_iter_valid_loss : 0.16063092648983002

    858560	  0.160802	  0.160631	  0.169200		CURRENT LEARNING RATE: 0.00013071712195818138
previous_iter_valid_loss : 0.16304393112659454

    858580	  0.163233	  0.163044	  0.169224		CURRENT LEARNING RATE: 0.00013069098114795797
previous_iter_valid_loss : 0.1630638837814331

    858600	  0.163237	  0.163064	  0.168965		CURRENT LEARNING RATE: 0.00013066484556537383
previous_iter_valid_loss : 0.1627546101808548

    858620	  0.162955	  0.162755	  0.167107		CURRENT LEARNING RATE: 0.0001306387152093835
previous_iter_valid_loss : 0.16402851045131683

    858640	  0.164208	  0.164029	  0.166806		CURRENT LEARNING RATE: 0.00013061259007894158
previous_iter_valid_loss : 0.16350151598453522

    858660	  0.163671	  0.163502	  0.166829		CURRENT LEARNING RATE: 0.0001305864701730035
previous_iter_valid_loss : 0.167414128780365

    858680	  0.167572	  0.167414	  0.167061		CURRENT LEARNING RATE: 0.00013056035549052428
previous_iter_valid_loss : 0.1742377132177353

    858700	  0.174382	  0.174238	  0.167168		CURRENT LEARNING RATE: 0.00013053424603045926
previous_iter_valid_loss : 0.17666129767894745

    858720	  0.176814	  0.176661	  0.167894		CURRENT LEARNING RATE: 0.0001305081417917639
previous_iter_valid_loss : 0.16167369484901428

    858740	  0.161866	  0.161674	  0.167930		CURRENT LEARNING RATE: 0.00013048204277339443
previous_iter_valid_loss : 0.16058626770973206

    858760	  0.160746	  0.160586	  0.167934		CURRENT LEARNING RATE: 0.00013045594897430668
previous_iter_valid_loss : 0.16085734963417053

    858780	  0.161040	  0.160857	  0.167675		CURRENT LEARNING RATE: 0.00013042986039345697
previous_iter_valid_loss : 0.1665167510509491

    858800	  0.166678	  0.166517	  0.165883		CURRENT LEARNING RATE: 0.0001304037770298014
previous_iter_valid_loss : 0.18879535794258118

    858820	  0.188936	  0.188795	  0.167285		CURRENT LEARNING RATE: 0.00013037769888229718
previous_iter_valid_loss : 0.16222229599952698

    858840	  0.162379	  0.162222	  0.167359		CURRENT LEARNING RATE: 0.00013035162594990092
previous_iter_valid_loss : 0.16055159270763397

    858860	  0.160709	  0.160552	  0.167346		CURRENT LEARNING RATE: 0.00013032555823156951
previous_iter_valid_loss : 0.16100703179836273

    858880	  0.161155	  0.161007	  0.166132		CURRENT LEARNING RATE: 0.00013029949572626064
previous_iter_valid_loss : 0.16087187826633453

    861940	  0.161034	  0.160872	  0.166695		CURRENT LEARNING RATE: 0.0001263727172691719
previous_iter_valid_loss : 0.16300128400325775

    861960	  0.163170	  0.163001	  0.165719		CURRENT LEARNING RATE: 0.00012634744525300397
previous_iter_valid_loss : 0.17878907918930054

    861980	  0.179111	  0.178789	  0.166625		CURRENT LEARNING RATE: 0.0001263221782907339
previous_iter_valid_loss : 0.16178660094738007

    862000	  0.161931	  0.161787	  0.166625		CURRENT LEARNING RATE: 0.00012629691638135074
previous_iter_valid_loss : 0.16172194480895996

    862020	  0.161910	  0.161722	  0.166231		CURRENT LEARNING RATE: 0.00012627165952384446
previous_iter_valid_loss : 0.1604962944984436

    862040	  0.160662	  0.160496	  0.165936		CURRENT LEARNING RATE: 0.00012624640771720459
previous_iter_valid_loss : 0.1677788496017456

    862060	  0.168002	  0.167779	  0.166000		CURRENT LEARNING RATE: 0.00012622116096042103
previous_iter_valid_loss : 0.1612711250782013

    862080	  0.161452	  0.161271	  0.165507		CURRENT LEARNING RATE: 0.0001261959192524837
previous_iter_valid_loss : 0.16439199447631836

    862100	  0.164589	  0.164392	  0.165600		CURRENT LEARNING RATE: 0.0001261706825923834
previous_iter_valid_loss : 0.171751007437706

    862120	  0.172013	  0.171751	  0.165862		CURRENT LEARNING RATE: 0.00012614545097911043
previous_iter_valid_loss : 0.16063448786735535

    862140	  0.160796	  0.160634	  0.165859		CURRENT LEARNING RATE: 0.00012612022441165527
previous_iter_valid_loss : 0.16485176980495453

    862160	  0.165066	  0.164852	  0.165987		CURRENT LEARNING RATE: 0.00012609500288900935
previous_iter_valid_loss : 0.16200464963912964

    862180	  0.162201	  0.162005	  0.165566		CURRENT LEARNING RATE: 0.00012606978641016353
previous_iter_valid_loss : 0.1737155169248581

    862200	  0.173862	  0.173716	  0.165448		CURRENT LEARNING RATE: 0.00012604457497410922
previous_iter_valid_loss : 0.16154085099697113

    862220	  0.161725	  0.161541	  0.165260		CURRENT LEARNING RATE: 0.00012601936857983766
previous_iter_valid_loss : 0.1605423390865326

    862240	  0.160707	  0.160542	  0.165011		CURRENT LEARNING RATE: 0.0001259941672263411
previous_iter_valid_loss : 0.16549529135227203

    862260	  0.165702	  0.165495	  0.165139		CURRENT LEARNING RATE: 0.00012596897091261125
previous_iter_valid_loss : 0.17289325594902039

    862280	  0.173172	  0.172893	  0.164824		CURRENT LEARNING RATE: 0.00012594377963764028
previous_iter_valid_loss : 0.17899973690509796

    862300	  0.179300	  0.179000	  0.165743		CURRENT LEARNING RATE: 0.00012591859340042026
previous_iter_valid_loss : 0.190998375415802

    862320	  0.191475	  0.190998	  0.167173		CURRENT LEARNING RATE: 0.0001258934121999442
previous_iter_valid_loss : 0.18028028309345245

    862340	  0.180429	  0.180280	  0.168144		CURRENT LEARNING RATE: 0.00012586823603520468
previous_iter_valid_loss : 0.17438100278377533

    862360	  0.174662	  0.174381	  0.168713		CURRENT LEARNING RATE: 0.0001258430649051946
previous_iter_valid_loss : 0.1612456887960434

    862380	  0.161432	  0.161246	  0.167836		CURRENT LEARNING RATE: 0.0001258178988089069
previous_iter_valid_loss : 0.1629200428724289

    862400	  0.163104	  0.162920	  0.167892		CURRENT LEARNING RATE: 0.00012579273774533542
previous_iter_valid_loss : 0.16089540719985962

    862420	  0.161073	  0.160895	  0.167851		CURRENT LEARNING RATE: 0.00012576758171347344
previous_iter_valid_loss : 0.16288335621356964

    862440	  0.163045	  0.162883	  0.167970		CURRENT LEARNING RATE: 0.00012574243071231475
previous_iter_valid_loss : 0.16474410891532898

    862460	  0.164908	  0.164744	  0.167819		CURRENT LEARNING RATE: 0.0001257172847408531
previous_iter_valid_loss : 0.16254299879074097

    862480	  0.162745	  0.162543	  0.167882		CURRENT LEARNING RATE: 0.00012569214379808306
previous_iter_valid_loss : 0.16351695358753204

    862500	  0.163689	  0.163517	  0.167838		CURRENT LEARNING RATE: 0.0001256670078829988
previous_iter_valid_loss : 0.16050511598587036

    862520	  0.160670	  0.160505	  0.167276		CURRENT LEARNING RATE: 0.00012564187699459463
previous_iter_valid_loss : 0.18059766292572021

    862540	  0.180930	  0.180598	  0.168274		CURRENT LEARNING RATE: 0.00012561675113186582
previous_iter_valid_loss : 0.1630539447069168

    862560	  0.163255	  0.163054	  0.168184		CURRENT LEARNING RATE: 0.00012559163029380704
previous_iter_valid_loss : 0.16378021240234375

    862580	  0.163977	  0.163780	  0.168273		CURRENT LEARNING RATE: 0.0001255665144794135
previous_iter_valid_loss : 0.16061340272426605

    862600	  0.160778	  0.160613	  0.167618		CURRENT LEARNING RATE: 0.00012554140368768033
previous_iter_valid_loss : 0.16106508672237396

    862620	  0.161243	  0.161065	  0.167594		CURRENT LEARNING RATE: 0.00012551629791760353
previous_iter_valid_loss : 0.16085100173950195

    862640	  0.161002	  0.160851	  0.167610		CURRENT LEARNING RATE: 0.00012549119716817868
previous_iter_valid_loss : 0.16072440147399902

    862660	  0.160898	  0.160724	  0.167371		CURRENT LEARNING RATE: 0.00012546610143840173
previous_iter_valid_loss : 0.1623694896697998

    862680	  0.162560	  0.162369	  0.166845		CURRENT LEARNING RATE: 0.00012544101072726866
previous_iter_valid_loss : 0.160602405667305

    862700	  0.160771	  0.160602	  0.165925		CURRENT LEARNING RATE: 0.00012541592503377623
previous_iter_valid_loss : 0.16590389609336853

    862720	  0.166058	  0.165904	  0.164670		CURRENT LEARNING RATE: 0.0001253908443569208
previous_iter_valid_loss : 0.1605280041694641

    862740	  0.160693	  0.160528	  0.163683		CURRENT LEARNING RATE: 0.0001253657686956992
previous_iter_valid_loss : 0.1610412299633026

    862760	  0.161201	  0.161041	  0.163016		CURRENT LEARNING RATE: 0.00012534069804910812
previous_iter_valid_loss : 0.16059476137161255

    862780	  0.160775	  0.160595	  0.162983		CURRENT LEARNING RATE: 0.0001253156324161452
previous_iter_valid_loss : 0.16407489776611328

    862800	  0.164243	  0.164075	  0.163041		CURRENT LEARNING RATE: 0.0001252905717958076
previous_iter_valid_loss : 0.1614404320716858

    862820	  0.161616	  0.161440	  0.163068		CURRENT LEARNING RATE: 0.00012526551618709288
previous_iter_valid_loss : 0.16264963150024414

    862840	  0.162833	  0.162650	  0.163057		CURRENT LEARNING RATE: 0.00012524046558899863
previous_iter_valid_loss : 0.16829827427864075

    862860	  0.168459	  0.168298	  0.163234		CURRENT LEARNING RATE: 0.0001252154200005232
previous_iter_valid_loss : 0.16466248035430908

    862880	  0.164875	  0.164662	  0.163340		CURRENT LEARNING RATE: 0.00012519037942066463
previous_iter_valid_loss : 0.1604894995689392

    862900	  0.160653	  0.160489	  0.163189		CURRENT LEARNING RATE: 0.00012516534384842098
previous_iter_valid_loss : 0.1655043363571167

    862920	  0.165663	  0.165504	  0.163439		CURRENT LEARNING RATE: 0.00012514031328279138
previous_iter_valid_loss : 0.1678052544593811

    862940	  0.167958	  0.167805	  0.162799		CURRENT LEARNING RATE: 0.0001251152877227743
previous_iter_valid_loss : 0.1606072336435318

    862960	  0.160766	  0.160607	  0.162677		CURRENT LEARNING RATE: 0.00012509026716736875
previous_iter_valid_loss : 0.16258585453033447

    862980	  0.162748	  0.162586	  0.162617		CURRENT LEARNING RATE: 0.00012506525161557367
previous_iter_valid_loss : 0.1611054390668869

    863000	  0.161263	  0.161105	  0.162642		CURRENT LEARNING RATE: 0.0001250402410663889
previous_iter_valid_loss : 0.1721523255109787

    863020	  0.172411	  0.172152	  0.163196		CURRENT LEARNING RATE: 0.00012501523551881378
previous_iter_valid_loss : 0.17588001489639282

    863040	  0.176035	  0.175880	  0.163948		CURRENT LEARNING RATE: 0.0001249902349718481
previous_iter_valid_loss : 0.16204491257667542

    863060	  0.162197	  0.162045	  0.164014		CURRENT LEARNING RATE: 0.00012496523942449165
previous_iter_valid_loss : 0.16496287286281586

    863080	  0.165122	  0.164963	  0.164143		CURRENT LEARNING RATE: 0.00012494024887574497
previous_iter_valid_loss : 0.16158552467823029

    863100	  0.161747	  0.161586	  0.164192		CURRENT LEARNING RATE: 0.00012491526332460829
previous_iter_valid_loss : 0.16063833236694336

    863120	  0.160795	  0.160638	  0.163929		CURRENT LEARNING RATE: 0.00012489028277008215
previous_iter_valid_loss : 0.16257943212985992

    863140	  0.162767	  0.162579	  0.164032		CURRENT LEARNING RATE: 0.0001248653072111671
previous_iter_valid_loss : 0.1625174731016159

    863160	  0.162681	  0.162517	  0.164105		CURRENT LEARNING RATE: 0.0001248403366468646
previous_iter_valid_loss : 0.16222074627876282

    863180	  0.162401	  0.162221	  0.164187		CURRENT LEARNING RATE: 0.00012481537107617556
previous_iter_valid_loss : 0.16302573680877686

    863200	  0.163199	  0.163026	  0.164134		CURRENT LEARNING RATE: 0.0001247904104981014
previous_iter_valid_loss : 0.16054730117321014

    863220	  0.160720	  0.160547	  0.164090		CURRENT LEARNING RATE: 0.00012476545491164345
previous_iter_valid_loss : 0.1639292687177658

    863240	  0.164100	  0.163929	  0.164154		CURRENT LEARNING RATE: 0.0001247405043158039
previous_iter_valid_loss : 0.16496849060058594

    863260	  0.165133	  0.164968	  0.163987		CURRENT LEARNING RATE: 0.0001247155587095846
previous_iter_valid_loss : 0.1627582311630249

    863280	  0.162935	  0.162758	  0.163892		CURRENT LEARNING RATE: 0.00012469061809198764
previous_iter_valid_loss : 0.16131845116615295

    863300	  0.161472	  0.161318	  0.163933		CURRENT LEARNING RATE: 0.0001246656824620152
previous_iter_valid_loss : 0.17056159675121307

    863320	  0.170816	  0.170562	  0.164186		CURRENT LEARNING RATE: 0.00012464075181867028
previous_iter_valid_loss : 0.16305825114250183

    863340	  0.163249	  0.163058	  0.163949		CURRENT LEARNING RATE: 0.00012461582616095544
previous_iter_valid_loss : 0.1650688350200653

    863360	  0.165267	  0.165069	  0.164172		CURRENT LEARNING RATE: 0.00012459090548787348
previous_iter_valid_loss : 0.16079063713550568

    863380	  0.160961	  0.160791	  0.164082		CURRENT LEARNING RATE: 0.00012456598979842796
previous_iter_valid_loss : 0.16623063385486603

    863400	  0.166448	  0.166231	  0.164338		CURRENT LEARNING RATE: 0.00012454107909162204
previous_iter_valid_loss : 0.1610836535692215

    863420	  0.161259	  0.161084	  0.163785		CURRENT LEARNING RATE: 0.00012451617336645932
previous_iter_valid_loss : 0.16116175055503845

    863440	  0.161336	  0.161162	  0.163049		CURRENT LEARNING RATE: 0.00012449127262194332
previous_iter_valid_loss : 0.16118855774402618

    863460	  0.161352	  0.161189	  0.163006		CURRENT LEARNING RATE: 0.00012446637685707845
previous_iter_valid_loss : 0.17073293030261993

    863480	  0.170992	  0.170733	  0.163295		CURRENT LEARNING RATE: 0.0001244414860708687
previous_iter_valid_loss : 0.1616715043783188

    863500	  0.161862	  0.161672	  0.163299		CURRENT LEARNING RATE: 0.0001244166002623184
previous_iter_valid_loss : 0.17465780675411224

    863520	  0.174811	  0.174658	  0.164000		CURRENT LEARNING RATE: 0.00012439171943043188
previous_iter_valid_loss : 0.16645081341266632

    863540	  0.166603	  0.166451	  0.164194		CURRENT LEARNING RATE: 0.00012436684357421438
previous_iter_valid_loss : 0.17466244101524353

    863560	  0.174941	  0.174662	  0.164801		CURRENT LEARNING RATE: 0.00012434197269267067
previous_iter_valid_loss : 0.16302303969860077

    863580	  0.163186	  0.163023	  0.164841		CURRENT LEARNING RATE: 0.00012431710678480586
previous_iter_valid_loss : 0.16359545290470123

    863600	  0.163768	  0.163595	  0.164870		CURRENT LEARNING RATE: 0.00012429224584962513
previous_iter_valid_loss : 0.16076557338237762

    863620	  0.160922	  0.160766	  0.164880		CURRENT LEARNING RATE: 0.00012426738988613445
previous_iter_valid_loss : 0.1892944723367691

    863640	  0.189435	  0.189294	  0.166149		CURRENT LEARNING RATE: 0.0001242425388933394
previous_iter_valid_loss : 0.1606287807226181

    863660	  0.160797	  0.160629	  0.165932		CURRENT LEARNING RATE: 0.00012421769287024594
previous_iter_valid_loss : 0.16103142499923706

    863680	  0.161191	  0.161031	  0.165845		CURRENT LEARNING RATE: 0.00012419285181585995
previous_iter_valid_loss : 0.16928987205028534

    863700	  0.169439	  0.169290	  0.166244		CURRENT LEARNING RATE: 0.0001241680157291883
previous_iter_valid_loss : 0.1609218269586563

    863720	  0.161070	  0.160922	  0.165762		CURRENT LEARNING RATE: 0.00012414318460923727
previous_iter_valid_loss : 0.16211296617984772

    863740	  0.162299	  0.162113	  0.165715		CURRENT LEARNING RATE: 0.00012411835845501347
previous_iter_valid_loss : 0.1605028659105301

    863760	  0.160661	  0.160503	  0.165486		CURRENT LEARNING RATE: 0.00012409353726552418
previous_iter_valid_loss : 0.16406379640102386

    863780	  0.164258	  0.164064	  0.165650		CURRENT LEARNING RATE: 0.00012406872103977643
previous_iter_valid_loss : 0.16512775421142578

    863800	  0.165292	  0.165128	  0.165595		CURRENT LEARNING RATE: 0.00012404390977677755
previous_iter_valid_loss : 0.16051648557186127

    863820	  0.160682	  0.160516	  0.165567		CURRENT LEARNING RATE: 0.00012401910347553484
previous_iter_valid_loss : 0.16146263480186462

    863840	  0.161614	  0.161463	  0.165582		CURRENT LEARNING RATE: 0.00012399430213505652
previous_iter_valid_loss : 0.17453962564468384

    863860	  0.174691	  0.174540	  0.166249		CURRENT LEARNING RATE: 0.0001239695057543503
previous_iter_valid_loss : 0.16089990735054016

    863880	  0.161078	  0.160900	  0.165757		CURRENT LEARNING RATE: 0.0001239447143324243
previous_iter_valid_loss : 0.2297380119562149

    863900	  0.229699	  0.229738	  0.169161		CURRENT LEARNING RATE: 0.00012391992786828668
previous_iter_valid_loss : 0.16119973361492157

    863920	  0.161355	  0.161200	  0.168488		CURRENT LEARNING RATE: 0.00012389514636094643
previous_iter_valid_loss : 0.18094618618488312

    863940	  0.181105	  0.180946	  0.169213		CURRENT LEARNING RATE: 0.00012387036980941203
previous_iter_valid_loss : 0.1723211407661438

    863960	  0.172578	  0.172321	  0.169096		CURRENT LEARNING RATE: 0.00012384559821269247
previous_iter_valid_loss : 0.1719134896993637

    863980	  0.172172	  0.171913	  0.169540		CURRENT LEARNING RATE: 0.0001238208315697966
previous_iter_valid_loss : 0.16083186864852905

    864000	  0.161010	  0.160832	  0.169402		CURRENT LEARNING RATE: 0.00012379606987973426
previous_iter_valid_loss : 0.1610260158777237

    864020	  0.161182	  0.161026	  0.169415		CURRENT LEARNING RATE: 0.0001237713131415147
previous_iter_valid_loss : 0.16105081140995026

    864040	  0.161237	  0.161051	  0.168003		CURRENT LEARNING RATE: 0.0001237465613541477
previous_iter_valid_loss : 0.1632693111896515

    864060	  0.163440	  0.163269	  0.168135		CURRENT LEARNING RATE: 0.00012372181451664294
previous_iter_valid_loss : 0.16423268616199493

    864080	  0.164409	  0.164233	  0.168295		CURRENT LEARNING RATE: 0.000123697072628011
previous_iter_valid_loss : 0.16053001582622528

    864100	  0.160679	  0.160530	  0.167857		CURRENT LEARNING RATE: 0.000123672335687262
previous_iter_valid_loss : 0.16322651505470276

    864120	  0.163416	  0.163227	  0.167972		CURRENT LEARNING RATE: 0.0001236476036934062
previous_iter_valid_loss : 0.1605222225189209

    864140	  0.160680	  0.160522	  0.167893		CURRENT LEARNING RATE: 0.00012362287664545479
previous_iter_valid_loss : 0.16103383898735046

    864160	  0.161184	  0.161034	  0.167919		CURRENT LEARNING RATE: 0.00012359815454241849
previous_iter_valid_loss : 0.16172072291374207

    864180	  0.161902	  0.161721	  0.167802		CURRENT LEARNING RATE: 0.00012357343738330834
previous_iter_valid_loss : 0.16173924505710602

    864200	  0.161900	  0.161739	  0.167633		CURRENT LEARNING RATE: 0.00012354872516713553
previous_iter_valid_loss : 0.16412432491779327

    864220	  0.164326	  0.164124	  0.167813		CURRENT LEARNING RATE: 0.00012352401789291192
previous_iter_valid_loss : 0.16248103976249695

    864240	  0.162643	  0.162481	  0.167864		CURRENT LEARNING RATE: 0.00012349931555964908
previous_iter_valid_loss : 0.1666456162929535

    864260	  0.166859	  0.166646	  0.167469		CURRENT LEARNING RATE: 0.00012347461816635886
previous_iter_valid_loss : 0.17209076881408691

    864280	  0.172353	  0.172091	  0.168029		CURRENT LEARNING RATE: 0.00012344992571205316
previous_iter_valid_loss : 0.1614767163991928

    864300	  0.161637	  0.161477	  0.164616		CURRENT LEARNING RATE: 0.00012342523819574474
previous_iter_valid_loss : 0.1606123000383377

    864320	  0.160770	  0.160612	  0.164586		CURRENT LEARNING RATE: 0.00012340055561644583
previous_iter_valid_loss : 0.16098763048648834

    864340	  0.161136	  0.160988	  0.163588		CURRENT LEARNING RATE: 0.00012337587797316921
previous_iter_valid_loss : 0.17364679276943207

    864360	  0.173922	  0.173647	  0.163655		CURRENT LEARNING RATE: 0.00012335120526492746
previous_iter_valid_loss : 0.16123265027999878

    864380	  0.161390	  0.161233	  0.163121		CURRENT LEARNING RATE: 0.0001233265374907342
previous_iter_valid_loss : 0.16073758900165558

    864400	  0.160911	  0.160738	  0.163116		CURRENT LEARNING RATE: 0.00012330187464960242
previous_iter_valid_loss : 0.16053543984889984

    864420	  0.160689	  0.160535	  0.163091		CURRENT LEARNING RATE: 0.00012327721674054566
previous_iter_valid_loss : 0.17855572700500488

    864440	  0.178878	  0.178556	  0.163967		CURRENT LEARNING RATE: 0.00012325256376257736
previous_iter_valid_loss : 0.16143789887428284

    864460	  0.161607	  0.161438	  0.163875		CURRENT LEARNING RATE: 0.00012322791571471185
previous_iter_valid_loss : 0.17379902303218842

    864480	  0.174068	  0.173799	  0.164353		CURRENT LEARNING RATE: 0.00012320327259596298
previous_iter_valid_loss : 0.16957446932792664

    864500	  0.169727	  0.169574	  0.164806		CURRENT LEARNING RATE: 0.00012317863440534482
previous_iter_valid_loss : 0.16050854325294495

    864520	  0.160671	  0.160509	  0.164670		CURRENT LEARNING RATE: 0.00012315400114187226
previous_iter_valid_loss : 0.16062209010124207

    864540	  0.160777	  0.160622	  0.164675		CURRENT LEARNING RATE: 0.00012312937280455977
previous_iter_valid_loss : 0.16431525349617004

    864560	  0.164476	  0.164315	  0.164839		CURRENT LEARNING RATE: 0.00012310474939242221
previous_iter_valid_loss : 0.1606881320476532

    864580	  0.160864	  0.160688	  0.164787		CURRENT LEARNING RATE: 0.00012308013090447443
previous_iter_valid_loss : 0.16508552432060242

    864600	  0.165298	  0.165086	  0.164954		CURRENT LEARNING RATE: 0.0001230555173397321
previous_iter_valid_loss : 0.1605355590581894

    864620	  0.160708	  0.160536	  0.164775		CURRENT LEARNING RATE: 0.0001230309086972105
previous_iter_valid_loss : 0.16675299406051636

    864640	  0.166904	  0.166753	  0.164989		CURRENT LEARNING RATE: 0.00012300630497592526
previous_iter_valid_loss : 0.1613229215145111

    864660	  0.161511	  0.161323	  0.164722		CURRENT LEARNING RATE: 0.000122981706174892
previous_iter_valid_loss : 0.16237872838974

    864680	  0.162537	  0.162379	  0.164237		CURRENT LEARNING RATE: 0.00012295711229312723
previous_iter_valid_loss : 0.1605057567358017

    864700	  0.160677	  0.160506	  0.164188		CURRENT LEARNING RATE: 0.00012293252332964697
previous_iter_valid_loss : 0.1611923724412918

    864720	  0.161351	  0.161192	  0.164217		CURRENT LEARNING RATE: 0.0001229079392834677
previous_iter_valid_loss : 0.1624201089143753

    864740	  0.162604	  0.162420	  0.164289		CURRENT LEARNING RATE: 0.00012288336015360573
previous_iter_valid_loss : 0.16900749504566193

    864760	  0.169236	  0.169007	  0.164057		CURRENT LEARNING RATE: 0.00012285878593907846
previous_iter_valid_loss : 0.17628592252731323

    864780	  0.176578	  0.176286	  0.164810		CURRENT LEARNING RATE: 0.0001228342166389026
previous_iter_valid_loss : 0.16050411760807037

    864800	  0.160665	  0.160504	  0.164798		CURRENT LEARNING RATE: 0.00012280965225209544
previous_iter_valid_loss : 0.1628851294517517

    864820	  0.163083	  0.162885	  0.164915		CURRENT LEARNING RATE: 0.00012278509277767417
previous_iter_valid_loss : 0.16074618697166443

    864840	  0.160896	  0.160746	  0.164025		CURRENT LEARNING RATE: 0.00012276053821465684
previous_iter_valid_loss : 0.1622556746006012

    864860	  0.162417	  0.162256	  0.164066		CURRENT LEARNING RATE: 0.00012273598856206105
previous_iter_valid_loss : 0.1874256134033203

    864880	  0.187833	  0.187426	  0.164747		CURRENT LEARNING RATE: 0.00012271144381890482
previous_iter_valid_loss : 0.16803257167339325

    864900	  0.168260	  0.168033	  0.164670		CURRENT LEARNING RATE: 0.00012268690398420617
previous_iter_valid_loss : 0.16592831909656525

    864920	  0.166129	  0.165928	  0.164941		CURRENT LEARNING RATE: 0.0001226623690569839
previous_iter_valid_loss : 0.16370488703250885

    864940	  0.163876	  0.163705	  0.165095		CURRENT LEARNING RATE: 0.0001226378390362564
previous_iter_valid_loss : 0.1657055765390396

    864960	  0.165913	  0.165706	  0.165165		CURRENT LEARNING RATE: 0.00012261331392104225
previous_iter_valid_loss : 0.16078895330429077

    864980	  0.160966	  0.160789	  0.165170		CURRENT LEARNING RATE: 0.0001225887937103609
previous_iter_valid_loss : 0.17523278295993805

    865000	  0.175388	  0.175233	  0.165677		CURRENT LEARNING RATE: 0.0001225642784032313
previous_iter_valid_loss : 0.16797159612178802

    865020	  0.168200	  0.167972	  0.166049		CURRENT LEARNING RATE: 0.00012253976799867286
previous_iter_valid_loss : 0.17317581176757812

    865040	  0.173452	  0.173176	  0.166370		CURRENT LEARNING RATE: 0.00012251526249570496
previous_iter_valid_loss : 0.16083788871765137

    865060	  0.161008	  0.160838	  0.166346		CURRENT LEARNING RATE: 0.00012249076189334778
previous_iter_valid_loss : 0.17642565071582794

    865080	  0.176580	  0.176426	  0.167048		CURRENT LEARNING RATE: 0.0001224662661906211
previous_iter_valid_loss : 0.16177654266357422

    865100	  0.161966	  0.161777	  0.167112		CURRENT LEARNING RATE: 0.00012244177538654508
previous_iter_valid_loss : 0.16773398220539093

    865120	  0.167891	  0.167734	  0.167439		CURRENT LEARNING RATE: 0.00012241728948013985
previous_iter_valid_loss : 0.1645527482032776

    865140	  0.164762	  0.164553	  0.167545		CURRENT LEARNING RATE: 0.00012239280847042646
previous_iter_valid_loss : 0.18144793808460236

    865160	  0.181798	  0.181448	  0.168167		CURRENT LEARNING RATE: 0.00012236833235642543
previous_iter_valid_loss : 0.17078456282615662

    865180	  0.171033	  0.170785	  0.167892		CURRENT LEARNING RATE: 0.0001223438611371577
previous_iter_valid_loss : 0.16296268999576569

    865200	  0.163127	  0.162963	  0.168015		CURRENT LEARNING RATE: 0.0001223193948116442
previous_iter_valid_loss : 0.17301902174949646

    865220	  0.173292	  0.173019	  0.168522		CURRENT LEARNING RATE: 0.00012229493337890675
previous_iter_valid_loss : 0.17131684720516205

    865240	  0.171576	  0.171317	  0.169051		CURRENT LEARNING RATE: 0.00012227047683796663
previous_iter_valid_loss : 0.16104340553283691

    865260	  0.161202	  0.161043	  0.168990		CURRENT LEARNING RATE: 0.00012224602518784563
previous_iter_valid_loss : 0.16111458837985992

    865280	  0.161304	  0.161115	  0.167674		CURRENT LEARNING RATE: 0.00012222157842756542
previous_iter_valid_loss : 0.16275964677333832

    865300	  0.162917	  0.162760	  0.167411		CURRENT LEARNING RATE: 0.00012219713655614857
previous_iter_valid_loss : 0.167617529630661

    865320	  0.167774	  0.167618	  0.167495		CURRENT LEARNING RATE: 0.0001221726995726172
previous_iter_valid_loss : 0.16277442872524261

    865340	  0.162942	  0.162774	  0.167449		CURRENT LEARNING RATE: 0.00012214826747599362
previous_iter_valid_loss : 0.16083285212516785

    865360	  0.160990	  0.160833	  0.167205		CURRENT LEARNING RATE: 0.00012212384026530097
previous_iter_valid_loss : 0.16087310016155243

    865380	  0.161051	  0.160873	  0.167209		CURRENT LEARNING RATE: 0.00012209941793956194
previous_iter_valid_loss : 0.17048868536949158

    865400	  0.170641	  0.170489	  0.166972		CURRENT LEARNING RATE: 0.00012207500049779966
previous_iter_valid_loss : 0.16209575533866882

    865420	  0.162283	  0.162096	  0.166678		CURRENT LEARNING RATE: 0.00012205058793903719
previous_iter_valid_loss : 0.16250158846378326

    865440	  0.162691	  0.162502	  0.166144		CURRENT LEARNING RATE: 0.00012202618026229848
previous_iter_valid_loss : 0.1676860749721527

    865460	  0.167908	  0.167686	  0.166487		CURRENT LEARNING RATE: 0.00012200177746660698
previous_iter_valid_loss : 0.16301168501377106

    865480	  0.163176	  0.163012	  0.165816		CURRENT LEARNING RATE: 0.0001219773795509866
previous_iter_valid_loss : 0.16049474477767944

    865500	  0.160655	  0.160495	  0.165752		CURRENT LEARNING RATE: 0.00012195298651446123
previous_iter_valid_loss : 0.16129495203495026

    865520	  0.161459	  0.161295	  0.165430		CURRENT LEARNING RATE: 0.00012192859835605552
previous_iter_valid_loss : 0.16352379322052002

    865540	  0.163696	  0.163524	  0.165379		CURRENT LEARNING RATE: 0.00012190421507479377
previous_iter_valid_loss : 0.1699870377779007

    865560	  0.170134	  0.169987	  0.164806		CURRENT LEARNING RATE: 0.00012187983666970063
previous_iter_valid_loss : 0.1652587503194809

    865580	  0.165423	  0.165259	  0.164529		CURRENT LEARNING RATE: 0.00012185546313980078
previous_iter_valid_loss : 0.16499076783657074

    865600	  0.165183	  0.164991	  0.164631		CURRENT LEARNING RATE: 0.00012183109448411966
previous_iter_valid_loss : 0.16089002788066864

    865620	  0.161041	  0.160890	  0.164024		CURRENT LEARNING RATE: 0.00012180673070168235
previous_iter_valid_loss : 0.17782986164093018

    865640	  0.177990	  0.177830	  0.164350		CURRENT LEARNING RATE: 0.00012178237179151428
previous_iter_valid_loss : 0.16069984436035156

    865660	  0.160855	  0.160700	  0.164333		CURRENT LEARNING RATE: 0.00012175801775264089
previous_iter_valid_loss : 0.16414549946784973

    865680	  0.164347	  0.164145	  0.164484		CURRENT LEARNING RATE: 0.00012173366858408844
previous_iter_valid_loss : 0.16053174436092377

    865700	  0.160690	  0.160532	  0.164373		CURRENT LEARNING RATE: 0.00012170932428488274
previous_iter_valid_loss : 0.17154502868652344

    865720	  0.171805	  0.171545	  0.164569		CURRENT LEARNING RATE: 0.00012168498485404983
previous_iter_valid_loss : 0.17094269394874573

    865740	  0.171195	  0.170943	  0.164978		CURRENT LEARNING RATE: 0.00012166065029061653
previous_iter_valid_loss : 0.16593338549137115

    865760	  0.166141	  0.165933	  0.165233		CURRENT LEARNING RATE: 0.00012163632059360928
previous_iter_valid_loss : 0.18953703343868256

    865780	  0.189970	  0.189537	  0.166666		CURRENT LEARNING RATE: 0.00012161199576205484
previous_iter_valid_loss : 0.16051296889781952

    865800	  0.160677	  0.160513	  0.166167		CURRENT LEARNING RATE: 0.00012158767579498005
previous_iter_valid_loss : 0.16607460379600525

    865820	  0.166295	  0.166075	  0.166366		CURRENT LEARNING RATE: 0.00012156336069141252
previous_iter_valid_loss : 0.1629270613193512

    865840	  0.163093	  0.162927	  0.166387		CURRENT LEARNING RATE: 0.00012153905045037942
previous_iter_valid_loss : 0.16071875393390656

    865860	  0.160891	  0.160719	  0.166039		CURRENT LEARNING RATE: 0.00012151474507090836
previous_iter_valid_loss : 0.16095325350761414

    865880	  0.161109	  0.160953	  0.165936		CURRENT LEARNING RATE: 0.00012149044455202692
previous_iter_valid_loss : 0.16121524572372437

    865900	  0.161373	  0.161215	  0.165972		CURRENT LEARNING RATE: 0.00012146614889276348
previous_iter_valid_loss : 0.16191008687019348

    865920	  0.162096	  0.161910	  0.166003		CURRENT LEARNING RATE: 0.00012144185809214601
previous_iter_valid_loss : 0.16052399575710297

    865940	  0.160675	  0.160524	  0.165853		CURRENT LEARNING RATE: 0.00012141757214920289
previous_iter_valid_loss : 0.16355760395526886

    865960	  0.163729	  0.163558	  0.165531		CURRENT LEARNING RATE: 0.00012139329106296245
previous_iter_valid_loss : 0.16953346133232117

    865980	  0.169684	  0.169533	  0.165745		CURRENT LEARNING RATE: 0.00012136901483245389
previous_iter_valid_loss : 0.16050559282302856

    866000	  0.160664	  0.160506	  0.165521		CURRENT LEARNING RATE: 0.00012134474345670593
previous_iter_valid_loss : 0.16490408778190613

    866020	  0.165064	  0.164904	  0.165722		CURRENT LEARNING RATE: 0.00012132047693474773
previous_iter_valid_loss : 0.16605542600154877

    866040	  0.166253	  0.166055	  0.165133		CURRENT LEARNING RATE: 0.00012129621526560841
previous_iter_valid_loss : 0.17015080153942108

    866060	  0.170400	  0.170151	  0.165605		CURRENT LEARNING RATE: 0.00012127195844831793
previous_iter_valid_loss : 0.16492244601249695

    866080	  0.165087	  0.164922	  0.165644		CURRENT LEARNING RATE: 0.0001212477064819058
previous_iter_valid_loss : 0.16268125176429749

    866100	  0.162838	  0.162681	  0.165752		CURRENT LEARNING RATE: 0.00012122345936540195
previous_iter_valid_loss : 0.16411060094833374

    866120	  0.164299	  0.164111	  0.165380		CURRENT LEARNING RATE: 0.00012119921709783628
previous_iter_valid_loss : 0.16066865622997284

    866140	  0.160844	  0.160669	  0.164866		CURRENT LEARNING RATE: 0.00012117497967823952
previous_iter_valid_loss : 0.17718194425106049

    866160	  0.177333	  0.177182	  0.165429		CURRENT LEARNING RATE: 0.00012115074710564196
previous_iter_valid_loss : 0.1606331467628479

    866180	  0.160803	  0.160633	  0.163984		CURRENT LEARNING RATE: 0.00012112651937907408
previous_iter_valid_loss : 0.1620795726776123

    866200	  0.162228	  0.162080	  0.164062		CURRENT LEARNING RATE: 0.00012110229649756723
previous_iter_valid_loss : 0.17163805663585663

    866220	  0.171891	  0.171638	  0.164340		CURRENT LEARNING RATE: 0.00012107807846015223
previous_iter_valid_loss : 0.16169938445091248

    866240	  0.161866	  0.161699	  0.164279		CURRENT LEARNING RATE: 0.00012105386526586041
previous_iter_valid_loss : 0.16055038571357727

    866260	  0.160721	  0.160550	  0.164270		CURRENT LEARNING RATE: 0.00012102965691372297
previous_iter_valid_loss : 0.16136708855628967

    866280	  0.161522	  0.161367	  0.164291		CURRENT LEARNING RATE: 0.00012100545340277206
previous_iter_valid_loss : 0.16904078423976898

    866300	  0.169194	  0.169041	  0.164682		CURRENT LEARNING RATE: 0.0001209812547320393
previous_iter_valid_loss : 0.16070084273815155

    866320	  0.160861	  0.160701	  0.164622		CURRENT LEARNING RATE: 0.00012095706090055673
previous_iter_valid_loss : 0.1611449420452118

    866340	  0.161325	  0.161145	  0.164653		CURRENT LEARNING RATE: 0.00012093287190735643
previous_iter_valid_loss : 0.16184918582439423

    866360	  0.162007	  0.161849	  0.164567		CURRENT LEARNING RATE: 0.00012090868775147121
previous_iter_valid_loss : 0.16256895661354065

    866380	  0.162729	  0.162569	  0.164219		CURRENT LEARNING RATE: 0.00012088450843193353
previous_iter_valid_loss : 0.16271662712097168

    866400	  0.162908	  0.162717	  0.164330		CURRENT LEARNING RATE: 0.00012086033394777619
previous_iter_valid_loss : 0.16288013756275177

    866420	  0.163036	  0.162880	  0.164229		CURRENT LEARNING RATE: 0.00012083616429803201
previous_iter_valid_loss : 0.16430585086345673

    866440	  0.164480	  0.164306	  0.164141		CURRENT LEARNING RATE: 0.00012081199948173465
previous_iter_valid_loss : 0.16059020161628723

    866460	  0.160773	  0.160590	  0.163663		CURRENT LEARNING RATE: 0.00012078783949791726
previous_iter_valid_loss : 0.16061170399188995

    866480	  0.160784	  0.160612	  0.163448		CURRENT LEARNING RATE: 0.0001207636843456135
previous_iter_valid_loss : 0.1609550565481186

    866500	  0.161113	  0.160955	  0.163361		CURRENT LEARNING RATE: 0.0001207395340238569
previous_iter_valid_loss : 0.16282109916210175

    866520	  0.162979	  0.162821	  0.163297		CURRENT LEARNING RATE: 0.00012071538853168187
previous_iter_valid_loss : 0.16148284077644348

    866540	  0.161670	  0.161483	  0.163337		CURRENT LEARNING RATE: 0.00012069124786812242
previous_iter_valid_loss : 0.1619521975517273

    866560	  0.162111	  0.161952	  0.162576		CURRENT LEARNING RATE: 0.00012066711203221269
previous_iter_valid_loss : 0.16539351642131805

    866580	  0.165598	  0.165394	  0.162814		CURRENT LEARNING RATE: 0.00012064298102298766
previous_iter_valid_loss : 0.16072890162467957

    866600	  0.160885	  0.160729	  0.162746		CURRENT LEARNING RATE: 0.00012061885483948188
previous_iter_valid_loss : 0.16063863039016724

    866620	  0.160791	  0.160639	  0.162196		CURRENT LEARNING RATE: 0.00012059473348073031
previous_iter_valid_loss : 0.16439548134803772

    866640	  0.164561	  0.164395	  0.162331		CURRENT LEARNING RATE: 0.0001205706169457679
previous_iter_valid_loss : 0.16095376014709473

    866660	  0.161135	  0.160954	  0.162351		CURRENT LEARNING RATE: 0.0001205465052336304
previous_iter_valid_loss : 0.1835336834192276

    866680	  0.183903	  0.183534	  0.163460		CURRENT LEARNING RATE: 0.0001205223983433531
previous_iter_valid_loss : 0.1687929779291153

    866700	  0.169036	  0.168793	  0.163447		CURRENT LEARNING RATE: 0.00012049829627397176
previous_iter_valid_loss : 0.16395820677280426

    866720	  0.164129	  0.163958	  0.163610		CURRENT LEARNING RATE: 0.0001204741990245221
previous_iter_valid_loss : 0.16156147420406342

    866740	  0.161751	  0.161561	  0.163631		CURRENT LEARNING RATE: 0.0001204501065940406
previous_iter_valid_loss : 0.1839793175458908

    866760	  0.184135	  0.183979	  0.164738		CURRENT LEARNING RATE: 0.00012042601898156338
previous_iter_valid_loss : 0.1606767177581787

    866780	  0.160850	  0.160677	  0.164643		CURRENT LEARNING RATE: 0.00012040193618612695
previous_iter_valid_loss : 0.1621154248714447

    866800	  0.162276	  0.162115	  0.164613		CURRENT LEARNING RATE: 0.00012037785820676775
previous_iter_valid_loss : 0.17950943112373352

    866820	  0.179668	  0.179509	  0.165444		CURRENT LEARNING RATE: 0.00012035378504252313
previous_iter_valid_loss : 0.16142070293426514

    866840	  0.161589	  0.161421	  0.165300		CURRENT LEARNING RATE: 0.00012032971669242991
previous_iter_valid_loss : 0.1627027988433838

    866860	  0.162897	  0.162703	  0.165406		CURRENT LEARNING RATE: 0.00012030565315552539
previous_iter_valid_loss : 0.16640067100524902

    866880	  0.166601	  0.166401	  0.165695		CURRENT LEARNING RATE: 0.00012028159443084679
previous_iter_valid_loss : 0.16175991296768188

    866900	  0.161921	  0.161760	  0.165735		CURRENT LEARNING RATE: 0.0001202575405174322
previous_iter_valid_loss : 0.16338126361370087

    866920	  0.163552	  0.163381	  0.165763		CURRENT LEARNING RATE: 0.00012023349141431924
previous_iter_valid_loss : 0.16295824944972992

    866940	  0.163149	  0.162958	  0.165837		CURRENT LEARNING RATE: 0.00012020944712054573
previous_iter_valid_loss : 0.1641339361667633

    866960	  0.164331	  0.164134	  0.165946		CURRENT LEARNING RATE: 0.00012018540763515037
previous_iter_valid_loss : 0.16054308414459229

    866980	  0.160707	  0.160543	  0.165704		CURRENT LEARNING RATE: 0.00012016137295717131
previous_iter_valid_loss : 0.16100694239139557

    867000	  0.161161	  0.161007	  0.165718		CURRENT LEARNING RATE: 0.00012013734308564716
previous_iter_valid_loss : 0.16586661338806152

    867020	  0.166028	  0.165867	  0.165979		CURRENT LEARNING RATE: 0.00012011331801961657
previous_iter_valid_loss : 0.16538210213184357

    867040	  0.165586	  0.165382	  0.166028		CURRENT LEARNING RATE: 0.00012008929775811892
previous_iter_valid_loss : 0.16923680901527405

    867060	  0.169386	  0.169237	  0.166443		CURRENT LEARNING RATE: 0.00012006528230019321
previous_iter_valid_loss : 0.16057319939136505

    867080	  0.160723	  0.160573	  0.165295		CURRENT LEARNING RATE: 0.00012004127164487879
previous_iter_valid_loss : 0.16212444007396698

    867100	  0.162279	  0.162124	  0.164961		CURRENT LEARNING RATE: 0.00012001726579121503
previous_iter_valid_loss : 0.16376115381717682

    867120	  0.163922	  0.163761	  0.164951		CURRENT LEARNING RATE: 0.00011999326473824217
previous_iter_valid_loss : 0.16763992607593536

    867140	  0.167870	  0.167640	  0.165255		CURRENT LEARNING RATE: 0.00011996926848499987
previous_iter_valid_loss : 0.171502023935318

    867160	  0.171654	  0.171502	  0.164631		CURRENT LEARNING RATE: 0.00011994527703052835
previous_iter_valid_loss : 0.17208708822727203

    867180	  0.172236	  0.172087	  0.165202		CURRENT LEARNING RATE: 0.00011992129037386771
previous_iter_valid_loss : 0.17039446532726288

    867200	  0.170639	  0.170394	  0.165616		CURRENT LEARNING RATE: 0.00011989730851405891
previous_iter_valid_loss : 0.1774260550737381

    867220	  0.177731	  0.177426	  0.165512		CURRENT LEARNING RATE: 0.00011987333145014247
previous_iter_valid_loss : 0.16654522716999054

    867240	  0.166773	  0.166545	  0.165768		CURRENT LEARNING RATE: 0.0001198493591811593
previous_iter_valid_loss : 0.16050682961940765

    867260	  0.160676	  0.160507	  0.165658		CURRENT LEARNING RATE: 0.0001198253917061503
previous_iter_valid_loss : 0.16097292304039001

    867280	  0.161139	  0.160973	  0.165387		CURRENT LEARNING RATE: 0.0001198014290241572
previous_iter_valid_loss : 0.16063468158245087

    867300	  0.160811	  0.160635	  0.165330		CURRENT LEARNING RATE: 0.00011977747113422129
previous_iter_valid_loss : 0.17083950340747833

    867320	  0.170993	  0.170840	  0.165703		CURRENT LEARNING RATE: 0.000119753518035384
previous_iter_valid_loss : 0.16361930966377258

    867340	  0.163825	  0.163619	  0.165736		CURRENT LEARNING RATE: 0.00011972956972668768
previous_iter_valid_loss : 0.17252840101718903

    867360	  0.172675	  0.172528	  0.166156		CURRENT LEARNING RATE: 0.00011970562620717416
previous_iter_valid_loss : 0.16173423826694489

    867380	  0.161898	  0.161734	  0.166216		CURRENT LEARNING RATE: 0.00011968168747588572
previous_iter_valid_loss : 0.1681906282901764

    867400	  0.168423	  0.168191	  0.166575		CURRENT LEARNING RATE: 0.00011965775353186456
previous_iter_valid_loss : 0.17704956233501434

    867420	  0.177350	  0.177050	  0.167134		CURRENT LEARNING RATE: 0.00011963382437415378
previous_iter_valid_loss : 0.16552506387233734

    867440	  0.165688	  0.165525	  0.167141		CURRENT LEARNING RATE: 0.00011960990000179599
previous_iter_valid_loss : 0.17989778518676758

    867460	  0.180228	  0.179898	  0.167674		CURRENT LEARNING RATE: 0.00011958598041383421
previous_iter_valid_loss : 0.17899644374847412

    867480	  0.179151	  0.178996	  0.168595		CURRENT LEARNING RATE: 0.00011956206560931146
previous_iter_valid_loss : 0.16126978397369385

    867500	  0.161426	  0.161270	  0.168553		CURRENT LEARNING RATE: 0.00011953815558727156
previous_iter_valid_loss : 0.17243632674217224

    867520	  0.172710	  0.172436	  0.168986		CURRENT LEARNING RATE: 0.0001195142503467579
previous_iter_valid_loss : 0.1612638235092163

    867540	  0.161428	  0.161264	  0.168668		CURRENT LEARNING RATE: 0.00011949034988681427
previous_iter_valid_loss : 0.17978177964687347

    867560	  0.179937	  0.179782	  0.169082		CURRENT LEARNING RATE: 0.00011946645420648442
previous_iter_valid_loss : 0.17717792093753815

    867580	  0.177342	  0.177178	  0.169336		CURRENT LEARNING RATE: 0.00011944256330481298
previous_iter_valid_loss : 0.16555587947368622

    867600	  0.165721	  0.165556	  0.169094		CURRENT LEARNING RATE: 0.0001194186771808441
previous_iter_valid_loss : 0.16545626521110535

    867620	  0.165662	  0.165456	  0.168496		CURRENT LEARNING RATE: 0.00011939479583362231
previous_iter_valid_loss : 0.16245399415493011

    867640	  0.162640	  0.162454	  0.168291		CURRENT LEARNING RATE: 0.00011937091926219216
previous_iter_valid_loss : 0.1632440984249115

    867660	  0.163401	  0.163244	  0.168428		CURRENT LEARNING RATE: 0.000119347047465599
previous_iter_valid_loss : 0.17078635096549988

    867680	  0.171036	  0.170786	  0.168919		CURRENT LEARNING RATE: 0.00011932318044288777
previous_iter_valid_loss : 0.17489466071128845

    867700	  0.175174	  0.174895	  0.169632		CURRENT LEARNING RATE: 0.00011929931819310377
previous_iter_valid_loss : 0.16379541158676147

    867720	  0.163962	  0.163795	  0.169279		CURRENT LEARNING RATE: 0.0001192754607152923
previous_iter_valid_loss : 0.16684789955615997

    867740	  0.167011	  0.166848	  0.169441		CURRENT LEARNING RATE: 0.00011925160800849949
previous_iter_valid_loss : 0.16595712304115295

    867760	  0.166111	  0.165957	  0.169112		CURRENT LEARNING RATE: 0.00011922776007177101
previous_iter_valid_loss : 0.1645946502685547

    867780	  0.164766	  0.164595	  0.169255		CURRENT LEARNING RATE: 0.00011920391690415273
previous_iter_valid_loss : 0.16552266478538513

    867800	  0.165726	  0.165523	  0.169122		CURRENT LEARNING RATE: 0.00011918007850469138
previous_iter_valid_loss : 0.16059330105781555

    867820	  0.160762	  0.160593	  0.168299		CURRENT LEARNING RATE: 0.00011915624487243316
previous_iter_valid_loss : 0.16186180710792542

    867840	  0.162050	  0.161862	  0.168116		CURRENT LEARNING RATE: 0.00011913241600642477
previous_iter_valid_loss : 0.16115815937519073

    867860	  0.161337	  0.161158	  0.167179		CURRENT LEARNING RATE: 0.0001191085919057128
previous_iter_valid_loss : 0.16569778323173523

    867880	  0.165900	  0.165698	  0.166514		CURRENT LEARNING RATE: 0.00011908477256934475
previous_iter_valid_loss : 0.16073022782802582

    867900	  0.160887	  0.160730	  0.166487		CURRENT LEARNING RATE: 0.00011906095799636762
previous_iter_valid_loss : 0.16059477627277374

    867920	  0.160760	  0.160595	  0.165895		CURRENT LEARNING RATE: 0.00011903714818582882
previous_iter_valid_loss : 0.16553246974945068

    867940	  0.165695	  0.165532	  0.166108		CURRENT LEARNING RATE: 0.00011901334313677574
previous_iter_valid_loss : 0.1825437992811203

    867960	  0.182696	  0.182544	  0.166247		CURRENT LEARNING RATE: 0.00011898954284825663
previous_iter_valid_loss : 0.16087542474269867

    867980	  0.161040	  0.160875	  0.165431		CURRENT LEARNING RATE: 0.00011896574731931924
previous_iter_valid_loss : 0.1660929024219513

    868000	  0.166315	  0.166093	  0.165458		CURRENT LEARNING RATE: 0.00011894195654901176
previous_iter_valid_loss : 0.167964905500412

    868020	  0.168120	  0.167965	  0.165584		CURRENT LEARNING RATE: 0.00011891817053638237
previous_iter_valid_loss : 0.18302981555461884

    868040	  0.183183	  0.183030	  0.166612		CURRENT LEARNING RATE: 0.00011889438928048
previous_iter_valid_loss : 0.16072091460227966

    868060	  0.160886	  0.160721	  0.166486		CURRENT LEARNING RATE: 0.00011887061278035324
previous_iter_valid_loss : 0.16867324709892273

    868080	  0.168906	  0.168673	  0.166381		CURRENT LEARNING RATE: 0.000118846841035051
previous_iter_valid_loss : 0.18669548630714417

    868100	  0.187118	  0.186695	  0.166971		CURRENT LEARNING RATE: 0.0001188230740436222
previous_iter_valid_loss : 0.17345888912677765

    868120	  0.173740	  0.173459	  0.167454		CURRENT LEARNING RATE: 0.00011879931180511658
previous_iter_valid_loss : 0.1634063869714737

    868140	  0.163600	  0.163406	  0.167282		CURRENT LEARNING RATE: 0.00011877555431858345
previous_iter_valid_loss : 0.16428156197071075

    868160	  0.164456	  0.164282	  0.167198		CURRENT LEARNING RATE: 0.00011875180158307231
previous_iter_valid_loss : 0.16104702651500702

    868180	  0.161233	  0.161047	  0.167021		CURRENT LEARNING RATE: 0.00011872805359763346
previous_iter_valid_loss : 0.17335553467273712

    868200	  0.173630	  0.173356	  0.167412		CURRENT LEARNING RATE: 0.00011870431036131676
previous_iter_valid_loss : 0.17540091276168823

    868220	  0.175697	  0.175401	  0.168153		CURRENT LEARNING RATE: 0.0001186805718731725
previous_iter_valid_loss : 0.16088728606700897

    868240	  0.161037	  0.160887	  0.168104		CURRENT LEARNING RATE: 0.00011865683813225092
previous_iter_valid_loss : 0.20124520361423492

    868260	  0.201333	  0.201245	  0.170108		CURRENT LEARNING RATE: 0.00011863310913760308
previous_iter_valid_loss : 0.16956239938735962

    868280	  0.169712	  0.169562	  0.170302		CURRENT LEARNING RATE: 0.00011860938488827963
previous_iter_valid_loss : 0.16804081201553345

    868300	  0.168264	  0.168041	  0.170667		CURRENT LEARNING RATE: 0.00011858566538333158
previous_iter_valid_loss : 0.16976754367351532

    868320	  0.170011	  0.169768	  0.171126		CURRENT LEARNING RATE: 0.00011856195062180995
previous_iter_valid_loss : 0.16061390936374664

    868340	  0.160783	  0.160614	  0.170880		CURRENT LEARNING RATE: 0.0001185382406027666
previous_iter_valid_loss : 0.1873413324356079

    868360	  0.187741	  0.187341	  0.171120		CURRENT LEARNING RATE: 0.00011851453532525287
previous_iter_valid_loss : 0.16121196746826172

    868380	  0.161397	  0.161212	  0.171136		CURRENT LEARNING RATE: 0.00011849083478832055
previous_iter_valid_loss : 0.16865798830986023

    868400	  0.168814	  0.168658	  0.171265		CURRENT LEARNING RATE: 0.00011846713899102145
previous_iter_valid_loss : 0.17940548062324524

    868420	  0.179564	  0.179405	  0.171837		CURRENT LEARNING RATE: 0.00011844344793240816
previous_iter_valid_loss : 0.16079096496105194

    868440	  0.160966	  0.160791	  0.170725		CURRENT LEARNING RATE: 0.00011841976161153276
previous_iter_valid_loss : 0.16100135445594788

    868460	  0.161168	  0.161001	  0.170739		CURRENT LEARNING RATE: 0.00011839608002744785
previous_iter_valid_loss : 0.1931094378232956

    868480	  0.193221	  0.193109	  0.171961		CURRENT LEARNING RATE: 0.00011837240317920596
previous_iter_valid_loss : 0.17371034622192383

    868500	  0.173859	  0.173710	  0.171311		CURRENT LEARNING RATE: 0.00011834873106586041
previous_iter_valid_loss : 0.1607687771320343

    868520	  0.160942	  0.160769	  0.170677		CURRENT LEARNING RATE: 0.00011832506368646413
previous_iter_valid_loss : 0.1605706512928009

    868540	  0.160741	  0.160571	  0.170535		CURRENT LEARNING RATE: 0.0001183014010400702
previous_iter_valid_loss : 0.17358838021755219

    868560	  0.173856	  0.173588	  0.171000		CURRENT LEARNING RATE: 0.00011827774312573253
previous_iter_valid_loss : 0.17669051885604858

    868580	  0.176838	  0.176691	  0.171783		CURRENT LEARNING RATE: 0.0001182540899425046
previous_iter_valid_loss : 0.16068796813488007

    868600	  0.160862	  0.160688	  0.171149		CURRENT LEARNING RATE: 0.00011823044148944029
previous_iter_valid_loss : 0.16716046631336212

    868620	  0.167317	  0.167160	  0.170737		CURRENT LEARNING RATE: 0.00011820679776559345
previous_iter_valid_loss : 0.16525590419769287

    868640	  0.165463	  0.165256	  0.170956		CURRENT LEARNING RATE: 0.00011818315877001873
previous_iter_valid_loss : 0.18120580911636353

    868660	  0.181544	  0.181206	  0.169954		CURRENT LEARNING RATE: 0.00011815952450177039
previous_iter_valid_loss : 0.16174378991127014

    868680	  0.161897	  0.161744	  0.169563		CURRENT LEARNING RATE: 0.00011813589495990305
previous_iter_valid_loss : 0.16404429078102112

    868700	  0.164212	  0.164044	  0.169363		CURRENT LEARNING RATE: 0.0001181122701434713
previous_iter_valid_loss : 0.17183765769004822

    868720	  0.172095	  0.171838	  0.169466		CURRENT LEARNING RATE: 0.0001180886500515306
previous_iter_valid_loss : 0.1606723815202713

    868740	  0.160828	  0.160672	  0.169469		CURRENT LEARNING RATE: 0.0001180650346831359
previous_iter_valid_loss : 0.1665818989276886

    868760	  0.166741	  0.166582	  0.168431		CURRENT LEARNING RATE: 0.00011804142403734261
previous_iter_valid_loss : 0.1604977399110794

    868780	  0.160664	  0.160498	  0.168396		CURRENT LEARNING RATE: 0.00011801781811320608
previous_iter_valid_loss : 0.1623743623495102

    868800	  0.162566	  0.162374	  0.168081		CURRENT LEARNING RATE: 0.00011799421690978252
previous_iter_valid_loss : 0.1676035374403

    868820	  0.167762	  0.167604	  0.167491		CURRENT LEARNING RATE: 0.00011797062042612764
previous_iter_valid_loss : 0.16154745221138

    868840	  0.161727	  0.161547	  0.167529		CURRENT LEARNING RATE: 0.00011794702866129758
previous_iter_valid_loss : 0.16056571900844574

    868860	  0.160727	  0.160566	  0.167507		CURRENT LEARNING RATE: 0.00011792344161434849
previous_iter_valid_loss : 0.17068524658679962

    868880	  0.170942	  0.170685	  0.166386		CURRENT LEARNING RATE: 0.00011789985928433728
previous_iter_valid_loss : 0.16264356672763824

    868900	  0.162807	  0.162644	  0.165833		CURRENT LEARNING RATE: 0.00011787628167032046
previous_iter_valid_loss : 0.1606915295124054

    868920	  0.160852	  0.160692	  0.165829		CURRENT LEARNING RATE: 0.00011785270877135493
previous_iter_valid_loss : 0.1608123928308487

    868940	  0.160972	  0.160812	  0.165841		CURRENT LEARNING RATE: 0.00011782914058649753
previous_iter_valid_loss : 0.16592034697532654

    868960	  0.166130	  0.165920	  0.165458		CURRENT LEARNING RATE: 0.00011780557711480602
previous_iter_valid_loss : 0.16297344863414764

    868980	  0.163168	  0.162973	  0.164772		CURRENT LEARNING RATE: 0.00011778201835533757
previous_iter_valid_loss : 0.17170512676239014

    869000	  0.171850	  0.171705	  0.165323		CURRENT LEARNING RATE: 0.0001177584643071497
previous_iter_valid_loss : 0.16465593874454498

    869020	  0.164814	  0.164656	  0.165197		CURRENT LEARNING RATE: 0.00011773491496930061
previous_iter_valid_loss : 0.16143472492694855

    869040	  0.161596	  0.161435	  0.165006		CURRENT LEARNING RATE: 0.00011771137034084813
previous_iter_valid_loss : 0.16635866463184357

    869060	  0.166583	  0.166359	  0.164264		CURRENT LEARNING RATE: 0.00011768783042085048
previous_iter_valid_loss : 0.1623479425907135

    869080	  0.162538	  0.162348	  0.164294		CURRENT LEARNING RATE: 0.00011766429520836585
previous_iter_valid_loss : 0.16234822571277618

    869100	  0.162542	  0.162348	  0.164209		CURRENT LEARNING RATE: 0.00011764076470245325
previous_iter_valid_loss : 0.17536096274852753

    869120	  0.175633	  0.175361	  0.164386		CURRENT LEARNING RATE: 0.00011761723890217128
previous_iter_valid_loss : 0.1605430245399475

    869140	  0.160715	  0.160543	  0.164379		CURRENT LEARNING RATE: 0.00011759371780657885
previous_iter_valid_loss : 0.1684170961380005

    869160	  0.168571	  0.168417	  0.164471		CURRENT LEARNING RATE: 0.00011757020141473496
previous_iter_valid_loss : 0.16063186526298523

    869180	  0.160785	  0.160632	  0.164478		CURRENT LEARNING RATE: 0.00011754668972569934
previous_iter_valid_loss : 0.1631338745355606

    869200	  0.163327	  0.163134	  0.164516		CURRENT LEARNING RATE: 0.00011752318273853133
previous_iter_valid_loss : 0.16449037194252014

    869220	  0.164659	  0.164490	  0.164360		CURRENT LEARNING RATE: 0.00011749968045229064
previous_iter_valid_loss : 0.178348571062088

    869240	  0.178669	  0.178349	  0.165200		CURRENT LEARNING RATE: 0.000117476182866037
previous_iter_valid_loss : 0.17666730284690857

    869260	  0.176962	  0.176667	  0.166005		CURRENT LEARNING RATE: 0.00011745268997883086
previous_iter_valid_loss : 0.1629551351070404

    869280	  0.163123	  0.162955	  0.165619		CURRENT LEARNING RATE: 0.00011742920178973236
previous_iter_valid_loss : 0.16669240593910217

    869300	  0.166851	  0.166692	  0.165821		CURRENT LEARNING RATE: 0.00011740571829780194
previous_iter_valid_loss : 0.16054582595825195

    869320	  0.160714	  0.160546	  0.165814		CURRENT LEARNING RATE: 0.00011738223950210005
previous_iter_valid_loss : 0.16068987548351288

    869340	  0.160845	  0.160690	  0.165808		CURRENT LEARNING RATE: 0.00011735876540168798
previous_iter_valid_loss : 0.16251622140407562

    869360	  0.162686	  0.162516	  0.165637		CURRENT LEARNING RATE: 0.00011733529599562654
previous_iter_valid_loss : 0.1640165001153946

    869380	  0.164190	  0.164017	  0.165690		CURRENT LEARNING RATE: 0.00011731183128297674
previous_iter_valid_loss : 0.20536953210830688

    869400	  0.205930	  0.205370	  0.167373		CURRENT LEARNING RATE: 0.00011728837126280042
previous_iter_valid_loss : 0.16063709557056427

    869420	  0.160793	  0.160637	  0.167172		CURRENT LEARNING RATE: 0.00011726491593415894
previous_iter_valid_loss : 0.18034815788269043

    869440	  0.180502	  0.180348	  0.168117		CURRENT LEARNING RATE: 0.00011724146529611415
previous_iter_valid_loss : 0.1606908142566681

    869460	  0.160849	  0.160691	  0.167834		CURRENT LEARNING RATE: 0.00011721801934772777
previous_iter_valid_loss : 0.17321601510047913

    869480	  0.173482	  0.173216	  0.168378		CURRENT LEARNING RATE: 0.00011719457808806238
previous_iter_valid_loss : 0.1625247299671173

    869500	  0.162712	  0.162525	  0.168386		CURRENT LEARNING RATE: 0.00011717114151618013
previous_iter_valid_loss : 0.1655152291059494

    869520	  0.165673	  0.165515	  0.167894		CURRENT LEARNING RATE: 0.00011714770963114356
previous_iter_valid_loss : 0.16442275047302246

    869540	  0.164625	  0.164423	  0.168088		CURRENT LEARNING RATE: 0.00011712428243201517
previous_iter_valid_loss : 0.1617182493209839

    869560	  0.161907	  0.161718	  0.167753		CURRENT LEARNING RATE: 0.00011710085991785832
previous_iter_valid_loss : 0.16218478977680206

    869580	  0.162373	  0.162185	  0.167831		CURRENT LEARNING RATE: 0.00011707744208773588
previous_iter_valid_loss : 0.18532311916351318

    869600	  0.185699	  0.185323	  0.168940		CURRENT LEARNING RATE: 0.00011705402894071114
previous_iter_valid_loss : 0.1657962203025818

    869620	  0.165960	  0.165796	  0.169005		CURRENT LEARNING RATE: 0.00011703062047584733
previous_iter_valid_loss : 0.16664837300777435

    869640	  0.166867	  0.166648	  0.168420		CURRENT LEARNING RATE: 0.00011700721669220861
previous_iter_valid_loss : 0.1639564037322998

    869660	  0.164131	  0.163956	  0.167785		CURRENT LEARNING RATE: 0.00011698381758885855
previous_iter_valid_loss : 0.1608782559633255

    869680	  0.161050	  0.160878	  0.167681		CURRENT LEARNING RATE: 0.0001169604231648612
previous_iter_valid_loss : 0.16767971217632294

    869700	  0.167897	  0.167680	  0.167730		CURRENT LEARNING RATE: 0.00011693703341928062
previous_iter_valid_loss : 0.16924671828746796

    869720	  0.169396	  0.169247	  0.168165		CURRENT LEARNING RATE: 0.00011691364835118158
previous_iter_valid_loss : 0.1669285148382187

    869740	  0.167146	  0.166929	  0.168477		CURRENT LEARNING RATE: 0.00011689026795962847
previous_iter_valid_loss : 0.19152072072029114

    869760	  0.191966	  0.191521	  0.169928		CURRENT LEARNING RATE: 0.00011686689224368592
previous_iter_valid_loss : 0.18467268347740173

    869780	  0.185043	  0.184673	  0.170960		CURRENT LEARNING RATE: 0.00011684352120241927
previous_iter_valid_loss : 0.16092929244041443

    869800	  0.161112	  0.160929	  0.168738		CURRENT LEARNING RATE: 0.00011682015483489347
previous_iter_valid_loss : 0.16158734261989594

    869820	  0.161766	  0.161587	  0.168786		CURRENT LEARNING RATE: 0.0001167967931401739
previous_iter_valid_loss : 0.16299036145210266

    869840	  0.163174	  0.162990	  0.167918		CURRENT LEARNING RATE: 0.00011677343611732585
previous_iter_valid_loss : 0.16310040652751923

    869860	  0.163262	  0.163100	  0.168039		CURRENT LEARNING RATE: 0.00011675008376541547
previous_iter_valid_loss : 0.16612139344215393

    869880	  0.166280	  0.166121	  0.167684		CURRENT LEARNING RATE: 0.00011672673608350846
previous_iter_valid_loss : 0.17088402807712555

    869900	  0.171035	  0.170884	  0.168102		CURRENT LEARNING RATE: 0.0001167033930706709
previous_iter_valid_loss : 0.1738227754831314

    869920	  0.173981	  0.173823	  0.168517		CURRENT LEARNING RATE: 0.00011668005472596889
previous_iter_valid_loss : 0.16124802827835083

    869940	  0.161397	  0.161248	  0.168358		CURRENT LEARNING RATE: 0.00011665672104846928
previous_iter_valid_loss : 0.16282281279563904

    869960	  0.162994	  0.162823	  0.168414		CURRENT LEARNING RATE: 0.00011663339203723852
previous_iter_valid_loss : 0.18384049832820892

    869980	  0.183991	  0.183840	  0.169496		CURRENT LEARNING RATE: 0.00011661006769134347
previous_iter_valid_loss : 0.16134293377399445

    870000	  0.161523	  0.161343	  0.168297		CURRENT LEARNING RATE: 0.00011658674800985092
previous_iter_valid_loss : 0.16107183694839478

    870020	  0.161255	  0.161072	  0.168061		CURRENT LEARNING RATE: 0.00011656343299182854
previous_iter_valid_loss : 0.17076155543327332

    870040	  0.170913	  0.170762	  0.168267		CURRENT LEARNING RATE: 0.00011654012263634346
previous_iter_valid_loss : 0.17242473363876343

    870060	  0.172576	  0.172425	  0.168690		CURRENT LEARNING RATE: 0.00011651681694246332
previous_iter_valid_loss : 0.16600587964057922

    870080	  0.166168	  0.166006	  0.168947		CURRENT LEARNING RATE: 0.00011649351590925566
previous_iter_valid_loss : 0.17282043397426605

    870100	  0.172965	  0.172820	  0.169204		CURRENT LEARNING RATE: 0.00011647021953578887
previous_iter_valid_loss : 0.16073709726333618

    870120	  0.160915	  0.160737	  0.168778		CURRENT LEARNING RATE: 0.00011644692782113088
previous_iter_valid_loss : 0.16114141047000885

    870140	  0.161324	  0.161141	  0.168489		CURRENT LEARNING RATE: 0.00011642364076434999
previous_iter_valid_loss : 0.16890065371990204

    870160	  0.169056	  0.168901	  0.167358		CURRENT LEARNING RATE: 0.00011640035836451459
previous_iter_valid_loss : 0.1677543818950653

    870180	  0.167914	  0.167754	  0.166512		CURRENT LEARNING RATE: 0.0001163770806206937
previous_iter_valid_loss : 0.16081170737743378

    870200	  0.160988	  0.160812	  0.166506		CURRENT LEARNING RATE: 0.00011635380753195606
previous_iter_valid_loss : 0.16403062641620636

    870220	  0.164230	  0.164031	  0.166628		CURRENT LEARNING RATE: 0.00011633053909737054
previous_iter_valid_loss : 0.16702081263065338

    870240	  0.167236	  0.167021	  0.166830		CURRENT LEARNING RATE: 0.0001163072753160068
previous_iter_valid_loss : 0.16513681411743164

    870260	  0.165298	  0.165137	  0.166932		CURRENT LEARNING RATE: 0.00011628401618693409
previous_iter_valid_loss : 0.16181771457195282

    870280	  0.161976	  0.161818	  0.166716		CURRENT LEARNING RATE: 0.00011626076170922205
previous_iter_valid_loss : 0.1605783998966217

    870300	  0.160744	  0.160578	  0.166201		CURRENT LEARNING RATE: 0.00011623751188194028
previous_iter_valid_loss : 0.1645393967628479

    870320	  0.164747	  0.164539	  0.165737		CURRENT LEARNING RATE: 0.0001162142667041592
previous_iter_valid_loss : 0.17313280701637268

    870340	  0.173402	  0.173133	  0.166331		CURRENT LEARNING RATE: 0.00011619102617494882
previous_iter_valid_loss : 0.16640427708625793

    870360	  0.166561	  0.166404	  0.166510		CURRENT LEARNING RATE: 0.0001161677902933795
previous_iter_valid_loss : 0.1671365350484848

    870380	  0.167292	  0.167137	  0.165675		CURRENT LEARNING RATE: 0.00011614455905852158
previous_iter_valid_loss : 0.17511071264743805

    870400	  0.175266	  0.175111	  0.166363		CURRENT LEARNING RATE: 0.00011612133246944627
previous_iter_valid_loss : 0.17268379032611847

    870420	  0.172956	  0.172684	  0.166944		CURRENT LEARNING RATE: 0.00011609811052522425
previous_iter_valid_loss : 0.1708945780992508

    870440	  0.171156	  0.170895	  0.166951		CURRENT LEARNING RATE: 0.0001160748932249267
previous_iter_valid_loss : 0.16204465925693512

    870460	  0.162206	  0.162045	  0.166432		CURRENT LEARNING RATE: 0.00011605168056762465
previous_iter_valid_loss : 0.1627521812915802

    870480	  0.162914	  0.162752	  0.166269		CURRENT LEARNING RATE: 0.00011602847255239006
previous_iter_valid_loss : 0.1736452877521515

    870500	  0.173919	  0.173645	  0.166310		CURRENT LEARNING RATE: 0.00011600526917829441
previous_iter_valid_loss : 0.17475362122058868

    870520	  0.175034	  0.174754	  0.167011		CURRENT LEARNING RATE: 0.00011598207044440952
previous_iter_valid_loss : 0.1852770894765854

    870540	  0.185424	  0.185277	  0.168218		CURRENT LEARNING RATE: 0.00011595887634980726
previous_iter_valid_loss : 0.16957643628120422

    870560	  0.169728	  0.169576	  0.168252		CURRENT LEARNING RATE: 0.00011593568689356027
previous_iter_valid_loss : 0.16172745823860168

    870580	  0.161909	  0.161727	  0.167950		CURRENT LEARNING RATE: 0.00011591250207474078
previous_iter_valid_loss : 0.1630057692527771

    870600	  0.163169	  0.163006	  0.168060		CURRENT LEARNING RATE: 0.00011588932189242118
previous_iter_valid_loss : 0.18830497562885284

    870620	  0.188733	  0.188305	  0.169274		CURRENT LEARNING RATE: 0.00011586614634567468
previous_iter_valid_loss : 0.16521872580051422

    870640	  0.165389	  0.165219	  0.169184		CURRENT LEARNING RATE: 0.00011584297543357403
previous_iter_valid_loss : 0.16884194314479828

    870660	  0.168995	  0.168842	  0.169369		CURRENT LEARNING RATE: 0.00011581980915519244
previous_iter_valid_loss : 0.16823925077915192

    870680	  0.168468	  0.168239	  0.169690		CURRENT LEARNING RATE: 0.00011579664750960301
previous_iter_valid_loss : 0.16075506806373596

    870700	  0.160919	  0.160755	  0.169699		CURRENT LEARNING RATE: 0.00011577349049587972
previous_iter_valid_loss : 0.16082775592803955

    870720	  0.160992	  0.160828	  0.169513		CURRENT LEARNING RATE: 0.00011575033811309604
previous_iter_valid_loss : 0.16951599717140198

    870740	  0.169754	  0.169516	  0.169332		CURRENT LEARNING RATE: 0.00011572719036032592
previous_iter_valid_loss : 0.17660368978977203

    870760	  0.176900	  0.176604	  0.169842		CURRENT LEARNING RATE: 0.0001157040472366432
previous_iter_valid_loss : 0.16512702405452728

    870780	  0.165290	  0.165127	  0.169742		CURRENT LEARNING RATE: 0.00011568090874112261
previous_iter_valid_loss : 0.16316735744476318

    870800	  0.163355	  0.163167	  0.169145		CURRENT LEARNING RATE: 0.00011565777487283837
previous_iter_valid_loss : 0.1607835441827774

    870820	  0.160934	  0.160784	  0.168550		CURRENT LEARNING RATE: 0.00011563464563086516
previous_iter_valid_loss : 0.17746025323867798

    870840	  0.177618	  0.177460	  0.168878		CURRENT LEARNING RATE: 0.00011561152101427758
previous_iter_valid_loss : 0.16078051924705505

    870860	  0.160932	  0.160781	  0.168815		CURRENT LEARNING RATE: 0.00011558840102215105
previous_iter_valid_loss : 0.16503344476222992

    870880	  0.165230	  0.165033	  0.168929		CURRENT LEARNING RATE: 0.00011556528565356059
previous_iter_valid_loss : 0.1704566925764084

    870900	  0.170709	  0.170457	  0.168769		CURRENT LEARNING RATE: 0.00011554217490758155
previous_iter_valid_loss : 0.17149871587753296

    870920	  0.171757	  0.171499	  0.168607		CURRENT LEARNING RATE: 0.00011551906878328934
previous_iter_valid_loss : 0.17460203170776367

    870940	  0.174750	  0.174602	  0.168073		CURRENT LEARNING RATE: 0.0001154959672797601
previous_iter_valid_loss : 0.17094409465789795

    870960	  0.171192	  0.170944	  0.168141		CURRENT LEARNING RATE: 0.00011547287039606956
previous_iter_valid_loss : 0.1877271831035614

    870980	  0.188140	  0.187727	  0.169441		CURRENT LEARNING RATE: 0.00011544977813129365
previous_iter_valid_loss : 0.16075873374938965

    871000	  0.160914	  0.160759	  0.169329		CURRENT LEARNING RATE: 0.00011542669048450908
previous_iter_valid_loss : 0.183761328458786

    871020	  0.184150	  0.183761	  0.169102		CURRENT LEARNING RATE: 0.00011540360745479215
previous_iter_valid_loss : 0.17068438231945038

    871040	  0.170827	  0.170684	  0.169375		CURRENT LEARNING RATE: 0.00011538052904121953
previous_iter_valid_loss : 0.17790234088897705

    871060	  0.178066	  0.177902	  0.169828		CURRENT LEARNING RATE: 0.00011535745524286788
previous_iter_valid_loss : 0.16388140618801117

    871080	  0.164048	  0.163881	  0.169610		CURRENT LEARNING RATE: 0.00011533438605881465
previous_iter_valid_loss : 0.18573416769504547

    871100	  0.186119	  0.185734	  0.170859		CURRENT LEARNING RATE: 0.0001153113214881369
previous_iter_valid_loss : 0.18198934197425842

    871120	  0.182324	  0.181989	  0.171917		CURRENT LEARNING RATE: 0.00011528826152991202
previous_iter_valid_loss : 0.16095709800720215

    871140	  0.161115	  0.160957	  0.171489		CURRENT LEARNING RATE: 0.00011526520618321739
previous_iter_valid_loss : 0.1681479513645172

    871160	  0.168305	  0.168148	  0.171066		CURRENT LEARNING RATE: 0.00011524215544713126
previous_iter_valid_loss : 0.16912555694580078

    871180	  0.169282	  0.169126	  0.171266		CURRENT LEARNING RATE: 0.00011521910932073135
previous_iter_valid_loss : 0.1616385281085968

    871200	  0.161805	  0.161639	  0.171190		CURRENT LEARNING RATE: 0.00011519606780309582
previous_iter_valid_loss : 0.16301363706588745

    871220	  0.163183	  0.163014	  0.171301		CURRENT LEARNING RATE: 0.00011517303089330283
previous_iter_valid_loss : 0.16084709763526917

    871240	  0.161002	  0.160847	  0.170471		CURRENT LEARNING RATE: 0.00011514999859043127
previous_iter_valid_loss : 0.16075396537780762

    871260	  0.160937	  0.160754	  0.170469		CURRENT LEARNING RATE: 0.00011512697089355969
previous_iter_valid_loss : 0.16178810596466064

    871280	  0.161949	  0.161788	  0.170307		CURRENT LEARNING RATE: 0.00011510394780176696
previous_iter_valid_loss : 0.16628509759902954

    871300	  0.166495	  0.166285	  0.170099		CURRENT LEARNING RATE: 0.00011508092931413194
previous_iter_valid_loss : 0.1667889654636383

    871320	  0.166955	  0.166789	  0.169863		CURRENT LEARNING RATE: 0.00011505791542973431
previous_iter_valid_loss : 0.16154243052005768

    871340	  0.161695	  0.161542	  0.169210		CURRENT LEARNING RATE: 0.00011503490614765334
previous_iter_valid_loss : 0.16109029948711395

    871360	  0.161249	  0.161090	  0.168717		CURRENT LEARNING RATE: 0.00011501190146696842
previous_iter_valid_loss : 0.16448462009429932

    871380	  0.164649	  0.164485	  0.167555		CURRENT LEARNING RATE: 0.00011498890138675975
previous_iter_valid_loss : 0.16630850732326508

    871400	  0.166524	  0.166309	  0.167833		CURRENT LEARNING RATE: 0.00011496590590610716
previous_iter_valid_loss : 0.16517987847328186

    871420	  0.165392	  0.165180	  0.166904		CURRENT LEARNING RATE: 0.00011494291502409084
previous_iter_valid_loss : 0.1614963263273239

    871440	  0.161655	  0.161496	  0.166444		CURRENT LEARNING RATE: 0.00011491992873979093
previous_iter_valid_loss : 0.1646912395954132

    871460	  0.164866	  0.164691	  0.165784		CURRENT LEARNING RATE: 0.00011489694705228838
previous_iter_valid_loss : 0.16199563443660736

    871480	  0.162157	  0.161996	  0.165689		CURRENT LEARNING RATE: 0.00011487396996066372
previous_iter_valid_loss : 0.16406521201133728

    871500	  0.164230	  0.164065	  0.164606		CURRENT LEARNING RATE: 0.00011485099746399789
previous_iter_valid_loss : 0.1663559377193451

    871520	  0.166510	  0.166356	  0.163824		CURRENT LEARNING RATE: 0.00011482802956137176
previous_iter_valid_loss : 0.17266036570072174

    871540	  0.172805	  0.172660	  0.164409		CURRENT LEARNING RATE: 0.00011480506625186703
previous_iter_valid_loss : 0.16309525072574615

    871560	  0.163261	  0.163095	  0.164157		CURRENT LEARNING RATE: 0.00011478210753456497
previous_iter_valid_loss : 0.16116519272327423

    871580	  0.161354	  0.161165	  0.163759		CURRENT LEARNING RATE: 0.00011475915340854722
previous_iter_valid_loss : 0.16077058017253876

    871600	  0.160938	  0.160771	  0.163715		CURRENT LEARNING RATE: 0.00011473620387289543
previous_iter_valid_loss : 0.1611732840538025

    871620	  0.161358	  0.161173	  0.163623		CURRENT LEARNING RATE: 0.00011471325892669202
previous_iter_valid_loss : 0.16211096942424774

    871640	  0.162303	  0.162111	  0.163687		CURRENT LEARNING RATE: 0.00011469031856901896
previous_iter_valid_loss : 0.1608734130859375

    871660	  0.161045	  0.160873	  0.163693		CURRENT LEARNING RATE: 0.00011466738279895867
previous_iter_valid_loss : 0.16067902743816376

    871680	  0.160847	  0.160679	  0.163637		CURRENT LEARNING RATE: 0.0001146444516155935
previous_iter_valid_loss : 0.16794611513614655

    871700	  0.168097	  0.167946	  0.163720		CURRENT LEARNING RATE: 0.00011462152501800662
previous_iter_valid_loss : 0.18031927943229675

    871720	  0.180477	  0.180319	  0.164397		CURRENT LEARNING RATE: 0.00011459860300528075
previous_iter_valid_loss : 0.16368114948272705

    871740	  0.163850	  0.163681	  0.164504		CURRENT LEARNING RATE: 0.00011457568557649902
previous_iter_valid_loss : 0.16711178421974182

    871760	  0.167328	  0.167112	  0.164805		CURRENT LEARNING RATE: 0.00011455277273074451
previous_iter_valid_loss : 0.1605048030614853

    871780	  0.160670	  0.160505	  0.164606		CURRENT LEARNING RATE: 0.00011452986446710115
previous_iter_valid_loss : 0.17263641953468323

    871800	  0.172784	  0.172636	  0.164922		CURRENT LEARNING RATE: 0.00011450696078465236
previous_iter_valid_loss : 0.1730796843767166

    871820	  0.173226	  0.173080	  0.165317		CURRENT LEARNING RATE: 0.00011448406168248185
previous_iter_valid_loss : 0.16056087613105774

    871840	  0.160731	  0.160561	  0.165270		CURRENT LEARNING RATE: 0.00011446116715967399
previous_iter_valid_loss : 0.16181223094463348

    871860	  0.162007	  0.161812	  0.165126		CURRENT LEARNING RATE: 0.00011443827721531283
previous_iter_valid_loss : 0.16133253276348114

    871880	  0.161526	  0.161333	  0.165093		CURRENT LEARNING RATE: 0.0001144153918484828
previous_iter_valid_loss : 0.16433924436569214

    871900	  0.164542	  0.164339	  0.165107		CURRENT LEARNING RATE: 0.00011439251105826824
previous_iter_valid_loss : 0.1640295386314392

    871920	  0.164234	  0.164030	  0.164991		CURRENT LEARNING RATE: 0.00011436963484375434
previous_iter_valid_loss : 0.1671214997768402

    871940	  0.167287	  0.167121	  0.164714		CURRENT LEARNING RATE: 0.00011434676320402586
previous_iter_valid_loss : 0.1805908977985382

    871960	  0.180747	  0.180591	  0.165588		CURRENT LEARNING RATE: 0.00011432389613816791
previous_iter_valid_loss : 0.1669239103794098

    871980	  0.167086	  0.166924	  0.165876		CURRENT LEARNING RATE: 0.00011430103364526564
previous_iter_valid_loss : 0.16102465987205505

    872000	  0.161188	  0.161025	  0.165889		CURRENT LEARNING RATE: 0.00011427817572440492
previous_iter_valid_loss : 0.16149556636810303

    872020	  0.161674	  0.161496	  0.165905		CURRENT LEARNING RATE: 0.00011425532237467124
previous_iter_valid_loss : 0.1606542468070984

    872040	  0.160831	  0.160654	  0.165832		CURRENT LEARNING RATE: 0.00011423247359515048
previous_iter_valid_loss : 0.16074040532112122

    872060	  0.160917	  0.160740	  0.165826		CURRENT LEARNING RATE: 0.00011420962938492847
previous_iter_valid_loss : 0.16134551167488098

    872080	  0.161505	  0.161346	  0.165859		CURRENT LEARNING RATE: 0.00011418678974309185
previous_iter_valid_loss : 0.16055376827716827

    872100	  0.160720	  0.160554	  0.165489		CURRENT LEARNING RATE: 0.00011416395466872683
previous_iter_valid_loss : 0.16049709916114807

    872120	  0.160667	  0.160497	  0.164498		CURRENT LEARNING RATE: 0.00011414112416092002
previous_iter_valid_loss : 0.17034488916397095

    872140	  0.170594	  0.170345	  0.164831		CURRENT LEARNING RATE: 0.00011411829821875799
previous_iter_valid_loss : 0.17277029156684875

    872160	  0.172918	  0.172770	  0.165114		CURRENT LEARNING RATE: 0.00011409547684132811
previous_iter_valid_loss : 0.1894863396883011

    872180	  0.189918	  0.189486	  0.166563		CURRENT LEARNING RATE: 0.00011407266002771732
previous_iter_valid_loss : 0.16171038150787354

    872200	  0.161866	  0.161710	  0.166017		CURRENT LEARNING RATE: 0.00011404984777701274
previous_iter_valid_loss : 0.16096237301826477

    872220	  0.161124	  0.160962	  0.165411		CURRENT LEARNING RATE: 0.00011402704008830228
previous_iter_valid_loss : 0.1608223170042038

    872240	  0.160998	  0.160822	  0.165424		CURRENT LEARNING RATE: 0.00011400423696067346
previous_iter_valid_loss : 0.16284112632274628

    872260	  0.163010	  0.162841	  0.165476		CURRENT LEARNING RATE: 0.00011398143839321411
previous_iter_valid_loss : 0.1855054348707199

    872280	  0.185651	  0.185505	  0.166684		CURRENT LEARNING RATE: 0.00011395864438501213
previous_iter_valid_loss : 0.1615966409444809

    872300	  0.161786	  0.161597	  0.166547		CURRENT LEARNING RATE: 0.00011393585493515612
previous_iter_valid_loss : 0.16052767634391785

    872320	  0.160687	  0.160528	  0.166372		CURRENT LEARNING RATE: 0.00011391307004273433
previous_iter_valid_loss : 0.16410456597805023

    872340	  0.164302	  0.164105	  0.166221		CURRENT LEARNING RATE: 0.00011389028970683537
previous_iter_valid_loss : 0.1675174981355667

    872360	  0.167741	  0.167517	  0.165568		CURRENT LEARNING RATE: 0.00011386751392654779
previous_iter_valid_loss : 0.16313716769218445

    872380	  0.163307	  0.163137	  0.165378		CURRENT LEARNING RATE: 0.000113844742700961
previous_iter_valid_loss : 0.16210974752902985

    872400	  0.162268	  0.162110	  0.165433		CURRENT LEARNING RATE: 0.00011382197602916394
previous_iter_valid_loss : 0.17723135650157928

    872420	  0.177522	  0.177231	  0.166219		CURRENT LEARNING RATE: 0.00011379921391024592
previous_iter_valid_loss : 0.16433662176132202

    872440	  0.164502	  0.164337	  0.166404		CURRENT LEARNING RATE: 0.00011377645634329627
previous_iter_valid_loss : 0.16456928849220276

    872460	  0.164728	  0.164569	  0.166595		CURRENT LEARNING RATE: 0.0001137537033274051
previous_iter_valid_loss : 0.16393007338047028

    872480	  0.164122	  0.163930	  0.166724		CURRENT LEARNING RATE: 0.00011373095486166207
previous_iter_valid_loss : 0.19460299611091614

    872500	  0.194719	  0.194603	  0.168427		CURRENT LEARNING RATE: 0.00011370821094515726
previous_iter_valid_loss : 0.16085173189640045

    872520	  0.161004	  0.160852	  0.168444		CURRENT LEARNING RATE: 0.00011368547157698069
previous_iter_valid_loss : 0.17887547612190247

    872540	  0.179039	  0.178875	  0.168871		CURRENT LEARNING RATE: 0.00011366273675622319
previous_iter_valid_loss : 0.16085149347782135

    872560	  0.161023	  0.160851	  0.168275		CURRENT LEARNING RATE: 0.00011364000648197521
previous_iter_valid_loss : 0.16504237055778503

    872580	  0.165244	  0.165042	  0.167053		CURRENT LEARNING RATE: 0.00011361728075332726
previous_iter_valid_loss : 0.1724809855222702

    872600	  0.172629	  0.172481	  0.167591		CURRENT LEARNING RATE: 0.00011359455956937079
previous_iter_valid_loss : 0.16058050096035004

    872620	  0.160741	  0.160581	  0.167572		CURRENT LEARNING RATE: 0.00011357184292919671
previous_iter_valid_loss : 0.1705193966627121

    872640	  0.170774	  0.170519	  0.168057		CURRENT LEARNING RATE: 0.00011354913083189636
previous_iter_valid_loss : 0.16101203858852386

    872660	  0.161159	  0.161012	  0.167966		CURRENT LEARNING RATE: 0.00011352642327656106
previous_iter_valid_loss : 0.187764972448349

    872680	  0.187905	  0.187765	  0.168079		CURRENT LEARNING RATE: 0.00011350372026228292
previous_iter_valid_loss : 0.16150440275669098

    872700	  0.161693	  0.161504	  0.168074		CURRENT LEARNING RATE: 0.00011348102178815359
previous_iter_valid_loss : 0.17400220036506653

    872720	  0.174153	  0.174002	  0.168748		CURRENT LEARNING RATE: 0.00011345832785326514
previous_iter_valid_loss : 0.16055211424827576

    872740	  0.160712	  0.160552	  0.168570		CURRENT LEARNING RATE: 0.00011343563845670962
previous_iter_valid_loss : 0.16131718456745148

    872760	  0.161511	  0.161317	  0.168260		CURRENT LEARNING RATE: 0.00011341295359757987
previous_iter_valid_loss : 0.1682838350534439

    872780	  0.168534	  0.168284	  0.168517		CURRENT LEARNING RATE: 0.00011339027327496827
previous_iter_valid_loss : 0.16604414582252502

    872800	  0.166257	  0.166044	  0.168714		CURRENT LEARNING RATE: 0.00011336759748796762
previous_iter_valid_loss : 0.17221146821975708

    872820	  0.172478	  0.172211	  0.168463		CURRENT LEARNING RATE: 0.00011334492623567067
previous_iter_valid_loss : 0.16091756522655487

    872840	  0.161096	  0.160918	  0.168292		CURRENT LEARNING RATE: 0.00011332225951717099
previous_iter_valid_loss : 0.17122849822044373

    872860	  0.171376	  0.171228	  0.168625		CURRENT LEARNING RATE: 0.00011329959733156171
previous_iter_valid_loss : 0.1777237206697464

    872880	  0.178032	  0.177724	  0.169315		CURRENT LEARNING RATE: 0.00011327693967793634
previous_iter_valid_loss : 0.1620270311832428

    872900	  0.162214	  0.162027	  0.167686		CURRENT LEARNING RATE: 0.00011325428655538837
previous_iter_valid_loss : 0.165074422955513

    872920	  0.165280	  0.165074	  0.167897		CURRENT LEARNING RATE: 0.00011323163796301208
previous_iter_valid_loss : 0.1858557164669037

    872940	  0.186001	  0.185856	  0.168246		CURRENT LEARNING RATE: 0.00011320899389990132
previous_iter_valid_loss : 0.17347854375839233

    872960	  0.173628	  0.173479	  0.168878		CURRENT LEARNING RATE: 0.00011318635436515033
previous_iter_valid_loss : 0.16594551503658295

    872980	  0.166107	  0.165946	  0.168923		CURRENT LEARNING RATE: 0.00011316371935785333
previous_iter_valid_loss : 0.16062591969966888

    873000	  0.160801	  0.160626	  0.168330		CURRENT LEARNING RATE: 0.00011314108887710532
previous_iter_valid_loss : 0.16436618566513062

    873020	  0.164574	  0.164366	  0.168519		CURRENT LEARNING RATE: 0.00011311846292200087
previous_iter_valid_loss : 0.16507655382156372

    873040	  0.165285	  0.165077	  0.168247		CURRENT LEARNING RATE: 0.00011309584149163478
previous_iter_valid_loss : 0.1616116166114807

    873060	  0.161794	  0.161612	  0.168277		CURRENT LEARNING RATE: 0.00011307322458510256
previous_iter_valid_loss : 0.1609540581703186

    873080	  0.161117	  0.160954	  0.166937		CURRENT LEARNING RATE: 0.00011305061220149932
previous_iter_valid_loss : 0.16294309496879578

    873100	  0.163107	  0.162943	  0.167008		CURRENT LEARNING RATE: 0.00011302800433992058
previous_iter_valid_loss : 0.1812421679496765

    873120	  0.181398	  0.181242	  0.167370		CURRENT LEARNING RATE: 0.00011300540099946185
previous_iter_valid_loss : 0.17898404598236084

    873140	  0.179148	  0.178984	  0.168292		CURRENT LEARNING RATE: 0.00011298280217921937
previous_iter_valid_loss : 0.1605713814496994

    873160	  0.160723	  0.160571	  0.168255		CURRENT LEARNING RATE: 0.00011296020787828897
previous_iter_valid_loss : 0.162382110953331

    873180	  0.162575	  0.162382	  0.167960		CURRENT LEARNING RATE: 0.00011293761809576693
previous_iter_valid_loss : 0.1716616004705429

    873200	  0.171807	  0.171662	  0.168241		CURRENT LEARNING RATE: 0.0001129150328307494
previous_iter_valid_loss : 0.17339026927947998

    873220	  0.173539	  0.173390	  0.168299		CURRENT LEARNING RATE: 0.0001128924520823334
previous_iter_valid_loss : 0.16556452214717865

    873240	  0.165729	  0.165565	  0.168532		CURRENT LEARNING RATE: 0.00011286987584961554
previous_iter_valid_loss : 0.16217173635959625

    873260	  0.162362	  0.162172	  0.168079		CURRENT LEARNING RATE: 0.0001128473041316927
previous_iter_valid_loss : 0.16651883721351624

    873280	  0.166733	  0.166519	  0.167519		CURRENT LEARNING RATE: 0.00011282473692766183
previous_iter_valid_loss : 0.16358457505702972

    873300	  0.163747	  0.163585	  0.167597		CURRENT LEARNING RATE: 0.00011280217423662068
previous_iter_valid_loss : 0.16065876185894012

    873320	  0.160833	  0.160659	  0.167376		CURRENT LEARNING RATE: 0.00011277961605766648
previous_iter_valid_loss : 0.1623344123363495

    873340	  0.162532	  0.162334	  0.166200		CURRENT LEARNING RATE: 0.00011275706238989695
previous_iter_valid_loss : 0.18264028429985046

    873360	  0.182798	  0.182640	  0.166658		CURRENT LEARNING RATE: 0.00011273451323240975
previous_iter_valid_loss : 0.1606181263923645

    873380	  0.160781	  0.160618	  0.166391		CURRENT LEARNING RATE: 0.00011271196858430327
previous_iter_valid_loss : 0.16845478117465973

    873400	  0.168694	  0.168455	  0.166783		CURRENT LEARNING RATE: 0.00011268942844467556
previous_iter_valid_loss : 0.16089338064193726

    873420	  0.161062	  0.160893	  0.166609		CURRENT LEARNING RATE: 0.00011266689281262481
previous_iter_valid_loss : 0.1664109081029892

    873440	  0.166634	  0.166411	  0.166676		CURRENT LEARNING RATE: 0.00011264436168724998
previous_iter_valid_loss : 0.16052472591400146

    873460	  0.160697	  0.160525	  0.166622		CURRENT LEARNING RATE: 0.00011262183506764962
previous_iter_valid_loss : 0.16313529014587402

    873480	  0.163325	  0.163135	  0.166731		CURRENT LEARNING RATE: 0.0001125993129529227
previous_iter_valid_loss : 0.17080847918987274

    873500	  0.171062	  0.170808	  0.167124		CURRENT LEARNING RATE: 0.0001125767953421681
previous_iter_valid_loss : 0.16056814789772034

    873520	  0.160728	  0.160568	  0.166090		CURRENT LEARNING RATE: 0.00011255428223448553
previous_iter_valid_loss : 0.1659642904996872

    873540	  0.166179	  0.165964	  0.165439		CURRENT LEARNING RATE: 0.00011253177362897426
previous_iter_valid_loss : 0.16500122845172882

    873560	  0.165208	  0.165001	  0.165661		CURRENT LEARNING RATE: 0.00011250926952473396
previous_iter_valid_loss : 0.17550556361675262

    873580	  0.175791	  0.175506	  0.166317		CURRENT LEARNING RATE: 0.00011248676992086425
previous_iter_valid_loss : 0.17040523886680603

    873600	  0.170660	  0.170405	  0.166254		CURRENT LEARNING RATE: 0.00011246427481646556
previous_iter_valid_loss : 0.16316860914230347

    873620	  0.163361	  0.163169	  0.165743		CURRENT LEARNING RATE: 0.00011244178421063786
previous_iter_valid_loss : 0.16658081114292145

    873640	  0.166799	  0.166581	  0.165794		CURRENT LEARNING RATE: 0.00011241929810248155
previous_iter_valid_loss : 0.1622653603553772

    873660	  0.162457	  0.162265	  0.165798		CURRENT LEARNING RATE: 0.00011239681649109698
previous_iter_valid_loss : 0.16843418776988983

    873680	  0.168587	  0.168434	  0.165894		CURRENT LEARNING RATE: 0.0001123743393755853
previous_iter_valid_loss : 0.16111332178115845

    873700	  0.161266	  0.161113	  0.165771		CURRENT LEARNING RATE: 0.00011235186675504718
previous_iter_valid_loss : 0.16562053561210632

    873720	  0.165818	  0.165621	  0.166019		CURRENT LEARNING RATE: 0.00011232939862858377
previous_iter_valid_loss : 0.16075211763381958

    873740	  0.160931	  0.160752	  0.165940		CURRENT LEARNING RATE: 0.00011230693499529612
previous_iter_valid_loss : 0.162125825881958

    873760	  0.162300	  0.162126	  0.164914		CURRENT LEARNING RATE: 0.00011228447585428608
previous_iter_valid_loss : 0.16077232360839844

    873780	  0.160938	  0.160772	  0.164922		CURRENT LEARNING RATE: 0.0001122620212046551
previous_iter_valid_loss : 0.16262567043304443

    873800	  0.162804	  0.162626	  0.164630		CURRENT LEARNING RATE: 0.00011223957104550475
previous_iter_valid_loss : 0.16310496628284454

    873820	  0.163276	  0.163105	  0.164741		CURRENT LEARNING RATE: 0.00011221712537593748
previous_iter_valid_loss : 0.1608467847108841

    873840	  0.161000	  0.160847	  0.164463		CURRENT LEARNING RATE: 0.00011219468419505523
previous_iter_valid_loss : 0.17002008855342865

    873860	  0.170173	  0.170020	  0.164937		CURRENT LEARNING RATE: 0.00011217224750196038
previous_iter_valid_loss : 0.17578475177288055

    873880	  0.176071	  0.175785	  0.165570		CURRENT LEARNING RATE: 0.00011214981529575522
previous_iter_valid_loss : 0.16308151185512543

    873900	  0.163250	  0.163082	  0.165183		CURRENT LEARNING RATE: 0.00011212738757554291
previous_iter_valid_loss : 0.16058731079101562

    873920	  0.160762	  0.160587	  0.165184		CURRENT LEARNING RATE: 0.00011210496434042611
previous_iter_valid_loss : 0.17835786938667297

    873940	  0.178517	  0.178358	  0.165804		CURRENT LEARNING RATE: 0.00011208254558950791
previous_iter_valid_loss : 0.16238518059253693

    873960	  0.162571	  0.162385	  0.165673		CURRENT LEARNING RATE: 0.00011206013132189134
previous_iter_valid_loss : 0.16648387908935547

    873980	  0.166643	  0.166484	  0.165222		CURRENT LEARNING RATE: 0.00011203772153668021
previous_iter_valid_loss : 0.16322362422943115

    874000	  0.163413	  0.163224	  0.164863		CURRENT LEARNING RATE: 0.000112015316232978
previous_iter_valid_loss : 0.16802798211574554

    874020	  0.168188	  0.168028	  0.165106		CURRENT LEARNING RATE: 0.00011199291540988843
previous_iter_valid_loss : 0.16930978000164032

    874040	  0.169468	  0.169310	  0.165243		CURRENT LEARNING RATE: 0.0001119705190665153
previous_iter_valid_loss : 0.16055940091609955

    874060	  0.160731	  0.160559	  0.165157		CURRENT LEARNING RATE: 0.00011194812720196315
previous_iter_valid_loss : 0.1649535745382309

    874080	  0.165123	  0.164954	  0.164983		CURRENT LEARNING RATE: 0.00011192573981533609
previous_iter_valid_loss : 0.1612107902765274

    874100	  0.161404	  0.161211	  0.164988		CURRENT LEARNING RATE: 0.00011190335690573865
previous_iter_valid_loss : 0.165854349732399

    874120	  0.166060	  0.165854	  0.165000		CURRENT LEARNING RATE: 0.00011188097847227528
previous_iter_valid_loss : 0.17030875384807587

    874140	  0.170464	  0.170309	  0.165478		CURRENT LEARNING RATE: 0.00011185860451405128
previous_iter_valid_loss : 0.18618720769882202

    874160	  0.186336	  0.186187	  0.166681		CURRENT LEARNING RATE: 0.00011183623503017149
previous_iter_valid_loss : 0.1617419719696045

    874180	  0.161910	  0.161742	  0.166729		CURRENT LEARNING RATE: 0.0001118138700197409
previous_iter_valid_loss : 0.16386008262634277

    874200	  0.164032	  0.163860	  0.166791		CURRENT LEARNING RATE: 0.00011179150948186532
previous_iter_valid_loss : 0.1605474352836609

    874220	  0.160700	  0.160547	  0.166663		CURRENT LEARNING RATE: 0.00011176915341565014
previous_iter_valid_loss : 0.19163697957992554

    874240	  0.191762	  0.191637	  0.168202		CURRENT LEARNING RATE: 0.00011174680182020112
previous_iter_valid_loss : 0.16381116211414337

    874260	  0.163977	  0.163811	  0.167892		CURRENT LEARNING RATE: 0.00011172445469462398
previous_iter_valid_loss : 0.16110119223594666

    874280	  0.161252	  0.161101	  0.167158		CURRENT LEARNING RATE: 0.00011170211203802524
previous_iter_valid_loss : 0.18359042704105377

    874300	  0.183743	  0.183590	  0.168183		CURRENT LEARNING RATE: 0.000111679773849511
previous_iter_valid_loss : 0.1609252393245697

    874320	  0.161106	  0.160925	  0.168200		CURRENT LEARNING RATE: 0.00011165744012818773
previous_iter_valid_loss : 0.162132129073143

    874340	  0.162296	  0.162132	  0.167389		CURRENT LEARNING RATE: 0.00011163511087316189
previous_iter_valid_loss : 0.16423213481903076

    874360	  0.164431	  0.164232	  0.167481		CURRENT LEARNING RATE: 0.00011161278608354067
previous_iter_valid_loss : 0.16136987507343292

    874380	  0.161540	  0.161370	  0.167226		CURRENT LEARNING RATE: 0.00011159046575843094
previous_iter_valid_loss : 0.16206654906272888

    874400	  0.162262	  0.162067	  0.167168		CURRENT LEARNING RATE: 0.00011156814989693983
previous_iter_valid_loss : 0.16176366806030273

    874420	  0.161952	  0.161764	  0.166854		CURRENT LEARNING RATE: 0.00011154583849817454
previous_iter_valid_loss : 0.16217665374279022

    874440	  0.162355	  0.162177	  0.166498		CURRENT LEARNING RATE: 0.00011152353156124302
previous_iter_valid_loss : 0.170861154794693

    874460	  0.171121	  0.170861	  0.167013		CURRENT LEARNING RATE: 0.00011150122908525276
previous_iter_valid_loss : 0.16163954138755798

    874480	  0.161824	  0.161640	  0.166847		CURRENT LEARNING RATE: 0.00011147893106931169
previous_iter_valid_loss : 0.16599051654338837

    874500	  0.166202	  0.165991	  0.167086		CURRENT LEARNING RATE: 0.00011145663751252766
previous_iter_valid_loss : 0.1857723891735077

    874520	  0.185920	  0.185772	  0.168082		CURRENT LEARNING RATE: 0.00011143434841400936
previous_iter_valid_loss : 0.16135366261005402

    874540	  0.161506	  0.161354	  0.167634		CURRENT LEARNING RATE: 0.000111412063772865
previous_iter_valid_loss : 0.16314366459846497

    874560	  0.163336	  0.163144	  0.166482		CURRENT LEARNING RATE: 0.00011138978358820321
previous_iter_valid_loss : 0.1642473340034485

    874580	  0.164458	  0.164247	  0.166607		CURRENT LEARNING RATE: 0.00011136750785913258
previous_iter_valid_loss : 0.17438097298145294

    874600	  0.174656	  0.174381	  0.167133		CURRENT LEARNING RATE: 0.00011134523658476248
previous_iter_valid_loss : 0.17374220490455627

    874620	  0.173895	  0.173742	  0.167793		CURRENT LEARNING RATE: 0.00011132296976420186
previous_iter_valid_loss : 0.16098801791667938

    874640	  0.161181	  0.160988	  0.166261		CURRENT LEARNING RATE: 0.00011130070739655985
previous_iter_valid_loss : 0.16368140280246735

    874660	  0.163861	  0.163681	  0.166254		CURRENT LEARNING RATE: 0.00011127844948094635
previous_iter_valid_loss : 0.1626429706811905

    874680	  0.162811	  0.162643	  0.166331		CURRENT LEARNING RATE: 0.00011125619601647084
previous_iter_valid_loss : 0.19420760869979858

    874700	  0.194326	  0.194208	  0.166862		CURRENT LEARNING RATE: 0.00011123394700224318
previous_iter_valid_loss : 0.1655617505311966

    874720	  0.165762	  0.165562	  0.167094		CURRENT LEARNING RATE: 0.00011121170243737323
previous_iter_valid_loss : 0.17163321375846863

    874740	  0.171789	  0.171633	  0.167569		CURRENT LEARNING RATE: 0.00011118946232097157
previous_iter_valid_loss : 0.16134856641292572

    874760	  0.161527	  0.161349	  0.167425		CURRENT LEARNING RATE: 0.00011116722665214844
previous_iter_valid_loss : 0.1672389656305313

    874780	  0.167400	  0.167239	  0.167718		CURRENT LEARNING RATE: 0.00011114499543001438
previous_iter_valid_loss : 0.16055455803871155

    874800	  0.160724	  0.160555	  0.167643		CURRENT LEARNING RATE: 0.00011112276865367994
previous_iter_valid_loss : 0.16054277122020721

    874820	  0.160715	  0.160543	  0.167582		CURRENT LEARNING RATE: 0.00011110054632225648
previous_iter_valid_loss : 0.1622079312801361

    874840	  0.162359	  0.162208	  0.167583		CURRENT LEARNING RATE: 0.00011107832843485487
previous_iter_valid_loss : 0.16109156608581543

    874860	  0.161278	  0.161092	  0.167095		CURRENT LEARNING RATE: 0.00011105611499058643
previous_iter_valid_loss : 0.16060903668403625

    874880	  0.160781	  0.160609	  0.167043		CURRENT LEARNING RATE: 0.0001110339059885624
previous_iter_valid_loss : 0.17040832340717316

    874900	  0.170560	  0.170408	  0.167264		CURRENT LEARNING RATE: 0.00011101170142789481
previous_iter_valid_loss : 0.1609674096107483

    874920	  0.161151	  0.160967	  0.166024		CURRENT LEARNING RATE: 0.00011098950130769531
previous_iter_valid_loss : 0.17055492103099823

    874940	  0.170803	  0.170555	  0.166484		CURRENT LEARNING RATE: 0.00011096730562707588
previous_iter_valid_loss : 0.17090778052806854

    874960	  0.171063	  0.170908	  0.166872		CURRENT LEARNING RATE: 0.00011094511438514848
previous_iter_valid_loss : 0.16449837386608124

    874980	  0.164673	  0.164498	  0.166885		CURRENT LEARNING RATE: 0.00011092292758102587
previous_iter_valid_loss : 0.1635938286781311

    875000	  0.163796	  0.163594	  0.166345		CURRENT LEARNING RATE: 0.00011090074521382038
previous_iter_valid_loss : 0.16278605163097382

    875020	  0.162953	  0.162786	  0.165798		CURRENT LEARNING RATE: 0.0001108785672826445
previous_iter_valid_loss : 0.16365276277065277

    875040	  0.163818	  0.163653	  0.165931		CURRENT LEARNING RATE: 0.00011085639378661155
previous_iter_valid_loss : 0.16357874870300293

    875060	  0.163787	  0.163579	  0.165926		CURRENT LEARNING RATE: 0.00011083422472483435
previous_iter_valid_loss : 0.19034521281719208

    875080	  0.190766	  0.190345	  0.167311		CURRENT LEARNING RATE: 0.00011081206009642616
previous_iter_valid_loss : 0.1710129678249359

    875100	  0.171269	  0.171013	  0.166151		CURRENT LEARNING RATE: 0.00011078989990050019
previous_iter_valid_loss : 0.1612166315317154

    875120	  0.161375	  0.161217	  0.165934		CURRENT LEARNING RATE: 0.00011076774413617043
previous_iter_valid_loss : 0.16305777430534363

    875140	  0.163226	  0.163058	  0.165505		CURRENT LEARNING RATE: 0.00011074559280255044
previous_iter_valid_loss : 0.18075066804885864

    875160	  0.181092	  0.180751	  0.166475		CURRENT LEARNING RATE: 0.00011072344589875418
previous_iter_valid_loss : 0.16133348643779755

    875180	  0.161488	  0.161333	  0.166180		CURRENT LEARNING RATE: 0.00011070130342389558
previous_iter_valid_loss : 0.17190447449684143

    875200	  0.172055	  0.171904	  0.166747		CURRENT LEARNING RATE: 0.00011067916537708933
previous_iter_valid_loss : 0.16116490960121155

    875220	  0.161328	  0.161165	  0.166778		CURRENT LEARNING RATE: 0.0001106570317574497
previous_iter_valid_loss : 0.16082166135311127

    875240	  0.160987	  0.160822	  0.166709		CURRENT LEARNING RATE: 0.00011063490256409136
previous_iter_valid_loss : 0.16836869716644287

    875260	  0.168605	  0.168369	  0.167073		CURRENT LEARNING RATE: 0.00011061277779612895
previous_iter_valid_loss : 0.16935469210147858

    875280	  0.169507	  0.169355	  0.167510		CURRENT LEARNING RATE: 0.00011059065745267787
previous_iter_valid_loss : 0.1607624739408493

    875300	  0.160933	  0.160762	  0.167028		CURRENT LEARNING RATE: 0.00011056854153285308
previous_iter_valid_loss : 0.1734863817691803

    875320	  0.173759	  0.173486	  0.167654		CURRENT LEARNING RATE: 0.00011054643003576996
previous_iter_valid_loss : 0.16075319051742554

    875340	  0.160906	  0.160753	  0.167164		CURRENT LEARNING RATE: 0.00011052432296054387
previous_iter_valid_loss : 0.16269059479236603

    875360	  0.162866	  0.162691	  0.166753		CURRENT LEARNING RATE: 0.00011050222030629093
previous_iter_valid_loss : 0.1641763150691986

    875380	  0.164350	  0.164176	  0.166737		CURRENT LEARNING RATE: 0.0001104801220721268
previous_iter_valid_loss : 0.16342006623744965

    875400	  0.163609	  0.163420	  0.166728		CURRENT LEARNING RATE: 0.00011045802825716736
previous_iter_valid_loss : 0.16361811757087708

    875420	  0.163785	  0.163618	  0.166770		CURRENT LEARNING RATE: 0.00011043593886052927
previous_iter_valid_loss : 0.16050662100315094

    875440	  0.160672	  0.160507	  0.166612		CURRENT LEARNING RATE: 0.00011041385388132878
previous_iter_valid_loss : 0.16081112623214722

    875460	  0.160987	  0.160811	  0.166474		CURRENT LEARNING RATE: 0.00011039177331868243
previous_iter_valid_loss : 0.16154365241527557

    875480	  0.161731	  0.161544	  0.165034		CURRENT LEARNING RATE: 0.00011036969717170683
previous_iter_valid_loss : 0.16055716574192047

    875500	  0.160727	  0.160557	  0.164511		CURRENT LEARNING RATE: 0.00011034762543951933
previous_iter_valid_loss : 0.1636175513267517

    875520	  0.163821	  0.163618	  0.164631		CURRENT LEARNING RATE: 0.00011032555812123686
previous_iter_valid_loss : 0.1605222523212433

    875540	  0.160688	  0.160522	  0.164504		CURRENT LEARNING RATE: 0.00011030349521597674
previous_iter_valid_loss : 0.16115134954452515

    875560	  0.161341	  0.161151	  0.163524		CURRENT LEARNING RATE: 0.00011028143672285623
previous_iter_valid_loss : 0.1629766821861267

    875580	  0.163142	  0.162977	  0.163607		CURRENT LEARNING RATE: 0.00011025938264099342
previous_iter_valid_loss : 0.16647857427597046

    875600	  0.166643	  0.166479	  0.163335		CURRENT LEARNING RATE: 0.00011023733296950591
previous_iter_valid_loss : 0.16065825521945953

    875620	  0.160813	  0.160658	  0.163310		CURRENT LEARNING RATE: 0.00011021528770751175
previous_iter_valid_loss : 0.16448509693145752

    875640	  0.164706	  0.164485	  0.163493		CURRENT LEARNING RATE: 0.0001101932468541289
previous_iter_valid_loss : 0.16998803615570068

    875660	  0.170140	  0.169988	  0.163574		CURRENT LEARNING RATE: 0.00011017121040847614
previous_iter_valid_loss : 0.1605505645275116

    875680	  0.160722	  0.160551	  0.163134		CURRENT LEARNING RATE: 0.00011014917836967183
previous_iter_valid_loss : 0.18024590611457825

    875700	  0.180408	  0.180246	  0.164108		CURRENT LEARNING RATE: 0.00011012715073683465
previous_iter_valid_loss : 0.1632402539253235

    875720	  0.163440	  0.163240	  0.163596		CURRENT LEARNING RATE: 0.00011010512750908332
previous_iter_valid_loss : 0.16675952076911926

    875740	  0.166984	  0.166760	  0.163896		CURRENT LEARNING RATE: 0.0001100831086855373
previous_iter_valid_loss : 0.17509891092777252

    875760	  0.175387	  0.175099	  0.164517		CURRENT LEARNING RATE: 0.00011006109426531566
previous_iter_valid_loss : 0.20623478293418884

    875780	  0.206812	  0.206235	  0.166619		CURRENT LEARNING RATE: 0.0001100390842475378
previous_iter_valid_loss : 0.18759655952453613

    875800	  0.187737	  0.187597	  0.167828		CURRENT LEARNING RATE: 0.00011001707863132312
previous_iter_valid_loss : 0.16085197031497955

    875820	  0.161037	  0.160852	  0.167690		CURRENT LEARNING RATE: 0.0001099950774157918
previous_iter_valid_loss : 0.1631830632686615

    875840	  0.163351	  0.163183	  0.167824		CURRENT LEARNING RATE: 0.00010997308060006358
previous_iter_valid_loss : 0.16206763684749603

    875860	  0.162233	  0.162068	  0.167887		CURRENT LEARNING RATE: 0.00010995108818325842
previous_iter_valid_loss : 0.16067801415920258

    875880	  0.160849	  0.160678	  0.167843		CURRENT LEARNING RATE: 0.00010992910016449699
previous_iter_valid_loss : 0.16079731285572052

    875900	  0.160984	  0.160797	  0.167855		CURRENT LEARNING RATE: 0.00010990711654289956
previous_iter_valid_loss : 0.16060274839401245

    875920	  0.160769	  0.160603	  0.167705		CURRENT LEARNING RATE: 0.00010988513731758685
previous_iter_valid_loss : 0.16462206840515137

    875940	  0.164827	  0.164622	  0.167910		CURRENT LEARNING RATE: 0.00010986316248767943
previous_iter_valid_loss : 0.1621066927909851

    875960	  0.162293	  0.162107	  0.167957		CURRENT LEARNING RATE: 0.0001098411920522987
previous_iter_valid_loss : 0.1660711020231247

    875980	  0.166287	  0.166071	  0.168112		CURRENT LEARNING RATE: 0.00010981922601056568
previous_iter_valid_loss : 0.16212834417819977

    876000	  0.162328	  0.162128	  0.167895		CURRENT LEARNING RATE: 0.00010979726436160172
previous_iter_valid_loss : 0.16053996980190277

    876020	  0.160708	  0.160540	  0.167889		CURRENT LEARNING RATE: 0.00010977530710452817
previous_iter_valid_loss : 0.1796990931034088

    876040	  0.180013	  0.179699	  0.168649		CURRENT LEARNING RATE: 0.0001097533542384671
previous_iter_valid_loss : 0.16050106287002563

    876060	  0.160676	  0.160501	  0.168175		CURRENT LEARNING RATE: 0.0001097314057625402
previous_iter_valid_loss : 0.16103515028953552

    876080	  0.161229	  0.161035	  0.168199		CURRENT LEARNING RATE: 0.00010970946167586956
previous_iter_valid_loss : 0.16472452878952026

    876100	  0.164930	  0.164725	  0.167423		CURRENT LEARNING RATE: 0.0001096875219775772
previous_iter_valid_loss : 0.1614779680967331

    876120	  0.161643	  0.161478	  0.167335		CURRENT LEARNING RATE: 0.00010966558666678594
previous_iter_valid_loss : 0.16445259749889374

    876140	  0.164660	  0.164453	  0.167220		CURRENT LEARNING RATE: 0.00010964365574261816
previous_iter_valid_loss : 0.18695124983787537

    876160	  0.187094	  0.186951	  0.167812		CURRENT LEARNING RATE: 0.0001096217292041966
previous_iter_valid_loss : 0.16094808280467987

    876180	  0.161109	  0.160948	  0.165548		CURRENT LEARNING RATE: 0.00010959980705064405
previous_iter_valid_loss : 0.1626073122024536

    876200	  0.162770	  0.162607	  0.164299		CURRENT LEARNING RATE: 0.00010957788928108399
previous_iter_valid_loss : 0.160565584897995

    876220	  0.160723	  0.160566	  0.164284		CURRENT LEARNING RATE: 0.0001095559758946395
previous_iter_valid_loss : 0.16352331638336182

    876240	  0.163688	  0.163523	  0.164301		CURRENT LEARNING RATE: 0.00010953406689043389
previous_iter_valid_loss : 0.16540981829166412

    876260	  0.165575	  0.165410	  0.164468		CURRENT LEARNING RATE: 0.00010951216226759115
previous_iter_valid_loss : 0.16956381499767303

    876280	  0.169812	  0.169564	  0.164913		CURRENT LEARNING RATE: 0.00010949026202523493
previous_iter_valid_loss : 0.16350241005420685

    876300	  0.163699	  0.163502	  0.165048		CURRENT LEARNING RATE: 0.0001094683661624892
previous_iter_valid_loss : 0.16505609452724457

    876320	  0.165283	  0.165056	  0.165271		CURRENT LEARNING RATE: 0.00010944647467847793
previous_iter_valid_loss : 0.16185198724269867

    876340	  0.162021	  0.161852	  0.165132		CURRENT LEARNING RATE: 0.00010942458757232585
previous_iter_valid_loss : 0.16563358902931213

    876360	  0.165843	  0.165634	  0.165308		CURRENT LEARNING RATE: 0.00010940270484315729
previous_iter_valid_loss : 0.1627878099679947

    876380	  0.162961	  0.162788	  0.165144		CURRENT LEARNING RATE: 0.00010938082649009696
previous_iter_valid_loss : 0.16078387200832367

    876400	  0.160949	  0.160784	  0.165077		CURRENT LEARNING RATE: 0.00010935895251226949
previous_iter_valid_loss : 0.16222621500492096

    876420	  0.162385	  0.162226	  0.165161		CURRENT LEARNING RATE: 0.00010933708290880034
previous_iter_valid_loss : 0.16123001277446747

    876440	  0.161413	  0.161230	  0.164238		CURRENT LEARNING RATE: 0.0001093152176788145
previous_iter_valid_loss : 0.17656081914901733

    876460	  0.176846	  0.176561	  0.165041		CURRENT LEARNING RATE: 0.0001092933568214374
previous_iter_valid_loss : 0.167167067527771

    876480	  0.167325	  0.167167	  0.165347		CURRENT LEARNING RATE: 0.00010927150033579438
previous_iter_valid_loss : 0.16069525480270386

    876500	  0.160844	  0.160695	  0.165146		CURRENT LEARNING RATE: 0.00010924964822101159
previous_iter_valid_loss : 0.16049788892269135

    876520	  0.160663	  0.160498	  0.165097		CURRENT LEARNING RATE: 0.00010922780047621475
previous_iter_valid_loss : 0.16790905594825745

    876540	  0.168068	  0.167909	  0.165270		CURRENT LEARNING RATE: 0.00010920595710052994
previous_iter_valid_loss : 0.16052918136119843

    876560	  0.160685	  0.160529	  0.163949		CURRENT LEARNING RATE: 0.00010918411809308324
previous_iter_valid_loss : 0.1640772521495819

    876580	  0.164247	  0.164077	  0.164105		CURRENT LEARNING RATE: 0.00010916228345300146
previous_iter_valid_loss : 0.18485724925994873

    876600	  0.185232	  0.184857	  0.165218		CURRENT LEARNING RATE: 0.00010914045317941103
previous_iter_valid_loss : 0.16278612613677979

    876620	  0.162958	  0.162786	  0.165329		CURRENT LEARNING RATE: 0.00010911862727143856
previous_iter_valid_loss : 0.17993633449077606

    876640	  0.180102	  0.179936	  0.166149		CURRENT LEARNING RATE: 0.00010909680572821138
previous_iter_valid_loss : 0.1635856032371521

    876660	  0.163784	  0.163586	  0.166058		CURRENT LEARNING RATE: 0.00010907498854885645
previous_iter_valid_loss : 0.16376453638076782

    876680	  0.163981	  0.163765	  0.165768		CURRENT LEARNING RATE: 0.00010905317573250108
previous_iter_valid_loss : 0.1608419418334961

    876700	  0.161030	  0.160842	  0.165635		CURRENT LEARNING RATE: 0.00010903136727827255
previous_iter_valid_loss : 0.16092738509178162

    876720	  0.161083	  0.160927	  0.165429		CURRENT LEARNING RATE: 0.00010900956318529893
previous_iter_valid_loss : 0.16060090065002441

    876740	  0.160754	  0.160601	  0.165366		CURRENT LEARNING RATE: 0.00010898776345270784
previous_iter_valid_loss : 0.16119572520256042

    876760	  0.161352	  0.161196	  0.165144		CURRENT LEARNING RATE: 0.00010896596807962731
previous_iter_valid_loss : 0.1611461490392685

    876780	  0.161307	  0.161146	  0.165062		CURRENT LEARNING RATE: 0.00010894417706518533
previous_iter_valid_loss : 0.1622793972492218

    876800	  0.162468	  0.162279	  0.165137		CURRENT LEARNING RATE: 0.00010892239040851061
previous_iter_valid_loss : 0.16061928868293762

    876820	  0.160778	  0.160619	  0.165057		CURRENT LEARNING RATE: 0.00010890060810873156
previous_iter_valid_loss : 0.16149255633354187

    876840	  0.161648	  0.161493	  0.165070		CURRENT LEARNING RATE: 0.00010887883016497682
previous_iter_valid_loss : 0.166548490524292

    876860	  0.166715	  0.166548	  0.164569		CURRENT LEARNING RATE: 0.00010885705657637513
previous_iter_valid_loss : 0.17500081658363342

    876880	  0.175158	  0.175001	  0.164961		CURRENT LEARNING RATE: 0.00010883528734205591
previous_iter_valid_loss : 0.1610480695962906

    876900	  0.161232	  0.161048	  0.164978		CURRENT LEARNING RATE: 0.00010881352246114819
previous_iter_valid_loss : 0.17570695281028748

    876920	  0.175857	  0.175707	  0.165739		CURRENT LEARNING RATE: 0.00010879176193278136
previous_iter_valid_loss : 0.17015032470226288

    876940	  0.170301	  0.170150	  0.165851		CURRENT LEARNING RATE: 0.00010877000575608486
previous_iter_valid_loss : 0.16732515394687653

    876960	  0.167483	  0.167325	  0.166191		CURRENT LEARNING RATE: 0.00010874825393018879
previous_iter_valid_loss : 0.1608876883983612

    876980	  0.161045	  0.160888	  0.166031		CURRENT LEARNING RATE: 0.0001087265064542229
previous_iter_valid_loss : 0.17934226989746094

    877000	  0.179667	  0.179342	  0.165756		CURRENT LEARNING RATE: 0.00010870476332731707
previous_iter_valid_loss : 0.16087983548641205

    877020	  0.161056	  0.160880	  0.165660		CURRENT LEARNING RATE: 0.000108683024548602
previous_iter_valid_loss : 0.19029420614242554

    877040	  0.190422	  0.190294	  0.166178		CURRENT LEARNING RATE: 0.00010866129011720792
previous_iter_valid_loss : 0.16809433698654175

    877060	  0.168254	  0.168094	  0.166404		CURRENT LEARNING RATE: 0.00010863956003226546
previous_iter_valid_loss : 0.17364341020584106

    877080	  0.173791	  0.173643	  0.166897		CURRENT LEARNING RATE: 0.00010861783429290521
previous_iter_valid_loss : 0.16056060791015625

    877100	  0.160718	  0.160561	  0.166883		CURRENT LEARNING RATE: 0.00010859611289825855
previous_iter_valid_loss : 0.18325740098953247

    877120	  0.183615	  0.183257	  0.168000		CURRENT LEARNING RATE: 0.00010857439584745641
previous_iter_valid_loss : 0.16750331223011017

    877140	  0.167723	  0.167503	  0.168345		CURRENT LEARNING RATE: 0.00010855268313963014
previous_iter_valid_loss : 0.1652877926826477

    877160	  0.165493	  0.165288	  0.168550		CURRENT LEARNING RATE: 0.00010853097477391101
previous_iter_valid_loss : 0.16429847478866577

    877180	  0.164495	  0.164298	  0.168707		CURRENT LEARNING RATE: 0.00010850927074943107
previous_iter_valid_loss : 0.16097091138362885

    877200	  0.161150	  0.160971	  0.168642		CURRENT LEARNING RATE: 0.00010848757106532198
previous_iter_valid_loss : 0.1750410944223404

    877220	  0.175189	  0.175041	  0.169363		CURRENT LEARNING RATE: 0.00010846587572071575
previous_iter_valid_loss : 0.1608157455921173

    877240	  0.160975	  0.160816	  0.169329		CURRENT LEARNING RATE: 0.00010844418471474435
previous_iter_valid_loss : 0.1620967537164688

    877260	  0.162294	  0.162097	  0.169106		CURRENT LEARNING RATE: 0.00010842249804654056
previous_iter_valid_loss : 0.16059909760951996

    877280	  0.160770	  0.160599	  0.168386		CURRENT LEARNING RATE: 0.00010840081571523671
previous_iter_valid_loss : 0.16644708812236786

    877300	  0.166676	  0.166447	  0.168656		CURRENT LEARNING RATE: 0.0001083791377199655
previous_iter_valid_loss : 0.17377784848213196

    877320	  0.174050	  0.173778	  0.168560		CURRENT LEARNING RATE: 0.00010835746405985962
previous_iter_valid_loss : 0.16618414223194122

    877340	  0.166393	  0.166184	  0.168362		CURRENT LEARNING RATE: 0.0001083357947340525
previous_iter_valid_loss : 0.1624065637588501

    877360	  0.162575	  0.162407	  0.168116		CURRENT LEARNING RATE: 0.0001083141297416772
previous_iter_valid_loss : 0.16401360929012299

    877380	  0.164182	  0.164014	  0.168272		CURRENT LEARNING RATE: 0.0001082924690818671
previous_iter_valid_loss : 0.1622094064950943

    877400	  0.162372	  0.162209	  0.167415		CURRENT LEARNING RATE: 0.0001082708127537556
previous_iter_valid_loss : 0.16529580950737

    877420	  0.165465	  0.165296	  0.167636		CURRENT LEARNING RATE: 0.0001082491607564768
previous_iter_valid_loss : 0.16314205527305603

    877440	  0.163311	  0.163142	  0.166279		CURRENT LEARNING RATE: 0.00010822751308916444
previous_iter_valid_loss : 0.16075316071510315

    877460	  0.160918	  0.160753	  0.165911		CURRENT LEARNING RATE: 0.00010820586975095244
previous_iter_valid_loss : 0.17086607217788696

    877480	  0.171016	  0.170866	  0.165773		CURRENT LEARNING RATE: 0.0001081842307409754
previous_iter_valid_loss : 0.16160361468791962

    877500	  0.161793	  0.161604	  0.165825		CURRENT LEARNING RATE: 0.00010816259605836765
previous_iter_valid_loss : 0.16056959331035614

    877520	  0.160741	  0.160570	  0.164690		CURRENT LEARNING RATE: 0.00010814096570226374
previous_iter_valid_loss : 0.16193407773971558

    877540	  0.162096	  0.161934	  0.164412		CURRENT LEARNING RATE: 0.00010811933967179828
previous_iter_valid_loss : 0.16193096339702606

    877560	  0.162079	  0.161931	  0.164244		CURRENT LEARNING RATE: 0.0001080977179661066
previous_iter_valid_loss : 0.18717634677886963

    877580	  0.187585	  0.187176	  0.165388		CURRENT LEARNING RATE: 0.00010807610058432367
previous_iter_valid_loss : 0.16375839710235596

    877600	  0.163959	  0.163758	  0.165527		CURRENT LEARNING RATE: 0.00010805448752558477
previous_iter_valid_loss : 0.1781945675611496

    877620	  0.178500	  0.178195	  0.165685		CURRENT LEARNING RATE: 0.0001080328787890252
previous_iter_valid_loss : 0.16062960028648376

    877640	  0.160799	  0.160630	  0.165676		CURRENT LEARNING RATE: 0.00010801127437378099
previous_iter_valid_loss : 0.17396457493305206

    877660	  0.174236	  0.173965	  0.166269		CURRENT LEARNING RATE: 0.00010798967427898776
previous_iter_valid_loss : 0.17114800214767456

    877680	  0.171304	  0.171148	  0.166797		CURRENT LEARNING RATE: 0.00010796807850378153
previous_iter_valid_loss : 0.1606563776731491

    877700	  0.160808	  0.160656	  0.166507		CURRENT LEARNING RATE: 0.00010794648704729824
previous_iter_valid_loss : 0.1626332402229309

    877720	  0.162789	  0.162633	  0.165950		CURRENT LEARNING RATE: 0.00010792489990867464
previous_iter_valid_loss : 0.17217518389225006

    877740	  0.172440	  0.172175	  0.166249		CURRENT LEARNING RATE: 0.00010790331708704708
previous_iter_valid_loss : 0.17029181122779846

    877760	  0.170437	  0.170292	  0.166644		CURRENT LEARNING RATE: 0.00010788173858155219
previous_iter_valid_loss : 0.16286031901836395

    877780	  0.163056	  0.162860	  0.166586		CURRENT LEARNING RATE: 0.00010786016439132668
previous_iter_valid_loss : 0.17940689623355865

    877800	  0.179735	  0.179407	  0.167446		CURRENT LEARNING RATE: 0.00010783859451550794
previous_iter_valid_loss : 0.16052331030368805

    877820	  0.160675	  0.160523	  0.167207		CURRENT LEARNING RATE: 0.000107817028953233
previous_iter_valid_loss : 0.16879433393478394

    877840	  0.168950	  0.168794	  0.167490		CURRENT LEARNING RATE: 0.00010779546770363904
previous_iter_valid_loss : 0.1643342673778534

    877860	  0.164540	  0.164334	  0.167669		CURRENT LEARNING RATE: 0.000107773910765864
previous_iter_valid_loss : 0.16601507365703583

    877880	  0.166226	  0.166015	  0.167426		CURRENT LEARNING RATE: 0.0001077523581390454
previous_iter_valid_loss : 0.17067968845367432

    877900	  0.170831	  0.170680	  0.167880		CURRENT LEARNING RATE: 0.00010773080982232114
previous_iter_valid_loss : 0.16625738143920898

    877920	  0.166416	  0.166257	  0.168164		CURRENT LEARNING RATE: 0.0001077092658148291
previous_iter_valid_loss : 0.16130422055721283

    877940	  0.161490	  0.161304	  0.168133		CURRENT LEARNING RATE: 0.00010768772611570789
previous_iter_valid_loss : 0.16623076796531677

    877960	  0.166387	  0.166231	  0.168348		CURRENT LEARNING RATE: 0.00010766619072409575
previous_iter_valid_loss : 0.1606285274028778

    877980	  0.160804	  0.160629	  0.167021		CURRENT LEARNING RATE: 0.00010764465963913126
previous_iter_valid_loss : 0.20580722391605377

    878000	  0.205864	  0.205807	  0.169123		CURRENT LEARNING RATE: 0.00010762313285995296
previous_iter_valid_loss : 0.1820157766342163

    878020	  0.182174	  0.182016	  0.169314		CURRENT LEARNING RATE: 0.00010760161038570018
previous_iter_valid_loss : 0.16246356070041656

    878040	  0.162619	  0.162464	  0.169406		CURRENT LEARNING RATE: 0.00010758009221551183
previous_iter_valid_loss : 0.17231447994709015

    878060	  0.172460	  0.172314	  0.169323		CURRENT LEARNING RATE: 0.0001075585783485272
previous_iter_valid_loss : 0.1605108678340912

    878080	  0.160676	  0.160511	  0.168791		CURRENT LEARNING RATE: 0.00010753706878388553
previous_iter_valid_loss : 0.16071359813213348

    878100	  0.160896	  0.160714	  0.168794		CURRENT LEARNING RATE: 0.00010751556352072679
previous_iter_valid_loss : 0.1605280041694641

    878120	  0.160698	  0.160528	  0.168689		CURRENT LEARNING RATE: 0.00010749406255819063
previous_iter_valid_loss : 0.16099855303764343

    878140	  0.161184	  0.160999	  0.168130		CURRENT LEARNING RATE: 0.00010747256589541696
previous_iter_valid_loss : 0.16723935306072235

    878160	  0.167395	  0.167239	  0.167978		CURRENT LEARNING RATE: 0.00010745107353154576
previous_iter_valid_loss : 0.17701254785060883

    878180	  0.177171	  0.177013	  0.168685		CURRENT LEARNING RATE: 0.00010742958546571771
previous_iter_valid_loss : 0.16560262441635132

    878200	  0.165768	  0.165603	  0.167995		CURRENT LEARNING RATE: 0.0001074081016970731
previous_iter_valid_loss : 0.1611805558204651

    878220	  0.161360	  0.161181	  0.168028		CURRENT LEARNING RATE: 0.00010738662222475239
previous_iter_valid_loss : 0.17084170877933502

    878240	  0.171090	  0.170842	  0.168130		CURRENT LEARNING RATE: 0.00010736514704789675
previous_iter_valid_loss : 0.16052725911140442

    878260	  0.160685	  0.160527	  0.167940		CURRENT LEARNING RATE: 0.00010734367616564701
previous_iter_valid_loss : 0.1605372130870819

    878280	  0.160708	  0.160537	  0.167666		CURRENT LEARNING RATE: 0.00010732220957714432
previous_iter_valid_loss : 0.16056182980537415

    878300	  0.160723	  0.160562	  0.167160		CURRENT LEARNING RATE: 0.00010730074728152986
previous_iter_valid_loss : 0.1626076102256775

    878320	  0.162799	  0.162608	  0.166978		CURRENT LEARNING RATE: 0.0001072792892779455
previous_iter_valid_loss : 0.16100546717643738

    878340	  0.161164	  0.161005	  0.166963		CURRENT LEARNING RATE: 0.0001072578355655327
previous_iter_valid_loss : 0.16123974323272705

    878360	  0.161420	  0.161240	  0.166713		CURRENT LEARNING RATE: 0.00010723638614343336
previous_iter_valid_loss : 0.166537344455719

    878380	  0.166745	  0.166537	  0.167008		CURRENT LEARNING RATE: 0.00010721494101078929
previous_iter_valid_loss : 0.16524629294872284

    878400	  0.165409	  0.165246	  0.164980		CURRENT LEARNING RATE: 0.00010719350016674305
previous_iter_valid_loss : 0.16069677472114563

    878420	  0.160856	  0.160697	  0.163914		CURRENT LEARNING RATE: 0.00010717206361043683
previous_iter_valid_loss : 0.1647738665342331

    878440	  0.164936	  0.164774	  0.164030		CURRENT LEARNING RATE: 0.00010715063134101318
previous_iter_valid_loss : 0.16128796339035034

    878460	  0.161446	  0.161288	  0.163479		CURRENT LEARNING RATE: 0.0001071292033576146
previous_iter_valid_loss : 0.16092997789382935

    878480	  0.161090	  0.160930	  0.163500		CURRENT LEARNING RATE: 0.00010710777965938437
previous_iter_valid_loss : 0.16071480512619019

    878500	  0.160873	  0.160715	  0.163500		CURRENT LEARNING RATE: 0.00010708636024546532
previous_iter_valid_loss : 0.16451488435268402

    878520	  0.164716	  0.164515	  0.163699		CURRENT LEARNING RATE: 0.00010706494511500071
previous_iter_valid_loss : 0.1606561839580536

    878540	  0.160803	  0.160656	  0.163682		CURRENT LEARNING RATE: 0.00010704353426713373
previous_iter_valid_loss : 0.1614961177110672

    878560	  0.161672	  0.161496	  0.163395		CURRENT LEARNING RATE: 0.00010702212770100833
previous_iter_valid_loss : 0.16465964913368225

    878580	  0.164870	  0.164660	  0.162777		CURRENT LEARNING RATE: 0.00010700072541576805
previous_iter_valid_loss : 0.16565686464309692

    878600	  0.165869	  0.165657	  0.162780		CURRENT LEARNING RATE: 0.00010697932741055679
previous_iter_valid_loss : 0.17248259484767914

    878620	  0.172754	  0.172483	  0.163345		CURRENT LEARNING RATE: 0.00010695793368451845
previous_iter_valid_loss : 0.16050447523593903

    878640	  0.160670	  0.160504	  0.162828		CURRENT LEARNING RATE: 0.00010693654423679766
previous_iter_valid_loss : 0.1782810539007187

    878660	  0.178441	  0.178281	  0.163716		CURRENT LEARNING RATE: 0.00010691515906653867
previous_iter_valid_loss : 0.1611962765455246

    878680	  0.161353	  0.161196	  0.163749		CURRENT LEARNING RATE: 0.00010689377817288585
previous_iter_valid_loss : 0.16999034583568573

    878700	  0.170144	  0.169990	  0.164220		CURRENT LEARNING RATE: 0.00010687240155498436
previous_iter_valid_loss : 0.17273816466331482

    878720	  0.172885	  0.172738	  0.164727		CURRENT LEARNING RATE: 0.00010685102921197896
previous_iter_valid_loss : 0.16270719468593597

    878740	  0.162903	  0.162707	  0.164812		CURRENT LEARNING RATE: 0.00010682966114301476
previous_iter_valid_loss : 0.1676761656999588

    878760	  0.167910	  0.167676	  0.165134		CURRENT LEARNING RATE: 0.0001068082973472368
previous_iter_valid_loss : 0.1641397774219513

    878780	  0.164339	  0.164140	  0.165014		CURRENT LEARNING RATE: 0.00010678693782379093
previous_iter_valid_loss : 0.1676865965127945

    878800	  0.167840	  0.167687	  0.165136		CURRENT LEARNING RATE: 0.00010676558257182261
previous_iter_valid_loss : 0.16120722889900208

    878820	  0.161396	  0.161207	  0.165161		CURRENT LEARNING RATE: 0.00010674423159047761
previous_iter_valid_loss : 0.16241329908370972

    878840	  0.162613	  0.162413	  0.165043		CURRENT LEARNING RATE: 0.00010672288487890168
previous_iter_valid_loss : 0.16237227618694305

    878860	  0.162573	  0.162372	  0.165097		CURRENT LEARNING RATE: 0.00010670154243624136
previous_iter_valid_loss : 0.16182687878608704

    878880	  0.161992	  0.161827	  0.165142		CURRENT LEARNING RATE: 0.00010668020426164274
previous_iter_valid_loss : 0.160884827375412

    878900	  0.161029	  0.160885	  0.165151		CURRENT LEARNING RATE: 0.00010665887035425233
previous_iter_valid_loss : 0.16356806457042694

    878920	  0.163770	  0.163568	  0.165103		CURRENT LEARNING RATE: 0.00010663754071321653
previous_iter_valid_loss : 0.16070346534252167

    878940	  0.160861	  0.160703	  0.165106		CURRENT LEARNING RATE: 0.00010661621533768258
previous_iter_valid_loss : 0.17059586942195892

    878960	  0.170746	  0.170596	  0.165561		CURRENT LEARNING RATE: 0.00010659489422679724
previous_iter_valid_loss : 0.17132240533828735

    878980	  0.171470	  0.171322	  0.165894		CURRENT LEARNING RATE: 0.0001065735773797077
previous_iter_valid_loss : 0.16191346943378448

    879000	  0.162079	  0.161913	  0.165707		CURRENT LEARNING RATE: 0.00010655226479556108
previous_iter_valid_loss : 0.18824535608291626

    879020	  0.188380	  0.188245	  0.166495		CURRENT LEARNING RATE: 0.00010653095647350524
previous_iter_valid_loss : 0.16333521902561188

    879040	  0.163505	  0.163335	  0.166636		CURRENT LEARNING RATE: 0.0001065096524126877
previous_iter_valid_loss : 0.16184335947036743

    879060	  0.162005	  0.161843	  0.165815		CURRENT LEARNING RATE: 0.00010648835261225606
previous_iter_valid_loss : 0.16169406473636627

    879080	  0.161884	  0.161694	  0.165839		CURRENT LEARNING RATE: 0.00010646705707135873
previous_iter_valid_loss : 0.17982085049152374

    879100	  0.180155	  0.179821	  0.166331		CURRENT LEARNING RATE: 0.00010644576578914369
previous_iter_valid_loss : 0.1610639989376068

    879120	  0.161249	  0.161064	  0.165747		CURRENT LEARNING RATE: 0.00010642447876475932
previous_iter_valid_loss : 0.1634218692779541

    879140	  0.163584	  0.163422	  0.165783		CURRENT LEARNING RATE: 0.0001064031959973539
previous_iter_valid_loss : 0.1619083136320114

    879160	  0.162069	  0.161908	  0.165495		CURRENT LEARNING RATE: 0.00010638191748607654
previous_iter_valid_loss : 0.16104088723659515

    879180	  0.161195	  0.161041	  0.165340		CURRENT LEARNING RATE: 0.0001063606432300759
previous_iter_valid_loss : 0.16433291137218475

    879200	  0.164538	  0.164333	  0.165172		CURRENT LEARNING RATE: 0.00010633937322850097
previous_iter_valid_loss : 0.16960668563842773

    879220	  0.169754	  0.169607	  0.165592		CURRENT LEARNING RATE: 0.00010631810748050083
previous_iter_valid_loss : 0.16393250226974487

    879240	  0.164106	  0.163933	  0.165668		CURRENT LEARNING RATE: 0.00010629684598522516
previous_iter_valid_loss : 0.16996881365776062

    879260	  0.170222	  0.169969	  0.166048		CURRENT LEARNING RATE: 0.00010627558874182338
previous_iter_valid_loss : 0.160659059882164

    879280	  0.160843	  0.160659	  0.165989		CURRENT LEARNING RATE: 0.00010625433574944515
previous_iter_valid_loss : 0.1653306931257248

    879300	  0.165546	  0.165331	  0.166212		CURRENT LEARNING RATE: 0.00010623308700724017
previous_iter_valid_loss : 0.16417571902275085

    879320	  0.164348	  0.164176	  0.166242		CURRENT LEARNING RATE: 0.00010621184251435886
previous_iter_valid_loss : 0.16805604100227356

    879340	  0.168212	  0.168056	  0.166610		CURRENT LEARNING RATE: 0.00010619060226995129
previous_iter_valid_loss : 0.16113290190696716

    879360	  0.161292	  0.161133	  0.166136		CURRENT LEARNING RATE: 0.00010616936627316782
previous_iter_valid_loss : 0.16110628843307495

    879380	  0.161295	  0.161106	  0.165626		CURRENT LEARNING RATE: 0.00010614813452315882
previous_iter_valid_loss : 0.1613287329673767

    879400	  0.161518	  0.161329	  0.165596		CURRENT LEARNING RATE: 0.0001061269070190754
previous_iter_valid_loss : 0.1606811285018921

    879420	  0.160833	  0.160681	  0.164218		CURRENT LEARNING RATE: 0.00010610568376006827
previous_iter_valid_loss : 0.16194158792495728

    879440	  0.162129	  0.161942	  0.164149		CURRENT LEARNING RATE: 0.00010608446474528834
previous_iter_valid_loss : 0.16537240147590637

    879460	  0.165536	  0.165372	  0.164325		CURRENT LEARNING RATE: 0.00010606324997388717
previous_iter_valid_loss : 0.16502772271633148

    879480	  0.165195	  0.165028	  0.164492		CURRENT LEARNING RATE: 0.00010604203944501605
previous_iter_valid_loss : 0.16853700578212738

    879500	  0.168689	  0.168537	  0.163927		CURRENT LEARNING RATE: 0.0001060208331578265
previous_iter_valid_loss : 0.17987646162509918

    879520	  0.180036	  0.179876	  0.164868		CURRENT LEARNING RATE: 0.0001059996311114701
previous_iter_valid_loss : 0.17570506036281586

    879540	  0.175861	  0.175705	  0.165482		CURRENT LEARNING RATE: 0.00010597843330509915
previous_iter_valid_loss : 0.16055156290531158

    879560	  0.160709	  0.160552	  0.165414		CURRENT LEARNING RATE: 0.00010595723973786555
previous_iter_valid_loss : 0.16052305698394775

    879580	  0.160694	  0.160523	  0.165389		CURRENT LEARNING RATE: 0.00010593605040892155
previous_iter_valid_loss : 0.16142134368419647

    879600	  0.161607	  0.161421	  0.165243		CURRENT LEARNING RATE: 0.00010591486531741939
previous_iter_valid_loss : 0.16444620490074158

    879620	  0.164615	  0.164446	  0.164985		CURRENT LEARNING RATE: 0.00010589368446251204
previous_iter_valid_loss : 0.1617957502603531

    879640	  0.161954	  0.161796	  0.164878		CURRENT LEARNING RATE: 0.00010587250784335211
previous_iter_valid_loss : 0.1612791270017624

    879660	  0.161472	  0.161279	  0.164444		CURRENT LEARNING RATE: 0.00010585133545909248
previous_iter_valid_loss : 0.16129949688911438

    879680	  0.161458	  0.161299	  0.164476		CURRENT LEARNING RATE: 0.00010583016730888611
previous_iter_valid_loss : 0.166258305311203

    879700	  0.166412	  0.166258	  0.164522		CURRENT LEARNING RATE: 0.00010580900339188663
previous_iter_valid_loss : 0.16580206155776978

    879720	  0.165964	  0.165802	  0.164603		CURRENT LEARNING RATE: 0.00010578784370724729
previous_iter_valid_loss : 0.16728316247463226

    879740	  0.167510	  0.167283	  0.164565		CURRENT LEARNING RATE: 0.00010576668825412173
previous_iter_valid_loss : 0.1607503443956375

    879760	  0.160915	  0.160750	  0.164546		CURRENT LEARNING RATE: 0.00010574553703166352
previous_iter_valid_loss : 0.17076535522937775

    879780	  0.170914	  0.170765	  0.165029		CURRENT LEARNING RATE: 0.00010572439003902699
previous_iter_valid_loss : 0.16052742302417755

    879800	  0.160700	  0.160527	  0.164988		CURRENT LEARNING RATE: 0.00010570324727536608
previous_iter_valid_loss : 0.16477328538894653

    879820	  0.164944	  0.164773	  0.165193		CURRENT LEARNING RATE: 0.00010568210873983487
previous_iter_valid_loss : 0.160505473613739

    879840	  0.160666	  0.160505	  0.165121		CURRENT LEARNING RATE: 0.00010566097443158822
previous_iter_valid_loss : 0.17514851689338684

    879860	  0.175297	  0.175149	  0.165610		CURRENT LEARNING RATE: 0.00010563984434978057
previous_iter_valid_loss : 0.17673663794994354

    879880	  0.177023	  0.176737	  0.166195		CURRENT LEARNING RATE: 0.00010561871849356672
previous_iter_valid_loss : 0.16081827878952026

    879900	  0.160976	  0.160818	  0.165810		CURRENT LEARNING RATE: 0.00010559759686210141
previous_iter_valid_loss : 0.17288199067115784

    879920	  0.173150	  0.172882	  0.165460		CURRENT LEARNING RATE: 0.00010557647945454018
previous_iter_valid_loss : 0.17248542606830597

    879940	  0.172628	  0.172485	  0.165299		CURRENT LEARNING RATE: 0.00010555536627003815
previous_iter_valid_loss : 0.1620425432920456

    879960	  0.162201	  0.162043	  0.165373		CURRENT LEARNING RATE: 0.00010553425730775079
previous_iter_valid_loss : 0.1611412763595581

    879980	  0.161325	  0.161141	  0.165404		CURRENT LEARNING RATE: 0.00010551315256683355
previous_iter_valid_loss : 0.17890103161334991

    880000	  0.179220	  0.178901	  0.166278		CURRENT LEARNING RATE: 0.0001054920520464426
previous_iter_valid_loss : 0.16078945994377136

    880020	  0.160953	  0.160789	  0.166095		CURRENT LEARNING RATE: 0.00010547095574573375
previous_iter_valid_loss : 0.16060906648635864

    880040	  0.160763	  0.160609	  0.166036		CURRENT LEARNING RATE: 0.00010544986366386315
previous_iter_valid_loss : 0.16085653007030487

    880060	  0.161035	  0.160857	  0.166015		CURRENT LEARNING RATE: 0.00010542877579998691
previous_iter_valid_loss : 0.16189448535442352

    880080	  0.162054	  0.161894	  0.166045		CURRENT LEARNING RATE: 0.00010540769215326191
previous_iter_valid_loss : 0.17849764227867126

    880100	  0.178660	  0.178498	  0.166657		CURRENT LEARNING RATE: 0.00010538661272284463
previous_iter_valid_loss : 0.16252294182777405

    880120	  0.162710	  0.162523	  0.166493		CURRENT LEARNING RATE: 0.00010536553750789185
previous_iter_valid_loss : 0.1843721568584442

    880140	  0.184750	  0.184372	  0.167347		CURRENT LEARNING RATE: 0.0001053444665075604
previous_iter_valid_loss : 0.16329596936702728

    880160	  0.163499	  0.163296	  0.167474		CURRENT LEARNING RATE: 0.00010532339972100782
previous_iter_valid_loss : 0.16552519798278809

    880180	  0.165727	  0.165525	  0.167212		CURRENT LEARNING RATE: 0.00010530233714739124
previous_iter_valid_loss : 0.16212423145771027

    880200	  0.162268	  0.162124	  0.167292		CURRENT LEARNING RATE: 0.00010528127878586815
previous_iter_valid_loss : 0.1659923791885376

    880220	  0.166152	  0.165992	  0.167353		CURRENT LEARNING RATE: 0.00010526022463559606
previous_iter_valid_loss : 0.16207082569599152

    880240	  0.162253	  0.162071	  0.167432		CURRENT LEARNING RATE: 0.00010523917469573314
previous_iter_valid_loss : 0.1742575615644455

    880260	  0.174417	  0.174258	  0.167387		CURRENT LEARNING RATE: 0.00010521812896543721
previous_iter_valid_loss : 0.16297848522663116

    880280	  0.163172	  0.162978	  0.166699		CURRENT LEARNING RATE: 0.00010519708744386629
previous_iter_valid_loss : 0.16204456984996796

    880300	  0.162232	  0.162045	  0.166760		CURRENT LEARNING RATE: 0.00010517605013017906
previous_iter_valid_loss : 0.16524188220500946

    880320	  0.165458	  0.165242	  0.166378		CURRENT LEARNING RATE: 0.00010515501702353385
previous_iter_valid_loss : 0.1765953153371811

    880340	  0.176883	  0.176595	  0.166584		CURRENT LEARNING RATE: 0.00010513398812308932
previous_iter_valid_loss : 0.16296067833900452

    880360	  0.163164	  0.162961	  0.166630		CURRENT LEARNING RATE: 0.00010511296342800416
previous_iter_valid_loss : 0.17098961770534515

    880380	  0.171142	  0.170990	  0.167122		CURRENT LEARNING RATE: 0.00010509194293743774
previous_iter_valid_loss : 0.17896121740341187

    880400	  0.179282	  0.178961	  0.167125		CURRENT LEARNING RATE: 0.00010507092665054903
previous_iter_valid_loss : 0.1752275973558426

    880420	  0.175380	  0.175228	  0.167847		CURRENT LEARNING RATE: 0.00010504991456649742
previous_iter_valid_loss : 0.17620334029197693

    880440	  0.176505	  0.176203	  0.168627		CURRENT LEARNING RATE: 0.0001050289066844422
previous_iter_valid_loss : 0.16803544759750366

    880460	  0.168275	  0.168035	  0.168986		CURRENT LEARNING RATE: 0.00010500790300354347
previous_iter_valid_loss : 0.16054631769657135

    880480	  0.160712	  0.160546	  0.168918		CURRENT LEARNING RATE: 0.00010498690352296088
previous_iter_valid_loss : 0.16204875707626343

    880500	  0.162211	  0.162049	  0.168096		CURRENT LEARNING RATE: 0.00010496590824185443
previous_iter_valid_loss : 0.16092528402805328

    880520	  0.161087	  0.160925	  0.168016		CURRENT LEARNING RATE: 0.00010494491715938414
previous_iter_valid_loss : 0.16550213098526

    880540	  0.165661	  0.165502	  0.167073		CURRENT LEARNING RATE: 0.00010492393027471072
previous_iter_valid_loss : 0.16087312996387482

    880560	  0.161053	  0.160873	  0.166951		CURRENT LEARNING RATE: 0.00010490294758699455
previous_iter_valid_loss : 0.16338028013706207

    880580	  0.163582	  0.163380	  0.166844		CURRENT LEARNING RATE: 0.00010488196909539628
previous_iter_valid_loss : 0.1626717746257782

    880600	  0.162832	  0.162672	  0.166872		CURRENT LEARNING RATE: 0.00010486099479907662
previous_iter_valid_loss : 0.17033132910728455

    880620	  0.170581	  0.170331	  0.167088		CURRENT LEARNING RATE: 0.00010484002469719694
previous_iter_valid_loss : 0.16341380774974823

    880640	  0.163581	  0.163414	  0.167156		CURRENT LEARNING RATE: 0.00010481905878891826
previous_iter_valid_loss : 0.17842097580432892

    880660	  0.178724	  0.178421	  0.167364		CURRENT LEARNING RATE: 0.00010479809707340178
previous_iter_valid_loss : 0.1623082160949707

    880680	  0.162493	  0.162308	  0.167330		CURRENT LEARNING RATE: 0.00010477713954980936
previous_iter_valid_loss : 0.166288822889328

    880700	  0.166450	  0.166289	  0.167543		CURRENT LEARNING RATE: 0.00010475618621730254
previous_iter_valid_loss : 0.16056668758392334

    880720	  0.160737	  0.160567	  0.167309		CURRENT LEARNING RATE: 0.00010473523707504318
previous_iter_valid_loss : 0.16179689764976501

    880740	  0.161994	  0.161797	  0.166569		CURRENT LEARNING RATE: 0.00010471429212219315
previous_iter_valid_loss : 0.1605440229177475

    880760	  0.160711	  0.160544	  0.166448		CURRENT LEARNING RATE: 0.00010469335135791498
previous_iter_valid_loss : 0.16080477833747864

    880780	  0.160962	  0.160805	  0.165939		CURRENT LEARNING RATE: 0.00010467241478137089
previous_iter_valid_loss : 0.17893549799919128

    880800	  0.179258	  0.178935	  0.165937		CURRENT LEARNING RATE: 0.00010465148239172341
previous_iter_valid_loss : 0.16058890521526337

    880820	  0.160746	  0.160589	  0.165206		CURRENT LEARNING RATE: 0.00010463055418813505
previous_iter_valid_loss : 0.16068728268146515

    880840	  0.160848	  0.160687	  0.164430		CURRENT LEARNING RATE: 0.00010460963016976904
previous_iter_valid_loss : 0.16073931753635406

    880860	  0.160894	  0.160739	  0.164065		CURRENT LEARNING RATE: 0.00010458871033578826
previous_iter_valid_loss : 0.1659443974494934

    880880	  0.166148	  0.165944	  0.164335		CURRENT LEARNING RATE: 0.00010456779468535592
previous_iter_valid_loss : 0.16049917042255402

    880900	  0.160666	  0.160499	  0.164257		CURRENT LEARNING RATE: 0.00010454688321763519
previous_iter_valid_loss : 0.18133215606212616

    880920	  0.181491	  0.181332	  0.165278		CURRENT LEARNING RATE: 0.00010452597593178999
previous_iter_valid_loss : 0.1624092161655426

    880940	  0.162594	  0.162409	  0.165123		CURRENT LEARNING RATE: 0.00010450507282698384
previous_iter_valid_loss : 0.16073134541511536

    880960	  0.160895	  0.160731	  0.165116		CURRENT LEARNING RATE: 0.00010448417390238061
previous_iter_valid_loss : 0.1610294133424759

    880980	  0.161188	  0.161029	  0.164998		CURRENT LEARNING RATE: 0.00010446327915714417
previous_iter_valid_loss : 0.17917044460773468

    881000	  0.179329	  0.179170	  0.165823		CURRENT LEARNING RATE: 0.0001044423885904391
previous_iter_valid_loss : 0.1605266034603119

    881020	  0.160691	  0.160527	  0.165333		CURRENT LEARNING RATE: 0.00010442150220142958
previous_iter_valid_loss : 0.1689753383398056

    881040	  0.169220	  0.168975	  0.165611		CURRENT LEARNING RATE: 0.00010440061998927997
previous_iter_valid_loss : 0.1608486920595169

    881060	  0.161001	  0.160849	  0.164733		CURRENT LEARNING RATE: 0.00010437974195315539
previous_iter_valid_loss : 0.16272962093353271

    881080	  0.162920	  0.162730	  0.164754		CURRENT LEARNING RATE: 0.00010435886809222047
previous_iter_valid_loss : 0.1606825888156891

    881100	  0.160859	  0.160683	  0.164473		CURRENT LEARNING RATE: 0.00010433799840564031
previous_iter_valid_loss : 0.16197095811367035

    881120	  0.162130	  0.161971	  0.164544		CURRENT LEARNING RATE: 0.00010431713289257989
previous_iter_valid_loss : 0.1638799011707306

    881140	  0.164080	  0.163880	  0.164648		CURRENT LEARNING RATE: 0.00010429627155220499
previous_iter_valid_loss : 0.16608867049217224

    881160	  0.166251	  0.166089	  0.164925		CURRENT LEARNING RATE: 0.00010427541438368099
previous_iter_valid_loss : 0.1615879088640213

    881180	  0.161747	  0.161588	  0.164964		CURRENT LEARNING RATE: 0.00010425456138617355
previous_iter_valid_loss : 0.16559484601020813

    881200	  0.165807	  0.165595	  0.164297		CURRENT LEARNING RATE: 0.00010423371255884841
previous_iter_valid_loss : 0.16275283694267273

    881220	  0.162912	  0.162753	  0.164405		CURRENT LEARNING RATE: 0.00010421286790087196
previous_iter_valid_loss : 0.1753128170967102

    881240	  0.175465	  0.175313	  0.165137		CURRENT LEARNING RATE: 0.00010419202741141025
previous_iter_valid_loss : 0.16285058856010437

    881260	  0.163015	  0.162851	  0.165242		CURRENT LEARNING RATE: 0.00010417119108962966
previous_iter_valid_loss : 0.17234136164188385

    881280	  0.172606	  0.172341	  0.165562		CURRENT LEARNING RATE: 0.00010415035893469654
previous_iter_valid_loss : 0.16050097346305847

    881300	  0.160665	  0.160501	  0.165562		CURRENT LEARNING RATE: 0.00010412953094577796
previous_iter_valid_loss : 0.1771177500486374

    881320	  0.177413	  0.177118	  0.165351		CURRENT LEARNING RATE: 0.00010410870712204064
previous_iter_valid_loss : 0.16261613368988037

    881340	  0.162780	  0.162616	  0.165362		CURRENT LEARNING RATE: 0.0001040878874626516
previous_iter_valid_loss : 0.1648089438676834

    881360	  0.165017	  0.164809	  0.165566		CURRENT LEARNING RATE: 0.00010406707196677793
previous_iter_valid_loss : 0.16382628679275513

    881380	  0.164033	  0.163826	  0.165705		CURRENT LEARNING RATE: 0.0001040462606335873
previous_iter_valid_loss : 0.1624283790588379

    881400	  0.162625	  0.162428	  0.164868		CURRENT LEARNING RATE: 0.00010402545346224712
previous_iter_valid_loss : 0.1717444360256195

    881420	  0.171889	  0.171744	  0.165429		CURRENT LEARNING RATE: 0.0001040046504519251
previous_iter_valid_loss : 0.16206523776054382

    881440	  0.162222	  0.162065	  0.165084		CURRENT LEARNING RATE: 0.00010398385160178892
previous_iter_valid_loss : 0.1605433076620102

    881460	  0.160698	  0.160543	  0.165068		CURRENT LEARNING RATE: 0.00010396305691100702
previous_iter_valid_loss : 0.1656017154455185

    881480	  0.165760	  0.165602	  0.165212		CURRENT LEARNING RATE: 0.00010394226637874739
previous_iter_valid_loss : 0.1637836992740631

    881500	  0.163949	  0.163784	  0.165367		CURRENT LEARNING RATE: 0.00010392148000417823
previous_iter_valid_loss : 0.1609887033700943

    881520	  0.161144	  0.160989	  0.165318		CURRENT LEARNING RATE: 0.00010390069778646849
previous_iter_valid_loss : 0.16392751038074493

    881540	  0.164133	  0.163928	  0.165320		CURRENT LEARNING RATE: 0.00010387991972478669
previous_iter_valid_loss : 0.1630079597234726

    881560	  0.163178	  0.163008	  0.165166		CURRENT LEARNING RATE: 0.00010385914581830167
previous_iter_valid_loss : 0.16135302186012268

    881580	  0.161538	  0.161353	  0.165155		CURRENT LEARNING RATE: 0.00010383837606618231
previous_iter_valid_loss : 0.1624763160943985

    881600	  0.162669	  0.162476	  0.164999		CURRENT LEARNING RATE: 0.0001038176104675982
previous_iter_valid_loss : 0.16435444355010986

    881620	  0.164520	  0.164354	  0.165079		CURRENT LEARNING RATE: 0.00010379684902171852
previous_iter_valid_loss : 0.17095214128494263

    881640	  0.171105	  0.170952	  0.164861		CURRENT LEARNING RATE: 0.00010377609172771282
previous_iter_valid_loss : 0.16052712500095367

    881660	  0.160700	  0.160527	  0.164745		CURRENT LEARNING RATE: 0.00010375533858475062
previous_iter_valid_loss : 0.1666737198829651

    881680	  0.166901	  0.166674	  0.164461		CURRENT LEARNING RATE: 0.00010373458959200215
previous_iter_valid_loss : 0.16126738488674164

    881700	  0.161433	  0.161267	  0.164499		CURRENT LEARNING RATE: 0.00010371384474863728
previous_iter_valid_loss : 0.16134709119796753

    881720	  0.161509	  0.161347	  0.163711		CURRENT LEARNING RATE: 0.00010369310405382622
previous_iter_valid_loss : 0.16617920994758606

    881740	  0.166342	  0.166179	  0.163889		CURRENT LEARNING RATE: 0.00010367236750673914
previous_iter_valid_loss : 0.16366203129291534

    881760	  0.163865	  0.163662	  0.163832		CURRENT LEARNING RATE: 0.00010365163510654697
previous_iter_valid_loss : 0.16813819110393524

    881780	  0.168295	  0.168138	  0.164047		CURRENT LEARNING RATE: 0.00010363090685242023
previous_iter_valid_loss : 0.17173783481121063

    881800	  0.172010	  0.171738	  0.164513		CURRENT LEARNING RATE: 0.00010361018274352976
previous_iter_valid_loss : 0.16632041335105896

    881820	  0.166545	  0.166320	  0.164242		CURRENT LEARNING RATE: 0.00010358946277904643
previous_iter_valid_loss : 0.16553013026714325

    881840	  0.165698	  0.165530	  0.164415		CURRENT LEARNING RATE: 0.00010356874695814182
previous_iter_valid_loss : 0.16054794192314148

    881860	  0.160705	  0.160548	  0.164415		CURRENT LEARNING RATE: 0.00010354803527998708
previous_iter_valid_loss : 0.16368362307548523

    881880	  0.163846	  0.163684	  0.164319		CURRENT LEARNING RATE: 0.0001035273277437536
previous_iter_valid_loss : 0.17081299424171448

    881900	  0.170965	  0.170813	  0.164671		CURRENT LEARNING RATE: 0.00010350662434861343
previous_iter_valid_loss : 0.1773078888654709

    881920	  0.177465	  0.177308	  0.165487		CURRENT LEARNING RATE: 0.00010348592509373823
previous_iter_valid_loss : 0.16183917224407196

    881940	  0.162031	  0.161839	  0.165382		CURRENT LEARNING RATE: 0.00010346522997830008
previous_iter_valid_loss : 0.16500554978847504

    881960	  0.165182	  0.165006	  0.165482		CURRENT LEARNING RATE: 0.00010344453900147093
previous_iter_valid_loss : 0.1998359113931656

    881980	  0.200363	  0.199836	  0.167406		CURRENT LEARNING RATE: 0.00010342385216242354
previous_iter_valid_loss : 0.16217993199825287

    882000	  0.162366	  0.162180	  0.167391		CURRENT LEARNING RATE: 0.00010340316946033025
previous_iter_valid_loss : 0.16112357378005981

    882020	  0.161282	  0.161124	  0.167230		CURRENT LEARNING RATE: 0.00010338249089436377
previous_iter_valid_loss : 0.16184072196483612

    882040	  0.161991	  0.161841	  0.166774		CURRENT LEARNING RATE: 0.00010336181646369673
previous_iter_valid_loss : 0.16329152882099152

    882060	  0.163463	  0.163292	  0.166912		CURRENT LEARNING RATE: 0.00010334114616750257
previous_iter_valid_loss : 0.16892822086811066

    882080	  0.169164	  0.168928	  0.167025		CURRENT LEARNING RATE: 0.00010332048000495425
previous_iter_valid_loss : 0.16064390540122986

    882100	  0.160792	  0.160644	  0.166994		CURRENT LEARNING RATE: 0.00010329981797522515
previous_iter_valid_loss : 0.16962099075317383

    882120	  0.169870	  0.169621	  0.167408		CURRENT LEARNING RATE: 0.0001032791600774886
previous_iter_valid_loss : 0.16289038956165314

    882140	  0.163062	  0.162890	  0.167243		CURRENT LEARNING RATE: 0.00010325850631091867
previous_iter_valid_loss : 0.16050875186920166

    882160	  0.160677	  0.160509	  0.167086		CURRENT LEARNING RATE: 0.00010323785667468899
previous_iter_valid_loss : 0.16636183857917786

    882180	  0.166518	  0.166362	  0.166997		CURRENT LEARNING RATE: 0.0001032172111679736
previous_iter_valid_loss : 0.16051219403743744

    882200	  0.160668	  0.160512	  0.166436		CURRENT LEARNING RATE: 0.00010319656978994647
previous_iter_valid_loss : 0.16189520061016083

    882220	  0.162057	  0.161895	  0.166214		CURRENT LEARNING RATE: 0.00010317593253978233
previous_iter_valid_loss : 0.16831591725349426

    882240	  0.168549	  0.168316	  0.166354		CURRENT LEARNING RATE: 0.00010315529941665552
previous_iter_valid_loss : 0.1607120782136917

    882260	  0.160885	  0.160712	  0.166362		CURRENT LEARNING RATE: 0.0001031346704197405
previous_iter_valid_loss : 0.16178502142429352

    882280	  0.161977	  0.161785	  0.166267		CURRENT LEARNING RATE: 0.0001031140455482125
previous_iter_valid_loss : 0.16117419302463531

    882300	  0.161358	  0.161174	  0.165785		CURRENT LEARNING RATE: 0.00010309342480124634
previous_iter_valid_loss : 0.16049887239933014

    882320	  0.160665	  0.160499	  0.164944		CURRENT LEARNING RATE: 0.00010307280817801718
previous_iter_valid_loss : 0.17797498404979706

    882340	  0.178137	  0.177975	  0.165751		CURRENT LEARNING RATE: 0.00010305219567770019
previous_iter_valid_loss : 0.16192038357257843

    882360	  0.162084	  0.161920	  0.165597		CURRENT LEARNING RATE: 0.00010303158729947122
previous_iter_valid_loss : 0.16222535073757172

    882380	  0.162392	  0.162225	  0.163716		CURRENT LEARNING RATE: 0.00010301098304250575
previous_iter_valid_loss : 0.17583250999450684

    882400	  0.175990	  0.175833	  0.164399		CURRENT LEARNING RATE: 0.0001029903829059796
previous_iter_valid_loss : 0.1719730943441391

    882420	  0.172123	  0.171973	  0.164942		CURRENT LEARNING RATE: 0.00010296978688906863
previous_iter_valid_loss : 0.16055908799171448

    882440	  0.160720	  0.160559	  0.164877		CURRENT LEARNING RATE: 0.0001029491949909493
previous_iter_valid_loss : 0.1739097237586975

    882460	  0.174055	  0.173910	  0.165408		CURRENT LEARNING RATE: 0.0001029286072107978
previous_iter_valid_loss : 0.17830489575862885

    882480	  0.178468	  0.178305	  0.165877		CURRENT LEARNING RATE: 0.00010290802354779061
previous_iter_valid_loss : 0.16474230587482452

    882500	  0.164914	  0.164742	  0.166082		CURRENT LEARNING RATE: 0.00010288744400110419
previous_iter_valid_loss : 0.1613873988389969

    882520	  0.161570	  0.161387	  0.165670		CURRENT LEARNING RATE: 0.00010286686856991571
previous_iter_valid_loss : 0.16108597815036774

    882540	  0.161240	  0.161086	  0.165580		CURRENT LEARNING RATE: 0.00010284629725340201
previous_iter_valid_loss : 0.16772466897964478

    882560	  0.167878	  0.167725	  0.165941		CURRENT LEARNING RATE: 0.00010282573005074019
previous_iter_valid_loss : 0.1638074815273285

    882580	  0.163977	  0.163807	  0.165813		CURRENT LEARNING RATE: 0.0001028051669611074
previous_iter_valid_loss : 0.16477970778942108

    882600	  0.164991	  0.164780	  0.166027		CURRENT LEARNING RATE: 0.00010278460798368152
previous_iter_valid_loss : 0.16432878375053406

    882620	  0.164502	  0.164329	  0.166148		CURRENT LEARNING RATE: 0.00010276405311763996
previous_iter_valid_loss : 0.16725780069828033

    882640	  0.167482	  0.167258	  0.166095		CURRENT LEARNING RATE: 0.00010274350236216051
previous_iter_valid_loss : 0.161490797996521

    882660	  0.161653	  0.161491	  0.166134		CURRENT LEARNING RATE: 0.00010272295571642102
previous_iter_valid_loss : 0.16097697615623474

    882680	  0.161134	  0.160977	  0.166094		CURRENT LEARNING RATE: 0.00010270241317959993
previous_iter_valid_loss : 0.16312746703624725

    882700	  0.163334	  0.163127	  0.166192		CURRENT LEARNING RATE: 0.00010268187475087539
previous_iter_valid_loss : 0.16554687917232513

    882720	  0.165766	  0.165547	  0.166444		CURRENT LEARNING RATE: 0.00010266134042942567
previous_iter_valid_loss : 0.163715660572052

    882740	  0.163890	  0.163716	  0.165731		CURRENT LEARNING RATE: 0.00010264081021442977
previous_iter_valid_loss : 0.16059274971485138

    882760	  0.160745	  0.160593	  0.165665		CURRENT LEARNING RATE: 0.00010262028410506629
previous_iter_valid_loss : 0.17212140560150146

    882780	  0.172273	  0.172121	  0.166160		CURRENT LEARNING RATE: 0.0001025997621005142
previous_iter_valid_loss : 0.1785670667886734

    882800	  0.178891	  0.178567	  0.166296		CURRENT LEARNING RATE: 0.00010257924419995241
previous_iter_valid_loss : 0.16251644492149353

    882820	  0.162712	  0.162516	  0.165823		CURRENT LEARNING RATE: 0.00010255873040256058
previous_iter_valid_loss : 0.16214650869369507

    882840	  0.162302	  0.162147	  0.165903		CURRENT LEARNING RATE: 0.00010253822070751798
previous_iter_valid_loss : 0.1809142827987671

    882860	  0.181245	  0.180914	  0.166253		CURRENT LEARNING RATE: 0.00010251771511400423
previous_iter_valid_loss : 0.17556430399417877

    882880	  0.175853	  0.175564	  0.166116		CURRENT LEARNING RATE: 0.00010249721362119891
previous_iter_valid_loss : 0.1656528115272522

    882900	  0.165862	  0.165653	  0.166162		CURRENT LEARNING RATE: 0.00010247671622828233
previous_iter_valid_loss : 0.16413263976573944

    882920	  0.164303	  0.164133	  0.166299		CURRENT LEARNING RATE: 0.00010245622293443443
previous_iter_valid_loss : 0.1609368473291397

    882940	  0.161120	  0.160937	  0.166291		CURRENT LEARNING RATE: 0.00010243573373883544
previous_iter_valid_loss : 0.16560344398021698

    882960	  0.165806	  0.165603	  0.166185		CURRENT LEARNING RATE: 0.00010241524864066565
previous_iter_valid_loss : 0.16550612449645996

    882980	  0.165681	  0.165506	  0.166270		CURRENT LEARNING RATE: 0.00010239476763910598
previous_iter_valid_loss : 0.1818668246269226

    883000	  0.182207	  0.181867	  0.167125		CURRENT LEARNING RATE: 0.00010237429073333706
previous_iter_valid_loss : 0.16089870035648346

    883020	  0.161087	  0.160899	  0.166953		CURRENT LEARNING RATE: 0.00010235381792253974
previous_iter_valid_loss : 0.16171270608901978

    883040	  0.161864	  0.161713	  0.166676		CURRENT LEARNING RATE: 0.00010233334920589499
previous_iter_valid_loss : 0.1797364056110382

    883060	  0.179896	  0.179736	  0.167588		CURRENT LEARNING RATE: 0.00010231288458258442
previous_iter_valid_loss : 0.1607971042394638

    883080	  0.160957	  0.160797	  0.167579		CURRENT LEARNING RATE: 0.00010229242405178924
previous_iter_valid_loss : 0.16830644011497498

    883100	  0.168541	  0.168306	  0.167838		CURRENT LEARNING RATE: 0.00010227196761269083
previous_iter_valid_loss : 0.16120724380016327

    883120	  0.161384	  0.161207	  0.167621		CURRENT LEARNING RATE: 0.00010225151526447133
previous_iter_valid_loss : 0.16120168566703796

    883140	  0.161354	  0.161202	  0.167495		CURRENT LEARNING RATE: 0.00010223106700631246
previous_iter_valid_loss : 0.184504434466362

    883160	  0.184872	  0.184504	  0.168691		CURRENT LEARNING RATE: 0.00010221062283739628
previous_iter_valid_loss : 0.18253231048583984

    883180	  0.182872	  0.182532	  0.169211		CURRENT LEARNING RATE: 0.00010219018275690486
previous_iter_valid_loss : 0.16506287455558777

    883200	  0.165261	  0.165063	  0.168536		CURRENT LEARNING RATE: 0.00010216974676402093
previous_iter_valid_loss : 0.16463956236839294

    883220	  0.164845	  0.164640	  0.168642		CURRENT LEARNING RATE: 0.0001021493148579269
previous_iter_valid_loss : 0.16211174428462982

    883240	  0.162275	  0.162112	  0.168641		CURRENT LEARNING RATE: 0.00010212888703780545
previous_iter_valid_loss : 0.16822116076946259

    883260	  0.168377	  0.168221	  0.168006		CURRENT LEARNING RATE: 0.00010210846330283935
previous_iter_valid_loss : 0.16708052158355713

    883280	  0.167239	  0.167081	  0.167582		CURRENT LEARNING RATE: 0.00010208804365221195
previous_iter_valid_loss : 0.17934902012348175

    883300	  0.179508	  0.179349	  0.168267		CURRENT LEARNING RATE: 0.00010206762808510631
previous_iter_valid_loss : 0.16262012720108032

    883320	  0.162808	  0.162620	  0.168191		CURRENT LEARNING RATE: 0.00010204721660070583
previous_iter_valid_loss : 0.1608830690383911

    883340	  0.161039	  0.160883	  0.168188		CURRENT LEARNING RATE: 0.00010202680919819382
previous_iter_valid_loss : 0.1745293140411377

    883360	  0.174820	  0.174529	  0.168635		CURRENT LEARNING RATE: 0.00010200640587675439
previous_iter_valid_loss : 0.1656888723373413

    883380	  0.165854	  0.165689	  0.168644		CURRENT LEARNING RATE: 0.0001019860066355712
previous_iter_valid_loss : 0.1709204614162445

    883400	  0.171070	  0.170920	  0.168096		CURRENT LEARNING RATE: 0.0001019656114738283
previous_iter_valid_loss : 0.163474902510643

    883420	  0.163650	  0.163475	  0.168225		CURRENT LEARNING RATE: 0.00010194522039070967
previous_iter_valid_loss : 0.16273938119411469

    883440	  0.162909	  0.162739	  0.168277		CURRENT LEARNING RATE: 0.00010192483338540006
previous_iter_valid_loss : 0.1626809984445572

    883460	  0.162871	  0.162681	  0.167424		CURRENT LEARNING RATE: 0.00010190445045708382
previous_iter_valid_loss : 0.16061531007289886

    883480	  0.160766	  0.160615	  0.167415		CURRENT LEARNING RATE: 0.0001018840716049454
previous_iter_valid_loss : 0.1605719029903412

    883500	  0.160735	  0.160572	  0.167028		CURRENT LEARNING RATE: 0.00010186369682817005
previous_iter_valid_loss : 0.16829900443553925

    883520	  0.168527	  0.168299	  0.167383		CURRENT LEARNING RATE: 0.0001018433261259426
previous_iter_valid_loss : 0.1620948165655136

    883540	  0.162291	  0.162095	  0.167427		CURRENT LEARNING RATE: 0.0001018229594974482
previous_iter_valid_loss : 0.16502197086811066

    883560	  0.165235	  0.165022	  0.166453		CURRENT LEARNING RATE: 0.00010180259694187202
previous_iter_valid_loss : 0.16552306711673737

    883580	  0.165687	  0.165523	  0.165603		CURRENT LEARNING RATE: 0.00010178223845839989
previous_iter_valid_loss : 0.16256096959114075

    883600	  0.162749	  0.162561	  0.165478		CURRENT LEARNING RATE: 0.00010176188404621732
previous_iter_valid_loss : 0.16843922436237335

    883620	  0.168667	  0.168439	  0.165668		CURRENT LEARNING RATE: 0.00010174153370451012
previous_iter_valid_loss : 0.16807115077972412

    883640	  0.168306	  0.168071	  0.165966		CURRENT LEARNING RATE: 0.00010172118743246412
previous_iter_valid_loss : 0.16097882390022278

    883660	  0.161167	  0.160979	  0.165603		CURRENT LEARNING RATE: 0.0001017008452292658
previous_iter_valid_loss : 0.16088704764842987

    883680	  0.161075	  0.160887	  0.165294		CURRENT LEARNING RATE: 0.0001016805070941013
previous_iter_valid_loss : 0.17228485643863678

    883700	  0.172551	  0.172285	  0.164941		CURRENT LEARNING RATE: 0.0001016601730261571
previous_iter_valid_loss : 0.16293896734714508

    883720	  0.163133	  0.162939	  0.164956		CURRENT LEARNING RATE: 0.00010163984302461966
previous_iter_valid_loss : 0.17693577706813812

    883740	  0.177246	  0.176936	  0.165759		CURRENT LEARNING RATE: 0.00010161951708867613
previous_iter_valid_loss : 0.16388081014156342

    883760	  0.164074	  0.163881	  0.165227		CURRENT LEARNING RATE: 0.00010159919521751331
previous_iter_valid_loss : 0.16425028443336487

    883780	  0.164464	  0.164250	  0.165155		CURRENT LEARNING RATE: 0.00010157887741031829
previous_iter_valid_loss : 0.16129307448863983

    883800	  0.161475	  0.161293	  0.164673		CURRENT LEARNING RATE: 0.00010155856366627821
previous_iter_valid_loss : 0.1629120260477066

    883820	  0.163111	  0.162912	  0.164645		CURRENT LEARNING RATE: 0.00010153825398458087
previous_iter_valid_loss : 0.16657881438732147

    883840	  0.166738	  0.166579	  0.164837		CURRENT LEARNING RATE: 0.0001015179483644137
previous_iter_valid_loss : 0.1891552358865738

    883860	  0.189293	  0.189155	  0.166161		CURRENT LEARNING RATE: 0.0001014976468049643
previous_iter_valid_loss : 0.16675159335136414

    883880	  0.166966	  0.166752	  0.166468		CURRENT LEARNING RATE: 0.00010147734930542098
previous_iter_valid_loss : 0.1669316589832306

    883900	  0.167155	  0.166932	  0.166786		CURRENT LEARNING RATE: 0.00010145705586497163
previous_iter_valid_loss : 0.16955721378326416

    883920	  0.169794	  0.169557	  0.166849		CURRENT LEARNING RATE: 0.00010143676648280452
previous_iter_valid_loss : 0.16522762179374695

    883940	  0.165438	  0.165228	  0.167005		CURRENT LEARNING RATE: 0.00010141648115810792
previous_iter_valid_loss : 0.16068750619888306

    883960	  0.160855	  0.160688	  0.166789		CURRENT LEARNING RATE: 0.00010139619989007077
previous_iter_valid_loss : 0.16075655817985535

    883980	  0.160915	  0.160757	  0.166550		CURRENT LEARNING RATE: 0.00010137592267788159
previous_iter_valid_loss : 0.1605859398841858

    884000	  0.160747	  0.160586	  0.166451		CURRENT LEARNING RATE: 0.00010135564952072936
previous_iter_valid_loss : 0.1843463033437729

    884020	  0.184493	  0.184346	  0.167247		CURRENT LEARNING RATE: 0.00010133538041780294
previous_iter_valid_loss : 0.16130539774894714

    884040	  0.161493	  0.161305	  0.166909		CURRENT LEARNING RATE: 0.00010131511536829192
previous_iter_valid_loss : 0.1605943888425827

    884060	  0.160753	  0.160594	  0.166889		CURRENT LEARNING RATE: 0.00010129485437138554
previous_iter_valid_loss : 0.1613847017288208

    884080	  0.161543	  0.161385	  0.166914		CURRENT LEARNING RATE: 0.00010127459742627335
previous_iter_valid_loss : 0.17236371338367462

    884100	  0.172630	  0.172364	  0.166918		CURRENT LEARNING RATE: 0.00010125434453214488
previous_iter_valid_loss : 0.16056512296199799

    884120	  0.160724	  0.160565	  0.166799		CURRENT LEARNING RATE: 0.00010123409568819039
previous_iter_valid_loss : 0.1638363152742386

    884140	  0.164046	  0.163836	  0.166144		CURRENT LEARNING RATE: 0.00010121385089359974
previous_iter_valid_loss : 0.16538390517234802

    884160	  0.165549	  0.165384	  0.166220		CURRENT LEARNING RATE: 0.00010119361014756315
previous_iter_valid_loss : 0.16075289249420166

    884180	  0.160932	  0.160753	  0.166045		CURRENT LEARNING RATE: 0.00010117337344927078
previous_iter_valid_loss : 0.16320019960403442

    884200	  0.163397	  0.163200	  0.166140		CURRENT LEARNING RATE: 0.00010115314079791356
previous_iter_valid_loss : 0.17485927045345306

    884220	  0.175138	  0.174859	  0.166737		CURRENT LEARNING RATE: 0.00010113291219268197
previous_iter_valid_loss : 0.1887342780828476

    884240	  0.189151	  0.188734	  0.167845		CURRENT LEARNING RATE: 0.00010111268763276688
previous_iter_valid_loss : 0.16343064606189728

    884260	  0.163624	  0.163431	  0.166559		CURRENT LEARNING RATE: 0.00010109246711735914
previous_iter_valid_loss : 0.16980254650115967

    884280	  0.169956	  0.169803	  0.166712		CURRENT LEARNING RATE: 0.00010107225064565028
previous_iter_valid_loss : 0.16164858639240265

    884300	  0.161834	  0.161649	  0.166447		CURRENT LEARNING RATE: 0.00010105203821683144
previous_iter_valid_loss : 0.16060766577720642

    884320	  0.160764	  0.160608	  0.166000		CURRENT LEARNING RATE: 0.00010103182983009398
previous_iter_valid_loss : 0.16677452623844147

    884340	  0.166938	  0.166775	  0.166077		CURRENT LEARNING RATE: 0.00010101162548462991
previous_iter_valid_loss : 0.16070015728473663

    884360	  0.160860	  0.160700	  0.166078		CURRENT LEARNING RATE: 0.00010099142517963087
previous_iter_valid_loss : 0.17004038393497467

    884380	  0.170193	  0.170040	  0.166542		CURRENT LEARNING RATE: 0.00010097122891428883
previous_iter_valid_loss : 0.16277936100959778

    884400	  0.162963	  0.162779	  0.166652		CURRENT LEARNING RATE: 0.0001009510366877958
previous_iter_valid_loss : 0.16268421709537506

    884420	  0.162844	  0.162684	  0.165569		CURRENT LEARNING RATE: 0.00010093084849934443
previous_iter_valid_loss : 0.16056014597415924

    884440	  0.160719	  0.160560	  0.165531		CURRENT LEARNING RATE: 0.00010091066434812702
previous_iter_valid_loss : 0.16113223135471344

    884460	  0.161291	  0.161132	  0.165558		CURRENT LEARNING RATE: 0.00010089048423333617
previous_iter_valid_loss : 0.16393761336803436

    884480	  0.164134	  0.163938	  0.165686		CURRENT LEARNING RATE: 0.00010087030815416455
previous_iter_valid_loss : 0.16478972136974335

    884500	  0.164953	  0.164790	  0.165307		CURRENT LEARNING RATE: 0.00010085013610980543
previous_iter_valid_loss : 0.16052211821079254

    884520	  0.160688	  0.160522	  0.165305		CURRENT LEARNING RATE: 0.00010082996809945179
previous_iter_valid_loss : 0.16096976399421692

    884540	  0.161134	  0.160970	  0.165162		CURRENT LEARNING RATE: 0.00010080980412229687
previous_iter_valid_loss : 0.16632452607154846

    884560	  0.166483	  0.166325	  0.165209		CURRENT LEARNING RATE: 0.00010078964417753396
previous_iter_valid_loss : 0.1606106460094452

    884580	  0.160777	  0.160611	  0.165202		CURRENT LEARNING RATE: 0.00010076948826435702
previous_iter_valid_loss : 0.16344162821769714

    884600	  0.163620	  0.163442	  0.165214		CURRENT LEARNING RATE: 0.0001007493363819596
previous_iter_valid_loss : 0.1906413733959198

    884620	  0.190770	  0.190641	  0.166003		CURRENT LEARNING RATE: 0.00010072918852953566
previous_iter_valid_loss : 0.16562268137931824

    884640	  0.165838	  0.165623	  0.164847		CURRENT LEARNING RATE: 0.00010070904470627908
previous_iter_valid_loss : 0.16336283087730408

    884660	  0.163553	  0.163363	  0.164844		CURRENT LEARNING RATE: 0.0001006889049113845
previous_iter_valid_loss : 0.18439534306526184

    884680	  0.184773	  0.184395	  0.165574		CURRENT LEARNING RATE: 0.00010066876914404612
previous_iter_valid_loss : 0.17305703461170197

    884700	  0.173329	  0.173057	  0.166144		CURRENT LEARNING RATE: 0.00010064863740345835
previous_iter_valid_loss : 0.16303925216197968

    884720	  0.163241	  0.163039	  0.166266		CURRENT LEARNING RATE: 0.00010062850968881626
previous_iter_valid_loss : 0.16493915021419525

    884740	  0.165112	  0.164939	  0.166174		CURRENT LEARNING RATE: 0.00010060838599931457
previous_iter_valid_loss : 0.161673441529274

    884760	  0.161860	  0.161673	  0.166222		CURRENT LEARNING RATE: 0.00010058826633414833
previous_iter_valid_loss : 0.18500550091266632

    884780	  0.185151	  0.185006	  0.166971		CURRENT LEARNING RATE: 0.00010056815069251258
previous_iter_valid_loss : 0.16562116146087646

    884800	  0.165792	  0.165621	  0.167113		CURRENT LEARNING RATE: 0.00010054803907360306
previous_iter_valid_loss : 0.16419142484664917

    884820	  0.164358	  0.164191	  0.167188		CURRENT LEARNING RATE: 0.00010052793147661511
previous_iter_valid_loss : 0.16103580594062805

    884840	  0.161184	  0.161036	  0.167212		CURRENT LEARNING RATE: 0.00010050782790074444
previous_iter_valid_loss : 0.1612083911895752

    884860	  0.161392	  0.161208	  0.167216		CURRENT LEARNING RATE: 0.00010048772834518671
previous_iter_valid_loss : 0.1606077402830124

    884880	  0.160766	  0.160608	  0.167049		CURRENT LEARNING RATE: 0.00010046763280913831
previous_iter_valid_loss : 0.1605014204978943

    884900	  0.160669	  0.160501	  0.166835		CURRENT LEARNING RATE: 0.00010044754129179524
previous_iter_valid_loss : 0.16263726353645325

    884920	  0.162832	  0.162637	  0.166941		CURRENT LEARNING RATE: 0.00010042745379235382
previous_iter_valid_loss : 0.17028887569904327

    884940	  0.170538	  0.170289	  0.167407		CURRENT LEARNING RATE: 0.0001004073703100104
previous_iter_valid_loss : 0.1612503081560135

    884960	  0.161403	  0.161250	  0.167153		CURRENT LEARNING RATE: 0.00010038729084396198
previous_iter_valid_loss : 0.16286884248256683

    884980	  0.163064	  0.162869	  0.167266		CURRENT LEARNING RATE: 0.00010036721539340522
previous_iter_valid_loss : 0.16584303975105286

    885000	  0.166005	  0.165843	  0.167386		CURRENT LEARNING RATE: 0.00010034714395753707
previous_iter_valid_loss : 0.17221830785274506

    885020	  0.172481	  0.172218	  0.166465		CURRENT LEARNING RATE: 0.00010032707653555451
previous_iter_valid_loss : 0.17039720714092255

    885040	  0.170650	  0.170397	  0.166703		CURRENT LEARNING RATE: 0.00010030701312665523
previous_iter_valid_loss : 0.21052531898021698

    885060	  0.211111	  0.210525	  0.169062		CURRENT LEARNING RATE: 0.00010028695373003647
previous_iter_valid_loss : 0.16353535652160645

    885080	  0.163721	  0.163535	  0.168019		CURRENT LEARNING RATE: 0.0001002668983448957
previous_iter_valid_loss : 0.16291940212249756

    885100	  0.163119	  0.162919	  0.167512		CURRENT LEARNING RATE: 0.00010024684697043103
previous_iter_valid_loss : 0.16051656007766724

    885120	  0.160682	  0.160517	  0.167386		CURRENT LEARNING RATE: 0.00010022679960584029
previous_iter_valid_loss : 0.16138234734535217

    885140	  0.161549	  0.161382	  0.167208		CURRENT LEARNING RATE: 0.00010020675625032153
previous_iter_valid_loss : 0.16149885952472687

    885160	  0.161662	  0.161499	  0.167199		CURRENT LEARNING RATE: 0.00010018671690307285
previous_iter_valid_loss : 0.16230440139770508

    885180	  0.162488	  0.162304	  0.166064		CURRENT LEARNING RATE: 0.00010016668156329306
previous_iter_valid_loss : 0.16138415038585663

    885200	  0.161543	  0.161384	  0.165852		CURRENT LEARNING RATE: 0.00010014665023018053
previous_iter_valid_loss : 0.1665852814912796

    885220	  0.166797	  0.166585	  0.165972		CURRENT LEARNING RATE: 0.00010012662290293401
previous_iter_valid_loss : 0.16049084067344666

    885240	  0.160657	  0.160491	  0.165945		CURRENT LEARNING RATE: 0.00010010659958075226
previous_iter_valid_loss : 0.16121117770671844

    885260	  0.161391	  0.161211	  0.165945		CURRENT LEARNING RATE: 0.00010008658026283468
previous_iter_valid_loss : 0.16073349118232727

    885280	  0.160887	  0.160733	  0.165951		CURRENT LEARNING RATE: 0.00010006656494838033
previous_iter_valid_loss : 0.16952265799045563

    885300	  0.169672	  0.169523	  0.166402		CURRENT LEARNING RATE: 0.00010004655363658858
previous_iter_valid_loss : 0.16072912514209747

    885320	  0.160886	  0.160729	  0.166307		CURRENT LEARNING RATE: 0.0001000265463266588
previous_iter_valid_loss : 0.16174280643463135

    885340	  0.161911	  0.161743	  0.165879		CURRENT LEARNING RATE: 0.00010000654301779108
previous_iter_valid_loss : 0.16052290797233582

    885360	  0.160700	  0.160523	  0.165843		CURRENT LEARNING RATE: 9.99865437091851e-05
previous_iter_valid_loss : 0.1613105684518814

    885380	  0.161492	  0.161311	  0.165765		CURRENT LEARNING RATE: 9.996654840004087e-05
previous_iter_valid_loss : 0.16269949078559875

    885400	  0.162875	  0.162699	  0.165608		CURRENT LEARNING RATE: 9.994655708955843e-05
previous_iter_valid_loss : 0.17051637172698975

    885420	  0.170658	  0.170516	  0.165523		CURRENT LEARNING RATE: 9.992656977693844e-05
previous_iter_valid_loss : 0.1727491021156311

    885440	  0.172891	  0.172749	  0.165640		CURRENT LEARNING RATE: 9.990658646138128e-05
previous_iter_valid_loss : 0.17080998420715332

    885460	  0.171065	  0.170810	  0.163655		CURRENT LEARNING RATE: 9.988660714208757e-05
previous_iter_valid_loss : 0.1852036416530609

    885480	  0.185581	  0.185204	  0.164738		CURRENT LEARNING RATE: 9.9866631818258e-05
previous_iter_valid_loss : 0.1606103628873825

    885500	  0.160772	  0.160610	  0.164623		CURRENT LEARNING RATE: 9.984666048909388e-05
previous_iter_valid_loss : 0.16597308218479156

    885520	  0.166186	  0.165973	  0.164895		CURRENT LEARNING RATE: 9.982669315379618e-05
previous_iter_valid_loss : 0.16789066791534424

    885540	  0.168119	  0.167891	  0.165221		CURRENT LEARNING RATE: 9.980672981156607e-05
previous_iter_valid_loss : 0.16550518572330475

    885560	  0.165662	  0.165505	  0.165421		CURRENT LEARNING RATE: 9.978677046160532e-05
previous_iter_valid_loss : 0.17233902215957642

    885580	  0.172483	  0.172339	  0.165923		CURRENT LEARNING RATE: 9.976681510311542e-05
previous_iter_valid_loss : 0.16791456937789917

    885600	  0.168070	  0.167915	  0.166249		CURRENT LEARNING RATE: 9.974686373529812e-05
previous_iter_valid_loss : 0.16379818320274353

    885620	  0.164010	  0.163798	  0.166110		CURRENT LEARNING RATE: 9.972691635735523e-05
previous_iter_valid_loss : 0.16299580037593842

    885640	  0.163155	  0.162996	  0.166235		CURRENT LEARNING RATE: 9.970697296848917e-05
previous_iter_valid_loss : 0.1665014624595642

    885660	  0.166663	  0.166501	  0.166500		CURRENT LEARNING RATE: 9.968703356790203e-05
previous_iter_valid_loss : 0.18214865028858185

    885680	  0.182301	  0.182149	  0.167571		CURRENT LEARNING RATE: 9.966709815479627e-05
previous_iter_valid_loss : 0.17053857445716858

    885700	  0.170789	  0.170539	  0.167621		CURRENT LEARNING RATE: 9.964716672837425e-05
previous_iter_valid_loss : 0.16708408296108246

    885720	  0.167306	  0.167084	  0.167939		CURRENT LEARNING RATE: 9.96272392878391e-05
previous_iter_valid_loss : 0.16367954015731812

    885740	  0.163869	  0.163680	  0.168036		CURRENT LEARNING RATE: 9.960731583239353e-05
previous_iter_valid_loss : 0.16394904255867004

    885760	  0.164124	  0.163949	  0.168207		CURRENT LEARNING RATE: 9.958739636124062e-05
previous_iter_valid_loss : 0.16053281724452972

    885780	  0.160687	  0.160533	  0.168168		CURRENT LEARNING RATE: 9.956748087358339e-05
previous_iter_valid_loss : 0.1613617092370987

    885800	  0.161514	  0.161362	  0.168101		CURRENT LEARNING RATE: 9.954756936862558e-05
previous_iter_valid_loss : 0.1607857197523117

    885820	  0.160967	  0.160786	  0.167615		CURRENT LEARNING RATE: 9.952766184557057e-05
previous_iter_valid_loss : 0.16988936066627502

    885840	  0.170042	  0.169889	  0.167472		CURRENT LEARNING RATE: 9.950775830362204e-05
previous_iter_valid_loss : 0.16177856922149658

    885860	  0.161965	  0.161779	  0.167020		CURRENT LEARNING RATE: 9.948785874198368e-05
previous_iter_valid_loss : 0.16057981550693512

    885880	  0.160745	  0.160580	  0.165789		CURRENT LEARNING RATE: 9.946796315985985e-05
previous_iter_valid_loss : 0.1610499620437622

    885900	  0.161235	  0.161050	  0.165811		CURRENT LEARNING RATE: 9.944807155645458e-05
previous_iter_valid_loss : 0.16093763709068298

    885920	  0.161117	  0.160938	  0.165559		CURRENT LEARNING RATE: 9.942818393097201e-05
previous_iter_valid_loss : 0.1658845990896225

    885940	  0.166104	  0.165885	  0.165459		CURRENT LEARNING RATE: 9.940830028261698e-05
previous_iter_valid_loss : 0.1641112118959427

    885960	  0.164308	  0.164111	  0.165389		CURRENT LEARNING RATE: 9.938842061059397e-05
previous_iter_valid_loss : 0.17257598042488098

    885980	  0.172838	  0.172576	  0.165401		CURRENT LEARNING RATE: 9.93685449141078e-05
previous_iter_valid_loss : 0.17570729553699493

    886000	  0.175995	  0.175707	  0.165791		CURRENT LEARNING RATE: 9.934867319236325e-05
previous_iter_valid_loss : 0.16059140861034393

    886020	  0.160758	  0.160591	  0.165630		CURRENT LEARNING RATE: 9.932880544456584e-05
previous_iter_valid_loss : 0.19064337015151978

    886040	  0.190772	  0.190643	  0.167013		CURRENT LEARNING RATE: 9.930894166992065e-05
previous_iter_valid_loss : 0.1605515331029892

    886060	  0.160723	  0.160552	  0.166715		CURRENT LEARNING RATE: 9.928908186763313e-05
previous_iter_valid_loss : 0.1787320375442505

    886080	  0.178893	  0.178732	  0.166545		CURRENT LEARNING RATE: 9.926922603690873e-05
previous_iter_valid_loss : 0.16050761938095093

    886100	  0.160673	  0.160508	  0.166043		CURRENT LEARNING RATE: 9.924937417695357e-05
previous_iter_valid_loss : 0.1651618331670761

    886120	  0.165377	  0.165162	  0.165947		CURRENT LEARNING RATE: 9.922952628697339e-05
previous_iter_valid_loss : 0.1626305878162384

    886140	  0.162803	  0.162631	  0.165894		CURRENT LEARNING RATE: 9.920968236617427e-05
previous_iter_valid_loss : 0.16148258745670319

    886160	  0.161639	  0.161483	  0.165771		CURRENT LEARNING RATE: 9.918984241376227e-05
previous_iter_valid_loss : 0.1609233319759369

    886180	  0.161103	  0.160923	  0.165791		CURRENT LEARNING RATE: 9.917000642894417e-05
previous_iter_valid_loss : 0.16491171717643738

    886200	  0.165116	  0.164912	  0.165968		CURRENT LEARNING RATE: 9.915017441092633e-05
previous_iter_valid_loss : 0.1612444818019867

    886220	  0.161401	  0.161244	  0.165991		CURRENT LEARNING RATE: 9.913034635891549e-05
previous_iter_valid_loss : 0.16329602897167206

    886240	  0.163484	  0.163296	  0.165661		CURRENT LEARNING RATE: 9.911052227211833e-05
previous_iter_valid_loss : 0.1693691611289978

    886260	  0.169516	  0.169369	  0.166041		CURRENT LEARNING RATE: 9.909070214974227e-05
previous_iter_valid_loss : 0.16206155717372894

    886280	  0.162258	  0.162062	  0.166115		CURRENT LEARNING RATE: 9.907088599099429e-05
previous_iter_valid_loss : 0.16266144812107086

    886300	  0.162823	  0.162661	  0.166196		CURRENT LEARNING RATE: 9.905107379508159e-05
previous_iter_valid_loss : 0.18184179067611694

    886320	  0.182000	  0.181842	  0.167241		CURRENT LEARNING RATE: 9.903126556121204e-05
previous_iter_valid_loss : 0.16051727533340454

    886340	  0.160675	  0.160517	  0.166972		CURRENT LEARNING RATE: 9.901146128859312e-05
previous_iter_valid_loss : 0.16383430361747742

    886360	  0.164007	  0.163834	  0.166959		CURRENT LEARNING RATE: 9.899166097643266e-05
previous_iter_valid_loss : 0.19331014156341553

    886380	  0.193426	  0.193310	  0.167995		CURRENT LEARNING RATE: 9.897186462393847e-05
previous_iter_valid_loss : 0.16142822802066803

    886400	  0.161584	  0.161428	  0.167281		CURRENT LEARNING RATE: 9.895207223031907e-05
previous_iter_valid_loss : 0.16289877891540527

    886420	  0.163099	  0.162899	  0.167397		CURRENT LEARNING RATE: 9.893228379478258e-05
previous_iter_valid_loss : 0.19113636016845703

    886440	  0.191259	  0.191136	  0.167421		CURRENT LEARNING RATE: 9.891249931653743e-05
previous_iter_valid_loss : 0.18221601843833923

    886460	  0.182367	  0.182216	  0.168505		CURRENT LEARNING RATE: 9.88927187947921e-05
previous_iter_valid_loss : 0.17066609859466553

    886480	  0.170937	  0.170666	  0.168101		CURRENT LEARNING RATE: 9.887294222875571e-05
previous_iter_valid_loss : 0.1685544103384018

    886500	  0.168770	  0.168554	  0.168504		CURRENT LEARNING RATE: 9.885316961763703e-05
previous_iter_valid_loss : 0.16698698699474335

    886520	  0.167144	  0.166987	  0.168595		CURRENT LEARNING RATE: 9.883340096064515e-05
previous_iter_valid_loss : 0.17342905700206757

    886540	  0.173572	  0.173429	  0.169135		CURRENT LEARNING RATE: 9.881363625698914e-05
previous_iter_valid_loss : 0.18257783353328705

    886560	  0.182742	  0.182578	  0.170190		CURRENT LEARNING RATE: 9.879387550587877e-05
previous_iter_valid_loss : 0.16050666570663452

    886580	  0.160671	  0.160507	  0.170169		CURRENT LEARNING RATE: 9.877411870652342e-05
previous_iter_valid_loss : 0.16088691353797913

    886600	  0.161045	  0.160887	  0.169967		CURRENT LEARNING RATE: 9.875436585813285e-05
previous_iter_valid_loss : 0.16106021404266357

    886620	  0.161218	  0.161060	  0.169958		CURRENT LEARNING RATE: 9.873461695991676e-05
previous_iter_valid_loss : 0.1668311059474945

    886640	  0.167049	  0.166831	  0.170135		CURRENT LEARNING RATE: 9.871487201108551e-05
previous_iter_valid_loss : 0.16065669059753418

    886660	  0.160813	  0.160657	  0.169699		CURRENT LEARNING RATE: 9.869513101084916e-05
previous_iter_valid_loss : 0.16050246357917786

    886680	  0.160658	  0.160502	  0.169621		CURRENT LEARNING RATE: 9.86753939584179e-05
previous_iter_valid_loss : 0.16706983745098114

    886700	  0.167281	  0.167070	  0.169842		CURRENT LEARNING RATE: 9.865566085300258e-05
previous_iter_valid_loss : 0.18563401699066162

    886720	  0.185779	  0.185634	  0.170031		CURRENT LEARNING RATE: 9.86359316938137e-05
previous_iter_valid_loss : 0.16053752601146698

    886740	  0.160695	  0.160538	  0.170032		CURRENT LEARNING RATE: 9.861620648006211e-05
previous_iter_valid_loss : 0.16171862185001373

    886760	  0.161910	  0.161719	  0.169927		CURRENT LEARNING RATE: 9.859648521095861e-05
previous_iter_valid_loss : 0.16074998676776886

    886780	  0.160909	  0.160750	  0.168299		CURRENT LEARNING RATE: 9.857676788571472e-05
previous_iter_valid_loss : 0.16059884428977966

    886800	  0.160757	  0.160599	  0.168257		CURRENT LEARNING RATE: 9.855705450354156e-05
previous_iter_valid_loss : 0.16052767634391785

    886820	  0.160694	  0.160528	  0.168139		CURRENT LEARNING RATE: 9.853734506365058e-05
previous_iter_valid_loss : 0.19367079436779022

    886840	  0.193795	  0.193671	  0.168265		CURRENT LEARNING RATE: 9.851763956525325e-05
previous_iter_valid_loss : 0.16083590686321259

    886860	  0.160992	  0.160836	  0.167196		CURRENT LEARNING RATE: 9.849793800756168e-05
previous_iter_valid_loss : 0.16078568994998932

    886880	  0.160942	  0.160786	  0.166702		CURRENT LEARNING RATE: 9.847824038978765e-05
previous_iter_valid_loss : 0.16642159223556519

    886900	  0.166574	  0.166422	  0.166596		CURRENT LEARNING RATE: 9.845854671114325e-05
previous_iter_valid_loss : 0.16386352479457855

    886920	  0.164034	  0.163864	  0.166439		CURRENT LEARNING RATE: 9.843885697084056e-05
previous_iter_valid_loss : 0.1605621725320816

    886940	  0.160723	  0.160562	  0.165796		CURRENT LEARNING RATE: 9.841917116809232e-05
previous_iter_valid_loss : 0.16048334538936615


Current valid loss: 0.16048334538936615;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    886960	  0.160646	  0.160483	  0.164691		CURRENT LEARNING RATE: 9.839948930211096e-05
previous_iter_valid_loss : 0.1674128919839859

    886980	  0.167567	  0.167413	  0.165037		CURRENT LEARNING RATE: 9.837981137210919e-05
previous_iter_valid_loss : 0.1982986479997635

    887000	  0.198392	  0.198299	  0.166907		CURRENT LEARNING RATE: 9.83601373772997e-05
previous_iter_valid_loss : 0.1612589806318283

    887020	  0.161448	  0.161259	  0.166917		CURRENT LEARNING RATE: 9.834046731689588e-05
previous_iter_valid_loss : 0.16261231899261475

    887040	  0.162815	  0.162612	  0.166706		CURRENT LEARNING RATE: 9.832080119011079e-05
previous_iter_valid_loss : 0.1830437183380127

    887060	  0.183204	  0.183044	  0.167826		CURRENT LEARNING RATE: 9.830113899615774e-05
previous_iter_valid_loss : 0.16522403061389923

    887080	  0.165385	  0.165224	  0.168062		CURRENT LEARNING RATE: 9.82814807342501e-05
previous_iter_valid_loss : 0.16164147853851318

    887100	  0.161796	  0.161641	  0.167790		CURRENT LEARNING RATE: 9.826182640360187e-05
previous_iter_valid_loss : 0.16136103868484497

    887120	  0.161549	  0.161361	  0.166577		CURRENT LEARNING RATE: 9.824217600342672e-05
previous_iter_valid_loss : 0.16663044691085815

    887140	  0.166850	  0.166630	  0.166881		CURRENT LEARNING RATE: 9.822252953293845e-05
previous_iter_valid_loss : 0.1807929128408432

    887160	  0.180952	  0.180793	  0.167835		CURRENT LEARNING RATE: 9.820288699135152e-05
previous_iter_valid_loss : 0.16178490221500397

    887180	  0.161943	  0.161785	  0.167887		CURRENT LEARNING RATE: 9.81832483778801e-05
previous_iter_valid_loss : 0.16345489025115967

    887200	  0.163625	  0.163455	  0.168030		CURRENT LEARNING RATE: 9.816361369173865e-05
previous_iter_valid_loss : 0.16193221509456635

    887220	  0.162092	  0.161932	  0.168100		CURRENT LEARNING RATE: 9.814398293214158e-05
previous_iter_valid_loss : 0.16158634424209595

    887240	  0.161754	  0.161586	  0.166496		CURRENT LEARNING RATE: 9.812435609830399e-05
previous_iter_valid_loss : 0.1664995551109314

    887260	  0.166714	  0.166500	  0.166779		CURRENT LEARNING RATE: 9.810473318944067e-05
previous_iter_valid_loss : 0.1630624383687973

    887280	  0.163248	  0.163062	  0.166893		CURRENT LEARNING RATE: 9.80851142047667e-05
previous_iter_valid_loss : 0.1617322862148285

    887300	  0.161921	  0.161732	  0.166658		CURRENT LEARNING RATE: 9.806549914349711e-05
previous_iter_valid_loss : 0.16203147172927856

    887320	  0.162227	  0.162031	  0.166567		CURRENT LEARNING RATE: 9.80458880048477e-05
previous_iter_valid_loss : 0.16155089437961578

    887340	  0.161707	  0.161551	  0.166616		CURRENT LEARNING RATE: 9.802628078803381e-05
previous_iter_valid_loss : 0.16218441724777222

    887360	  0.162341	  0.162184	  0.166701		CURRENT LEARNING RATE: 9.800667749227117e-05
previous_iter_valid_loss : 0.18051236867904663

    887380	  0.180848	  0.180512	  0.167356		CURRENT LEARNING RATE: 9.798707811677548e-05
previous_iter_valid_loss : 0.16115368902683258

    887400	  0.161333	  0.161154	  0.165499		CURRENT LEARNING RATE: 9.796748266076309e-05
previous_iter_valid_loss : 0.1616029441356659

    887420	  0.161783	  0.161603	  0.165516		CURRENT LEARNING RATE: 9.794789112345002e-05
previous_iter_valid_loss : 0.1609392762184143

    887440	  0.161093	  0.160939	  0.165432		CURRENT LEARNING RATE: 9.792830350405261e-05
previous_iter_valid_loss : 0.1731715053319931

    887460	  0.173320	  0.173172	  0.164939		CURRENT LEARNING RATE: 9.790871980178718e-05
previous_iter_valid_loss : 0.16777895390987396

    887480	  0.167932	  0.167779	  0.165066		CURRENT LEARNING RATE: 9.788914001587072e-05
previous_iter_valid_loss : 0.16755665838718414

    887500	  0.167779	  0.167557	  0.165362		CURRENT LEARNING RATE: 9.786956414551987e-05
previous_iter_valid_loss : 0.16459757089614868

    887520	  0.164794	  0.164598	  0.165524		CURRENT LEARNING RATE: 9.784999218995143e-05
previous_iter_valid_loss : 0.16060945391654968

    887540	  0.160776	  0.160609	  0.165223		CURRENT LEARNING RATE: 9.783042414838288e-05
previous_iter_valid_loss : 0.16157130897045135

    887560	  0.161756	  0.161571	  0.164262		CURRENT LEARNING RATE: 9.781086002003129e-05
previous_iter_valid_loss : 0.16085641086101532

    887580	  0.161031	  0.160856	  0.164215		CURRENT LEARNING RATE: 9.779129980411414e-05
previous_iter_valid_loss : 0.16785089671611786

    887600	  0.168082	  0.167851	  0.164435		CURRENT LEARNING RATE: 9.777174349984879e-05
previous_iter_valid_loss : 0.16049011051654816

    887620	  0.160653	  0.160490	  0.164363		CURRENT LEARNING RATE: 9.77521911064534e-05
previous_iter_valid_loss : 0.16790452599525452

    887640	  0.168065	  0.167905	  0.164679		CURRENT LEARNING RATE: 9.773264262314562e-05
previous_iter_valid_loss : 0.16197806596755981

    887660	  0.162148	  0.161978	  0.164453		CURRENT LEARNING RATE: 9.77130980491436e-05
previous_iter_valid_loss : 0.17203545570373535

    887680	  0.172309	  0.172035	  0.164902		CURRENT LEARNING RATE: 9.769355738366532e-05
previous_iter_valid_loss : 0.16294175386428833

    887700	  0.163108	  0.162942	  0.164962		CURRENT LEARNING RATE: 9.767402062592954e-05
previous_iter_valid_loss : 0.1608932912349701

    887720	  0.161050	  0.160893	  0.164905		CURRENT LEARNING RATE: 9.765448777515457e-05
previous_iter_valid_loss : 0.16242137551307678

    887740	  0.162613	  0.162421	  0.164949		CURRENT LEARNING RATE: 9.763495883055915e-05
previous_iter_valid_loss : 0.16057655215263367

    887760	  0.160738	  0.160577	  0.164868		CURRENT LEARNING RATE: 9.761543379136191e-05
previous_iter_valid_loss : 0.16069206595420837

    887780	  0.160845	  0.160692	  0.163877		CURRENT LEARNING RATE: 9.759591265678222e-05
previous_iter_valid_loss : 0.16096170246601105

    887800	  0.161137	  0.160962	  0.163868		CURRENT LEARNING RATE: 9.757639542603903e-05
previous_iter_valid_loss : 0.18115882575511932

    887820	  0.181510	  0.181159	  0.164846		CURRENT LEARNING RATE: 9.755688209835168e-05
previous_iter_valid_loss : 0.1607327163219452

    887840	  0.160909	  0.160733	  0.164835		CURRENT LEARNING RATE: 9.753737267293945e-05
previous_iter_valid_loss : 0.16058628261089325

    887860	  0.160754	  0.160586	  0.164206		CURRENT LEARNING RATE: 9.751786714902231e-05
previous_iter_valid_loss : 0.16365468502044678

    887880	  0.163830	  0.163655	  0.164000		CURRENT LEARNING RATE: 9.749836552581989e-05
previous_iter_valid_loss : 0.16050300002098083

    887900	  0.160673	  0.160503	  0.163647		CURRENT LEARNING RATE: 9.747886780255192e-05
previous_iter_valid_loss : 0.16620147228240967

    887920	  0.166364	  0.166201	  0.163727		CURRENT LEARNING RATE: 9.745937397843885e-05
previous_iter_valid_loss : 0.16727876663208008

    887940	  0.167503	  0.167279	  0.164061		CURRENT LEARNING RATE: 9.743988405270074e-05
previous_iter_valid_loss : 0.1611001044511795

    887960	  0.161258	  0.161100	  0.164037		CURRENT LEARNING RATE: 9.742039802455801e-05
previous_iter_valid_loss : 0.16080132126808167

    887980	  0.160984	  0.160801	  0.164034		CURRENT LEARNING RATE: 9.740091589323104e-05
previous_iter_valid_loss : 0.17238152027130127

    888000	  0.172528	  0.172382	  0.164261		CURRENT LEARNING RATE: 9.738143765794092e-05
previous_iter_valid_loss : 0.16849516332149506

    888020	  0.168654	  0.168495	  0.164661		CURRENT LEARNING RATE: 9.736196331790829e-05
previous_iter_valid_loss : 0.17227503657341003

    888040	  0.172427	  0.172275	  0.164880		CURRENT LEARNING RATE: 9.734249287235421e-05
previous_iter_valid_loss : 0.1607159972190857

    888060	  0.160898	  0.160716	  0.164817		CURRENT LEARNING RATE: 9.732302632049968e-05
previous_iter_valid_loss : 0.17664296925067902

    888080	  0.176943	  0.176643	  0.165047		CURRENT LEARNING RATE: 9.73035636615664e-05
previous_iter_valid_loss : 0.16067172586917877

    888100	  0.160853	  0.160672	  0.164934		CURRENT LEARNING RATE: 9.728410489477566e-05
previous_iter_valid_loss : 0.16058599948883057

    888120	  0.160750	  0.160586	  0.164918		CURRENT LEARNING RATE: 9.726465001934916e-05
previous_iter_valid_loss : 0.1607561856508255

    888140	  0.160911	  0.160756	  0.164835		CURRENT LEARNING RATE: 9.724519903450847e-05
previous_iter_valid_loss : 0.16590829193592072

    888160	  0.166071	  0.165908	  0.165101		CURRENT LEARNING RATE: 9.722575193947595e-05
previous_iter_valid_loss : 0.16226674616336823

    888180	  0.162458	  0.162267	  0.165180		CURRENT LEARNING RATE: 9.72063087334735e-05
previous_iter_valid_loss : 0.1662123054265976

    888200	  0.166374	  0.166212	  0.165443		CURRENT LEARNING RATE: 9.718686941572343e-05
previous_iter_valid_loss : 0.1605699062347412

    888220	  0.160726	  0.160570	  0.164413		CURRENT LEARNING RATE: 9.716743398544797e-05
previous_iter_valid_loss : 0.16051897406578064

    888240	  0.160685	  0.160519	  0.164403		CURRENT LEARNING RATE: 9.714800244187006e-05
previous_iter_valid_loss : 0.1638578474521637

    888260	  0.164068	  0.163858	  0.164566		CURRENT LEARNING RATE: 9.712857478421225e-05
previous_iter_valid_loss : 0.17259682714939117

    888280	  0.172864	  0.172597	  0.165013		CURRENT LEARNING RATE: 9.710915101169744e-05
previous_iter_valid_loss : 0.160558819770813

    888300	  0.160726	  0.160559	  0.165016		CURRENT LEARNING RATE: 9.708973112354854e-05
previous_iter_valid_loss : 0.1614481508731842

    888320	  0.161635	  0.161448	  0.164778		CURRENT LEARNING RATE: 9.707031511898904e-05
previous_iter_valid_loss : 0.16604194045066833

    888340	  0.166256	  0.166042	  0.164717		CURRENT LEARNING RATE: 9.705090299724217e-05
previous_iter_valid_loss : 0.17393894493579865

    888360	  0.174212	  0.173939	  0.165359		CURRENT LEARNING RATE: 9.703149475753126e-05
previous_iter_valid_loss : 0.18963974714279175

    888380	  0.190086	  0.189640	  0.166800		CURRENT LEARNING RATE: 9.701209039908032e-05
previous_iter_valid_loss : 0.1879439353942871

    888400	  0.188349	  0.187944	  0.167579		CURRENT LEARNING RATE: 9.699268992111302e-05
previous_iter_valid_loss : 0.1605198085308075

    888420	  0.160681	  0.160520	  0.167180		CURRENT LEARNING RATE: 9.697329332285332e-05
previous_iter_valid_loss : 0.1622903198003769

    888440	  0.162449	  0.162290	  0.166681		CURRENT LEARNING RATE: 9.69539006035252e-05
previous_iter_valid_loss : 0.16153155267238617

    888460	  0.161681	  0.161532	  0.166721		CURRENT LEARNING RATE: 9.693451176235328e-05
previous_iter_valid_loss : 0.1655811220407486

    888480	  0.165791	  0.165581	  0.166168		CURRENT LEARNING RATE: 9.691512679856186e-05
previous_iter_valid_loss : 0.16175854206085205

    888500	  0.161921	  0.161759	  0.166223		CURRENT LEARNING RATE: 9.689574571137552e-05
previous_iter_valid_loss : 0.1670653373003006

    888520	  0.167227	  0.167065	  0.166547		CURRENT LEARNING RATE: 9.687636850001883e-05
previous_iter_valid_loss : 0.16754579544067383

    888540	  0.167705	  0.167546	  0.166886		CURRENT LEARNING RATE: 9.685699516371708e-05
previous_iter_valid_loss : 0.1689976006746292

    888560	  0.169233	  0.168998	  0.167041		CURRENT LEARNING RATE: 9.683762570169516e-05
previous_iter_valid_loss : 0.16154539585113525

    888580	  0.161707	  0.161545	  0.167004		CURRENT LEARNING RATE: 9.681826011317826e-05
previous_iter_valid_loss : 0.1787365972995758

    888600	  0.179039	  0.178737	  0.167631		CURRENT LEARNING RATE: 9.679889839739163e-05
previous_iter_valid_loss : 0.17478147149085999

    888620	  0.174930	  0.174781	  0.168341		CURRENT LEARNING RATE: 9.677954055356109e-05
previous_iter_valid_loss : 0.178601935505867

    888640	  0.178756	  0.178602	  0.169245		CURRENT LEARNING RATE: 9.676018658091221e-05
previous_iter_valid_loss : 0.16103248298168182

    888660	  0.161215	  0.161032	  0.169104		CURRENT LEARNING RATE: 9.674083647867079e-05
previous_iter_valid_loss : 0.17412766814231873

    888680	  0.174275	  0.174128	  0.169181		CURRENT LEARNING RATE: 9.672149024606268e-05
previous_iter_valid_loss : 0.16058731079101562

    888700	  0.160735	  0.160587	  0.169182		CURRENT LEARNING RATE: 9.670214788231437e-05
previous_iter_valid_loss : 0.16992555558681488

    888720	  0.170176	  0.169926	  0.169606		CURRENT LEARNING RATE: 9.668280938665197e-05
previous_iter_valid_loss : 0.16166655719280243

    888740	  0.161823	  0.161667	  0.169387		CURRENT LEARNING RATE: 9.66634747583018e-05
previous_iter_valid_loss : 0.163939967751503

    888760	  0.164140	  0.163940	  0.168887		CURRENT LEARNING RATE: 9.66441439964908e-05
previous_iter_valid_loss : 0.16058580577373505

    888780	  0.160744	  0.160586	  0.167435		CURRENT LEARNING RATE: 9.662481710044557e-05
previous_iter_valid_loss : 0.16794449090957642

    888800	  0.168104	  0.167944	  0.166435		CURRENT LEARNING RATE: 9.660549406939305e-05
previous_iter_valid_loss : 0.16277821362018585

    888820	  0.162946	  0.162778	  0.166547		CURRENT LEARNING RATE: 9.658617490256013e-05
previous_iter_valid_loss : 0.16186261177062988

    888840	  0.162042	  0.161863	  0.166526		CURRENT LEARNING RATE: 9.656685959917438e-05
previous_iter_valid_loss : 0.16253772377967834

    888860	  0.162703	  0.162538	  0.166576		CURRENT LEARNING RATE: 9.654754815846303e-05
previous_iter_valid_loss : 0.1629706472158432

    888880	  0.163169	  0.162971	  0.166446		CURRENT LEARNING RATE: 9.652824057965363e-05
previous_iter_valid_loss : 0.16715462505817413

    888900	  0.167316	  0.167155	  0.166716		CURRENT LEARNING RATE: 9.650893686197368e-05
previous_iter_valid_loss : 0.16736268997192383

    888920	  0.167569	  0.167363	  0.166731		CURRENT LEARNING RATE: 9.64896370046514e-05
previous_iter_valid_loss : 0.1709989309310913

    888940	  0.171257	  0.170999	  0.166903		CURRENT LEARNING RATE: 9.64703410069146e-05
previous_iter_valid_loss : 0.16281099617481232

    888960	  0.162981	  0.162811	  0.166594		CURRENT LEARNING RATE: 9.645104886799147e-05
previous_iter_valid_loss : 0.16483543813228607

    888980	  0.165005	  0.164835	  0.166758		CURRENT LEARNING RATE: 9.643176058711012e-05
previous_iter_valid_loss : 0.1615109145641327

    889000	  0.161666	  0.161511	  0.165897		CURRENT LEARNING RATE: 9.641247616349939e-05
previous_iter_valid_loss : 0.1648430973291397

    889020	  0.165042	  0.164843	  0.165400		CURRENT LEARNING RATE: 9.639319559638772e-05
previous_iter_valid_loss : 0.1645534485578537

    889040	  0.164726	  0.164553	  0.164698		CURRENT LEARNING RATE: 9.637391888500389e-05
previous_iter_valid_loss : 0.16072171926498413

    889060	  0.160881	  0.160722	  0.164682		CURRENT LEARNING RATE: 9.635464602857664e-05
previous_iter_valid_loss : 0.16582649946212769

    889080	  0.165988	  0.165826	  0.164267		CURRENT LEARNING RATE: 9.633537702633541e-05
previous_iter_valid_loss : 0.16140125691890717

    889100	  0.161586	  0.161401	  0.164308		CURRENT LEARNING RATE: 9.63161118775093e-05
previous_iter_valid_loss : 0.16502784192562103

    889120	  0.165201	  0.165028	  0.164063		CURRENT LEARNING RATE: 9.629685058132749e-05
previous_iter_valid_loss : 0.161291241645813

    889140	  0.161474	  0.161291	  0.164044		CURRENT LEARNING RATE: 9.627759313701989e-05
previous_iter_valid_loss : 0.1641099601984024

    889160	  0.164315	  0.164110	  0.164053		CURRENT LEARNING RATE: 9.625833954381604e-05
previous_iter_valid_loss : 0.16596469283103943

    889180	  0.166130	  0.165965	  0.164322		CURRENT LEARNING RATE: 9.623908980094577e-05
previous_iter_valid_loss : 0.19876736402511597

    889200	  0.199298	  0.198767	  0.165863		CURRENT LEARNING RATE: 9.621984390763894e-05
previous_iter_valid_loss : 0.16113662719726562

    889220	  0.161301	  0.161137	  0.165781		CURRENT LEARNING RATE: 9.620060186312604e-05
previous_iter_valid_loss : 0.1605905294418335

    889240	  0.160763	  0.160591	  0.165717		CURRENT LEARNING RATE: 9.618136366663724e-05
previous_iter_valid_loss : 0.17081806063652039

    889260	  0.170970	  0.170818	  0.166131		CURRENT LEARNING RATE: 9.6162129317403e-05
previous_iter_valid_loss : 0.16457656025886536

    889280	  0.164749	  0.164577	  0.166211		CURRENT LEARNING RATE: 9.614289881465377e-05
previous_iter_valid_loss : 0.17775654792785645

    889300	  0.178067	  0.177757	  0.166742		CURRENT LEARNING RATE: 9.612367215762067e-05
previous_iter_valid_loss : 0.16060762107372284

    889320	  0.160777	  0.160608	  0.166404		CURRENT LEARNING RATE: 9.610444934553448e-05
previous_iter_valid_loss : 0.1610981523990631

    889340	  0.161278	  0.161098	  0.165909		CURRENT LEARNING RATE: 9.608523037762626e-05
previous_iter_valid_loss : 0.16117583215236664

    889360	  0.161335	  0.161176	  0.165827		CURRENT LEARNING RATE: 9.606601525312712e-05
previous_iter_valid_loss : 0.16100862622261047

    889380	  0.161169	  0.161009	  0.165636		CURRENT LEARNING RATE: 9.604680397126877e-05
previous_iter_valid_loss : 0.16627222299575806

    889400	  0.166445	  0.166272	  0.165874		CURRENT LEARNING RATE: 9.602759653128258e-05
previous_iter_valid_loss : 0.16269561648368835

    889420	  0.162895	  0.162696	  0.165766		CURRENT LEARNING RATE: 9.600839293240026e-05
previous_iter_valid_loss : 0.1638835072517395

    889440	  0.164087	  0.163884	  0.165733		CURRENT LEARNING RATE: 9.598919317385352e-05
previous_iter_valid_loss : 0.16752903163433075

    889460	  0.167756	  0.167529	  0.166073		CURRENT LEARNING RATE: 9.596999725487467e-05
previous_iter_valid_loss : 0.16051849722862244

    889480	  0.160678	  0.160518	  0.165808		CURRENT LEARNING RATE: 9.595080517469572e-05
previous_iter_valid_loss : 0.16133609414100647

    889500	  0.161498	  0.161336	  0.165805		CURRENT LEARNING RATE: 9.593161693254884e-05
previous_iter_valid_loss : 0.16226844489574432

    889520	  0.162426	  0.162268	  0.165667		CURRENT LEARNING RATE: 9.591243252766681e-05
previous_iter_valid_loss : 0.1605670005083084

    889540	  0.160732	  0.160567	  0.165630		CURRENT LEARNING RATE: 9.58932519592821e-05
previous_iter_valid_loss : 0.1604994684457779

    889560	  0.160664	  0.160499	  0.165450		CURRENT LEARNING RATE: 9.587407522662747e-05
previous_iter_valid_loss : 0.1652192324399948

    889580	  0.165413	  0.165219	  0.165413		CURRENT LEARNING RATE: 9.58549023289357e-05
previous_iter_valid_loss : 0.1617548018693924

    889600	  0.161939	  0.161755	  0.163562		CURRENT LEARNING RATE: 9.58357332654402e-05
previous_iter_valid_loss : 0.16054017841815948

    889620	  0.160695	  0.160540	  0.163532		CURRENT LEARNING RATE: 9.581656803537405e-05
previous_iter_valid_loss : 0.16517864167690277

    889640	  0.165344	  0.165179	  0.163762		CURRENT LEARNING RATE: 9.579740663797063e-05
previous_iter_valid_loss : 0.16296163201332092

    889660	  0.163121	  0.162962	  0.163369		CURRENT LEARNING RATE: 9.577824907246333e-05
previous_iter_valid_loss : 0.16126978397369385

    889680	  0.161436	  0.161270	  0.163203		CURRENT LEARNING RATE: 9.575909533808617e-05
previous_iter_valid_loss : 0.16147610545158386

    889700	  0.161630	  0.161476	  0.162389		CURRENT LEARNING RATE: 9.573994543407283e-05
previous_iter_valid_loss : 0.18040119111537933

    889720	  0.180558	  0.180401	  0.163379		CURRENT LEARNING RATE: 9.572079935965732e-05
previous_iter_valid_loss : 0.16327044367790222

    889740	  0.163434	  0.163270	  0.163488		CURRENT LEARNING RATE: 9.570165711407363e-05
previous_iter_valid_loss : 0.16683045029640198

    889760	  0.166992	  0.166830	  0.163770		CURRENT LEARNING RATE: 9.568251869655639e-05
previous_iter_valid_loss : 0.16212163865566254

    889780	  0.162319	  0.162122	  0.163826		CURRENT LEARNING RATE: 9.566338410633994e-05
previous_iter_valid_loss : 0.1606469303369522

    889800	  0.160827	  0.160647	  0.163545		CURRENT LEARNING RATE: 9.564425334265884e-05
previous_iter_valid_loss : 0.16193868219852448

    889820	  0.162098	  0.161939	  0.163507		CURRENT LEARNING RATE: 9.562512640474775e-05
previous_iter_valid_loss : 0.16159668564796448

    889840	  0.161752	  0.161597	  0.163393		CURRENT LEARNING RATE: 9.560600329184186e-05
previous_iter_valid_loss : 0.1637614220380783

    889860	  0.163956	  0.163761	  0.163204		CURRENT LEARNING RATE: 9.558688400317614e-05
previous_iter_valid_loss : 0.16551068425178528

    889880	  0.165675	  0.165511	  0.163454		CURRENT LEARNING RATE: 9.556776853798578e-05
previous_iter_valid_loss : 0.18023216724395752

    889900	  0.180543	  0.180232	  0.164399		CURRENT LEARNING RATE: 9.554865689550601e-05
previous_iter_valid_loss : 0.17831209301948547

    889920	  0.178629	  0.178312	  0.165201		CURRENT LEARNING RATE: 9.552954907497272e-05
previous_iter_valid_loss : 0.16826021671295166

    889940	  0.168498	  0.168260	  0.165585		CURRENT LEARNING RATE: 9.551044507562138e-05
previous_iter_valid_loss : 0.16080915927886963

    889960	  0.160994	  0.160809	  0.165601		CURRENT LEARNING RATE: 9.549134489668769e-05
previous_iter_valid_loss : 0.17033059895038605

    889980	  0.170482	  0.170331	  0.165856		CURRENT LEARNING RATE: 9.547224853740798e-05
previous_iter_valid_loss : 0.16157497465610504

    890000	  0.161776	  0.161575	  0.165847		CURRENT LEARNING RATE: 9.545315599701822e-05
previous_iter_valid_loss : 0.16156253218650818

    890020	  0.161755	  0.161563	  0.165899		CURRENT LEARNING RATE: 9.543406727475472e-05
previous_iter_valid_loss : 0.16686388850212097

    890040	  0.167089	  0.166864	  0.165983		CURRENT LEARNING RATE: 9.541498236985375e-05
previous_iter_valid_loss : 0.17052461206912994

    890060	  0.170774	  0.170525	  0.166361		CURRENT LEARNING RATE: 9.539590128155226e-05
previous_iter_valid_loss : 0.17959348857402802

    890080	  0.179760	  0.179593	  0.167277		CURRENT LEARNING RATE: 9.537682400908684e-05
previous_iter_valid_loss : 0.1609082818031311

    890100	  0.161065	  0.160908	  0.167249		CURRENT LEARNING RATE: 9.535775055169436e-05
previous_iter_valid_loss : 0.16062000393867493

    890120	  0.160773	  0.160620	  0.166260		CURRENT LEARNING RATE: 9.533868090861178e-05
previous_iter_valid_loss : 0.16179531812667847

    890140	  0.161953	  0.161795	  0.166186		CURRENT LEARNING RATE: 9.531961507907659e-05
previous_iter_valid_loss : 0.16054122149944305

    890160	  0.160700	  0.160541	  0.165872		CURRENT LEARNING RATE: 9.530055306232604e-05
previous_iter_valid_loss : 0.16095678508281708

    890180	  0.161106	  0.160957	  0.165813		CURRENT LEARNING RATE: 9.528149485759762e-05
previous_iter_valid_loss : 0.16227883100509644

    890200	  0.162480	  0.162279	  0.165895		CURRENT LEARNING RATE: 9.526244046412884e-05
previous_iter_valid_loss : 0.18292656540870667

    890220	  0.183282	  0.182927	  0.166944		CURRENT LEARNING RATE: 9.524338988115787e-05
previous_iter_valid_loss : 0.18176274001598358

    890240	  0.182099	  0.181763	  0.167953		CURRENT LEARNING RATE: 9.522434310792248e-05
previous_iter_valid_loss : 0.1625223606824875

    890260	  0.162685	  0.162522	  0.167891		CURRENT LEARNING RATE: 9.520530014366085e-05
previous_iter_valid_loss : 0.16098104417324066

    890280	  0.161159	  0.160981	  0.167664		CURRENT LEARNING RATE: 9.518626098761106e-05
previous_iter_valid_loss : 0.16358208656311035

    890300	  0.163747	  0.163582	  0.166832		CURRENT LEARNING RATE: 9.516722563901189e-05
previous_iter_valid_loss : 0.1631753146648407

    890320	  0.163337	  0.163175	  0.166075		CURRENT LEARNING RATE: 9.514819409710177e-05
previous_iter_valid_loss : 0.1609305590391159

    890340	  0.161080	  0.160931	  0.165708		CURRENT LEARNING RATE: 9.512916636111925e-05
previous_iter_valid_loss : 0.16055145859718323

    890360	  0.160713	  0.160551	  0.165695		CURRENT LEARNING RATE: 9.511014243030356e-05
previous_iter_valid_loss : 0.16186180710792542

    890380	  0.162046	  0.161862	  0.165272		CURRENT LEARNING RATE: 9.509112230389359e-05
previous_iter_valid_loss : 0.1647716909646988

    890400	  0.164975	  0.164772	  0.165432		CURRENT LEARNING RATE: 9.507210598112851e-05
previous_iter_valid_loss : 0.17185546457767487

    890420	  0.172116	  0.171855	  0.165946		CURRENT LEARNING RATE: 9.505309346124753e-05
previous_iter_valid_loss : 0.1721770316362381

    890440	  0.172442	  0.172177	  0.166212		CURRENT LEARNING RATE: 9.503408474349046e-05
previous_iter_valid_loss : 0.18248394131660461

    890460	  0.182839	  0.182484	  0.166810		CURRENT LEARNING RATE: 9.50150798270968e-05
previous_iter_valid_loss : 0.1610034704208374

    890480	  0.161194	  0.161003	  0.165881		CURRENT LEARNING RATE: 9.499607871130634e-05
previous_iter_valid_loss : 0.1702510267496109

    890500	  0.170499	  0.170251	  0.166348		CURRENT LEARNING RATE: 9.497708139535887e-05
previous_iter_valid_loss : 0.16155076026916504

    890520	  0.161741	  0.161551	  0.166394		CURRENT LEARNING RATE: 9.495808787849485e-05
previous_iter_valid_loss : 0.17078962922096252

    890540	  0.171043	  0.170790	  0.166844		CURRENT LEARNING RATE: 9.493909815995433e-05
previous_iter_valid_loss : 0.16785112023353577

    890560	  0.168075	  0.167851	  0.167209		CURRENT LEARNING RATE: 9.492011223897778e-05
previous_iter_valid_loss : 0.17001044750213623

    890580	  0.170256	  0.170010	  0.167662		CURRENT LEARNING RATE: 9.490113011480555e-05
previous_iter_valid_loss : 0.16179122030735016

    890600	  0.161987	  0.161791	  0.167638		CURRENT LEARNING RATE: 9.488215178667872e-05
previous_iter_valid_loss : 0.1605425924062729

    890620	  0.160708	  0.160543	  0.166519		CURRENT LEARNING RATE: 9.486317725383794e-05
previous_iter_valid_loss : 0.18390873074531555

    890640	  0.184058	  0.183909	  0.166626		CURRENT LEARNING RATE: 9.484420651552429e-05
previous_iter_valid_loss : 0.16056647896766663

    890660	  0.160721	  0.160566	  0.166528		CURRENT LEARNING RATE: 9.482523957097874e-05
previous_iter_valid_loss : 0.16057348251342773

    890680	  0.160743	  0.160573	  0.166508		CURRENT LEARNING RATE: 9.480627641944296e-05
previous_iter_valid_loss : 0.1677159070968628

    890700	  0.167941	  0.167716	  0.166714		CURRENT LEARNING RATE: 9.478731706015822e-05
previous_iter_valid_loss : 0.165750652551651

    890720	  0.165912	  0.165751	  0.166843		CURRENT LEARNING RATE: 9.476836149236604e-05
previous_iter_valid_loss : 0.16129520535469055

    890740	  0.161449	  0.161295	  0.166861		CURRENT LEARNING RATE: 9.47494097153085e-05
previous_iter_valid_loss : 0.16518692672252655

    890760	  0.165383	  0.165187	  0.167093		CURRENT LEARNING RATE: 9.473046172822734e-05
previous_iter_valid_loss : 0.160597026348114

    890780	  0.160766	  0.160597	  0.167030		CURRENT LEARNING RATE: 9.471151753036468e-05
previous_iter_valid_loss : 0.16057343780994415

    890800	  0.160740	  0.160573	  0.166820		CURRENT LEARNING RATE: 9.469257712096256e-05
previous_iter_valid_loss : 0.172978937625885

    890820	  0.173130	  0.172979	  0.166876		CURRENT LEARNING RATE: 9.46736404992637e-05
previous_iter_valid_loss : 0.1605808585882187

    890840	  0.160744	  0.160581	  0.166296		CURRENT LEARNING RATE: 9.465470766451048e-05
previous_iter_valid_loss : 0.1607954055070877

    890860	  0.160974	  0.160795	  0.165212		CURRENT LEARNING RATE: 9.463577861594557e-05
previous_iter_valid_loss : 0.16053800284862518

    890880	  0.160712	  0.160538	  0.165189		CURRENT LEARNING RATE: 9.461685335281165e-05
previous_iter_valid_loss : 0.16677391529083252

    890900	  0.166936	  0.166774	  0.165015		CURRENT LEARNING RATE: 9.459793187435205e-05
previous_iter_valid_loss : 0.1629098802804947

    890920	  0.163108	  0.162910	  0.165083		CURRENT LEARNING RATE: 9.457901417980974e-05
previous_iter_valid_loss : 0.16058585047721863

    890940	  0.160746	  0.160586	  0.164573		CURRENT LEARNING RATE: 9.4560100268428e-05
previous_iter_valid_loss : 0.17359836399555206

    890960	  0.173860	  0.173598	  0.164860		CURRENT LEARNING RATE: 9.454119013945013e-05
previous_iter_valid_loss : 0.1667422652244568

    890980	  0.166963	  0.166742	  0.164697		CURRENT LEARNING RATE: 9.452228379212004e-05
previous_iter_valid_loss : 0.16784873604774475

    891000	  0.167999	  0.167849	  0.164999		CURRENT LEARNING RATE: 9.450338122568131e-05
previous_iter_valid_loss : 0.169968843460083

    891020	  0.170117	  0.169969	  0.165471		CURRENT LEARNING RATE: 9.448448243937785e-05
previous_iter_valid_loss : 0.163943812251091

    891040	  0.164142	  0.163944	  0.164473		CURRENT LEARNING RATE: 9.446558743245354e-05
previous_iter_valid_loss : 0.16125428676605225

    891060	  0.161433	  0.161254	  0.164507		CURRENT LEARNING RATE: 9.444669620415288e-05
previous_iter_valid_loss : 0.17817260324954987

    891080	  0.178329	  0.178173	  0.165387		CURRENT LEARNING RATE: 9.442780875372008e-05
previous_iter_valid_loss : 0.16591235995292664

    891100	  0.166061	  0.165912	  0.165297		CURRENT LEARNING RATE: 9.440892508039967e-05
previous_iter_valid_loss : 0.18260182440280914

    891120	  0.182756	  0.182602	  0.166139		CURRENT LEARNING RATE: 9.439004518343609e-05
previous_iter_valid_loss : 0.16324172914028168

    891140	  0.163409	  0.163242	  0.166237		CURRENT LEARNING RATE: 9.437116906207452e-05
previous_iter_valid_loss : 0.16264770925045013

    891160	  0.162816	  0.162648	  0.166110		CURRENT LEARNING RATE: 9.43522967155597e-05
previous_iter_valid_loss : 0.16083917021751404

    891180	  0.160994	  0.160839	  0.166122		CURRENT LEARNING RATE: 9.433342814313659e-05
previous_iter_valid_loss : 0.1609087437391281

    891200	  0.161067	  0.160909	  0.166138		CURRENT LEARNING RATE: 9.43145633440508e-05
previous_iter_valid_loss : 0.18030525743961334

    891220	  0.180634	  0.180305	  0.166505		CURRENT LEARNING RATE: 9.429570231754755e-05
previous_iter_valid_loss : 0.16966743767261505

    891240	  0.169915	  0.169667	  0.166959		CURRENT LEARNING RATE: 9.427684506287241e-05
previous_iter_valid_loss : 0.16438771784305573

    891260	  0.164593	  0.164388	  0.167139		CURRENT LEARNING RATE: 9.425799157927091e-05
previous_iter_valid_loss : 0.16608107089996338

    891280	  0.166288	  0.166081	  0.167416		CURRENT LEARNING RATE: 9.423914186598927e-05
previous_iter_valid_loss : 0.16347268223762512

    891300	  0.163671	  0.163473	  0.167251		CURRENT LEARNING RATE: 9.422029592227331e-05
previous_iter_valid_loss : 0.16288861632347107

    891320	  0.163076	  0.162889	  0.167250		CURRENT LEARNING RATE: 9.42014537473692e-05
previous_iter_valid_loss : 0.16265180706977844

    891340	  0.162839	  0.162652	  0.167353		CURRENT LEARNING RATE: 9.418261534052307e-05
previous_iter_valid_loss : 0.1606004536151886

    891360	  0.160773	  0.160600	  0.166703		CURRENT LEARNING RATE: 9.416378070098177e-05
previous_iter_valid_loss : 0.1606573462486267

    891380	  0.160820	  0.160657	  0.166399		CURRENT LEARNING RATE: 9.414494982799167e-05
previous_iter_valid_loss : 0.16110901534557343

    891400	  0.161261	  0.161109	  0.166062		CURRENT LEARNING RATE: 9.41261227207996e-05
previous_iter_valid_loss : 0.16578444838523865

    891420	  0.165998	  0.165784	  0.165853		CURRENT LEARNING RATE: 9.410729937865228e-05
previous_iter_valid_loss : 0.18008403480052948

    891440	  0.180420	  0.180084	  0.166660		CURRENT LEARNING RATE: 9.40884798007971e-05
previous_iter_valid_loss : 0.16147629916667938

    891460	  0.161631	  0.161476	  0.166671		CURRENT LEARNING RATE: 9.406966398648114e-05
previous_iter_valid_loss : 0.1607399433851242

    891480	  0.160897	  0.160740	  0.165799		CURRENT LEARNING RATE: 9.405085193495174e-05
previous_iter_valid_loss : 0.1605515480041504

    891500	  0.160712	  0.160552	  0.165531		CURRENT LEARNING RATE: 9.403204364545628e-05
previous_iter_valid_loss : 0.16622212529182434

    891520	  0.166427	  0.166222	  0.164712		CURRENT LEARNING RATE: 9.401323911724273e-05
previous_iter_valid_loss : 0.16959358751773834

    891540	  0.169834	  0.169594	  0.165030		CURRENT LEARNING RATE: 9.399443834955875e-05
previous_iter_valid_loss : 0.16050595045089722

    891560	  0.160678	  0.160506	  0.164923		CURRENT LEARNING RATE: 9.397564134165218e-05
previous_iter_valid_loss : 0.1705935150384903

    891580	  0.170745	  0.170594	  0.165410		CURRENT LEARNING RATE: 9.395684809277142e-05
previous_iter_valid_loss : 0.17157524824142456

    891600	  0.171828	  0.171575	  0.165944		CURRENT LEARNING RATE: 9.39380586021646e-05
previous_iter_valid_loss : 0.16295190155506134

    891620	  0.163142	  0.162952	  0.165076		CURRENT LEARNING RATE: 9.391927286908015e-05
previous_iter_valid_loss : 0.1640646606683731

    891640	  0.164234	  0.164065	  0.164796		CURRENT LEARNING RATE: 9.390049089276645e-05
previous_iter_valid_loss : 0.1612694263458252

    891660	  0.161456	  0.161269	  0.164640		CURRENT LEARNING RATE: 9.388171267247255e-05
previous_iter_valid_loss : 0.1615072637796402

    891680	  0.161702	  0.161507	  0.164411		CURRENT LEARNING RATE: 9.386293820744719e-05
previous_iter_valid_loss : 0.17177359759807587

    891700	  0.172040	  0.171774	  0.164826		CURRENT LEARNING RATE: 9.384416749693936e-05
previous_iter_valid_loss : 0.1680719405412674

    891720	  0.168304	  0.168072	  0.165086		CURRENT LEARNING RATE: 9.382540054019809e-05
previous_iter_valid_loss : 0.16628526151180267

    891740	  0.166439	  0.166285	  0.165267		CURRENT LEARNING RATE: 9.380663733647302e-05
previous_iter_valid_loss : 0.16076000034809113

    891760	  0.160919	  0.160760	  0.165275		CURRENT LEARNING RATE: 9.378787788501344e-05
previous_iter_valid_loss : 0.16139106452465057

    891780	  0.161575	  0.161391	  0.165312		CURRENT LEARNING RATE: 9.376912218506898e-05
previous_iter_valid_loss : 0.16064882278442383

    891800	  0.160816	  0.160649	  0.165289		CURRENT LEARNING RATE: 9.375037023588927e-05
previous_iter_valid_loss : 0.16492721438407898

    891820	  0.165088	  0.164927	  0.165246		CURRENT LEARNING RATE: 9.373162203672455e-05
previous_iter_valid_loss : 0.16062253713607788

    891840	  0.160785	  0.160623	  0.164273		CURRENT LEARNING RATE: 9.371287758682472e-05
previous_iter_valid_loss : 0.18538805842399597

    891860	  0.185776	  0.185388	  0.165469		CURRENT LEARNING RATE: 9.369413688544e-05
previous_iter_valid_loss : 0.1739596575498581

    891880	  0.174236	  0.173960	  0.166130		CURRENT LEARNING RATE: 9.367539993182061e-05
previous_iter_valid_loss : 0.1606709361076355

    891900	  0.160828	  0.160671	  0.166136		CURRENT LEARNING RATE: 9.365666672521739e-05
previous_iter_valid_loss : 0.18790051341056824

    891920	  0.188031	  0.187901	  0.167219		CURRENT LEARNING RATE: 9.363793726488086e-05
previous_iter_valid_loss : 0.16055630147457123

    891940	  0.160712	  0.160556	  0.166768		CURRENT LEARNING RATE: 9.361921155006166e-05
previous_iter_valid_loss : 0.16084599494934082

    891960	  0.161017	  0.160846	  0.166785		CURRENT LEARNING RATE: 9.360048958001109e-05
previous_iter_valid_loss : 0.16303561627864838

    891980	  0.163207	  0.163036	  0.166407		CURRENT LEARNING RATE: 9.358177135398016e-05
previous_iter_valid_loss : 0.19890424609184265

    892000	  0.198988	  0.198904	  0.167773		CURRENT LEARNING RATE: 9.356305687122005e-05
previous_iter_valid_loss : 0.1906672865152359

    892020	  0.190790	  0.190667	  0.169159		CURRENT LEARNING RATE: 9.354434613098208e-05
previous_iter_valid_loss : 0.17429284751415253

    892040	  0.174436	  0.174293	  0.169670		CURRENT LEARNING RATE: 9.352563913251812e-05
previous_iter_valid_loss : 0.16059614717960358

    892060	  0.160766	  0.160596	  0.169637		CURRENT LEARNING RATE: 9.350693587507975e-05
previous_iter_valid_loss : 0.18908734619617462

    892080	  0.189214	  0.189087	  0.171016		CURRENT LEARNING RATE: 9.348823635791884e-05
previous_iter_valid_loss : 0.1611425131559372

    892100	  0.161326	  0.161143	  0.170484		CURRENT LEARNING RATE: 9.346954058028721e-05
previous_iter_valid_loss : 0.16090136766433716

    892120	  0.161050	  0.160901	  0.170126		CURRENT LEARNING RATE: 9.345084854143739e-05
previous_iter_valid_loss : 0.16832087934017181

    892140	  0.168540	  0.168321	  0.170227		CURRENT LEARNING RATE: 9.343216024062152e-05
previous_iter_valid_loss : 0.16367724537849426

    892160	  0.163836	  0.163677	  0.170373		CURRENT LEARNING RATE: 9.341347567709206e-05
previous_iter_valid_loss : 0.16353406012058258

    892180	  0.163738	  0.163534	  0.170480		CURRENT LEARNING RATE: 9.33947948501015e-05
previous_iter_valid_loss : 0.17403647303581238

    892200	  0.174309	  0.174036	  0.171150		CURRENT LEARNING RATE: 9.33761177589029e-05
previous_iter_valid_loss : 0.1661331206560135

    892220	  0.166294	  0.166133	  0.171210		CURRENT LEARNING RATE: 9.335744440274902e-05
previous_iter_valid_loss : 0.17064322531223297

    892240	  0.170895	  0.170643	  0.171711		CURRENT LEARNING RATE: 9.333877478089293e-05
previous_iter_valid_loss : 0.16052040457725525

    892260	  0.160683	  0.160520	  0.170468		CURRENT LEARNING RATE: 9.332010889258768e-05
previous_iter_valid_loss : 0.19042666256427765

    892280	  0.190865	  0.190427	  0.171291		CURRENT LEARNING RATE: 9.330144673708696e-05
previous_iter_valid_loss : 0.17172132432460785

    892300	  0.171871	  0.171721	  0.171844		CURRENT LEARNING RATE: 9.328278831364413e-05
previous_iter_valid_loss : 0.16275109350681305

    892320	  0.162933	  0.162751	  0.170586		CURRENT LEARNING RATE: 9.326413362151268e-05
previous_iter_valid_loss : 0.16073745489120483

    892340	  0.160907	  0.160737	  0.170595		CURRENT LEARNING RATE: 9.324548265994674e-05
previous_iter_valid_loss : 0.1733359694480896

    892360	  0.173602	  0.173336	  0.171220		CURRENT LEARNING RATE: 9.322683542820013e-05
previous_iter_valid_loss : 0.16053520143032074

    892380	  0.160702	  0.160535	  0.171095		CURRENT LEARNING RATE: 9.320819192552695e-05
previous_iter_valid_loss : 0.16428087651729584

    892400	  0.164472	  0.164281	  0.169364		CURRENT LEARNING RATE: 9.318955215118128e-05
previous_iter_valid_loss : 0.17433398962020874

    892420	  0.174480	  0.174334	  0.168547		CURRENT LEARNING RATE: 9.317091610441789e-05
previous_iter_valid_loss : 0.16125288605690002

    892440	  0.161444	  0.161253	  0.167895		CURRENT LEARNING RATE: 9.315228378449114e-05
previous_iter_valid_loss : 0.1605968177318573

    892460	  0.160753	  0.160597	  0.167895		CURRENT LEARNING RATE: 9.313365519065578e-05
previous_iter_valid_loss : 0.18505185842514038

    892480	  0.185440	  0.185052	  0.167693		CURRENT LEARNING RATE: 9.311503032216644e-05
previous_iter_valid_loss : 0.1612904667854309

    892500	  0.161470	  0.161290	  0.167701		CURRENT LEARNING RATE: 9.309640917827852e-05
previous_iter_valid_loss : 0.17762506008148193

    892520	  0.177782	  0.177625	  0.168537		CURRENT LEARNING RATE: 9.307779175824697e-05
previous_iter_valid_loss : 0.16369380056858063

    892540	  0.163886	  0.163694	  0.168305		CURRENT LEARNING RATE: 9.30591780613271e-05
previous_iter_valid_loss : 0.17761705815792084

    892560	  0.177919	  0.177617	  0.169002		CURRENT LEARNING RATE: 9.30405680867742e-05
previous_iter_valid_loss : 0.1772356480360031

    892580	  0.177536	  0.177236	  0.169687		CURRENT LEARNING RATE: 9.30219618338442e-05
previous_iter_valid_loss : 0.18000927567481995

    892600	  0.180167	  0.180009	  0.169986		CURRENT LEARNING RATE: 9.30033593017927e-05
previous_iter_valid_loss : 0.1689871847629547

    892620	  0.169221	  0.168987	  0.170129		CURRENT LEARNING RATE: 9.298476048987557e-05
previous_iter_valid_loss : 0.17143800854682922

    892640	  0.171592	  0.171438	  0.170168		CURRENT LEARNING RATE: 9.296616539734871e-05
previous_iter_valid_loss : 0.16051873564720154

    892660	  0.160693	  0.160519	  0.170168		CURRENT LEARNING RATE: 9.294757402346864e-05
previous_iter_valid_loss : 0.16643016040325165

    892680	  0.166592	  0.166430	  0.168969		CURRENT LEARNING RATE: 9.292898636749155e-05
previous_iter_valid_loss : 0.1647777557373047

    892700	  0.164944	  0.164778	  0.168621		CURRENT LEARNING RATE: 9.291040242867392e-05
previous_iter_valid_loss : 0.1615051031112671

    892720	  0.161669	  0.161505	  0.168559		CURRENT LEARNING RATE: 9.289182220627223e-05
previous_iter_valid_loss : 0.1604965329170227

    892740	  0.160658	  0.160497	  0.168547		CURRENT LEARNING RATE: 9.287324569954363e-05
previous_iter_valid_loss : 0.1615705043077469

    892760	  0.161727	  0.161571	  0.167959		CURRENT LEARNING RATE: 9.285467290774485e-05
previous_iter_valid_loss : 0.16801723837852478

    892780	  0.168244	  0.168017	  0.168333		CURRENT LEARNING RATE: 9.283610383013284e-05
previous_iter_valid_loss : 0.16065078973770142

    892800	  0.160818	  0.160651	  0.168151		CURRENT LEARNING RATE: 9.281753846596515e-05
previous_iter_valid_loss : 0.16708235442638397

    892820	  0.167239	  0.167082	  0.167789		CURRENT LEARNING RATE: 9.279897681449901e-05
previous_iter_valid_loss : 0.1723896563053131

    892840	  0.172539	  0.172390	  0.168346		CURRENT LEARNING RATE: 9.278041887499197e-05
previous_iter_valid_loss : 0.16109193861484528

    892860	  0.161272	  0.161092	  0.168370		CURRENT LEARNING RATE: 9.276186464670153e-05
previous_iter_valid_loss : 0.18226009607315063

    892880	  0.182609	  0.182260	  0.168231		CURRENT LEARNING RATE: 9.274331412888584e-05
previous_iter_valid_loss : 0.16896536946296692

    892900	  0.169192	  0.168965	  0.168615		CURRENT LEARNING RATE: 9.272476732080274e-05
previous_iter_valid_loss : 0.16278377175331116

    892920	  0.162943	  0.162784	  0.167872		CURRENT LEARNING RATE: 9.270622422171035e-05
previous_iter_valid_loss : 0.1644577533006668

    892940	  0.164671	  0.164458	  0.167911		CURRENT LEARNING RATE: 9.268768483086677e-05
previous_iter_valid_loss : 0.16738194227218628

    892960	  0.167602	  0.167382	  0.167399		CURRENT LEARNING RATE: 9.266914914753074e-05
previous_iter_valid_loss : 0.16583320498466492

    892980	  0.166039	  0.165833	  0.166829		CURRENT LEARNING RATE: 9.265061717096072e-05
previous_iter_valid_loss : 0.1606549769639969

    893000	  0.160833	  0.160655	  0.165861		CURRENT LEARNING RATE: 9.26320889004154e-05
previous_iter_valid_loss : 0.16119040548801422

    893020	  0.161369	  0.161190	  0.165471		CURRENT LEARNING RATE: 9.261356433515345e-05
previous_iter_valid_loss : 0.16801069676876068

    893040	  0.168239	  0.168011	  0.165300		CURRENT LEARNING RATE: 9.259504347443427e-05
previous_iter_valid_loss : 0.162972092628479

    893060	  0.163139	  0.162972	  0.165423		CURRENT LEARNING RATE: 9.257652631751685e-05
previous_iter_valid_loss : 0.16100046038627625

    893080	  0.161157	  0.161000	  0.165151		CURRENT LEARNING RATE: 9.255801286366049e-05
previous_iter_valid_loss : 0.1775769740343094

    893100	  0.177872	  0.177577	  0.165791		CURRENT LEARNING RATE: 9.253950311212449e-05
previous_iter_valid_loss : 0.16083192825317383

    893120	  0.161010	  0.160832	  0.165757		CURRENT LEARNING RATE: 9.252099706216878e-05
previous_iter_valid_loss : 0.16106562316417694

    893140	  0.161251	  0.161066	  0.165786		CURRENT LEARNING RATE: 9.250249471305297e-05
previous_iter_valid_loss : 0.16437934339046478

    893160	  0.164548	  0.164379	  0.165926		CURRENT LEARNING RATE: 9.248399606403681e-05
previous_iter_valid_loss : 0.16237346827983856

    893180	  0.162545	  0.162373	  0.165644		CURRENT LEARNING RATE: 9.246550111438067e-05
previous_iter_valid_loss : 0.1605190634727478

    893200	  0.160686	  0.160519	  0.165637		CURRENT LEARNING RATE: 9.244700986334456e-05
previous_iter_valid_loss : 0.16568094491958618

    893220	  0.165845	  0.165681	  0.165567		CURRENT LEARNING RATE: 9.242852231018889e-05
previous_iter_valid_loss : 0.17759309709072113

    893240	  0.177900	  0.177593	  0.165828		CURRENT LEARNING RATE: 9.241003845417395e-05
previous_iter_valid_loss : 0.16240929067134857

    893260	  0.162589	  0.162409	  0.165893		CURRENT LEARNING RATE: 9.23915582945607e-05
previous_iter_valid_loss : 0.17012012004852295

    893280	  0.170369	  0.170120	  0.165286		CURRENT LEARNING RATE: 9.237308183060983e-05
previous_iter_valid_loss : 0.1619887351989746

    893300	  0.162152	  0.161989	  0.164938		CURRENT LEARNING RATE: 9.235460906158222e-05
previous_iter_valid_loss : 0.1678004264831543

    893320	  0.167956	  0.167800	  0.165188		CURRENT LEARNING RATE: 9.233613998673884e-05
previous_iter_valid_loss : 0.16373825073242188

    893340	  0.163938	  0.163738	  0.165152		CURRENT LEARNING RATE: 9.231767460534122e-05
previous_iter_valid_loss : 0.161541149020195

    893360	  0.161695	  0.161541	  0.164860		CURRENT LEARNING RATE: 9.229921291665061e-05
previous_iter_valid_loss : 0.1644684225320816

    893380	  0.164638	  0.164468	  0.164792		CURRENT LEARNING RATE: 9.228075491992852e-05
previous_iter_valid_loss : 0.16058875620365143

    893400	  0.160756	  0.160589	  0.164789		CURRENT LEARNING RATE: 9.226230061443648e-05
previous_iter_valid_loss : 0.1657009720802307

    893420	  0.165864	  0.165701	  0.165014		CURRENT LEARNING RATE: 9.224384999943663e-05
previous_iter_valid_loss : 0.17069686949253082

    893440	  0.170846	  0.170697	  0.165149		CURRENT LEARNING RATE: 9.22254030741908e-05
previous_iter_valid_loss : 0.16166643798351288

    893460	  0.161837	  0.161666	  0.165083		CURRENT LEARNING RATE: 9.220695983796111e-05
previous_iter_valid_loss : 0.16560980677604675

    893480	  0.165779	  0.165610	  0.165314		CURRENT LEARNING RATE: 9.218852029000966e-05
previous_iter_valid_loss : 0.16491356492042542

    893500	  0.165086	  0.164914	  0.164681		CURRENT LEARNING RATE: 9.217008442959918e-05
previous_iter_valid_loss : 0.16372346878051758

    893520	  0.163927	  0.163723	  0.164825		CURRENT LEARNING RATE: 9.215165225599213e-05
previous_iter_valid_loss : 0.16874724626541138

    893540	  0.168903	  0.168747	  0.165209		CURRENT LEARNING RATE: 9.213322376845099e-05
previous_iter_valid_loss : 0.16355547308921814

    893560	  0.163720	  0.163555	  0.165168		CURRENT LEARNING RATE: 9.211479896623896e-05
previous_iter_valid_loss : 0.16140906512737274

    893580	  0.161596	  0.161409	  0.165120		CURRENT LEARNING RATE: 9.209637784861892e-05
previous_iter_valid_loss : 0.17579683661460876

    893600	  0.176082	  0.175797	  0.165884		CURRENT LEARNING RATE: 9.207796041485402e-05
previous_iter_valid_loss : 0.16243116557598114

    893620	  0.162626	  0.162431	  0.165721		CURRENT LEARNING RATE: 9.205954666420737e-05
previous_iter_valid_loss : 0.18654906749725342

    893640	  0.186956	  0.186549	  0.166169		CURRENT LEARNING RATE: 9.204113659594276e-05
previous_iter_valid_loss : 0.16106513142585754

    893660	  0.161215	  0.161065	  0.166102		CURRENT LEARNING RATE: 9.202273020932364e-05
previous_iter_valid_loss : 0.17530278861522675

    893680	  0.175455	  0.175303	  0.166361		CURRENT LEARNING RATE: 9.200432750361371e-05
previous_iter_valid_loss : 0.16431137919425964

    893700	  0.164481	  0.164311	  0.166477		CURRENT LEARNING RATE: 9.198592847807677e-05
previous_iter_valid_loss : 0.16230614483356476

    893720	  0.162502	  0.162306	  0.166203		CURRENT LEARNING RATE: 9.196753313197712e-05
previous_iter_valid_loss : 0.17339371144771576

    893740	  0.173674	  0.173394	  0.166685		CURRENT LEARNING RATE: 9.194914146457882e-05
previous_iter_valid_loss : 0.1753203421831131

    893760	  0.175474	  0.175320	  0.167374		CURRENT LEARNING RATE: 9.193075347514619e-05
previous_iter_valid_loss : 0.17670121788978577

    893780	  0.176855	  0.176701	  0.167986		CURRENT LEARNING RATE: 9.191236916294352e-05
previous_iter_valid_loss : 0.16255563497543335

    893800	  0.162749	  0.162556	  0.168084		CURRENT LEARNING RATE: 9.189398852723583e-05
previous_iter_valid_loss : 0.16081009805202484

    893820	  0.160988	  0.160810	  0.167840		CURRENT LEARNING RATE: 9.187561156728767e-05
previous_iter_valid_loss : 0.16361109912395477

    893840	  0.163803	  0.163611	  0.167485		CURRENT LEARNING RATE: 9.1857238282364e-05
previous_iter_valid_loss : 0.16060613095760345

    893860	  0.160764	  0.160606	  0.167432		CURRENT LEARNING RATE: 9.183886867172969e-05
previous_iter_valid_loss : 0.1630663275718689

    893880	  0.163231	  0.163066	  0.167305		CURRENT LEARNING RATE: 9.182050273465031e-05
previous_iter_valid_loss : 0.1755523979663849

    893900	  0.175838	  0.175552	  0.167837		CURRENT LEARNING RATE: 9.180214047039107e-05
previous_iter_valid_loss : 0.17380374670028687

    893920	  0.174076	  0.173804	  0.168341		CURRENT LEARNING RATE: 9.178378187821744e-05
previous_iter_valid_loss : 0.16589903831481934

    893940	  0.166112	  0.165899	  0.168199		CURRENT LEARNING RATE: 9.176542695739494e-05
previous_iter_valid_loss : 0.162032812833786

    893960	  0.162233	  0.162033	  0.168123		CURRENT LEARNING RATE: 9.17470757071897e-05
previous_iter_valid_loss : 0.18583987653255463

    893980	  0.185986	  0.185840	  0.169344		CURRENT LEARNING RATE: 9.172872812686749e-05
previous_iter_valid_loss : 0.16328667104244232

    894000	  0.163449	  0.163287	  0.168719		CURRENT LEARNING RATE: 9.171038421569427e-05
previous_iter_valid_loss : 0.16067148745059967

    894020	  0.160836	  0.160671	  0.168631		CURRENT LEARNING RATE: 9.169204397293658e-05
previous_iter_valid_loss : 0.16371555626392365

    894040	  0.163892	  0.163716	  0.167489		CURRENT LEARNING RATE: 9.167370739786065e-05
previous_iter_valid_loss : 0.1622944325208664

    894060	  0.162486	  0.162294	  0.167551		CURRENT LEARNING RATE: 9.165537448973305e-05
previous_iter_valid_loss : 0.16962124407291412

    894080	  0.169775	  0.169621	  0.167266		CURRENT LEARNING RATE: 9.163704524782028e-05
previous_iter_valid_loss : 0.16719087958335876

    894100	  0.167347	  0.167191	  0.167410		CURRENT LEARNING RATE: 9.161871967138949e-05
previous_iter_valid_loss : 0.1644531935453415

    894120	  0.164617	  0.164453	  0.167518		CURRENT LEARNING RATE: 9.160039775970749e-05
previous_iter_valid_loss : 0.16885854303836823

    894140	  0.169094	  0.168859	  0.167291		CURRENT LEARNING RATE: 9.158207951204142e-05
previous_iter_valid_loss : 0.1609272062778473

    894160	  0.161087	  0.160927	  0.166571		CURRENT LEARNING RATE: 9.156376492765838e-05
previous_iter_valid_loss : 0.1612045019865036

    894180	  0.161359	  0.161205	  0.165797		CURRENT LEARNING RATE: 9.154545400582612e-05
previous_iter_valid_loss : 0.16084478795528412

    894200	  0.161030	  0.160845	  0.165711		CURRENT LEARNING RATE: 9.152714674581201e-05
previous_iter_valid_loss : 0.16057562828063965

    894220	  0.160743	  0.160576	  0.165699		CURRENT LEARNING RATE: 9.15088431468838e-05
previous_iter_valid_loss : 0.17197006940841675

    894240	  0.172115	  0.171970	  0.166117		CURRENT LEARNING RATE: 9.149054320830916e-05
previous_iter_valid_loss : 0.18022996187210083

    894260	  0.180387	  0.180230	  0.167098		CURRENT LEARNING RATE: 9.147224692935642e-05
previous_iter_valid_loss : 0.16138321161270142

    894280	  0.161573	  0.161383	  0.167014		CURRENT LEARNING RATE: 9.145395430929358e-05
previous_iter_valid_loss : 0.16525541245937347

    894300	  0.165421	  0.165255	  0.166499		CURRENT LEARNING RATE: 9.143566534738891e-05
previous_iter_valid_loss : 0.18300682306289673

    894320	  0.183159	  0.183007	  0.166960		CURRENT LEARNING RATE: 9.141738004291071e-05
previous_iter_valid_loss : 0.1741834282875061

    894340	  0.174343	  0.174183	  0.167374		CURRENT LEARNING RATE: 9.139909839512788e-05
previous_iter_valid_loss : 0.17196021974086761

    894360	  0.172106	  0.171960	  0.167870		CURRENT LEARNING RATE: 9.138082040330902e-05
previous_iter_valid_loss : 0.16312122344970703

    894380	  0.163311	  0.163121	  0.166734		CURRENT LEARNING RATE: 9.136254606672282e-05
previous_iter_valid_loss : 0.1695484071969986

    894400	  0.169801	  0.169548	  0.167047		CURRENT LEARNING RATE: 9.134427538463861e-05
previous_iter_valid_loss : 0.1695532351732254

    894420	  0.169702	  0.169553	  0.167491		CURRENT LEARNING RATE: 9.132600835632545e-05
previous_iter_valid_loss : 0.18516865372657776

    894440	  0.185313	  0.185169	  0.168564		CURRENT LEARNING RATE: 9.130774498105264e-05
previous_iter_valid_loss : 0.1622123420238495

    894460	  0.162373	  0.162212	  0.168560		CURRENT LEARNING RATE: 9.128948525808947e-05
previous_iter_valid_loss : 0.16260981559753418

    894480	  0.162800	  0.162610	  0.168209		CURRENT LEARNING RATE: 9.12712291867059e-05
previous_iter_valid_loss : 0.16330046951770782

    894500	  0.163506	  0.163300	  0.168015		CURRENT LEARNING RATE: 9.125297676617149e-05
previous_iter_valid_loss : 0.16057677567005157

    894520	  0.160739	  0.160577	  0.167821		CURRENT LEARNING RATE: 9.123472799575615e-05
previous_iter_valid_loss : 0.16555456817150116

    894540	  0.165762	  0.165555	  0.167656		CURRENT LEARNING RATE: 9.12164828747298e-05
previous_iter_valid_loss : 0.17664693295955658

    894560	  0.176798	  0.176647	  0.168442		CURRENT LEARNING RATE: 9.119824140236295e-05
previous_iter_valid_loss : 0.16116459667682648

    894580	  0.161319	  0.161165	  0.168440		CURRENT LEARNING RATE: 9.118000357792575e-05
previous_iter_valid_loss : 0.16229653358459473

    894600	  0.162492	  0.162297	  0.168512		CURRENT LEARNING RATE: 9.116176940068871e-05
previous_iter_valid_loss : 0.16052646934986115

    894620	  0.160683	  0.160526	  0.168510		CURRENT LEARNING RATE: 9.11435388699223e-05
previous_iter_valid_loss : 0.17007794976234436

    894640	  0.170329	  0.170078	  0.168415		CURRENT LEARNING RATE: 9.112531198489763e-05
previous_iter_valid_loss : 0.16067662835121155

    894660	  0.160839	  0.160677	  0.167438		CURRENT LEARNING RATE: 9.110708874488543e-05
previous_iter_valid_loss : 0.16292506456375122

    894680	  0.163128	  0.162925	  0.167515		CURRENT LEARNING RATE: 9.108886914915679e-05
previous_iter_valid_loss : 0.19492818415164948

    894700	  0.195032	  0.194928	  0.168998		CURRENT LEARNING RATE: 9.107065319698278e-05
previous_iter_valid_loss : 0.1640407294034958

    894720	  0.164214	  0.164041	  0.168050		CURRENT LEARNING RATE: 9.105244088763508e-05
previous_iter_valid_loss : 0.16056767106056213

    894740	  0.160717	  0.160568	  0.167369		CURRENT LEARNING RATE: 9.103423222038501e-05
previous_iter_valid_loss : 0.16055750846862793

    894760	  0.160720	  0.160558	  0.166799		CURRENT LEARNING RATE: 9.101602719450409e-05
previous_iter_valid_loss : 0.16539448499679565

    894780	  0.165602	  0.165394	  0.166913		CURRENT LEARNING RATE: 9.099782580926442e-05
previous_iter_valid_loss : 0.16211536526679993

    894800	  0.162312	  0.162115	  0.166541		CURRENT LEARNING RATE: 9.09796280639378e-05
previous_iter_valid_loss : 0.16279742121696472

    894820	  0.162995	  0.162797	  0.166203		CURRENT LEARNING RATE: 9.096143395779632e-05
previous_iter_valid_loss : 0.16360624134540558

    894840	  0.163766	  0.163606	  0.165125		CURRENT LEARNING RATE: 9.094324349011205e-05
previous_iter_valid_loss : 0.1611708700656891

    894860	  0.161349	  0.161171	  0.165073		CURRENT LEARNING RATE: 9.092505666015767e-05
previous_iter_valid_loss : 0.16437822580337524

    894880	  0.164582	  0.164378	  0.165162		CURRENT LEARNING RATE: 9.090687346720559e-05
previous_iter_valid_loss : 0.16548429429531097

    894900	  0.165692	  0.165484	  0.165271		CURRENT LEARNING RATE: 9.088869391052847e-05
previous_iter_valid_loss : 0.1609683483839035

    894920	  0.161117	  0.160968	  0.165290		CURRENT LEARNING RATE: 9.087051798939895e-05
previous_iter_valid_loss : 0.16354946792125702

    894940	  0.163718	  0.163549	  0.165190		CURRENT LEARNING RATE: 9.08523457030903e-05
previous_iter_valid_loss : 0.1663634330034256

    894960	  0.166524	  0.166363	  0.164676		CURRENT LEARNING RATE: 9.083417705087553e-05
previous_iter_valid_loss : 0.17495451867580414

    894980	  0.175248	  0.174955	  0.165365		CURRENT LEARNING RATE: 9.081601203202782e-05
previous_iter_valid_loss : 0.16990050673484802

    895000	  0.170154	  0.169901	  0.165746		CURRENT LEARNING RATE: 9.079785064582046e-05
previous_iter_valid_loss : 0.16167721152305603

    895020	  0.161861	  0.161677	  0.165803		CURRENT LEARNING RATE: 9.077969289152728e-05
previous_iter_valid_loss : 0.16115112602710724

    895040	  0.161313	  0.161151	  0.165357		CURRENT LEARNING RATE: 9.076153876842184e-05
previous_iter_valid_loss : 0.16455180943012238

    895060	  0.164724	  0.164552	  0.165551		CURRENT LEARNING RATE: 9.074338827577798e-05
previous_iter_valid_loss : 0.16145096719264984

    895080	  0.161618	  0.161451	  0.165477		CURRENT LEARNING RATE: 9.072524141286948e-05
previous_iter_valid_loss : 0.16372674703598022

    895100	  0.163931	  0.163727	  0.163917		CURRENT LEARNING RATE: 9.070709817897082e-05
previous_iter_valid_loss : 0.1607995480298996

    895120	  0.160979	  0.160800	  0.163755		CURRENT LEARNING RATE: 9.068895857335609e-05
previous_iter_valid_loss : 0.16140908002853394

    895140	  0.161593	  0.161409	  0.163797		CURRENT LEARNING RATE: 9.067082259529971e-05
previous_iter_valid_loss : 0.16298243403434753

    895160	  0.163147	  0.162982	  0.163918		CURRENT LEARNING RATE: 9.06526902440761e-05
previous_iter_valid_loss : 0.16101153194904327

    895180	  0.161166	  0.161012	  0.163699		CURRENT LEARNING RATE: 9.063456151896028e-05
previous_iter_valid_loss : 0.16274778544902802

    895200	  0.162951	  0.162748	  0.163731		CURRENT LEARNING RATE: 9.061643641922692e-05
previous_iter_valid_loss : 0.1741185486316681

    895220	  0.174396	  0.174119	  0.164297		CURRENT LEARNING RATE: 9.059831494415087e-05
previous_iter_valid_loss : 0.1616028994321823

    895240	  0.161766	  0.161603	  0.164196		CURRENT LEARNING RATE: 9.058019709300757e-05
previous_iter_valid_loss : 0.16057708859443665

    895260	  0.160737	  0.160577	  0.164167		CURRENT LEARNING RATE: 9.05620828650722e-05
previous_iter_valid_loss : 0.16568119823932648

    895280	  0.165896	  0.165681	  0.164232		CURRENT LEARNING RATE: 9.054397225962012e-05
previous_iter_valid_loss : 0.16601943969726562

    895300	  0.166240	  0.166019	  0.164259		CURRENT LEARNING RATE: 9.052586527592681e-05
previous_iter_valid_loss : 0.20152723789215088

    895320	  0.201592	  0.201527	  0.166287		CURRENT LEARNING RATE: 9.050776191326828e-05
previous_iter_valid_loss : 0.16060733795166016

    895340	  0.160767	  0.160607	  0.166140		CURRENT LEARNING RATE: 9.048966217092024e-05
previous_iter_valid_loss : 0.16567783057689667

    895360	  0.165879	  0.165678	  0.166105		CURRENT LEARNING RATE: 9.04715660481587e-05
previous_iter_valid_loss : 0.16257834434509277

    895380	  0.162759	  0.162578	  0.165486		CURRENT LEARNING RATE: 9.045347354425964e-05
previous_iter_valid_loss : 0.16657724976539612

    895400	  0.166789	  0.166577	  0.165320		CURRENT LEARNING RATE: 9.043538465849971e-05
previous_iter_valid_loss : 0.1608942598104477

    895420	  0.161052	  0.160894	  0.165281		CURRENT LEARNING RATE: 9.041729939015516e-05
previous_iter_valid_loss : 0.16100378334522247

    895440	  0.161180	  0.161004	  0.165274		CURRENT LEARNING RATE: 9.039921773850263e-05
previous_iter_valid_loss : 0.1605406105518341

    895460	  0.160699	  0.160541	  0.165073		CURRENT LEARNING RATE: 9.038113970281862e-05
previous_iter_valid_loss : 0.1606265902519226

    895480	  0.160785	  0.160627	  0.165032		CURRENT LEARNING RATE: 9.03630652823804e-05
previous_iter_valid_loss : 0.16226881742477417

    895500	  0.162431	  0.162269	  0.164959		CURRENT LEARNING RATE: 9.034499447646479e-05
previous_iter_valid_loss : 0.16412077844142914

    895520	  0.164286	  0.164121	  0.165125		CURRENT LEARNING RATE: 9.032692728434899e-05
previous_iter_valid_loss : 0.1609937995672226

    895540	  0.161144	  0.160994	  0.165104		CURRENT LEARNING RATE: 9.03088637053101e-05
previous_iter_valid_loss : 0.16564081609249115

    895560	  0.165845	  0.165641	  0.165237		CURRENT LEARNING RATE: 9.029080373862595e-05
previous_iter_valid_loss : 0.16341477632522583

    895580	  0.163581	  0.163415	  0.165357		CURRENT LEARNING RATE: 9.027274738357397e-05
previous_iter_valid_loss : 0.16747599840164185

    895600	  0.167701	  0.167476	  0.165594		CURRENT LEARNING RATE: 9.025469463943172e-05
previous_iter_valid_loss : 0.1620490849018097

    895620	  0.162213	  0.162049	  0.164990		CURRENT LEARNING RATE: 9.023664550547742e-05
previous_iter_valid_loss : 0.16155900061130524

    895640	  0.161751	  0.161559	  0.164988		CURRENT LEARNING RATE: 9.021859998098899e-05
previous_iter_valid_loss : 0.17636393010616302

    895660	  0.176659	  0.176364	  0.165778		CURRENT LEARNING RATE: 9.020055806524453e-05
previous_iter_valid_loss : 0.1608426868915558

    895680	  0.161011	  0.160843	  0.165536		CURRENT LEARNING RATE: 9.018251975752227e-05
previous_iter_valid_loss : 0.19149437546730042

    895700	  0.191620	  0.191494	  0.166809		CURRENT LEARNING RATE: 9.016448505710097e-05
previous_iter_valid_loss : 0.1690845638513565

    895720	  0.169239	  0.169085	  0.165187		CURRENT LEARNING RATE: 9.014645396325907e-05
previous_iter_valid_loss : 0.16116921603679657

    895740	  0.161323	  0.161169	  0.165215		CURRENT LEARNING RATE: 9.012842647527534e-05
previous_iter_valid_loss : 0.1688256412744522

    895760	  0.169060	  0.168826	  0.165373		CURRENT LEARNING RATE: 9.011040259242854e-05
previous_iter_valid_loss : 0.17411553859710693

    895780	  0.174263	  0.174116	  0.165950		CURRENT LEARNING RATE: 9.009238231399801e-05
previous_iter_valid_loss : 0.18790988624095917

    895800	  0.188328	  0.187910	  0.167016		CURRENT LEARNING RATE: 9.007436563926278e-05
previous_iter_valid_loss : 0.17046678066253662

    895820	  0.170719	  0.170467	  0.167495		CURRENT LEARNING RATE: 9.005635256750219e-05
previous_iter_valid_loss : 0.16261592507362366

    895840	  0.162793	  0.162616	  0.167575		CURRENT LEARNING RATE: 9.003834309799557e-05
previous_iter_valid_loss : 0.16061505675315857

    895860	  0.160769	  0.160615	  0.167579		CURRENT LEARNING RATE: 9.002033723002283e-05
previous_iter_valid_loss : 0.16089074313640594

    895880	  0.161070	  0.160891	  0.167592		CURRENT LEARNING RATE: 9.000233496286358e-05
previous_iter_valid_loss : 0.19810053706169128

    895900	  0.198194	  0.198101	  0.169384		CURRENT LEARNING RATE: 8.998433629579774e-05
previous_iter_valid_loss : 0.16408348083496094

    895920	  0.164250	  0.164083	  0.169382		CURRENT LEARNING RATE: 8.996634122810522e-05
previous_iter_valid_loss : 0.16356000304222107

    895940	  0.163758	  0.163560	  0.169510		CURRENT LEARNING RATE: 8.994834975906652e-05
previous_iter_valid_loss : 0.1605955809354782

    895960	  0.160754	  0.160596	  0.169258		CURRENT LEARNING RATE: 8.993036188796182e-05
previous_iter_valid_loss : 0.16836337745189667

    895980	  0.168602	  0.168363	  0.169506		CURRENT LEARNING RATE: 8.991237761407146e-05
previous_iter_valid_loss : 0.16453665494918823

    896000	  0.164736	  0.164537	  0.169359		CURRENT LEARNING RATE: 8.989439693667633e-05
previous_iter_valid_loss : 0.16138842701911926

    896020	  0.161577	  0.161388	  0.169326		CURRENT LEARNING RATE: 8.987641985505715e-05
previous_iter_valid_loss : 0.17997853457927704

    896040	  0.180136	  0.179979	  0.170247		CURRENT LEARNING RATE: 8.985844636849474e-05
previous_iter_valid_loss : 0.1680254340171814

    896060	  0.168181	  0.168025	  0.169830		CURRENT LEARNING RATE: 8.984047647627004e-05
previous_iter_valid_loss : 0.16117914021015167

    896080	  0.161359	  0.161179	  0.169846		CURRENT LEARNING RATE: 8.982251017766457e-05
previous_iter_valid_loss : 0.1605318784713745

    896100	  0.160701	  0.160532	  0.168298		CURRENT LEARNING RATE: 8.980454747195953e-05
previous_iter_valid_loss : 0.1717616468667984

    896120	  0.172016	  0.171762	  0.168432		CURRENT LEARNING RATE: 8.97865883584364e-05
previous_iter_valid_loss : 0.16365166008472443

    896140	  0.163821	  0.163652	  0.168556		CURRENT LEARNING RATE: 8.976863283637664e-05
previous_iter_valid_loss : 0.1607980579137802

    896160	  0.160973	  0.160798	  0.168155		CURRENT LEARNING RATE: 8.97506809050624e-05
previous_iter_valid_loss : 0.16984567046165466

    896180	  0.170089	  0.169846	  0.167941		CURRENT LEARNING RATE: 8.973273256377539e-05
previous_iter_valid_loss : 0.16744184494018555

    896200	  0.167662	  0.167442	  0.166918		CURRENT LEARNING RATE: 8.971478781179768e-05
previous_iter_valid_loss : 0.16124702990055084

    896220	  0.161397	  0.161247	  0.166457		CURRENT LEARNING RATE: 8.969684664841135e-05
previous_iter_valid_loss : 0.16051243245601654

    896240	  0.160674	  0.160512	  0.166352		CURRENT LEARNING RATE: 8.967890907289905e-05
previous_iter_valid_loss : 0.1687176525592804

    896260	  0.168870	  0.168718	  0.166757		CURRENT LEARNING RATE: 8.966097508454313e-05
previous_iter_valid_loss : 0.16367141902446747

    896280	  0.163832	  0.163671	  0.166896		CURRENT LEARNING RATE: 8.964304468262622e-05
previous_iter_valid_loss : 0.16082271933555603

    896300	  0.160977	  0.160823	  0.165032		CURRENT LEARNING RATE: 8.962511786643095e-05
previous_iter_valid_loss : 0.1637631356716156

    896320	  0.163927	  0.163763	  0.165016		CURRENT LEARNING RATE: 8.960719463524057e-05
previous_iter_valid_loss : 0.1605602502822876

    896340	  0.160712	  0.160560	  0.164866		CURRENT LEARNING RATE: 8.9589274988338e-05
previous_iter_valid_loss : 0.17385554313659668

    896360	  0.174002	  0.173856	  0.165529		CURRENT LEARNING RATE: 8.957135892500625e-05
previous_iter_valid_loss : 0.16640625894069672

    896380	  0.166615	  0.166406	  0.165431		CURRENT LEARNING RATE: 8.955344644452905e-05
previous_iter_valid_loss : 0.1684516817331314

    896400	  0.168682	  0.168452	  0.165627		CURRENT LEARNING RATE: 8.95355375461897e-05
previous_iter_valid_loss : 0.16341468691825867

    896420	  0.163582	  0.163415	  0.165728		CURRENT LEARNING RATE: 8.95176322292719e-05
previous_iter_valid_loss : 0.16242046654224396

    896440	  0.162617	  0.162420	  0.164850		CURRENT LEARNING RATE: 8.949973049305922e-05
previous_iter_valid_loss : 0.1607053130865097

    896460	  0.160866	  0.160705	  0.164484		CURRENT LEARNING RATE: 8.948183233683593e-05
previous_iter_valid_loss : 0.1716492623090744

    896480	  0.171910	  0.171649	  0.165008		CURRENT LEARNING RATE: 8.946393775988595e-05
previous_iter_valid_loss : 0.1632882058620453

    896500	  0.163453	  0.163288	  0.165146		CURRENT LEARNING RATE: 8.944604676149349e-05
previous_iter_valid_loss : 0.16173574328422546

    896520	  0.161893	  0.161736	  0.164644		CURRENT LEARNING RATE: 8.942815934094276e-05
previous_iter_valid_loss : 0.16834816336631775

    896540	  0.168574	  0.168348	  0.164879		CURRENT LEARNING RATE: 8.941027549751857e-05
previous_iter_valid_loss : 0.16116872429847717

    896560	  0.161338	  0.161169	  0.164898		CURRENT LEARNING RATE: 8.93923952305054e-05
previous_iter_valid_loss : 0.16105636954307556

    896580	  0.161217	  0.161056	  0.164458		CURRENT LEARNING RATE: 8.937451853918807e-05
previous_iter_valid_loss : 0.16205760836601257

    896600	  0.162227	  0.162058	  0.164189		CURRENT LEARNING RATE: 8.935664542285132e-05
previous_iter_valid_loss : 0.1610034704208374

    896620	  0.161186	  0.161003	  0.164177		CURRENT LEARNING RATE: 8.933877588078055e-05
previous_iter_valid_loss : 0.18463090062141418

    896640	  0.185023	  0.184631	  0.165383		CURRENT LEARNING RATE: 8.932090991226085e-05
previous_iter_valid_loss : 0.1611318141222

    896660	  0.161296	  0.161132	  0.165004		CURRENT LEARNING RATE: 8.930304751657755e-05
previous_iter_valid_loss : 0.20422092080116272

    896680	  0.204796	  0.204221	  0.167031		CURRENT LEARNING RATE: 8.928518869301602e-05
previous_iter_valid_loss : 0.16746625304222107

    896700	  0.167622	  0.167466	  0.167363		CURRENT LEARNING RATE: 8.926733344086219e-05
previous_iter_valid_loss : 0.16179409623146057

    896720	  0.161983	  0.161794	  0.167265		CURRENT LEARNING RATE: 8.924948175940168e-05
previous_iter_valid_loss : 0.16268174350261688

    896740	  0.162845	  0.162682	  0.167371		CURRENT LEARNING RATE: 8.923163364792051e-05
previous_iter_valid_loss : 0.1609354019165039

    896760	  0.161118	  0.160935	  0.166725		CURRENT LEARNING RATE: 8.92137891057045e-05
previous_iter_valid_loss : 0.1648215353488922

    896780	  0.165030	  0.164822	  0.166646		CURRENT LEARNING RATE: 8.919594813204023e-05
previous_iter_valid_loss : 0.16055190563201904

    896800	  0.160708	  0.160552	  0.166251		CURRENT LEARNING RATE: 8.917811072621392e-05
previous_iter_valid_loss : 0.16296206414699554

    896820	  0.163125	  0.162962	  0.166228		CURRENT LEARNING RATE: 8.916027688751187e-05
previous_iter_valid_loss : 0.16535775363445282

    896840	  0.165563	  0.165358	  0.166375		CURRENT LEARNING RATE: 8.914244661522106e-05
previous_iter_valid_loss : 0.16051706671714783

    896860	  0.160682	  0.160517	  0.166366		CURRENT LEARNING RATE: 8.912461990862816e-05
previous_iter_valid_loss : 0.16052556037902832

    896880	  0.160691	  0.160526	  0.165809		CURRENT LEARNING RATE: 8.910679676702003e-05
previous_iter_valid_loss : 0.1612166166305542

    896900	  0.161407	  0.161217	  0.165706		CURRENT LEARNING RATE: 8.908897718968366e-05
previous_iter_valid_loss : 0.16151376068592072

    896920	  0.161674	  0.161514	  0.165695		CURRENT LEARNING RATE: 8.907116117590651e-05
previous_iter_valid_loss : 0.1696796864271164

    896940	  0.169928	  0.169680	  0.165761		CURRENT LEARNING RATE: 8.905334872497585e-05
previous_iter_valid_loss : 0.16506345570087433

    896960	  0.165233	  0.165063	  0.165956		CURRENT LEARNING RATE: 8.903553983617913e-05
previous_iter_valid_loss : 0.16963717341423035

    896980	  0.169872	  0.169637	  0.166385		CURRENT LEARNING RATE: 8.901773450880387e-05
previous_iter_valid_loss : 0.1631985306739807

    897000	  0.163364	  0.163199	  0.166442		CURRENT LEARNING RATE: 8.899993274213816e-05
previous_iter_valid_loss : 0.17502471804618835

    897020	  0.175167	  0.175025	  0.167143		CURRENT LEARNING RATE: 8.898213453546976e-05
previous_iter_valid_loss : 0.16097630560398102

    897040	  0.161134	  0.160976	  0.165960		CURRENT LEARNING RATE: 8.896433988808678e-05
previous_iter_valid_loss : 0.16138705611228943

    897060	  0.161539	  0.161387	  0.165973		CURRENT LEARNING RATE: 8.894654879927722e-05
previous_iter_valid_loss : 0.16149143874645233

    897080	  0.161655	  0.161491	  0.163837		CURRENT LEARNING RATE: 8.89287612683298e-05
previous_iter_valid_loss : 0.16143667697906494

    897100	  0.161601	  0.161437	  0.163535		CURRENT LEARNING RATE: 8.891097729453283e-05
previous_iter_valid_loss : 0.1606798768043518

    897120	  0.160848	  0.160680	  0.163479		CURRENT LEARNING RATE: 8.889319687717497e-05
previous_iter_valid_loss : 0.16210675239562988

    897140	  0.162266	  0.162107	  0.163451		CURRENT LEARNING RATE: 8.887542001554484e-05
previous_iter_valid_loss : 0.16521184146404266

    897160	  0.165374	  0.165212	  0.163665		CURRENT LEARNING RATE: 8.885764670893167e-05
previous_iter_valid_loss : 0.18281377851963043

    897180	  0.182960	  0.182814	  0.164564		CURRENT LEARNING RATE: 8.883987695662439e-05
previous_iter_valid_loss : 0.17212840914726257

    897200	  0.172392	  0.172128	  0.165143		CURRENT LEARNING RATE: 8.882211075791204e-05
previous_iter_valid_loss : 0.16289669275283813

    897220	  0.163071	  0.162897	  0.165140		CURRENT LEARNING RATE: 8.88043481120843e-05
previous_iter_valid_loss : 0.1626717746257782

    897240	  0.162872	  0.162672	  0.165005		CURRENT LEARNING RATE: 8.878658901843048e-05
previous_iter_valid_loss : 0.160697802901268

    897260	  0.160849	  0.160698	  0.165014		CURRENT LEARNING RATE: 8.876883347624024e-05
previous_iter_valid_loss : 0.16792505979537964

    897280	  0.168154	  0.167925	  0.165384		CURRENT LEARNING RATE: 8.875108148480319e-05
previous_iter_valid_loss : 0.16525952517986298

    897300	  0.165478	  0.165260	  0.165587		CURRENT LEARNING RATE: 8.873333304340957e-05
previous_iter_valid_loss : 0.16857559978961945

    897320	  0.168807	  0.168576	  0.165940		CURRENT LEARNING RATE: 8.87155881513493e-05
previous_iter_valid_loss : 0.16050207614898682

    897340	  0.160675	  0.160502	  0.165481		CURRENT LEARNING RATE: 8.869784680791254e-05
previous_iter_valid_loss : 0.1618543565273285

    897360	  0.162047	  0.161854	  0.165320		CURRENT LEARNING RATE: 8.868010901238951e-05
previous_iter_valid_loss : 0.170442596077919

    897380	  0.170588	  0.170443	  0.165361		CURRENT LEARNING RATE: 8.866237476407103e-05
previous_iter_valid_loss : 0.1605115383863449

    897400	  0.160669	  0.160512	  0.165226		CURRENT LEARNING RATE: 8.864464406224755e-05
previous_iter_valid_loss : 0.16344715654850006

    897420	  0.163612	  0.163447	  0.164647		CURRENT LEARNING RATE: 8.862691690620983e-05
previous_iter_valid_loss : 0.16050897538661957

    897440	  0.160672	  0.160509	  0.164624		CURRENT LEARNING RATE: 8.860919329524864e-05
previous_iter_valid_loss : 0.16785544157028198

    897460	  0.168073	  0.167855	  0.164947		CURRENT LEARNING RATE: 8.859147322865535e-05
previous_iter_valid_loss : 0.16049876809120178

    897480	  0.160662	  0.160499	  0.164898		CURRENT LEARNING RATE: 8.857375670572103e-05
previous_iter_valid_loss : 0.16401875019073486

    897500	  0.164224	  0.164019	  0.165027		CURRENT LEARNING RATE: 8.855604372573695e-05
previous_iter_valid_loss : 0.16064880788326263

    897520	  0.160823	  0.160649	  0.165025		CURRENT LEARNING RATE: 8.85383342879945e-05
previous_iter_valid_loss : 0.1605343222618103

    897540	  0.160702	  0.160534	  0.164947		CURRENT LEARNING RATE: 8.852062839178559e-05
previous_iter_valid_loss : 0.16205216944217682

    897560	  0.162243	  0.162052	  0.164789		CURRENT LEARNING RATE: 8.850292603640182e-05
previous_iter_valid_loss : 0.16148263216018677

    897580	  0.161673	  0.161483	  0.163722		CURRENT LEARNING RATE: 8.848522722113494e-05
previous_iter_valid_loss : 0.16065475344657898

    897600	  0.160824	  0.160655	  0.163148		CURRENT LEARNING RATE: 8.846753194527733e-05
previous_iter_valid_loss : 0.17029118537902832

    897620	  0.170544	  0.170291	  0.163518		CURRENT LEARNING RATE: 8.844984020812101e-05
previous_iter_valid_loss : 0.160610169172287

    897640	  0.160785	  0.160610	  0.163415		CURRENT LEARNING RATE: 8.843215200895829e-05
previous_iter_valid_loss : 0.17039984464645386

    897660	  0.170554	  0.170400	  0.163900		CURRENT LEARNING RATE: 8.841446734708151e-05
previous_iter_valid_loss : 0.16489574313163757

    897680	  0.165063	  0.164896	  0.163749		CURRENT LEARNING RATE: 8.839678622178363e-05
previous_iter_valid_loss : 0.16687233746051788

    897700	  0.167090	  0.166872	  0.163829		CURRENT LEARNING RATE: 8.837910863235717e-05
previous_iter_valid_loss : 0.17102190852165222

    897720	  0.171278	  0.171022	  0.163952		CURRENT LEARNING RATE: 8.836143457809507e-05
previous_iter_valid_loss : 0.16735391318798065

    897740	  0.167569	  0.167354	  0.164294		CURRENT LEARNING RATE: 8.834376405829022e-05
previous_iter_valid_loss : 0.16537322103977203

    897760	  0.165583	  0.165373	  0.164470		CURRENT LEARNING RATE: 8.832609707223611e-05
previous_iter_valid_loss : 0.16312287747859955

    897780	  0.163311	  0.163123	  0.164104		CURRENT LEARNING RATE: 8.830843361922588e-05
previous_iter_valid_loss : 0.1617286205291748

    897800	  0.161920	  0.161729	  0.164165		CURRENT LEARNING RATE: 8.829077369855302e-05
previous_iter_valid_loss : 0.16089802980422974

    897820	  0.161066	  0.160898	  0.164038		CURRENT LEARNING RATE: 8.827311730951094e-05
previous_iter_valid_loss : 0.16496440768241882

    897840	  0.165122	  0.164964	  0.164260		CURRENT LEARNING RATE: 8.825546445139373e-05
previous_iter_valid_loss : 0.1799781620502472

    897860	  0.180305	  0.179978	  0.164867		CURRENT LEARNING RATE: 8.823781512349511e-05
previous_iter_valid_loss : 0.17935612797737122

    897880	  0.179513	  0.179356	  0.165809		CURRENT LEARNING RATE: 8.822016932510912e-05
previous_iter_valid_loss : 0.16111816465854645

    897900	  0.161292	  0.161118	  0.165664		CURRENT LEARNING RATE: 8.820252705552975e-05
previous_iter_valid_loss : 0.16690219938755035

    897920	  0.167118	  0.166902	  0.165977		CURRENT LEARNING RATE: 8.818488831405162e-05
previous_iter_valid_loss : 0.16949816048145294

    897940	  0.169745	  0.169498	  0.166425		CURRENT LEARNING RATE: 8.816725309996905e-05
previous_iter_valid_loss : 0.16058115661144257

    897960	  0.160746	  0.160581	  0.166352		CURRENT LEARNING RATE: 8.81496214125766e-05
previous_iter_valid_loss : 0.1727336198091507

    897980	  0.172882	  0.172734	  0.166914		CURRENT LEARNING RATE: 8.813199325116888e-05
previous_iter_valid_loss : 0.1682489961385727

    898000	  0.168403	  0.168249	  0.167294		CURRENT LEARNING RATE: 8.811436861504104e-05
previous_iter_valid_loss : 0.16236358880996704

    898020	  0.162525	  0.162364	  0.166898		CURRENT LEARNING RATE: 8.809674750348797e-05
previous_iter_valid_loss : 0.1629185676574707

    898040	  0.163103	  0.162919	  0.167013		CURRENT LEARNING RATE: 8.807912991580466e-05
previous_iter_valid_loss : 0.16073773801326752

    898060	  0.160915	  0.160738	  0.166530		CURRENT LEARNING RATE: 8.806151585128669e-05
previous_iter_valid_loss : 0.17426972091197968

    898080	  0.174419	  0.174270	  0.166999		CURRENT LEARNING RATE: 8.80439053092294e-05
previous_iter_valid_loss : 0.1917634904384613

    898100	  0.191886	  0.191763	  0.168243		CURRENT LEARNING RATE: 8.802629828892831e-05
previous_iter_valid_loss : 0.17892999947071075

    898120	  0.179093	  0.178930	  0.168639		CURRENT LEARNING RATE: 8.8008694789679e-05
previous_iter_valid_loss : 0.16171279549598694

    898140	  0.161880	  0.161713	  0.168357		CURRENT LEARNING RATE: 8.799109481077767e-05
previous_iter_valid_loss : 0.16228069365024567

    898160	  0.162471	  0.162281	  0.168202		CURRENT LEARNING RATE: 8.797349835152013e-05
previous_iter_valid_loss : 0.16197557747364044

    898180	  0.162130	  0.161976	  0.168145		CURRENT LEARNING RATE: 8.795590541120255e-05
previous_iter_valid_loss : 0.16200052201747894

    898200	  0.162196	  0.162001	  0.168158		CURRENT LEARNING RATE: 8.793831598912102e-05
previous_iter_valid_loss : 0.16965731978416443

    898220	  0.169894	  0.169657	  0.168596		CURRENT LEARNING RATE: 8.792073008457232e-05
previous_iter_valid_loss : 0.16530971229076385

    898240	  0.165517	  0.165310	  0.168613		CURRENT LEARNING RATE: 8.790314769685282e-05
previous_iter_valid_loss : 0.18063122034072876

    898260	  0.180957	  0.180631	  0.168646		CURRENT LEARNING RATE: 8.788556882525925e-05
previous_iter_valid_loss : 0.16075089573860168

    898280	  0.160927	  0.160751	  0.167716		CURRENT LEARNING RATE: 8.786799346908829e-05
previous_iter_valid_loss : 0.1790294349193573

    898300	  0.179185	  0.179029	  0.168611		CURRENT LEARNING RATE: 8.785042162763723e-05
previous_iter_valid_loss : 0.1731957346200943

    898320	  0.173339	  0.173196	  0.168926		CURRENT LEARNING RATE: 8.783285330020305e-05
previous_iter_valid_loss : 0.16923560202121735

    898340	  0.169476	  0.169236	  0.168913		CURRENT LEARNING RATE: 8.7815288486083e-05
previous_iter_valid_loss : 0.16391320526599884

    898360	  0.164082	  0.163913	  0.169079		CURRENT LEARNING RATE: 8.779772718457436e-05
previous_iter_valid_loss : 0.16084834933280945

    898380	  0.161000	  0.160848	  0.168485		CURRENT LEARNING RATE: 8.778016939497498e-05
previous_iter_valid_loss : 0.1619396209716797

    898400	  0.162124	  0.161940	  0.168170		CURRENT LEARNING RATE: 8.776261511658238e-05
previous_iter_valid_loss : 0.1731298714876175

    898420	  0.173275	  0.173130	  0.168708		CURRENT LEARNING RATE: 8.774506434869424e-05
previous_iter_valid_loss : 0.1657230257987976

    898440	  0.165945	  0.165723	  0.168848		CURRENT LEARNING RATE: 8.772751709060884e-05
previous_iter_valid_loss : 0.1653313934803009

    898460	  0.165500	  0.165331	  0.169078		CURRENT LEARNING RATE: 8.770997334162413e-05
previous_iter_valid_loss : 0.19814324378967285

    898480	  0.198237	  0.198143	  0.170272		CURRENT LEARNING RATE: 8.769243310103838e-05
previous_iter_valid_loss : 0.16525839269161224

    898500	  0.165448	  0.165258	  0.168946		CURRENT LEARNING RATE: 8.76748963681498e-05
previous_iter_valid_loss : 0.16068826615810394

    898520	  0.160846	  0.160688	  0.168034		CURRENT LEARNING RATE: 8.765736314225725e-05
previous_iter_valid_loss : 0.16125434637069702

    898540	  0.161415	  0.161254	  0.168011		CURRENT LEARNING RATE: 8.763983342265922e-05
previous_iter_valid_loss : 0.16525167226791382

    898560	  0.165417	  0.165252	  0.168160		CURRENT LEARNING RATE: 8.762230720865455e-05
previous_iter_valid_loss : 0.1706356257200241

    898580	  0.170889	  0.170636	  0.168593		CURRENT LEARNING RATE: 8.760478449954204e-05
previous_iter_valid_loss : 0.16879071295261383

    898600	  0.169033	  0.168791	  0.168932		CURRENT LEARNING RATE: 8.758726529462104e-05
previous_iter_valid_loss : 0.16362112760543823

    898620	  0.163783	  0.163621	  0.168631		CURRENT LEARNING RATE: 8.75697495931907e-05
previous_iter_valid_loss : 0.16752998530864716

    898640	  0.167748	  0.167530	  0.168742		CURRENT LEARNING RATE: 8.755223739455034e-05
previous_iter_valid_loss : 0.1777852177619934

    898660	  0.177940	  0.177785	  0.168599		CURRENT LEARNING RATE: 8.753472869799931e-05
previous_iter_valid_loss : 0.1608513444662094

    898680	  0.161012	  0.160851	  0.168604		CURRENT LEARNING RATE: 8.751722350283764e-05
previous_iter_valid_loss : 0.1607641577720642

    898700	  0.160917	  0.160764	  0.167691		CURRENT LEARNING RATE: 8.749972180836489e-05
previous_iter_valid_loss : 0.16448305547237396

    898720	  0.164686	  0.164483	  0.167255		CURRENT LEARNING RATE: 8.748222361388105e-05
previous_iter_valid_loss : 0.16232037544250488

    898740	  0.162512	  0.162320	  0.166910		CURRENT LEARNING RATE: 8.746472891868598e-05
previous_iter_valid_loss : 0.16511480510234833

    898760	  0.165321	  0.165115	  0.166970		CURRENT LEARNING RATE: 8.744723772208024e-05
previous_iter_valid_loss : 0.1605345457792282

    898780	  0.160698	  0.160535	  0.166954		CURRENT LEARNING RATE: 8.742975002336405e-05
previous_iter_valid_loss : 0.16459371149539948

    898800	  0.164782	  0.164594	  0.167087		CURRENT LEARNING RATE: 8.741226582183768e-05
previous_iter_valid_loss : 0.16061672568321228

    898820	  0.160776	  0.160617	  0.166461		CURRENT LEARNING RATE: 8.739478511680213e-05
previous_iter_valid_loss : 0.178151473402977

    898840	  0.178304	  0.178151	  0.167083		CURRENT LEARNING RATE: 8.737730790755798e-05
previous_iter_valid_loss : 0.16070237755775452

    898860	  0.160880	  0.160702	  0.166851		CURRENT LEARNING RATE: 8.73598341934062e-05
previous_iter_valid_loss : 0.16118073463439941

    898880	  0.161363	  0.161181	  0.165003		CURRENT LEARNING RATE: 8.73423639736476e-05
previous_iter_valid_loss : 0.1605324149131775

    898900	  0.160697	  0.160532	  0.164767		CURRENT LEARNING RATE: 8.732489724758373e-05
previous_iter_valid_loss : 0.16731905937194824

    898920	  0.167479	  0.167319	  0.165098		CURRENT LEARNING RATE: 8.730743401451577e-05
previous_iter_valid_loss : 0.1623745709657669

    898940	  0.162536	  0.162375	  0.165154		CURRENT LEARNING RATE: 8.728997427374519e-05
previous_iter_valid_loss : 0.16372722387313843

    898960	  0.163918	  0.163727	  0.165078		CURRENT LEARNING RATE: 8.727251802457345e-05
previous_iter_valid_loss : 0.1605454981327057

    898980	  0.160700	  0.160545	  0.164574		CURRENT LEARNING RATE: 8.725506526630257e-05
previous_iter_valid_loss : 0.1632840484380722

    899000	  0.163472	  0.163284	  0.164298		CURRENT LEARNING RATE: 8.72376159982343e-05
previous_iter_valid_loss : 0.1606035679578781

    899020	  0.160768	  0.160604	  0.164147		CURRENT LEARNING RATE: 8.722017021967072e-05
previous_iter_valid_loss : 0.1770872324705124

    899040	  0.177381	  0.177087	  0.164625		CURRENT LEARNING RATE: 8.720272792991378e-05
previous_iter_valid_loss : 0.17987219989299774

    899060	  0.180187	  0.179872	  0.164730		CURRENT LEARNING RATE: 8.718528912826614e-05
previous_iter_valid_loss : 0.17267942428588867

    899080	  0.172820	  0.172679	  0.165321		CURRENT LEARNING RATE: 8.716785381403007e-05
previous_iter_valid_loss : 0.1610758900642395

    899100	  0.161234	  0.161076	  0.165336		CURRENT LEARNING RATE: 8.715042198650816e-05
previous_iter_valid_loss : 0.16054539382457733

    899120	  0.160694	  0.160545	  0.165140		CURRENT LEARNING RATE: 8.713299364500298e-05
previous_iter_valid_loss : 0.16098204255104065

    899140	  0.161138	  0.160982	  0.165073		CURRENT LEARNING RATE: 8.711556878881773e-05
previous_iter_valid_loss : 0.16071094572544098

    899160	  0.160888	  0.160711	  0.164852		CURRENT LEARNING RATE: 8.709814741725523e-05
previous_iter_valid_loss : 0.16450998187065125

    899180	  0.164705	  0.164510	  0.165051		CURRENT LEARNING RATE: 8.708072952961849e-05
previous_iter_valid_loss : 0.16481006145477295

    899200	  0.164968	  0.164810	  0.165062		CURRENT LEARNING RATE: 8.70633151252111e-05
previous_iter_valid_loss : 0.1609690636396408

    899220	  0.161155	  0.160969	  0.165080		CURRENT LEARNING RATE: 8.704590420333631e-05
previous_iter_valid_loss : 0.16055156290531158

    899240	  0.160713	  0.160552	  0.164200		CURRENT LEARNING RATE: 8.702849676329771e-05
previous_iter_valid_loss : 0.17064766585826874

    899260	  0.170902	  0.170648	  0.164697		CURRENT LEARNING RATE: 8.701109280439886e-05
previous_iter_valid_loss : 0.20226100087165833

    899280	  0.202333	  0.202261	  0.166751		CURRENT LEARNING RATE: 8.699369232594386e-05
previous_iter_valid_loss : 0.16646462678909302

    899300	  0.166684	  0.166465	  0.167048		CURRENT LEARNING RATE: 8.697629532723659e-05
previous_iter_valid_loss : 0.1625104695558548

    899320	  0.162710	  0.162510	  0.166807		CURRENT LEARNING RATE: 8.695890180758112e-05
previous_iter_valid_loss : 0.16149374842643738

    899340	  0.161654	  0.161494	  0.166763		CURRENT LEARNING RATE: 8.694151176628158e-05
previous_iter_valid_loss : 0.18055513501167297

    899360	  0.180880	  0.180555	  0.167605		CURRENT LEARNING RATE: 8.692412520264267e-05
previous_iter_valid_loss : 0.16499775648117065

    899380	  0.165164	  0.164998	  0.167827		CURRENT LEARNING RATE: 8.690674211596881e-05
previous_iter_valid_loss : 0.17403680086135864

    899400	  0.174316	  0.174037	  0.168365		CURRENT LEARNING RATE: 8.688936250556462e-05
previous_iter_valid_loss : 0.1637883335351944

    899420	  0.163988	  0.163788	  0.168524		CURRENT LEARNING RATE: 8.687198637073481e-05
previous_iter_valid_loss : 0.16086232662200928

    899440	  0.161042	  0.160862	  0.167713		CURRENT LEARNING RATE: 8.68546137107846e-05
previous_iter_valid_loss : 0.16052472591400146

    899460	  0.160691	  0.160525	  0.166745		CURRENT LEARNING RATE: 8.683724452501895e-05
previous_iter_valid_loss : 0.16343246400356293

    899480	  0.163626	  0.163432	  0.166283		CURRENT LEARNING RATE: 8.68198788127431e-05
previous_iter_valid_loss : 0.16483739018440247

    899500	  0.165044	  0.164837	  0.166471		CURRENT LEARNING RATE: 8.680251657326226e-05
previous_iter_valid_loss : 0.1826401948928833

    899520	  0.182795	  0.182640	  0.167576		CURRENT LEARNING RATE: 8.678515780588226e-05
previous_iter_valid_loss : 0.16698098182678223

    899540	  0.167196	  0.166981	  0.167876		CURRENT LEARNING RATE: 8.676780250990856e-05
previous_iter_valid_loss : 0.16340599954128265

    899560	  0.163602	  0.163406	  0.168011		CURRENT LEARNING RATE: 8.675045068464699e-05
previous_iter_valid_loss : 0.16157962381839752

    899580	  0.161739	  0.161580	  0.167864		CURRENT LEARNING RATE: 8.67331023294033e-05
previous_iter_valid_loss : 0.1626388430595398

    899600	  0.162833	  0.162639	  0.167755		CURRENT LEARNING RATE: 8.671575744348387e-05
previous_iter_valid_loss : 0.1800682544708252

    899620	  0.180227	  0.180068	  0.168710		CURRENT LEARNING RATE: 8.669841602619474e-05
previous_iter_valid_loss : 0.16739490628242493

    899640	  0.167552	  0.167395	  0.169053		CURRENT LEARNING RATE: 8.668107807684213e-05
previous_iter_valid_loss : 0.17247803509235382

    899660	  0.172631	  0.172478	  0.169144		CURRENT LEARNING RATE: 8.666374359473278e-05
previous_iter_valid_loss : 0.16798987984657288

    899680	  0.168147	  0.167990	  0.167431		CURRENT LEARNING RATE: 8.664641257917322e-05
previous_iter_valid_loss : 0.166925847530365

    899700	  0.167085	  0.166926	  0.167454		CURRENT LEARNING RATE: 8.662908502947013e-05
previous_iter_valid_loss : 0.16254419088363647

    899720	  0.162715	  0.162544	  0.167455		CURRENT LEARNING RATE: 8.661176094493032e-05
previous_iter_valid_loss : 0.17695696651935577

    899740	  0.177111	  0.176957	  0.168228		CURRENT LEARNING RATE: 8.659444032486112e-05
previous_iter_valid_loss : 0.16582852602005005

    899760	  0.165983	  0.165829	  0.167492		CURRENT LEARNING RATE: 8.657712316856955e-05
previous_iter_valid_loss : 0.16619524359703064

    899780	  0.166353	  0.166195	  0.167552		CURRENT LEARNING RATE: 8.65598094753629e-05
previous_iter_valid_loss : 0.16336888074874878

    899800	  0.163575	  0.163369	  0.167019		CURRENT LEARNING RATE: 8.654249924454849e-05
previous_iter_valid_loss : 0.16976545751094818

    899820	  0.169918	  0.169765	  0.167317		CURRENT LEARNING RATE: 8.652519247543422e-05
previous_iter_valid_loss : 0.16421227157115936

    899840	  0.164423	  0.164212	  0.167485		CURRENT LEARNING RATE: 8.650788916732767e-05
previous_iter_valid_loss : 0.16164034605026245

    899860	  0.161829	  0.161640	  0.167541		CURRENT LEARNING RATE: 8.649058931953669e-05
previous_iter_valid_loss : 0.16153168678283691

    899880	  0.161690	  0.161532	  0.167446		CURRENT LEARNING RATE: 8.647329293136915e-05
previous_iter_valid_loss : 0.16123327612876892

    899900	  0.161419	  0.161233	  0.167266		CURRENT LEARNING RATE: 8.645600000213348e-05
previous_iter_valid_loss : 0.16361373662948608

    899920	  0.163778	  0.163614	  0.166314		CURRENT LEARNING RATE: 8.643871053113783e-05
previous_iter_valid_loss : 0.16050569713115692

    899940	  0.160673	  0.160506	  0.165990		CURRENT LEARNING RATE: 8.64214245176906e-05
previous_iter_valid_loss : 0.1629927158355713

    899960	  0.163155	  0.162993	  0.165970		CURRENT LEARNING RATE: 8.640414196110022e-05
previous_iter_valid_loss : 0.16717222332954407

    899980	  0.167326	  0.167172	  0.166249		CURRENT LEARNING RATE: 8.638686286067569e-05
previous_iter_valid_loss : 0.16310472786426544

    900000	  0.163273	  0.163105	  0.166273		CURRENT LEARNING RATE: 8.636958721572567e-05
previous_iter_valid_loss : 0.18172398209571838

    900020	  0.181883	  0.181724	  0.166356		CURRENT LEARNING RATE: 8.6352315025559e-05
previous_iter_valid_loss : 0.1627519428730011

    900040	  0.162942	  0.162752	  0.166123		CURRENT LEARNING RATE: 8.633504628948508e-05
previous_iter_valid_loss : 0.16054649651050568

    900060	  0.160721	  0.160546	  0.165527		CURRENT LEARNING RATE: 8.631778100681306e-05
previous_iter_valid_loss : 0.16305974125862122

    900080	  0.163264	  0.163060	  0.165280		CURRENT LEARNING RATE: 8.630051917685226e-05
previous_iter_valid_loss : 0.16977164149284363

    900100	  0.169922	  0.169772	  0.165423		CURRENT LEARNING RATE: 8.62832607989121e-05
previous_iter_valid_loss : 0.16817720234394073

    900120	  0.168331	  0.168177	  0.165704		CURRENT LEARNING RATE: 8.626600587230254e-05
previous_iter_valid_loss : 0.16731873154640198

    900140	  0.167475	  0.167319	  0.165222		CURRENT LEARNING RATE: 8.624875439633324e-05
previous_iter_valid_loss : 0.16100570559501648

    900160	  0.161183	  0.161006	  0.164981		CURRENT LEARNING RATE: 8.623150637031408e-05
previous_iter_valid_loss : 0.16644787788391113

    900180	  0.166656	  0.166448	  0.164994		CURRENT LEARNING RATE: 8.621426179355508e-05
previous_iter_valid_loss : 0.16056247055530548

    900200	  0.160723	  0.160562	  0.164853		CURRENT LEARNING RATE: 8.61970206653667e-05
previous_iter_valid_loss : 0.16896390914916992

    900220	  0.169209	  0.168964	  0.164813		CURRENT LEARNING RATE: 8.617978298505914e-05
previous_iter_valid_loss : 0.16595400869846344

    900240	  0.166168	  0.165954	  0.164900		CURRENT LEARNING RATE: 8.616254875194294e-05
previous_iter_valid_loss : 0.1656389981508255

    900260	  0.165794	  0.165639	  0.165100		CURRENT LEARNING RATE: 8.614531796532854e-05
previous_iter_valid_loss : 0.16052748262882233

    900280	  0.160693	  0.160527	  0.165050		CURRENT LEARNING RATE: 8.612809062452702e-05
previous_iter_valid_loss : 0.1676756590604782

    900300	  0.167831	  0.167676	  0.165372		CURRENT LEARNING RATE: 8.611086672884913e-05
previous_iter_valid_loss : 0.16061104834079742

    900320	  0.160778	  0.160611	  0.165222		CURRENT LEARNING RATE: 8.609364627760593e-05
previous_iter_valid_loss : 0.17862384021282196

    900340	  0.178932	  0.178624	  0.166128		CURRENT LEARNING RATE: 8.607642927010844e-05
previous_iter_valid_loss : 0.18001756072044373

    900360	  0.180336	  0.180018	  0.166979		CURRENT LEARNING RATE: 8.605921570566826e-05
previous_iter_valid_loss : 0.1607571691274643

    900380	  0.160933	  0.160757	  0.166659		CURRENT LEARNING RATE: 8.604200558359675e-05
previous_iter_valid_loss : 0.16097009181976318

    900400	  0.161154	  0.160970	  0.166552		CURRENT LEARNING RATE: 8.602479890320532e-05
previous_iter_valid_loss : 0.1627708077430725

    900420	  0.162943	  0.162771	  0.165604		CURRENT LEARNING RATE: 8.600759566380599e-05
previous_iter_valid_loss : 0.16831588745117188

    900440	  0.168540	  0.168316	  0.165882		CURRENT LEARNING RATE: 8.599039586471051e-05
previous_iter_valid_loss : 0.21425974369049072

    900460	  0.214897	  0.214260	  0.168568		CURRENT LEARNING RATE: 8.59731995052309e-05
previous_iter_valid_loss : 0.16384321451187134

    900480	  0.164013	  0.163843	  0.168607		CURRENT LEARNING RATE: 8.595600658467909e-05
previous_iter_valid_loss : 0.16485843062400818

    900500	  0.165016	  0.164858	  0.168362		CURRENT LEARNING RATE: 8.593881710236772e-05
previous_iter_valid_loss : 0.16057640314102173

    900520	  0.160744	  0.160576	  0.167982		CURRENT LEARNING RATE: 8.592163105760905e-05
previous_iter_valid_loss : 0.1605169177055359

    900540	  0.160689	  0.160517	  0.167641		CURRENT LEARNING RATE: 8.590444844971563e-05
previous_iter_valid_loss : 0.16048838198184967

    900560	  0.160653	  0.160488	  0.167616		CURRENT LEARNING RATE: 8.5887269278e-05
previous_iter_valid_loss : 0.16275086998939514

    900580	  0.162912	  0.162751	  0.167431		CURRENT LEARNING RATE: 8.587009354177532e-05
previous_iter_valid_loss : 0.16086579859256744

    900600	  0.161044	  0.160866	  0.167446		CURRENT LEARNING RATE: 8.58529212403544e-05
previous_iter_valid_loss : 0.1685628741979599

    900620	  0.168719	  0.168563	  0.167426		CURRENT LEARNING RATE: 8.583575237305033e-05
previous_iter_valid_loss : 0.1620866060256958

    900640	  0.162275	  0.162087	  0.167233		CURRENT LEARNING RATE: 8.581858693917621e-05
previous_iter_valid_loss : 0.1605287492275238

    900660	  0.160686	  0.160529	  0.166977		CURRENT LEARNING RATE: 8.580142493804574e-05
previous_iter_valid_loss : 0.16061778366565704

    900680	  0.160780	  0.160618	  0.166982		CURRENT LEARNING RATE: 8.578426636897227e-05
previous_iter_valid_loss : 0.16393893957138062

    900700	  0.164108	  0.163939	  0.166795		CURRENT LEARNING RATE: 8.576711123126947e-05
previous_iter_valid_loss : 0.16050590574741364

    900720	  0.160659	  0.160506	  0.166789		CURRENT LEARNING RATE: 8.574995952425098e-05
previous_iter_valid_loss : 0.17567221820354462

    900740	  0.175955	  0.175672	  0.166642		CURRENT LEARNING RATE: 8.573281124723102e-05
previous_iter_valid_loss : 0.16517074406147003

    900760	  0.165332	  0.165171	  0.165900		CURRENT LEARNING RATE: 8.571566639952354e-05
previous_iter_valid_loss : 0.1699800342321396

    900780	  0.170233	  0.169980	  0.166361		CURRENT LEARNING RATE: 8.569852498044274e-05
previous_iter_valid_loss : 0.16165560483932495

    900800	  0.161843	  0.161656	  0.166395		CURRENT LEARNING RATE: 8.568138698930277e-05
previous_iter_valid_loss : 0.16589844226837158

    900820	  0.166101	  0.165898	  0.166551		CURRENT LEARNING RATE: 8.566425242541846e-05
previous_iter_valid_loss : 0.1619827300310135

    900840	  0.162138	  0.161983	  0.166235		CURRENT LEARNING RATE: 8.564712128810424e-05
previous_iter_valid_loss : 0.16518788039684296

    900860	  0.165358	  0.165188	  0.163781		CURRENT LEARNING RATE: 8.562999357667475e-05
previous_iter_valid_loss : 0.16290068626403809

    900880	  0.163076	  0.162901	  0.163734		CURRENT LEARNING RATE: 8.561286929044516e-05
previous_iter_valid_loss : 0.17203056812286377

    900900	  0.172183	  0.172031	  0.164093		CURRENT LEARNING RATE: 8.559574842873035e-05
previous_iter_valid_loss : 0.18039050698280334

    900920	  0.180546	  0.180391	  0.165083		CURRENT LEARNING RATE: 8.557863099084548e-05
previous_iter_valid_loss : 0.160885751247406

    900940	  0.161046	  0.160886	  0.165102		CURRENT LEARNING RATE: 8.556151697610573e-05
previous_iter_valid_loss : 0.16962186992168427

    900960	  0.169771	  0.169622	  0.165558		CURRENT LEARNING RATE: 8.55444063838268e-05
previous_iter_valid_loss : 0.16052928566932678

    900980	  0.160696	  0.160529	  0.165447		CURRENT LEARNING RATE: 8.552729921332414e-05
previous_iter_valid_loss : 0.16416296362876892

    901000	  0.164336	  0.164163	  0.165612		CURRENT LEARNING RATE: 8.551019546391349e-05
previous_iter_valid_loss : 0.1810673475265503

    901020	  0.181413	  0.181067	  0.166237		CURRENT LEARNING RATE: 8.549309513491048e-05
previous_iter_valid_loss : 0.16267655789852142

    901040	  0.162857	  0.162677	  0.166267		CURRENT LEARNING RATE: 8.547599822563147e-05
previous_iter_valid_loss : 0.16143381595611572

    901060	  0.161622	  0.161434	  0.166312		CURRENT LEARNING RATE: 8.545890473539238e-05
previous_iter_valid_loss : 0.16102831065654755

    901080	  0.161185	  0.161028	  0.166333		CURRENT LEARNING RATE: 8.54418146635095e-05
previous_iter_valid_loss : 0.16184653341770172

    901100	  0.162042	  0.161847	  0.166228		CURRENT LEARNING RATE: 8.542472800929906e-05
previous_iter_valid_loss : 0.17520436644554138

    901120	  0.175487	  0.175204	  0.166963		CURRENT LEARNING RATE: 8.540764477207791e-05
previous_iter_valid_loss : 0.1662413626909256

    901140	  0.166404	  0.166241	  0.166491		CURRENT LEARNING RATE: 8.539056495116256e-05
previous_iter_valid_loss : 0.16088761389255524

    901160	  0.161038	  0.160888	  0.166277		CURRENT LEARNING RATE: 8.537348854586981e-05
previous_iter_valid_loss : 0.18297015130519867

    901180	  0.183127	  0.182970	  0.166927		CURRENT LEARNING RATE: 8.535641555551647e-05
previous_iter_valid_loss : 0.17959652841091156

    901200	  0.179754	  0.179597	  0.167824		CURRENT LEARNING RATE: 8.533934597941991e-05
previous_iter_valid_loss : 0.16608771681785583

    901220	  0.166292	  0.166088	  0.167833		CURRENT LEARNING RATE: 8.532227981689721e-05
previous_iter_valid_loss : 0.1640024036169052

    901240	  0.164170	  0.164002	  0.167934		CURRENT LEARNING RATE: 8.530521706726557e-05
previous_iter_valid_loss : 0.1621209979057312

    901260	  0.162316	  0.162121	  0.167781		CURRENT LEARNING RATE: 8.528815772984275e-05
previous_iter_valid_loss : 0.17643900215625763

    901280	  0.176726	  0.176439	  0.168458		CURRENT LEARNING RATE: 8.527110180394627e-05
previous_iter_valid_loss : 0.1874125748872757

    901300	  0.187826	  0.187413	  0.169227		CURRENT LEARNING RATE: 8.525404928889386e-05
previous_iter_valid_loss : 0.16303959488868713

    901320	  0.163208	  0.163040	  0.168359		CURRENT LEARNING RATE: 8.52370001840033e-05
previous_iter_valid_loss : 0.17458495497703552

    901340	  0.174858	  0.174585	  0.169044		CURRENT LEARNING RATE: 8.52199544885929e-05
previous_iter_valid_loss : 0.1605648696422577

    901360	  0.160736	  0.160565	  0.168592		CURRENT LEARNING RATE: 8.520291220198069e-05
previous_iter_valid_loss : 0.16151724755764008

    901380	  0.161683	  0.161517	  0.168641		CURRENT LEARNING RATE: 8.518587332348497e-05
previous_iter_valid_loss : 0.16641558706760406

    901400	  0.166573	  0.166416	  0.168754		CURRENT LEARNING RATE: 8.516883785242406e-05
previous_iter_valid_loss : 0.16641348600387573

    901420	  0.166574	  0.166413	  0.168021		CURRENT LEARNING RATE: 8.515180578811681e-05
previous_iter_valid_loss : 0.1625659465789795

    901440	  0.162754	  0.162566	  0.168015		CURRENT LEARNING RATE: 8.513477712988181e-05
previous_iter_valid_loss : 0.16789788007736206

    901460	  0.168126	  0.167898	  0.168339		CURRENT LEARNING RATE: 8.511775187703792e-05
previous_iter_valid_loss : 0.16054649651050568

    901480	  0.160714	  0.160546	  0.168314		CURRENT LEARNING RATE: 8.510073002890395e-05
previous_iter_valid_loss : 0.16279691457748413

    901500	  0.162963	  0.162797	  0.168362		CURRENT LEARNING RATE: 8.508371158479934e-05
previous_iter_valid_loss : 0.16617149114608765

    901520	  0.166385	  0.166171	  0.167910		CURRENT LEARNING RATE: 8.506669654404322e-05
previous_iter_valid_loss : 0.16528202593326569

    901540	  0.165453	  0.165282	  0.167862		CURRENT LEARNING RATE: 8.504968490595497e-05
previous_iter_valid_loss : 0.23995859920978546

    901560	  0.239855	  0.239959	  0.171816		CURRENT LEARNING RATE: 8.503267666985396e-05
previous_iter_valid_loss : 0.18432997167110443

    901580	  0.184478	  0.184330	  0.171884		CURRENT LEARNING RATE: 8.50156718350602e-05
previous_iter_valid_loss : 0.1655666083097458

    901600	  0.165730	  0.165567	  0.171182		CURRENT LEARNING RATE: 8.499867040089332e-05
previous_iter_valid_loss : 0.16051071882247925

    901620	  0.160680	  0.160511	  0.170904		CURRENT LEARNING RATE: 8.498167236667311e-05
previous_iter_valid_loss : 0.16361559927463531

    901640	  0.163811	  0.163616	  0.170884		CURRENT LEARNING RATE: 8.496467773171996e-05
previous_iter_valid_loss : 0.16300946474075317

    901660	  0.163182	  0.163009	  0.170929		CURRENT LEARNING RATE: 8.494768649535393e-05
previous_iter_valid_loss : 0.1605263501405716

    901680	  0.160684	  0.160526	  0.170133		CURRENT LEARNING RATE: 8.493069865689536e-05
previous_iter_valid_loss : 0.16737699508666992

    901700	  0.167536	  0.167377	  0.169131		CURRENT LEARNING RATE: 8.491371421566462e-05
previous_iter_valid_loss : 0.16288849711418152

    901720	  0.163073	  0.162888	  0.169124		CURRENT LEARNING RATE: 8.489673317098258e-05
previous_iter_valid_loss : 0.17379623651504517

    901740	  0.174079	  0.173796	  0.169084		CURRENT LEARNING RATE: 8.48797555221699e-05
previous_iter_valid_loss : 0.16185183823108673

    901760	  0.161997	  0.161852	  0.169149		CURRENT LEARNING RATE: 8.486278126854746e-05
previous_iter_valid_loss : 0.16330717504024506

    901780	  0.163475	  0.163307	  0.169238		CURRENT LEARNING RATE: 8.484581040943611e-05
previous_iter_valid_loss : 0.16099056601524353

    901800	  0.161147	  0.160991	  0.168967		CURRENT LEARNING RATE: 8.482884294415735e-05
previous_iter_valid_loss : 0.16257420182228088

    901820	  0.162753	  0.162574	  0.168775		CURRENT LEARNING RATE: 8.481187887203232e-05
previous_iter_valid_loss : 0.19611184298992157

    901840	  0.196219	  0.196112	  0.170452		CURRENT LEARNING RATE: 8.479491819238245e-05
previous_iter_valid_loss : 0.16192063689231873

    901860	  0.162074	  0.161921	  0.170153		CURRENT LEARNING RATE: 8.477796090452918e-05
previous_iter_valid_loss : 0.1661355197429657

    901880	  0.166292	  0.166136	  0.170433		CURRENT LEARNING RATE: 8.47610070077945e-05
previous_iter_valid_loss : 0.16131912171840668

    901900	  0.161482	  0.161319	  0.170359		CURRENT LEARNING RATE: 8.474405650150011e-05
previous_iter_valid_loss : 0.16229702532291412

    901920	  0.162466	  0.162297	  0.170165		CURRENT LEARNING RATE: 8.472710938496799e-05
previous_iter_valid_loss : 0.16067427396774292

    901940	  0.160846	  0.160674	  0.169935		CURRENT LEARNING RATE: 8.471016565752011e-05
previous_iter_valid_loss : 0.19111883640289307

    901960	  0.191555	  0.191119	  0.167493		CURRENT LEARNING RATE: 8.469322531847901e-05
previous_iter_valid_loss : 0.160791277885437

    901980	  0.160952	  0.160791	  0.166316		CURRENT LEARNING RATE: 8.467628836716695e-05
previous_iter_valid_loss : 0.16061411798000336

    902000	  0.160769	  0.160614	  0.166068		CURRENT LEARNING RATE: 8.465935480290627e-05
previous_iter_valid_loss : 0.1700725555419922

    902020	  0.170323	  0.170073	  0.166546		CURRENT LEARNING RATE: 8.464242462501995e-05
previous_iter_valid_loss : 0.16054005920886993

    902040	  0.160693	  0.160540	  0.166393		CURRENT LEARNING RATE: 8.462549783283063e-05
previous_iter_valid_loss : 0.16059525310993195

    902060	  0.160749	  0.160595	  0.166272		CURRENT LEARNING RATE: 8.460857442566124e-05
previous_iter_valid_loss : 0.1840052455663681

    902080	  0.184369	  0.184005	  0.167446		CURRENT LEARNING RATE: 8.459165440283467e-05
previous_iter_valid_loss : 0.16089902818202972

    902100	  0.161059	  0.160899	  0.167122		CURRENT LEARNING RATE: 8.457473776367446e-05
previous_iter_valid_loss : 0.16111016273498535

    902120	  0.161271	  0.161110	  0.167033		CURRENT LEARNING RATE: 8.455782450750375e-05
previous_iter_valid_loss : 0.16864721477031708

    902140	  0.168802	  0.168647	  0.166775		CURRENT LEARNING RATE: 8.454091463364604e-05
previous_iter_valid_loss : 0.16592730581760406

    902160	  0.166142	  0.165927	  0.166979		CURRENT LEARNING RATE: 8.452400814142478e-05
previous_iter_valid_loss : 0.16163340210914612

    902180	  0.161795	  0.161633	  0.166896		CURRENT LEARNING RATE: 8.4507105030164e-05
previous_iter_valid_loss : 0.16816848516464233

    902200	  0.168395	  0.168168	  0.167254		CURRENT LEARNING RATE: 8.449020529918744e-05
previous_iter_valid_loss : 0.16077154874801636

    902220	  0.160929	  0.160772	  0.167164		CURRENT LEARNING RATE: 8.44733089478191e-05
previous_iter_valid_loss : 0.1804846227169037

    902240	  0.180803	  0.180485	  0.166383		CURRENT LEARNING RATE: 8.445641597538298e-05
previous_iter_valid_loss : 0.16051502525806427

    902260	  0.160690	  0.160515	  0.166313		CURRENT LEARNING RATE: 8.443952638120365e-05
previous_iter_valid_loss : 0.1731729507446289

    902280	  0.173451	  0.173173	  0.166665		CURRENT LEARNING RATE: 8.44226401646054e-05
previous_iter_valid_loss : 0.16276392340660095

    902300	  0.162928	  0.162764	  0.166737		CURRENT LEARNING RATE: 8.440575732491276e-05
previous_iter_valid_loss : 0.1776839941740036

    902320	  0.177983	  0.177684	  0.167506		CURRENT LEARNING RATE: 8.438887786145029e-05
previous_iter_valid_loss : 0.164551243185997

    902340	  0.164748	  0.164551	  0.167700		CURRENT LEARNING RATE: 8.437200177354308e-05
previous_iter_valid_loss : 0.1752871572971344

    902360	  0.175563	  0.175287	  0.166908		CURRENT LEARNING RATE: 8.435512906051595e-05
previous_iter_valid_loss : 0.1609014868736267

    902380	  0.161078	  0.160901	  0.166914		CURRENT LEARNING RATE: 8.4338259721694e-05
previous_iter_valid_loss : 0.16162513196468353

    902400	  0.161787	  0.161625	  0.166965		CURRENT LEARNING RATE: 8.43213937564023e-05
previous_iter_valid_loss : 0.16499610245227814

    902420	  0.165203	  0.164996	  0.166711		CURRENT LEARNING RATE: 8.430453116396651e-05
previous_iter_valid_loss : 0.16585659980773926

    902440	  0.166076	  0.165857	  0.166977		CURRENT LEARNING RATE: 8.428767194371198e-05
previous_iter_valid_loss : 0.1710304170846939

    902460	  0.171179	  0.171030	  0.167498		CURRENT LEARNING RATE: 8.42708160949642e-05
previous_iter_valid_loss : 0.1612824648618698

    902480	  0.161477	  0.161282	  0.166362		CURRENT LEARNING RATE: 8.425396361704921e-05
previous_iter_valid_loss : 0.16134127974510193

    902500	  0.161498	  0.161341	  0.166384		CURRENT LEARNING RATE: 8.423711450929277e-05
previous_iter_valid_loss : 0.1639346182346344

    902520	  0.164134	  0.163935	  0.166525		CURRENT LEARNING RATE: 8.422026877102095e-05
previous_iter_valid_loss : 0.173401340842247

    902540	  0.173545	  0.173401	  0.166763		CURRENT LEARNING RATE: 8.420342640155971e-05
previous_iter_valid_loss : 0.16198435425758362

    902560	  0.162149	  0.161984	  0.166566		CURRENT LEARNING RATE: 8.41865874002357e-05
previous_iter_valid_loss : 0.1623733788728714

    902580	  0.162530	  0.162373	  0.166603		CURRENT LEARNING RATE: 8.41697517663752e-05
previous_iter_valid_loss : 0.16776831448078156

    902600	  0.167922	  0.167768	  0.166583		CURRENT LEARNING RATE: 8.415291949930477e-05
previous_iter_valid_loss : 0.16119395196437836

    902620	  0.161351	  0.161194	  0.166604		CURRENT LEARNING RATE: 8.413609059835099e-05
previous_iter_valid_loss : 0.160616934299469

    902640	  0.160779	  0.160617	  0.165611		CURRENT LEARNING RATE: 8.411926506284099e-05
previous_iter_valid_loss : 0.16964377462863922

    902660	  0.169891	  0.169644	  0.166067		CURRENT LEARNING RATE: 8.410244289210162e-05
previous_iter_valid_loss : 0.1723146289587021

    902680	  0.172584	  0.172315	  0.166024		CURRENT LEARNING RATE: 8.408562408545997e-05
previous_iter_valid_loss : 0.16366131603717804

    902700	  0.163829	  0.163661	  0.166069		CURRENT LEARNING RATE: 8.406880864224314e-05
previous_iter_valid_loss : 0.16184231638908386

    902720	  0.161999	  0.161842	  0.165277		CURRENT LEARNING RATE: 8.40519965617788e-05
previous_iter_valid_loss : 0.16221217811107635

    902740	  0.162408	  0.162212	  0.165160		CURRENT LEARNING RATE: 8.403518784339437e-05
previous_iter_valid_loss : 0.16173607110977173

    902760	  0.161924	  0.161736	  0.164483		CURRENT LEARNING RATE: 8.401838248641744e-05
previous_iter_valid_loss : 0.1663459688425064

    902780	  0.166514	  0.166346	  0.164755		CURRENT LEARNING RATE: 8.400158049017567e-05
previous_iter_valid_loss : 0.19184169173240662

    902800	  0.191970	  0.191842	  0.166266		CURRENT LEARNING RATE: 8.398478185399729e-05
previous_iter_valid_loss : 0.16078442335128784

    902820	  0.160943	  0.160784	  0.166055		CURRENT LEARNING RATE: 8.396798657721019e-05
previous_iter_valid_loss : 0.16073863208293915

    902840	  0.160887	  0.160739	  0.165799		CURRENT LEARNING RATE: 8.395119465914243e-05
previous_iter_valid_loss : 0.1736786663532257

    902860	  0.173827	  0.173679	  0.165932		CURRENT LEARNING RATE: 8.393440609912259e-05
previous_iter_valid_loss : 0.1615312248468399

    902880	  0.161692	  0.161531	  0.165944		CURRENT LEARNING RATE: 8.391762089647902e-05
previous_iter_valid_loss : 0.1669767200946808

    902900	  0.167194	  0.166977	  0.166226		CURRENT LEARNING RATE: 8.39008390505403e-05
previous_iter_valid_loss : 0.1606415957212448

    902920	  0.160794	  0.160642	  0.166061		CURRENT LEARNING RATE: 8.3884060560635e-05
previous_iter_valid_loss : 0.18633140623569489

    902940	  0.186474	  0.186331	  0.166708		CURRENT LEARNING RATE: 8.386728542609228e-05
previous_iter_valid_loss : 0.16379643976688385

    902960	  0.163980	  0.163796	  0.166798		CURRENT LEARNING RATE: 8.3850513646241e-05
previous_iter_valid_loss : 0.1625368297100067

    902980	  0.162729	  0.162537	  0.166806		CURRENT LEARNING RATE: 8.383374522041028e-05
previous_iter_valid_loss : 0.1661694198846817

    903000	  0.166384	  0.166169	  0.166726		CURRENT LEARNING RATE: 8.381698014792921e-05
previous_iter_valid_loss : 0.16306503117084503

    903020	  0.163222	  0.163065	  0.166820		CURRENT LEARNING RATE: 8.380021842812752e-05
previous_iter_valid_loss : 0.16670186817646027

    903040	  0.166912	  0.166702	  0.167124		CURRENT LEARNING RATE: 8.378346006033458e-05
previous_iter_valid_loss : 0.16124644875526428

    903060	  0.161395	  0.161246	  0.166704		CURRENT LEARNING RATE: 8.376670504388003e-05
previous_iter_valid_loss : 0.1887855976819992

    903080	  0.189222	  0.188786	  0.167528		CURRENT LEARNING RATE: 8.374995337809357e-05
previous_iter_valid_loss : 0.16281652450561523

    903100	  0.163006	  0.162817	  0.167486		CURRENT LEARNING RATE: 8.37332050623054e-05
previous_iter_valid_loss : 0.16499699652194977

    903120	  0.165163	  0.164997	  0.167643		CURRENT LEARNING RATE: 8.371646009584542e-05
previous_iter_valid_loss : 0.16400450468063354

    903140	  0.164174	  0.164005	  0.167733		CURRENT LEARNING RATE: 8.369971847804389e-05
previous_iter_valid_loss : 0.16091257333755493

    903160	  0.161065	  0.160913	  0.167692		CURRENT LEARNING RATE: 8.368298020823095e-05
previous_iter_valid_loss : 0.1616351306438446

    903180	  0.161795	  0.161635	  0.167456		CURRENT LEARNING RATE: 8.366624528573737e-05
previous_iter_valid_loss : 0.16420654952526093

    903200	  0.164376	  0.164207	  0.166075		CURRENT LEARNING RATE: 8.364951370989362e-05
previous_iter_valid_loss : 0.16059610247612

    903220	  0.160762	  0.160596	  0.166065		CURRENT LEARNING RATE: 8.363278548003028e-05
previous_iter_valid_loss : 0.16817593574523926

    903240	  0.168413	  0.168176	  0.166437		CURRENT LEARNING RATE: 8.361606059547851e-05
previous_iter_valid_loss : 0.16168203949928284

    903260	  0.161875	  0.161682	  0.165837		CURRENT LEARNING RATE: 8.35993390555692e-05
previous_iter_valid_loss : 0.16049516201019287

    903280	  0.160658	  0.160495	  0.165785		CURRENT LEARNING RATE: 8.358262085963344e-05
previous_iter_valid_loss : 0.16075417399406433

    903300	  0.160914	  0.160754	  0.165474		CURRENT LEARNING RATE: 8.356590600700238e-05
previous_iter_valid_loss : 0.16076354682445526

    903320	  0.160925	  0.160764	  0.165480		CURRENT LEARNING RATE: 8.354919449700773e-05
previous_iter_valid_loss : 0.16531799733638763

    903340	  0.165490	  0.165318	  0.164430		CURRENT LEARNING RATE: 8.353248632898086e-05
previous_iter_valid_loss : 0.16418588161468506

    903360	  0.164396	  0.164186	  0.164449		CURRENT LEARNING RATE: 8.351578150225346e-05
previous_iter_valid_loss : 0.1636926233768463

    903380	  0.163852	  0.163693	  0.164507		CURRENT LEARNING RATE: 8.349908001615717e-05
previous_iter_valid_loss : 0.16251179575920105

    903400	  0.162675	  0.162512	  0.164324		CURRENT LEARNING RATE: 8.348238187002426e-05
previous_iter_valid_loss : 0.16051936149597168

    903420	  0.160685	  0.160519	  0.164197		CURRENT LEARNING RATE: 8.346568706318663e-05
previous_iter_valid_loss : 0.1771017163991928

    903440	  0.177260	  0.177102	  0.164717		CURRENT LEARNING RATE: 8.344899559497649e-05
previous_iter_valid_loss : 0.1607508808374405

    903460	  0.160927	  0.160751	  0.164692		CURRENT LEARNING RATE: 8.343230746472604e-05
previous_iter_valid_loss : 0.16074340045452118

    903480	  0.160902	  0.160743	  0.163290		CURRENT LEARNING RATE: 8.341562267176804e-05
previous_iter_valid_loss : 0.16503162682056427

    903500	  0.165196	  0.165032	  0.163401		CURRENT LEARNING RATE: 8.339894121543497e-05
previous_iter_valid_loss : 0.176142156124115

    903520	  0.176298	  0.176142	  0.163958		CURRENT LEARNING RATE: 8.338226309505954e-05
previous_iter_valid_loss : 0.16065610945224762

    903540	  0.160818	  0.160656	  0.163790		CURRENT LEARNING RATE: 8.33655883099745e-05
previous_iter_valid_loss : 0.2059304416179657

    903560	  0.205993	  0.205930	  0.166041		CURRENT LEARNING RATE: 8.334891685951317e-05
previous_iter_valid_loss : 0.17852328717708588

    903580	  0.178681	  0.178523	  0.166886		CURRENT LEARNING RATE: 8.333224874300853e-05
previous_iter_valid_loss : 0.1670265793800354

    903600	  0.167187	  0.167027	  0.167027		CURRENT LEARNING RATE: 8.331558395979383e-05
previous_iter_valid_loss : 0.1613612174987793

    903620	  0.161520	  0.161361	  0.167065		CURRENT LEARNING RATE: 8.329892250920237e-05
previous_iter_valid_loss : 0.17152473330497742

    903640	  0.171784	  0.171525	  0.167232		CURRENT LEARNING RATE: 8.328226439056794e-05
previous_iter_valid_loss : 0.1675300896167755

    903660	  0.167693	  0.167530	  0.167525		CURRENT LEARNING RATE: 8.326560960322412e-05
previous_iter_valid_loss : 0.16066338121891022

    903680	  0.160819	  0.160663	  0.167533		CURRENT LEARNING RATE: 8.324895814650455e-05
previous_iter_valid_loss : 0.16402412950992584

    903700	  0.164198	  0.164024	  0.167697		CURRENT LEARNING RATE: 8.323231001974346e-05
previous_iter_valid_loss : 0.1667051911354065

    903720	  0.166863	  0.166705	  0.167994		CURRENT LEARNING RATE: 8.321566522227478e-05
previous_iter_valid_loss : 0.1611422747373581

    903740	  0.161326	  0.161142	  0.167785		CURRENT LEARNING RATE: 8.319902375343271e-05
previous_iter_valid_loss : 0.16049522161483765

    903760	  0.160652	  0.160495	  0.167601		CURRENT LEARNING RATE: 8.318238561255147e-05
previous_iter_valid_loss : 0.17962020635604858

    903780	  0.179943	  0.179620	  0.168397		CURRENT LEARNING RATE: 8.316575079896581e-05
previous_iter_valid_loss : 0.16496680676937103

    903800	  0.165167	  0.164967	  0.168520		CURRENT LEARNING RATE: 8.314911931201018e-05
previous_iter_valid_loss : 0.16120615601539612

    903820	  0.161384	  0.161206	  0.168554		CURRENT LEARNING RATE: 8.313249115101935e-05
previous_iter_valid_loss : 0.16308310627937317

    903840	  0.163247	  0.163083	  0.167853		CURRENT LEARNING RATE: 8.311586631532802e-05
previous_iter_valid_loss : 0.17944501340389252

    903860	  0.179605	  0.179445	  0.168788		CURRENT LEARNING RATE: 8.30992448042715e-05
previous_iter_valid_loss : 0.17025193572044373

    903880	  0.170506	  0.170252	  0.169263		CURRENT LEARNING RATE: 8.308262661718479e-05
previous_iter_valid_loss : 0.16682614386081696

    903900	  0.166984	  0.166826	  0.169353		CURRENT LEARNING RATE: 8.306601175340315e-05
previous_iter_valid_loss : 0.17287768423557281

    903920	  0.173025	  0.172878	  0.169190		CURRENT LEARNING RATE: 8.304940021226185e-05
previous_iter_valid_loss : 0.16288156807422638

    903940	  0.163071	  0.162882	  0.169301		CURRENT LEARNING RATE: 8.303279199309672e-05
previous_iter_valid_loss : 0.1615666300058365

    903960	  0.161743	  0.161567	  0.167083		CURRENT LEARNING RATE: 8.301618709524328e-05
previous_iter_valid_loss : 0.16061753034591675

    903980	  0.160788	  0.160618	  0.166188		CURRENT LEARNING RATE: 8.299958551803732e-05
previous_iter_valid_loss : 0.18106719851493835

    904000	  0.181223	  0.181067	  0.166890		CURRENT LEARNING RATE: 8.298298726081466e-05
previous_iter_valid_loss : 0.17025057971477509

    904020	  0.170504	  0.170251	  0.167334		CURRENT LEARNING RATE: 8.296639232291163e-05
previous_iter_valid_loss : 0.1644188016653061

    904040	  0.164582	  0.164419	  0.166979		CURRENT LEARNING RATE: 8.294980070366432e-05
previous_iter_valid_loss : 0.16105984151363373

    904060	  0.161238	  0.161060	  0.166655		CURRENT LEARNING RATE: 8.29332124024089e-05
previous_iter_valid_loss : 0.16128121316432953

    904080	  0.161469	  0.161281	  0.166686		CURRENT LEARNING RATE: 8.291662741848214e-05
previous_iter_valid_loss : 0.16321781277656555

    904100	  0.163413	  0.163218	  0.166646		CURRENT LEARNING RATE: 8.290004575122046e-05
previous_iter_valid_loss : 0.16216348111629486

    904120	  0.162327	  0.162163	  0.166419		CURRENT LEARNING RATE: 8.288346739996065e-05
previous_iter_valid_loss : 0.16731195151805878

    904140	  0.167533	  0.167312	  0.166727		CURRENT LEARNING RATE: 8.28668923640394e-05
previous_iter_valid_loss : 0.17970873415470123

    904160	  0.180040	  0.179709	  0.167688		CURRENT LEARNING RATE: 8.2850320642794e-05
previous_iter_valid_loss : 0.17451037466526031

    904180	  0.174661	  0.174510	  0.167432		CURRENT LEARNING RATE: 8.283375223556142e-05
previous_iter_valid_loss : 0.17902423441410065

    904200	  0.179185	  0.179024	  0.168135		CURRENT LEARNING RATE: 8.281718714167895e-05
previous_iter_valid_loss : 0.16068603098392487

    904220	  0.160852	  0.160686	  0.168109		CURRENT LEARNING RATE: 8.280062536048384e-05
previous_iter_valid_loss : 0.16998888552188873

    904240	  0.170139	  0.169989	  0.168455		CURRENT LEARNING RATE: 8.278406689131388e-05
previous_iter_valid_loss : 0.16088542342185974

    904260	  0.161061	  0.160885	  0.167527		CURRENT LEARNING RATE: 8.276751173350662e-05
previous_iter_valid_loss : 0.16491654515266418

    904280	  0.165079	  0.164917	  0.167260		CURRENT LEARNING RATE: 8.275095988639985e-05
previous_iter_valid_loss : 0.16513703763484955

    904300	  0.165347	  0.165137	  0.167175		CURRENT LEARNING RATE: 8.273441134933133e-05
previous_iter_valid_loss : 0.16823740303516388

    904320	  0.168394	  0.168237	  0.166943		CURRENT LEARNING RATE: 8.271786612163942e-05
previous_iter_valid_loss : 0.16053764522075653

    904340	  0.160703	  0.160538	  0.166826		CURRENT LEARNING RATE: 8.270132420266217e-05
previous_iter_valid_loss : 0.16342689096927643

    904360	  0.163621	  0.163427	  0.166919		CURRENT LEARNING RATE: 8.26847855917379e-05
previous_iter_valid_loss : 0.164306178689003

    904380	  0.164509	  0.164306	  0.167104		CURRENT LEARNING RATE: 8.26682502882049e-05
previous_iter_valid_loss : 0.16793477535247803

    904400	  0.168094	  0.167935	  0.166447		CURRENT LEARNING RATE: 8.26517182914021e-05
previous_iter_valid_loss : 0.16341325640678406

    904420	  0.163602	  0.163413	  0.166105		CURRENT LEARNING RATE: 8.263518960066802e-05
previous_iter_valid_loss : 0.16091571748256683

    904440	  0.161072	  0.160916	  0.165930		CURRENT LEARNING RATE: 8.26186642153414e-05
previous_iter_valid_loss : 0.16145800054073334

    904460	  0.161607	  0.161458	  0.165950		CURRENT LEARNING RATE: 8.26021421347615e-05
previous_iter_valid_loss : 0.16236910223960876

    904480	  0.162559	  0.162369	  0.166004		CURRENT LEARNING RATE: 8.25856233582673e-05
previous_iter_valid_loss : 0.17827875912189484

    904500	  0.178593	  0.178279	  0.166757		CURRENT LEARNING RATE: 8.256910788519804e-05
previous_iter_valid_loss : 0.17072555422782898

    904520	  0.170985	  0.170726	  0.167185		CURRENT LEARNING RATE: 8.255259571489296e-05
previous_iter_valid_loss : 0.16052091121673584

    904540	  0.160689	  0.160521	  0.166846		CURRENT LEARNING RATE: 8.253608684669188e-05
previous_iter_valid_loss : 0.16117893159389496

    904560	  0.161336	  0.161179	  0.165919		CURRENT LEARNING RATE: 8.251958127993426e-05
previous_iter_valid_loss : 0.16399234533309937

    904580	  0.164152	  0.163992	  0.165394		CURRENT LEARNING RATE: 8.250307901395993e-05
previous_iter_valid_loss : 0.16643626987934113

    904600	  0.166650	  0.166436	  0.164764		CURRENT LEARNING RATE: 8.248658004810861e-05
previous_iter_valid_loss : 0.16199325025081635

    904620	  0.162155	  0.161993	  0.164829		CURRENT LEARNING RATE: 8.247008438172065e-05
previous_iter_valid_loss : 0.1617913693189621

    904640	  0.161962	  0.161791	  0.164420		CURRENT LEARNING RATE: 8.245359201413607e-05
previous_iter_valid_loss : 0.16455115377902985

    904660	  0.164761	  0.164551	  0.164603		CURRENT LEARNING RATE: 8.243710294469519e-05
previous_iter_valid_loss : 0.1613454520702362

    904680	  0.161534	  0.161345	  0.164424		CURRENT LEARNING RATE: 8.242061717273829e-05
previous_iter_valid_loss : 0.16383469104766846

    904700	  0.164032	  0.163835	  0.164359		CURRENT LEARNING RATE: 8.240413469760624e-05
previous_iter_valid_loss : 0.16329622268676758

    904720	  0.163493	  0.163296	  0.164112		CURRENT LEARNING RATE: 8.238765551863958e-05
previous_iter_valid_loss : 0.16801774501800537

    904740	  0.168247	  0.168018	  0.164486		CURRENT LEARNING RATE: 8.237117963517916e-05
previous_iter_valid_loss : 0.16210390627384186

    904760	  0.162277	  0.162104	  0.164420		CURRENT LEARNING RATE: 8.235470704656579e-05
previous_iter_valid_loss : 0.17498494684696198

    904780	  0.175268	  0.174985	  0.164954		CURRENT LEARNING RATE: 8.233823775214085e-05
previous_iter_valid_loss : 0.17687423527240753

    904800	  0.177174	  0.176874	  0.165401		CURRENT LEARNING RATE: 8.232177175124544e-05
previous_iter_valid_loss : 0.16893622279167175

    904820	  0.169168	  0.168936	  0.165677		CURRENT LEARNING RATE: 8.230530904322076e-05
previous_iter_valid_loss : 0.16081827878952026

    904840	  0.160995	  0.160818	  0.165672		CURRENT LEARNING RATE: 8.22888496274086e-05
previous_iter_valid_loss : 0.1698521077632904

    904860	  0.170006	  0.169852	  0.166092		CURRENT LEARNING RATE: 8.227239350315043e-05
previous_iter_valid_loss : 0.16138799488544464

    904880	  0.161547	  0.161388	  0.166043		CURRENT LEARNING RATE: 8.225594066978803e-05
previous_iter_valid_loss : 0.16720807552337646

    904900	  0.167364	  0.167208	  0.165489		CURRENT LEARNING RATE: 8.22394911266631e-05
previous_iter_valid_loss : 0.1779441088438034

    904920	  0.178102	  0.177944	  0.165850		CURRENT LEARNING RATE: 8.222304487311799e-05
previous_iter_valid_loss : 0.1607079952955246

    904940	  0.160863	  0.160708	  0.165860		CURRENT LEARNING RATE: 8.220660190849466e-05
previous_iter_valid_loss : 0.16116395592689514

    904960	  0.161347	  0.161164	  0.165859		CURRENT LEARNING RATE: 8.219016223213544e-05
previous_iter_valid_loss : 0.16104552149772644

    904980	  0.161206	  0.161046	  0.165711		CURRENT LEARNING RATE: 8.217372584338256e-05
previous_iter_valid_loss : 0.1663108617067337

    905000	  0.166480	  0.166311	  0.165705		CURRENT LEARNING RATE: 8.21572927415789e-05
previous_iter_valid_loss : 0.18511852622032166

    905020	  0.185487	  0.185119	  0.166861		CURRENT LEARNING RATE: 8.214086292606693e-05
previous_iter_valid_loss : 0.16817621886730194

    905040	  0.168333	  0.168176	  0.167181		CURRENT LEARNING RATE: 8.21244363961895e-05
previous_iter_valid_loss : 0.16053441166877747

    905060	  0.160690	  0.160534	  0.166980		CURRENT LEARNING RATE: 8.210801315128939e-05
previous_iter_valid_loss : 0.16087016463279724

    905080	  0.161028	  0.160870	  0.166956		CURRENT LEARNING RATE: 8.209159319070997e-05
previous_iter_valid_loss : 0.16169460117816925

    905100	  0.161879	  0.161695	  0.166849		CURRENT LEARNING RATE: 8.207517651379428e-05
previous_iter_valid_loss : 0.19121016561985016

    905120	  0.191338	  0.191210	  0.168245		CURRENT LEARNING RATE: 8.205876311988565e-05
previous_iter_valid_loss : 0.162228524684906

    905140	  0.162379	  0.162229	  0.167955		CURRENT LEARNING RATE: 8.204235300832742e-05
previous_iter_valid_loss : 0.16139733791351318

    905160	  0.161580	  0.161397	  0.167920		CURRENT LEARNING RATE: 8.202594617846347e-05
previous_iter_valid_loss : 0.16075918078422546

    905180	  0.160931	  0.160759	  0.167209		CURRENT LEARNING RATE: 8.200954262963737e-05
previous_iter_valid_loss : 0.17201447486877441

    905200	  0.172159	  0.172014	  0.166966		CURRENT LEARNING RATE: 8.1993142361193e-05
previous_iter_valid_loss : 0.16179750859737396

    905220	  0.161962	  0.161798	  0.166609		CURRENT LEARNING RATE: 8.197674537247418e-05
previous_iter_valid_loss : 0.1841641366481781

    905240	  0.184303	  0.184164	  0.167776		CURRENT LEARNING RATE: 8.196035166282535e-05
previous_iter_valid_loss : 0.1605447381734848

    905260	  0.160719	  0.160545	  0.167311		CURRENT LEARNING RATE: 8.194396123159058e-05
previous_iter_valid_loss : 0.17213784158229828

    905280	  0.172283	  0.172138	  0.167848		CURRENT LEARNING RATE: 8.192757407811412e-05
previous_iter_valid_loss : 0.16081084311008453

    905300	  0.160972	  0.160811	  0.167528		CURRENT LEARNING RATE: 8.191119020174079e-05
previous_iter_valid_loss : 0.17816831171512604

    905320	  0.178323	  0.178168	  0.167540		CURRENT LEARNING RATE: 8.189480960181507e-05
previous_iter_valid_loss : 0.16444799304008484

    905340	  0.164650	  0.164448	  0.167727		CURRENT LEARNING RATE: 8.187843227768174e-05
previous_iter_valid_loss : 0.16057847440242767

    905360	  0.160745	  0.160578	  0.167697		CURRENT LEARNING RATE: 8.186205822868558e-05
previous_iter_valid_loss : 0.16404543817043304

    905380	  0.164205	  0.164045	  0.167847		CURRENT LEARNING RATE: 8.18456874541719e-05
previous_iter_valid_loss : 0.1619914174079895

    905400	  0.162144	  0.161991	  0.167631		CURRENT LEARNING RATE: 8.182931995348574e-05
previous_iter_valid_loss : 0.17820031940937042

    905420	  0.178355	  0.178200	  0.167285		CURRENT LEARNING RATE: 8.181295572597237e-05
previous_iter_valid_loss : 0.16203667223453522

    905440	  0.162191	  0.162037	  0.166978		CURRENT LEARNING RATE: 8.179659477097711e-05
previous_iter_valid_loss : 0.16256816685199738

    905460	  0.162726	  0.162568	  0.167080		CURRENT LEARNING RATE: 8.178023708784578e-05
previous_iter_valid_loss : 0.17860566079616547

    905480	  0.178763	  0.178606	  0.167967		CURRENT LEARNING RATE: 8.176388267592397e-05
previous_iter_valid_loss : 0.16803355515003204

    905500	  0.168184	  0.168034	  0.168284		CURRENT LEARNING RATE: 8.174753153455746e-05
previous_iter_valid_loss : 0.16107487678527832

    905520	  0.161234	  0.161075	  0.166777		CURRENT LEARNING RATE: 8.173118366309208e-05
previous_iter_valid_loss : 0.1663551777601242

    905540	  0.166520	  0.166355	  0.166983		CURRENT LEARNING RATE: 8.17148390608742e-05
previous_iter_valid_loss : 0.16407860815525055

    905560	  0.164285	  0.164079	  0.167118		CURRENT LEARNING RATE: 8.169849772724991e-05
previous_iter_valid_loss : 0.1613624542951584

    905580	  0.161520	  0.161362	  0.167148		CURRENT LEARNING RATE: 8.168215966156553e-05
previous_iter_valid_loss : 0.16413940489292145

    905600	  0.164312	  0.164139	  0.166754		CURRENT LEARNING RATE: 8.166582486316739e-05
previous_iter_valid_loss : 0.16753487288951874

    905620	  0.167690	  0.167535	  0.167041		CURRENT LEARNING RATE: 8.16494933314024e-05
previous_iter_valid_loss : 0.16952592134475708

    905640	  0.169775	  0.169526	  0.166309		CURRENT LEARNING RATE: 8.163316506561718e-05
previous_iter_valid_loss : 0.1681564599275589

    905660	  0.168312	  0.168156	  0.166689		CURRENT LEARNING RATE: 8.16168400651584e-05
previous_iter_valid_loss : 0.16875886917114258

    905680	  0.168913	  0.168759	  0.166521		CURRENT LEARNING RATE: 8.160051832937339e-05
previous_iter_valid_loss : 0.16056057810783386

    905700	  0.160724	  0.160561	  0.166508		CURRENT LEARNING RATE: 8.158419985760912e-05
previous_iter_valid_loss : 0.16074863076210022

    905720	  0.160904	  0.160749	  0.165637		CURRENT LEARNING RATE: 8.156788464921287e-05
previous_iter_valid_loss : 0.16164639592170715

    905740	  0.161828	  0.161646	  0.165497		CURRENT LEARNING RATE: 8.155157270353186e-05
previous_iter_valid_loss : 0.16059832274913788

    905760	  0.160754	  0.160598	  0.165498		CURRENT LEARNING RATE: 8.153526401991391e-05
previous_iter_valid_loss : 0.16072744131088257

    905780	  0.160892	  0.160727	  0.165332		CURRENT LEARNING RATE: 8.151895859770654e-05
previous_iter_valid_loss : 0.16113369166851044

    905800	  0.161296	  0.161134	  0.165289		CURRENT LEARNING RATE: 8.150265643625752e-05
previous_iter_valid_loss : 0.16274790465831757

    905820	  0.162912	  0.162748	  0.164517		CURRENT LEARNING RATE: 8.148635753491462e-05
previous_iter_valid_loss : 0.16087606549263

    905840	  0.161058	  0.160876	  0.164459		CURRENT LEARNING RATE: 8.147006189302619e-05
previous_iter_valid_loss : 0.16571347415447235

    905860	  0.165926	  0.165713	  0.164616		CURRENT LEARNING RATE: 8.145376950994023e-05
previous_iter_valid_loss : 0.16965678334236145

    905880	  0.169898	  0.169657	  0.164168		CURRENT LEARNING RATE: 8.143748038500509e-05
previous_iter_valid_loss : 0.16474373638629913

    905900	  0.164902	  0.164744	  0.164004		CURRENT LEARNING RATE: 8.142119451756901e-05
previous_iter_valid_loss : 0.16054648160934448

    905920	  0.160702	  0.160546	  0.163977		CURRENT LEARNING RATE: 8.140491190698086e-05
previous_iter_valid_loss : 0.1623338758945465

    905940	  0.162497	  0.162334	  0.163776		CURRENT LEARNING RATE: 8.138863255258921e-05
previous_iter_valid_loss : 0.16843658685684204

    905960	  0.168594	  0.168437	  0.163994		CURRENT LEARNING RATE: 8.137235645374287e-05
previous_iter_valid_loss : 0.16079846024513245

    905980	  0.160954	  0.160798	  0.163966		CURRENT LEARNING RATE: 8.135608360979065e-05
previous_iter_valid_loss : 0.18542824685573578

    906000	  0.185788	  0.185428	  0.165031		CURRENT LEARNING RATE: 8.133981402008193e-05
previous_iter_valid_loss : 0.16056443750858307

    906020	  0.160724	  0.160564	  0.164682		CURRENT LEARNING RATE: 8.132354768396579e-05
previous_iter_valid_loss : 0.16482673585414886

    906040	  0.164991	  0.164827	  0.164447		CURRENT LEARNING RATE: 8.13072846007914e-05
previous_iter_valid_loss : 0.161438450217247

    906060	  0.161631	  0.161438	  0.164111		CURRENT LEARNING RATE: 8.129102476990858e-05
previous_iter_valid_loss : 0.17028117179870605

    906080	  0.170432	  0.170281	  0.164187		CURRENT LEARNING RATE: 8.127476819066675e-05
previous_iter_valid_loss : 0.16111649572849274

    906100	  0.161269	  0.161116	  0.164215		CURRENT LEARNING RATE: 8.125851486241565e-05
previous_iter_valid_loss : 0.17359939217567444

    906120	  0.173745	  0.173599	  0.164858		CURRENT LEARNING RATE: 8.124226478450502e-05
previous_iter_valid_loss : 0.16071616113185883

    906140	  0.160887	  0.160716	  0.164811		CURRENT LEARNING RATE: 8.122601795628514e-05
previous_iter_valid_loss : 0.16148269176483154

    906160	  0.161670	  0.161483	  0.164855		CURRENT LEARNING RATE: 8.120977437710599e-05
previous_iter_valid_loss : 0.16125580668449402

    906180	  0.161438	  0.161256	  0.164882		CURRENT LEARNING RATE: 8.119353404631782e-05
previous_iter_valid_loss : 0.16049550473690033

    906200	  0.160666	  0.160496	  0.164850		CURRENT LEARNING RATE: 8.117729696327087e-05
previous_iter_valid_loss : 0.16094040870666504

    906220	  0.161124	  0.160940	  0.164759		CURRENT LEARNING RATE: 8.116106312731597e-05
previous_iter_valid_loss : 0.16182485222816467

    906240	  0.162014	  0.161825	  0.164807		CURRENT LEARNING RATE: 8.11448325378036e-05
previous_iter_valid_loss : 0.161739319562912

    906260	  0.161935	  0.161739	  0.164608		CURRENT LEARNING RATE: 8.112860519408453e-05
previous_iter_valid_loss : 0.16220396757125854

    906280	  0.162401	  0.162204	  0.164236		CURRENT LEARNING RATE: 8.111238109550955e-05
previous_iter_valid_loss : 0.16623103618621826

    906300	  0.166385	  0.166231	  0.164310		CURRENT LEARNING RATE: 8.109616024142996e-05
previous_iter_valid_loss : 0.16052687168121338

    906320	  0.160689	  0.160527	  0.164309		CURRENT LEARNING RATE: 8.107994263119679e-05
previous_iter_valid_loss : 0.160948246717453

    906340	  0.161100	  0.160948	  0.164240		CURRENT LEARNING RATE: 8.106372826416134e-05
previous_iter_valid_loss : 0.1605881154537201

    906360	  0.160745	  0.160588	  0.163847		CURRENT LEARNING RATE: 8.104751713967489e-05
previous_iter_valid_loss : 0.21396493911743164

    906380	  0.213995	  0.213965	  0.166506		CURRENT LEARNING RATE: 8.103130925708927e-05
previous_iter_valid_loss : 0.16730843484401703

    906400	  0.167463	  0.167308	  0.165600		CURRENT LEARNING RATE: 8.101510461575605e-05
previous_iter_valid_loss : 0.16296029090881348

    906420	  0.163120	  0.162960	  0.165719		CURRENT LEARNING RATE: 8.099890321502701e-05
previous_iter_valid_loss : 0.16231514513492584

    906440	  0.162466	  0.162315	  0.165594		CURRENT LEARNING RATE: 8.098270505425397e-05
previous_iter_valid_loss : 0.16084037721157074

    906460	  0.160998	  0.160840	  0.165564		CURRENT LEARNING RATE: 8.096651013278929e-05
previous_iter_valid_loss : 0.17332179844379425

    906480	  0.173596	  0.173322	  0.165716		CURRENT LEARNING RATE: 8.095031844998503e-05
previous_iter_valid_loss : 0.16084057092666626

    906500	  0.161014	  0.160841	  0.165702		CURRENT LEARNING RATE: 8.093413000519336e-05
previous_iter_valid_loss : 0.1636962592601776

    906520	  0.163916	  0.163696	  0.165207		CURRENT LEARNING RATE: 8.091794479776705e-05
previous_iter_valid_loss : 0.16113415360450745

    906540	  0.161286	  0.161134	  0.165228		CURRENT LEARNING RATE: 8.090176282705854e-05
previous_iter_valid_loss : 0.16383478045463562

    906560	  0.164032	  0.163835	  0.165345		CURRENT LEARNING RATE: 8.088558409242057e-05
previous_iter_valid_loss : 0.1627936065196991

    906580	  0.162954	  0.162794	  0.165422		CURRENT LEARNING RATE: 8.086940859320582e-05
previous_iter_valid_loss : 0.16183695197105408

    906600	  0.162027	  0.161837	  0.165489		CURRENT LEARNING RATE: 8.085323632876756e-05
previous_iter_valid_loss : 0.16527393460273743

    906620	  0.165485	  0.165274	  0.165706		CURRENT LEARNING RATE: 8.083706729845877e-05
previous_iter_valid_loss : 0.16091477870941162

    906640	  0.161075	  0.160915	  0.165661		CURRENT LEARNING RATE: 8.082090150163269e-05
previous_iter_valid_loss : 0.16228289902210236

    906660	  0.162473	  0.162283	  0.165688		CURRENT LEARNING RATE: 8.080473893764253e-05
previous_iter_valid_loss : 0.16069312393665314

    906680	  0.160870	  0.160693	  0.165612		CURRENT LEARNING RATE: 8.078857960584208e-05
previous_iter_valid_loss : 0.17090028524398804

    906700	  0.171154	  0.170900	  0.165846		CURRENT LEARNING RATE: 8.077242350558483e-05
previous_iter_valid_loss : 0.16103383898735046

    906720	  0.161217	  0.161034	  0.165871		CURRENT LEARNING RATE: 8.075627063622453e-05
previous_iter_valid_loss : 0.16372446715831757

    906740	  0.163938	  0.163724	  0.166010		CURRENT LEARNING RATE: 8.074012099711493e-05
previous_iter_valid_loss : 0.1625959426164627

    906760	  0.162791	  0.162596	  0.166110		CURRENT LEARNING RATE: 8.072397458761031e-05
previous_iter_valid_loss : 0.16894562542438507

    906780	  0.169096	  0.168946	  0.163859		CURRENT LEARNING RATE: 8.070783140706469e-05
previous_iter_valid_loss : 0.17696039378643036

    906800	  0.177117	  0.176960	  0.164342		CURRENT LEARNING RATE: 8.069169145483235e-05
previous_iter_valid_loss : 0.18222162127494812

    906820	  0.182368	  0.182222	  0.165305		CURRENT LEARNING RATE: 8.067555473026752e-05
previous_iter_valid_loss : 0.1607344150543213

    906840	  0.160883	  0.160734	  0.165226		CURRENT LEARNING RATE: 8.065942123272504e-05
previous_iter_valid_loss : 0.16365516185760498

    906860	  0.163823	  0.163655	  0.165367		CURRENT LEARNING RATE: 8.06432909615594e-05
previous_iter_valid_loss : 0.16604484617710114

    906880	  0.166208	  0.166045	  0.165003		CURRENT LEARNING RATE: 8.062716391612529e-05
previous_iter_valid_loss : 0.1739114373922348

    906900	  0.174061	  0.173911	  0.165656		CURRENT LEARNING RATE: 8.061104009577789e-05
previous_iter_valid_loss : 0.16596455872058868

    906920	  0.166128	  0.165965	  0.165770		CURRENT LEARNING RATE: 8.059491949987208e-05
previous_iter_valid_loss : 0.17153798043727875

    906940	  0.171804	  0.171538	  0.166290		CURRENT LEARNING RATE: 8.057880212776308e-05
previous_iter_valid_loss : 0.16131840646266937

    906960	  0.161474	  0.161318	  0.166164		CURRENT LEARNING RATE: 8.056268797880604e-05
previous_iter_valid_loss : 0.16280782222747803

    906980	  0.163008	  0.162808	  0.166165		CURRENT LEARNING RATE: 8.054657705235666e-05
previous_iter_valid_loss : 0.16068783402442932

    907000	  0.160843	  0.160688	  0.166107		CURRENT LEARNING RATE: 8.053046934777038e-05
previous_iter_valid_loss : 0.16675008833408356

    907020	  0.166904	  0.166750	  0.166181		CURRENT LEARNING RATE: 8.051436486440289e-05
previous_iter_valid_loss : 0.1611139178276062

    907040	  0.161269	  0.161114	  0.166191		CURRENT LEARNING RATE: 8.049826360160985e-05
previous_iter_valid_loss : 0.1954125016927719

    907060	  0.195520	  0.195413	  0.167848		CURRENT LEARNING RATE: 8.04821655587475e-05
previous_iter_valid_loss : 0.16224180161952972

    907080	  0.162405	  0.162242	  0.167925		CURRENT LEARNING RATE: 8.04660707351718e-05
previous_iter_valid_loss : 0.16103112697601318

    907100	  0.161182	  0.161031	  0.167432		CURRENT LEARNING RATE: 8.044997913023894e-05
previous_iter_valid_loss : 0.1604968160390854

    907120	  0.160660	  0.160497	  0.167405		CURRENT LEARNING RATE: 8.04338907433051e-05
previous_iter_valid_loss : 0.16375446319580078

    907140	  0.163962	  0.163754	  0.167406		CURRENT LEARNING RATE: 8.041780557372705e-05
previous_iter_valid_loss : 0.16111299395561218

    907160	  0.161295	  0.161113	  0.167332		CURRENT LEARNING RATE: 8.040172362086125e-05
previous_iter_valid_loss : 0.16062963008880615

    907180	  0.160803	  0.160630	  0.166916		CURRENT LEARNING RATE: 8.038564488406439e-05
previous_iter_valid_loss : 0.16301745176315308

    907200	  0.163194	  0.163017	  0.166219		CURRENT LEARNING RATE: 8.036956936269318e-05
previous_iter_valid_loss : 0.1626259833574295

    907220	  0.162801	  0.162626	  0.165239		CURRENT LEARNING RATE: 8.035349705610492e-05
previous_iter_valid_loss : 0.18983519077301025

    907240	  0.189957	  0.189835	  0.166694		CURRENT LEARNING RATE: 8.033742796365654e-05
previous_iter_valid_loss : 0.16882914304733276

    907260	  0.169062	  0.168829	  0.166953		CURRENT LEARNING RATE: 8.032136208470516e-05
previous_iter_valid_loss : 0.16388243436813354

    907280	  0.164072	  0.163882	  0.166845		CURRENT LEARNING RATE: 8.030529941860841e-05
previous_iter_valid_loss : 0.16051536798477173

    907300	  0.160677	  0.160515	  0.166175		CURRENT LEARNING RATE: 8.028923996472365e-05
previous_iter_valid_loss : 0.18576663732528687

    907320	  0.185901	  0.185767	  0.167165		CURRENT LEARNING RATE: 8.027318372240848e-05
previous_iter_valid_loss : 0.17185375094413757

    907340	  0.172000	  0.171854	  0.167181		CURRENT LEARNING RATE: 8.025713069102055e-05
previous_iter_valid_loss : 0.16131410002708435

    907360	  0.161505	  0.161314	  0.167181		CURRENT LEARNING RATE: 8.024108086991799e-05
previous_iter_valid_loss : 0.16282762587070465

    907380	  0.163032	  0.162828	  0.167182		CURRENT LEARNING RATE: 8.022503425845868e-05
previous_iter_valid_loss : 0.16508202254772186

    907400	  0.165289	  0.165082	  0.167401		CURRENT LEARNING RATE: 8.020899085600075e-05
previous_iter_valid_loss : 0.1646401584148407

    907420	  0.164801	  0.164640	  0.167296		CURRENT LEARNING RATE: 8.019295066190232e-05
previous_iter_valid_loss : 0.16613055765628815

    907440	  0.166350	  0.166131	  0.167547		CURRENT LEARNING RATE: 8.017691367552207e-05
previous_iter_valid_loss : 0.17404057085514069

    907460	  0.174316	  0.174041	  0.166478		CURRENT LEARNING RATE: 8.016087989621838e-05
previous_iter_valid_loss : 0.16134585440158844

    907480	  0.161495	  0.161346	  0.166433		CURRENT LEARNING RATE: 8.01448493233499e-05
previous_iter_valid_loss : 0.1648300737142563

    907500	  0.165038	  0.164830	  0.166623		CURRENT LEARNING RATE: 8.012882195627525e-05
previous_iter_valid_loss : 0.16264021396636963

    907520	  0.162828	  0.162640	  0.166730		CURRENT LEARNING RATE: 8.011279779435365e-05
previous_iter_valid_loss : 0.16067585349082947

    907540	  0.160837	  0.160676	  0.166577		CURRENT LEARNING RATE: 8.009677683694395e-05
previous_iter_valid_loss : 0.1723925918340683

    907560	  0.172657	  0.172393	  0.167141		CURRENT LEARNING RATE: 8.008075908340535e-05
previous_iter_valid_loss : 0.1644192785024643

    907580	  0.164618	  0.164419	  0.167330		CURRENT LEARNING RATE: 8.006474453309698e-05
previous_iter_valid_loss : 0.17413641512393951

    907600	  0.174285	  0.174136	  0.167886		CURRENT LEARNING RATE: 8.004873318537853e-05
previous_iter_valid_loss : 0.16068920493125916

    907620	  0.160869	  0.160689	  0.167789		CURRENT LEARNING RATE: 8.003272503960944e-05
previous_iter_valid_loss : 0.1626354306936264

    907640	  0.162827	  0.162635	  0.166429		CURRENT LEARNING RATE: 8.001672009514935e-05
previous_iter_valid_loss : 0.1621229350566864

    907660	  0.162290	  0.162123	  0.166094		CURRENT LEARNING RATE: 8.000071835135792e-05
previous_iter_valid_loss : 0.16072972118854523

    907680	  0.160892	  0.160730	  0.165936		CURRENT LEARNING RATE: 7.99847198075954e-05
previous_iter_valid_loss : 0.16436849534511566

    907700	  0.164568	  0.164368	  0.166129		CURRENT LEARNING RATE: 7.996872446322168e-05
previous_iter_valid_loss : 0.1640353500843048

    907720	  0.164211	  0.164035	  0.165042		CURRENT LEARNING RATE: 7.995273231759679e-05
previous_iter_valid_loss : 0.16069400310516357

    907740	  0.160842	  0.160694	  0.164484		CURRENT LEARNING RATE: 7.993674337008135e-05
previous_iter_valid_loss : 0.163152277469635

    907760	  0.163317	  0.163152	  0.164576		CURRENT LEARNING RATE: 7.992075762003567e-05
previous_iter_valid_loss : 0.1622791886329651

    907780	  0.162467	  0.162279	  0.164549		CURRENT LEARNING RATE: 7.990477506682031e-05
previous_iter_valid_loss : 0.16497507691383362

    907800	  0.165145	  0.164975	  0.164543		CURRENT LEARNING RATE: 7.98887957097958e-05
previous_iter_valid_loss : 0.161978080868721

    907820	  0.162165	  0.161978	  0.164410		CURRENT LEARNING RATE: 7.987281954832327e-05
previous_iter_valid_loss : 0.1977514624595642

    907840	  0.197851	  0.197751	  0.165991		CURRENT LEARNING RATE: 7.985684658176356e-05
previous_iter_valid_loss : 0.1721058487892151

    907860	  0.172368	  0.172106	  0.165895		CURRENT LEARNING RATE: 7.984087680947769e-05
previous_iter_valid_loss : 0.16746002435684204

    907880	  0.167681	  0.167460	  0.166200		CURRENT LEARNING RATE: 7.982491023082677e-05
previous_iter_valid_loss : 0.16402795910835266

    907900	  0.164202	  0.164028	  0.166160		CURRENT LEARNING RATE: 7.980894684517242e-05
previous_iter_valid_loss : 0.16081608831882477

    907920	  0.160990	  0.160816	  0.166069		CURRENT LEARNING RATE: 7.979298665187596e-05
previous_iter_valid_loss : 0.16275741159915924

    907940	  0.162939	  0.162757	  0.166173		CURRENT LEARNING RATE: 7.977702965029897e-05
previous_iter_valid_loss : 0.17116022109985352

    907960	  0.171415	  0.171160	  0.166111		CURRENT LEARNING RATE: 7.976107583980304e-05
previous_iter_valid_loss : 0.16654957830905914

    907980	  0.166772	  0.166550	  0.166218		CURRENT LEARNING RATE: 7.974512521975029e-05
previous_iter_valid_loss : 0.182898610830307

    908000	  0.183257	  0.182899	  0.166656		CURRENT LEARNING RATE: 7.972917778950256e-05
previous_iter_valid_loss : 0.16245530545711517

    908020	  0.162635	  0.162455	  0.166744		CURRENT LEARNING RATE: 7.971323354842195e-05
previous_iter_valid_loss : 0.18306764960289001

    908040	  0.183222	  0.183068	  0.167766		CURRENT LEARNING RATE: 7.969729249587055e-05
previous_iter_valid_loss : 0.16562974452972412

    908060	  0.165789	  0.165630	  0.167941		CURRENT LEARNING RATE: 7.9681354631211e-05
previous_iter_valid_loss : 0.1605065017938614

    908080	  0.160673	  0.160507	  0.167930		CURRENT LEARNING RATE: 7.966541995380566e-05
previous_iter_valid_loss : 0.19961418211460114

    908100	  0.199703	  0.199614	  0.169693		CURRENT LEARNING RATE: 7.964948846301698e-05
previous_iter_valid_loss : 0.16141657531261444

    908120	  0.161576	  0.161417	  0.169562		CURRENT LEARNING RATE: 7.963356015820799e-05
previous_iter_valid_loss : 0.1605074554681778

    908140	  0.160674	  0.160507	  0.169552		CURRENT LEARNING RATE: 7.961763503874142e-05
previous_iter_valid_loss : 0.16103515028953552

    908160	  0.161201	  0.161035	  0.169446		CURRENT LEARNING RATE: 7.960171310398024e-05
previous_iter_valid_loss : 0.16417816281318665

    908180	  0.164356	  0.164178	  0.169541		CURRENT LEARNING RATE: 7.958579435328748e-05
previous_iter_valid_loss : 0.1658114343881607

    908200	  0.166026	  0.165811	  0.169583		CURRENT LEARNING RATE: 7.956987878602664e-05
previous_iter_valid_loss : 0.16578015685081482

    908220	  0.165950	  0.165780	  0.169773		CURRENT LEARNING RATE: 7.955396640156096e-05
previous_iter_valid_loss : 0.16436553001403809

    908240	  0.164537	  0.164366	  0.168104		CURRENT LEARNING RATE: 7.953805719925394e-05
previous_iter_valid_loss : 0.17356471717357635

    908260	  0.173718	  0.173565	  0.168177		CURRENT LEARNING RATE: 7.952215117846909e-05
previous_iter_valid_loss : 0.16113774478435516

    908280	  0.161319	  0.161138	  0.167861		CURRENT LEARNING RATE: 7.950624833857043e-05
previous_iter_valid_loss : 0.16714262962341309

    908300	  0.167303	  0.167143	  0.168017		CURRENT LEARNING RATE: 7.949034867892173e-05
previous_iter_valid_loss : 0.16214869916439056

    908320	  0.162302	  0.162149	  0.168083		CURRENT LEARNING RATE: 7.947445219888697e-05
previous_iter_valid_loss : 0.1625029742717743

    908340	  0.162664	  0.162503	  0.168070		CURRENT LEARNING RATE: 7.945855889783017e-05
previous_iter_valid_loss : 0.16456104815006256

    908360	  0.164728	  0.164561	  0.167740		CURRENT LEARNING RATE: 7.944266877511588e-05
previous_iter_valid_loss : 0.16064196825027466

    908380	  0.160812	  0.160642	  0.167445		CURRENT LEARNING RATE: 7.942678183010835e-05
previous_iter_valid_loss : 0.16049037873744965

    908400	  0.160654	  0.160490	  0.166325		CURRENT LEARNING RATE: 7.94108980621721e-05
previous_iter_valid_loss : 0.1610558032989502

    908420	  0.161205	  0.161056	  0.166255		CURRENT LEARNING RATE: 7.939501747067165e-05
previous_iter_valid_loss : 0.16849282383918762

    908440	  0.168649	  0.168493	  0.165526		CURRENT LEARNING RATE: 7.937914005497204e-05
previous_iter_valid_loss : 0.16816917061805725

    908460	  0.168406	  0.168169	  0.165653		CURRENT LEARNING RATE: 7.936326581443805e-05
previous_iter_valid_loss : 0.17005759477615356

    908480	  0.170211	  0.170058	  0.166131		CURRENT LEARNING RATE: 7.934739474843457e-05
previous_iter_valid_loss : 0.16058090329170227

    908500	  0.160736	  0.160581	  0.164179		CURRENT LEARNING RATE: 7.933152685632702e-05
previous_iter_valid_loss : 0.17087362706661224

    908520	  0.171124	  0.170874	  0.164652		CURRENT LEARNING RATE: 7.931566213748056e-05
previous_iter_valid_loss : 0.1605093628168106

    908540	  0.160665	  0.160509	  0.164652		CURRENT LEARNING RATE: 7.929980059126059e-05
previous_iter_valid_loss : 0.1664721667766571

    908560	  0.166628	  0.166472	  0.164924		CURRENT LEARNING RATE: 7.928394221703252e-05
previous_iter_valid_loss : 0.16434656083583832

    908580	  0.164515	  0.164347	  0.164932		CURRENT LEARNING RATE: 7.926808701416229e-05
previous_iter_valid_loss : 0.160862997174263

    908600	  0.161036	  0.160863	  0.164685		CURRENT LEARNING RATE: 7.925223498201555e-05
previous_iter_valid_loss : 0.16795681416988373

    908620	  0.168187	  0.167957	  0.164794		CURRENT LEARNING RATE: 7.923638611995822e-05
previous_iter_valid_loss : 0.19063708186149597

    908640	  0.191081	  0.190637	  0.166107		CURRENT LEARNING RATE: 7.92205404273562e-05
previous_iter_valid_loss : 0.1604996621608734

    908660	  0.160658	  0.160500	  0.165454		CURRENT LEARNING RATE: 7.920469790357595e-05
previous_iter_valid_loss : 0.1625830978155136

    908680	  0.162769	  0.162583	  0.165526		CURRENT LEARNING RATE: 7.918885854798363e-05
previous_iter_valid_loss : 0.17353075742721558

    908700	  0.173679	  0.173531	  0.165845		CURRENT LEARNING RATE: 7.917302235994566e-05
previous_iter_valid_loss : 0.16090992093086243

    908720	  0.161069	  0.160910	  0.165784		CURRENT LEARNING RATE: 7.915718933882846e-05
previous_iter_valid_loss : 0.16214823722839355

    908740	  0.162334	  0.162148	  0.165766		CURRENT LEARNING RATE: 7.914135948399897e-05
previous_iter_valid_loss : 0.17677876353263855

    908760	  0.177071	  0.176779	  0.166377		CURRENT LEARNING RATE: 7.912553279482388e-05
previous_iter_valid_loss : 0.16160494089126587

    908780	  0.161772	  0.161605	  0.166425		CURRENT LEARNING RATE: 7.910970927067013e-05
previous_iter_valid_loss : 0.1606195867061615

    908800	  0.160770	  0.160620	  0.166431		CURRENT LEARNING RATE: 7.90938889109046e-05
previous_iter_valid_loss : 0.1810503453016281

    908820	  0.181212	  0.181050	  0.167431		CURRENT LEARNING RATE: 7.907807171489478e-05
previous_iter_valid_loss : 0.17076453566551208

    908840	  0.171014	  0.170765	  0.167545		CURRENT LEARNING RATE: 7.906225768200783e-05
previous_iter_valid_loss : 0.1659744381904602

    908860	  0.166194	  0.165974	  0.167435		CURRENT LEARNING RATE: 7.904644681161107e-05
previous_iter_valid_loss : 0.17199577391147614

    908880	  0.172261	  0.171996	  0.167532		CURRENT LEARNING RATE: 7.903063910307234e-05
previous_iter_valid_loss : 0.16280299425125122

    908900	  0.162999	  0.162803	  0.167643		CURRENT LEARNING RATE: 7.901483455575917e-05
previous_iter_valid_loss : 0.1606622338294983

    908920	  0.160832	  0.160662	  0.167132		CURRENT LEARNING RATE: 7.89990331690394e-05
previous_iter_valid_loss : 0.16402068734169006

    908940	  0.164188	  0.164021	  0.167308		CURRENT LEARNING RATE: 7.898323494228083e-05
previous_iter_valid_loss : 0.16056159138679504

    908960	  0.160729	  0.160562	  0.167012		CURRENT LEARNING RATE: 7.89674398748518e-05
previous_iter_valid_loss : 0.16053982079029083

    908980	  0.160708	  0.160540	  0.166822		CURRENT LEARNING RATE: 7.895164796612039e-05
previous_iter_valid_loss : 0.16416630148887634

    909000	  0.164331	  0.164166	  0.166987		CURRENT LEARNING RATE: 7.893585921545489e-05
previous_iter_valid_loss : 0.16161435842514038

    909020	  0.161791	  0.161614	  0.166670		CURRENT LEARNING RATE: 7.892007362222363e-05
previous_iter_valid_loss : 0.16610677540302277

    909040	  0.166318	  0.166107	  0.165444		CURRENT LEARNING RATE: 7.890429118579548e-05
previous_iter_valid_loss : 0.16329266130924225

    909060	  0.163456	  0.163293	  0.165583		CURRENT LEARNING RATE: 7.888851190553898e-05
previous_iter_valid_loss : 0.1604946255683899

    909080	  0.160658	  0.160495	  0.165479		CURRENT LEARNING RATE: 7.887273578082296e-05
previous_iter_valid_loss : 0.16135352849960327

    909100	  0.161534	  0.161354	  0.164870		CURRENT LEARNING RATE: 7.885696281101625e-05
previous_iter_valid_loss : 0.16056394577026367

    909120	  0.160723	  0.160564	  0.164853		CURRENT LEARNING RATE: 7.88411929954882e-05
previous_iter_valid_loss : 0.16222596168518066

    909140	  0.162408	  0.162226	  0.164856		CURRENT LEARNING RATE: 7.88254263336079e-05
previous_iter_valid_loss : 0.17744266986846924

    909160	  0.177736	  0.177443	  0.164890		CURRENT LEARNING RATE: 7.880966282474463e-05
previous_iter_valid_loss : 0.16715367138385773

    909180	  0.167378	  0.167154	  0.165167		CURRENT LEARNING RATE: 7.879390246826776e-05
previous_iter_valid_loss : 0.17061308026313782

    909200	  0.170867	  0.170613	  0.165667		CURRENT LEARNING RATE: 7.877814526354715e-05
previous_iter_valid_loss : 0.16177748143672943

    909220	  0.161938	  0.161777	  0.164703		CURRENT LEARNING RATE: 7.876239120995235e-05
previous_iter_valid_loss : 0.16547289490699768

    909240	  0.165674	  0.165473	  0.164439		CURRENT LEARNING RATE: 7.87466403068532e-05
previous_iter_valid_loss : 0.1605323851108551

    909260	  0.160694	  0.160532	  0.164166		CURRENT LEARNING RATE: 7.873089255361956e-05
previous_iter_valid_loss : 0.16145022213459015

    909280	  0.161641	  0.161450	  0.163639		CURRENT LEARNING RATE: 7.871514794962173e-05
previous_iter_valid_loss : 0.1740010529756546

    909300	  0.174270	  0.174001	  0.164199		CURRENT LEARNING RATE: 7.869940649422986e-05
previous_iter_valid_loss : 0.16088347136974335

    909320	  0.161040	  0.160883	  0.164210		CURRENT LEARNING RATE: 7.868366818681413e-05
previous_iter_valid_loss : 0.16218136250972748

    909340	  0.162370	  0.162181	  0.164118		CURRENT LEARNING RATE: 7.866793302674524e-05
previous_iter_valid_loss : 0.1618296056985855

    909360	  0.162013	  0.161830	  0.164182		CURRENT LEARNING RATE: 7.86522010133937e-05
previous_iter_valid_loss : 0.16342681646347046

    909380	  0.163595	  0.163427	  0.164326		CURRENT LEARNING RATE: 7.863647214613023e-05
previous_iter_valid_loss : 0.16094890236854553

    909400	  0.161110	  0.160949	  0.164165		CURRENT LEARNING RATE: 7.86207464243255e-05
previous_iter_valid_loss : 0.1649480015039444

    909420	  0.165151	  0.164948	  0.164332		CURRENT LEARNING RATE: 7.860502384735077e-05
previous_iter_valid_loss : 0.1790613979101181

    909440	  0.179222	  0.179061	  0.164979		CURRENT LEARNING RATE: 7.858930441457702e-05
previous_iter_valid_loss : 0.16784416139125824

    909460	  0.168001	  0.167844	  0.165207		CURRENT LEARNING RATE: 7.857358812537545e-05
previous_iter_valid_loss : 0.1607591062784195

    909480	  0.160913	  0.160759	  0.165220		CURRENT LEARNING RATE: 7.855787497911726e-05
previous_iter_valid_loss : 0.17325817048549652

    909500	  0.173530	  0.173258	  0.165816		CURRENT LEARNING RATE: 7.854216497517424e-05
previous_iter_valid_loss : 0.1752481609582901

    909520	  0.175534	  0.175248	  0.166550		CURRENT LEARNING RATE: 7.852645811291783e-05
previous_iter_valid_loss : 0.168039932847023

    909540	  0.168192	  0.168040	  0.166840		CURRENT LEARNING RATE: 7.851075439171974e-05
previous_iter_valid_loss : 0.16399835050106049

    909560	  0.164202	  0.163998	  0.166168		CURRENT LEARNING RATE: 7.84950538109517e-05
previous_iter_valid_loss : 0.17900191247463226

    909580	  0.179311	  0.179002	  0.166761		CURRENT LEARNING RATE: 7.847935636998598e-05
previous_iter_valid_loss : 0.16566218435764313

    909600	  0.165870	  0.165662	  0.166513		CURRENT LEARNING RATE: 7.846366206819451e-05
previous_iter_valid_loss : 0.17420095205307007

    909620	  0.174478	  0.174201	  0.167134		CURRENT LEARNING RATE: 7.844797090494954e-05
previous_iter_valid_loss : 0.17773772776126862

    909640	  0.177903	  0.177738	  0.167747		CURRENT LEARNING RATE: 7.843228287962326e-05
previous_iter_valid_loss : 0.16420388221740723

    909660	  0.164378	  0.164204	  0.167931		CURRENT LEARNING RATE: 7.841659799158847e-05
previous_iter_valid_loss : 0.16424444317817688

    909680	  0.164415	  0.164244	  0.168071		CURRENT LEARNING RATE: 7.84009162402176e-05
previous_iter_valid_loss : 0.1623782217502594

    909700	  0.162562	  0.162378	  0.167490		CURRENT LEARNING RATE: 7.838523762488325e-05
previous_iter_valid_loss : 0.160833939909935

    909720	  0.161015	  0.160834	  0.167487		CURRENT LEARNING RATE: 7.836956214495855e-05
previous_iter_valid_loss : 0.16485407948493958

    909740	  0.165017	  0.164854	  0.167621		CURRENT LEARNING RATE: 7.835388979981635e-05
previous_iter_valid_loss : 0.16064059734344482

    909760	  0.160817	  0.160641	  0.167561		CURRENT LEARNING RATE: 7.833822058882975e-05
previous_iter_valid_loss : 0.1705120950937271

    909780	  0.170773	  0.170512	  0.167916		CURRENT LEARNING RATE: 7.832255451137185e-05
previous_iter_valid_loss : 0.16115082800388336

    909800	  0.161343	  0.161151	  0.167926		CURRENT LEARNING RATE: 7.830689156681628e-05
previous_iter_valid_loss : 0.1605864316225052

    909820	  0.160759	  0.160586	  0.167708		CURRENT LEARNING RATE: 7.829123175453638e-05
previous_iter_valid_loss : 0.1895620971918106

    909840	  0.189979	  0.189562	  0.168233		CURRENT LEARNING RATE: 7.827557507390576e-05
previous_iter_valid_loss : 0.1668257862329483

    909860	  0.167053	  0.166826	  0.168182		CURRENT LEARNING RATE: 7.825992152429802e-05
previous_iter_valid_loss : 0.16067227721214294

    909880	  0.160849	  0.160672	  0.168177		CURRENT LEARNING RATE: 7.824427110508728e-05
previous_iter_valid_loss : 0.1648556888103485

    909900	  0.165071	  0.164856	  0.167757		CURRENT LEARNING RATE: 7.82286238156474e-05
previous_iter_valid_loss : 0.1793014109134674

    909920	  0.179625	  0.179301	  0.167960		CURRENT LEARNING RATE: 7.821297965535249e-05
previous_iter_valid_loss : 0.16631920635700226

    909940	  0.166478	  0.166319	  0.167874		CURRENT LEARNING RATE: 7.819733862357663e-05
previous_iter_valid_loss : 0.1679290384054184

    909960	  0.168159	  0.167929	  0.168070		CURRENT LEARNING RATE: 7.818170071969447e-05
previous_iter_valid_loss : 0.17462217807769775

    909980	  0.174904	  0.174622	  0.167851		CURRENT LEARNING RATE: 7.816606594308034e-05
previous_iter_valid_loss : 0.16585056483745575

    910000	  0.166009	  0.165851	  0.167861		CURRENT LEARNING RATE: 7.815043429310887e-05
previous_iter_valid_loss : 0.16262559592723846

    910020	  0.162811	  0.162626	  0.167282		CURRENT LEARNING RATE: 7.813480576915463e-05
previous_iter_valid_loss : 0.1619102507829666

    910040	  0.162068	  0.161910	  0.166491		CURRENT LEARNING RATE: 7.811918037059277e-05
previous_iter_valid_loss : 0.16567768156528473

    910060	  0.165840	  0.165678	  0.166564		CURRENT LEARNING RATE: 7.810355809679814e-05
previous_iter_valid_loss : 0.1605358123779297

    910080	  0.160708	  0.160536	  0.166379		CURRENT LEARNING RATE: 7.808793894714571e-05
previous_iter_valid_loss : 0.18166282773017883

    910100	  0.181820	  0.181663	  0.167343		CURRENT LEARNING RATE: 7.807232292101098e-05
previous_iter_valid_loss : 0.16067205369472504

    910120	  0.160830	  0.160672	  0.167335		CURRENT LEARNING RATE: 7.805671001776919e-05
previous_iter_valid_loss : 0.16387072205543518

    910140	  0.164039	  0.163871	  0.167286		CURRENT LEARNING RATE: 7.80411002367958e-05
previous_iter_valid_loss : 0.16094206273555756

    910160	  0.161104	  0.160942	  0.167301		CURRENT LEARNING RATE: 7.802549357746629e-05
previous_iter_valid_loss : 0.1629011183977127

    910180	  0.163095	  0.162901	  0.166920		CURRENT LEARNING RATE: 7.800989003915668e-05
previous_iter_valid_loss : 0.16188065707683563

    910200	  0.162036	  0.161881	  0.166957		CURRENT LEARNING RATE: 7.799428962124268e-05
previous_iter_valid_loss : 0.1608038693666458

    910220	  0.160966	  0.160804	  0.166968		CURRENT LEARNING RATE: 7.797869232310027e-05
previous_iter_valid_loss : 0.16806115210056305

    910240	  0.168217	  0.168061	  0.165893		CURRENT LEARNING RATE: 7.796309814410543e-05
previous_iter_valid_loss : 0.1660592406988144

    910260	  0.166273	  0.166059	  0.165854		CURRENT LEARNING RATE: 7.794750708363466e-05
previous_iter_valid_loss : 0.16671887040138245

    910280	  0.166935	  0.166719	  0.166157		CURRENT LEARNING RATE: 7.793191914106419e-05
previous_iter_valid_loss : 0.1701240986585617

    910300	  0.170374	  0.170124	  0.166420		CURRENT LEARNING RATE: 7.791633431577049e-05
previous_iter_valid_loss : 0.165771484375

    910320	  0.165995	  0.165771	  0.165744		CURRENT LEARNING RATE: 7.790075260713004e-05
previous_iter_valid_loss : 0.16855493187904358

    910340	  0.168784	  0.168555	  0.165855		CURRENT LEARNING RATE: 7.788517401451984e-05
previous_iter_valid_loss : 0.1610824018716812

    910360	  0.161263	  0.161082	  0.165513		CURRENT LEARNING RATE: 7.78695985373166e-05
previous_iter_valid_loss : 0.16127106547355652

    910380	  0.161451	  0.161271	  0.164846		CURRENT LEARNING RATE: 7.785402617489734e-05
previous_iter_valid_loss : 0.16221685707569122

    910400	  0.162374	  0.162217	  0.164664		CURRENT LEARNING RATE: 7.783845692663898e-05
previous_iter_valid_loss : 0.1683679223060608

    910420	  0.168521	  0.168368	  0.164951		CURRENT LEARNING RATE: 7.782289079191904e-05
previous_iter_valid_loss : 0.1611243486404419

    910440	  0.161304	  0.161124	  0.164912		CURRENT LEARNING RATE: 7.780732777011474e-05
previous_iter_valid_loss : 0.16088762879371643

    910460	  0.161071	  0.160888	  0.164672		CURRENT LEARNING RATE: 7.779176786060358e-05
previous_iter_valid_loss : 0.16908405721187592

    910480	  0.169237	  0.169084	  0.165100		CURRENT LEARNING RATE: 7.777621106276299e-05
previous_iter_valid_loss : 0.17214533686637878

    910500	  0.172410	  0.172145	  0.164624		CURRENT LEARNING RATE: 7.7760657375971e-05
previous_iter_valid_loss : 0.17186065018177032

    910520	  0.172121	  0.171861	  0.165183		CURRENT LEARNING RATE: 7.774510679960531e-05
previous_iter_valid_loss : 0.17052751779556274

    910540	  0.170779	  0.170528	  0.165516		CURRENT LEARNING RATE: 7.772955933304378e-05
previous_iter_valid_loss : 0.16059266030788422

    910560	  0.160760	  0.160593	  0.165499		CURRENT LEARNING RATE: 7.771401497566476e-05
previous_iter_valid_loss : 0.16201405227184296

    910580	  0.162171	  0.162014	  0.165454		CURRENT LEARNING RATE: 7.769847372684634e-05
previous_iter_valid_loss : 0.16313676536083221

    910600	  0.163300	  0.163137	  0.165517		CURRENT LEARNING RATE: 7.76829355859669e-05
previous_iter_valid_loss : 0.19274182617664337

    910620	  0.193200	  0.192742	  0.167114		CURRENT LEARNING RATE: 7.766740055240475e-05
previous_iter_valid_loss : 0.18283063173294067

    910640	  0.183181	  0.182831	  0.167852		CURRENT LEARNING RATE: 7.765186862553876e-05
previous_iter_valid_loss : 0.1621982306241989

    910660	  0.162388	  0.162198	  0.167659		CURRENT LEARNING RATE: 7.763633980474753e-05
previous_iter_valid_loss : 0.1645604968070984

    910680	  0.164732	  0.164560	  0.167551		CURRENT LEARNING RATE: 7.762081408940989e-05
previous_iter_valid_loss : 0.16894151270389557

    910700	  0.169174	  0.168942	  0.167492		CURRENT LEARNING RATE: 7.76052914789047e-05
previous_iter_valid_loss : 0.16387593746185303

    910720	  0.164084	  0.163876	  0.167397		CURRENT LEARNING RATE: 7.758977197261133e-05
previous_iter_valid_loss : 0.16756486892700195

    910740	  0.167787	  0.167565	  0.167348		CURRENT LEARNING RATE: 7.757425556990882e-05
previous_iter_valid_loss : 0.17469540238380432

    910760	  0.174844	  0.174695	  0.168029		CURRENT LEARNING RATE: 7.755874227017656e-05
previous_iter_valid_loss : 0.1605667620897293

    910780	  0.160741	  0.160567	  0.167993		CURRENT LEARNING RATE: 7.754323207279387e-05
previous_iter_valid_loss : 0.1762295663356781

    910800	  0.176522	  0.176230	  0.168694		CURRENT LEARNING RATE: 7.752772497714061e-05
previous_iter_valid_loss : 0.16574111580848694

    910820	  0.165953	  0.165741	  0.168563		CURRENT LEARNING RATE: 7.751222098259634e-05
previous_iter_valid_loss : 0.16085857152938843

    910840	  0.161031	  0.160859	  0.168549		CURRENT LEARNING RATE: 7.749672008854094e-05
previous_iter_valid_loss : 0.1792149394750595

    910860	  0.179380	  0.179215	  0.169466		CURRENT LEARNING RATE: 7.748122229435421e-05
previous_iter_valid_loss : 0.16561569273471832

    910880	  0.165772	  0.165616	  0.169292		CURRENT LEARNING RATE: 7.746572759941651e-05
previous_iter_valid_loss : 0.16183264553546906

    910900	  0.162019	  0.161833	  0.168777		CURRENT LEARNING RATE: 7.745023600310794e-05
previous_iter_valid_loss : 0.16059793531894684

    910920	  0.160761	  0.160598	  0.168214		CURRENT LEARNING RATE: 7.743474750480867e-05
previous_iter_valid_loss : 0.1657869964838028

    910940	  0.165947	  0.165787	  0.167977		CURRENT LEARNING RATE: 7.741926210389946e-05
previous_iter_valid_loss : 0.16191910207271576

    910960	  0.162071	  0.161919	  0.168043		CURRENT LEARNING RATE: 7.740377979976072e-05
previous_iter_valid_loss : 0.16054052114486694

    910980	  0.160693	  0.160541	  0.167969		CURRENT LEARNING RATE: 7.738830059177322e-05
previous_iter_valid_loss : 0.17254190146923065

    911000	  0.172805	  0.172542	  0.168439		CURRENT LEARNING RATE: 7.737282447931759e-05
previous_iter_valid_loss : 0.16051270067691803

    911020	  0.160683	  0.160513	  0.166828		CURRENT LEARNING RATE: 7.735735146177509e-05
previous_iter_valid_loss : 0.16600830852985382

    911040	  0.166172	  0.166008	  0.165987		CURRENT LEARNING RATE: 7.734188153852667e-05
previous_iter_valid_loss : 0.16079920530319214

    911060	  0.160977	  0.160799	  0.165917		CURRENT LEARNING RATE: 7.732641470895351e-05
previous_iter_valid_loss : 0.16066087782382965

    911080	  0.160811	  0.160661	  0.165722		CURRENT LEARNING RATE: 7.731095097243681e-05
previous_iter_valid_loss : 0.16762679815292358

    911100	  0.167859	  0.167627	  0.165656		CURRENT LEARNING RATE: 7.72954903283583e-05
previous_iter_valid_loss : 0.16223101317882538

    911120	  0.162409	  0.162231	  0.165574		CURRENT LEARNING RATE: 7.728003277609943e-05
previous_iter_valid_loss : 0.16544093191623688

    911140	  0.165595	  0.165441	  0.165468		CURRENT LEARNING RATE: 7.726457831504186e-05
previous_iter_valid_loss : 0.16297271847724915

    911160	  0.163151	  0.162973	  0.164882		CURRENT LEARNING RATE: 7.72491269445673e-05
previous_iter_valid_loss : 0.16136281192302704

    911180	  0.161548	  0.161363	  0.164921		CURRENT LEARNING RATE: 7.723367866405797e-05
previous_iter_valid_loss : 0.18634741008281708

    911200	  0.186487	  0.186347	  0.165427		CURRENT LEARNING RATE: 7.721823347289579e-05
previous_iter_valid_loss : 0.16101659834384918

    911220	  0.161193	  0.161017	  0.165191		CURRENT LEARNING RATE: 7.720279137046297e-05
previous_iter_valid_loss : 0.17229868471622467

    911240	  0.172446	  0.172299	  0.165763		CURRENT LEARNING RATE: 7.718735235614166e-05
previous_iter_valid_loss : 0.16982261836528778

    911260	  0.170064	  0.169823	  0.165294		CURRENT LEARNING RATE: 7.717191642931462e-05
previous_iter_valid_loss : 0.1635947823524475

    911280	  0.163782	  0.163595	  0.165192		CURRENT LEARNING RATE: 7.715648358936422e-05
previous_iter_valid_loss : 0.16400006413459778

    911300	  0.164165	  0.164000	  0.165301		CURRENT LEARNING RATE: 7.714105383567305e-05
previous_iter_valid_loss : 0.16954396665096283

    911320	  0.169699	  0.169544	  0.165748		CURRENT LEARNING RATE: 7.712562716762418e-05
previous_iter_valid_loss : 0.1625571846961975

    911340	  0.162752	  0.162557	  0.165587		CURRENT LEARNING RATE: 7.71102035846004e-05
previous_iter_valid_loss : 0.16697125136852264

    911360	  0.167131	  0.166971	  0.165839		CURRENT LEARNING RATE: 7.709478308598479e-05
previous_iter_valid_loss : 0.16861000657081604

    911380	  0.168843	  0.168610	  0.166243		CURRENT LEARNING RATE: 7.707936567116037e-05
previous_iter_valid_loss : 0.16837650537490845

    911400	  0.168606	  0.168377	  0.166034		CURRENT LEARNING RATE: 7.706395133951071e-05
previous_iter_valid_loss : 0.16052652895450592

    911420	  0.160690	  0.160527	  0.166035		CURRENT LEARNING RATE: 7.704854009041912e-05
previous_iter_valid_loss : 0.16223517060279846

    911440	  0.162429	  0.162235	  0.165846		CURRENT LEARNING RATE: 7.703313192326915e-05
previous_iter_valid_loss : 0.16062034666538239

    911460	  0.160770	  0.160620	  0.165838		CURRENT LEARNING RATE: 7.701772683744433e-05
previous_iter_valid_loss : 0.16063645482063293

    911480	  0.160792	  0.160636	  0.165836		CURRENT LEARNING RATE: 7.700232483232872e-05
previous_iter_valid_loss : 0.163395956158638

    911500	  0.163589	  0.163396	  0.165625		CURRENT LEARNING RATE: 7.698692590730613e-05
previous_iter_valid_loss : 0.16053593158721924

    911520	  0.160709	  0.160536	  0.165540		CURRENT LEARNING RATE: 7.697153006176058e-05
previous_iter_valid_loss : 0.17466184496879578

    911540	  0.174936	  0.174662	  0.166001		CURRENT LEARNING RATE: 7.69561372950761e-05
previous_iter_valid_loss : 0.1671047806739807

    911560	  0.167325	  0.167105	  0.166208		CURRENT LEARNING RATE: 7.694074760663726e-05
previous_iter_valid_loss : 0.16061758995056152

    911580	  0.160785	  0.160618	  0.166170		CURRENT LEARNING RATE: 7.692536099582835e-05
previous_iter_valid_loss : 0.16422489285469055

    911600	  0.164403	  0.164225	  0.165064		CURRENT LEARNING RATE: 7.690997746203387e-05
previous_iter_valid_loss : 0.1608818769454956

    911620	  0.161050	  0.160882	  0.165058		CURRENT LEARNING RATE: 7.689459700463838e-05
previous_iter_valid_loss : 0.16126902401447296

    911640	  0.161422	  0.161269	  0.164506		CURRENT LEARNING RATE: 7.68792196230269e-05
previous_iter_valid_loss : 0.16092179715633392

    911660	  0.161080	  0.160922	  0.164061		CURRENT LEARNING RATE: 7.686384531658423e-05
previous_iter_valid_loss : 0.1607741266489029

    911680	  0.160944	  0.160774	  0.163920		CURRENT LEARNING RATE: 7.684847408469523e-05
previous_iter_valid_loss : 0.16146886348724365

    911700	  0.161639	  0.161469	  0.163793		CURRENT LEARNING RATE: 7.683310592674535e-05
previous_iter_valid_loss : 0.16147686541080475

    911720	  0.161665	  0.161477	  0.163390		CURRENT LEARNING RATE: 7.681774084211971e-05
previous_iter_valid_loss : 0.16171281039714813

    911740	  0.161870	  0.161713	  0.163348		CURRENT LEARNING RATE: 7.680237883020373e-05
previous_iter_valid_loss : 0.16356952488422394

    911760	  0.163738	  0.163570	  0.163178		CURRENT LEARNING RATE: 7.678701989038277e-05
previous_iter_valid_loss : 0.16187481582164764

    911780	  0.162066	  0.161875	  0.162841		CURRENT LEARNING RATE: 7.677166402204274e-05
previous_iter_valid_loss : 0.17330814898014069

    911800	  0.173588	  0.173308	  0.163088		CURRENT LEARNING RATE: 7.675631122456929e-05
previous_iter_valid_loss : 0.160806342959404

    911820	  0.160959	  0.160806	  0.163102		CURRENT LEARNING RATE: 7.67409614973483e-05
previous_iter_valid_loss : 0.1607813835144043

    911840	  0.160943	  0.160781	  0.163029		CURRENT LEARNING RATE: 7.672561483976564e-05
previous_iter_valid_loss : 0.162166029214859

    911860	  0.162330	  0.162166	  0.163106		CURRENT LEARNING RATE: 7.671027125120772e-05
previous_iter_valid_loss : 0.18295255303382874

    911880	  0.183100	  0.182953	  0.164222		CURRENT LEARNING RATE: 7.669493073106067e-05
previous_iter_valid_loss : 0.1662023365497589

    911900	  0.166363	  0.166202	  0.164362		CURRENT LEARNING RATE: 7.667959327871086e-05
previous_iter_valid_loss : 0.16174368560314178

    911920	  0.161933	  0.161744	  0.164423		CURRENT LEARNING RATE: 7.666425889354465e-05
previous_iter_valid_loss : 0.16060829162597656

    911940	  0.160788	  0.160608	  0.163720		CURRENT LEARNING RATE: 7.664892757494894e-05
previous_iter_valid_loss : 0.16078972816467285

    911960	  0.160965	  0.160790	  0.163404		CURRENT LEARNING RATE: 7.663359932231034e-05
previous_iter_valid_loss : 0.17535851895809174

    911980	  0.175635	  0.175359	  0.164141		CURRENT LEARNING RATE: 7.661827413501573e-05
previous_iter_valid_loss : 0.1843651980161667

    912000	  0.184730	  0.184365	  0.165148		CURRENT LEARNING RATE: 7.660295201245195e-05
previous_iter_valid_loss : 0.1690816581249237

    912020	  0.169323	  0.169082	  0.165558		CURRENT LEARNING RATE: 7.658763295400642e-05
previous_iter_valid_loss : 0.16835182905197144

    912040	  0.168579	  0.168352	  0.165912		CURRENT LEARNING RATE: 7.65723169590662e-05
previous_iter_valid_loss : 0.16053840517997742

    912060	  0.160704	  0.160538	  0.165893		CURRENT LEARNING RATE: 7.655700402701866e-05
previous_iter_valid_loss : 0.16346004605293274

    912080	  0.163627	  0.163460	  0.166028		CURRENT LEARNING RATE: 7.654169415725117e-05
previous_iter_valid_loss : 0.16261886060237885

    912100	  0.162815	  0.162619	  0.166085		CURRENT LEARNING RATE: 7.652638734915158e-05
previous_iter_valid_loss : 0.1613592505455017

    912120	  0.161523	  0.161359	  0.166079		CURRENT LEARNING RATE: 7.651108360210751e-05
previous_iter_valid_loss : 0.16392213106155396

    912140	  0.164139	  0.163922	  0.166190		CURRENT LEARNING RATE: 7.649578291550665e-05
previous_iter_valid_loss : 0.16508346796035767

    912160	  0.165249	  0.165083	  0.166265		CURRENT LEARNING RATE: 7.648048528873724e-05
previous_iter_valid_loss : 0.1610865741968155

    912180	  0.161268	  0.161087	  0.166226		CURRENT LEARNING RATE: 7.646519072118728e-05
previous_iter_valid_loss : 0.1618373990058899

    912200	  0.162024	  0.161837	  0.165652		CURRENT LEARNING RATE: 7.644989921224495e-05
previous_iter_valid_loss : 0.16364015638828278

    912220	  0.163806	  0.163640	  0.165794		CURRENT LEARNING RATE: 7.643461076129845e-05
previous_iter_valid_loss : 0.171104297041893

    912240	  0.171348	  0.171104	  0.166310		CURRENT LEARNING RATE: 7.641932536773654e-05
previous_iter_valid_loss : 0.1605323702096939

    912260	  0.160703	  0.160532	  0.166229		CURRENT LEARNING RATE: 7.640404303094764e-05
previous_iter_valid_loss : 0.163290336728096

    912280	  0.163491	  0.163290	  0.165246		CURRENT LEARNING RATE: 7.638876375032048e-05
previous_iter_valid_loss : 0.1615365594625473

    912300	  0.161694	  0.161537	  0.165012		CURRENT LEARNING RATE: 7.637348752524374e-05
previous_iter_valid_loss : 0.16060210764408112

    912320	  0.160757	  0.160602	  0.164955		CURRENT LEARNING RATE: 7.635821435510665e-05
previous_iter_valid_loss : 0.1634400337934494

    912340	  0.163635	  0.163440	  0.165097		CURRENT LEARNING RATE: 7.634294423929816e-05
previous_iter_valid_loss : 0.16098342835903168

    912360	  0.161169	  0.160983	  0.165106		CURRENT LEARNING RATE: 7.632767717720742e-05
previous_iter_valid_loss : 0.16049130260944366

    912380	  0.160652	  0.160491	  0.164363		CURRENT LEARNING RATE: 7.631241316822366e-05
previous_iter_valid_loss : 0.16061806678771973

    912400	  0.160782	  0.160618	  0.163176		CURRENT LEARNING RATE: 7.629715221173657e-05
previous_iter_valid_loss : 0.16475366055965424

    912420	  0.164956	  0.164754	  0.162959		CURRENT LEARNING RATE: 7.628189430713559e-05
previous_iter_valid_loss : 0.1666443943977356

    912440	  0.166806	  0.166644	  0.162874		CURRENT LEARNING RATE: 7.626663945381037e-05
previous_iter_valid_loss : 0.16085143387317657

    912460	  0.160997	  0.160851	  0.162890		CURRENT LEARNING RATE: 7.625138765115061e-05
previous_iter_valid_loss : 0.16069769859313965

    912480	  0.160854	  0.160698	  0.162751		CURRENT LEARNING RATE: 7.623613889854651e-05
previous_iter_valid_loss : 0.16123205423355103

    912500	  0.161418	  0.161232	  0.162682		CURRENT LEARNING RATE: 7.622089319538796e-05
previous_iter_valid_loss : 0.16994909942150116

    912520	  0.170190	  0.169949	  0.163112		CURRENT LEARNING RATE: 7.620565054106503e-05
previous_iter_valid_loss : 0.1704358011484146

    912540	  0.170681	  0.170436	  0.163437		CURRENT LEARNING RATE: 7.619041093496826e-05
previous_iter_valid_loss : 0.1616986095905304

    912560	  0.161856	  0.161699	  0.163268		CURRENT LEARNING RATE: 7.617517437648793e-05
previous_iter_valid_loss : 0.16319577395915985

    912580	  0.163392	  0.163196	  0.163374		CURRENT LEARNING RATE: 7.61599408650146e-05
previous_iter_valid_loss : 0.18283532559871674

    912600	  0.182984	  0.182835	  0.164423		CURRENT LEARNING RATE: 7.614471039993878e-05
previous_iter_valid_loss : 0.1649501919746399

    912620	  0.165111	  0.164950	  0.164489		CURRENT LEARNING RATE: 7.612948298065151e-05
previous_iter_valid_loss : 0.16541486978530884

    912640	  0.165614	  0.165415	  0.164204		CURRENT LEARNING RATE: 7.611425860654358e-05
previous_iter_valid_loss : 0.17351719737052917

    912660	  0.173667	  0.173517	  0.164854		CURRENT LEARNING RATE: 7.609903727700599e-05
previous_iter_valid_loss : 0.16054382920265198

    912680	  0.160705	  0.160544	  0.164716		CURRENT LEARNING RATE: 7.608381899142978e-05
previous_iter_valid_loss : 0.1707085371017456

    912700	  0.170861	  0.170709	  0.165175		CURRENT LEARNING RATE: 7.606860374920646e-05
previous_iter_valid_loss : 0.16561196744441986

    912720	  0.165770	  0.165612	  0.165425		CURRENT LEARNING RATE: 7.605339154972732e-05
previous_iter_valid_loss : 0.16868458688259125

    912740	  0.168837	  0.168685	  0.165688		CURRENT LEARNING RATE: 7.603818239238384e-05
previous_iter_valid_loss : 0.1607658416032791

    912760	  0.160934	  0.160766	  0.165677		CURRENT LEARNING RATE: 7.602297627656753e-05
previous_iter_valid_loss : 0.16244973242282867

    912780	  0.162649	  0.162450	  0.165775		CURRENT LEARNING RATE: 7.600777320167042e-05
previous_iter_valid_loss : 0.1635235995054245

    912800	  0.163722	  0.163524	  0.165920		CURRENT LEARNING RATE: 7.599257316708426e-05
previous_iter_valid_loss : 0.17008431255817413

    912820	  0.170320	  0.170084	  0.166186		CURRENT LEARNING RATE: 7.597737617220101e-05
previous_iter_valid_loss : 0.1605605036020279

    912840	  0.160713	  0.160561	  0.165882		CURRENT LEARNING RATE: 7.59621822164127e-05
previous_iter_valid_loss : 0.1648443341255188

    912860	  0.165012	  0.164844	  0.166082		CURRENT LEARNING RATE: 7.594699129911181e-05
previous_iter_valid_loss : 0.16075333952903748

    912880	  0.160928	  0.160753	  0.166085		CURRENT LEARNING RATE: 7.59318034196906e-05
previous_iter_valid_loss : 0.16068881750106812

    912900	  0.160845	  0.160689	  0.166058		CURRENT LEARNING RATE: 7.59166185775414e-05
previous_iter_valid_loss : 0.18362760543823242

    912920	  0.183972	  0.183628	  0.166741		CURRENT LEARNING RATE: 7.590143677205707e-05
previous_iter_valid_loss : 0.16082116961479187

    912940	  0.161006	  0.160821	  0.166261		CURRENT LEARNING RATE: 7.588625800263023e-05
previous_iter_valid_loss : 0.16096650063991547

    912960	  0.161153	  0.160967	  0.166224		CURRENT LEARNING RATE: 7.587108226865373e-05
previous_iter_valid_loss : 0.16504444181919098

    912980	  0.165248	  0.165044	  0.166317		CURRENT LEARNING RATE: 7.58559095695204e-05
previous_iter_valid_loss : 0.1605120450258255

    913000	  0.160671	  0.160512	  0.165200		CURRENT LEARNING RATE: 7.584073990462358e-05
previous_iter_valid_loss : 0.16140268743038177

    913020	  0.161551	  0.161403	  0.165023		CURRENT LEARNING RATE: 7.582557327335636e-05
previous_iter_valid_loss : 0.16747531294822693

    913040	  0.167702	  0.167475	  0.165126		CURRENT LEARNING RATE: 7.581040967511209e-05
previous_iter_valid_loss : 0.1606893390417099

    913060	  0.160859	  0.160689	  0.164485		CURRENT LEARNING RATE: 7.57952491092841e-05
previous_iter_valid_loss : 0.16135574877262115

    913080	  0.161552	  0.161356	  0.164525		CURRENT LEARNING RATE: 7.57800915752662e-05
previous_iter_valid_loss : 0.19742247462272644

    913100	  0.197518	  0.197422	  0.165861		CURRENT LEARNING RATE: 7.576493707245198e-05
previous_iter_valid_loss : 0.16067664325237274

    913120	  0.160848	  0.160677	  0.165614		CURRENT LEARNING RATE: 7.574978560023525e-05
previous_iter_valid_loss : 0.1607925295829773

    913140	  0.160965	  0.160793	  0.165220		CURRENT LEARNING RATE: 7.573463715800983e-05
previous_iter_valid_loss : 0.16050656139850616

    913160	  0.160672	  0.160507	  0.165207		CURRENT LEARNING RATE: 7.571949174517003e-05
previous_iter_valid_loss : 0.1629275679588318

    913180	  0.163092	  0.162928	  0.165230		CURRENT LEARNING RATE: 7.57043493611099e-05
previous_iter_valid_loss : 0.16949617862701416

    913200	  0.169646	  0.169496	  0.165529		CURRENT LEARNING RATE: 7.568921000522377e-05
previous_iter_valid_loss : 0.16254878044128418

    913220	  0.162725	  0.162549	  0.165152		CURRENT LEARNING RATE: 7.567407367690592e-05
previous_iter_valid_loss : 0.16237486898899078

    913240	  0.162572	  0.162375	  0.165243		CURRENT LEARNING RATE: 7.565894037555115e-05
previous_iter_valid_loss : 0.16066870093345642

    913260	  0.160827	  0.160669	  0.165034		CURRENT LEARNING RATE: 7.564381010055402e-05
previous_iter_valid_loss : 0.1804155558347702

    913280	  0.180573	  0.180416	  0.166017		CURRENT LEARNING RATE: 7.562868285130929e-05
previous_iter_valid_loss : 0.16081522405147552

    913300	  0.160967	  0.160815	  0.166024		CURRENT LEARNING RATE: 7.561355862721175e-05
previous_iter_valid_loss : 0.16700561344623566

    913320	  0.167226	  0.167006	  0.165193		CURRENT LEARNING RATE: 7.55984374276567e-05
previous_iter_valid_loss : 0.16380499303340912

    913340	  0.163967	  0.163805	  0.165342		CURRENT LEARNING RATE: 7.558331925203916e-05
previous_iter_valid_loss : 0.16149403154850006

    913360	  0.161633	  0.161494	  0.165368		CURRENT LEARNING RATE: 7.556820409975426e-05
previous_iter_valid_loss : 0.16053882241249084

    913380	  0.160703	  0.160539	  0.165143		CURRENT LEARNING RATE: 7.555309197019767e-05
previous_iter_valid_loss : 0.1612364649772644

    913400	  0.161426	  0.161236	  0.165179		CURRENT LEARNING RATE: 7.553798286276477e-05
previous_iter_valid_loss : 0.16082772612571716

    913420	  0.160982	  0.160828	  0.165150		CURRENT LEARNING RATE: 7.552287677685121e-05
previous_iter_valid_loss : 0.16052401065826416

    913440	  0.160695	  0.160524	  0.164803		CURRENT LEARNING RATE: 7.550777371185258e-05
previous_iter_valid_loss : 0.162514790892601

    913460	  0.162674	  0.162515	  0.164894		CURRENT LEARNING RATE: 7.549267366716505e-05
previous_iter_valid_loss : 0.16482633352279663

    913480	  0.165037	  0.164826	  0.165068		CURRENT LEARNING RATE: 7.547757664218448e-05
previous_iter_valid_loss : 0.1612887680530548

    913500	  0.161480	  0.161289	  0.163261		CURRENT LEARNING RATE: 7.546248263630697e-05
previous_iter_valid_loss : 0.1614730954170227

    913520	  0.161664	  0.161473	  0.163301		CURRENT LEARNING RATE: 7.544739164892865e-05
previous_iter_valid_loss : 0.16697721183300018

    913540	  0.167197	  0.166977	  0.163610		CURRENT LEARNING RATE: 7.543230367944614e-05
previous_iter_valid_loss : 0.16710753738880157

    913560	  0.167331	  0.167108	  0.163940		CURRENT LEARNING RATE: 7.541721872725579e-05
previous_iter_valid_loss : 0.16524235904216766

    913580	  0.165441	  0.165242	  0.164056		CURRENT LEARNING RATE: 7.54021367917542e-05
previous_iter_valid_loss : 0.16153155267238617

    913600	  0.161716	  0.161532	  0.163658		CURRENT LEARNING RATE: 7.538705787233795e-05
previous_iter_valid_loss : 0.1620628386735916

    913620	  0.162238	  0.162063	  0.163633		CURRENT LEARNING RATE: 7.537198196840417e-05
previous_iter_valid_loss : 0.16479013860225677

    913640	  0.164959	  0.164790	  0.163754		CURRENT LEARNING RATE: 7.535690907934967e-05
previous_iter_valid_loss : 0.16104328632354736

    913660	  0.161230	  0.161043	  0.163773		CURRENT LEARNING RATE: 7.534183920457154e-05
previous_iter_valid_loss : 0.16540288925170898

    913680	  0.165571	  0.165403	  0.163022		CURRENT LEARNING RATE: 7.532677234346687e-05
previous_iter_valid_loss : 0.16104565560817719

    913700	  0.161197	  0.161046	  0.163034		CURRENT LEARNING RATE: 7.531170849543322e-05
previous_iter_valid_loss : 0.16103902459144592

    913720	  0.161214	  0.161039	  0.162735		CURRENT LEARNING RATE: 7.529664765986793e-05
previous_iter_valid_loss : 0.2584053874015808

    913740	  0.258262	  0.258405	  0.167465		CURRENT LEARNING RATE: 7.528158983616842e-05
previous_iter_valid_loss : 0.17335693538188934

    913760	  0.173500	  0.173357	  0.168058		CURRENT LEARNING RATE: 7.526653502373265e-05
previous_iter_valid_loss : 0.16765758395195007

    913780	  0.167813	  0.167658	  0.168414		CURRENT LEARNING RATE: 7.525148322195829e-05
previous_iter_valid_loss : 0.16597767174243927

    913800	  0.166144	  0.165978	  0.168651		CURRENT LEARNING RATE: 7.523643443024327e-05
previous_iter_valid_loss : 0.1710677295923233

    913820	  0.171221	  0.171068	  0.169163		CURRENT LEARNING RATE: 7.522138864798549e-05
previous_iter_valid_loss : 0.1617041826248169

    913840	  0.161893	  0.161704	  0.169222		CURRENT LEARNING RATE: 7.520634587458341e-05
previous_iter_valid_loss : 0.16125750541687012

    913860	  0.161437	  0.161258	  0.169160		CURRENT LEARNING RATE: 7.519130610943518e-05
previous_iter_valid_loss : 0.1624556928873062

    913880	  0.162625	  0.162456	  0.169041		CURRENT LEARNING RATE: 7.51762693519392e-05
previous_iter_valid_loss : 0.18895764648914337

    913900	  0.189367	  0.188958	  0.170424		CURRENT LEARNING RATE: 7.516123560149387e-05
previous_iter_valid_loss : 0.1894032210111618

    913920	  0.189539	  0.189403	  0.171821		CURRENT LEARNING RATE: 7.514620485749811e-05
previous_iter_valid_loss : 0.1625826358795166

    913940	  0.162749	  0.162583	  0.171601		CURRENT LEARNING RATE: 7.513117711935055e-05
previous_iter_valid_loss : 0.16271576285362244

    913960	  0.162870	  0.162716	  0.171382		CURRENT LEARNING RATE: 7.51161523864501e-05
previous_iter_valid_loss : 0.16177891194820404

    913980	  0.161938	  0.161779	  0.171208		CURRENT LEARNING RATE: 7.510113065819559e-05
previous_iter_valid_loss : 0.1605280041694641

    914000	  0.160686	  0.160528	  0.171158		CURRENT LEARNING RATE: 7.508611193398649e-05
previous_iter_valid_loss : 0.16735756397247314

    914020	  0.167510	  0.167358	  0.171423		CURRENT LEARNING RATE: 7.507109621322185e-05
previous_iter_valid_loss : 0.16536074876785278

    914040	  0.165525	  0.165361	  0.171452		CURRENT LEARNING RATE: 7.505608349530107e-05
previous_iter_valid_loss : 0.16053885221481323

    914060	  0.160704	  0.160539	  0.171426		CURRENT LEARNING RATE: 7.504107377962351e-05
previous_iter_valid_loss : 0.1607506275177002

    914080	  0.160914	  0.160751	  0.171194		CURRENT LEARNING RATE: 7.502606706558905e-05
previous_iter_valid_loss : 0.16075699031352997

    914100	  0.160914	  0.160757	  0.171179		CURRENT LEARNING RATE: 7.501106335259727e-05
previous_iter_valid_loss : 0.18809594213962555

    914120	  0.188231	  0.188096	  0.172532		CURRENT LEARNING RATE: 7.499606264004792e-05
previous_iter_valid_loss : 0.17539305984973907

    914140	  0.175674	  0.175393	  0.168382		CURRENT LEARNING RATE: 7.49810649273412e-05
previous_iter_valid_loss : 0.16063956916332245

    914160	  0.160794	  0.160640	  0.167746		CURRENT LEARNING RATE: 7.49660702138771e-05
previous_iter_valid_loss : 0.16770681738853455

    914180	  0.167863	  0.167707	  0.167748		CURRENT LEARNING RATE: 7.495107849905581e-05
previous_iter_valid_loss : 0.16051329672336578

    914200	  0.160681	  0.160513	  0.167475		CURRENT LEARNING RATE: 7.493608978227755e-05
previous_iter_valid_loss : 0.16077691316604614

    914220	  0.160953	  0.160777	  0.166960		CURRENT LEARNING RATE: 7.492110406294302e-05
previous_iter_valid_loss : 0.16078373789787292

    914240	  0.160963	  0.160784	  0.166914		CURRENT LEARNING RATE: 7.490612134045265e-05
previous_iter_valid_loss : 0.16439171135425568

    914260	  0.164558	  0.164392	  0.167071		CURRENT LEARNING RATE: 7.489114161420715e-05
previous_iter_valid_loss : 0.16680006682872772

    914280	  0.166960	  0.166800	  0.167288		CURRENT LEARNING RATE: 7.48761648836072e-05
previous_iter_valid_loss : 0.19023072719573975

    914300	  0.190356	  0.190231	  0.167352		CURRENT LEARNING RATE: 7.486119114805397e-05
previous_iter_valid_loss : 0.16389919817447662

    914320	  0.164100	  0.163899	  0.166077		CURRENT LEARNING RATE: 7.484622040694841e-05
previous_iter_valid_loss : 0.16283951699733734

    914340	  0.162999	  0.162840	  0.166090		CURRENT LEARNING RATE: 7.483125265969167e-05
previous_iter_valid_loss : 0.18050771951675415

    914360	  0.180665	  0.180508	  0.166979		CURRENT LEARNING RATE: 7.481628790568493e-05
previous_iter_valid_loss : 0.1639958769083023

    914380	  0.164166	  0.163996	  0.167090		CURRENT LEARNING RATE: 7.480132614432982e-05
previous_iter_valid_loss : 0.1658308506011963

    914400	  0.166039	  0.165831	  0.167355		CURRENT LEARNING RATE: 7.478636737502779e-05
previous_iter_valid_loss : 0.1724286526441574

    914420	  0.172580	  0.172429	  0.167609		CURRENT LEARNING RATE: 7.477141159718046e-05
previous_iter_valid_loss : 0.16764192283153534

    914440	  0.167803	  0.167642	  0.167723		CURRENT LEARNING RATE: 7.475645881018947e-05
previous_iter_valid_loss : 0.16431841254234314

    914460	  0.164486	  0.164318	  0.167912		CURRENT LEARNING RATE: 7.474150901345696e-05
previous_iter_valid_loss : 0.1618393063545227

    914480	  0.162038	  0.161839	  0.167966		CURRENT LEARNING RATE: 7.472656220638484e-05
previous_iter_valid_loss : 0.16222122311592102

    914500	  0.162409	  0.162221	  0.168039		CURRENT LEARNING RATE: 7.471161838837508e-05
previous_iter_valid_loss : 0.16434478759765625

    914520	  0.164539	  0.164345	  0.166852		CURRENT LEARNING RATE: 7.46966775588302e-05
previous_iter_valid_loss : 0.16273681819438934

    914540	  0.162911	  0.162737	  0.166219		CURRENT LEARNING RATE: 7.468173971715243e-05
previous_iter_valid_loss : 0.16055740416049957

    914560	  0.160721	  0.160557	  0.166215		CURRENT LEARNING RATE: 7.466680486274425e-05
previous_iter_valid_loss : 0.16346468031406403

    914580	  0.163647	  0.163465	  0.166003		CURRENT LEARNING RATE: 7.465187299500815e-05
previous_iter_valid_loss : 0.16288934648036957

    914600	  0.163071	  0.162889	  0.166122		CURRENT LEARNING RATE: 7.463694411334712e-05
previous_iter_valid_loss : 0.17124661803245544

    914620	  0.171499	  0.171247	  0.166645		CURRENT LEARNING RATE: 7.462201821716385e-05
previous_iter_valid_loss : 0.16199709475040436

    914640	  0.162190	  0.161997	  0.166706		CURRENT LEARNING RATE: 7.460709530586133e-05
previous_iter_valid_loss : 0.16351087391376495

    914660	  0.163681	  0.163511	  0.166662		CURRENT LEARNING RATE: 7.459217537884249e-05
previous_iter_valid_loss : 0.16113810241222382

    914680	  0.161302	  0.161138	  0.166379		CURRENT LEARNING RATE: 7.457725843551081e-05
previous_iter_valid_loss : 0.1627718210220337

    914700	  0.162932	  0.162772	  0.165006		CURRENT LEARNING RATE: 7.456234447526949e-05
previous_iter_valid_loss : 0.20679527521133423

    914720	  0.206856	  0.206795	  0.167151		CURRENT LEARNING RATE: 7.454743349752194e-05
previous_iter_valid_loss : 0.1794300228357315

    914740	  0.179596	  0.179430	  0.167980		CURRENT LEARNING RATE: 7.453252550167162e-05
previous_iter_valid_loss : 0.17095552384853363

    914760	  0.171106	  0.170956	  0.167502		CURRENT LEARNING RATE: 7.451762048712245e-05
previous_iter_valid_loss : 0.17360693216323853

    914780	  0.173757	  0.173607	  0.167983		CURRENT LEARNING RATE: 7.450271845327812e-05
previous_iter_valid_loss : 0.16096237301826477

    914800	  0.161117	  0.160962	  0.167740		CURRENT LEARNING RATE: 7.448781939954254e-05
previous_iter_valid_loss : 0.16069771349430084

    914820	  0.160874	  0.160698	  0.167153		CURRENT LEARNING RATE: 7.44729233253196e-05
previous_iter_valid_loss : 0.17601223289966583

    914840	  0.176306	  0.176012	  0.167572		CURRENT LEARNING RATE: 7.445803023001375e-05
previous_iter_valid_loss : 0.1649795025587082

    914860	  0.165191	  0.164980	  0.167605		CURRENT LEARNING RATE: 7.444314011302912e-05
previous_iter_valid_loss : 0.16176773607730865

    914880	  0.161922	  0.161768	  0.167601		CURRENT LEARNING RATE: 7.44282529737701e-05
previous_iter_valid_loss : 0.1623656302690506

    914900	  0.162529	  0.162366	  0.167608		CURRENT LEARNING RATE: 7.441336881164107e-05
previous_iter_valid_loss : 0.16272719204425812

    914920	  0.162889	  0.162727	  0.167527		CURRENT LEARNING RATE: 7.439848762604694e-05
previous_iter_valid_loss : 0.1628311276435852

    914940	  0.163029	  0.162831	  0.167532		CURRENT LEARNING RATE: 7.438360941639233e-05
previous_iter_valid_loss : 0.162040114402771

    914960	  0.162195	  0.162040	  0.167606		CURRENT LEARNING RATE: 7.436873418208197e-05
previous_iter_valid_loss : 0.16394853591918945

    914980	  0.164151	  0.163949	  0.167630		CURRENT LEARNING RATE: 7.435386192252112e-05
previous_iter_valid_loss : 0.16682621836662292

    915000	  0.167055	  0.166826	  0.167827		CURRENT LEARNING RATE: 7.433899263711475e-05
previous_iter_valid_loss : 0.16165584325790405

    915020	  0.161840	  0.161656	  0.167348		CURRENT LEARNING RATE: 7.43241263252681e-05
previous_iter_valid_loss : 0.1628793329000473

    915040	  0.163035	  0.162879	  0.167392		CURRENT LEARNING RATE: 7.430926298638638e-05
previous_iter_valid_loss : 0.16649644076824188

    915060	  0.166706	  0.166496	  0.167541		CURRENT LEARNING RATE: 7.429440261987534e-05
previous_iter_valid_loss : 0.16986127197742462

    915080	  0.170008	  0.169861	  0.167977		CURRENT LEARNING RATE: 7.427954522514038e-05
previous_iter_valid_loss : 0.16102953255176544

    915100	  0.161210	  0.161030	  0.167890		CURRENT LEARNING RATE: 7.426469080158726e-05
previous_iter_valid_loss : 0.16999642550945282

    915120	  0.170247	  0.169996	  0.166050		CURRENT LEARNING RATE: 7.424983934862165e-05
previous_iter_valid_loss : 0.16059625148773193

    915140	  0.160764	  0.160596	  0.165109		CURRENT LEARNING RATE: 7.423499086564975e-05
previous_iter_valid_loss : 0.1655460000038147

    915160	  0.165753	  0.165546	  0.164838		CURRENT LEARNING RATE: 7.42201453520775e-05
previous_iter_valid_loss : 0.18168175220489502

    915180	  0.182028	  0.181682	  0.165242		CURRENT LEARNING RATE: 7.420530280731107e-05
previous_iter_valid_loss : 0.16571596264839172

    915200	  0.165928	  0.165716	  0.165479		CURRENT LEARNING RATE: 7.419046323075663e-05
previous_iter_valid_loss : 0.16059060394763947

    915220	  0.160761	  0.160591	  0.165474		CURRENT LEARNING RATE: 7.417562662182087e-05
previous_iter_valid_loss : 0.17868879437446594

    915240	  0.178992	  0.178689	  0.165608		CURRENT LEARNING RATE: 7.416079297991016e-05
previous_iter_valid_loss : 0.16143463551998138

    915260	  0.161623	  0.161435	  0.165431		CURRENT LEARNING RATE: 7.41459623044312e-05
previous_iter_valid_loss : 0.16123169660568237

    915280	  0.161417	  0.161232	  0.165404		CURRENT LEARNING RATE: 7.413113459479062e-05
previous_iter_valid_loss : 0.16126760840415955

    915300	  0.161450	  0.161268	  0.165349		CURRENT LEARNING RATE: 7.411630985039554e-05
previous_iter_valid_loss : 0.180799663066864

    915320	  0.180959	  0.180800	  0.166253		CURRENT LEARNING RATE: 7.410148807065288e-05
previous_iter_valid_loss : 0.1615149825811386

    915340	  0.161674	  0.161515	  0.166187		CURRENT LEARNING RATE: 7.408666925496962e-05
previous_iter_valid_loss : 0.16053658723831177

    915360	  0.160702	  0.160537	  0.166112		CURRENT LEARNING RATE: 7.407185340275327e-05
previous_iter_valid_loss : 0.16083508729934692

    915380	  0.161008	  0.160835	  0.165956		CURRENT LEARNING RATE: 7.405704051341105e-05
previous_iter_valid_loss : 0.16056860983371735

    915400	  0.160730	  0.160569	  0.165643		CURRENT LEARNING RATE: 7.404223058635049e-05
previous_iter_valid_loss : 0.16172122955322266

    915420	  0.161878	  0.161721	  0.165646		CURRENT LEARNING RATE: 7.402742362097901e-05
previous_iter_valid_loss : 0.16621671617031097

    915440	  0.166379	  0.166217	  0.165813		CURRENT LEARNING RATE: 7.401261961670462e-05
previous_iter_valid_loss : 0.16921889781951904

    915460	  0.169370	  0.169219	  0.165949		CURRENT LEARNING RATE: 7.399781857293502e-05
previous_iter_valid_loss : 0.16293320059776306

    915480	  0.163122	  0.162933	  0.165603		CURRENT LEARNING RATE: 7.39830204890782e-05
previous_iter_valid_loss : 0.16936194896697998

    915500	  0.169510	  0.169362	  0.166020		CURRENT LEARNING RATE: 7.396822536454204e-05
previous_iter_valid_loss : 0.1754673272371292

    915520	  0.175772	  0.175467	  0.166293		CURRENT LEARNING RATE: 7.395343319873506e-05
previous_iter_valid_loss : 0.1628999412059784

    915540	  0.163092	  0.162900	  0.166408		CURRENT LEARNING RATE: 7.393864399106541e-05
previous_iter_valid_loss : 0.16727980971336365

    915560	  0.167507	  0.167280	  0.166495		CURRENT LEARNING RATE: 7.392385774094154e-05
previous_iter_valid_loss : 0.16049449145793915

    915580	  0.160653	  0.160494	  0.165436		CURRENT LEARNING RATE: 7.390907444777184e-05
previous_iter_valid_loss : 0.18258847296237946

    915600	  0.182944	  0.182588	  0.166279		CURRENT LEARNING RATE: 7.389429411096527e-05
previous_iter_valid_loss : 0.1637026071548462

    915620	  0.163870	  0.163703	  0.166435		CURRENT LEARNING RATE: 7.387951672993048e-05
previous_iter_valid_loss : 0.16490337252616882

    915640	  0.165103	  0.164903	  0.165746		CURRENT LEARNING RATE: 7.386474230407636e-05
previous_iter_valid_loss : 0.16051064431667328

    915660	  0.160675	  0.160511	  0.165699		CURRENT LEARNING RATE: 7.384997083281181e-05
previous_iter_valid_loss : 0.16849671304225922

    915680	  0.168653	  0.168497	  0.166063		CURRENT LEARNING RATE: 7.383520231554625e-05
previous_iter_valid_loss : 0.1671370565891266

    915700	  0.167293	  0.167137	  0.166356		CURRENT LEARNING RATE: 7.382043675168876e-05
previous_iter_valid_loss : 0.16845233738422394

    915720	  0.168605	  0.168452	  0.165739		CURRENT LEARNING RATE: 7.380567414064865e-05
previous_iter_valid_loss : 0.16708600521087646

    915740	  0.167307	  0.167086	  0.166017		CURRENT LEARNING RATE: 7.379091448183563e-05
previous_iter_valid_loss : 0.1614329069852829

    915760	  0.161590	  0.161433	  0.166062		CURRENT LEARNING RATE: 7.37761577746592e-05
previous_iter_valid_loss : 0.17134718596935272

    915780	  0.171607	  0.171347	  0.166588		CURRENT LEARNING RATE: 7.37614040185291e-05
previous_iter_valid_loss : 0.16761843860149384

    915800	  0.167777	  0.167618	  0.166940		CURRENT LEARNING RATE: 7.374665321285503e-05
previous_iter_valid_loss : 0.16198855638504028

    915820	  0.162158	  0.161989	  0.166954		CURRENT LEARNING RATE: 7.373190535704724e-05
previous_iter_valid_loss : 0.1614280641078949

    915840	  0.161610	  0.161428	  0.166714		CURRENT LEARNING RATE: 7.371716045051567e-05
previous_iter_valid_loss : 0.16291961073875427

    915860	  0.163082	  0.162920	  0.166399		CURRENT LEARNING RATE: 7.370241849267052e-05
previous_iter_valid_loss : 0.16744990646839142

    915880	  0.167601	  0.167450	  0.166625		CURRENT LEARNING RATE: 7.3687679482922e-05
previous_iter_valid_loss : 0.18848203122615814

    915900	  0.188903	  0.188482	  0.167581		CURRENT LEARNING RATE: 7.367294342068079e-05
previous_iter_valid_loss : 0.17440228164196014

    915920	  0.174672	  0.174402	  0.167528		CURRENT LEARNING RATE: 7.365821030535734e-05
previous_iter_valid_loss : 0.1605173796415329

    915940	  0.160682	  0.160517	  0.167409		CURRENT LEARNING RATE: 7.36434801363623e-05
previous_iter_valid_loss : 0.1608867645263672

    915960	  0.161067	  0.160887	  0.167089		CURRENT LEARNING RATE: 7.362875291310634e-05
previous_iter_valid_loss : 0.1622946709394455

    915980	  0.162466	  0.162295	  0.167179		CURRENT LEARNING RATE: 7.361402863500065e-05
previous_iter_valid_loss : 0.1607252061367035

    916000	  0.160893	  0.160725	  0.166086		CURRENT LEARNING RATE: 7.35993073014561e-05
previous_iter_valid_loss : 0.17040859162807465

    916020	  0.170559	  0.170409	  0.166421		CURRENT LEARNING RATE: 7.358458891188386e-05
previous_iter_valid_loss : 0.16185881197452545

    916040	  0.162016	  0.161859	  0.166269		CURRENT LEARNING RATE: 7.356987346569506e-05
previous_iter_valid_loss : 0.16156169772148132

    916060	  0.161751	  0.161562	  0.166321		CURRENT LEARNING RATE: 7.355516096230135e-05
previous_iter_valid_loss : 0.17256177961826324

    916080	  0.172820	  0.172562	  0.166525		CURRENT LEARNING RATE: 7.354045140111407e-05
previous_iter_valid_loss : 0.16051225364208221

    916100	  0.160666	  0.160512	  0.166193		CURRENT LEARNING RATE: 7.352574478154485e-05
previous_iter_valid_loss : 0.16815197467803955

    916120	  0.168306	  0.168152	  0.166178		CURRENT LEARNING RATE: 7.351104110300531e-05
previous_iter_valid_loss : 0.16443485021591187

    916140	  0.164601	  0.164435	  0.166046		CURRENT LEARNING RATE: 7.349634036490757e-05
previous_iter_valid_loss : 0.16121621429920197

    916160	  0.161377	  0.161216	  0.166035		CURRENT LEARNING RATE: 7.348164256666344e-05
previous_iter_valid_loss : 0.16968445479869843

    916180	  0.169838	  0.169684	  0.165952		CURRENT LEARNING RATE: 7.346694770768489e-05
previous_iter_valid_loss : 0.16132871806621552

    916200	  0.161484	  0.161329	  0.165637		CURRENT LEARNING RATE: 7.345225578738438e-05
previous_iter_valid_loss : 0.16053003072738647

    916220	  0.160689	  0.160530	  0.165565		CURRENT LEARNING RATE: 7.343756680517413e-05
previous_iter_valid_loss : 0.16196292638778687

    916240	  0.162156	  0.161963	  0.165591		CURRENT LEARNING RATE: 7.342288076046656e-05
previous_iter_valid_loss : 0.16077172756195068

    916260	  0.160913	  0.160772	  0.165484		CURRENT LEARNING RATE: 7.340819765267408e-05
previous_iter_valid_loss : 0.16835537552833557

    916280	  0.168595	  0.168355	  0.165529		CURRENT LEARNING RATE: 7.339351748120966e-05
previous_iter_valid_loss : 0.16578073799610138

    916300	  0.166008	  0.165781	  0.164394		CURRENT LEARNING RATE: 7.337884024548596e-05
previous_iter_valid_loss : 0.16690340638160706

    916320	  0.167057	  0.166903	  0.164019		CURRENT LEARNING RATE: 7.336416594491586e-05
previous_iter_valid_loss : 0.17618966102600098

    916340	  0.176345	  0.176190	  0.164803		CURRENT LEARNING RATE: 7.334949457891228e-05
previous_iter_valid_loss : 0.1636478155851364

    916360	  0.163821	  0.163648	  0.164941		CURRENT LEARNING RATE: 7.333482614688864e-05
previous_iter_valid_loss : 0.1633516550064087

    916380	  0.163519	  0.163352	  0.164994		CURRENT LEARNING RATE: 7.332016064825804e-05
previous_iter_valid_loss : 0.17027579247951508

    916400	  0.170424	  0.170276	  0.165471		CURRENT LEARNING RATE: 7.330549808243388e-05
previous_iter_valid_loss : 0.1624445915222168

    916420	  0.162636	  0.162445	  0.165073		CURRENT LEARNING RATE: 7.329083844882953e-05
previous_iter_valid_loss : 0.16859328746795654

    916440	  0.168839	  0.168593	  0.165410		CURRENT LEARNING RATE: 7.327618174685885e-05
previous_iter_valid_loss : 0.18017823994159698

    916460	  0.180339	  0.180178	  0.166341		CURRENT LEARNING RATE: 7.326152797593545e-05
previous_iter_valid_loss : 0.16451862454414368

    916480	  0.164732	  0.164519	  0.165938		CURRENT LEARNING RATE: 7.324687713547318e-05
previous_iter_valid_loss : 0.16501490771770477

    916500	  0.165226	  0.165015	  0.166163		CURRENT LEARNING RATE: 7.323222922488586e-05
previous_iter_valid_loss : 0.1605159342288971

    916520	  0.160677	  0.160516	  0.165782		CURRENT LEARNING RATE: 7.321758424358788e-05
previous_iter_valid_loss : 0.17093463242053986

    916540	  0.171189	  0.170935	  0.166107		CURRENT LEARNING RATE: 7.320294219099326e-05
previous_iter_valid_loss : 0.16571426391601562

    916560	  0.165871	  0.165714	  0.166332		CURRENT LEARNING RATE: 7.31883030665162e-05
previous_iter_valid_loss : 0.1914343386888504

    916580	  0.191890	  0.191434	  0.167419		CURRENT LEARNING RATE: 7.317366686957142e-05
previous_iter_valid_loss : 0.17959512770175934

    916600	  0.179922	  0.179595	  0.168332		CURRENT LEARNING RATE: 7.315903359957331e-05
previous_iter_valid_loss : 0.16633976995944977

    916620	  0.166490	  0.166340	  0.168623		CURRENT LEARNING RATE: 7.314440325593657e-05
previous_iter_valid_loss : 0.16127009689807892

    916640	  0.161427	  0.161270	  0.168588		CURRENT LEARNING RATE: 7.312977583807583e-05
previous_iter_valid_loss : 0.17655424773693085

    916660	  0.176712	  0.176554	  0.169377		CURRENT LEARNING RATE: 7.311515134540627e-05
previous_iter_valid_loss : 0.16710300743579865

    916680	  0.167259	  0.167103	  0.169315		CURRENT LEARNING RATE: 7.310052977734275e-05
previous_iter_valid_loss : 0.1641940027475357

    916700	  0.164394	  0.164194	  0.169235		CURRENT LEARNING RATE: 7.308591113330046e-05
previous_iter_valid_loss : 0.16801881790161133

    916720	  0.168251	  0.168019	  0.169291		CURRENT LEARNING RATE: 7.307129541269447e-05
previous_iter_valid_loss : 0.16071946918964386

    916740	  0.160881	  0.160719	  0.168518		CURRENT LEARNING RATE: 7.305668261494046e-05
previous_iter_valid_loss : 0.1608348935842514

    916760	  0.161014	  0.160835	  0.168377		CURRENT LEARNING RATE: 7.304207273945375e-05
previous_iter_valid_loss : 0.160551518201828

    916780	  0.160709	  0.160552	  0.168237		CURRENT LEARNING RATE: 7.302746578564996e-05
previous_iter_valid_loss : 0.16050419211387634

    916800	  0.160662	  0.160504	  0.167748		CURRENT LEARNING RATE: 7.301286175294469e-05
previous_iter_valid_loss : 0.16123832762241364

    916820	  0.161425	  0.161238	  0.167688		CURRENT LEARNING RATE: 7.299826064075402e-05
previous_iter_valid_loss : 0.1611640900373459

    916840	  0.161321	  0.161164	  0.167317		CURRENT LEARNING RATE: 7.29836624484938e-05
previous_iter_valid_loss : 0.16082614660263062

    916860	  0.160996	  0.160826	  0.166349		CURRENT LEARNING RATE: 7.296906717558007e-05
previous_iter_valid_loss : 0.16370251774787903

    916880	  0.163904	  0.163703	  0.166308		CURRENT LEARNING RATE: 7.295447482142891e-05
previous_iter_valid_loss : 0.1765393316745758

    916900	  0.176696	  0.176539	  0.166884		CURRENT LEARNING RATE: 7.293988538545689e-05
previous_iter_valid_loss : 0.16322697699069977

    916920	  0.163393	  0.163227	  0.167020		CURRENT LEARNING RATE: 7.29252988670803e-05
previous_iter_valid_loss : 0.16617092490196228

    916940	  0.166330	  0.166171	  0.166782		CURRENT LEARNING RATE: 7.291071526571553e-05
previous_iter_valid_loss : 0.16054877638816833

    916960	  0.160704	  0.160549	  0.166524		CURRENT LEARNING RATE: 7.289613458077952e-05
previous_iter_valid_loss : 0.1633487492799759

    916980	  0.163516	  0.163349	  0.165119		CURRENT LEARNING RATE: 7.28815568116889e-05
previous_iter_valid_loss : 0.17768441140651703

    917000	  0.177984	  0.177684	  0.165024		CURRENT LEARNING RATE: 7.286698195786055e-05
previous_iter_valid_loss : 0.16484978795051575

    917020	  0.165017	  0.164850	  0.164949		CURRENT LEARNING RATE: 7.285241001871138e-05
previous_iter_valid_loss : 0.16054965555667877

    917040	  0.160714	  0.160550	  0.164913		CURRENT LEARNING RATE: 7.283784099365874e-05
previous_iter_valid_loss : 0.16062280535697937

    917060	  0.160783	  0.160623	  0.164117		CURRENT LEARNING RATE: 7.282327488211976e-05
previous_iter_valid_loss : 0.1606500893831253

    917080	  0.160819	  0.160650	  0.163794		CURRENT LEARNING RATE: 7.280871168351178e-05
previous_iter_valid_loss : 0.16381533443927765

    917100	  0.163986	  0.163815	  0.163775		CURRENT LEARNING RATE: 7.279415139725212e-05
previous_iter_valid_loss : 0.16089612245559692

    917120	  0.161074	  0.160896	  0.163419		CURRENT LEARNING RATE: 7.277959402275869e-05
previous_iter_valid_loss : 0.16862069070339203

    917140	  0.168846	  0.168621	  0.163814		CURRENT LEARNING RATE: 7.276503955944902e-05
previous_iter_valid_loss : 0.16464479267597198

    917160	  0.164848	  0.164645	  0.164005		CURRENT LEARNING RATE: 7.275048800674094e-05
previous_iter_valid_loss : 0.17279121279716492

    917180	  0.172937	  0.172791	  0.164617		CURRENT LEARNING RATE: 7.273593936405226e-05
previous_iter_valid_loss : 0.16343414783477783

    917200	  0.163609	  0.163434	  0.164763		CURRENT LEARNING RATE: 7.272139363080129e-05
previous_iter_valid_loss : 0.18953482806682587

    917220	  0.189662	  0.189535	  0.166178		CURRENT LEARNING RATE: 7.270685080640607e-05
previous_iter_valid_loss : 0.16052702069282532

    917240	  0.160686	  0.160527	  0.166146		CURRENT LEARNING RATE: 7.269231089028491e-05
previous_iter_valid_loss : 0.1625024378299713

    917260	  0.162691	  0.162502	  0.166230		CURRENT LEARNING RATE: 7.267777388185607e-05
previous_iter_valid_loss : 0.1625855267047882

    917280	  0.162757	  0.162586	  0.166174		CURRENT LEARNING RATE: 7.26632397805383e-05
previous_iter_valid_loss : 0.16693691909313202

    917300	  0.167158	  0.166937	  0.165694		CURRENT LEARNING RATE: 7.264870858575015e-05
previous_iter_valid_loss : 0.1611354649066925

    917320	  0.161321	  0.161135	  0.165589		CURRENT LEARNING RATE: 7.263418029691021e-05
previous_iter_valid_loss : 0.162432461977005

    917340	  0.162625	  0.162432	  0.165402		CURRENT LEARNING RATE: 7.261965491343763e-05
previous_iter_valid_loss : 0.1728140264749527

    917360	  0.172960	  0.172814	  0.166016		CURRENT LEARNING RATE: 7.260513243475125e-05
previous_iter_valid_loss : 0.1708250641822815

    917380	  0.170975	  0.170825	  0.166389		CURRENT LEARNING RATE: 7.259061286027018e-05
previous_iter_valid_loss : 0.18210537731647491

    917400	  0.182435	  0.182105	  0.166610		CURRENT LEARNING RATE: 7.257609618941351e-05
previous_iter_valid_loss : 0.16738824546337128

    917420	  0.167611	  0.167388	  0.166737		CURRENT LEARNING RATE: 7.256158242160081e-05
previous_iter_valid_loss : 0.16435043513774872

    917440	  0.164530	  0.164350	  0.166927		CURRENT LEARNING RATE: 7.254707155625144e-05
previous_iter_valid_loss : 0.16339677572250366

    917460	  0.163606	  0.163397	  0.167066		CURRENT LEARNING RATE: 7.253256359278493e-05
previous_iter_valid_loss : 0.16995437443256378

    917480	  0.170203	  0.169954	  0.167531		CURRENT LEARNING RATE: 7.251805853062083e-05
previous_iter_valid_loss : 0.16207443177700043

    917500	  0.162255	  0.162074	  0.167444		CURRENT LEARNING RATE: 7.250355636917924e-05
previous_iter_valid_loss : 0.1615021675825119

    917520	  0.161689	  0.161502	  0.167475		CURRENT LEARNING RATE: 7.248905710787988e-05
previous_iter_valid_loss : 0.17892183363437653

    917540	  0.179082	  0.178922	  0.167990		CURRENT LEARNING RATE: 7.247456074614284e-05
previous_iter_valid_loss : 0.16297605633735657

    917560	  0.163180	  0.162976	  0.167906		CURRENT LEARNING RATE: 7.246006728338811e-05
previous_iter_valid_loss : 0.16902102530002594

    917580	  0.169177	  0.169021	  0.167718		CURRENT LEARNING RATE: 7.24455767190362e-05
previous_iter_valid_loss : 0.16296564042568207

    917600	  0.163131	  0.162966	  0.167694		CURRENT LEARNING RATE: 7.243108905250738e-05
previous_iter_valid_loss : 0.1662077158689499

    917620	  0.166367	  0.166208	  0.166528		CURRENT LEARNING RATE: 7.241660428322211e-05
previous_iter_valid_loss : 0.16285859048366547

    917640	  0.163045	  0.162859	  0.166645		CURRENT LEARNING RATE: 7.240212241060092e-05
previous_iter_valid_loss : 0.16431425511837006

    917660	  0.164479	  0.164314	  0.166735		CURRENT LEARNING RATE: 7.238764343406473e-05
previous_iter_valid_loss : 0.16214154660701752

    917680	  0.162301	  0.162142	  0.166713		CURRENT LEARNING RATE: 7.237316735303432e-05
previous_iter_valid_loss : 0.17192696034908295

    917700	  0.172190	  0.171927	  0.166962		CURRENT LEARNING RATE: 7.23586941669306e-05
previous_iter_valid_loss : 0.16204184293746948

    917720	  0.162204	  0.162042	  0.167008		CURRENT LEARNING RATE: 7.234422387517454e-05
previous_iter_valid_loss : 0.16758570075035095

    917740	  0.167736	  0.167586	  0.167265		CURRENT LEARNING RATE: 7.232975647718755e-05
previous_iter_valid_loss : 0.16061921417713165

    917760	  0.160781	  0.160619	  0.166656		CURRENT LEARNING RATE: 7.231529197239085e-05
previous_iter_valid_loss : 0.16915476322174072

    917780	  0.169308	  0.169155	  0.166572		CURRENT LEARNING RATE: 7.23008303602057e-05
previous_iter_valid_loss : 0.16162832081317902

    917800	  0.161781	  0.161628	  0.165548		CURRENT LEARNING RATE: 7.22863716400539e-05
previous_iter_valid_loss : 0.17843632400035858

    917820	  0.178600	  0.178436	  0.166101		CURRENT LEARNING RATE: 7.227191581135698e-05
previous_iter_valid_loss : 0.1628258377313614

    917840	  0.162988	  0.162826	  0.166024		CURRENT LEARNING RATE: 7.22574628735367e-05
previous_iter_valid_loss : 0.16912096738815308

    917860	  0.169357	  0.169121	  0.166311		CURRENT LEARNING RATE: 7.224301282601482e-05
previous_iter_valid_loss : 0.1616184115409851

    917880	  0.161776	  0.161618	  0.165894		CURRENT LEARNING RATE: 7.222856566821358e-05
previous_iter_valid_loss : 0.16713421046733856

    917900	  0.167290	  0.167134	  0.166147		CURRENT LEARNING RATE: 7.221412139955498e-05
previous_iter_valid_loss : 0.18288852274417877

    917920	  0.183045	  0.182889	  0.167216		CURRENT LEARNING RATE: 7.219968001946125e-05
previous_iter_valid_loss : 0.16128003597259521

    917940	  0.161469	  0.161280	  0.166334		CURRENT LEARNING RATE: 7.218524152735461e-05
previous_iter_valid_loss : 0.17451906204223633

    917960	  0.174667	  0.174519	  0.166911		CURRENT LEARNING RATE: 7.217080592265776e-05
previous_iter_valid_loss : 0.16168047487735748

    917980	  0.161867	  0.161680	  0.166544		CURRENT LEARNING RATE: 7.215637320479315e-05
previous_iter_valid_loss : 0.16048754751682281

    918000	  0.160649	  0.160488	  0.166420		CURRENT LEARNING RATE: 7.21419433731835e-05
previous_iter_valid_loss : 0.2004287838935852

    918020	  0.200518	  0.200429	  0.168131		CURRENT LEARNING RATE: 7.212751642725145e-05
previous_iter_valid_loss : 0.19198893010616302

    918040	  0.192444	  0.191989	  0.169588		CURRENT LEARNING RATE: 7.21130923664202e-05
previous_iter_valid_loss : 0.1630658060312271

    918060	  0.163273	  0.163066	  0.169525		CURRENT LEARNING RATE: 7.209867119011264e-05
previous_iter_valid_loss : 0.18560977280139923

    918080	  0.185990	  0.185610	  0.170699		CURRENT LEARNING RATE: 7.208425289775196e-05
previous_iter_valid_loss : 0.16435185074806213

    918100	  0.164554	  0.164352	  0.170320		CURRENT LEARNING RATE: 7.206983748876126e-05
previous_iter_valid_loss : 0.16253063082695007

    918120	  0.162719	  0.162531	  0.170345		CURRENT LEARNING RATE: 7.20554249625642e-05
previous_iter_valid_loss : 0.1751018464565277

    918140	  0.175388	  0.175102	  0.170720		CURRENT LEARNING RATE: 7.204101531858415e-05
previous_iter_valid_loss : 0.16283124685287476

    918160	  0.163026	  0.162831	  0.170831		CURRENT LEARNING RATE: 7.202660855624459e-05
previous_iter_valid_loss : 0.17576150596141815

    918180	  0.176052	  0.175762	  0.171161		CURRENT LEARNING RATE: 7.201220467496952e-05
previous_iter_valid_loss : 0.16403260827064514

    918200	  0.164203	  0.164033	  0.171282		CURRENT LEARNING RATE: 7.199780367418265e-05
previous_iter_valid_loss : 0.16839325428009033

    918220	  0.168613	  0.168393	  0.170779		CURRENT LEARNING RATE: 7.198340555330791e-05
previous_iter_valid_loss : 0.17556747794151306

    918240	  0.175725	  0.175567	  0.171416		CURRENT LEARNING RATE: 7.19690103117693e-05
previous_iter_valid_loss : 0.1630525439977646

    918260	  0.163218	  0.163053	  0.171113		CURRENT LEARNING RATE: 7.195461794899124e-05
previous_iter_valid_loss : 0.16208453476428986

    918280	  0.162247	  0.162085	  0.171136		CURRENT LEARNING RATE: 7.194022846439789e-05
previous_iter_valid_loss : 0.16443781554698944

    918300	  0.164649	  0.164438	  0.171002		CURRENT LEARNING RATE: 7.19258418574137e-05
previous_iter_valid_loss : 0.1617049127817154

    918320	  0.161903	  0.161705	  0.169942		CURRENT LEARNING RATE: 7.191145812746307e-05
previous_iter_valid_loss : 0.16112865507602692

    918340	  0.161287	  0.161129	  0.169935		CURRENT LEARNING RATE: 7.189707727397089e-05
previous_iter_valid_loss : 0.18033261597156525

    918360	  0.180665	  0.180333	  0.170225		CURRENT LEARNING RATE: 7.188269929636181e-05
previous_iter_valid_loss : 0.16513924300670624

    918380	  0.165347	  0.165139	  0.170398		CURRENT LEARNING RATE: 7.186832419406073e-05
previous_iter_valid_loss : 0.16926328837871552

    918400	  0.169495	  0.169263	  0.170837		CURRENT LEARNING RATE: 7.185395196649248e-05
previous_iter_valid_loss : 0.1644314080476761

    918420	  0.164634	  0.164431	  0.169037		CURRENT LEARNING RATE: 7.183958261308247e-05
previous_iter_valid_loss : 0.16126351058483124

    918440	  0.161455	  0.161264	  0.167501		CURRENT LEARNING RATE: 7.182521613325575e-05
previous_iter_valid_loss : 0.16240862011909485

    918460	  0.162592	  0.162409	  0.167468		CURRENT LEARNING RATE: 7.181085252643769e-05
previous_iter_valid_loss : 0.16050659120082855

    918480	  0.160662	  0.160507	  0.166213		CURRENT LEARNING RATE: 7.179649179205362e-05
previous_iter_valid_loss : 0.16060137748718262

    918500	  0.160760	  0.160601	  0.166025		CURRENT LEARNING RATE: 7.178213392952936e-05
previous_iter_valid_loss : 0.16387471556663513

    918520	  0.164068	  0.163875	  0.166093		CURRENT LEARNING RATE: 7.176777893829045e-05
previous_iter_valid_loss : 0.16122953593730927

    918540	  0.161413	  0.161230	  0.165399		CURRENT LEARNING RATE: 7.175342681776259e-05
previous_iter_valid_loss : 0.16581766307353973

    918560	  0.165981	  0.165818	  0.165548		CURRENT LEARNING RATE: 7.173907756737194e-05
previous_iter_valid_loss : 0.1633148342370987

    918580	  0.163515	  0.163315	  0.164926		CURRENT LEARNING RATE: 7.172473118654441e-05
previous_iter_valid_loss : 0.16230131685733795

    918600	  0.162488	  0.162301	  0.164840		CURRENT LEARNING RATE: 7.171038767470613e-05
previous_iter_valid_loss : 0.1609598696231842

    918620	  0.161142	  0.160960	  0.164468		CURRENT LEARNING RATE: 7.169604703128323e-05
previous_iter_valid_loss : 0.16061078011989594

    918640	  0.160763	  0.160611	  0.163720		CURRENT LEARNING RATE: 7.168170925570237e-05
previous_iter_valid_loss : 0.17000479996204376

    918660	  0.170153	  0.170005	  0.164068		CURRENT LEARNING RATE: 7.166737434738987e-05
previous_iter_valid_loss : 0.16339434683322906

    918680	  0.163587	  0.163394	  0.164133		CURRENT LEARNING RATE: 7.165304230577237e-05
previous_iter_valid_loss : 0.1606496125459671

    918700	  0.160816	  0.160650	  0.163944		CURRENT LEARNING RATE: 7.163871313027642e-05
previous_iter_valid_loss : 0.165091410279274

    918720	  0.165299	  0.165091	  0.164113		CURRENT LEARNING RATE: 7.162438682032915e-05
previous_iter_valid_loss : 0.16890287399291992

    918740	  0.169054	  0.168903	  0.164502		CURRENT LEARNING RATE: 7.161006337535737e-05
previous_iter_valid_loss : 0.16185812652111053

    918760	  0.162047	  0.161858	  0.163578		CURRENT LEARNING RATE: 7.159574279478812e-05
previous_iter_valid_loss : 0.16326366364955902

    918780	  0.163459	  0.163264	  0.163484		CURRENT LEARNING RATE: 7.158142507804846e-05
previous_iter_valid_loss : 0.16074790060520172

    918800	  0.160922	  0.160748	  0.163058		CURRENT LEARNING RATE: 7.156711022456595e-05
previous_iter_valid_loss : 0.16649453341960907

    918820	  0.166703	  0.166495	  0.163162		CURRENT LEARNING RATE: 7.155279823376786e-05
previous_iter_valid_loss : 0.16050764918327332

    918840	  0.160665	  0.160508	  0.163124		CURRENT LEARNING RATE: 7.15384891050817e-05
previous_iter_valid_loss : 0.16397736966609955

    918860	  0.164173	  0.163977	  0.163202		CURRENT LEARNING RATE: 7.152418283793499e-05
previous_iter_valid_loss : 0.16927191615104675

    918880	  0.169421	  0.169272	  0.163640		CURRENT LEARNING RATE: 7.150987943175574e-05
previous_iter_valid_loss : 0.16544781625270844

    918900	  0.165653	  0.165448	  0.163883		CURRENT LEARNING RATE: 7.149557888597166e-05
previous_iter_valid_loss : 0.1773572862148285

    918920	  0.177657	  0.177357	  0.164557		CURRENT LEARNING RATE: 7.148128120001076e-05
previous_iter_valid_loss : 0.16316254436969757

    918940	  0.163376	  0.163163	  0.164654		CURRENT LEARNING RATE: 7.146698637330099e-05
previous_iter_valid_loss : 0.16196686029434204

    918960	  0.162156	  0.161967	  0.164461		CURRENT LEARNING RATE: 7.14526944052708e-05
previous_iter_valid_loss : 0.16686968505382538

    918980	  0.167091	  0.166870	  0.164639		CURRENT LEARNING RATE: 7.14384052953484e-05
previous_iter_valid_loss : 0.16344821453094482

    919000	  0.163643	  0.163448	  0.164696		CURRENT LEARNING RATE: 7.14241190429621e-05
previous_iter_valid_loss : 0.1623530238866806

    919020	  0.162549	  0.162353	  0.164766		CURRENT LEARNING RATE: 7.14098356475407e-05
previous_iter_valid_loss : 0.16192620992660522

    919040	  0.162086	  0.161926	  0.164832		CURRENT LEARNING RATE: 7.139555510851272e-05
previous_iter_valid_loss : 0.16275471448898315

    919060	  0.162912	  0.162755	  0.164469		CURRENT LEARNING RATE: 7.138127742530697e-05
previous_iter_valid_loss : 0.16532525420188904

    919080	  0.165535	  0.165325	  0.164566		CURRENT LEARNING RATE: 7.13670025973522e-05
previous_iter_valid_loss : 0.16123037040233612

    919100	  0.161387	  0.161230	  0.164595		CURRENT LEARNING RATE: 7.135273062407765e-05
previous_iter_valid_loss : 0.1617463082075119

    919120	  0.161934	  0.161746	  0.164427		CURRENT LEARNING RATE: 7.133846150491236e-05
previous_iter_valid_loss : 0.17603300511837006

    919140	  0.176322	  0.176033	  0.164784		CURRENT LEARNING RATE: 7.132419523928552e-05
previous_iter_valid_loss : 0.16055633127689362

    919160	  0.160716	  0.160556	  0.164719		CURRENT LEARNING RATE: 7.130993182662639e-05
previous_iter_valid_loss : 0.18242843449115753

    919180	  0.182585	  0.182428	  0.165677		CURRENT LEARNING RATE: 7.129567126636465e-05
previous_iter_valid_loss : 0.17806588113307953

    919200	  0.178380	  0.178066	  0.166543		CURRENT LEARNING RATE: 7.128141355792977e-05
previous_iter_valid_loss : 0.1682213693857193

    919220	  0.168460	  0.168221	  0.166629		CURRENT LEARNING RATE: 7.126715870075147e-05
previous_iter_valid_loss : 0.16093671321868896

    919240	  0.161089	  0.160937	  0.166651		CURRENT LEARNING RATE: 7.125290669425937e-05
previous_iter_valid_loss : 0.16304516792297363

    919260	  0.163223	  0.163045	  0.166604		CURRENT LEARNING RATE: 7.123865753788369e-05
previous_iter_valid_loss : 0.16081103682518005

    919280	  0.160987	  0.160811	  0.166181		CURRENT LEARNING RATE: 7.122441123105432e-05
previous_iter_valid_loss : 0.1663636863231659

    919300	  0.166586	  0.166364	  0.166227		CURRENT LEARNING RATE: 7.12101677732014e-05
previous_iter_valid_loss : 0.1609332412481308

    919320	  0.161122	  0.160933	  0.165406		CURRENT LEARNING RATE: 7.119592716375509e-05
previous_iter_valid_loss : 0.16084738075733185

    919340	  0.161000	  0.160847	  0.165290		CURRENT LEARNING RATE: 7.118168940214599e-05
previous_iter_valid_loss : 0.1618005633354187

    919360	  0.161997	  0.161801	  0.165282		CURRENT LEARNING RATE: 7.116745448780448e-05
previous_iter_valid_loss : 0.1673518866300583

    919380	  0.167504	  0.167352	  0.165306		CURRENT LEARNING RATE: 7.115322242016103e-05
previous_iter_valid_loss : 0.16164202988147736

    919400	  0.161830	  0.161642	  0.165215		CURRENT LEARNING RATE: 7.113899319864661e-05
previous_iter_valid_loss : 0.16828860342502594

    919420	  0.168521	  0.168289	  0.165512		CURRENT LEARNING RATE: 7.112476682269192e-05
previous_iter_valid_loss : 0.1666046530008316

    919440	  0.166760	  0.166605	  0.165746		CURRENT LEARNING RATE: 7.111054329172793e-05
previous_iter_valid_loss : 0.1607363522052765

    919460	  0.160895	  0.160736	  0.165645		CURRENT LEARNING RATE: 7.109632260518554e-05
previous_iter_valid_loss : 0.16138099133968353

    919480	  0.161539	  0.161381	  0.165448		CURRENT LEARNING RATE: 7.10821047624962e-05
previous_iter_valid_loss : 0.16248375177383423

    919500	  0.162671	  0.162484	  0.165511		CURRENT LEARNING RATE: 7.106788976309106e-05
previous_iter_valid_loss : 0.16701431572437286

    919520	  0.167230	  0.167014	  0.165774		CURRENT LEARNING RATE: 7.105367760640152e-05
previous_iter_valid_loss : 0.1659409999847412

    919540	  0.166099	  0.165941	  0.165269		CURRENT LEARNING RATE: 7.103946829185897e-05
previous_iter_valid_loss : 0.17076756060123444

    919560	  0.171031	  0.170768	  0.165780		CURRENT LEARNING RATE: 7.102526181889528e-05
previous_iter_valid_loss : 0.16398081183433533

    919580	  0.164187	  0.163981	  0.164858		CURRENT LEARNING RATE: 7.101105818694207e-05
previous_iter_valid_loss : 0.16062401235103607

    919600	  0.160791	  0.160624	  0.163986		CURRENT LEARNING RATE: 7.09968573954312e-05
previous_iter_valid_loss : 0.1644374430179596

    919620	  0.164630	  0.164437	  0.163796		CURRENT LEARNING RATE: 7.098265944379451e-05
previous_iter_valid_loss : 0.16109946370124817

    919640	  0.161253	  0.161099	  0.163804		CURRENT LEARNING RATE: 7.096846433146434e-05
previous_iter_valid_loss : 0.16158843040466309

    919660	  0.161787	  0.161588	  0.163732		CURRENT LEARNING RATE: 7.095427205787274e-05
previous_iter_valid_loss : 0.1607791930437088

    919680	  0.160967	  0.160779	  0.163730		CURRENT LEARNING RATE: 7.094008262245205e-05
previous_iter_valid_loss : 0.16068130731582642

    919700	  0.160844	  0.160681	  0.163446		CURRENT LEARNING RATE: 7.092589602463454e-05
previous_iter_valid_loss : 0.16107434034347534

    919720	  0.161261	  0.161074	  0.163453		CURRENT LEARNING RATE: 7.0911712263853e-05
previous_iter_valid_loss : 0.16284480690956116

    919740	  0.163046	  0.162845	  0.163553		CURRENT LEARNING RATE: 7.089753133953996e-05
previous_iter_valid_loss : 0.16054300963878632

    919760	  0.160713	  0.160543	  0.163490		CURRENT LEARNING RATE: 7.088335325112806e-05
previous_iter_valid_loss : 0.16318264603614807

    919780	  0.163376	  0.163183	  0.163282		CURRENT LEARNING RATE: 7.086917799805042e-05
previous_iter_valid_loss : 0.16194728016853333

    919800	  0.162120	  0.161947	  0.163297		CURRENT LEARNING RATE: 7.085500557973993e-05
previous_iter_valid_loss : 0.16215313971042633

    919820	  0.162316	  0.162153	  0.162990		CURRENT LEARNING RATE: 7.084083599562965e-05
previous_iter_valid_loss : 0.16094174981117249

    919840	  0.161127	  0.160942	  0.162707		CURRENT LEARNING RATE: 7.08266692451527e-05
previous_iter_valid_loss : 0.16467031836509705

    919860	  0.164860	  0.164670	  0.162904		CURRENT LEARNING RATE: 7.081250532774265e-05
previous_iter_valid_loss : 0.16632036864757538

    919880	  0.166482	  0.166320	  0.163151		CURRENT LEARNING RATE: 7.079834424283284e-05
previous_iter_valid_loss : 0.16175967454910278

    919900	  0.161921	  0.161760	  0.163114		CURRENT LEARNING RATE: 7.07841859898568e-05
previous_iter_valid_loss : 0.1661241203546524

    919920	  0.166330	  0.166124	  0.163070		CURRENT LEARNING RATE: 7.077003056824808e-05
previous_iter_valid_loss : 0.16989773511886597

    919940	  0.170043	  0.169898	  0.163268		CURRENT LEARNING RATE: 7.075587797744072e-05
previous_iter_valid_loss : 0.16837170720100403

    919960	  0.168604	  0.168372	  0.163148		CURRENT LEARNING RATE: 7.074172821686849e-05
previous_iter_valid_loss : 0.17025603353977203

    919980	  0.170409	  0.170256	  0.163462		CURRENT LEARNING RATE: 7.072758128596538e-05
previous_iter_valid_loss : 0.16248047351837158

    920000	  0.162635	  0.162480	  0.163554		CURRENT LEARNING RATE: 7.071343718416543e-05
previous_iter_valid_loss : 0.16182780265808105

    920020	  0.162019	  0.161828	  0.163424		CURRENT LEARNING RATE: 7.069929591090309e-05
previous_iter_valid_loss : 0.16086864471435547

    920040	  0.161047	  0.160869	  0.163412		CURRENT LEARNING RATE: 7.06851574656126e-05
previous_iter_valid_loss : 0.16260747611522675

    920060	  0.162807	  0.162607	  0.163463		CURRENT LEARNING RATE: 7.067102184772842e-05
previous_iter_valid_loss : 0.1605587750673294

    920080	  0.160724	  0.160559	  0.163452		CURRENT LEARNING RATE: 7.0656889056685e-05
previous_iter_valid_loss : 0.1624598652124405

    920100	  0.162659	  0.162460	  0.163541		CURRENT LEARNING RATE: 7.064275909191727e-05
previous_iter_valid_loss : 0.17078854143619537

    920120	  0.171034	  0.170789	  0.164027		CURRENT LEARNING RATE: 7.062863195285992e-05
previous_iter_valid_loss : 0.17966163158416748

    920140	  0.179997	  0.179662	  0.164868		CURRENT LEARNING RATE: 7.061450763894786e-05
previous_iter_valid_loss : 0.1698659062385559

    920160	  0.170112	  0.169866	  0.165334		CURRENT LEARNING RATE: 7.060038614961597e-05
previous_iter_valid_loss : 0.16189900040626526

    920180	  0.162088	  0.161899	  0.165270		CURRENT LEARNING RATE: 7.058626748429967e-05
previous_iter_valid_loss : 0.1611742377281189

    920200	  0.161365	  0.161174	  0.165231		CURRENT LEARNING RATE: 7.057215164243408e-05
previous_iter_valid_loss : 0.16125190258026123

    920220	  0.161399	  0.161252	  0.165186		CURRENT LEARNING RATE: 7.055803862345445e-05
previous_iter_valid_loss : 0.1612689346075058

    920240	  0.161450	  0.161269	  0.165202		CURRENT LEARNING RATE: 7.05439284267965e-05
previous_iter_valid_loss : 0.17080430686473846

    920260	  0.171073	  0.170804	  0.165509		CURRENT LEARNING RATE: 7.052982105189568e-05
previous_iter_valid_loss : 0.16949890553951263

    920280	  0.169740	  0.169499	  0.165668		CURRENT LEARNING RATE: 7.051571649818772e-05
previous_iter_valid_loss : 0.17175890505313873

    920300	  0.171905	  0.171759	  0.166168		CURRENT LEARNING RATE: 7.050161476510831e-05
previous_iter_valid_loss : 0.17220096290111542

    920320	  0.172350	  0.172201	  0.166472		CURRENT LEARNING RATE: 7.048751585209362e-05
previous_iter_valid_loss : 0.16364775598049164

    920340	  0.163843	  0.163648	  0.166159		CURRENT LEARNING RATE: 7.047341975857957e-05
previous_iter_valid_loss : 0.16162744164466858

    920360	  0.161819	  0.161627	  0.165822		CURRENT LEARNING RATE: 7.045932648400232e-05
previous_iter_valid_loss : 0.17149728536605835

    920380	  0.171746	  0.171497	  0.165884		CURRENT LEARNING RATE: 7.044523602779802e-05
previous_iter_valid_loss : 0.16324205696582794

    920400	  0.163443	  0.163242	  0.165922		CURRENT LEARNING RATE: 7.04311483894033e-05
previous_iter_valid_loss : 0.16055992245674133

    920420	  0.160730	  0.160560	  0.165859		CURRENT LEARNING RATE: 7.04170635682545e-05
previous_iter_valid_loss : 0.16095750033855438

    920440	  0.161125	  0.160958	  0.165863		CURRENT LEARNING RATE: 7.040298156378828e-05
previous_iter_valid_loss : 0.17747078835964203

    920460	  0.177629	  0.177471	  0.166606		CURRENT LEARNING RATE: 7.038890237544118e-05
previous_iter_valid_loss : 0.16052037477493286

    920480	  0.160686	  0.160520	  0.166605		CURRENT LEARNING RATE: 7.037482600265033e-05
previous_iter_valid_loss : 0.17310643196105957

    920500	  0.173382	  0.173106	  0.167137		CURRENT LEARNING RATE: 7.036075244485253e-05
previous_iter_valid_loss : 0.16060593724250793

    920520	  0.160779	  0.160606	  0.166628		CURRENT LEARNING RATE: 7.034668170148482e-05
previous_iter_valid_loss : 0.18727459013462067

    920540	  0.187407	  0.187275	  0.167008		CURRENT LEARNING RATE: 7.033261377198428e-05
previous_iter_valid_loss : 0.16808581352233887

    920560	  0.168242	  0.168086	  0.166919		CURRENT LEARNING RATE: 7.031854865578842e-05
previous_iter_valid_loss : 0.16229018568992615

    920580	  0.162484	  0.162290	  0.166939		CURRENT LEARNING RATE: 7.030448635233451e-05
previous_iter_valid_loss : 0.16062074899673462

    920600	  0.160786	  0.160621	  0.166911		CURRENT LEARNING RATE: 7.029042686105995e-05
previous_iter_valid_loss : 0.16057400405406952

    920620	  0.160733	  0.160574	  0.166877		CURRENT LEARNING RATE: 7.02763701814026e-05
previous_iter_valid_loss : 0.17115584015846252

    920640	  0.171414	  0.171156	  0.167372		CURRENT LEARNING RATE: 7.026231631280005e-05
previous_iter_valid_loss : 0.16188956797122955

    920660	  0.162058	  0.161890	  0.166926		CURRENT LEARNING RATE: 7.024826525469017e-05
previous_iter_valid_loss : 0.17434611916542053

    920680	  0.174498	  0.174346	  0.167168		CURRENT LEARNING RATE: 7.023421700651079e-05
previous_iter_valid_loss : 0.1664504110813141

    920700	  0.166611	  0.166450	  0.166903		CURRENT LEARNING RATE: 7.022017156770022e-05
previous_iter_valid_loss : 0.16504549980163574

    920720	  0.165212	  0.165045	  0.166545		CURRENT LEARNING RATE: 7.020612893769651e-05
previous_iter_valid_loss : 0.16095417737960815

    920740	  0.161137	  0.160954	  0.166410		CURRENT LEARNING RATE: 7.019208911593799e-05
previous_iter_valid_loss : 0.16659827530384064

    920760	  0.166817	  0.166598	  0.166659		CURRENT LEARNING RATE: 7.01780521018629e-05
previous_iter_valid_loss : 0.1619373857975006

    920780	  0.162128	  0.161937	  0.166181		CURRENT LEARNING RATE: 7.016401789491004e-05
previous_iter_valid_loss : 0.17782947421073914

    920800	  0.178138	  0.177829	  0.166910		CURRENT LEARNING RATE: 7.01499864945179e-05
previous_iter_valid_loss : 0.1657712310552597

    920820	  0.165989	  0.165771	  0.167171		CURRENT LEARNING RATE: 7.013595790012523e-05
previous_iter_valid_loss : 0.1703951060771942

    920840	  0.170637	  0.170395	  0.167643		CURRENT LEARNING RATE: 7.012193211117076e-05
previous_iter_valid_loss : 0.1655281037092209

    920860	  0.165732	  0.165528	  0.167046		CURRENT LEARNING RATE: 7.010790912709371e-05
previous_iter_valid_loss : 0.17467565834522247

    920880	  0.174821	  0.174676	  0.167753		CURRENT LEARNING RATE: 7.009388894733304e-05
previous_iter_valid_loss : 0.1716163456439972

    920900	  0.171877	  0.171616	  0.167679		CURRENT LEARNING RATE: 7.007987157132793e-05
previous_iter_valid_loss : 0.16707496345043182

    920920	  0.167231	  0.167075	  0.168002		CURRENT LEARNING RATE: 7.006585699851756e-05
previous_iter_valid_loss : 0.1606808453798294

    920940	  0.160855	  0.160681	  0.166673		CURRENT LEARNING RATE: 7.005184522834162e-05
previous_iter_valid_loss : 0.16141997277736664

    920960	  0.161612	  0.161420	  0.166339		CURRENT LEARNING RATE: 7.003783626023949e-05
previous_iter_valid_loss : 0.1606418937444687

    920980	  0.160820	  0.160642	  0.166257		CURRENT LEARNING RATE: 7.00238300936507e-05
previous_iter_valid_loss : 0.16133266687393188

    921000	  0.161489	  0.161333	  0.166293		CURRENT LEARNING RATE: 7.000982672801524e-05
previous_iter_valid_loss : 0.16628466546535492

    921020	  0.166446	  0.166285	  0.166578		CURRENT LEARNING RATE: 6.999582616277286e-05
previous_iter_valid_loss : 0.16070587933063507

    921040	  0.160882	  0.160706	  0.166056		CURRENT LEARNING RATE: 6.998182839736353e-05
previous_iter_valid_loss : 0.1605447232723236

    921060	  0.160716	  0.160545	  0.165988		CURRENT LEARNING RATE: 6.996783343122725e-05
previous_iter_valid_loss : 0.16438119113445282

    921080	  0.164546	  0.164381	  0.165490		CURRENT LEARNING RATE: 6.995384126380441e-05
previous_iter_valid_loss : 0.1691376268863678

    921100	  0.169289	  0.169138	  0.165625		CURRENT LEARNING RATE: 6.993985189453524e-05
previous_iter_valid_loss : 0.166282057762146

    921120	  0.166446	  0.166282	  0.165686		CURRENT LEARNING RATE: 6.992586532286015e-05
previous_iter_valid_loss : 0.1614513397216797

    921140	  0.161603	  0.161451	  0.165711		CURRENT LEARNING RATE: 6.991188154821956e-05
previous_iter_valid_loss : 0.17629338800907135

    921160	  0.176449	  0.176293	  0.166196		CURRENT LEARNING RATE: 6.989790057005437e-05
previous_iter_valid_loss : 0.16063283383846283

    921180	  0.160795	  0.160633	  0.166131		CURRENT LEARNING RATE: 6.988392238780521e-05
previous_iter_valid_loss : 0.17234963178634644

    921200	  0.172498	  0.172350	  0.165857		CURRENT LEARNING RATE: 6.986994700091295e-05
previous_iter_valid_loss : 0.1604984700679779

    921220	  0.160662	  0.160498	  0.165593		CURRENT LEARNING RATE: 6.985597440881847e-05
previous_iter_valid_loss : 0.17401644587516785

    921240	  0.174165	  0.174016	  0.165774		CURRENT LEARNING RATE: 6.984200461096309e-05
previous_iter_valid_loss : 0.16512858867645264

    921260	  0.165300	  0.165129	  0.165754		CURRENT LEARNING RATE: 6.98280376067879e-05
previous_iter_valid_loss : 0.16198937594890594

    921280	  0.162178	  0.161989	  0.165120		CURRENT LEARNING RATE: 6.981407339573423e-05
previous_iter_valid_loss : 0.16891269385814667

    921300	  0.169065	  0.168913	  0.164985		CURRENT LEARNING RATE: 6.980011197724338e-05
previous_iter_valid_loss : 0.1608663946390152

    921320	  0.161022	  0.160866	  0.164674		CURRENT LEARNING RATE: 6.978615335075714e-05
previous_iter_valid_loss : 0.1631237417459488

    921340	  0.163314	  0.163124	  0.164796		CURRENT LEARNING RATE: 6.977219751571705e-05
previous_iter_valid_loss : 0.16208729147911072

    921360	  0.162274	  0.162087	  0.164830		CURRENT LEARNING RATE: 6.975824447156473e-05
previous_iter_valid_loss : 0.16483177244663239

    921380	  0.165005	  0.164832	  0.165039		CURRENT LEARNING RATE: 6.974429421774233e-05
previous_iter_valid_loss : 0.1605706512928009

    921400	  0.160739	  0.160571	  0.165001		CURRENT LEARNING RATE: 6.973034675369173e-05
previous_iter_valid_loss : 0.16271676123142242

    921420	  0.162889	  0.162717	  0.164823		CURRENT LEARNING RATE: 6.971640207885497e-05
previous_iter_valid_loss : 0.16369105875492096

    921440	  0.163877	  0.163691	  0.164972		CURRENT LEARNING RATE: 6.970246019267421e-05
previous_iter_valid_loss : 0.16130466759204865

    921460	  0.161458	  0.161305	  0.165010		CURRENT LEARNING RATE: 6.968852109459198e-05
previous_iter_valid_loss : 0.16104716062545776

    921480	  0.161229	  0.161047	  0.164843		CURRENT LEARNING RATE: 6.96745847840506e-05
previous_iter_valid_loss : 0.16053549945354462

    921500	  0.160694	  0.160535	  0.164413		CURRENT LEARNING RATE: 6.966065126049263e-05
previous_iter_valid_loss : 0.16207917034626007

    921520	  0.162269	  0.162079	  0.164203		CURRENT LEARNING RATE: 6.964672052336058e-05
previous_iter_valid_loss : 0.16713128983974457

    921540	  0.167351	  0.167131	  0.164487		CURRENT LEARNING RATE: 6.96327925720975e-05
previous_iter_valid_loss : 0.20235484838485718

    921560	  0.202427	  0.202355	  0.165790		CURRENT LEARNING RATE: 6.961886740614612e-05
previous_iter_valid_loss : 0.17963531613349915

    921580	  0.179795	  0.179635	  0.166740		CURRENT LEARNING RATE: 6.960494502494946e-05
previous_iter_valid_loss : 0.1727958768606186

    921600	  0.172941	  0.172796	  0.166763		CURRENT LEARNING RATE: 6.959102542795048e-05
previous_iter_valid_loss : 0.16287711262702942

    921620	  0.163074	  0.162877	  0.166881		CURRENT LEARNING RATE: 6.957710861459264e-05
previous_iter_valid_loss : 0.17139574885368347

    921640	  0.171545	  0.171396	  0.166750		CURRENT LEARNING RATE: 6.956319458431916e-05
previous_iter_valid_loss : 0.16291046142578125

    921660	  0.163112	  0.162910	  0.166640		CURRENT LEARNING RATE: 6.954928333657348e-05
previous_iter_valid_loss : 0.16085879504680634

    921680	  0.161040	  0.160859	  0.166583		CURRENT LEARNING RATE: 6.953537487079901e-05
previous_iter_valid_loss : 0.16605393588542938

    921700	  0.166218	  0.166054	  0.166440		CURRENT LEARNING RATE: 6.952146918643967e-05
previous_iter_valid_loss : 0.16514241695404053

    921720	  0.165370	  0.165142	  0.166654		CURRENT LEARNING RATE: 6.95075662829391e-05
previous_iter_valid_loss : 0.16059565544128418

    921740	  0.160762	  0.160596	  0.166527		CURRENT LEARNING RATE: 6.94936661597412e-05
previous_iter_valid_loss : 0.17623038589954376

    921760	  0.176515	  0.176230	  0.167235		CURRENT LEARNING RATE: 6.947976881628984e-05
previous_iter_valid_loss : 0.1624254286289215

    921780	  0.162582	  0.162425	  0.167114		CURRENT LEARNING RATE: 6.946587425202934e-05
previous_iter_valid_loss : 0.1619701236486435

    921800	  0.162160	  0.161970	  0.167184		CURRENT LEARNING RATE: 6.945198246640385e-05
previous_iter_valid_loss : 0.16441984474658966

    921820	  0.164585	  0.164420	  0.167269		CURRENT LEARNING RATE: 6.943809345885752e-05
previous_iter_valid_loss : 0.16053816676139832

    921840	  0.160711	  0.160538	  0.167112		CURRENT LEARNING RATE: 6.942420722883508e-05
previous_iter_valid_loss : 0.16235023736953735

    921860	  0.162512	  0.162350	  0.167164		CURRENT LEARNING RATE: 6.941032377578093e-05
previous_iter_valid_loss : 0.16060906648635864

    921880	  0.160779	  0.160609	  0.167142		CURRENT LEARNING RATE: 6.939644309913973e-05
previous_iter_valid_loss : 0.16058291494846344

    921900	  0.160754	  0.160583	  0.167145		CURRENT LEARNING RATE: 6.938256519835616e-05
previous_iter_valid_loss : 0.1610870063304901

    921920	  0.161272	  0.161087	  0.167095		CURRENT LEARNING RATE: 6.936869007287531e-05
previous_iter_valid_loss : 0.16134631633758545

    921940	  0.161527	  0.161346	  0.166806		CURRENT LEARNING RATE: 6.935481772214207e-05
previous_iter_valid_loss : 0.1660321205854416

    921960	  0.166238	  0.166032	  0.164990		CURRENT LEARNING RATE: 6.934094814560158e-05
previous_iter_valid_loss : 0.16060520708560944

    921980	  0.160769	  0.160605	  0.164038		CURRENT LEARNING RATE: 6.932708134269888e-05
previous_iter_valid_loss : 0.17814375460147858

    922000	  0.178446	  0.178144	  0.164305		CURRENT LEARNING RATE: 6.931321731287957e-05
previous_iter_valid_loss : 0.16122785210609436

    922020	  0.161380	  0.161228	  0.164223		CURRENT LEARNING RATE: 6.929935605558895e-05
previous_iter_valid_loss : 0.1663493812084198

    922040	  0.166567	  0.166349	  0.163971		CURRENT LEARNING RATE: 6.92854975702726e-05
previous_iter_valid_loss : 0.16321884095668793

    922060	  0.163408	  0.163219	  0.163986		CURRENT LEARNING RATE: 6.927164185637603e-05
previous_iter_valid_loss : 0.16077205538749695

    922080	  0.160944	  0.160772	  0.163982		CURRENT LEARNING RATE: 6.925778891334526e-05
previous_iter_valid_loss : 0.16057029366493225

    922100	  0.160733	  0.160570	  0.163708		CURRENT LEARNING RATE: 6.924393874062606e-05
previous_iter_valid_loss : 0.16915716230869293

    922120	  0.169307	  0.169157	  0.163908		CURRENT LEARNING RATE: 6.923009133766443e-05
previous_iter_valid_loss : 0.16092130541801453

    922140	  0.161077	  0.160921	  0.163925		CURRENT LEARNING RATE: 6.921624670390632e-05
previous_iter_valid_loss : 0.160696342587471

    922160	  0.160862	  0.160696	  0.163148		CURRENT LEARNING RATE: 6.920240483879823e-05
previous_iter_valid_loss : 0.18368865549564362

    922180	  0.183842	  0.183689	  0.164211		CURRENT LEARNING RATE: 6.918856574178633e-05
previous_iter_valid_loss : 0.16390661895275116

    922200	  0.164078	  0.163907	  0.164308		CURRENT LEARNING RATE: 6.917472941231695e-05
previous_iter_valid_loss : 0.16142259538173676

    922220	  0.161605	  0.161423	  0.164158		CURRENT LEARNING RATE: 6.916089584983688e-05
previous_iter_valid_loss : 0.16469340026378632

    922240	  0.164900	  0.164693	  0.164366		CURRENT LEARNING RATE: 6.914706505379266e-05
previous_iter_valid_loss : 0.16553300619125366

    922260	  0.165697	  0.165533	  0.164525		CURRENT LEARNING RATE: 6.913323702363103e-05
previous_iter_valid_loss : 0.16211099922657013

    922280	  0.162311	  0.162111	  0.164600		CURRENT LEARNING RATE: 6.91194117587988e-05
previous_iter_valid_loss : 0.1627005785703659

    922300	  0.162900	  0.162701	  0.164706		CURRENT LEARNING RATE: 6.910558925874314e-05
previous_iter_valid_loss : 0.16111740469932556

    922320	  0.161300	  0.161117	  0.164707		CURRENT LEARNING RATE: 6.909176952291107e-05
previous_iter_valid_loss : 0.16065216064453125

    922340	  0.160820	  0.160652	  0.164673		CURRENT LEARNING RATE: 6.907795255074979e-05
previous_iter_valid_loss : 0.16068455576896667

    922360	  0.160863	  0.160685	  0.164405		CURRENT LEARNING RATE: 6.906413834170651e-05
previous_iter_valid_loss : 0.16086584329605103

    922380	  0.161022	  0.160866	  0.164418		CURRENT LEARNING RATE: 6.905032689522889e-05
previous_iter_valid_loss : 0.16275019943714142

    922400	  0.162911	  0.162750	  0.163649		CURRENT LEARNING RATE: 6.903651821076435e-05
previous_iter_valid_loss : 0.16096284985542297

    922420	  0.161113	  0.160963	  0.163635		CURRENT LEARNING RATE: 6.902271228776054e-05
previous_iter_valid_loss : 0.1952456682920456

    922440	  0.195347	  0.195246	  0.165080		CURRENT LEARNING RATE: 6.900890912566512e-05
previous_iter_valid_loss : 0.20775212347507477

    922460	  0.207811	  0.207752	  0.167307		CURRENT LEARNING RATE: 6.89951087239262e-05
previous_iter_valid_loss : 0.16413556039333344

    922480	  0.164300	  0.164136	  0.167475		CURRENT LEARNING RATE: 6.898131108199164e-05
previous_iter_valid_loss : 0.1832948923110962

    922500	  0.183639	  0.183295	  0.168611		CURRENT LEARNING RATE: 6.896751619930951e-05
previous_iter_valid_loss : 0.17524050176143646

    922520	  0.175519	  0.175241	  0.168915		CURRENT LEARNING RATE: 6.895372407532794e-05
previous_iter_valid_loss : 0.16057109832763672

    922540	  0.160731	  0.160571	  0.168898		CURRENT LEARNING RATE: 6.893993470949544e-05
previous_iter_valid_loss : 0.1607285588979721

    922560	  0.160899	  0.160729	  0.168900		CURRENT LEARNING RATE: 6.892614810126035e-05
previous_iter_valid_loss : 0.164014995098114

    922580	  0.164184	  0.164015	  0.167916		CURRENT LEARNING RATE: 6.891236425007108e-05
previous_iter_valid_loss : 0.16917309165000916

    922600	  0.169410	  0.169173	  0.168179		CURRENT LEARNING RATE: 6.88985831553765e-05
previous_iter_valid_loss : 0.17238697409629822

    922620	  0.172655	  0.172387	  0.168727		CURRENT LEARNING RATE: 6.888480481662528e-05
previous_iter_valid_loss : 0.16161975264549255

    922640	  0.161799	  0.161620	  0.168574		CURRENT LEARNING RATE: 6.887102923326622e-05
previous_iter_valid_loss : 0.16188281774520874

    922660	  0.162050	  0.161883	  0.168391		CURRENT LEARNING RATE: 6.885725640474824e-05
previous_iter_valid_loss : 0.1692052185535431

    922680	  0.169448	  0.169205	  0.168746		CURRENT LEARNING RATE: 6.884348633052066e-05
previous_iter_valid_loss : 0.16073855757713318

    922700	  0.160906	  0.160739	  0.168648		CURRENT LEARNING RATE: 6.882971901003252e-05
previous_iter_valid_loss : 0.16081520915031433

    922720	  0.160993	  0.160815	  0.168633		CURRENT LEARNING RATE: 6.881595444273315e-05
previous_iter_valid_loss : 0.16195009648799896

    922740	  0.162139	  0.161950	  0.168698		CURRENT LEARNING RATE: 6.880219262807186e-05
previous_iter_valid_loss : 0.17213724553585052

    922760	  0.172284	  0.172137	  0.169270		CURRENT LEARNING RATE: 6.87884335654984e-05
previous_iter_valid_loss : 0.18206897377967834

    922780	  0.182222	  0.182069	  0.170330		CURRENT LEARNING RATE: 6.877467725446228e-05
previous_iter_valid_loss : 0.16977252066135406

    922800	  0.169927	  0.169773	  0.170682		CURRENT LEARNING RATE: 6.876092369441327e-05
previous_iter_valid_loss : 0.16086499392986298

    922820	  0.161029	  0.160865	  0.170677		CURRENT LEARNING RATE: 6.87471728848011e-05
previous_iter_valid_loss : 0.16155347228050232

    922840	  0.161717	  0.161553	  0.168992		CURRENT LEARNING RATE: 6.873342482507598e-05
previous_iter_valid_loss : 0.16052977740764618

    922860	  0.160693	  0.160530	  0.166631		CURRENT LEARNING RATE: 6.871967951468785e-05
previous_iter_valid_loss : 0.160533145070076

    922880	  0.160695	  0.160533	  0.166451		CURRENT LEARNING RATE: 6.870593695308691e-05
previous_iter_valid_loss : 0.16056953370571136

    922900	  0.160734	  0.160570	  0.165315		CURRENT LEARNING RATE: 6.869219713972334e-05
previous_iter_valid_loss : 0.16050243377685547

    922920	  0.160678	  0.160502	  0.164578		CURRENT LEARNING RATE: 6.867846007404778e-05
previous_iter_valid_loss : 0.18116502463817596

    922940	  0.181327	  0.181165	  0.165607		CURRENT LEARNING RATE: 6.866472575551064e-05
previous_iter_valid_loss : 0.16205906867980957

    922960	  0.162249	  0.162059	  0.165674		CURRENT LEARNING RATE: 6.865099418356253e-05
previous_iter_valid_loss : 0.16382096707820892

    922980	  0.164000	  0.163821	  0.165664		CURRENT LEARNING RATE: 6.863726535765409e-05
previous_iter_valid_loss : 0.16708990931510925

    923000	  0.167322	  0.167090	  0.165560		CURRENT LEARNING RATE: 6.862353927723639e-05
previous_iter_valid_loss : 0.16202427446842194

    923020	  0.162216	  0.162024	  0.165042		CURRENT LEARNING RATE: 6.860981594176026e-05
previous_iter_valid_loss : 0.16316531598567963

    923040	  0.163359	  0.163165	  0.165119		CURRENT LEARNING RATE: 6.859609535067666e-05
previous_iter_valid_loss : 0.1705043613910675

    923060	  0.170651	  0.170504	  0.165550		CURRENT LEARNING RATE: 6.858237750343701e-05
previous_iter_valid_loss : 0.16489459574222565

    923080	  0.165108	  0.164895	  0.165335		CURRENT LEARNING RATE: 6.856866239949246e-05
previous_iter_valid_loss : 0.16051128506660461

    923100	  0.160674	  0.160511	  0.165323		CURRENT LEARNING RATE: 6.855495003829442e-05
previous_iter_valid_loss : 0.16270112991333008

    923120	  0.162890	  0.162701	  0.165418		CURRENT LEARNING RATE: 6.854124041929427e-05
previous_iter_valid_loss : 0.16379542648792267

    923140	  0.163999	  0.163795	  0.165510		CURRENT LEARNING RATE: 6.852753354194388e-05
previous_iter_valid_loss : 0.1631338894367218

    923160	  0.163329	  0.163134	  0.165060		CURRENT LEARNING RATE: 6.851382940569483e-05
previous_iter_valid_loss : 0.1607886105775833

    923180	  0.160965	  0.160789	  0.163996		CURRENT LEARNING RATE: 6.850012800999895e-05
previous_iter_valid_loss : 0.16774383187294006

    923200	  0.167975	  0.167744	  0.163894		CURRENT LEARNING RATE: 6.84864293543081e-05
previous_iter_valid_loss : 0.17049221694469452

    923220	  0.170737	  0.170492	  0.164376		CURRENT LEARNING RATE: 6.847273343807455e-05
previous_iter_valid_loss : 0.16812357306480408

    923240	  0.168282	  0.168124	  0.164704		CURRENT LEARNING RATE: 6.845904026075033e-05
previous_iter_valid_loss : 0.1653413325548172

    923260	  0.165548	  0.165341	  0.164945		CURRENT LEARNING RATE: 6.844534982178775e-05
previous_iter_valid_loss : 0.16437901556491852

    923280	  0.164596	  0.164379	  0.165137		CURRENT LEARNING RATE: 6.843166212063905e-05
previous_iter_valid_loss : 0.16097648441791534

    923300	  0.161132	  0.160976	  0.165157		CURRENT LEARNING RATE: 6.841797715675695e-05
previous_iter_valid_loss : 0.16427242755889893

    923320	  0.164486	  0.164272	  0.165346		CURRENT LEARNING RATE: 6.840429492959395e-05
previous_iter_valid_loss : 0.17997978627681732

    923340	  0.180135	  0.179980	  0.165287		CURRENT LEARNING RATE: 6.839061543860278e-05
previous_iter_valid_loss : 0.1607377827167511

    923360	  0.160899	  0.160738	  0.165221		CURRENT LEARNING RATE: 6.837693868323608e-05
previous_iter_valid_loss : 0.17186763882637024

    923380	  0.172012	  0.171868	  0.165623		CURRENT LEARNING RATE: 6.836326466294707e-05
previous_iter_valid_loss : 0.16078446805477142

    923400	  0.160948	  0.160784	  0.165308		CURRENT LEARNING RATE: 6.834959337718866e-05
previous_iter_valid_loss : 0.16059738397598267

    923420	  0.160771	  0.160597	  0.165236		CURRENT LEARNING RATE: 6.833592482541388e-05
previous_iter_valid_loss : 0.16132494807243347

    923440	  0.161495	  0.161325	  0.165144		CURRENT LEARNING RATE: 6.832225900707622e-05
previous_iter_valid_loss : 0.16053499281406403

    923460	  0.160701	  0.160535	  0.164646		CURRENT LEARNING RATE: 6.830859592162892e-05
previous_iter_valid_loss : 0.17803969979286194

    923480	  0.178345	  0.178040	  0.165303		CURRENT LEARNING RATE: 6.829493556852546e-05
previous_iter_valid_loss : 0.1620968133211136

    923500	  0.162298	  0.162097	  0.165382		CURRENT LEARNING RATE: 6.828127794721934e-05
previous_iter_valid_loss : 0.16657181084156036

    923520	  0.166781	  0.166572	  0.165576		CURRENT LEARNING RATE: 6.826762305716444e-05
previous_iter_valid_loss : 0.16090627014636993

    923540	  0.161063	  0.160906	  0.165431		CURRENT LEARNING RATE: 6.825397089781448e-05
previous_iter_valid_loss : 0.16057920455932617

    923560	  0.160742	  0.160579	  0.165304		CURRENT LEARNING RATE: 6.824032146862337e-05
previous_iter_valid_loss : 0.16066859662532806

    923580	  0.160835	  0.160669	  0.165298		CURRENT LEARNING RATE: 6.822667476904501e-05
previous_iter_valid_loss : 0.160493403673172

    923600	  0.160659	  0.160493	  0.164935		CURRENT LEARNING RATE: 6.821303079853376e-05
previous_iter_valid_loss : 0.16227972507476807

    923620	  0.162442	  0.162280	  0.164525		CURRENT LEARNING RATE: 6.819938955654375e-05
previous_iter_valid_loss : 0.16623754799365997

    923640	  0.166448	  0.166238	  0.164430		CURRENT LEARNING RATE: 6.818575104252934e-05
previous_iter_valid_loss : 0.16057242453098297

    923660	  0.160738	  0.160572	  0.164192		CURRENT LEARNING RATE: 6.817211525594485e-05
previous_iter_valid_loss : 0.16094310581684113

    923680	  0.161092	  0.160943	  0.164020		CURRENT LEARNING RATE: 6.815848219624511e-05
previous_iter_valid_loss : 0.17126677930355072

    923700	  0.171524	  0.171267	  0.164535		CURRENT LEARNING RATE: 6.814485186288467e-05
previous_iter_valid_loss : 0.16192962229251862

    923720	  0.162089	  0.161930	  0.164417		CURRENT LEARNING RATE: 6.81312242553183e-05
previous_iter_valid_loss : 0.16356149315834045

    923740	  0.163731	  0.163561	  0.163596		CURRENT LEARNING RATE: 6.81175993730008e-05
previous_iter_valid_loss : 0.16504015028476715

    923760	  0.165206	  0.165040	  0.163812		CURRENT LEARNING RATE: 6.81039772153874e-05
previous_iter_valid_loss : 0.1607898622751236

    923780	  0.160967	  0.160790	  0.163258		CURRENT LEARNING RATE: 6.809035778193309e-05
previous_iter_valid_loss : 0.16088652610778809

    923800	  0.161049	  0.160887	  0.163263		CURRENT LEARNING RATE: 6.807674107209299e-05
previous_iter_valid_loss : 0.16829746961593628

    923820	  0.168523	  0.168297	  0.163648		CURRENT LEARNING RATE: 6.806312708532265e-05
previous_iter_valid_loss : 0.16280032694339752

    923840	  0.162994	  0.162800	  0.163722		CURRENT LEARNING RATE: 6.804951582107743e-05
previous_iter_valid_loss : 0.16423524916172028

    923860	  0.164401	  0.164235	  0.163907		CURRENT LEARNING RATE: 6.803590727881282e-05
previous_iter_valid_loss : 0.16419543325901031

    923880	  0.164400	  0.164195	  0.163214		CURRENT LEARNING RATE: 6.802230145798441e-05
previous_iter_valid_loss : 0.16751781105995178

    923900	  0.167672	  0.167518	  0.163485		CURRENT LEARNING RATE: 6.800869835804818e-05
previous_iter_valid_loss : 0.16839134693145752

    923920	  0.168546	  0.168391	  0.163576		CURRENT LEARNING RATE: 6.79950979784599e-05
previous_iter_valid_loss : 0.16327765583992004

    923940	  0.163449	  0.163278	  0.163695		CURRENT LEARNING RATE: 6.798150031867554e-05
previous_iter_valid_loss : 0.16059251129627228

    923960	  0.160764	  0.160593	  0.163696		CURRENT LEARNING RATE: 6.79679053781511e-05
previous_iter_valid_loss : 0.177043616771698

    923980	  0.177203	  0.177044	  0.164514		CURRENT LEARNING RATE: 6.795431315634297e-05
previous_iter_valid_loss : 0.17047099769115448

    924000	  0.170626	  0.170471	  0.165013		CURRENT LEARNING RATE: 6.794072365270741e-05
previous_iter_valid_loss : 0.16690129041671753

    924020	  0.167059	  0.166901	  0.165244		CURRENT LEARNING RATE: 6.792713686670078e-05
previous_iter_valid_loss : 0.16837674379348755

    924040	  0.168615	  0.168377	  0.165351		CURRENT LEARNING RATE: 6.791355279777953e-05
previous_iter_valid_loss : 0.16073012351989746

    924060	  0.160905	  0.160730	  0.165359		CURRENT LEARNING RATE: 6.78999714454005e-05
previous_iter_valid_loss : 0.16354545950889587

    924080	  0.163741	  0.163545	  0.165489		CURRENT LEARNING RATE: 6.788639280902036e-05
previous_iter_valid_loss : 0.17969122529029846

    924100	  0.180016	  0.179691	  0.165911		CURRENT LEARNING RATE: 6.787281688809593e-05
previous_iter_valid_loss : 0.17205241322517395

    924120	  0.172307	  0.172052	  0.166417		CURRENT LEARNING RATE: 6.785924368208406e-05
previous_iter_valid_loss : 0.16469964385032654

    924140	  0.164906	  0.164700	  0.166474		CURRENT LEARNING RATE: 6.784567319044208e-05
previous_iter_valid_loss : 0.16426582634449005

    924160	  0.164461	  0.164266	  0.166435		CURRENT LEARNING RATE: 6.783210541262704e-05
previous_iter_valid_loss : 0.16065678000450134

    924180	  0.160827	  0.160657	  0.166428		CURRENT LEARNING RATE: 6.78185403480961e-05
previous_iter_valid_loss : 0.16049636900424957

    924200	  0.160662	  0.160496	  0.166409		CURRENT LEARNING RATE: 6.78049779963069e-05
previous_iter_valid_loss : 0.16495589911937714

    924220	  0.165118	  0.164956	  0.166242		CURRENT LEARNING RATE: 6.779141835671681e-05
previous_iter_valid_loss : 0.16285599768161774

    924240	  0.163052	  0.162856	  0.166244		CURRENT LEARNING RATE: 6.777786142878349e-05
previous_iter_valid_loss : 0.17053550481796265

    924260	  0.170790	  0.170536	  0.166559		CURRENT LEARNING RATE: 6.776430721196451e-05
previous_iter_valid_loss : 0.1618187427520752

    924280	  0.162009	  0.161819	  0.166441		CURRENT LEARNING RATE: 6.775075570571794e-05
previous_iter_valid_loss : 0.1605152189731598

    924300	  0.160682	  0.160515	  0.166090		CURRENT LEARNING RATE: 6.773720690950161e-05
previous_iter_valid_loss : 0.16114585101604462

    924320	  0.161304	  0.161146	  0.165728		CURRENT LEARNING RATE: 6.772366082277358e-05
previous_iter_valid_loss : 0.17201824486255646

    924340	  0.172168	  0.172018	  0.166165		CURRENT LEARNING RATE: 6.771011744499186e-05
previous_iter_valid_loss : 0.16067934036254883

    924360	  0.160834	  0.160679	  0.166170		CURRENT LEARNING RATE: 6.769657677561495e-05
previous_iter_valid_loss : 0.1605474352836609

    924380	  0.160701	  0.160547	  0.165345		CURRENT LEARNING RATE: 6.768303881410114e-05
previous_iter_valid_loss : 0.16390368342399597

    924400	  0.164070	  0.163904	  0.165016		CURRENT LEARNING RATE: 6.766950355990889e-05
previous_iter_valid_loss : 0.16087239980697632

    924420	  0.161042	  0.160872	  0.164715		CURRENT LEARNING RATE: 6.765597101249666e-05
previous_iter_valid_loss : 0.17042508721351624

    924440	  0.170669	  0.170425	  0.164817		CURRENT LEARNING RATE: 6.764244117132342e-05
previous_iter_valid_loss : 0.17523448169231415

    924460	  0.175383	  0.175234	  0.165543		CURRENT LEARNING RATE: 6.762891403584782e-05
previous_iter_valid_loss : 0.17745402455329895

    924480	  0.177751	  0.177454	  0.166238		CURRENT LEARNING RATE: 6.76153896055288e-05
previous_iter_valid_loss : 0.16814172267913818

    924500	  0.168298	  0.168142	  0.165661		CURRENT LEARNING RATE: 6.760186787982525e-05
previous_iter_valid_loss : 0.16172672808170319

    924520	  0.161888	  0.161727	  0.165144		CURRENT LEARNING RATE: 6.758834885819654e-05
previous_iter_valid_loss : 0.1714746356010437

    924540	  0.171619	  0.171475	  0.165483		CURRENT LEARNING RATE: 6.75748325401018e-05
previous_iter_valid_loss : 0.1697836071252823

    924560	  0.170027	  0.169784	  0.165759		CURRENT LEARNING RATE: 6.756131892500037e-05
previous_iter_valid_loss : 0.17110390961170197

    924580	  0.171254	  0.171104	  0.166281		CURRENT LEARNING RATE: 6.754780801235158e-05
previous_iter_valid_loss : 0.1628352552652359

    924600	  0.163027	  0.162835	  0.166398		CURRENT LEARNING RATE: 6.753429980161524e-05
previous_iter_valid_loss : 0.18798737227916718

    924620	  0.188115	  0.187987	  0.167550		CURRENT LEARNING RATE: 6.75207942922509e-05
previous_iter_valid_loss : 0.1669081598520279

    924640	  0.167141	  0.166908	  0.167752		CURRENT LEARNING RATE: 6.750729148371823e-05
previous_iter_valid_loss : 0.185350239276886

    924660	  0.185751	  0.185350	  0.168493		CURRENT LEARNING RATE: 6.749379137547734e-05
previous_iter_valid_loss : 0.1757574826478958

    924680	  0.176043	  0.175757	  0.169190		CURRENT LEARNING RATE: 6.748029396698812e-05
previous_iter_valid_loss : 0.16638527810573578

    924700	  0.166547	  0.166385	  0.169484		CURRENT LEARNING RATE: 6.746679925771065e-05
previous_iter_valid_loss : 0.16207459568977356

    924720	  0.162237	  0.162075	  0.169530		CURRENT LEARNING RATE: 6.745330724710506e-05
previous_iter_valid_loss : 0.16449891030788422

    924740	  0.164658	  0.164499	  0.169154		CURRENT LEARNING RATE: 6.743981793463189e-05
previous_iter_valid_loss : 0.16089379787445068

    924760	  0.161079	  0.160894	  0.169165		CURRENT LEARNING RATE: 6.742633131975143e-05
previous_iter_valid_loss : 0.17650194466114044

    924780	  0.176649	  0.176502	  0.169962		CURRENT LEARNING RATE: 6.741284740192424e-05
previous_iter_valid_loss : 0.16419260203838348

    924800	  0.164393	  0.164193	  0.169977		CURRENT LEARNING RATE: 6.739936618061084e-05
previous_iter_valid_loss : 0.1683601588010788

    924820	  0.168602	  0.168360	  0.170351		CURRENT LEARNING RATE: 6.738588765527221e-05
previous_iter_valid_loss : 0.1606397032737732

    924840	  0.160801	  0.160640	  0.169862		CURRENT LEARNING RATE: 6.73724118253691e-05
previous_iter_valid_loss : 0.1622338742017746

    924860	  0.162422	  0.162234	  0.169212		CURRENT LEARNING RATE: 6.735893869036246e-05
previous_iter_valid_loss : 0.1605084389448166

    924880	  0.160674	  0.160508	  0.168365		CURRENT LEARNING RATE: 6.734546824971327e-05
previous_iter_valid_loss : 0.1642657369375229

    924900	  0.164443	  0.164266	  0.168171		CURRENT LEARNING RATE: 6.733200050288293e-05
previous_iter_valid_loss : 0.1707218885421753

    924920	  0.170871	  0.170722	  0.168621		CURRENT LEARNING RATE: 6.731853544933263e-05
previous_iter_valid_loss : 0.16133834421634674

    924940	  0.161528	  0.161338	  0.168114		CURRENT LEARNING RATE: 6.730507308852375e-05
previous_iter_valid_loss : 0.17192037403583527

    924960	  0.172068	  0.171920	  0.168221		CURRENT LEARNING RATE: 6.729161341991769e-05
previous_iter_valid_loss : 0.16330981254577637

    924980	  0.163493	  0.163310	  0.167831		CURRENT LEARNING RATE: 6.727815644297628e-05
previous_iter_valid_loss : 0.16055384278297424

    925000	  0.160726	  0.160554	  0.167717		CURRENT LEARNING RATE: 6.726470215716115e-05
previous_iter_valid_loss : 0.16412942111492157

    925020	  0.164328	  0.164129	  0.166524		CURRENT LEARNING RATE: 6.725125056193398e-05
previous_iter_valid_loss : 0.17221248149871826

    925040	  0.172358	  0.172212	  0.166789		CURRENT LEARNING RATE: 6.723780165675699e-05
previous_iter_valid_loss : 0.16872327029705048

    925060	  0.168883	  0.168723	  0.165958		CURRENT LEARNING RATE: 6.722435544109205e-05
previous_iter_valid_loss : 0.16453319787979126

    925080	  0.164696	  0.164533	  0.165397		CURRENT LEARNING RATE: 6.721091191440135e-05
previous_iter_valid_loss : 0.1658468395471573

    925100	  0.166005	  0.165847	  0.165370		CURRENT LEARNING RATE: 6.719747107614699e-05
previous_iter_valid_loss : 0.17334815859794617

    925120	  0.173612	  0.173348	  0.165933		CURRENT LEARNING RATE: 6.718403292579162e-05
previous_iter_valid_loss : 0.1606641560792923

    925140	  0.160837	  0.160664	  0.165742		CURRENT LEARNING RATE: 6.717059746279759e-05
previous_iter_valid_loss : 0.16501069068908691

    925160	  0.165212	  0.165011	  0.165948		CURRENT LEARNING RATE: 6.715716468662745e-05
previous_iter_valid_loss : 0.17318826913833618

    925180	  0.173458	  0.173188	  0.165782		CURRENT LEARNING RATE: 6.714373459674379e-05
previous_iter_valid_loss : 0.17515887320041656

    925200	  0.175444	  0.175159	  0.166330		CURRENT LEARNING RATE: 6.713030719260965e-05
previous_iter_valid_loss : 0.16723836958408356

    925220	  0.167459	  0.167238	  0.166274		CURRENT LEARNING RATE: 6.711688247368779e-05
previous_iter_valid_loss : 0.16320934891700745

    925240	  0.163399	  0.163209	  0.166403		CURRENT LEARNING RATE: 6.710346043944127e-05
previous_iter_valid_loss : 0.16880568861961365

    925260	  0.169028	  0.168806	  0.166731		CURRENT LEARNING RATE: 6.709004108933302e-05
previous_iter_valid_loss : 0.1606961041688919

    925280	  0.160861	  0.160696	  0.166741		CURRENT LEARNING RATE: 6.707662442282656e-05
previous_iter_valid_loss : 0.16626769304275513

    925300	  0.166431	  0.166268	  0.166841		CURRENT LEARNING RATE: 6.706321043938508e-05
previous_iter_valid_loss : 0.16055184602737427

    925320	  0.160715	  0.160552	  0.166332		CURRENT LEARNING RATE: 6.704979913847203e-05
previous_iter_valid_loss : 0.16850709915161133

    925340	  0.168746	  0.168507	  0.166691		CURRENT LEARNING RATE: 6.703639051955083e-05
previous_iter_valid_loss : 0.16298724710941315

    925360	  0.163156	  0.162987	  0.166244		CURRENT LEARNING RATE: 6.702298458208539e-05
previous_iter_valid_loss : 0.16293734312057495

    925380	  0.163107	  0.162937	  0.166225		CURRENT LEARNING RATE: 6.700958132553935e-05
previous_iter_valid_loss : 0.1663604974746704

    925400	  0.166523	  0.166360	  0.166516		CURRENT LEARNING RATE: 6.699618074937642e-05
previous_iter_valid_loss : 0.197781503200531

    925420	  0.197867	  0.197782	  0.168198		CURRENT LEARNING RATE: 6.698278285306088e-05
previous_iter_valid_loss : 0.1687828004360199

    925440	  0.168938	  0.168783	  0.168027		CURRENT LEARNING RATE: 6.696938763605665e-05
previous_iter_valid_loss : 0.16124925017356873

    925460	  0.161429	  0.161249	  0.167653		CURRENT LEARNING RATE: 6.695599509782794e-05
previous_iter_valid_loss : 0.16470614075660706

    925480	  0.164869	  0.164706	  0.167662		CURRENT LEARNING RATE: 6.694260523783892e-05
previous_iter_valid_loss : 0.16480687260627747

    925500	  0.164972	  0.164807	  0.167610		CURRENT LEARNING RATE: 6.692921805555423e-05
previous_iter_valid_loss : 0.16051222383975983

    925520	  0.160673	  0.160512	  0.166968		CURRENT LEARNING RATE: 6.691583355043827e-05
previous_iter_valid_loss : 0.16370916366577148

    925540	  0.163908	  0.163709	  0.167120		CURRENT LEARNING RATE: 6.690245172195566e-05
previous_iter_valid_loss : 0.16050156950950623

    925560	  0.160661	  0.160502	  0.166895		CURRENT LEARNING RATE: 6.688907256957103e-05
previous_iter_valid_loss : 0.17043331265449524

    925580	  0.170683	  0.170433	  0.166757		CURRENT LEARNING RATE: 6.687569609274941e-05
previous_iter_valid_loss : 0.16854937374591827

    925600	  0.168791	  0.168549	  0.166426		CURRENT LEARNING RATE: 6.686232229095565e-05
previous_iter_valid_loss : 0.16222888231277466

    925620	  0.162397	  0.162229	  0.166176		CURRENT LEARNING RATE: 6.68489511636548e-05
previous_iter_valid_loss : 0.1605098694562912

    925640	  0.160670	  0.160510	  0.166041		CURRENT LEARNING RATE: 6.683558271031187e-05
previous_iter_valid_loss : 0.16332679986953735

    925660	  0.163489	  0.163327	  0.165767		CURRENT LEARNING RATE: 6.682221693039238e-05
previous_iter_valid_loss : 0.16802431643009186

    925680	  0.168182	  0.168024	  0.166133		CURRENT LEARNING RATE: 6.680885382336158e-05
previous_iter_valid_loss : 0.16129440069198608

    925700	  0.161450	  0.161294	  0.165885		CURRENT LEARNING RATE: 6.679549338868496e-05
previous_iter_valid_loss : 0.1611628532409668

    925720	  0.161319	  0.161163	  0.165915		CURRENT LEARNING RATE: 6.678213562582794e-05
previous_iter_valid_loss : 0.16197305917739868

    925740	  0.162134	  0.161973	  0.165589		CURRENT LEARNING RATE: 6.676878053425647e-05
previous_iter_valid_loss : 0.16084949672222137

    925760	  0.161027	  0.160849	  0.165482		CURRENT LEARNING RATE: 6.675542811343624e-05
previous_iter_valid_loss : 0.1709776669740677

    925780	  0.171131	  0.170978	  0.165884		CURRENT LEARNING RATE: 6.674207836283314e-05
previous_iter_valid_loss : 0.16493430733680725

    925800	  0.165105	  0.164934	  0.165812		CURRENT LEARNING RATE: 6.672873128191308e-05
previous_iter_valid_loss : 0.16773296892642975

    925820	  0.167961	  0.167733	  0.164310		CURRENT LEARNING RATE: 6.671538687014238e-05
previous_iter_valid_loss : 0.16230684518814087

    925840	  0.162471	  0.162307	  0.163986		CURRENT LEARNING RATE: 6.670204512698718e-05
previous_iter_valid_loss : 0.16060909628868103

    925860	  0.160772	  0.160609	  0.163954		CURRENT LEARNING RATE: 6.668870605191367e-05
previous_iter_valid_loss : 0.16242821514606476

    925880	  0.162613	  0.162428	  0.163840		CURRENT LEARNING RATE: 6.667536964438851e-05
previous_iter_valid_loss : 0.16056832671165466

    925900	  0.160720	  0.160568	  0.163628		CURRENT LEARNING RATE: 6.666203590387817e-05
previous_iter_valid_loss : 0.16536591947078705

    925920	  0.165562	  0.165366	  0.163871		CURRENT LEARNING RATE: 6.664870482984926e-05
previous_iter_valid_loss : 0.17281833291053772

    925940	  0.172966	  0.172818	  0.164327		CURRENT LEARNING RATE: 6.663537642176843e-05
previous_iter_valid_loss : 0.16108329594135284

    925960	  0.161259	  0.161083	  0.164356		CURRENT LEARNING RATE: 6.66220506791028e-05
previous_iter_valid_loss : 0.16061465442180634

    925980	  0.160777	  0.160615	  0.163865		CURRENT LEARNING RATE: 6.66087276013192e-05
previous_iter_valid_loss : 0.1778288632631302

    926000	  0.177990	  0.177829	  0.164329		CURRENT LEARNING RATE: 6.659540718788471e-05
previous_iter_valid_loss : 0.16326221823692322

    926020	  0.163436	  0.163262	  0.164380		CURRENT LEARNING RATE: 6.65820894382664e-05
previous_iter_valid_loss : 0.1674521565437317

    926040	  0.167615	  0.167452	  0.164727		CURRENT LEARNING RATE: 6.65687743519318e-05
previous_iter_valid_loss : 0.16176137328147888

    926060	  0.161926	  0.161761	  0.164649		CURRENT LEARNING RATE: 6.655546192834818e-05
previous_iter_valid_loss : 0.1639254093170166

    926080	  0.164089	  0.163925	  0.164444		CURRENT LEARNING RATE: 6.654215216698305e-05
previous_iter_valid_loss : 0.1605389267206192

    926100	  0.160703	  0.160539	  0.164406		CURRENT LEARNING RATE: 6.652884506730388e-05
previous_iter_valid_loss : 0.16129978001117706

    926120	  0.161484	  0.161300	  0.164413		CURRENT LEARNING RATE: 6.651554062877865e-05
previous_iter_valid_loss : 0.1629045605659485

    926140	  0.163093	  0.162905	  0.164460		CURRENT LEARNING RATE: 6.650223885087505e-05
previous_iter_valid_loss : 0.16102653741836548

    926160	  0.161205	  0.161027	  0.164469		CURRENT LEARNING RATE: 6.648893973306103e-05
previous_iter_valid_loss : 0.16515164077281952

    926180	  0.165314	  0.165152	  0.164177		CURRENT LEARNING RATE: 6.647564327480447e-05
previous_iter_valid_loss : 0.16089361906051636

    926200	  0.161054	  0.160894	  0.163975		CURRENT LEARNING RATE: 6.646234947557378e-05
previous_iter_valid_loss : 0.1663423329591751

    926220	  0.166508	  0.166342	  0.163906		CURRENT LEARNING RATE: 6.644905833483707e-05
previous_iter_valid_loss : 0.16228686273097992

    926240	  0.162442	  0.162287	  0.163905		CURRENT LEARNING RATE: 6.643576985206259e-05
previous_iter_valid_loss : 0.1655328869819641

    926260	  0.165738	  0.165533	  0.164151		CURRENT LEARNING RATE: 6.642248402671902e-05
previous_iter_valid_loss : 0.1677936166524887

    926280	  0.168026	  0.167794	  0.164419		CURRENT LEARNING RATE: 6.640920085827484e-05
previous_iter_valid_loss : 0.16776451468467712

    926300	  0.167919	  0.167765	  0.164779		CURRENT LEARNING RATE: 6.639592034619868e-05
previous_iter_valid_loss : 0.16429121792316437

    926320	  0.164505	  0.164291	  0.164725		CURRENT LEARNING RATE: 6.638264248995925e-05
previous_iter_valid_loss : 0.17444565892219543

    926340	  0.174599	  0.174446	  0.164807		CURRENT LEARNING RATE: 6.636936728902562e-05
previous_iter_valid_loss : 0.17409013211727142

    926360	  0.174245	  0.174090	  0.165457		CURRENT LEARNING RATE: 6.635609474286671e-05
previous_iter_valid_loss : 0.1606656312942505

    926380	  0.160827	  0.160666	  0.165460		CURRENT LEARNING RATE: 6.634282485095159e-05
previous_iter_valid_loss : 0.16074487566947937

    926400	  0.160903	  0.160745	  0.164605		CURRENT LEARNING RATE: 6.632955761274936e-05
previous_iter_valid_loss : 0.16085298359394073

    926420	  0.161012	  0.160853	  0.164485		CURRENT LEARNING RATE: 6.631629302772956e-05
previous_iter_valid_loss : 0.16450630128383636

    926440	  0.164692	  0.164506	  0.164338		CURRENT LEARNING RATE: 6.630303109536148e-05
previous_iter_valid_loss : 0.17438001930713654

    926460	  0.174530	  0.174380	  0.164969		CURRENT LEARNING RATE: 6.628977181511467e-05
previous_iter_valid_loss : 0.16065682470798492

    926480	  0.160825	  0.160657	  0.164805		CURRENT LEARNING RATE: 6.627651518645861e-05
previous_iter_valid_loss : 0.16292425990104675

    926500	  0.163117	  0.162924	  0.164925		CURRENT LEARNING RATE: 6.62632612088633e-05
previous_iter_valid_loss : 0.16495440900325775

    926520	  0.165165	  0.164954	  0.165107		CURRENT LEARNING RATE: 6.625000988179843e-05
previous_iter_valid_loss : 0.18370631337165833

    926540	  0.183860	  0.183706	  0.166147		CURRENT LEARNING RATE: 6.623676120473396e-05
previous_iter_valid_loss : 0.18759974837303162

    926560	  0.187742	  0.187600	  0.167476		CURRENT LEARNING RATE: 6.622351517713985e-05
previous_iter_valid_loss : 0.16053999960422516

    926580	  0.160706	  0.160540	  0.167245		CURRENT LEARNING RATE: 6.621027179848646e-05
previous_iter_valid_loss : 0.16227807104587555

    926600	  0.162457	  0.162278	  0.167315		CURRENT LEARNING RATE: 6.619703106824396e-05
previous_iter_valid_loss : 0.17954571545124054

    926620	  0.179873	  0.179546	  0.167975		CURRENT LEARNING RATE: 6.618379298588258e-05
previous_iter_valid_loss : 0.16330040991306305

    926640	  0.163461	  0.163300	  0.168025		CURRENT LEARNING RATE: 6.617055755087305e-05
previous_iter_valid_loss : 0.1671360284090042

    926660	  0.167356	  0.167136	  0.168106		CURRENT LEARNING RATE: 6.615732476268584e-05
previous_iter_valid_loss : 0.16066837310791016

    926680	  0.160824	  0.160668	  0.167749		CURRENT LEARNING RATE: 6.614409462079163e-05
previous_iter_valid_loss : 0.1727270931005478

    926700	  0.172994	  0.172727	  0.167998		CURRENT LEARNING RATE: 6.613086712466107e-05
previous_iter_valid_loss : 0.16057421267032623

    926720	  0.160725	  0.160574	  0.167812		CURRENT LEARNING RATE: 6.611764227376536e-05
previous_iter_valid_loss : 0.16318847239017487

    926740	  0.163353	  0.163188	  0.167249		CURRENT LEARNING RATE: 6.610442006757532e-05
previous_iter_valid_loss : 0.1616797000169754

    926760	  0.161831	  0.161680	  0.166628		CURRENT LEARNING RATE: 6.60912005055621e-05
previous_iter_valid_loss : 0.17218688130378723

    926780	  0.172332	  0.172187	  0.167204		CURRENT LEARNING RATE: 6.607798358719681e-05
previous_iter_valid_loss : 0.1675790399312973

    926800	  0.167732	  0.167579	  0.167546		CURRENT LEARNING RATE: 6.606476931195096e-05
previous_iter_valid_loss : 0.16875706613063812

    926820	  0.168908	  0.168757	  0.167941		CURRENT LEARNING RATE: 6.60515576792959e-05
previous_iter_valid_loss : 0.1622489094734192

    926840	  0.162414	  0.162249	  0.167828		CURRENT LEARNING RATE: 6.603834868870318e-05
previous_iter_valid_loss : 0.16261537373065948

    926860	  0.162815	  0.162615	  0.167240		CURRENT LEARNING RATE: 6.602514233964427e-05
previous_iter_valid_loss : 0.16074243187904358

    926880	  0.160898	  0.160742	  0.167244		CURRENT LEARNING RATE: 6.60119386315912e-05
previous_iter_valid_loss : 0.17191332578659058

    926900	  0.172179	  0.171913	  0.167694		CURRENT LEARNING RATE: 6.599873756401565e-05
previous_iter_valid_loss : 0.16372348368167877

    926920	  0.163920	  0.163723	  0.167632		CURRENT LEARNING RATE: 6.598553913638964e-05
previous_iter_valid_loss : 0.1623087078332901

    926940	  0.162510	  0.162309	  0.166562		CURRENT LEARNING RATE: 6.597234334818509e-05
previous_iter_valid_loss : 0.16668687760829926

    926960	  0.166841	  0.166687	  0.165517		CURRENT LEARNING RATE: 6.59591501988744e-05
previous_iter_valid_loss : 0.16125909984111786

    926980	  0.161414	  0.161259	  0.165553		CURRENT LEARNING RATE: 6.59459596879297e-05
previous_iter_valid_loss : 0.16831913590431213

    927000	  0.168473	  0.168319	  0.165855		CURRENT LEARNING RATE: 6.593277181482331e-05
previous_iter_valid_loss : 0.16223730146884918

    927020	  0.162390	  0.162237	  0.164989		CURRENT LEARNING RATE: 6.591958657902791e-05
previous_iter_valid_loss : 0.16413630545139313

    927040	  0.164350	  0.164136	  0.165031		CURRENT LEARNING RATE: 6.590640398001597e-05
previous_iter_valid_loss : 0.16101481020450592

    927060	  0.161196	  0.161015	  0.164725		CURRENT LEARNING RATE: 6.58932240172602e-05
previous_iter_valid_loss : 0.16728153824806213

    927080	  0.167435	  0.167282	  0.165056		CURRENT LEARNING RATE: 6.588004669023329e-05
previous_iter_valid_loss : 0.16771692037582397

    927100	  0.167944	  0.167717	  0.164805		CURRENT LEARNING RATE: 6.586687199840837e-05
previous_iter_valid_loss : 0.16615143418312073

    927120	  0.166309	  0.166151	  0.165084		CURRENT LEARNING RATE: 6.585369994125835e-05
previous_iter_valid_loss : 0.16218751668930054

    927140	  0.162381	  0.162188	  0.165034		CURRENT LEARNING RATE: 6.584053051825633e-05
previous_iter_valid_loss : 0.16243702173233032

    927160	  0.162641	  0.162437	  0.165072		CURRENT LEARNING RATE: 6.582736372887542e-05
previous_iter_valid_loss : 0.16750767827033997

    927180	  0.167661	  0.167508	  0.164838		CURRENT LEARNING RATE: 6.581419957258918e-05
previous_iter_valid_loss : 0.16156457364559174

    927200	  0.161731	  0.161565	  0.164537		CURRENT LEARNING RATE: 6.580103804887094e-05
previous_iter_valid_loss : 0.16171501576900482

    927220	  0.161880	  0.161715	  0.164185		CURRENT LEARNING RATE: 6.578787915719423e-05
previous_iter_valid_loss : 0.16318821907043457

    927240	  0.163384	  0.163188	  0.164232		CURRENT LEARNING RATE: 6.577472289703257e-05
previous_iter_valid_loss : 0.16297189891338348

    927260	  0.163135	  0.162972	  0.164250		CURRENT LEARNING RATE: 6.576156926785995e-05
previous_iter_valid_loss : 0.17506766319274902

    927280	  0.175217	  0.175068	  0.164966		CURRENT LEARNING RATE: 6.574841826915013e-05
previous_iter_valid_loss : 0.17764650285243988

    927300	  0.177799	  0.177647	  0.165253		CURRENT LEARNING RATE: 6.573526990037702e-05
previous_iter_valid_loss : 0.16162805259227753

    927320	  0.161780	  0.161628	  0.165148		CURRENT LEARNING RATE: 6.572212416101462e-05
previous_iter_valid_loss : 0.1621352881193161

    927340	  0.162328	  0.162135	  0.165139		CURRENT LEARNING RATE: 6.570898105053732e-05
previous_iter_valid_loss : 0.17558406293392181

    927360	  0.175738	  0.175584	  0.165584		CURRENT LEARNING RATE: 6.569584056841925e-05
previous_iter_valid_loss : 0.16239671409130096

    927380	  0.162563	  0.162397	  0.165641		CURRENT LEARNING RATE: 6.568270271413482e-05
previous_iter_valid_loss : 0.1652514636516571

    927400	  0.165468	  0.165251	  0.165488		CURRENT LEARNING RATE: 6.566956748715838e-05
previous_iter_valid_loss : 0.16084803640842438

    927420	  0.161020	  0.160848	  0.165418		CURRENT LEARNING RATE: 6.565643488696477e-05
previous_iter_valid_loss : 0.16086852550506592

    927440	  0.161049	  0.160869	  0.165255		CURRENT LEARNING RATE: 6.564330491302858e-05
previous_iter_valid_loss : 0.1619414985179901

    927460	  0.162109	  0.161941	  0.165301		CURRENT LEARNING RATE: 6.563017756482446e-05
previous_iter_valid_loss : 0.16789831221103668

    927480	  0.168124	  0.167898	  0.165332		CURRENT LEARNING RATE: 6.561705284182757e-05
previous_iter_valid_loss : 0.16531796753406525

    927500	  0.165520	  0.165318	  0.165212		CURRENT LEARNING RATE: 6.560393074351281e-05
previous_iter_valid_loss : 0.17123454809188843

    927520	  0.171383	  0.171235	  0.165466		CURRENT LEARNING RATE: 6.559081126935528e-05
previous_iter_valid_loss : 0.16833844780921936

    927540	  0.168493	  0.168338	  0.165774		CURRENT LEARNING RATE: 6.557769441883011e-05
previous_iter_valid_loss : 0.19014206528663635

    927560	  0.190273	  0.190142	  0.167159		CURRENT LEARNING RATE: 6.556458019141283e-05
previous_iter_valid_loss : 0.1684948354959488

    927580	  0.168648	  0.168495	  0.167208		CURRENT LEARNING RATE: 6.555146858657877e-05
previous_iter_valid_loss : 0.1650584638118744

    927600	  0.165224	  0.165058	  0.167383		CURRENT LEARNING RATE: 6.553835960380345e-05
previous_iter_valid_loss : 0.16062697768211365

    927620	  0.160788	  0.160627	  0.167329		CURRENT LEARNING RATE: 6.552525324256243e-05
previous_iter_valid_loss : 0.17324985563755035

    927640	  0.173512	  0.173250	  0.167832		CURRENT LEARNING RATE: 6.551214950233164e-05
previous_iter_valid_loss : 0.16601161658763885

    927660	  0.166171	  0.166012	  0.167984		CURRENT LEARNING RATE: 6.549904838258685e-05
previous_iter_valid_loss : 0.16162772476673126

    927680	  0.161818	  0.161628	  0.167312		CURRENT LEARNING RATE: 6.5485949882804e-05
previous_iter_valid_loss : 0.1611340492963791

    927700	  0.161294	  0.161134	  0.166486		CURRENT LEARNING RATE: 6.547285400245904e-05
previous_iter_valid_loss : 0.1627897024154663

    927720	  0.162954	  0.162790	  0.166544		CURRENT LEARNING RATE: 6.545976074102837e-05
previous_iter_valid_loss : 0.1774846911430359

    927740	  0.177645	  0.177485	  0.167312		CURRENT LEARNING RATE: 6.544667009798814e-05
previous_iter_valid_loss : 0.16089443862438202

    927760	  0.161056	  0.160894	  0.166577		CURRENT LEARNING RATE: 6.54335820728147e-05
previous_iter_valid_loss : 0.16458231210708618

    927780	  0.164750	  0.164582	  0.166687		CURRENT LEARNING RATE: 6.542049666498446e-05
previous_iter_valid_loss : 0.16053463518619537

    927800	  0.160700	  0.160535	  0.166451		CURRENT LEARNING RATE: 6.54074138739742e-05
previous_iter_valid_loss : 0.16200503706932068

    927820	  0.162169	  0.162005	  0.166509		CURRENT LEARNING RATE: 6.539433369926052e-05
previous_iter_valid_loss : 0.16054853796958923

    927840	  0.160719	  0.160549	  0.166493		CURRENT LEARNING RATE: 6.538125614032006e-05
previous_iter_valid_loss : 0.1883251816034317

    927860	  0.188457	  0.188325	  0.167812		CURRENT LEARNING RATE: 6.536818119662998e-05
previous_iter_valid_loss : 0.1640082150697708

    927880	  0.164204	  0.164008	  0.167617		CURRENT LEARNING RATE: 6.535510886766716e-05
previous_iter_valid_loss : 0.18765868246555328

    927900	  0.188072	  0.187659	  0.168734		CURRENT LEARNING RATE: 6.53420391529087e-05
previous_iter_valid_loss : 0.1646721512079239

    927920	  0.164875	  0.164672	  0.168406		CURRENT LEARNING RATE: 6.532897205183168e-05
previous_iter_valid_loss : 0.16051217913627625

    927940	  0.160684	  0.160512	  0.168015		CURRENT LEARNING RATE: 6.531590756391369e-05
previous_iter_valid_loss : 0.1646939516067505

    927960	  0.164908	  0.164694	  0.166742		CURRENT LEARNING RATE: 6.530284568863202e-05
previous_iter_valid_loss : 0.19029931724071503

    927980	  0.190430	  0.190299	  0.167833		CURRENT LEARNING RATE: 6.528978642546416e-05
previous_iter_valid_loss : 0.16477440297603607

    928000	  0.164978	  0.164774	  0.167818		CURRENT LEARNING RATE: 6.527672977388766e-05
previous_iter_valid_loss : 0.1606825292110443

    928020	  0.160858	  0.160683	  0.167821		CURRENT LEARNING RATE: 6.526367573338048e-05
previous_iter_valid_loss : 0.16679760813713074

    928040	  0.167013	  0.166798	  0.167499		CURRENT LEARNING RATE: 6.525062430342033e-05
previous_iter_valid_loss : 0.1699511855840683

    928060	  0.170198	  0.169951	  0.167696		CURRENT LEARNING RATE: 6.523757548348516e-05
previous_iter_valid_loss : 0.18165235221385956

    928080	  0.181997	  0.181652	  0.168697		CURRENT LEARNING RATE: 6.522452927305291e-05
previous_iter_valid_loss : 0.1795026808977127

    928100	  0.179814	  0.179503	  0.169615		CURRENT LEARNING RATE: 6.521148567160196e-05
previous_iter_valid_loss : 0.1605263501405716

    928120	  0.160698	  0.160526	  0.169502		CURRENT LEARNING RATE: 6.519844467861044e-05
previous_iter_valid_loss : 0.1750180572271347

    928140	  0.175167	  0.175018	  0.169379		CURRENT LEARNING RATE: 6.518540629355671e-05
previous_iter_valid_loss : 0.16409702599048615

    928160	  0.164260	  0.164097	  0.169539		CURRENT LEARNING RATE: 6.517237051591914e-05
previous_iter_valid_loss : 0.16461902856826782

    928180	  0.164789	  0.164619	  0.169541		CURRENT LEARNING RATE: 6.51593373451765e-05
previous_iter_valid_loss : 0.16195017099380493

    928200	  0.162101	  0.161950	  0.169611		CURRENT LEARNING RATE: 6.514630678080737e-05
previous_iter_valid_loss : 0.1634775847196579

    928220	  0.163673	  0.163478	  0.169685		CURRENT LEARNING RATE: 6.51332788222904e-05
previous_iter_valid_loss : 0.1656007170677185

    928240	  0.165769	  0.165601	  0.169938		CURRENT LEARNING RATE: 6.512025346910471e-05
previous_iter_valid_loss : 0.16462481021881104

    928260	  0.164793	  0.164625	  0.168753		CURRENT LEARNING RATE: 6.510723072072917e-05
previous_iter_valid_loss : 0.16060788929462433

    928280	  0.160772	  0.160608	  0.168583		CURRENT LEARNING RATE: 6.509421057664286e-05
previous_iter_valid_loss : 0.16124944388866425

    928300	  0.161439	  0.161249	  0.167262		CURRENT LEARNING RATE: 6.508119303632488e-05
previous_iter_valid_loss : 0.16253715753555298

    928320	  0.162703	  0.162537	  0.167155		CURRENT LEARNING RATE: 6.506817809925473e-05
previous_iter_valid_loss : 0.16095344722270966

    928340	  0.161107	  0.160953	  0.167178		CURRENT LEARNING RATE: 6.505516576491172e-05
previous_iter_valid_loss : 0.16253270208835602

    928360	  0.162723	  0.162533	  0.167069		CURRENT LEARNING RATE: 6.504215603277534e-05
previous_iter_valid_loss : 0.16458837687969208

    928380	  0.164761	  0.164588	  0.165784		CURRENT LEARNING RATE: 6.50291489023251e-05
previous_iter_valid_loss : 0.16370490193367004

    928400	  0.163875	  0.163705	  0.165730		CURRENT LEARNING RATE: 6.501614437304095e-05
previous_iter_valid_loss : 0.16205064952373505

    928420	  0.162209	  0.162051	  0.165799		CURRENT LEARNING RATE: 6.500314244440257e-05
previous_iter_valid_loss : 0.17659062147140503

    928440	  0.176749	  0.176591	  0.166288		CURRENT LEARNING RATE: 6.499014311588989e-05
previous_iter_valid_loss : 0.16059859097003937

    928460	  0.160756	  0.160599	  0.165821		CURRENT LEARNING RATE: 6.497714638698284e-05
previous_iter_valid_loss : 0.17094628512859344

    928480	  0.171095	  0.170946	  0.165286		CURRENT LEARNING RATE: 6.496415225716178e-05
previous_iter_valid_loss : 0.16051705181598663

    928500	  0.160683	  0.160517	  0.164336		CURRENT LEARNING RATE: 6.495116072590681e-05
previous_iter_valid_loss : 0.16054406762123108

    928520	  0.160717	  0.160544	  0.164337		CURRENT LEARNING RATE: 6.493817179269828e-05
previous_iter_valid_loss : 0.1664867103099823

    928540	  0.166703	  0.166487	  0.163911		CURRENT LEARNING RATE: 6.49251854570165e-05
previous_iter_valid_loss : 0.17412181198596954

    928560	  0.174389	  0.174122	  0.164412		CURRENT LEARNING RATE: 6.491220171834228e-05
previous_iter_valid_loss : 0.1624605506658554

    928580	  0.162627	  0.162461	  0.164304		CURRENT LEARNING RATE: 6.489922057615614e-05
previous_iter_valid_loss : 0.16304798424243927

    928600	  0.163214	  0.163048	  0.164359		CURRENT LEARNING RATE: 6.48862420299388e-05
previous_iter_valid_loss : 0.1625087708234787

    928620	  0.162669	  0.162509	  0.164310		CURRENT LEARNING RATE: 6.487326607917107e-05
previous_iter_valid_loss : 0.17282430827617645

    928640	  0.172971	  0.172824	  0.164672		CURRENT LEARNING RATE: 6.48602927233341e-05
previous_iter_valid_loss : 0.16410250961780548

    928660	  0.164270	  0.164103	  0.164645		CURRENT LEARNING RATE: 6.484732196190883e-05
previous_iter_valid_loss : 0.16888396441936493

    928680	  0.169131	  0.168884	  0.165059		CURRENT LEARNING RATE: 6.483435379437635e-05
previous_iter_valid_loss : 0.16203348338603973

    928700	  0.162223	  0.162033	  0.165098		CURRENT LEARNING RATE: 6.482138822021813e-05
previous_iter_valid_loss : 0.164212167263031

    928720	  0.164397	  0.164212	  0.165182		CURRENT LEARNING RATE: 6.480842523891546e-05
previous_iter_valid_loss : 0.16051547229290009

    928740	  0.160674	  0.160515	  0.165160		CURRENT LEARNING RATE: 6.479546484994981e-05
previous_iter_valid_loss : 0.18361738324165344

    928760	  0.183769	  0.183617	  0.166215		CURRENT LEARNING RATE: 6.478250705280265e-05
previous_iter_valid_loss : 0.16706928610801697

    928780	  0.167233	  0.167069	  0.166339		CURRENT LEARNING RATE: 6.476955184695588e-05
previous_iter_valid_loss : 0.16830357909202576

    928800	  0.168460	  0.168304	  0.166568		CURRENT LEARNING RATE: 6.475659923189121e-05
previous_iter_valid_loss : 0.17868277430534363

    928820	  0.178840	  0.178683	  0.167400		CURRENT LEARNING RATE: 6.47436492070905e-05
previous_iter_valid_loss : 0.16383719444274902

    928840	  0.164005	  0.163837	  0.166762		CURRENT LEARNING RATE: 6.473070177203566e-05
previous_iter_valid_loss : 0.1679377257823944

    928860	  0.168167	  0.167938	  0.167129		CURRENT LEARNING RATE: 6.471775692620902e-05
previous_iter_valid_loss : 0.16053824126720428

    928880	  0.160702	  0.160538	  0.166609		CURRENT LEARNING RATE: 6.470481466909265e-05
previous_iter_valid_loss : 0.16546279191970825

    928900	  0.165614	  0.165463	  0.166856		CURRENT LEARNING RATE: 6.46918750001689e-05
previous_iter_valid_loss : 0.161642387509346

    928920	  0.161824	  0.161642	  0.166911		CURRENT LEARNING RATE: 6.467893791892003e-05
previous_iter_valid_loss : 0.16059903800487518

    928940	  0.160763	  0.160599	  0.166617		CURRENT LEARNING RATE: 6.466600342482879e-05
previous_iter_valid_loss : 0.1605442613363266

    928960	  0.160704	  0.160544	  0.165938		CURRENT LEARNING RATE: 6.46530715173777e-05
previous_iter_valid_loss : 0.16194242238998413

    928980	  0.162105	  0.161942	  0.165912		CURRENT LEARNING RATE: 6.46401421960495e-05
previous_iter_valid_loss : 0.16914430260658264

    929000	  0.169386	  0.169144	  0.166217		CURRENT LEARNING RATE: 6.462721546032686e-05
previous_iter_valid_loss : 0.16100119054317474

    929020	  0.161158	  0.161001	  0.166141		CURRENT LEARNING RATE: 6.461429130969298e-05
previous_iter_valid_loss : 0.16066080331802368

    929040	  0.160840	  0.160661	  0.165533		CURRENT LEARNING RATE: 6.460136974363075e-05
previous_iter_valid_loss : 0.16215184330940247

    929060	  0.162314	  0.162152	  0.165436		CURRENT LEARNING RATE: 6.458845076162319e-05
previous_iter_valid_loss : 0.1695403754711151

    929080	  0.169790	  0.169540	  0.165469		CURRENT LEARNING RATE: 6.45755343631538e-05
previous_iter_valid_loss : 0.16351942718029022

    929100	  0.163717	  0.163519	  0.165543		CURRENT LEARNING RATE: 6.45626205477058e-05
previous_iter_valid_loss : 0.1642262041568756

    929120	  0.164387	  0.164226	  0.165544		CURRENT LEARNING RATE: 6.454970931476261e-05
previous_iter_valid_loss : 0.16491012275218964

    929140	  0.165074	  0.164910	  0.165763		CURRENT LEARNING RATE: 6.453680066380771e-05
previous_iter_valid_loss : 0.16283555328845978

    929160	  0.162980	  0.162836	  0.164724		CURRENT LEARNING RATE: 6.452389459432493e-05
previous_iter_valid_loss : 0.17149177193641663

    929180	  0.171754	  0.171492	  0.164945		CURRENT LEARNING RATE: 6.451099110579797e-05
previous_iter_valid_loss : 0.16788025200366974

    929200	  0.168036	  0.167880	  0.164924		CURRENT LEARNING RATE: 6.449809019771065e-05
previous_iter_valid_loss : 0.17739665508270264

    929220	  0.177701	  0.177397	  0.164860		CURRENT LEARNING RATE: 6.448519186954684e-05
previous_iter_valid_loss : 0.1629568487405777

    929240	  0.163146	  0.162957	  0.164816		CURRENT LEARNING RATE: 6.447229612079081e-05
previous_iter_valid_loss : 0.16065210103988647

    929260	  0.160821	  0.160652	  0.164452		CURRENT LEARNING RATE: 6.445940295092664e-05
previous_iter_valid_loss : 0.16166289150714874

    929280	  0.161846	  0.161663	  0.164508		CURRENT LEARNING RATE: 6.444651235943861e-05
previous_iter_valid_loss : 0.16782116889953613

    929300	  0.168052	  0.167821	  0.164626		CURRENT LEARNING RATE: 6.443362434581097e-05
previous_iter_valid_loss : 0.1652124971151352

    929320	  0.165434	  0.165212	  0.164804		CURRENT LEARNING RATE: 6.442073890952841e-05
previous_iter_valid_loss : 0.16658364236354828

    929340	  0.166817	  0.166584	  0.165103		CURRENT LEARNING RATE: 6.440785605007541e-05
previous_iter_valid_loss : 0.1609392762184143

    929360	  0.161117	  0.160939	  0.165123		CURRENT LEARNING RATE: 6.439497576693669e-05
previous_iter_valid_loss : 0.16165879368782043

    929380	  0.161845	  0.161659	  0.165109		CURRENT LEARNING RATE: 6.438209805959688e-05
previous_iter_valid_loss : 0.16389085352420807

    929400	  0.164049	  0.163891	  0.164846		CURRENT LEARNING RATE: 6.43692229275411e-05
previous_iter_valid_loss : 0.16597998142242432

    929420	  0.166190	  0.165980	  0.165095		CURRENT LEARNING RATE: 6.435635037025426e-05
previous_iter_valid_loss : 0.192849799990654

    929440	  0.192975	  0.192850	  0.166705		CURRENT LEARNING RATE: 6.434348038722134e-05
previous_iter_valid_loss : 0.16080696880817413

    929460	  0.160964	  0.160807	  0.166638		CURRENT LEARNING RATE: 6.433061297792775e-05
previous_iter_valid_loss : 0.16087839007377625

    929480	  0.161060	  0.160878	  0.166204		CURRENT LEARNING RATE: 6.431774814185867e-05
previous_iter_valid_loss : 0.1823394000530243

    929500	  0.182495	  0.182339	  0.167145		CURRENT LEARNING RATE: 6.430488587849954e-05
previous_iter_valid_loss : 0.16057245433330536

    929520	  0.160728	  0.160572	  0.166963		CURRENT LEARNING RATE: 6.429202618733575e-05
previous_iter_valid_loss : 0.16052988171577454

    929540	  0.160684	  0.160530	  0.166744		CURRENT LEARNING RATE: 6.427916906785311e-05
previous_iter_valid_loss : 0.16062940657138824

    929560	  0.160808	  0.160629	  0.166633		CURRENT LEARNING RATE: 6.426631451953724e-05
previous_iter_valid_loss : 0.17038244009017944

    929580	  0.170535	  0.170382	  0.166578		CURRENT LEARNING RATE: 6.425346254187398e-05
previous_iter_valid_loss : 0.16351649165153503

    929600	  0.163687	  0.163516	  0.166360		CURRENT LEARNING RATE: 6.42406131343491e-05
previous_iter_valid_loss : 0.16502094268798828

    929620	  0.165235	  0.165021	  0.165741		CURRENT LEARNING RATE: 6.422776629644888e-05
previous_iter_valid_loss : 0.16415183246135712

    929640	  0.164363	  0.164152	  0.165801		CURRENT LEARNING RATE: 6.42149220276593e-05
previous_iter_valid_loss : 0.16065098345279694

    929660	  0.160821	  0.160651	  0.165801		CURRENT LEARNING RATE: 6.420208032746664e-05
previous_iter_valid_loss : 0.1637382209300995

    929680	  0.163904	  0.163738	  0.165904		CURRENT LEARNING RATE: 6.418924119535707e-05
previous_iter_valid_loss : 0.16099414229393005

    929700	  0.161173	  0.160994	  0.165563		CURRENT LEARNING RATE: 6.417640463081726e-05
previous_iter_valid_loss : 0.16979609429836273

    929720	  0.170044	  0.169796	  0.165792		CURRENT LEARNING RATE: 6.416357063333366e-05
previous_iter_valid_loss : 0.16194362938404083

    929740	  0.162096	  0.161944	  0.165560		CURRENT LEARNING RATE: 6.415073920239289e-05
previous_iter_valid_loss : 0.16058963537216187

    929760	  0.160741	  0.160590	  0.165543		CURRENT LEARNING RATE: 6.413791033748157e-05
previous_iter_valid_loss : 0.16080965101718903

    929780	  0.160983	  0.160810	  0.165500		CURRENT LEARNING RATE: 6.41250840380868e-05
previous_iter_valid_loss : 0.16371963918209076

    929800	  0.163883	  0.163720	  0.165492		CURRENT LEARNING RATE: 6.41122603036954e-05
previous_iter_valid_loss : 0.1639593094587326

    929820	  0.164126	  0.163959	  0.165391		CURRENT LEARNING RATE: 6.409943913379431e-05
previous_iter_valid_loss : 0.16541625559329987

    929840	  0.165629	  0.165416	  0.164019		CURRENT LEARNING RATE: 6.408662052787089e-05
previous_iter_valid_loss : 0.16660697758197784

    929860	  0.166834	  0.166607	  0.164309		CURRENT LEARNING RATE: 6.407380448541232e-05
previous_iter_valid_loss : 0.16214850544929504

    929880	  0.162312	  0.162149	  0.164373		CURRENT LEARNING RATE: 6.406099100590592e-05
previous_iter_valid_loss : 0.16128191351890564

    929900	  0.161462	  0.161282	  0.163320		CURRENT LEARNING RATE: 6.404818008883909e-05
previous_iter_valid_loss : 0.16557924449443817

    929920	  0.165733	  0.165579	  0.163570		CURRENT LEARNING RATE: 6.403537173369955e-05
previous_iter_valid_loss : 0.1607988178730011

    929940	  0.160953	  0.160799	  0.163583		CURRENT LEARNING RATE: 6.402256593997489e-05
previous_iter_valid_loss : 0.16067706048488617

    929960	  0.160833	  0.160677	  0.163586		CURRENT LEARNING RATE: 6.400976270715289e-05
previous_iter_valid_loss : 0.16674134135246277

    929980	  0.166959	  0.166741	  0.163404		CURRENT LEARNING RATE: 6.399696203472128e-05
previous_iter_valid_loss : 0.17200393974781036

    930000	  0.172152	  0.172004	  0.163828		CURRENT LEARNING RATE: 6.39841639221683e-05
previous_iter_valid_loss : 0.16053390502929688

    930020	  0.160697	  0.160534	  0.163604		CURRENT LEARNING RATE: 6.397136836898186e-05
previous_iter_valid_loss : 0.16712342202663422

    930040	  0.167281	  0.167123	  0.163752		CURRENT LEARNING RATE: 6.395857537465016e-05
previous_iter_valid_loss : 0.16247700154781342

    930060	  0.162630	  0.162477	  0.163844		CURRENT LEARNING RATE: 6.394578493866139e-05
previous_iter_valid_loss : 0.16101838648319244

    930080	  0.161195	  0.161018	  0.163708		CURRENT LEARNING RATE: 6.393299706050413e-05
previous_iter_valid_loss : 0.16310693323612213

    930100	  0.163301	  0.163107	  0.163813		CURRENT LEARNING RATE: 6.392021173966676e-05
previous_iter_valid_loss : 0.16139547526836395

    930120	  0.161586	  0.161395	  0.163393		CURRENT LEARNING RATE: 6.390742897563786e-05
previous_iter_valid_loss : 0.16677993535995483

    930140	  0.166999	  0.166780	  0.163635		CURRENT LEARNING RATE: 6.389464876790602e-05
previous_iter_valid_loss : 0.16079911589622498

    930160	  0.160955	  0.160799	  0.163646		CURRENT LEARNING RATE: 6.388187111596026e-05
previous_iter_valid_loss : 0.16072790324687958

    930180	  0.160884	  0.160728	  0.163642		CURRENT LEARNING RATE: 6.386909601928936e-05
previous_iter_valid_loss : 0.17640724778175354

    930200	  0.176563	  0.176407	  0.164276		CURRENT LEARNING RATE: 6.385632347738228e-05
previous_iter_valid_loss : 0.16507013142108917

    930220	  0.165272	  0.165070	  0.164331		CURRENT LEARNING RATE: 6.384355348972805e-05
previous_iter_valid_loss : 0.17115157842636108

    930240	  0.171301	  0.171152	  0.164618		CURRENT LEARNING RATE: 6.383078605581609e-05
previous_iter_valid_loss : 0.18411777913570404

    930260	  0.184268	  0.184118	  0.165494		CURRENT LEARNING RATE: 6.381802117513557e-05
previous_iter_valid_loss : 0.16050241887569427

    930280	  0.160664	  0.160502	  0.165411		CURRENT LEARNING RATE: 6.38052588471758e-05
previous_iter_valid_loss : 0.16258125007152557

    930300	  0.162786	  0.162581	  0.165476		CURRENT LEARNING RATE: 6.379249907142651e-05
previous_iter_valid_loss : 0.16334477066993713

    930320	  0.163510	  0.163345	  0.165365		CURRENT LEARNING RATE: 6.377974184737718e-05
previous_iter_valid_loss : 0.16065877676010132

    930340	  0.160813	  0.160659	  0.165358		CURRENT LEARNING RATE: 6.376698717451753e-05
previous_iter_valid_loss : 0.16051898896694183

    930360	  0.160676	  0.160519	  0.165350		CURRENT LEARNING RATE: 6.375423505233727e-05
previous_iter_valid_loss : 0.16389834880828857

    930380	  0.164094	  0.163898	  0.165208		CURRENT LEARNING RATE: 6.374148548032652e-05
previous_iter_valid_loss : 0.1742330640554428

    930400	  0.174516	  0.174233	  0.165319		CURRENT LEARNING RATE: 6.372873845797523e-05
previous_iter_valid_loss : 0.16144709289073944

    930420	  0.161608	  0.161447	  0.165365		CURRENT LEARNING RATE: 6.371599398477346e-05
previous_iter_valid_loss : 0.16061623394489288

    930440	  0.160785	  0.160616	  0.165039		CURRENT LEARNING RATE: 6.370325206021135e-05
previous_iter_valid_loss : 0.1605604887008667

    930460	  0.160719	  0.160560	  0.164944		CURRENT LEARNING RATE: 6.369051268377944e-05
previous_iter_valid_loss : 0.17462487518787384

    930480	  0.174771	  0.174625	  0.165624		CURRENT LEARNING RATE: 6.367777585496806e-05
previous_iter_valid_loss : 0.16576221585273743

    930500	  0.165921	  0.165762	  0.165757		CURRENT LEARNING RATE: 6.366504157326772e-05
previous_iter_valid_loss : 0.16183093190193176

    930520	  0.162020	  0.161831	  0.165778		CURRENT LEARNING RATE: 6.365230983816892e-05
previous_iter_valid_loss : 0.16450700163841248

    930540	  0.164666	  0.164507	  0.165665		CURRENT LEARNING RATE: 6.363958064916265e-05
previous_iter_valid_loss : 0.16802169382572174

    930560	  0.168245	  0.168022	  0.166026		CURRENT LEARNING RATE: 6.362685400573962e-05
previous_iter_valid_loss : 0.17795076966285706

    930580	  0.178261	  0.177951	  0.166887		CURRENT LEARNING RATE: 6.361412990739074e-05
previous_iter_valid_loss : 0.16178859770298004

    930600	  0.161981	  0.161789	  0.166156		CURRENT LEARNING RATE: 6.360140835360697e-05
previous_iter_valid_loss : 0.1671021729707718

    930620	  0.167323	  0.167102	  0.166258		CURRENT LEARNING RATE: 6.358868934387964e-05
previous_iter_valid_loss : 0.17447587847709656

    930640	  0.174626	  0.174476	  0.166424		CURRENT LEARNING RATE: 6.35759728776999e-05
previous_iter_valid_loss : 0.16485252976417542

    930660	  0.165058	  0.164853	  0.165461		CURRENT LEARNING RATE: 6.356325895455897e-05
previous_iter_valid_loss : 0.1637508124113083

    930680	  0.163960	  0.163751	  0.165623		CURRENT LEARNING RATE: 6.355054757394852e-05
previous_iter_valid_loss : 0.1610715091228485

    930700	  0.161232	  0.161072	  0.165548		CURRENT LEARNING RATE: 6.353783873535999e-05
previous_iter_valid_loss : 0.1904202401638031

    930720	  0.190838	  0.190420	  0.166901		CURRENT LEARNING RATE: 6.3525132438285e-05
previous_iter_valid_loss : 0.16427607834339142

    930740	  0.164468	  0.164276	  0.167082		CURRENT LEARNING RATE: 6.351242868221521e-05
previous_iter_valid_loss : 0.16164898872375488

    930760	  0.161839	  0.161649	  0.167139		CURRENT LEARNING RATE: 6.349972746664271e-05
previous_iter_valid_loss : 0.1606115996837616

    930780	  0.160768	  0.160612	  0.166974		CURRENT LEARNING RATE: 6.34870287910593e-05
previous_iter_valid_loss : 0.16187594830989838

    930800	  0.162068	  0.161876	  0.166357		CURRENT LEARNING RATE: 6.347433265495704e-05
previous_iter_valid_loss : 0.18572933971881866

    930820	  0.186123	  0.185729	  0.167571		CURRENT LEARNING RATE: 6.346163905782799e-05
previous_iter_valid_loss : 0.17076361179351807

    930840	  0.171014	  0.170764	  0.168078		CURRENT LEARNING RATE: 6.344894799916462e-05
previous_iter_valid_loss : 0.1759515106678009

    930860	  0.176102	  0.175952	  0.168848		CURRENT LEARNING RATE: 6.343625947845918e-05
previous_iter_valid_loss : 0.16299958527088165

    930880	  0.163168	  0.163000	  0.168266		CURRENT LEARNING RATE: 6.342357349520413e-05
previous_iter_valid_loss : 0.16617780923843384

    930900	  0.166378	  0.166178	  0.168287		CURRENT LEARNING RATE: 6.341089004889192e-05
previous_iter_valid_loss : 0.1658499538898468

    930920	  0.166066	  0.165850	  0.168488		CURRENT LEARNING RATE: 6.339820913901542e-05
previous_iter_valid_loss : 0.16082678735256195

    930940	  0.161007	  0.160827	  0.168304		CURRENT LEARNING RATE: 6.33855307650673e-05
previous_iter_valid_loss : 0.16054809093475342

    930960	  0.160714	  0.160548	  0.167930		CURRENT LEARNING RATE: 6.337285492654044e-05
previous_iter_valid_loss : 0.17248015105724335

    930980	  0.172752	  0.172480	  0.167657		CURRENT LEARNING RATE: 6.336018162292764e-05
previous_iter_valid_loss : 0.16647307574748993

    931000	  0.166635	  0.166473	  0.167891		CURRENT LEARNING RATE: 6.334751085372225e-05
previous_iter_valid_loss : 0.17031465470790863

    931020	  0.170463	  0.170315	  0.168052		CURRENT LEARNING RATE: 6.333484261841729e-05
previous_iter_valid_loss : 0.16066895425319672

    931040	  0.160813	  0.160669	  0.167361		CURRENT LEARNING RATE: 6.332217691650594e-05
previous_iter_valid_loss : 0.1737128645181656

    931060	  0.173860	  0.173713	  0.167804		CURRENT LEARNING RATE: 6.330951374748177e-05
previous_iter_valid_loss : 0.1625722348690033

    931080	  0.162760	  0.162572	  0.167746		CURRENT LEARNING RATE: 6.329685311083817e-05
previous_iter_valid_loss : 0.16137656569480896

    931100	  0.161533	  0.161377	  0.167761		CURRENT LEARNING RATE: 6.32841950060687e-05
previous_iter_valid_loss : 0.16051943600177765

    931120	  0.160691	  0.160519	  0.166266		CURRENT LEARNING RATE: 6.327153943266694e-05
previous_iter_valid_loss : 0.16224388778209686

    931140	  0.162412	  0.162244	  0.166164		CURRENT LEARNING RATE: 6.325888639012686e-05
previous_iter_valid_loss : 0.16587938368320465

    931160	  0.166083	  0.165879	  0.166376		CURRENT LEARNING RATE: 6.324623587794226e-05
previous_iter_valid_loss : 0.18945181369781494

    931180	  0.189897	  0.189452	  0.167818		CURRENT LEARNING RATE: 6.323358789560708e-05
previous_iter_valid_loss : 0.16863080859184265

    931200	  0.168865	  0.168631	  0.168155		CURRENT LEARNING RATE: 6.322094244261533e-05
previous_iter_valid_loss : 0.16100643575191498

    931220	  0.161167	  0.161006	  0.166919		CURRENT LEARNING RATE: 6.320829951846139e-05
previous_iter_valid_loss : 0.1713903844356537

    931240	  0.171653	  0.171390	  0.166951		CURRENT LEARNING RATE: 6.319565912263945e-05
previous_iter_valid_loss : 0.16191063821315765

    931260	  0.162101	  0.161911	  0.166249		CURRENT LEARNING RATE: 6.318302125464389e-05
previous_iter_valid_loss : 0.16236992180347443

    931280	  0.162558	  0.162370	  0.166217		CURRENT LEARNING RATE: 6.317038591396905e-05
previous_iter_valid_loss : 0.17781184613704681

    931300	  0.178112	  0.177812	  0.166799		CURRENT LEARNING RATE: 6.315775310010979e-05
previous_iter_valid_loss : 0.16136720776557922

    931320	  0.161550	  0.161367	  0.166575		CURRENT LEARNING RATE: 6.314512281256065e-05
previous_iter_valid_loss : 0.16436943411827087

    931340	  0.164541	  0.164369	  0.166752		CURRENT LEARNING RATE: 6.313249505081643e-05
previous_iter_valid_loss : 0.1608063280582428

    931360	  0.160983	  0.160806	  0.166765		CURRENT LEARNING RATE: 6.311986981437191e-05
previous_iter_valid_loss : 0.16326124966144562

    931380	  0.163457	  0.163261	  0.166304		CURRENT LEARNING RATE: 6.310724710272231e-05
previous_iter_valid_loss : 0.16055884957313538

    931400	  0.160722	  0.160559	  0.166008		CURRENT LEARNING RATE: 6.30946269153626e-05
previous_iter_valid_loss : 0.16145683825016022

    931420	  0.161636	  0.161457	  0.165565		CURRENT LEARNING RATE: 6.308200925178797e-05
previous_iter_valid_loss : 0.1864084154367447

    931440	  0.186822	  0.186408	  0.166852		CURRENT LEARNING RATE: 6.30693941114936e-05
previous_iter_valid_loss : 0.16688942909240723

    931460	  0.167111	  0.166889	  0.166511		CURRENT LEARNING RATE: 6.305678149397514e-05
previous_iter_valid_loss : 0.1611304134130478

    931480	  0.161291	  0.161130	  0.166439		CURRENT LEARNING RATE: 6.304417139872794e-05
previous_iter_valid_loss : 0.16121028363704681

    931500	  0.161378	  0.161210	  0.166431		CURRENT LEARNING RATE: 6.303156382524746e-05
previous_iter_valid_loss : 0.1758139431476593

    931520	  0.175964	  0.175814	  0.167195		CURRENT LEARNING RATE: 6.301895877302969e-05
previous_iter_valid_loss : 0.17462266981601715

    931540	  0.174906	  0.174623	  0.167814		CURRENT LEARNING RATE: 6.300635624157027e-05
previous_iter_valid_loss : 0.16820181906223297

    931560	  0.168353	  0.168202	  0.167930		CURRENT LEARNING RATE: 6.299375623036511e-05
previous_iter_valid_loss : 0.16373762488365173

    931580	  0.163936	  0.163738	  0.166645		CURRENT LEARNING RATE: 6.298115873891008e-05
previous_iter_valid_loss : 0.16177228093147278

    931600	  0.161929	  0.161772	  0.166302		CURRENT LEARNING RATE: 6.296856376670153e-05
previous_iter_valid_loss : 0.16051512956619263

    931620	  0.160670	  0.160515	  0.166277		CURRENT LEARNING RATE: 6.295597131323554e-05
previous_iter_valid_loss : 0.162485271692276

    931640	  0.162641	  0.162485	  0.165832		CURRENT LEARNING RATE: 6.294338137800842e-05
previous_iter_valid_loss : 0.1611119657754898

    931660	  0.161291	  0.161112	  0.165792		CURRENT LEARNING RATE: 6.293079396051644e-05
previous_iter_valid_loss : 0.1607705056667328

    931680	  0.160930	  0.160771	  0.165712		CURRENT LEARNING RATE: 6.291820906025634e-05
previous_iter_valid_loss : 0.17153137922286987

    931700	  0.171682	  0.171531	  0.165398		CURRENT LEARNING RATE: 6.290562667672461e-05
previous_iter_valid_loss : 0.16480261087417603

    931720	  0.165000	  0.164803	  0.165570		CURRENT LEARNING RATE: 6.289304680941796e-05
previous_iter_valid_loss : 0.17770394682884216

    931740	  0.177857	  0.177704	  0.166236		CURRENT LEARNING RATE: 6.288046945783308e-05
previous_iter_valid_loss : 0.1619693487882614

    931760	  0.162157	  0.161969	  0.166295		CURRENT LEARNING RATE: 6.28678946214671e-05
previous_iter_valid_loss : 0.16509634256362915

    931780	  0.165258	  0.165096	  0.166386		CURRENT LEARNING RATE: 6.28553222998169e-05
previous_iter_valid_loss : 0.16062428057193756

    931800	  0.160781	  0.160624	  0.166390		CURRENT LEARNING RATE: 6.284275249237961e-05
previous_iter_valid_loss : 0.1651419997215271

    931820	  0.165354	  0.165142	  0.166574		CURRENT LEARNING RATE: 6.283018519865232e-05
previous_iter_valid_loss : 0.16132453083992004

    931840	  0.161483	  0.161325	  0.165320		CURRENT LEARNING RATE: 6.281762041813255e-05
previous_iter_valid_loss : 0.16375720500946045

    931860	  0.163952	  0.163757	  0.165163		CURRENT LEARNING RATE: 6.280505815031762e-05
previous_iter_valid_loss : 0.16271094977855682

    931880	  0.162894	  0.162711	  0.165242		CURRENT LEARNING RATE: 6.279249839470489e-05
previous_iter_valid_loss : 0.16407562792301178

    931900	  0.164279	  0.164076	  0.165385		CURRENT LEARNING RATE: 6.277994115079223e-05
previous_iter_valid_loss : 0.16927707195281982

    931920	  0.169433	  0.169277	  0.165058		CURRENT LEARNING RATE: 6.276738641807721e-05
previous_iter_valid_loss : 0.1618051826953888

    931940	  0.161999	  0.161805	  0.164418		CURRENT LEARNING RATE: 6.275483419605768e-05
previous_iter_valid_loss : 0.17717398703098297

    931960	  0.177335	  0.177174	  0.164866		CURRENT LEARNING RATE: 6.27422844842314e-05
previous_iter_valid_loss : 0.19384507834911346

    931980	  0.194320	  0.193845	  0.166372		CURRENT LEARNING RATE: 6.272973728209662e-05
previous_iter_valid_loss : 0.1609184741973877

    932000	  0.161082	  0.160918	  0.166329		CURRENT LEARNING RATE: 6.271719258915134e-05
previous_iter_valid_loss : 0.1774665117263794

    932020	  0.177769	  0.177467	  0.167176		CURRENT LEARNING RATE: 6.270465040489378e-05
previous_iter_valid_loss : 0.16348814964294434

    932040	  0.163691	  0.163488	  0.167227		CURRENT LEARNING RATE: 6.269211072882212e-05
previous_iter_valid_loss : 0.17240038514137268

    932060	  0.172672	  0.172400	  0.167791		CURRENT LEARNING RATE: 6.267957356043501e-05
previous_iter_valid_loss : 0.16857630014419556

    932080	  0.168807	  0.168576	  0.168181		CURRENT LEARNING RATE: 6.266703889923086e-05
previous_iter_valid_loss : 0.16442562639713287

    932100	  0.164594	  0.164426	  0.167826		CURRENT LEARNING RATE: 6.265450674470826e-05
previous_iter_valid_loss : 0.1637830138206482

    932120	  0.163950	  0.163783	  0.167775		CURRENT LEARNING RATE: 6.264197709636584e-05
previous_iter_valid_loss : 0.1636580377817154

    932140	  0.163834	  0.163658	  0.167073		CURRENT LEARNING RATE: 6.262944995370262e-05
previous_iter_valid_loss : 0.16312256455421448

    932160	  0.163329	  0.163123	  0.167130		CURRENT LEARNING RATE: 6.26169253162174e-05
previous_iter_valid_loss : 0.1672964096069336

    932180	  0.167452	  0.167296	  0.167240		CURRENT LEARNING RATE: 6.260440318340921e-05
previous_iter_valid_loss : 0.16421273350715637

    932200	  0.164377	  0.164213	  0.167420		CURRENT LEARNING RATE: 6.259188355477706e-05
previous_iter_valid_loss : 0.1858525574207306

    932220	  0.185994	  0.185853	  0.168455		CURRENT LEARNING RATE: 6.257936642982034e-05
previous_iter_valid_loss : 0.1656912863254547

    932240	  0.165857	  0.165691	  0.168674		CURRENT LEARNING RATE: 6.25668518080383e-05
previous_iter_valid_loss : 0.16283921897411346

    932260	  0.163025	  0.162839	  0.168628		CURRENT LEARNING RATE: 6.255433968893022e-05
previous_iter_valid_loss : 0.16547203063964844

    932280	  0.165682	  0.165472	  0.168766		CURRENT LEARNING RATE: 6.254183007199586e-05
previous_iter_valid_loss : 0.17180371284484863

    932300	  0.172067	  0.171804	  0.169152		CURRENT LEARNING RATE: 6.25293229567347e-05
previous_iter_valid_loss : 0.16241711378097534

    932320	  0.162584	  0.162417	  0.168809		CURRENT LEARNING RATE: 6.251681834264648e-05
previous_iter_valid_loss : 0.17508777976036072

    932340	  0.175373	  0.175088	  0.169473		CURRENT LEARNING RATE: 6.250431622923088e-05
previous_iter_valid_loss : 0.16057787835597992

    932360	  0.160737	  0.160578	  0.168644		CURRENT LEARNING RATE: 6.249181661598806e-05
previous_iter_valid_loss : 0.16084156930446625

    932380	  0.160992	  0.160842	  0.166993		CURRENT LEARNING RATE: 6.247931950241791e-05
previous_iter_valid_loss : 0.1651575267314911

    932400	  0.165364	  0.165158	  0.167205		CURRENT LEARNING RATE: 6.246682488802053e-05
previous_iter_valid_loss : 0.1605214625597

    932420	  0.160680	  0.160521	  0.166358		CURRENT LEARNING RATE: 6.245433277229607e-05
previous_iter_valid_loss : 0.16221174597740173

    932440	  0.162399	  0.162212	  0.166294		CURRENT LEARNING RATE: 6.244184315474502e-05
previous_iter_valid_loss : 0.16270703077316284

    932460	  0.162857	  0.162707	  0.165810		CURRENT LEARNING RATE: 6.242935603486772e-05
previous_iter_valid_loss : 0.16741034388542175

    932480	  0.167643	  0.167410	  0.165751		CURRENT LEARNING RATE: 6.241687141216466e-05
previous_iter_valid_loss : 0.1609969586133957

    932500	  0.161175	  0.160997	  0.165580		CURRENT LEARNING RATE: 6.240438928613635e-05
previous_iter_valid_loss : 0.160563126206398

    932520	  0.160729	  0.160563	  0.165419		CURRENT LEARNING RATE: 6.239190965628374e-05
previous_iter_valid_loss : 0.1724732220172882

    932540	  0.172740	  0.172473	  0.165860		CURRENT LEARNING RATE: 6.237943252210752e-05
previous_iter_valid_loss : 0.16111814975738525

    932560	  0.161301	  0.161118	  0.165759		CURRENT LEARNING RATE: 6.23669578831086e-05
previous_iter_valid_loss : 0.176715686917305

    932580	  0.176869	  0.176716	  0.166230		CURRENT LEARNING RATE: 6.23544857387879e-05
previous_iter_valid_loss : 0.20040571689605713

    932600	  0.200469	  0.200406	  0.168040		CURRENT LEARNING RATE: 6.234201608864675e-05
previous_iter_valid_loss : 0.17344187200069427

    932620	  0.173584	  0.173442	  0.167420		CURRENT LEARNING RATE: 6.232954893218627e-05
previous_iter_valid_loss : 0.1633765697479248

    932640	  0.163553	  0.163377	  0.167304		CURRENT LEARNING RATE: 6.231708426890774e-05
previous_iter_valid_loss : 0.164285346865654

    932660	  0.164455	  0.164285	  0.167376		CURRENT LEARNING RATE: 6.230462209831247e-05
previous_iter_valid_loss : 0.16773481667041779

    932680	  0.167963	  0.167735	  0.167489		CURRENT LEARNING RATE: 6.22921624199022e-05
previous_iter_valid_loss : 0.16051322221755981

    932700	  0.160676	  0.160513	  0.166925		CURRENT LEARNING RATE: 6.227970523317846e-05
previous_iter_valid_loss : 0.16076037287712097

    932720	  0.160936	  0.160760	  0.166842		CURRENT LEARNING RATE: 6.22672505376428e-05
previous_iter_valid_loss : 0.16306862235069275

    932740	  0.163275	  0.163069	  0.166241		CURRENT LEARNING RATE: 6.22547983327973e-05
previous_iter_valid_loss : 0.167567178606987

    932760	  0.167718	  0.167567	  0.166590		CURRENT LEARNING RATE: 6.224234861814373e-05
previous_iter_valid_loss : 0.16516302525997162

    932780	  0.165320	  0.165163	  0.166806		CURRENT LEARNING RATE: 6.222990139318412e-05
previous_iter_valid_loss : 0.17684970796108246

    932800	  0.177003	  0.176850	  0.167391		CURRENT LEARNING RATE: 6.221745665742045e-05
previous_iter_valid_loss : 0.1794479787349701

    932820	  0.179606	  0.179448	  0.168337		CURRENT LEARNING RATE: 6.220501441035518e-05
previous_iter_valid_loss : 0.1622539758682251

    932840	  0.162419	  0.162254	  0.168339		CURRENT LEARNING RATE: 6.219257465149049e-05
previous_iter_valid_loss : 0.16338032484054565

    932860	  0.163568	  0.163380	  0.168373		CURRENT LEARNING RATE: 6.21801373803288e-05
previous_iter_valid_loss : 0.16474437713623047

    932880	  0.164915	  0.164744	  0.168240		CURRENT LEARNING RATE: 6.21677025963725e-05
previous_iter_valid_loss : 0.16062259674072266

    932900	  0.160802	  0.160623	  0.168221		CURRENT LEARNING RATE: 6.215527029912442e-05
previous_iter_valid_loss : 0.16809462010860443

    932920	  0.168330	  0.168095	  0.168598		CURRENT LEARNING RATE: 6.214284048808716e-05
previous_iter_valid_loss : 0.17864373326301575

    932940	  0.178797	  0.178644	  0.168906		CURRENT LEARNING RATE: 6.213041316276353e-05
previous_iter_valid_loss : 0.16060806810855865

    932960	  0.160775	  0.160608	  0.168881		CURRENT LEARNING RATE: 6.211798832265631e-05
previous_iter_valid_loss : 0.16101756691932678

    932980	  0.161170	  0.161018	  0.168096		CURRENT LEARNING RATE: 6.210556596726875e-05
previous_iter_valid_loss : 0.1792687624692917

    933000	  0.179595	  0.179269	  0.167039		CURRENT LEARNING RATE: 6.209314609610385e-05
previous_iter_valid_loss : 0.16664449870586395

    933020	  0.166867	  0.166644	  0.166699		CURRENT LEARNING RATE: 6.20807287086648e-05
previous_iter_valid_loss : 0.16073179244995117

    933040	  0.160903	  0.160732	  0.166567		CURRENT LEARNING RATE: 6.206831380445478e-05
previous_iter_valid_loss : 0.1671275645494461

    933060	  0.167346	  0.167128	  0.166709		CURRENT LEARNING RATE: 6.205590138297744e-05
previous_iter_valid_loss : 0.1608254462480545

    933080	  0.160983	  0.160825	  0.166363		CURRENT LEARNING RATE: 6.204349144373617e-05
previous_iter_valid_loss : 0.16324551403522491

    933100	  0.163444	  0.163246	  0.166500		CURRENT LEARNING RATE: 6.203108398623445e-05
previous_iter_valid_loss : 0.17162762582302094

    933120	  0.171893	  0.171628	  0.167043		CURRENT LEARNING RATE: 6.20186790099762e-05
previous_iter_valid_loss : 0.16096529364585876

    933140	  0.161127	  0.160965	  0.166938		CURRENT LEARNING RATE: 6.200627651446514e-05
previous_iter_valid_loss : 0.18072202801704407

    933160	  0.181053	  0.180722	  0.167596		CURRENT LEARNING RATE: 6.199387649920513e-05
previous_iter_valid_loss : 0.16230043768882751

    933180	  0.162490	  0.162300	  0.167453		CURRENT LEARNING RATE: 6.198147896370008e-05
previous_iter_valid_loss : 0.16119986772537231

    933200	  0.161356	  0.161200	  0.166670		CURRENT LEARNING RATE: 6.196908390745431e-05
previous_iter_valid_loss : 0.167128786444664

    933220	  0.167360	  0.167129	  0.166054		CURRENT LEARNING RATE: 6.195669132997191e-05
previous_iter_valid_loss : 0.16155953705310822

    933240	  0.161744	  0.161560	  0.166020		CURRENT LEARNING RATE: 6.194430123075716e-05
previous_iter_valid_loss : 0.18516455590724945

    933260	  0.185559	  0.185165	  0.167109		CURRENT LEARNING RATE: 6.193191360931437e-05
previous_iter_valid_loss : 0.17076249420642853

    933280	  0.171009	  0.170762	  0.167410		CURRENT LEARNING RATE: 6.191952846514823e-05
previous_iter_valid_loss : 0.16053368151187897

    933300	  0.160703	  0.160534	  0.167405		CURRENT LEARNING RATE: 6.190714579776324e-05
previous_iter_valid_loss : 0.17005684971809387

    933320	  0.170304	  0.170057	  0.167504		CURRENT LEARNING RATE: 6.18947656066641e-05
previous_iter_valid_loss : 0.16945898532867432

    933340	  0.169614	  0.169459	  0.167044		CURRENT LEARNING RATE: 6.188238789135548e-05
previous_iter_valid_loss : 0.16368483006954193

    933360	  0.163855	  0.163685	  0.167198		CURRENT LEARNING RATE: 6.187001265134249e-05
previous_iter_valid_loss : 0.16145265102386475

    933380	  0.161635	  0.161453	  0.167220		CURRENT LEARNING RATE: 6.185763988613002e-05
previous_iter_valid_loss : 0.16067823767662048

    933400	  0.160835	  0.160678	  0.166290		CURRENT LEARNING RATE: 6.184526959522314e-05
previous_iter_valid_loss : 0.176913782954216

    933420	  0.177068	  0.176914	  0.166804		CURRENT LEARNING RATE: 6.183290177812694e-05
previous_iter_valid_loss : 0.1859033703804016

    933440	  0.186304	  0.185903	  0.168062		CURRENT LEARNING RATE: 6.182053643434695e-05
previous_iter_valid_loss : 0.18366552889347076

    933460	  0.184026	  0.183666	  0.168889		CURRENT LEARNING RATE: 6.180817356338841e-05
previous_iter_valid_loss : 0.17516209185123444

    933480	  0.175443	  0.175162	  0.169606		CURRENT LEARNING RATE: 6.179581316475672e-05
previous_iter_valid_loss : 0.16503873467445374

    933500	  0.165247	  0.165039	  0.169696		CURRENT LEARNING RATE: 6.178345523795767e-05
previous_iter_valid_loss : 0.17098118364810944

    933520	  0.171241	  0.170981	  0.169663		CURRENT LEARNING RATE: 6.177109978249684e-05
previous_iter_valid_loss : 0.16061778366565704

    933540	  0.160770	  0.160618	  0.169646		CURRENT LEARNING RATE: 6.175874679788e-05
previous_iter_valid_loss : 0.17165061831474304

    933560	  0.171798	  0.171651	  0.169193		CURRENT LEARNING RATE: 6.174639628361294e-05
previous_iter_valid_loss : 0.1624026596546173

    933580	  0.162555	  0.162403	  0.169198		CURRENT LEARNING RATE: 6.173404823920185e-05
previous_iter_valid_loss : 0.17441463470458984

    933600	  0.174573	  0.174415	  0.169858		CURRENT LEARNING RATE: 6.17217026641527e-05
previous_iter_valid_loss : 0.17151616513729095

    933620	  0.171666	  0.171516	  0.170078		CURRENT LEARNING RATE: 6.170935955797165e-05
previous_iter_valid_loss : 0.16095443069934845

    933640	  0.161127	  0.160954	  0.170048		CURRENT LEARNING RATE: 6.169701892016489e-05
previous_iter_valid_loss : 0.1605576127767563

    933660	  0.160727	  0.160558	  0.168817		CURRENT LEARNING RATE: 6.168468075023902e-05
previous_iter_valid_loss : 0.16075433790683746

    933680	  0.160926	  0.160754	  0.168317		CURRENT LEARNING RATE: 6.167234504770036e-05
previous_iter_valid_loss : 0.16392314434051514

    933700	  0.164082	  0.163923	  0.168486		CURRENT LEARNING RATE: 6.166001181205553e-05
previous_iter_valid_loss : 0.16116824746131897

    933720	  0.161356	  0.161168	  0.168042		CURRENT LEARNING RATE: 6.164768104281106e-05
previous_iter_valid_loss : 0.16732481122016907

    933740	  0.167489	  0.167325	  0.167935		CURRENT LEARNING RATE: 6.163535273947396e-05
previous_iter_valid_loss : 0.16650621592998505

    933760	  0.166668	  0.166506	  0.168076		CURRENT LEARNING RATE: 6.162302690155098e-05
previous_iter_valid_loss : 0.18937353789806366

    933780	  0.189508	  0.189374	  0.169472		CURRENT LEARNING RATE: 6.161070352854907e-05
previous_iter_valid_loss : 0.17338068783283234

    933800	  0.173528	  0.173381	  0.170107		CURRENT LEARNING RATE: 6.15983826199752e-05
previous_iter_valid_loss : 0.18219095468521118

    933820	  0.182347	  0.182191	  0.170371		CURRENT LEARNING RATE: 6.158606417533676e-05
previous_iter_valid_loss : 0.19453933835029602

    933840	  0.194654	  0.194539	  0.170803		CURRENT LEARNING RATE: 6.15737481941409e-05
previous_iter_valid_loss : 0.16306765377521515

    933860	  0.163265	  0.163068	  0.169773		CURRENT LEARNING RATE: 6.156143467589486e-05
previous_iter_valid_loss : 0.16208916902542114

    933880	  0.162285	  0.162089	  0.169119		CURRENT LEARNING RATE: 6.154912362010633e-05
previous_iter_valid_loss : 0.16132301092147827

    933900	  0.161506	  0.161323	  0.168934		CURRENT LEARNING RATE: 6.153681502628274e-05
previous_iter_valid_loss : 0.16067779064178467

    933920	  0.160851	  0.160678	  0.168418		CURRENT LEARNING RATE: 6.152450889393177e-05
previous_iter_valid_loss : 0.16167493164539337

    933940	  0.161865	  0.161675	  0.168471		CURRENT LEARNING RATE: 6.151220522256105e-05
previous_iter_valid_loss : 0.16049903631210327

    933960	  0.160659	  0.160499	  0.167914		CURRENT LEARNING RATE: 6.149990401167867e-05
previous_iter_valid_loss : 0.16117197275161743

    933980	  0.161332	  0.161172	  0.167852		CURRENT LEARNING RATE: 6.148760526079244e-05
previous_iter_valid_loss : 0.1605137586593628

    934000	  0.160677	  0.160514	  0.167157		CURRENT LEARNING RATE: 6.147530896941043e-05
previous_iter_valid_loss : 0.1778077781200409

    934020	  0.177967	  0.177808	  0.167472		CURRENT LEARNING RATE: 6.146301513704069e-05
previous_iter_valid_loss : 0.16388101875782013

    934040	  0.164049	  0.163881	  0.167618		CURRENT LEARNING RATE: 6.145072376319168e-05
previous_iter_valid_loss : 0.16331113874912262

    934060	  0.163510	  0.163311	  0.167756		CURRENT LEARNING RATE: 6.14384348473716e-05
previous_iter_valid_loss : 0.1759139895439148

    934080	  0.176071	  0.175914	  0.168514		CURRENT LEARNING RATE: 6.142614838908893e-05
previous_iter_valid_loss : 0.16241472959518433

    934100	  0.162592	  0.162415	  0.168438		CURRENT LEARNING RATE: 6.141386438785211e-05
previous_iter_valid_loss : 0.16084812581539154

    934120	  0.161009	  0.160848	  0.168422		CURRENT LEARNING RATE: 6.140158284316997e-05
previous_iter_valid_loss : 0.16752870380878448

    934140	  0.167687	  0.167529	  0.168433		CURRENT LEARNING RATE: 6.138930375455117e-05
previous_iter_valid_loss : 0.1647723764181137

    934160	  0.164944	  0.164772	  0.168346		CURRENT LEARNING RATE: 6.13770271215045e-05
previous_iter_valid_loss : 0.16113440692424774

    934180	  0.161319	  0.161134	  0.166934		CURRENT LEARNING RATE: 6.136475294353883e-05
previous_iter_valid_loss : 0.16072119772434235

    934200	  0.160897	  0.160721	  0.166301		CURRENT LEARNING RATE: 6.13524812201634e-05
previous_iter_valid_loss : 0.1610904186964035

    934220	  0.161243	  0.161090	  0.165246		CURRENT LEARNING RATE: 6.134021195088721e-05
previous_iter_valid_loss : 0.16097262501716614

    934240	  0.161125	  0.160973	  0.163568		CURRENT LEARNING RATE: 6.132794513521954e-05
previous_iter_valid_loss : 0.164076566696167

    934260	  0.164266	  0.164077	  0.163618		CURRENT LEARNING RATE: 6.131568077266954e-05
previous_iter_valid_loss : 0.168840229511261

    934280	  0.168999	  0.168840	  0.163956		CURRENT LEARNING RATE: 6.13034188627469e-05
previous_iter_valid_loss : 0.17828217148780823

    934300	  0.178594	  0.178282	  0.164804		CURRENT LEARNING RATE: 6.129115940496103e-05
previous_iter_valid_loss : 0.16060519218444824

    934320	  0.160772	  0.160605	  0.164800		CURRENT LEARNING RATE: 6.127890239882143e-05
previous_iter_valid_loss : 0.1610809713602066

    934340	  0.161268	  0.161081	  0.164770		CURRENT LEARNING RATE: 6.126664784383803e-05
previous_iter_valid_loss : 0.16406993567943573

    934360	  0.164234	  0.164070	  0.164949		CURRENT LEARNING RATE: 6.125439573952057e-05
previous_iter_valid_loss : 0.16050037741661072

    934380	  0.160671	  0.160500	  0.164915		CURRENT LEARNING RATE: 6.124214608537894e-05
previous_iter_valid_loss : 0.1607830971479416

    934400	  0.160946	  0.160783	  0.164929		CURRENT LEARNING RATE: 6.122989888092306e-05
previous_iter_valid_loss : 0.21079684793949127

    934420	  0.210849	  0.210797	  0.166578		CURRENT LEARNING RATE: 6.121765412566324e-05
previous_iter_valid_loss : 0.16054552793502808

    934440	  0.160708	  0.160546	  0.166411		CURRENT LEARNING RATE: 6.12054118191096e-05
previous_iter_valid_loss : 0.162435844540596

    934460	  0.162613	  0.162436	  0.166368		CURRENT LEARNING RATE: 6.119317196077244e-05
previous_iter_valid_loss : 0.16524866223335266

    934480	  0.165404	  0.165249	  0.165834		CURRENT LEARNING RATE: 6.118093455016206e-05
previous_iter_valid_loss : 0.18304003775119781

    934500	  0.183386	  0.183040	  0.166866		CURRENT LEARNING RATE: 6.116869958678917e-05
previous_iter_valid_loss : 0.16049087047576904

    934520	  0.160656	  0.160491	  0.166848		CURRENT LEARNING RATE: 6.115646707016428e-05
previous_iter_valid_loss : 0.1613788604736328

    934540	  0.161542	  0.161379	  0.166540		CURRENT LEARNING RATE: 6.114423699979808e-05
previous_iter_valid_loss : 0.17869818210601807

    934560	  0.179017	  0.178698	  0.167236		CURRENT LEARNING RATE: 6.113200937520126e-05
previous_iter_valid_loss : 0.16491283476352692

    934580	  0.165116	  0.164913	  0.167425		CURRENT LEARNING RATE: 6.111978419588493e-05
previous_iter_valid_loss : 0.1611618995666504

    934600	  0.161321	  0.161162	  0.167447		CURRENT LEARNING RATE: 6.110756146135997e-05
previous_iter_valid_loss : 0.16497796773910522

    934620	  0.165182	  0.164978	  0.167642		CURRENT LEARNING RATE: 6.109534117113748e-05
previous_iter_valid_loss : 0.1640225350856781

    934640	  0.164214	  0.164023	  0.167794		CURRENT LEARNING RATE: 6.108312332472855e-05
previous_iter_valid_loss : 0.16491620242595673

    934660	  0.165123	  0.164916	  0.167836		CURRENT LEARNING RATE: 6.107090792164466e-05
previous_iter_valid_loss : 0.16073626279830933

    934680	  0.160897	  0.160736	  0.167431		CURRENT LEARNING RATE: 6.105869496139709e-05
previous_iter_valid_loss : 0.16193154454231262

    934700	  0.162124	  0.161932	  0.166614		CURRENT LEARNING RATE: 6.104648444349721e-05
previous_iter_valid_loss : 0.16692011058330536

    934720	  0.167147	  0.166920	  0.166929		CURRENT LEARNING RATE: 6.1034276367456845e-05
previous_iter_valid_loss : 0.16055594384670258

    934740	  0.160721	  0.160556	  0.166903		CURRENT LEARNING RATE: 6.102207073278753e-05
previous_iter_valid_loss : 0.16643519699573517

    934760	  0.166593	  0.166435	  0.167021		CURRENT LEARNING RATE: 6.100986753900106e-05
previous_iter_valid_loss : 0.16321389377117157

    934780	  0.163384	  0.163214	  0.167157		CURRENT LEARNING RATE: 6.0997666785609195e-05
previous_iter_valid_loss : 0.1696830689907074

    934800	  0.169930	  0.169683	  0.167602		CURRENT LEARNING RATE: 6.098546847212411e-05
previous_iter_valid_loss : 0.16561159491539001

    934820	  0.165814	  0.165612	  0.165343		CURRENT LEARNING RATE: 6.0973272598057775e-05
previous_iter_valid_loss : 0.1605900675058365

    934840	  0.160754	  0.160590	  0.165345		CURRENT LEARNING RATE: 6.096107916292235e-05
previous_iter_valid_loss : 0.16434267163276672

    934860	  0.164536	  0.164343	  0.165440		CURRENT LEARNING RATE: 6.094888816622999e-05
previous_iter_valid_loss : 0.17035581171512604

    934880	  0.170509	  0.170356	  0.165696		CURRENT LEARNING RATE: 6.0936699607493276e-05
previous_iter_valid_loss : 0.16084903478622437

    934900	  0.161004	  0.160849	  0.164586		CURRENT LEARNING RATE: 6.092451348622455e-05
previous_iter_valid_loss : 0.16281329095363617

    934920	  0.163003	  0.162813	  0.164702		CURRENT LEARNING RATE: 6.091232980193637e-05
previous_iter_valid_loss : 0.17755098640918732

    934940	  0.177712	  0.177551	  0.165511		CURRENT LEARNING RATE: 6.090014855414129e-05
previous_iter_valid_loss : 0.22346004843711853

    934960	  0.223444	  0.223460	  0.167749		CURRENT LEARNING RATE: 6.088796974235227e-05
previous_iter_valid_loss : 0.1787213385105133

    934980	  0.179035	  0.178721	  0.168439		CURRENT LEARNING RATE: 6.087579336608204e-05
previous_iter_valid_loss : 0.16324125230312347

    935000	  0.163409	  0.163241	  0.168543		CURRENT LEARNING RATE: 6.0863619424843554e-05
previous_iter_valid_loss : 0.16175054013729095

    935020	  0.161908	  0.161751	  0.168382		CURRENT LEARNING RATE: 6.0851447918149745e-05
previous_iter_valid_loss : 0.16063910722732544

    935040	  0.160796	  0.160639	  0.168213		CURRENT LEARNING RATE: 6.083927884551397e-05
previous_iter_valid_loss : 0.16171894967556

    935060	  0.161871	  0.161719	  0.168053		CURRENT LEARNING RATE: 6.082711220644936e-05
previous_iter_valid_loss : 0.17126302421092987

    935080	  0.171411	  0.171263	  0.168579		CURRENT LEARNING RATE: 6.081494800046914e-05
previous_iter_valid_loss : 0.175691619515419

    935100	  0.175850	  0.175692	  0.169267		CURRENT LEARNING RATE: 6.0802786227086946e-05
previous_iter_valid_loss : 0.18566299974918365

    935120	  0.185804	  0.185663	  0.170204		CURRENT LEARNING RATE: 6.079062688581621e-05
previous_iter_valid_loss : 0.16395816206932068

    935140	  0.164163	  0.163958	  0.170374		CURRENT LEARNING RATE: 6.077846997617057e-05
previous_iter_valid_loss : 0.1615980565547943

    935160	  0.161750	  0.161598	  0.170133		CURRENT LEARNING RATE: 6.0766315497663626e-05
previous_iter_valid_loss : 0.18691997230052948

    935180	  0.187061	  0.186920	  0.171318		CURRENT LEARNING RATE: 6.075416344980941e-05
previous_iter_valid_loss : 0.1716095507144928

    935200	  0.171868	  0.171610	  0.171414		CURRENT LEARNING RATE: 6.074201383212175e-05
previous_iter_valid_loss : 0.16083085536956787

    935220	  0.160985	  0.160831	  0.171175		CURRENT LEARNING RATE: 6.0729866644114634e-05
previous_iter_valid_loss : 0.160885751247406

    935240	  0.161040	  0.160886	  0.171190		CURRENT LEARNING RATE: 6.07177218853021e-05
previous_iter_valid_loss : 0.17733749747276306

    935260	  0.177496	  0.177337	  0.171840		CURRENT LEARNING RATE: 6.070557955519855e-05
previous_iter_valid_loss : 0.1617417186498642

    935280	  0.161928	  0.161742	  0.171409		CURRENT LEARNING RATE: 6.06934396533182e-05
previous_iter_valid_loss : 0.1664159595966339

    935300	  0.166628	  0.166416	  0.171687		CURRENT LEARNING RATE: 6.068130217917544e-05
previous_iter_valid_loss : 0.1741073727607727

    935320	  0.174400	  0.174107	  0.172252		CURRENT LEARNING RATE: 6.066916713228466e-05
previous_iter_valid_loss : 0.16049015522003174

    935340	  0.160658	  0.160490	  0.171399		CURRENT LEARNING RATE: 6.0657034512160686e-05
previous_iter_valid_loss : 0.16186878085136414

    935360	  0.162058	  0.161869	  0.168319		CURRENT LEARNING RATE: 6.0644904318318096e-05
previous_iter_valid_loss : 0.17780649662017822

    935380	  0.178114	  0.177806	  0.168274		CURRENT LEARNING RATE: 6.063277655027169e-05
previous_iter_valid_loss : 0.16582393646240234

    935400	  0.166039	  0.165824	  0.168403		CURRENT LEARNING RATE: 6.0620651207536245e-05
previous_iter_valid_loss : 0.16169939935207367

    935420	  0.161889	  0.161699	  0.168400		CURRENT LEARNING RATE: 6.060852828962697e-05
previous_iter_valid_loss : 0.16051925718784332

    935440	  0.160685	  0.160519	  0.168394		CURRENT LEARNING RATE: 6.059640779605883e-05
previous_iter_valid_loss : 0.16425371170043945

    935460	  0.164450	  0.164254	  0.168521		CURRENT LEARNING RATE: 6.0584289726347014e-05
previous_iter_valid_loss : 0.1684418022632599

    935480	  0.168676	  0.168442	  0.168380		CURRENT LEARNING RATE: 6.057217408000668e-05
previous_iter_valid_loss : 0.16100740432739258

    935500	  0.161160	  0.161007	  0.167646		CURRENT LEARNING RATE: 6.0560060856553435e-05
previous_iter_valid_loss : 0.16642352938652039

    935520	  0.166645	  0.166424	  0.166684		CURRENT LEARNING RATE: 6.054795005550262e-05
previous_iter_valid_loss : 0.16282956302165985

    935540	  0.162995	  0.162830	  0.166627		CURRENT LEARNING RATE: 6.0535841676369716e-05
previous_iter_valid_loss : 0.16271767020225525

    935560	  0.162882	  0.162718	  0.166683		CURRENT LEARNING RATE: 6.052373571867059e-05
previous_iter_valid_loss : 0.17151682078838348

    935580	  0.171663	  0.171517	  0.165913		CURRENT LEARNING RATE: 6.051163218192091e-05
previous_iter_valid_loss : 0.16109593212604523

    935600	  0.161258	  0.161096	  0.165388		CURRENT LEARNING RATE: 6.049953106563652e-05
previous_iter_valid_loss : 0.1708526611328125

    935620	  0.170997	  0.170853	  0.165889		CURRENT LEARNING RATE: 6.0487432369333274e-05
previous_iter_valid_loss : 0.17544175684452057

    935640	  0.175732	  0.175442	  0.166616		CURRENT LEARNING RATE: 6.047533609252744e-05
previous_iter_valid_loss : 0.16063864529132843

    935660	  0.160804	  0.160639	  0.165781		CURRENT LEARNING RATE: 6.046324223473505e-05
previous_iter_valid_loss : 0.18613776564598083

    935680	  0.186273	  0.186138	  0.167001		CURRENT LEARNING RATE: 6.045115079547237e-05
previous_iter_valid_loss : 0.1634003072977066

    935700	  0.163571	  0.163400	  0.166850		CURRENT LEARNING RATE: 6.043906177425561e-05
previous_iter_valid_loss : 0.16052553057670593

    935720	  0.160694	  0.160526	  0.166171		CURRENT LEARNING RATE: 6.042697517060144e-05
previous_iter_valid_loss : 0.1605004370212555

    935740	  0.160668	  0.160500	  0.166172		CURRENT LEARNING RATE: 6.041489098402629e-05
previous_iter_valid_loss : 0.16123127937316895

    935760	  0.161423	  0.161231	  0.166140		CURRENT LEARNING RATE: 6.040280921404678e-05
previous_iter_valid_loss : 0.17319074273109436

    935780	  0.173465	  0.173191	  0.165909		CURRENT LEARNING RATE: 6.039072986017954e-05
previous_iter_valid_loss : 0.16749441623687744

    935800	  0.167716	  0.167494	  0.165993		CURRENT LEARNING RATE: 6.0378652921941614e-05
previous_iter_valid_loss : 0.16089576482772827

    935820	  0.161047	  0.160896	  0.165953		CURRENT LEARNING RATE: 6.0366578398849816e-05
previous_iter_valid_loss : 0.161091148853302

    935840	  0.161282	  0.161091	  0.165981		CURRENT LEARNING RATE: 6.035450629042115e-05
previous_iter_valid_loss : 0.17121806740760803

    935860	  0.171467	  0.171218	  0.166329		CURRENT LEARNING RATE: 6.0342436596172646e-05
previous_iter_valid_loss : 0.1608894020318985

    935880	  0.161047	  0.160889	  0.165952		CURRENT LEARNING RATE: 6.0330369315621725e-05
previous_iter_valid_loss : 0.16362518072128296

    935900	  0.163814	  0.163625	  0.166083		CURRENT LEARNING RATE: 6.031830444828558e-05
previous_iter_valid_loss : 0.16248393058776855

    935920	  0.162670	  0.162484	  0.165886		CURRENT LEARNING RATE: 6.0306241993681504e-05
previous_iter_valid_loss : 0.16071170568466187

    935940	  0.160859	  0.160712	  0.165780		CURRENT LEARNING RATE: 6.029418195132724e-05
previous_iter_valid_loss : 0.1642315536737442

    935960	  0.164441	  0.164232	  0.165855		CURRENT LEARNING RATE: 6.028212432074024e-05
previous_iter_valid_loss : 0.16077330708503723

    935980	  0.160932	  0.160773	  0.165318		CURRENT LEARNING RATE: 6.027006910143824e-05
previous_iter_valid_loss : 0.16406264901161194

    936000	  0.164264	  0.164063	  0.165467		CURRENT LEARNING RATE: 6.02580162929389e-05
previous_iter_valid_loss : 0.17214353382587433

    936020	  0.172297	  0.172144	  0.165531		CURRENT LEARNING RATE: 6.024596589476032e-05
previous_iter_valid_loss : 0.17567387223243713

    936040	  0.175826	  0.175674	  0.165543		CURRENT LEARNING RATE: 6.02339179064204e-05
previous_iter_valid_loss : 0.16071519255638123

    936060	  0.160876	  0.160715	  0.165547		CURRENT LEARNING RATE: 6.022187232743719e-05
previous_iter_valid_loss : 0.1605156809091568

    936080	  0.160686	  0.160516	  0.164266		CURRENT LEARNING RATE: 6.020982915732878e-05
previous_iter_valid_loss : 0.161982923746109

    936100	  0.162145	  0.161983	  0.164195		CURRENT LEARNING RATE: 6.019778839561365e-05
previous_iter_valid_loss : 0.1726793646812439

    936120	  0.172952	  0.172679	  0.164802		CURRENT LEARNING RATE: 6.018575004181007e-05
previous_iter_valid_loss : 0.1699863076210022

    936140	  0.170136	  0.169986	  0.165277		CURRENT LEARNING RATE: 6.017371409543649e-05
previous_iter_valid_loss : 0.1796765774488449

    936160	  0.180001	  0.179677	  0.166199		CURRENT LEARNING RATE: 6.0161680556011375e-05
previous_iter_valid_loss : 0.16361553966999054

    936180	  0.163810	  0.163616	  0.165720		CURRENT LEARNING RATE: 6.01496494230536e-05
previous_iter_valid_loss : 0.16373080015182495

    936200	  0.163936	  0.163731	  0.165532		CURRENT LEARNING RATE: 6.013762069608181e-05
previous_iter_valid_loss : 0.16095580160617828

    936220	  0.161134	  0.160956	  0.165535		CURRENT LEARNING RATE: 6.012559437461486e-05
previous_iter_valid_loss : 0.16134904325008392

    936240	  0.161532	  0.161349	  0.165548		CURRENT LEARNING RATE: 6.011357045817158e-05
previous_iter_valid_loss : 0.16279740631580353

    936260	  0.162961	  0.162797	  0.165127		CURRENT LEARNING RATE: 6.010154894627123e-05
previous_iter_valid_loss : 0.16401749849319458

    936280	  0.164189	  0.164017	  0.165283		CURRENT LEARNING RATE: 6.008952983843285e-05
previous_iter_valid_loss : 0.16051727533340454

    936300	  0.160679	  0.160517	  0.165128		CURRENT LEARNING RATE: 6.007751313417557e-05
previous_iter_valid_loss : 0.16074137389659882

    936320	  0.160914	  0.160741	  0.165041		CURRENT LEARNING RATE: 6.006549883301893e-05
previous_iter_valid_loss : 0.16182006895542145

    936340	  0.162007	  0.161820	  0.165096		CURRENT LEARNING RATE: 6.005348693448225e-05
previous_iter_valid_loss : 0.160832941532135

    936360	  0.161009	  0.160833	  0.164926		CURRENT LEARNING RATE: 6.004147743808505e-05
previous_iter_valid_loss : 0.16063684225082397

    936380	  0.160778	  0.160637	  0.164919		CURRENT LEARNING RATE: 6.002947034334685e-05
previous_iter_valid_loss : 0.16077102720737457

    936400	  0.160944	  0.160771	  0.164755		CURRENT LEARNING RATE: 6.001746564978759e-05
previous_iter_valid_loss : 0.17112937569618225

    936420	  0.171278	  0.171129	  0.164704		CURRENT LEARNING RATE: 6.0005463356926943e-05
previous_iter_valid_loss : 0.16327376663684845

    936440	  0.163441	  0.163274	  0.164084		CURRENT LEARNING RATE: 5.9993463464284847e-05
previous_iter_valid_loss : 0.1605098843574524

    936460	  0.160677	  0.160510	  0.164074		CURRENT LEARNING RATE: 5.998146597138119e-05
previous_iter_valid_loss : 0.16054676473140717

    936480	  0.160700	  0.160547	  0.164075		CURRENT LEARNING RATE: 5.99694708777363e-05
previous_iter_valid_loss : 0.16663406789302826

    936500	  0.166788	  0.166634	  0.164308		CURRENT LEARNING RATE: 5.9957478182870235e-05
previous_iter_valid_loss : 0.16076084971427917

    936520	  0.160934	  0.160761	  0.163712		CURRENT LEARNING RATE: 5.994548788630332e-05
previous_iter_valid_loss : 0.1660437136888504

    936540	  0.166266	  0.166044	  0.163515		CURRENT LEARNING RATE: 5.993349998755582e-05
previous_iter_valid_loss : 0.16499918699264526

    936560	  0.165164	  0.164999	  0.162781		CURRENT LEARNING RATE: 5.9921514486148425e-05
previous_iter_valid_loss : 0.16234806180000305

    936580	  0.162546	  0.162348	  0.162718		CURRENT LEARNING RATE: 5.9909531381601615e-05
previous_iter_valid_loss : 0.1633346825838089

    936600	  0.163524	  0.163335	  0.162698		CURRENT LEARNING RATE: 5.989755067343608e-05
previous_iter_valid_loss : 0.17774762213230133

    936620	  0.177906	  0.177748	  0.163537		CURRENT LEARNING RATE: 5.988557236117247e-05
previous_iter_valid_loss : 0.16094806790351868

    936640	  0.161135	  0.160948	  0.163517		CURRENT LEARNING RATE: 5.9873596444331866e-05
previous_iter_valid_loss : 0.16568613052368164

    936660	  0.165892	  0.165686	  0.163662		CURRENT LEARNING RATE: 5.9861622922435125e-05
previous_iter_valid_loss : 0.16620205342769623

    936680	  0.166416	  0.166202	  0.163771		CURRENT LEARNING RATE: 5.9849651795003206e-05
previous_iter_valid_loss : 0.1675371527671814

    936700	  0.167697	  0.167537	  0.164122		CURRENT LEARNING RATE: 5.983768306155748e-05
previous_iter_valid_loss : 0.16126975417137146

    936720	  0.161421	  0.161270	  0.164148		CURRENT LEARNING RATE: 5.982571672161907e-05
previous_iter_valid_loss : 0.161839097738266

    936740	  0.162035	  0.161839	  0.164149		CURRENT LEARNING RATE: 5.9813752774709346e-05
previous_iter_valid_loss : 0.166134774684906

    936760	  0.166344	  0.166135	  0.164414		CURRENT LEARNING RATE: 5.9801791220349634e-05
previous_iter_valid_loss : 0.16324952244758606

    936780	  0.163454	  0.163250	  0.164545		CURRENT LEARNING RATE: 5.978983205806169e-05
previous_iter_valid_loss : 0.163257896900177

    936800	  0.163431	  0.163258	  0.164669		CURRENT LEARNING RATE: 5.977787528736703e-05
previous_iter_valid_loss : 0.16452881693840027

    936820	  0.164707	  0.164529	  0.164339		CURRENT LEARNING RATE: 5.976592090778739e-05
previous_iter_valid_loss : 0.16355568170547485

    936840	  0.163748	  0.163556	  0.164354		CURRENT LEARNING RATE: 5.975396891884449e-05
previous_iter_valid_loss : 0.1606055647134781

    936860	  0.160771	  0.160606	  0.164358		CURRENT LEARNING RATE: 5.9742019320060456e-05
previous_iter_valid_loss : 0.16261723637580872

    936880	  0.162787	  0.162617	  0.164462		CURRENT LEARNING RATE: 5.9730072110957206e-05
previous_iter_valid_loss : 0.160933718085289

    936900	  0.161085	  0.160934	  0.164177		CURRENT LEARNING RATE: 5.9718127291056845e-05
previous_iter_valid_loss : 0.16703006625175476

    936920	  0.167252	  0.167030	  0.164490		CURRENT LEARNING RATE: 5.9706184859881486e-05
previous_iter_valid_loss : 0.18399517238140106

    936940	  0.184346	  0.183995	  0.165388		CURRENT LEARNING RATE: 5.969424481695363e-05
previous_iter_valid_loss : 0.1713867485523224

    936960	  0.171645	  0.171387	  0.165707		CURRENT LEARNING RATE: 5.968230716179558e-05
previous_iter_valid_loss : 0.1610998511314392

    936980	  0.161255	  0.161100	  0.165645		CURRENT LEARNING RATE: 5.967037189392982e-05
previous_iter_valid_loss : 0.16182656586170197

    937000	  0.161983	  0.161827	  0.165569		CURRENT LEARNING RATE: 5.965843901287883e-05
previous_iter_valid_loss : 0.1708066761493683

    937020	  0.171064	  0.170807	  0.165222		CURRENT LEARNING RATE: 5.964650851816553e-05
previous_iter_valid_loss : 0.17348937690258026

    937040	  0.173640	  0.173489	  0.165849		CURRENT LEARNING RATE: 5.963458040931256e-05
previous_iter_valid_loss : 0.16312505304813385

    937060	  0.163318	  0.163125	  0.165721		CURRENT LEARNING RATE: 5.962265468584283e-05
previous_iter_valid_loss : 0.1615610122680664

    937080	  0.161714	  0.161561	  0.165489		CURRENT LEARNING RATE: 5.9610731347279185e-05
previous_iter_valid_loss : 0.1693636029958725

    937100	  0.169606	  0.169364	  0.165581		CURRENT LEARNING RATE: 5.9598810393144905e-05
previous_iter_valid_loss : 0.1646183431148529

    937120	  0.164830	  0.164618	  0.165748		CURRENT LEARNING RATE: 5.958689182296305e-05
previous_iter_valid_loss : 0.16346710920333862

    937140	  0.163638	  0.163467	  0.165829		CURRENT LEARNING RATE: 5.9574975636256763e-05
previous_iter_valid_loss : 0.16646206378936768

    937160	  0.166622	  0.166462	  0.165846		CURRENT LEARNING RATE: 5.956306183254963e-05
previous_iter_valid_loss : 0.16606266796588898

    937180	  0.166225	  0.166063	  0.165987		CURRENT LEARNING RATE: 5.9551150411364976e-05
previous_iter_valid_loss : 0.16128398478031158

    937200	  0.161436	  0.161284	  0.165888		CURRENT LEARNING RATE: 5.953924137222634e-05
previous_iter_valid_loss : 0.20082233846187592

    937220	  0.201368	  0.200822	  0.167702		CURRENT LEARNING RATE: 5.9527334714657264e-05
previous_iter_valid_loss : 0.17063425481319427

    937240	  0.170885	  0.170634	  0.168056		CURRENT LEARNING RATE: 5.951543043818168e-05
previous_iter_valid_loss : 0.16782334446907043

    937260	  0.168055	  0.167823	  0.168417		CURRENT LEARNING RATE: 5.9503528542323334e-05
previous_iter_valid_loss : 0.17478181421756744

    937280	  0.174936	  0.174782	  0.169026		CURRENT LEARNING RATE: 5.9491629026606136e-05
previous_iter_valid_loss : 0.16141293942928314

    937300	  0.161566	  0.161413	  0.169050		CURRENT LEARNING RATE: 5.9479731890554e-05
previous_iter_valid_loss : 0.1653357446193695

    937320	  0.165549	  0.165336	  0.168965		CURRENT LEARNING RATE: 5.946783713369126e-05
previous_iter_valid_loss : 0.16111361980438232

    937340	  0.161268	  0.161114	  0.167821		CURRENT LEARNING RATE: 5.945594475554199e-05
previous_iter_valid_loss : 0.16459216177463531

    937360	  0.164801	  0.164592	  0.167481		CURRENT LEARNING RATE: 5.944405475563054e-05
previous_iter_valid_loss : 0.16563893854618073

    937380	  0.165801	  0.165639	  0.167708		CURRENT LEARNING RATE: 5.943216713348118e-05
previous_iter_valid_loss : 0.17184586822986603

    937400	  0.171993	  0.171846	  0.168209		CURRENT LEARNING RATE: 5.942028188861861e-05
previous_iter_valid_loss : 0.16698169708251953

    937420	  0.167138	  0.166982	  0.168018		CURRENT LEARNING RATE: 5.940839902056733e-05
previous_iter_valid_loss : 0.1690286546945572

    937440	  0.169267	  0.169029	  0.167795		CURRENT LEARNING RATE: 5.9396518528852016e-05
previous_iter_valid_loss : 0.1694374680519104

    937460	  0.169677	  0.169437	  0.168110		CURRENT LEARNING RATE: 5.9384640412997344e-05
previous_iter_valid_loss : 0.18364529311656952

    937480	  0.183794	  0.183645	  0.169214		CURRENT LEARNING RATE: 5.93727646725284e-05
previous_iter_valid_loss : 0.16156382858753204

    937500	  0.161748	  0.161564	  0.168824		CURRENT LEARNING RATE: 5.9360891306970064e-05
previous_iter_valid_loss : 0.16501928865909576

    937520	  0.165232	  0.165019	  0.168844		CURRENT LEARNING RATE: 5.9349020315847275e-05
previous_iter_valid_loss : 0.16057798266410828

    937540	  0.160759	  0.160578	  0.168700		CURRENT LEARNING RATE: 5.933715169868541e-05
previous_iter_valid_loss : 0.16113054752349854

    937560	  0.161293	  0.161131	  0.168433		CURRENT LEARNING RATE: 5.9325285455009624e-05
previous_iter_valid_loss : 0.16264742612838745

    937580	  0.162850	  0.162647	  0.168263		CURRENT LEARNING RATE: 5.931342158434526e-05
previous_iter_valid_loss : 0.16209715604782104

    937600	  0.162252	  0.162097	  0.168303		CURRENT LEARNING RATE: 5.9301560086217666e-05
previous_iter_valid_loss : 0.16380144655704498

    937620	  0.163964	  0.163801	  0.166452		CURRENT LEARNING RATE: 5.9289700960152594e-05
previous_iter_valid_loss : 0.16053704917430878

    937640	  0.160705	  0.160537	  0.165947		CURRENT LEARNING RATE: 5.9277844205675555e-05
previous_iter_valid_loss : 0.16090033948421478

    937660	  0.161058	  0.160900	  0.165601		CURRENT LEARNING RATE: 5.92659898223123e-05
previous_iter_valid_loss : 0.17050400376319885

    937680	  0.170655	  0.170504	  0.165387		CURRENT LEARNING RATE: 5.9254137809588535e-05
previous_iter_valid_loss : 0.1614845097064972

    937700	  0.161677	  0.161485	  0.165391		CURRENT LEARNING RATE: 5.92422881670304e-05
previous_iter_valid_loss : 0.17883025109767914

    937720	  0.179152	  0.178830	  0.166066		CURRENT LEARNING RATE: 5.92304408941638e-05
previous_iter_valid_loss : 0.17895956337451935

    937740	  0.179271	  0.178960	  0.166958		CURRENT LEARNING RATE: 5.921859599051484e-05
previous_iter_valid_loss : 0.16206207871437073

    937760	  0.162248	  0.162062	  0.166831		CURRENT LEARNING RATE: 5.9206753455609625e-05
previous_iter_valid_loss : 0.1708775907754898

    937780	  0.171030	  0.170878	  0.167093		CURRENT LEARNING RATE: 5.919491328897466e-05
previous_iter_valid_loss : 0.16181118786334991

    937800	  0.161971	  0.161811	  0.166592		CURRENT LEARNING RATE: 5.918307549013624e-05
previous_iter_valid_loss : 0.1605275720357895

    937820	  0.160688	  0.160528	  0.166269		CURRENT LEARNING RATE: 5.917124005862085e-05
previous_iter_valid_loss : 0.16087013483047485

    937840	  0.161047	  0.160870	  0.165861		CURRENT LEARNING RATE: 5.915940699395495e-05
previous_iter_valid_loss : 0.1831754446029663

    937860	  0.183331	  0.183175	  0.166548		CURRENT LEARNING RATE: 5.914757629566545e-05
previous_iter_valid_loss : 0.16055837273597717

    937880	  0.160715	  0.160558	  0.165394		CURRENT LEARNING RATE: 5.9135747963279016e-05
previous_iter_valid_loss : 0.1636815220117569

    937900	  0.163851	  0.163682	  0.165499		CURRENT LEARNING RATE: 5.91239219963224e-05
previous_iter_valid_loss : 0.1761934757232666

    937920	  0.176346	  0.176193	  0.166058		CURRENT LEARNING RATE: 5.911209839432277e-05
previous_iter_valid_loss : 0.16078393161296844

    937940	  0.160934	  0.160784	  0.166068		CURRENT LEARNING RATE: 5.910027715680709e-05
previous_iter_valid_loss : 0.16053073108196259

    937960	  0.160686	  0.160531	  0.166038		CURRENT LEARNING RATE: 5.90884582833025e-05
previous_iter_valid_loss : 0.16174152493476868

    937980	  0.161904	  0.161742	  0.165993		CURRENT LEARNING RATE: 5.907664177333615e-05
previous_iter_valid_loss : 0.18712766468524933

    938000	  0.187275	  0.187128	  0.167245		CURRENT LEARNING RATE: 5.906482762643558e-05
previous_iter_valid_loss : 0.16898974776268005

    938020	  0.169238	  0.168990	  0.167504		CURRENT LEARNING RATE: 5.9053015842128125e-05
previous_iter_valid_loss : 0.1676284223794937

    938040	  0.167854	  0.167628	  0.167859		CURRENT LEARNING RATE: 5.9041206419941306e-05
previous_iter_valid_loss : 0.17286022007465363

    938060	  0.173120	  0.172860	  0.168457		CURRENT LEARNING RATE: 5.902939935940265e-05
previous_iter_valid_loss : 0.1628887951374054

    938080	  0.163078	  0.162889	  0.168076		CURRENT LEARNING RATE: 5.901759466004008e-05
previous_iter_valid_loss : 0.16171520948410034

    938100	  0.161898	  0.161715	  0.168087		CURRENT LEARNING RATE: 5.900579232138132e-05
previous_iter_valid_loss : 0.17588500678539276

    938120	  0.176170	  0.175885	  0.167940		CURRENT LEARNING RATE: 5.899399234295424e-05
previous_iter_valid_loss : 0.16142171621322632

    938140	  0.161613	  0.161422	  0.167063		CURRENT LEARNING RATE: 5.898219472428676e-05
previous_iter_valid_loss : 0.1707010716199875

    938160	  0.170848	  0.170701	  0.167495		CURRENT LEARNING RATE: 5.897039946490719e-05
previous_iter_valid_loss : 0.16117455065250397

    938180	  0.161330	  0.161175	  0.167010		CURRENT LEARNING RATE: 5.89586065643436e-05
previous_iter_valid_loss : 0.1742112785577774

    938200	  0.174369	  0.174211	  0.167630		CURRENT LEARNING RATE: 5.8946816022124284e-05
previous_iter_valid_loss : 0.16201111674308777

    938220	  0.162200	  0.162011	  0.167704		CURRENT LEARNING RATE: 5.893502783777751e-05
previous_iter_valid_loss : 0.16572341322898865

    938240	  0.165936	  0.165723	  0.167947		CURRENT LEARNING RATE: 5.8923242010831966e-05
previous_iter_valid_loss : 0.17153626680374146

    938260	  0.171794	  0.171536	  0.167365		CURRENT LEARNING RATE: 5.891145854081611e-05
previous_iter_valid_loss : 0.16059687733650208

    938280	  0.160752	  0.160597	  0.167367		CURRENT LEARNING RATE: 5.889967742725859e-05
previous_iter_valid_loss : 0.1605783998966217

    938300	  0.160736	  0.160578	  0.167212		CURRENT LEARNING RATE: 5.8887898669688084e-05
previous_iter_valid_loss : 0.16237382590770721

    938320	  0.162541	  0.162374	  0.166521		CURRENT LEARNING RATE: 5.887612226763364e-05
previous_iter_valid_loss : 0.16050978004932404

    938340	  0.160672	  0.160510	  0.166507		CURRENT LEARNING RATE: 5.8864348220624086e-05
previous_iter_valid_loss : 0.16142433881759644

    938360	  0.161611	  0.161424	  0.166552		CURRENT LEARNING RATE: 5.885257652818837e-05
previous_iter_valid_loss : 0.16055642068386078

    938380	  0.160712	  0.160556	  0.166492		CURRENT LEARNING RATE: 5.884080718985582e-05
previous_iter_valid_loss : 0.17635321617126465

    938400	  0.176647	  0.176353	  0.165954		CURRENT LEARNING RATE: 5.882904020515557e-05
previous_iter_valid_loss : 0.16840723156929016

    938420	  0.168639	  0.168407	  0.165925		CURRENT LEARNING RATE: 5.8817275573616934e-05
previous_iter_valid_loss : 0.16319352388381958

    938440	  0.163394	  0.163194	  0.165703		CURRENT LEARNING RATE: 5.880551329476923e-05
previous_iter_valid_loss : 0.16151297092437744

    938460	  0.161700	  0.161513	  0.165136		CURRENT LEARNING RATE: 5.879375336814216e-05
previous_iter_valid_loss : 0.1668376475572586

    938480	  0.167003	  0.166838	  0.165333		CURRENT LEARNING RATE: 5.878199579326525e-05
previous_iter_valid_loss : 0.17032577097415924

    938500	  0.170574	  0.170326	  0.165764		CURRENT LEARNING RATE: 5.877024056966816e-05
previous_iter_valid_loss : 0.16690291464328766

    938520	  0.167116	  0.166903	  0.165314		CURRENT LEARNING RATE: 5.8758487696880604e-05
previous_iter_valid_loss : 0.19695259630680084

    938540	  0.197475	  0.196953	  0.167091		CURRENT LEARNING RATE: 5.8746737174432665e-05
previous_iter_valid_loss : 0.16090543568134308

    938560	  0.161059	  0.160905	  0.166601		CURRENT LEARNING RATE: 5.8734989001854225e-05
previous_iter_valid_loss : 0.16413751244544983

    938580	  0.164301	  0.164138	  0.166749		CURRENT LEARNING RATE: 5.872324317867536e-05
previous_iter_valid_loss : 0.16252391040325165

    938600	  0.162715	  0.162524	  0.166165		CURRENT LEARNING RATE: 5.8711499704426113e-05
previous_iter_valid_loss : 0.16074113547801971

    938620	  0.160903	  0.160741	  0.166101		CURRENT LEARNING RATE: 5.8699758578636967e-05
previous_iter_valid_loss : 0.17393134534358978

    938640	  0.174082	  0.173931	  0.166512		CURRENT LEARNING RATE: 5.8688019800838186e-05
previous_iter_valid_loss : 0.16338512301445007

    938660	  0.163576	  0.163385	  0.166104		CURRENT LEARNING RATE: 5.867628337056019e-05
previous_iter_valid_loss : 0.16608482599258423

    938680	  0.166299	  0.166085	  0.166379		CURRENT LEARNING RATE: 5.866454928733343e-05
previous_iter_valid_loss : 0.16184303164482117

    938700	  0.162010	  0.161843	  0.166442		CURRENT LEARNING RATE: 5.865281755068876e-05
previous_iter_valid_loss : 0.16398924589157104

    938720	  0.164183	  0.163989	  0.166523		CURRENT LEARNING RATE: 5.864108816015681e-05
previous_iter_valid_loss : 0.16289734840393066

    938740	  0.163090	  0.162897	  0.166642		CURRENT LEARNING RATE: 5.8629361115268273e-05
previous_iter_valid_loss : 0.16414424777030945

    938760	  0.164339	  0.164144	  0.166778		CURRENT LEARNING RATE: 5.861763641555431e-05
previous_iter_valid_loss : 0.16057251393795013

    938780	  0.160733	  0.160573	  0.166779		CURRENT LEARNING RATE: 5.86059140605458e-05
previous_iter_valid_loss : 0.17422178387641907

    938800	  0.174370	  0.174222	  0.166672		CURRENT LEARNING RATE: 5.859419404977386e-05
previous_iter_valid_loss : 0.16071520745754242

    938820	  0.160890	  0.160715	  0.166288		CURRENT LEARNING RATE: 5.8582476382769586e-05
previous_iter_valid_loss : 0.16484355926513672

    938840	  0.165061	  0.164844	  0.166370		CURRENT LEARNING RATE: 5.857076105906449e-05
previous_iter_valid_loss : 0.20972970128059387

    938860	  0.210322	  0.209730	  0.168781		CURRENT LEARNING RATE: 5.8559048078189826e-05
previous_iter_valid_loss : 0.16253018379211426

    938880	  0.162695	  0.162530	  0.168566		CURRENT LEARNING RATE: 5.8547337439677106e-05
previous_iter_valid_loss : 0.16094782948493958

    938900	  0.161102	  0.160948	  0.168097		CURRENT LEARNING RATE: 5.853562914305778e-05
previous_iter_valid_loss : 0.16382630169391632

    938920	  0.163988	  0.163826	  0.167943		CURRENT LEARNING RATE: 5.8523923187863736e-05
previous_iter_valid_loss : 0.16150392591953278

    938940	  0.161682	  0.161504	  0.166171		CURRENT LEARNING RATE: 5.851221957362663e-05
previous_iter_valid_loss : 0.16175496578216553

    938960	  0.161931	  0.161755	  0.166213		CURRENT LEARNING RATE: 5.85005182998783e-05
previous_iter_valid_loss : 0.16087724268436432

    938980	  0.161059	  0.160877	  0.166050		CURRENT LEARNING RATE: 5.8488819366150625e-05
previous_iter_valid_loss : 0.16120412945747375

    939000	  0.161392	  0.161204	  0.165984		CURRENT LEARNING RATE: 5.847712277197583e-05
previous_iter_valid_loss : 0.16650421917438507

    939020	  0.166669	  0.166504	  0.166272		CURRENT LEARNING RATE: 5.8465428516885946e-05
previous_iter_valid_loss : 0.1764327436685562

    939040	  0.176588	  0.176433	  0.166397		CURRENT LEARNING RATE: 5.845373660041322e-05
previous_iter_valid_loss : 0.16807407140731812

    939060	  0.168231	  0.168074	  0.166632		CURRENT LEARNING RATE: 5.8442047022089856e-05
previous_iter_valid_loss : 0.16072334349155426

    939080	  0.160879	  0.160723	  0.166364		CURRENT LEARNING RATE: 5.8430359781448484e-05
previous_iter_valid_loss : 0.1604892611503601

    939100	  0.160651	  0.160489	  0.166296		CURRENT LEARNING RATE: 5.841867487802152e-05
previous_iter_valid_loss : 0.16053874790668488

    939120	  0.160698	  0.160539	  0.166123		CURRENT LEARNING RATE: 5.8406992311341444e-05
previous_iter_valid_loss : 0.1610812246799469

    939140	  0.161241	  0.161081	  0.166033		CURRENT LEARNING RATE: 5.839531208094119e-05
previous_iter_valid_loss : 0.1949920356273651

    939160	  0.195497	  0.194992	  0.167575		CURRENT LEARNING RATE: 5.83836341863534e-05
previous_iter_valid_loss : 0.17943242192268372

    939180	  0.179751	  0.179432	  0.168518		CURRENT LEARNING RATE: 5.8371958627111e-05
previous_iter_valid_loss : 0.1620069444179535

    939200	  0.162194	  0.162007	  0.167907		CURRENT LEARNING RATE: 5.8360285402746856e-05
previous_iter_valid_loss : 0.16911327838897705

    939220	  0.169353	  0.169113	  0.168327		CURRENT LEARNING RATE: 5.834861451279423e-05
previous_iter_valid_loss : 0.1623406857252121

    939240	  0.162507	  0.162341	  0.168202		CURRENT LEARNING RATE: 5.8336945956786195e-05
previous_iter_valid_loss : 0.17071472108364105

    939260	  0.170962	  0.170715	  0.166251		CURRENT LEARNING RATE: 5.832527973425601e-05
previous_iter_valid_loss : 0.16052313148975372

    939280	  0.160693	  0.160523	  0.166151		CURRENT LEARNING RATE: 5.831361584473691e-05
previous_iter_valid_loss : 0.16293495893478394

    939300	  0.163127	  0.162935	  0.166250		CURRENT LEARNING RATE: 5.830195428776256e-05
previous_iter_valid_loss : 0.16981971263885498

    939320	  0.169969	  0.169820	  0.166550		CURRENT LEARNING RATE: 5.8290295062866385e-05
previous_iter_valid_loss : 0.16407306492328644

    939340	  0.164265	  0.164073	  0.166678		CURRENT LEARNING RATE: 5.827863816958202e-05
previous_iter_valid_loss : 0.16079334914684296

    939360	  0.160946	  0.160793	  0.166630		CURRENT LEARNING RATE: 5.8266983607443095e-05
previous_iter_valid_loss : 0.17725937068462372

    939380	  0.177551	  0.177259	  0.167449		CURRENT LEARNING RATE: 5.825533137598362e-05
previous_iter_valid_loss : 0.19222834706306458

    939400	  0.192688	  0.192228	  0.169001		CURRENT LEARNING RATE: 5.824368147473741e-05
previous_iter_valid_loss : 0.17055004835128784

    939420	  0.170799	  0.170550	  0.169203		CURRENT LEARNING RATE: 5.823203390323847e-05
previous_iter_valid_loss : 0.17113934457302094

    939440	  0.171391	  0.171139	  0.168938		CURRENT LEARNING RATE: 5.822038866102078e-05
previous_iter_valid_loss : 0.1607397049665451

    939460	  0.160891	  0.160740	  0.168572		CURRENT LEARNING RATE: 5.820874574761875e-05
previous_iter_valid_loss : 0.1626005917787552

    939480	  0.162759	  0.162601	  0.168665		CURRENT LEARNING RATE: 5.819710516256656e-05
previous_iter_valid_loss : 0.16051767766475677

    939500	  0.160670	  0.160518	  0.168667		CURRENT LEARNING RATE: 5.818546690539848e-05
previous_iter_valid_loss : 0.16051693260669708

    939520	  0.160671	  0.160517	  0.168666		CURRENT LEARNING RATE: 5.8173830975649185e-05
previous_iter_valid_loss : 0.16223236918449402

    939540	  0.162425	  0.162232	  0.168723		CURRENT LEARNING RATE: 5.816219737285315e-05
previous_iter_valid_loss : 0.16135668754577637

    939560	  0.161519	  0.161357	  0.167041		CURRENT LEARNING RATE: 5.8150566096545004e-05
previous_iter_valid_loss : 0.16313301026821136

    939580	  0.163300	  0.163133	  0.166227		CURRENT LEARNING RATE: 5.813893714625941e-05
previous_iter_valid_loss : 0.16649779677391052

    939600	  0.166714	  0.166498	  0.166451		CURRENT LEARNING RATE: 5.812731052153141e-05
previous_iter_valid_loss : 0.1618339568376541

    939620	  0.162028	  0.161834	  0.166087		CURRENT LEARNING RATE: 5.8115686221895844e-05
previous_iter_valid_loss : 0.1612766534090042

    939640	  0.161430	  0.161277	  0.166034		CURRENT LEARNING RATE: 5.8104064246887735e-05
previous_iter_valid_loss : 0.1606881320476532

    939660	  0.160842	  0.160688	  0.165533		CURRENT LEARNING RATE: 5.8092444596042096e-05
previous_iter_valid_loss : 0.1653510481119156

    939680	  0.165551	  0.165351	  0.165774		CURRENT LEARNING RATE: 5.808082726889436e-05
previous_iter_valid_loss : 0.17218618094921112

    939700	  0.172443	  0.172186	  0.166236		CURRENT LEARNING RATE: 5.806921226497971e-05
previous_iter_valid_loss : 0.16265948116779327

    939720	  0.162825	  0.162659	  0.165878		CURRENT LEARNING RATE: 5.8057599583833575e-05
previous_iter_valid_loss : 0.16053222119808197

    939740	  0.160696	  0.160532	  0.165701		CURRENT LEARNING RATE: 5.804598922499131e-05
previous_iter_valid_loss : 0.16295841336250305

    939760	  0.163122	  0.162958	  0.165810		CURRENT LEARNING RATE: 5.803438118798873e-05
previous_iter_valid_loss : 0.1744665801525116

    939780	  0.174618	  0.174467	  0.165670		CURRENT LEARNING RATE: 5.802277547236141e-05
previous_iter_valid_loss : 0.16064341366291046

    939800	  0.160799	  0.160643	  0.164091		CURRENT LEARNING RATE: 5.801117207764512e-05
previous_iter_valid_loss : 0.16147643327713013

    939820	  0.161666	  0.161476	  0.163637		CURRENT LEARNING RATE: 5.799957100337561e-05
previous_iter_valid_loss : 0.17547406256198883

    939840	  0.175620	  0.175474	  0.163854		CURRENT LEARNING RATE: 5.798797224908905e-05
previous_iter_valid_loss : 0.1605697125196457

    939860	  0.160736	  0.160570	  0.163845		CURRENT LEARNING RATE: 5.7976375814321396e-05
previous_iter_valid_loss : 0.17273736000061035

    939880	  0.172996	  0.172737	  0.164352		CURRENT LEARNING RATE: 5.796478169860877e-05
previous_iter_valid_loss : 0.16616840660572052

    939900	  0.166389	  0.166168	  0.164635		CURRENT LEARNING RATE: 5.795318990148733e-05
previous_iter_valid_loss : 0.16066211462020874

    939920	  0.160839	  0.160662	  0.164642		CURRENT LEARNING RATE: 5.794160042249359e-05
previous_iter_valid_loss : 0.1639556884765625

    939940	  0.164153	  0.163956	  0.164728		CURRENT LEARNING RATE: 5.793001326116387e-05
previous_iter_valid_loss : 0.16130690276622772

    939960	  0.161488	  0.161307	  0.164726		CURRENT LEARNING RATE: 5.791842841703459e-05
previous_iter_valid_loss : 0.17454536259174347

    939980	  0.174828	  0.174545	  0.165296		CURRENT LEARNING RATE: 5.7906845889642556e-05
previous_iter_valid_loss : 0.16577018797397614

    940000	  0.165985	  0.165770	  0.165260		CURRENT LEARNING RATE: 5.789526567852437e-05
previous_iter_valid_loss : 0.18340343236923218

    940020	  0.183552	  0.183403	  0.166338		CURRENT LEARNING RATE: 5.7883687783216815e-05
previous_iter_valid_loss : 0.16121870279312134

    940040	  0.161367	  0.161219	  0.166335		CURRENT LEARNING RATE: 5.787211220325668e-05
previous_iter_valid_loss : 0.16136209666728973

    940060	  0.161549	  0.161362	  0.166369		CURRENT LEARNING RATE: 5.786053893818114e-05
previous_iter_valid_loss : 0.16083616018295288

    940080	  0.160992	  0.160836	  0.166143		CURRENT LEARNING RATE: 5.784896798752717e-05
previous_iter_valid_loss : 0.178482785820961

    940100	  0.178639	  0.178483	  0.166458		CURRENT LEARNING RATE: 5.783739935083192e-05
previous_iter_valid_loss : 0.16734299063682556

    940120	  0.167500	  0.167343	  0.166692		CURRENT LEARNING RATE: 5.7825833027632554e-05
previous_iter_valid_loss : 0.1797034740447998

    940140	  0.179863	  0.179703	  0.167651		CURRENT LEARNING RATE: 5.7814269017466614e-05
previous_iter_valid_loss : 0.1686721295118332

    940160	  0.168902	  0.168672	  0.167937		CURRENT LEARNING RATE: 5.780270731987145e-05
previous_iter_valid_loss : 0.16157805919647217

    940180	  0.161725	  0.161578	  0.167292		CURRENT LEARNING RATE: 5.779114793438458e-05
previous_iter_valid_loss : 0.16133184731006622

    940200	  0.161493	  0.161332	  0.167327		CURRENT LEARNING RATE: 5.7779590860543534e-05
previous_iter_valid_loss : 0.1646319031715393

    940220	  0.164795	  0.164632	  0.167484		CURRENT LEARNING RATE: 5.7768036097886236e-05
previous_iter_valid_loss : 0.1661117970943451

    940240	  0.166274	  0.166112	  0.167016		CURRENT LEARNING RATE: 5.7756483645950384e-05
previous_iter_valid_loss : 0.16180938482284546

    940260	  0.161971	  0.161809	  0.167078		CURRENT LEARNING RATE: 5.7744933504273896e-05
previous_iter_valid_loss : 0.16605688631534576

    940280	  0.166220	  0.166057	  0.166744		CURRENT LEARNING RATE: 5.7733385672394646e-05
previous_iter_valid_loss : 0.1761920154094696

    940300	  0.176345	  0.176192	  0.167246		CURRENT LEARNING RATE: 5.7721840149850926e-05
previous_iter_valid_loss : 0.16296318173408508

    940320	  0.163131	  0.162963	  0.167361		CURRENT LEARNING RATE: 5.771029693618083e-05
previous_iter_valid_loss : 0.16226524114608765

    940340	  0.162457	  0.162265	  0.167276		CURRENT LEARNING RATE: 5.7698756030922513e-05
previous_iter_valid_loss : 0.16073259711265564

    940360	  0.160892	  0.160733	  0.167247		CURRENT LEARNING RATE: 5.768721743361455e-05
previous_iter_valid_loss : 0.16381554305553436

    940380	  0.164013	  0.163816	  0.166711		CURRENT LEARNING RATE: 5.767568114379529e-05
previous_iter_valid_loss : 0.1677432507276535

    940400	  0.167970	  0.167743	  0.166809		CURRENT LEARNING RATE: 5.766414716100328e-05
previous_iter_valid_loss : 0.1634179651737213

    940420	  0.163585	  0.163418	  0.165810		CURRENT LEARNING RATE: 5.765261548477707e-05
previous_iter_valid_loss : 0.16193677484989166

    940440	  0.162136	  0.161937	  0.165846		CURRENT LEARNING RATE: 5.764108611465558e-05
previous_iter_valid_loss : 0.16149061918258667

    940460	  0.161685	  0.161491	  0.165853		CURRENT LEARNING RATE: 5.762955905017754e-05
previous_iter_valid_loss : 0.1608702689409256

    940480	  0.161031	  0.160870	  0.165854		CURRENT LEARNING RATE: 5.7618034290881884e-05
previous_iter_valid_loss : 0.16581948101520538

    940500	  0.166028	  0.165819	  0.165221		CURRENT LEARNING RATE: 5.76065118363075e-05
previous_iter_valid_loss : 0.16428378224372864

    940520	  0.164499	  0.164284	  0.165068		CURRENT LEARNING RATE: 5.75949916859937e-05
previous_iter_valid_loss : 0.1612718254327774

    940540	  0.161459	  0.161272	  0.164147		CURRENT LEARNING RATE: 5.758347383947957e-05
previous_iter_valid_loss : 0.17517943680286407

    940560	  0.175464	  0.175179	  0.164472		CURRENT LEARNING RATE: 5.7571958296304406e-05
previous_iter_valid_loss : 0.16378089785575867

    940580	  0.163951	  0.163781	  0.164582		CURRENT LEARNING RATE: 5.7560445056007474e-05
previous_iter_valid_loss : 0.20851637423038483

    940600	  0.209094	  0.208516	  0.166941		CURRENT LEARNING RATE: 5.7548934118128455e-05
previous_iter_valid_loss : 0.16429069638252258

    940620	  0.164463	  0.164291	  0.166924		CURRENT LEARNING RATE: 5.7537425482206815e-05
previous_iter_valid_loss : 0.1606554090976715

    940640	  0.160825	  0.160655	  0.166651		CURRENT LEARNING RATE: 5.7525919147782194e-05
previous_iter_valid_loss : 0.1668180376291275

    940660	  0.167038	  0.166818	  0.166902		CURRENT LEARNING RATE: 5.7514415114394246e-05
previous_iter_valid_loss : 0.16462883353233337

    940680	  0.164838	  0.164629	  0.166830		CURRENT LEARNING RATE: 5.7502913381583013e-05
previous_iter_valid_loss : 0.1854124218225479

    940700	  0.185791	  0.185412	  0.167291		CURRENT LEARNING RATE: 5.749141394888833e-05
previous_iter_valid_loss : 0.1613231897354126

    940720	  0.161484	  0.161323	  0.167209		CURRENT LEARNING RATE: 5.74799168158501e-05
previous_iter_valid_loss : 0.18392346799373627

    940740	  0.184070	  0.183923	  0.168292		CURRENT LEARNING RATE: 5.746842198200866e-05
previous_iter_valid_loss : 0.16274391114711761

    940760	  0.162935	  0.162744	  0.168393		CURRENT LEARNING RATE: 5.7456929446904105e-05
previous_iter_valid_loss : 0.16059894859790802

    940780	  0.160762	  0.160599	  0.168232		CURRENT LEARNING RATE: 5.744543921007673e-05
previous_iter_valid_loss : 0.1625078171491623

    940800	  0.162672	  0.162508	  0.167970		CURRENT LEARNING RATE: 5.743395127106683e-05
previous_iter_valid_loss : 0.16054166853427887

    940820	  0.160707	  0.160542	  0.167826		CURRENT LEARNING RATE: 5.74224656294151e-05
previous_iter_valid_loss : 0.16284140944480896

    940840	  0.163022	  0.162841	  0.167872		CURRENT LEARNING RATE: 5.7410982284662e-05
previous_iter_valid_loss : 0.1605430394411087

    940860	  0.160702	  0.160543	  0.167824		CURRENT LEARNING RATE: 5.7399501236348194e-05
previous_iter_valid_loss : 0.16054053604602814

    940880	  0.160698	  0.160541	  0.167808		CURRENT LEARNING RATE: 5.7388022484014345e-05
previous_iter_valid_loss : 0.1605566143989563

    940900	  0.160724	  0.160557	  0.167545		CURRENT LEARNING RATE: 5.73765460272015e-05
previous_iter_valid_loss : 0.16483403742313385

    940920	  0.164998	  0.164834	  0.167572		CURRENT LEARNING RATE: 5.736507186545051e-05
previous_iter_valid_loss : 0.163510262966156

    940940	  0.163680	  0.163510	  0.167684		CURRENT LEARNING RATE: 5.73535999983024e-05
previous_iter_valid_loss : 0.16235001385211945

    940960	  0.162536	  0.162350	  0.167043		CURRENT LEARNING RATE: 5.73421304252982e-05
previous_iter_valid_loss : 0.16273008286952972

    940980	  0.162918	  0.162730	  0.166990		CURRENT LEARNING RATE: 5.733066314597933e-05
previous_iter_valid_loss : 0.16472949087619781

    941000	  0.164896	  0.164729	  0.164801		CURRENT LEARNING RATE: 5.7319198159886975e-05
previous_iter_valid_loss : 0.16276633739471436

    941020	  0.162965	  0.162766	  0.164725		CURRENT LEARNING RATE: 5.7307735466562575e-05
previous_iter_valid_loss : 0.1651526540517807

    941040	  0.165312	  0.165153	  0.164949		CURRENT LEARNING RATE: 5.729627506554749e-05
previous_iter_valid_loss : 0.16216684877872467

    941060	  0.162324	  0.162167	  0.164717		CURRENT LEARNING RATE: 5.728481695638352e-05
previous_iter_valid_loss : 0.17283271253108978

    941080	  0.173109	  0.172833	  0.165127		CURRENT LEARNING RATE: 5.7273361138612225e-05
previous_iter_valid_loss : 0.16720901429653168

    941100	  0.167430	  0.167209	  0.164217		CURRENT LEARNING RATE: 5.7261907611775395e-05
previous_iter_valid_loss : 0.16780582070350647

    941120	  0.168035	  0.167806	  0.164541		CURRENT LEARNING RATE: 5.725045637541477e-05
previous_iter_valid_loss : 0.16119135916233063

    941140	  0.161380	  0.161191	  0.163404		CURRENT LEARNING RATE: 5.7239007429072506e-05
previous_iter_valid_loss : 0.16055715084075928

    941160	  0.160725	  0.160557	  0.163295		CURRENT LEARNING RATE: 5.7227560772290555e-05
previous_iter_valid_loss : 0.16597187519073486

    941180	  0.166174	  0.165972	  0.163564		CURRENT LEARNING RATE: 5.721611640461094e-05
previous_iter_valid_loss : 0.1606762409210205

    941200	  0.160844	  0.160676	  0.163472		CURRENT LEARNING RATE: 5.720467432557609e-05
previous_iter_valid_loss : 0.1744862049818039

    941220	  0.174635	  0.174486	  0.164169		CURRENT LEARNING RATE: 5.719323453472821e-05
previous_iter_valid_loss : 0.16053256392478943

    941240	  0.160701	  0.160533	  0.164054		CURRENT LEARNING RATE: 5.718179703160974e-05
previous_iter_valid_loss : 0.16074982285499573

    941260	  0.160925	  0.160750	  0.164064		CURRENT LEARNING RATE: 5.717036181576304e-05
previous_iter_valid_loss : 0.17016959190368652

    941280	  0.170413	  0.170170	  0.164546		CURRENT LEARNING RATE: 5.7158928886730924e-05
previous_iter_valid_loss : 0.16612596809864044

    941300	  0.166292	  0.166126	  0.164824		CURRENT LEARNING RATE: 5.714749824405598e-05
previous_iter_valid_loss : 0.16599711775779724

    941320	  0.166160	  0.165997	  0.164882		CURRENT LEARNING RATE: 5.713606988728097e-05
previous_iter_valid_loss : 0.16190242767333984

    941340	  0.162060	  0.161902	  0.164802		CURRENT LEARNING RATE: 5.712464381594865e-05
previous_iter_valid_loss : 0.16087259352207184

    941360	  0.161027	  0.160873	  0.164728		CURRENT LEARNING RATE: 5.7113220029602204e-05
previous_iter_valid_loss : 0.1660558134317398

    941380	  0.166276	  0.166056	  0.164894		CURRENT LEARNING RATE: 5.7101798527784566e-05
previous_iter_valid_loss : 0.16090746223926544

    941400	  0.161084	  0.160907	  0.164703		CURRENT LEARNING RATE: 5.7090379310038874e-05
previous_iter_valid_loss : 0.16073408722877502

    941420	  0.160888	  0.160734	  0.164602		CURRENT LEARNING RATE: 5.707896237590826e-05
previous_iter_valid_loss : 0.16120325028896332

    941440	  0.161388	  0.161203	  0.164404		CURRENT LEARNING RATE: 5.706754772493625e-05
previous_iter_valid_loss : 0.160788893699646

    941460	  0.160945	  0.160789	  0.164335		CURRENT LEARNING RATE: 5.705613535666616e-05
previous_iter_valid_loss : 0.16444607079029083

    941480	  0.164602	  0.164446	  0.163916		CURRENT LEARNING RATE: 5.704472527064149e-05
previous_iter_valid_loss : 0.1621996909379959

    941500	  0.162391	  0.162200	  0.163665		CURRENT LEARNING RATE: 5.703331746640574e-05
previous_iter_valid_loss : 0.16347233951091766

    941520	  0.163641	  0.163472	  0.163449		CURRENT LEARNING RATE: 5.702191194350279e-05
previous_iter_valid_loss : 0.16725599765777588

    941540	  0.167412	  0.167256	  0.163752		CURRENT LEARNING RATE: 5.701050870147633e-05
previous_iter_valid_loss : 0.1608099341392517

    941560	  0.160964	  0.160810	  0.163765		CURRENT LEARNING RATE: 5.699910773987013e-05
previous_iter_valid_loss : 0.16623817384243011

    941580	  0.166447	  0.166238	  0.163778		CURRENT LEARNING RATE: 5.698770905822834e-05
previous_iter_valid_loss : 0.1668991595506668

    941600	  0.167058	  0.166899	  0.164089		CURRENT LEARNING RATE: 5.697631265609492e-05
previous_iter_valid_loss : 0.18461057543754578

    941620	  0.184975	  0.184611	  0.164595		CURRENT LEARNING RATE: 5.696491853301401e-05
previous_iter_valid_loss : 0.1611931324005127

    941640	  0.161341	  0.161193	  0.164628		CURRENT LEARNING RATE: 5.695352668852976e-05
previous_iter_valid_loss : 0.16255712509155273

    941660	  0.162755	  0.162557	  0.164719		CURRENT LEARNING RATE: 5.694213712218668e-05
previous_iter_valid_loss : 0.17855389416217804

    941680	  0.178863	  0.178554	  0.165138		CURRENT LEARNING RATE: 5.693074983352909e-05
previous_iter_valid_loss : 0.17429763078689575

    941700	  0.174568	  0.174298	  0.165547		CURRENT LEARNING RATE: 5.6919364822101506e-05
previous_iter_valid_loss : 0.1606464982032776

    941720	  0.160802	  0.160646	  0.165279		CURRENT LEARNING RATE: 5.6907982087448415e-05
previous_iter_valid_loss : 0.16585765779018402

    941740	  0.166067	  0.165858	  0.165477		CURRENT LEARNING RATE: 5.6896601629114724e-05
previous_iter_valid_loss : 0.16082049906253815

    941760	  0.160979	  0.160820	  0.165474		CURRENT LEARNING RATE: 5.688522344664509e-05
previous_iter_valid_loss : 0.16535887122154236

    941780	  0.165564	  0.165359	  0.165439		CURRENT LEARNING RATE: 5.687384753958442e-05
previous_iter_valid_loss : 0.16069987416267395

    941800	  0.160871	  0.160700	  0.165429		CURRENT LEARNING RATE: 5.6862473907477556e-05
previous_iter_valid_loss : 0.17541134357452393

    941820	  0.175694	  0.175411	  0.166163		CURRENT LEARNING RATE: 5.685110254986974e-05
previous_iter_valid_loss : 0.16407732665538788

    941840	  0.164282	  0.164077	  0.166307		CURRENT LEARNING RATE: 5.683973346630605e-05
previous_iter_valid_loss : 0.16184015572071075

    941860	  0.162032	  0.161840	  0.166359		CURRENT LEARNING RATE: 5.682836665633171e-05
previous_iter_valid_loss : 0.1605091691017151

    941880	  0.160662	  0.160509	  0.166162		CURRENT LEARNING RATE: 5.681700211949193e-05
previous_iter_valid_loss : 0.16268321871757507

    941900	  0.162836	  0.162683	  0.166186		CURRENT LEARNING RATE: 5.680563985533234e-05
previous_iter_valid_loss : 0.16053511202335358

    941920	  0.160695	  0.160535	  0.166040		CURRENT LEARNING RATE: 5.6794279863398364e-05
previous_iter_valid_loss : 0.16924352943897247

    941940	  0.169398	  0.169244	  0.166139		CURRENT LEARNING RATE: 5.678292214323549e-05
previous_iter_valid_loss : 0.1640428602695465

    941960	  0.164255	  0.164043	  0.166301		CURRENT LEARNING RATE: 5.6771566694389605e-05
previous_iter_valid_loss : 0.16151924431324005

    941980	  0.161711	  0.161519	  0.166065		CURRENT LEARNING RATE: 5.67602135164064e-05
previous_iter_valid_loss : 0.16967737674713135

    942000	  0.169921	  0.169677	  0.166204		CURRENT LEARNING RATE: 5.6748862608831735e-05
previous_iter_valid_loss : 0.16636969149112701

    942020	  0.166586	  0.166370	  0.165292		CURRENT LEARNING RATE: 5.673751397121148e-05
previous_iter_valid_loss : 0.16079892218112946

    942040	  0.160952	  0.160799	  0.165272		CURRENT LEARNING RATE: 5.67261676030919e-05
previous_iter_valid_loss : 0.16133283078670502

    942060	  0.161491	  0.161333	  0.165211		CURRENT LEARNING RATE: 5.671482350401904e-05
previous_iter_valid_loss : 0.1640489399433136

    942080	  0.164252	  0.164049	  0.164485		CURRENT LEARNING RATE: 5.6703481673539103e-05
previous_iter_valid_loss : 0.16052153706550598

    942100	  0.160679	  0.160522	  0.163797		CURRENT LEARNING RATE: 5.6692142111198364e-05
previous_iter_valid_loss : 0.16096928715705872

    942120	  0.161138	  0.160969	  0.163813		CURRENT LEARNING RATE: 5.6680804816543406e-05
previous_iter_valid_loss : 0.1656186878681183

    942140	  0.165829	  0.165619	  0.163801		CURRENT LEARNING RATE: 5.6669469789120646e-05
previous_iter_valid_loss : 0.16058199107646942

    942160	  0.160746	  0.160582	  0.163789		CURRENT LEARNING RATE: 5.6658137028476685e-05
previous_iter_valid_loss : 0.16096912324428558

    942180	  0.161141	  0.160969	  0.163569		CURRENT LEARNING RATE: 5.6646806534158124e-05
previous_iter_valid_loss : 0.17522943019866943

    942200	  0.175381	  0.175229	  0.164296		CURRENT LEARNING RATE: 5.663547830571192e-05
previous_iter_valid_loss : 0.17476484179496765

    942220	  0.174913	  0.174765	  0.164263		CURRENT LEARNING RATE: 5.662415234268485e-05
previous_iter_valid_loss : 0.16071884334087372

    942240	  0.160898	  0.160719	  0.164096		CURRENT LEARNING RATE: 5.66128286446239e-05
previous_iter_valid_loss : 0.16125990450382233

    942260	  0.161442	  0.161260	  0.164067		CURRENT LEARNING RATE: 5.660150721107599e-05
previous_iter_valid_loss : 0.16167429089546204

    942280	  0.161835	  0.161674	  0.164125		CURRENT LEARNING RATE: 5.6590188041588484e-05
previous_iter_valid_loss : 0.1607254594564438

    942300	  0.160899	  0.160725	  0.164027		CURRENT LEARNING RATE: 5.6578871135708504e-05
previous_iter_valid_loss : 0.16072215139865875

    942320	  0.160876	  0.160722	  0.164036		CURRENT LEARNING RATE: 5.656755649298328e-05
previous_iter_valid_loss : 0.17290359735488892

    942340	  0.173053	  0.172904	  0.164219		CURRENT LEARNING RATE: 5.6556244112960415e-05
previous_iter_valid_loss : 0.19153283536434174

    942360	  0.191656	  0.191533	  0.165594		CURRENT LEARNING RATE: 5.654493399518733e-05
previous_iter_valid_loss : 0.1605682075023651

    942380	  0.160721	  0.160568	  0.165546		CURRENT LEARNING RATE: 5.653362613921161e-05
previous_iter_valid_loss : 0.16307906806468964

    942400	  0.163249	  0.163079	  0.165216		CURRENT LEARNING RATE: 5.6522320544580833e-05
previous_iter_valid_loss : 0.17689208686351776

    942420	  0.177048	  0.176892	  0.165742		CURRENT LEARNING RATE: 5.6511017210843e-05
previous_iter_valid_loss : 0.1612284630537033

    942440	  0.161388	  0.161228	  0.165764		CURRENT LEARNING RATE: 5.649971613754585e-05
previous_iter_valid_loss : 0.1606452763080597

    942460	  0.160797	  0.160645	  0.165729		CURRENT LEARNING RATE: 5.648841732423737e-05
previous_iter_valid_loss : 0.188628152012825

    942480	  0.188763	  0.188628	  0.166958		CURRENT LEARNING RATE: 5.647712077046548e-05
previous_iter_valid_loss : 0.16312839090824127

    942500	  0.163314	  0.163128	  0.167089		CURRENT LEARNING RATE: 5.646582647577853e-05
previous_iter_valid_loss : 0.1620321273803711

    942520	  0.162184	  0.162032	  0.167142		CURRENT LEARNING RATE: 5.645453443972465e-05
previous_iter_valid_loss : 0.16506774723529816

    942540	  0.165270	  0.165068	  0.167114		CURRENT LEARNING RATE: 5.6443244661852154e-05
previous_iter_valid_loss : 0.17101575434207916

    942560	  0.171278	  0.171016	  0.167636		CURRENT LEARNING RATE: 5.6431957141709344e-05
previous_iter_valid_loss : 0.19027665257453918

    942580	  0.190716	  0.190277	  0.169101		CURRENT LEARNING RATE: 5.642067187884493e-05
previous_iter_valid_loss : 0.16064271330833435

    942600	  0.160798	  0.160643	  0.168372		CURRENT LEARNING RATE: 5.6409388872807404e-05
previous_iter_valid_loss : 0.16129635274410248

    942620	  0.161483	  0.161296	  0.167699		CURRENT LEARNING RATE: 5.639810812314544e-05
previous_iter_valid_loss : 0.1636848896741867

    942640	  0.163859	  0.163685	  0.167847		CURRENT LEARNING RATE: 5.63868296294077e-05
previous_iter_valid_loss : 0.17206014692783356

    942660	  0.172319	  0.172060	  0.168387		CURRENT LEARNING RATE: 5.637555339114326e-05
previous_iter_valid_loss : 0.17729847133159637

    942680	  0.177452	  0.177298	  0.169168		CURRENT LEARNING RATE: 5.636427940790096e-05
previous_iter_valid_loss : 0.16506071388721466

    942700	  0.165260	  0.165061	  0.169385		CURRENT LEARNING RATE: 5.635300767922985e-05
previous_iter_valid_loss : 0.17772281169891357

    942720	  0.178040	  0.177723	  0.170235		CURRENT LEARNING RATE: 5.634173820467895e-05
previous_iter_valid_loss : 0.16103315353393555

    942740	  0.161211	  0.161033	  0.169642		CURRENT LEARNING RATE: 5.633047098379769e-05
previous_iter_valid_loss : 0.161570206284523

    942760	  0.161728	  0.161570	  0.168143		CURRENT LEARNING RATE: 5.631920601613527e-05
previous_iter_valid_loss : 0.17939122021198273

    942780	  0.179553	  0.179391	  0.169085		CURRENT LEARNING RATE: 5.6307943301240994e-05
previous_iter_valid_loss : 0.18388059735298157

    942800	  0.184032	  0.183881	  0.170125		CURRENT LEARNING RATE: 5.629668283866457e-05
previous_iter_valid_loss : 0.1642094999551773

    942820	  0.164385	  0.164209	  0.169490		CURRENT LEARNING RATE: 5.628542462795546e-05
previous_iter_valid_loss : 0.17876367270946503

    942840	  0.179069	  0.178764	  0.170367		CURRENT LEARNING RATE: 5.627416866866335e-05
previous_iter_valid_loss : 0.16054725646972656

    942860	  0.160718	  0.160547	  0.170362		CURRENT LEARNING RATE: 5.626291496033788e-05
previous_iter_valid_loss : 0.17173762619495392

    942880	  0.171889	  0.171738	  0.169518		CURRENT LEARNING RATE: 5.6251663502529124e-05
previous_iter_valid_loss : 0.17965534329414368

    942900	  0.179980	  0.179655	  0.170344		CURRENT LEARNING RATE: 5.6240414294786916e-05
previous_iter_valid_loss : 0.1632252335548401

    942920	  0.163416	  0.163225	  0.170404		CURRENT LEARNING RATE: 5.6229167336661285e-05
previous_iter_valid_loss : 0.16100531816482544

    942940	  0.161189	  0.161005	  0.170201		CURRENT LEARNING RATE: 5.6217922627702266e-05
previous_iter_valid_loss : 0.16055706143379211

    942960	  0.160725	  0.160557	  0.169678		CURRENT LEARNING RATE: 5.6206680167460254e-05
previous_iter_valid_loss : 0.16475817561149597

    942980	  0.164921	  0.164758	  0.168402		CURRENT LEARNING RATE: 5.619543995548545e-05
previous_iter_valid_loss : 0.17993248999118805

    943000	  0.180096	  0.179932	  0.169366		CURRENT LEARNING RATE: 5.6184201991328255e-05
previous_iter_valid_loss : 0.16767774522304535

    943020	  0.167835	  0.167678	  0.169685		CURRENT LEARNING RATE: 5.6172966274539044e-05
previous_iter_valid_loss : 0.1761702001094818

    943040	  0.176321	  0.176170	  0.170310		CURRENT LEARNING RATE: 5.616173280466859e-05
previous_iter_valid_loss : 0.1604941338300705

    943060	  0.160654	  0.160494	  0.169731		CURRENT LEARNING RATE: 5.615050158126746e-05
previous_iter_valid_loss : 0.17066219449043274

    943080	  0.170819	  0.170662	  0.169400		CURRENT LEARNING RATE: 5.61392726038864e-05
previous_iter_valid_loss : 0.17449261248111725

    943100	  0.174645	  0.174493	  0.169871		CURRENT LEARNING RATE: 5.612804587207616e-05
previous_iter_valid_loss : 0.16573412716388702

    943120	  0.165929	  0.165734	  0.169272		CURRENT LEARNING RATE: 5.611682138538786e-05
previous_iter_valid_loss : 0.18837736546993256

    943140	  0.188800	  0.188377	  0.170639		CURRENT LEARNING RATE: 5.610559914337241e-05
previous_iter_valid_loss : 0.16071031987667084

    943160	  0.160872	  0.160710	  0.170596		CURRENT LEARNING RATE: 5.609437914558084e-05
previous_iter_valid_loss : 0.1607694774866104

    943180	  0.160921	  0.160769	  0.169665		CURRENT LEARNING RATE: 5.608316139156454e-05
previous_iter_valid_loss : 0.16161125898361206

    943200	  0.161792	  0.161611	  0.168551		CURRENT LEARNING RATE: 5.6071945880874716e-05
previous_iter_valid_loss : 0.16052144765853882

    943220	  0.160690	  0.160521	  0.168367		CURRENT LEARNING RATE: 5.6060732613062726e-05
previous_iter_valid_loss : 0.17254216969013214

    943240	  0.172694	  0.172542	  0.168056		CURRENT LEARNING RATE: 5.604952158767994e-05
previous_iter_valid_loss : 0.1625346839427948

    943260	  0.162699	  0.162535	  0.168155		CURRENT LEARNING RATE: 5.603831280427814e-05
previous_iter_valid_loss : 0.16847583651542664

    943280	  0.168716	  0.168476	  0.167992		CURRENT LEARNING RATE: 5.602710626240885e-05
previous_iter_valid_loss : 0.16831399500370026

    943300	  0.168470	  0.168314	  0.167425		CURRENT LEARNING RATE: 5.601590196162382e-05
previous_iter_valid_loss : 0.1630183309316635

    943320	  0.163218	  0.163018	  0.167415		CURRENT LEARNING RATE: 5.600469990147478e-05
previous_iter_valid_loss : 0.16093359887599945

    943340	  0.161116	  0.160934	  0.167411		CURRENT LEARNING RATE: 5.5993500081513835e-05
previous_iter_valid_loss : 0.16275914013385773

    943360	  0.162947	  0.162759	  0.167521		CURRENT LEARNING RATE: 5.598230250129291e-05
previous_iter_valid_loss : 0.1606583595275879

    943380	  0.160816	  0.160658	  0.167316		CURRENT LEARNING RATE: 5.597110716036408e-05
previous_iter_valid_loss : 0.16554656624794006

    943400	  0.165757	  0.165547	  0.166597		CURRENT LEARNING RATE: 5.595991405827946e-05
previous_iter_valid_loss : 0.16415885090827942

    943420	  0.164332	  0.164159	  0.166421		CURRENT LEARNING RATE: 5.59487231945915e-05
previous_iter_valid_loss : 0.1627979725599289

    943440	  0.163004	  0.162798	  0.165752		CURRENT LEARNING RATE: 5.593753456885248e-05
previous_iter_valid_loss : 0.16073323786258698

    943460	  0.160906	  0.160733	  0.165764		CURRENT LEARNING RATE: 5.5926348180614846e-05
previous_iter_valid_loss : 0.16052912175655365

    943480	  0.160686	  0.160529	  0.165258		CURRENT LEARNING RATE: 5.591516402943105e-05
previous_iter_valid_loss : 0.16810919344425201

    943500	  0.168347	  0.168109	  0.164939		CURRENT LEARNING RATE: 5.590398211485392e-05
previous_iter_valid_loss : 0.16212311387062073

    943520	  0.162309	  0.162123	  0.164758		CURRENT LEARNING RATE: 5.5892802436436084e-05
previous_iter_valid_loss : 0.16074992716312408

    943540	  0.160927	  0.160750	  0.163377		CURRENT LEARNING RATE: 5.588162499373025e-05
previous_iter_valid_loss : 0.1724310964345932

    943560	  0.172705	  0.172431	  0.163963		CURRENT LEARNING RATE: 5.5870449786289525e-05
previous_iter_valid_loss : 0.16839377582073212

    943580	  0.168620	  0.168394	  0.164344		CURRENT LEARNING RATE: 5.58592768136668e-05
previous_iter_valid_loss : 0.16108407080173492

    943600	  0.161267	  0.161084	  0.164318		CURRENT LEARNING RATE: 5.5848106075415146e-05
previous_iter_valid_loss : 0.16175119578838348

    943620	  0.161924	  0.161751	  0.164379		CURRENT LEARNING RATE: 5.583693757108765e-05
previous_iter_valid_loss : 0.16283732652664185

    943640	  0.163005	  0.162837	  0.163894		CURRENT LEARNING RATE: 5.582577130023777e-05
previous_iter_valid_loss : 0.17036612331867218

    943660	  0.170518	  0.170366	  0.164285		CURRENT LEARNING RATE: 5.581460726241874e-05
previous_iter_valid_loss : 0.18472234904766083

    943680	  0.184870	  0.184722	  0.165098		CURRENT LEARNING RATE: 5.580344545718402e-05
previous_iter_valid_loss : 0.1626666933298111

    943700	  0.162841	  0.162667	  0.164815		CURRENT LEARNING RATE: 5.579228588408701e-05
previous_iter_valid_loss : 0.1611105501651764

    943720	  0.161277	  0.161111	  0.164720		CURRENT LEARNING RATE: 5.578112854268156e-05
previous_iter_valid_loss : 0.1759098470211029

    943740	  0.176059	  0.175910	  0.165469		CURRENT LEARNING RATE: 5.576997343252124e-05
previous_iter_valid_loss : 0.1624811440706253

    943760	  0.162662	  0.162481	  0.165455		CURRENT LEARNING RATE: 5.5758820553159874e-05
previous_iter_valid_loss : 0.16954122483730316

    943780	  0.169693	  0.169541	  0.165899		CURRENT LEARNING RATE: 5.574766990415124e-05
previous_iter_valid_loss : 0.16164498031139374

    943800	  0.161810	  0.161645	  0.165704		CURRENT LEARNING RATE: 5.573652148504951e-05
previous_iter_valid_loss : 0.1615457981824875

    943820	  0.161729	  0.161546	  0.165573		CURRENT LEARNING RATE: 5.572537529540864e-05
previous_iter_valid_loss : 0.16468672454357147

    943840	  0.164888	  0.164687	  0.165668		CURRENT LEARNING RATE: 5.5714231334782794e-05
previous_iter_valid_loss : 0.16199597716331482

    943860	  0.162160	  0.161996	  0.165731		CURRENT LEARNING RATE: 5.5703089602726116e-05
previous_iter_valid_loss : 0.16190198063850403

    943880	  0.162084	  0.161902	  0.165800		CURRENT LEARNING RATE: 5.569195009879312e-05
previous_iter_valid_loss : 0.18173477053642273

    943900	  0.181894	  0.181735	  0.166481		CURRENT LEARNING RATE: 5.5680812822538133e-05
previous_iter_valid_loss : 0.16573873162269592

    943920	  0.165952	  0.165739	  0.166662		CURRENT LEARNING RATE: 5.5669677773515675e-05
previous_iter_valid_loss : 0.16522786021232605

    943940	  0.165434	  0.165228	  0.166885		CURRENT LEARNING RATE: 5.565854495128023e-05
previous_iter_valid_loss : 0.1609521210193634

    943960	  0.161116	  0.160952	  0.166312		CURRENT LEARNING RATE: 5.56474143553867e-05
previous_iter_valid_loss : 0.17303216457366943

    943980	  0.173302	  0.173032	  0.166543		CURRENT LEARNING RATE: 5.5636285985389735e-05
previous_iter_valid_loss : 0.16074496507644653

    944000	  0.160919	  0.160745	  0.166527		CURRENT LEARNING RATE: 5.562515984084412e-05
previous_iter_valid_loss : 0.1702852100133896

    944020	  0.170536	  0.170285	  0.166953		CURRENT LEARNING RATE: 5.561403592130502e-05
previous_iter_valid_loss : 0.16087990999221802

    944040	  0.161057	  0.160880	  0.166855		CURRENT LEARNING RATE: 5.5602914226327353e-05
previous_iter_valid_loss : 0.16103321313858032

    944060	  0.161193	  0.161033	  0.166389		CURRENT LEARNING RATE: 5.559179475546626e-05
previous_iter_valid_loss : 0.16103163361549377

    944080	  0.161191	  0.161032	  0.165204		CURRENT LEARNING RATE: 5.558067750827688e-05
previous_iter_valid_loss : 0.16702388226985931

    944100	  0.167238	  0.167024	  0.165422		CURRENT LEARNING RATE: 5.556956248431469e-05
previous_iter_valid_loss : 0.16055810451507568

    944120	  0.160709	  0.160558	  0.165394		CURRENT LEARNING RATE: 5.5558449683135013e-05
previous_iter_valid_loss : 0.16179729998111725

    944140	  0.161960	  0.161797	  0.164689		CURRENT LEARNING RATE: 5.554733910429333e-05
previous_iter_valid_loss : 0.16648633778095245

    944160	  0.166648	  0.166486	  0.164889		CURRENT LEARNING RATE: 5.5536230747345125e-05
previous_iter_valid_loss : 0.16187246143817902

    944180	  0.162066	  0.161872	  0.164506		CURRENT LEARNING RATE: 5.5525124611846254e-05
previous_iter_valid_loss : 0.16283723711967468

    944200	  0.163046	  0.162837	  0.164565		CURRENT LEARNING RATE: 5.5514020697352365e-05
previous_iter_valid_loss : 0.16054634749889374

    944220	  0.160715	  0.160546	  0.164515		CURRENT LEARNING RATE: 5.550291900341933e-05
previous_iter_valid_loss : 0.17129045724868774

    944240	  0.171544	  0.171290	  0.164845		CURRENT LEARNING RATE: 5.549181952960295e-05
previous_iter_valid_loss : 0.16262640058994293

    944260	  0.162792	  0.162626	  0.164877		CURRENT LEARNING RATE: 5.5480722275459464e-05
previous_iter_valid_loss : 0.16116413474082947

    944280	  0.161352	  0.161164	  0.164840		CURRENT LEARNING RATE: 5.546962724054487e-05
previous_iter_valid_loss : 0.1635788381099701

    944300	  0.163744	  0.163579	  0.163932		CURRENT LEARNING RATE: 5.545853442441537e-05
previous_iter_valid_loss : 0.16183553636074066

    944320	  0.162001	  0.161836	  0.163737		CURRENT LEARNING RATE: 5.544744382662716e-05
previous_iter_valid_loss : 0.16924715042114258

    944340	  0.169490	  0.169247	  0.163938		CURRENT LEARNING RATE: 5.543635544673681e-05
previous_iter_valid_loss : 0.1614639163017273

    944360	  0.161653	  0.161464	  0.163964		CURRENT LEARNING RATE: 5.5425269284300694e-05
previous_iter_valid_loss : 0.16052068769931793

    944380	  0.160687	  0.160521	  0.163338		CURRENT LEARNING RATE: 5.5414185338875244e-05
previous_iter_valid_loss : 0.1640186756849289

    944400	  0.164214	  0.164019	  0.163502		CURRENT LEARNING RATE: 5.5403103610017326e-05
previous_iter_valid_loss : 0.1740320920944214

    944420	  0.174176	  0.174032	  0.163689		CURRENT LEARNING RATE: 5.539202409728355e-05
previous_iter_valid_loss : 0.1816221922636032

    944440	  0.181782	  0.181622	  0.164726		CURRENT LEARNING RATE: 5.5380946800230754e-05
previous_iter_valid_loss : 0.16497938334941864

    944460	  0.165175	  0.164979	  0.164924		CURRENT LEARNING RATE: 5.536987171841573e-05
previous_iter_valid_loss : 0.17210568487644196

    944480	  0.172372	  0.172106	  0.165477		CURRENT LEARNING RATE: 5.5358798851395686e-05
previous_iter_valid_loss : 0.16478458046913147

    944500	  0.164953	  0.164785	  0.165365		CURRENT LEARNING RATE: 5.534772819872759e-05
previous_iter_valid_loss : 0.165354385972023

    944520	  0.165566	  0.165354	  0.165605		CURRENT LEARNING RATE: 5.533665975996865e-05
previous_iter_valid_loss : 0.16200092434883118

    944540	  0.162164	  0.162001	  0.165615		CURRENT LEARNING RATE: 5.5325593534676e-05
previous_iter_valid_loss : 0.17224550247192383

    944560	  0.172509	  0.172246	  0.165903		CURRENT LEARNING RATE: 5.53145295224072e-05
previous_iter_valid_loss : 0.16124185919761658

    944580	  0.161425	  0.161242	  0.165872		CURRENT LEARNING RATE: 5.530346772271958e-05
previous_iter_valid_loss : 0.1606338769197464

    944600	  0.160795	  0.160634	  0.165762		CURRENT LEARNING RATE: 5.529240813517068e-05
previous_iter_valid_loss : 0.17141024768352509

    944620	  0.171671	  0.171410	  0.166305		CURRENT LEARNING RATE: 5.528135075931802e-05
previous_iter_valid_loss : 0.1620638519525528

    944640	  0.162229	  0.162064	  0.165843		CURRENT LEARNING RATE: 5.5270295594719496e-05
previous_iter_valid_loss : 0.17350833117961884

    944660	  0.173780	  0.173508	  0.166387		CURRENT LEARNING RATE: 5.52592426409328e-05
previous_iter_valid_loss : 0.16317890584468842

    944680	  0.163375	  0.163179	  0.166488		CURRENT LEARNING RATE: 5.524819189751581e-05
previous_iter_valid_loss : 0.16067266464233398

    944700	  0.160850	  0.160673	  0.166343		CURRENT LEARNING RATE: 5.523714336402642e-05
previous_iter_valid_loss : 0.16065613925457

    944720	  0.160821	  0.160656	  0.166284		CURRENT LEARNING RATE: 5.522609704002286e-05
previous_iter_valid_loss : 0.1605817973613739

    944740	  0.160734	  0.160582	  0.165851		CURRENT LEARNING RATE: 5.521505292506319e-05
previous_iter_valid_loss : 0.16562923789024353

    944760	  0.165795	  0.165629	  0.166059		CURRENT LEARNING RATE: 5.520401101870555e-05
previous_iter_valid_loss : 0.18865175545215607

    944780	  0.189092	  0.188652	  0.167466		CURRENT LEARNING RATE: 5.519297132050845e-05
previous_iter_valid_loss : 0.17760275304317474

    944800	  0.177899	  0.177603	  0.168145		CURRENT LEARNING RATE: 5.518193383003021e-05
previous_iter_valid_loss : 0.1614220291376114

    944820	  0.161618	  0.161422	  0.167514		CURRENT LEARNING RATE: 5.517089854682933e-05
previous_iter_valid_loss : 0.16308987140655518

    944840	  0.163257	  0.163090	  0.166588		CURRENT LEARNING RATE: 5.515986547046431e-05
previous_iter_valid_loss : 0.17057663202285767

    944860	  0.170829	  0.170577	  0.166867		CURRENT LEARNING RATE: 5.5148834600494016e-05
previous_iter_valid_loss : 0.16356363892555237

    944880	  0.163742	  0.163564	  0.166440		CURRENT LEARNING RATE: 5.5137805936477105e-05
previous_iter_valid_loss : 0.17423273622989655

    944900	  0.174512	  0.174233	  0.166913		CURRENT LEARNING RATE: 5.5126779477972443e-05
previous_iter_valid_loss : 0.16133618354797363

    944920	  0.161528	  0.161336	  0.166712		CURRENT LEARNING RATE: 5.511575522453887e-05
previous_iter_valid_loss : 0.18933580815792084

    944940	  0.189772	  0.189336	  0.168079		CURRENT LEARNING RATE: 5.51047331757356e-05
previous_iter_valid_loss : 0.16712050139904022

    944960	  0.167341	  0.167121	  0.167822		CURRENT LEARNING RATE: 5.509371333112168e-05
previous_iter_valid_loss : 0.16112323105335236

    944980	  0.161312	  0.161123	  0.167816		CURRENT LEARNING RATE: 5.508269569025628e-05
previous_iter_valid_loss : 0.16159135103225708

    945000	  0.161784	  0.161591	  0.167864		CURRENT LEARNING RATE: 5.5071680252698634e-05
previous_iter_valid_loss : 0.1626846194267273

    945020	  0.162848	  0.162685	  0.167428		CURRENT LEARNING RATE: 5.50606670180083e-05
previous_iter_valid_loss : 0.16055825352668762

    945040	  0.160725	  0.160558	  0.167353		CURRENT LEARNING RATE: 5.5049655985744654e-05
previous_iter_valid_loss : 0.16199412941932678

    945060	  0.162154	  0.161994	  0.166777		CURRENT LEARNING RATE: 5.503864715546725e-05
previous_iter_valid_loss : 0.16264253854751587

    945080	  0.162827	  0.162643	  0.166750		CURRENT LEARNING RATE: 5.5027640526735655e-05
previous_iter_valid_loss : 0.16218149662017822

    945100	  0.162378	  0.162181	  0.166826		CURRENT LEARNING RATE: 5.5016636099109776e-05
previous_iter_valid_loss : 0.16219742596149445

    945120	  0.162387	  0.162197	  0.166903		CURRENT LEARNING RATE: 5.500563387214935e-05
previous_iter_valid_loss : 0.17769739031791687

    945140	  0.177853	  0.177697	  0.167758		CURRENT LEARNING RATE: 5.499463384541429e-05
previous_iter_valid_loss : 0.1713353544473648

    945160	  0.171595	  0.171335	  0.168044		CURRENT LEARNING RATE: 5.498363601846449e-05
previous_iter_valid_loss : 0.16942618787288666

    945180	  0.169576	  0.169426	  0.167083		CURRENT LEARNING RATE: 5.4972640390860235e-05
previous_iter_valid_loss : 0.16065296530723572

    945200	  0.160808	  0.160653	  0.166235		CURRENT LEARNING RATE: 5.4961646962161596e-05
previous_iter_valid_loss : 0.16552329063415527

    945220	  0.165742	  0.165523	  0.166440		CURRENT LEARNING RATE: 5.495065573192876e-05
previous_iter_valid_loss : 0.16258811950683594

    945240	  0.162747	  0.162588	  0.166415		CURRENT LEARNING RATE: 5.493966669972225e-05
previous_iter_valid_loss : 0.16283871233463287

    945260	  0.163002	  0.162839	  0.166028		CURRENT LEARNING RATE: 5.4928679865102414e-05
previous_iter_valid_loss : 0.16157276928424835

    945280	  0.161760	  0.161573	  0.165929		CURRENT LEARNING RATE: 5.4917695227629775e-05
previous_iter_valid_loss : 0.16130320727825165

    945300	  0.161487	  0.161303	  0.165282		CURRENT LEARNING RATE: 5.490671278686487e-05
previous_iter_valid_loss : 0.16113322973251343

    945320	  0.161319	  0.161133	  0.165272		CURRENT LEARNING RATE: 5.489573254236857e-05
previous_iter_valid_loss : 0.16279515624046326

    945340	  0.162964	  0.162795	  0.163945		CURRENT LEARNING RATE: 5.4884754493701584e-05
previous_iter_valid_loss : 0.16252568364143372

    945360	  0.162724	  0.162526	  0.163715		CURRENT LEARNING RATE: 5.4873778640424775e-05
previous_iter_valid_loss : 0.16050858795642853

    945380	  0.160666	  0.160509	  0.163684		CURRENT LEARNING RATE: 5.4862804982099036e-05
previous_iter_valid_loss : 0.16106298565864563

    945400	  0.161243	  0.161063	  0.163658		CURRENT LEARNING RATE: 5.4851833518285595e-05
previous_iter_valid_loss : 0.1681542694568634

    945420	  0.168388	  0.168154	  0.163932		CURRENT LEARNING RATE: 5.4840864248545495e-05
previous_iter_valid_loss : 0.16053105890750885

    945440	  0.160689	  0.160531	  0.163930		CURRENT LEARNING RATE: 5.482989717243999e-05
previous_iter_valid_loss : 0.16050393879413605

    945460	  0.160671	  0.160504	  0.163856		CURRENT LEARNING RATE: 5.4818932289530266e-05
previous_iter_valid_loss : 0.16272106766700745

    945480	  0.162885	  0.162721	  0.163860		CURRENT LEARNING RATE: 5.480796959937794e-05
previous_iter_valid_loss : 0.16052140295505524

    945500	  0.160686	  0.160521	  0.163777		CURRENT LEARNING RATE: 5.479700910154441e-05
previous_iter_valid_loss : 0.1627567857503891

    945520	  0.162916	  0.162757	  0.163805		CURRENT LEARNING RATE: 5.478605079559125e-05
previous_iter_valid_loss : 0.160608172416687

    945540	  0.160762	  0.160608	  0.162950		CURRENT LEARNING RATE: 5.477509468108003e-05
previous_iter_valid_loss : 0.18118494749069214

    945560	  0.181341	  0.181185	  0.163443		CURRENT LEARNING RATE: 5.4764140757572704e-05
previous_iter_valid_loss : 0.16231949627399445

    945580	  0.162483	  0.162319	  0.163087		CURRENT LEARNING RATE: 5.475318902463102e-05
previous_iter_valid_loss : 0.16080524027347565

    945600	  0.160960	  0.160805	  0.163095		CURRENT LEARNING RATE: 5.47422394818168e-05
previous_iter_valid_loss : 0.17483659088611603

    945620	  0.175106	  0.174837	  0.163561		CURRENT LEARNING RATE: 5.473129212869227e-05
previous_iter_valid_loss : 0.16441787779331207

    945640	  0.164590	  0.164418	  0.163652		CURRENT LEARNING RATE: 5.472034696481942e-05
previous_iter_valid_loss : 0.1607028692960739

    945660	  0.160874	  0.160703	  0.163545		CURRENT LEARNING RATE: 5.470940398976047e-05
previous_iter_valid_loss : 0.16157971322536469

    945680	  0.161734	  0.161580	  0.163546		CURRENT LEARNING RATE: 5.4698463203077576e-05
previous_iter_valid_loss : 0.16063973307609558

    945700	  0.160804	  0.160640	  0.163512		CURRENT LEARNING RATE: 5.468752460433333e-05
previous_iter_valid_loss : 0.17185410857200623

    945720	  0.172112	  0.171854	  0.164048		CURRENT LEARNING RATE: 5.467658819309006e-05
previous_iter_valid_loss : 0.1730789840221405

    945740	  0.173223	  0.173079	  0.164563		CURRENT LEARNING RATE: 5.4665653968910335e-05
previous_iter_valid_loss : 0.1641964167356491

    945760	  0.164400	  0.164196	  0.164646		CURRENT LEARNING RATE: 5.465472193135668e-05
previous_iter_valid_loss : 0.1663459986448288

    945780	  0.166562	  0.166346	  0.164938		CURRENT LEARNING RATE: 5.4643792079992e-05
previous_iter_valid_loss : 0.19036492705345154

    945800	  0.190498	  0.190365	  0.166403		CURRENT LEARNING RATE: 5.463286441437901e-05
previous_iter_valid_loss : 0.16100728511810303

    945820	  0.161161	  0.161007	  0.166046		CURRENT LEARNING RATE: 5.4621938934080616e-05
previous_iter_valid_loss : 0.16111905872821808

    945840	  0.161309	  0.161119	  0.166075		CURRENT LEARNING RATE: 5.461101563865968e-05
previous_iter_valid_loss : 0.16125242412090302

    945860	  0.161426	  0.161252	  0.166113		CURRENT LEARNING RATE: 5.460009452767948e-05
previous_iter_valid_loss : 0.1606931835412979

    945880	  0.160868	  0.160693	  0.166011		CURRENT LEARNING RATE: 5.458917560070306e-05
previous_iter_valid_loss : 0.16050562262535095

    945900	  0.160668	  0.160506	  0.166010		CURRENT LEARNING RATE: 5.457825885729367e-05
previous_iter_valid_loss : 0.16060316562652588

    945920	  0.160758	  0.160603	  0.165903		CURRENT LEARNING RATE: 5.456734429701455e-05
previous_iter_valid_loss : 0.17070086300373077

    945940	  0.170956	  0.170701	  0.166407		CURRENT LEARNING RATE: 5.455643191942931e-05
previous_iter_valid_loss : 0.16141924262046814

    945960	  0.161609	  0.161419	  0.165419		CURRENT LEARNING RATE: 5.454552172410135e-05
previous_iter_valid_loss : 0.16127516329288483

    945980	  0.161457	  0.161275	  0.165367		CURRENT LEARNING RATE: 5.453461371059417e-05
previous_iter_valid_loss : 0.16435226798057556

    946000	  0.164559	  0.164352	  0.165544		CURRENT LEARNING RATE: 5.452370787847164e-05
previous_iter_valid_loss : 0.16139036417007446

    946020	  0.161581	  0.161390	  0.164872		CURRENT LEARNING RATE: 5.451280422729744e-05
previous_iter_valid_loss : 0.16162435710430145

    946040	  0.161815	  0.161624	  0.164732		CURRENT LEARNING RATE: 5.45019027566354e-05
previous_iter_valid_loss : 0.16232651472091675

    946060	  0.162511	  0.162327	  0.164813		CURRENT LEARNING RATE: 5.449100346604939e-05
previous_iter_valid_loss : 0.17194992303848267

    946080	  0.172098	  0.171950	  0.165332		CURRENT LEARNING RATE: 5.4480106355103625e-05
previous_iter_valid_loss : 0.16100971400737762

    946100	  0.161195	  0.161010	  0.165350		CURRENT LEARNING RATE: 5.4469211423362124e-05
previous_iter_valid_loss : 0.16548870503902435

    946120	  0.165652	  0.165489	  0.165032		CURRENT LEARNING RATE: 5.445831867038908e-05
previous_iter_valid_loss : 0.1736297458410263

    946140	  0.173778	  0.173630	  0.165060		CURRENT LEARNING RATE: 5.44474280957487e-05
previous_iter_valid_loss : 0.16440778970718384

    946160	  0.164606	  0.164408	  0.165070		CURRENT LEARNING RATE: 5.4436539699005544e-05
previous_iter_valid_loss : 0.1626172810792923

    946180	  0.162817	  0.162617	  0.164884		CURRENT LEARNING RATE: 5.442565347972398e-05
previous_iter_valid_loss : 0.16697843372821808

    946200	  0.167198	  0.166978	  0.163715		CURRENT LEARNING RATE: 5.441476943746857e-05
previous_iter_valid_loss : 0.16054460406303406

    946220	  0.160715	  0.160545	  0.163691		CURRENT LEARNING RATE: 5.440388757180384e-05
previous_iter_valid_loss : 0.16184274852275848

    946240	  0.161992	  0.161843	  0.163728		CURRENT LEARNING RATE: 5.439300788229473e-05
previous_iter_valid_loss : 0.16800931096076965

    946260	  0.168238	  0.168009	  0.164065		CURRENT LEARNING RATE: 5.438213036850592e-05
previous_iter_valid_loss : 0.1726929247379303

    946280	  0.172957	  0.172693	  0.164665		CURRENT LEARNING RATE: 5.437125503000236e-05
previous_iter_valid_loss : 0.1786569058895111

    946300	  0.178968	  0.178657	  0.165573		CURRENT LEARNING RATE: 5.4360381866348893e-05
previous_iter_valid_loss : 0.16337950527668

    946320	  0.163553	  0.163380	  0.165712		CURRENT LEARNING RATE: 5.434951087711081e-05
previous_iter_valid_loss : 0.1652526557445526

    946340	  0.165456	  0.165253	  0.165439		CURRENT LEARNING RATE: 5.433864206185317e-05
previous_iter_valid_loss : 0.17995451390743256

    946360	  0.180282	  0.179955	  0.166366		CURRENT LEARNING RATE: 5.432777542014112e-05
previous_iter_valid_loss : 0.16416221857070923

    946380	  0.164328	  0.164162	  0.166510		CURRENT LEARNING RATE: 5.431691095154019e-05
previous_iter_valid_loss : 0.16162109375

    946400	  0.161778	  0.161621	  0.166374		CURRENT LEARNING RATE: 5.4306048655615715e-05
previous_iter_valid_loss : 0.16330760717391968

    946420	  0.163500	  0.163308	  0.166470		CURRENT LEARNING RATE: 5.4295188531933176e-05
previous_iter_valid_loss : 0.1679472178220749

    946440	  0.168105	  0.167947	  0.166786		CURRENT LEARNING RATE: 5.4284330580058096e-05
previous_iter_valid_loss : 0.16530637443065643

    946460	  0.165467	  0.165306	  0.166935		CURRENT LEARNING RATE: 5.4273474799556354e-05
previous_iter_valid_loss : 0.16061794757843018

    946480	  0.160784	  0.160618	  0.166368		CURRENT LEARNING RATE: 5.42626211899936e-05
previous_iter_valid_loss : 0.1636998951435089

    946500	  0.163870	  0.163700	  0.166503		CURRENT LEARNING RATE: 5.42517697509357e-05
previous_iter_valid_loss : 0.16264504194259644

    946520	  0.162832	  0.162645	  0.166361		CURRENT LEARNING RATE: 5.4240920481948505e-05
previous_iter_valid_loss : 0.18668490648269653

    946540	  0.186821	  0.186685	  0.167013		CURRENT LEARNING RATE: 5.423007338259824e-05
previous_iter_valid_loss : 0.16074612736701965

    946560	  0.160925	  0.160746	  0.166830		CURRENT LEARNING RATE: 5.42192284524509e-05
previous_iter_valid_loss : 0.16247691214084625

    946580	  0.162671	  0.162477	  0.166823		CURRENT LEARNING RATE: 5.420838569107273e-05
previous_iter_valid_loss : 0.16230608522891998

    946600	  0.162480	  0.162306	  0.166590		CURRENT LEARNING RATE: 5.419754509802988e-05
previous_iter_valid_loss : 0.16166457533836365

    946620	  0.161828	  0.161665	  0.166646		CURRENT LEARNING RATE: 5.4186706672888934e-05
previous_iter_valid_loss : 0.1612614393234253

    946640	  0.161441	  0.161261	  0.166617		CURRENT LEARNING RATE: 5.417587041521627e-05
previous_iter_valid_loss : 0.16974522173404694

    946660	  0.169901	  0.169745	  0.166703		CURRENT LEARNING RATE: 5.416503632457844e-05
previous_iter_valid_loss : 0.16100075840950012

    946680	  0.161158	  0.161001	  0.166119		CURRENT LEARNING RATE: 5.415420440054196e-05
previous_iter_valid_loss : 0.16141252219676971

    946700	  0.161581	  0.161413	  0.165257		CURRENT LEARNING RATE: 5.414337464267376e-05
previous_iter_valid_loss : 0.16055899858474731

    946720	  0.160721	  0.160559	  0.165116		CURRENT LEARNING RATE: 5.413254705054056e-05
previous_iter_valid_loss : 0.1611013114452362

    946740	  0.161250	  0.161101	  0.164908		CURRENT LEARNING RATE: 5.4121721623709246e-05
previous_iter_valid_loss : 0.16523045301437378

    946760	  0.165394	  0.165230	  0.164172		CURRENT LEARNING RATE: 5.41108983617467e-05
previous_iter_valid_loss : 0.1672784686088562

    946780	  0.167442	  0.167278	  0.164328		CURRENT LEARNING RATE: 5.41000772642202e-05
previous_iter_valid_loss : 0.16743488609790802

    946800	  0.167662	  0.167435	  0.164618		CURRENT LEARNING RATE: 5.4089258330696796e-05
previous_iter_valid_loss : 0.16068994998931885

    946820	  0.160859	  0.160690	  0.164487		CURRENT LEARNING RATE: 5.407844156074364e-05
previous_iter_valid_loss : 0.16086800396442413

    946840	  0.161035	  0.160868	  0.164133		CURRENT LEARNING RATE: 5.406762695392825e-05
previous_iter_valid_loss : 0.1660049855709076

    946860	  0.166228	  0.166005	  0.164168		CURRENT LEARNING RATE: 5.4056814509817935e-05
previous_iter_valid_loss : 0.16819286346435547

    946880	  0.168344	  0.168193	  0.164547		CURRENT LEARNING RATE: 5.4046004227980214e-05
previous_iter_valid_loss : 0.17100407183170319

    946900	  0.171152	  0.171004	  0.164912		CURRENT LEARNING RATE: 5.4035196107982575e-05
previous_iter_valid_loss : 0.194200798869133

    946920	  0.194320	  0.194201	  0.166490		CURRENT LEARNING RATE: 5.4024390149392885e-05
previous_iter_valid_loss : 0.18601635098457336

    946940	  0.186160	  0.186016	  0.166457		CURRENT LEARNING RATE: 5.40135863517788e-05
previous_iter_valid_loss : 0.18558399379253387

    946960	  0.185724	  0.185584	  0.167699		CURRENT LEARNING RATE: 5.400278471470818e-05
previous_iter_valid_loss : 0.1780364066362381

    946980	  0.178348	  0.178036	  0.168477		CURRENT LEARNING RATE: 5.3991985237748867e-05
previous_iter_valid_loss : 0.16055168211460114

    947000	  0.160725	  0.160552	  0.168389		CURRENT LEARNING RATE: 5.398118792046906e-05
previous_iter_valid_loss : 0.16305145621299744

    947020	  0.163221	  0.163051	  0.168458		CURRENT LEARNING RATE: 5.397039276243678e-05
previous_iter_valid_loss : 0.16790203750133514

    947040	  0.168066	  0.167902	  0.168790		CURRENT LEARNING RATE: 5.395959976322022e-05
previous_iter_valid_loss : 0.16196417808532715

    947060	  0.162133	  0.161964	  0.168401		CURRENT LEARNING RATE: 5.3948808922387556e-05
previous_iter_valid_loss : 0.16378772258758545

    947080	  0.163957	  0.163788	  0.168541		CURRENT LEARNING RATE: 5.393802023950735e-05
previous_iter_valid_loss : 0.16110700368881226

    947100	  0.161290	  0.161107	  0.168525		CURRENT LEARNING RATE: 5.392723371414797e-05
previous_iter_valid_loss : 0.17769908905029297

    947120	  0.178001	  0.177699	  0.169382		CURRENT LEARNING RATE: 5.391644934587794e-05
previous_iter_valid_loss : 0.16098631918430328

    947140	  0.161139	  0.160986	  0.169376		CURRENT LEARNING RATE: 5.390566713426579e-05
previous_iter_valid_loss : 0.16149894893169403

    947160	  0.161688	  0.161499	  0.169190		CURRENT LEARNING RATE: 5.389488707888044e-05
previous_iter_valid_loss : 0.16494713723659515

    947180	  0.165114	  0.164947	  0.169073		CURRENT LEARNING RATE: 5.388410917929057e-05
previous_iter_valid_loss : 0.1605163961648941

    947200	  0.160675	  0.160516	  0.168727		CURRENT LEARNING RATE: 5.387333343506499e-05
previous_iter_valid_loss : 0.17604602873325348

    947220	  0.176198	  0.176046	  0.169495		CURRENT LEARNING RATE: 5.3862559845772836e-05
previous_iter_valid_loss : 0.16180358827114105

    947240	  0.161997	  0.161804	  0.169542		CURRENT LEARNING RATE: 5.385178841098309e-05
previous_iter_valid_loss : 0.1676863580942154

    947260	  0.167843	  0.167686	  0.169626		CURRENT LEARNING RATE: 5.384101913026489e-05
previous_iter_valid_loss : 0.16118432581424713

    947280	  0.161353	  0.161184	  0.169276		CURRENT LEARNING RATE: 5.3830252003187365e-05
previous_iter_valid_loss : 0.17328231036663055

    947300	  0.173562	  0.173282	  0.169390		CURRENT LEARNING RATE: 5.3819487029320025e-05
previous_iter_valid_loss : 0.16418223083019257

    947320	  0.164350	  0.164182	  0.167889		CURRENT LEARNING RATE: 5.380872420823217e-05
previous_iter_valid_loss : 0.16226127743721008

    947340	  0.162431	  0.162261	  0.166701		CURRENT LEARNING RATE: 5.379796353949328e-05
previous_iter_valid_loss : 0.16060978174209595

    947360	  0.160763	  0.160610	  0.165452		CURRENT LEARNING RATE: 5.378720502267286e-05
previous_iter_valid_loss : 0.17109256982803345

    947380	  0.171342	  0.171093	  0.165105		CURRENT LEARNING RATE: 5.3776448657340746e-05
previous_iter_valid_loss : 0.164667010307312

    947400	  0.164834	  0.164667	  0.165311		CURRENT LEARNING RATE: 5.376569444306658e-05
previous_iter_valid_loss : 0.1612858921289444

    947420	  0.161478	  0.161286	  0.165222		CURRENT LEARNING RATE: 5.375494237942019e-05
previous_iter_valid_loss : 0.16121487319469452

    947440	  0.161402	  0.161215	  0.164888		CURRENT LEARNING RATE: 5.3744192465971416e-05
previous_iter_valid_loss : 0.16057591140270233

    947460	  0.160734	  0.160576	  0.164819		CURRENT LEARNING RATE: 5.3733444702290436e-05
previous_iter_valid_loss : 0.19042906165122986

    947480	  0.190559	  0.190429	  0.166151		CURRENT LEARNING RATE: 5.3722699087947265e-05
previous_iter_valid_loss : 0.1654101312160492

    947500	  0.165574	  0.165410	  0.166366		CURRENT LEARNING RATE: 5.3711955622512045e-05
previous_iter_valid_loss : 0.16580994427204132

    947520	  0.165970	  0.165810	  0.165771		CURRENT LEARNING RATE: 5.370121430555498e-05
previous_iter_valid_loss : 0.16152027249336243

    947540	  0.161716	  0.161520	  0.165798		CURRENT LEARNING RATE: 5.3690475136646576e-05
previous_iter_valid_loss : 0.16299229860305786

    947560	  0.163184	  0.162992	  0.165873		CURRENT LEARNING RATE: 5.367973811535719e-05
previous_iter_valid_loss : 0.16059674322605133

    947580	  0.160768	  0.160597	  0.165655		CURRENT LEARNING RATE: 5.366900324125724e-05
previous_iter_valid_loss : 0.17978528141975403

    947600	  0.179944	  0.179785	  0.166619		CURRENT LEARNING RATE: 5.365827051391753e-05
previous_iter_valid_loss : 0.16325514018535614

    947620	  0.163414	  0.163255	  0.165979		CURRENT LEARNING RATE: 5.3647539932908635e-05
previous_iter_valid_loss : 0.16057628393173218

    947640	  0.160729	  0.160576	  0.165918		CURRENT LEARNING RATE: 5.3636811497801356e-05
previous_iter_valid_loss : 0.18087738752365112

    947660	  0.181040	  0.180877	  0.166577		CURRENT LEARNING RATE: 5.362608520816644e-05
previous_iter_valid_loss : 0.1652711182832718

    947680	  0.165462	  0.165271	  0.166782		CURRENT LEARNING RATE: 5.3615361063575035e-05
previous_iter_valid_loss : 0.16602735221385956

    947700	  0.166185	  0.166027	  0.166419		CURRENT LEARNING RATE: 5.3604639063598085e-05
previous_iter_valid_loss : 0.16119103133678436

    947720	  0.161373	  0.161191	  0.166269		CURRENT LEARNING RATE: 5.35939192078067e-05
previous_iter_valid_loss : 0.16291263699531555

    947740	  0.163104	  0.162913	  0.166302		CURRENT LEARNING RATE: 5.3583201495772e-05
previous_iter_valid_loss : 0.16131317615509033

    947760	  0.161473	  0.161313	  0.166337		CURRENT LEARNING RATE: 5.3572485927065467e-05
previous_iter_valid_loss : 0.178192600607872

    947780	  0.178503	  0.178193	  0.166692		CURRENT LEARNING RATE: 5.356177250125837e-05
previous_iter_valid_loss : 0.16058002412319183

    947800	  0.160734	  0.160580	  0.166488		CURRENT LEARNING RATE: 5.355106121792217e-05
previous_iter_valid_loss : 0.1641584038734436

    947820	  0.164328	  0.164158	  0.166631		CURRENT LEARNING RATE: 5.354035207662835e-05
previous_iter_valid_loss : 0.17109081149101257

    947840	  0.171345	  0.171091	  0.167125		CURRENT LEARNING RATE: 5.352964507694871e-05
previous_iter_valid_loss : 0.16101913154125214

    947860	  0.161196	  0.161019	  0.167147		CURRENT LEARNING RATE: 5.3518940218454875e-05
previous_iter_valid_loss : 0.1605687141418457

    947880	  0.160715	  0.160569	  0.165654		CURRENT LEARNING RATE: 5.350823750071866e-05
previous_iter_valid_loss : 0.16096772253513336

    947900	  0.161148	  0.160968	  0.165432		CURRENT LEARNING RATE: 5.349753692331185e-05
previous_iter_valid_loss : 0.16965614259243011

    947920	  0.169891	  0.169656	  0.165625		CURRENT LEARNING RATE: 5.348683848580663e-05
previous_iter_valid_loss : 0.16079463064670563

    947940	  0.160971	  0.160795	  0.165588		CURRENT LEARNING RATE: 5.347614218777495e-05
previous_iter_valid_loss : 0.16184477508068085

    947960	  0.162001	  0.161845	  0.165531		CURRENT LEARNING RATE: 5.3465448028788965e-05
previous_iter_valid_loss : 0.1625867784023285

    947980	  0.162757	  0.162587	  0.165630		CURRENT LEARNING RATE: 5.345475600842082e-05
previous_iter_valid_loss : 0.1654805839061737

    948000	  0.165637	  0.165481	  0.164915		CURRENT LEARNING RATE: 5.344406612624301e-05
previous_iter_valid_loss : 0.16314797103405

    948020	  0.163333	  0.163148	  0.164910		CURRENT LEARNING RATE: 5.3433378381827845e-05
previous_iter_valid_loss : 0.16100004315376282

    948040	  0.161182	  0.161000	  0.164931		CURRENT LEARNING RATE: 5.3422692774747736e-05
previous_iter_valid_loss : 0.1609494984149933

    948060	  0.161132	  0.160949	  0.163935		CURRENT LEARNING RATE: 5.3412009304575444e-05
previous_iter_valid_loss : 0.16050009429454803

    948080	  0.160667	  0.160500	  0.163696		CURRENT LEARNING RATE: 5.340132797088352e-05
previous_iter_valid_loss : 0.1757182776927948

    948100	  0.175869	  0.175718	  0.164181		CURRENT LEARNING RATE: 5.339064877324474e-05
previous_iter_valid_loss : 0.16210807859897614

    948120	  0.162268	  0.162108	  0.164226		CURRENT LEARNING RATE: 5.337997171123181e-05
previous_iter_valid_loss : 0.16054028272628784

    948140	  0.160691	  0.160540	  0.164108		CURRENT LEARNING RATE: 5.336929678441785e-05
previous_iter_valid_loss : 0.16139137744903564

    948160	  0.161577	  0.161391	  0.164112		CURRENT LEARNING RATE: 5.335862399237578e-05
previous_iter_valid_loss : 0.16470913589000702

    948180	  0.164920	  0.164709	  0.163438		CURRENT LEARNING RATE: 5.3347953334678665e-05
previous_iter_valid_loss : 0.20061832666397095

    948200	  0.200697	  0.200618	  0.165440		CURRENT LEARNING RATE: 5.33372848108996e-05
previous_iter_valid_loss : 0.16220718622207642

    948220	  0.162363	  0.162207	  0.165342		CURRENT LEARNING RATE: 5.3326618420612026e-05
previous_iter_valid_loss : 0.17140819132328033

    948240	  0.171673	  0.171408	  0.165358		CURRENT LEARNING RATE: 5.33159541633892e-05
previous_iter_valid_loss : 0.16593295335769653

    948260	  0.166098	  0.165933	  0.165604		CURRENT LEARNING RATE: 5.330529203880454e-05
previous_iter_valid_loss : 0.16148489713668823

    948280	  0.161644	  0.161485	  0.165649		CURRENT LEARNING RATE: 5.3294632046431484e-05
previous_iter_valid_loss : 0.1607620269060135

    948300	  0.160918	  0.160762	  0.165639		CURRENT LEARNING RATE: 5.32839741858438e-05
previous_iter_valid_loss : 0.1992502212524414

    948320	  0.199784	  0.199250	  0.167119		CURRENT LEARNING RATE: 5.3273318456615106e-05
previous_iter_valid_loss : 0.16053444147109985

    948340	  0.160692	  0.160534	  0.167106		CURRENT LEARNING RATE: 5.326266485831915e-05
previous_iter_valid_loss : 0.17333577573299408

    948360	  0.173480	  0.173336	  0.167680		CURRENT LEARNING RATE: 5.32520133905297e-05
previous_iter_valid_loss : 0.16120465099811554

    948380	  0.161402	  0.161205	  0.167611		CURRENT LEARNING RATE: 5.324136405282089e-05
previous_iter_valid_loss : 0.16130125522613525

    948400	  0.161487	  0.161301	  0.167402		CURRENT LEARNING RATE: 5.323071684476665e-05
previous_iter_valid_loss : 0.16558082401752472

    948420	  0.165736	  0.165581	  0.167524		CURRENT LEARNING RATE: 5.322007176594099e-05
previous_iter_valid_loss : 0.17218118906021118

    948440	  0.172328	  0.172181	  0.168083		CURRENT LEARNING RATE: 5.3209428815918306e-05
previous_iter_valid_loss : 0.17544253170490265

    948460	  0.175727	  0.175443	  0.168808		CURRENT LEARNING RATE: 5.319878799427277e-05
previous_iter_valid_loss : 0.16689513623714447

    948480	  0.167096	  0.166895	  0.169127		CURRENT LEARNING RATE: 5.3188149300578776e-05
previous_iter_valid_loss : 0.16491618752479553

    948500	  0.165113	  0.164916	  0.168587		CURRENT LEARNING RATE: 5.317751273441067e-05
previous_iter_valid_loss : 0.1662312150001526

    948520	  0.166437	  0.166231	  0.168793		CURRENT LEARNING RATE: 5.316687829534316e-05
previous_iter_valid_loss : 0.1807204633951187

    948540	  0.181049	  0.180720	  0.169802		CURRENT LEARNING RATE: 5.3156245982950796e-05
previous_iter_valid_loss : 0.17020562291145325

    948560	  0.170447	  0.170206	  0.170243		CURRENT LEARNING RATE: 5.314561579680829e-05
previous_iter_valid_loss : 0.16459201276302338

    948580	  0.164793	  0.164592	  0.170237		CURRENT LEARNING RATE: 5.3134987736490306e-05
previous_iter_valid_loss : 0.16294731199741364

    948600	  0.163146	  0.162947	  0.168354		CURRENT LEARNING RATE: 5.3124361801571946e-05
previous_iter_valid_loss : 0.17585578560829163

    948620	  0.176010	  0.175856	  0.169036		CURRENT LEARNING RATE: 5.311373799162807e-05
previous_iter_valid_loss : 0.16156290471553802

    948640	  0.161756	  0.161563	  0.168544		CURRENT LEARNING RATE: 5.310311630623371e-05
previous_iter_valid_loss : 0.1680193692445755

    948660	  0.168246	  0.168019	  0.168648		CURRENT LEARNING RATE: 5.3092496744963915e-05
previous_iter_valid_loss : 0.1612052023410797

    948680	  0.161371	  0.161205	  0.168634		CURRENT LEARNING RATE: 5.30818793073941e-05
previous_iter_valid_loss : 0.16133229434490204

    948700	  0.161494	  0.161332	  0.168663		CURRENT LEARNING RATE: 5.307126399309946e-05
previous_iter_valid_loss : 0.1606021523475647

    948720	  0.160754	  0.160602	  0.166730		CURRENT LEARNING RATE: 5.306065080165538e-05
previous_iter_valid_loss : 0.18246842920780182

    948740	  0.182823	  0.182468	  0.167827		CURRENT LEARNING RATE: 5.305003973263725e-05
previous_iter_valid_loss : 0.16085751354694366

    948760	  0.161031	  0.160858	  0.167203		CURRENT LEARNING RATE: 5.303943078562082e-05
previous_iter_valid_loss : 0.16127830743789673

    948780	  0.161461	  0.161278	  0.167207		CURRENT LEARNING RATE: 5.302882396018161e-05
previous_iter_valid_loss : 0.16621769964694977

    948800	  0.166429	  0.166218	  0.167453		CURRENT LEARNING RATE: 5.301821925589529e-05
previous_iter_valid_loss : 0.1653982251882553

    948820	  0.165557	  0.165398	  0.167444		CURRENT LEARNING RATE: 5.300761667233784e-05
previous_iter_valid_loss : 0.16050006449222565

    948840	  0.160657	  0.160500	  0.166859		CURRENT LEARNING RATE: 5.2997016209085046e-05
previous_iter_valid_loss : 0.17227324843406677

    948860	  0.172538	  0.172273	  0.166701		CURRENT LEARNING RATE: 5.298641786571292e-05
previous_iter_valid_loss : 0.16053977608680725

    948880	  0.160697	  0.160540	  0.166383		CURRENT LEARNING RATE: 5.297582164179742e-05
previous_iter_valid_loss : 0.16854135692119598

    948900	  0.168770	  0.168541	  0.166564		CURRENT LEARNING RATE: 5.296522753691489e-05
previous_iter_valid_loss : 0.16537071764469147

    948920	  0.165570	  0.165371	  0.166521		CURRENT LEARNING RATE: 5.2954635550641474e-05
previous_iter_valid_loss : 0.16253726184368134

    948940	  0.162722	  0.162537	  0.165612		CURRENT LEARNING RATE: 5.294404568255348e-05
previous_iter_valid_loss : 0.1741626262664795

    948960	  0.174312	  0.174163	  0.165810		CURRENT LEARNING RATE: 5.2933457932227216e-05
previous_iter_valid_loss : 0.16201648116111755

    948980	  0.162206	  0.162016	  0.165681		CURRENT LEARNING RATE: 5.2922872299239384e-05
previous_iter_valid_loss : 0.16556435823440552

    949000	  0.165775	  0.165564	  0.165812		CURRENT LEARNING RATE: 5.2912288783166445e-05
previous_iter_valid_loss : 0.16879498958587646

    949020	  0.169030	  0.168795	  0.165459		CURRENT LEARNING RATE: 5.2901707383585065e-05
previous_iter_valid_loss : 0.16934046149253845

    949040	  0.169587	  0.169340	  0.165848		CURRENT LEARNING RATE: 5.28911281000719e-05
previous_iter_valid_loss : 0.162307471036911

    949060	  0.162472	  0.162307	  0.165562		CURRENT LEARNING RATE: 5.2880550932203946e-05
previous_iter_valid_loss : 0.1804816871881485

    949080	  0.180638	  0.180482	  0.166526		CURRENT LEARNING RATE: 5.286997587955805e-05
previous_iter_valid_loss : 0.16059522330760956

    949100	  0.160771	  0.160595	  0.166489		CURRENT LEARNING RATE: 5.285940294171119e-05
previous_iter_valid_loss : 0.16120946407318115

    949120	  0.161367	  0.161209	  0.166520		CURRENT LEARNING RATE: 5.284883211824036e-05
previous_iter_valid_loss : 0.16547159850597382

    949140	  0.165634	  0.165472	  0.165670		CURRENT LEARNING RATE: 5.283826340872291e-05
previous_iter_valid_loss : 0.16730868816375732

    949160	  0.167531	  0.167309	  0.165992		CURRENT LEARNING RATE: 5.282769681273602e-05
previous_iter_valid_loss : 0.16274265944957733

    949180	  0.162937	  0.162743	  0.166066		CURRENT LEARNING RATE: 5.2817132329856904e-05
previous_iter_valid_loss : 0.16054338216781616

    949200	  0.160706	  0.160543	  0.165782		CURRENT LEARNING RATE: 5.280656995966318e-05
previous_iter_valid_loss : 0.1605522483587265

    949220	  0.160717	  0.160552	  0.165540		CURRENT LEARNING RATE: 5.279600970173227e-05
previous_iter_valid_loss : 0.18918122351169586

    949240	  0.189313	  0.189181	  0.166974		CURRENT LEARNING RATE: 5.278545155564175e-05
previous_iter_valid_loss : 0.1629737764596939

    949260	  0.163167	  0.162974	  0.166509		CURRENT LEARNING RATE: 5.277489552096921e-05
previous_iter_valid_loss : 0.162328839302063

    949280	  0.162516	  0.162329	  0.166598		CURRENT LEARNING RATE: 5.2764341597292585e-05
previous_iter_valid_loss : 0.16345621645450592

    949300	  0.163663	  0.163456	  0.166344		CURRENT LEARNING RATE: 5.2753789784189634e-05
previous_iter_valid_loss : 0.18763472139835358

    949320	  0.187777	  0.187635	  0.167457		CURRENT LEARNING RATE: 5.274324008123828e-05
previous_iter_valid_loss : 0.16957950592041016

    949340	  0.169734	  0.169580	  0.167809		CURRENT LEARNING RATE: 5.273269248801645e-05
previous_iter_valid_loss : 0.16077938675880432

    949360	  0.160958	  0.160779	  0.167140		CURRENT LEARNING RATE: 5.2722147004102414e-05
previous_iter_valid_loss : 0.16739700734615326

    949380	  0.167615	  0.167397	  0.167409		CURRENT LEARNING RATE: 5.271160362907426e-05
previous_iter_valid_loss : 0.16106712818145752

    949400	  0.161227	  0.161067	  0.167184		CURRENT LEARNING RATE: 5.2701062362510266e-05
previous_iter_valid_loss : 0.17460143566131592

    949420	  0.174882	  0.174601	  0.167475		CURRENT LEARNING RATE: 5.269052320398868e-05
previous_iter_valid_loss : 0.16074983775615692

    949440	  0.160898	  0.160750	  0.167045		CURRENT LEARNING RATE: 5.267998615308812e-05
previous_iter_valid_loss : 0.1610843688249588

    949460	  0.161249	  0.161084	  0.166984		CURRENT LEARNING RATE: 5.2669451209387006e-05
previous_iter_valid_loss : 0.16359268128871918

    949480	  0.163775	  0.163593	  0.166139		CURRENT LEARNING RATE: 5.265891837246396e-05
previous_iter_valid_loss : 0.16052137315273285

    949500	  0.160677	  0.160521	  0.166136		CURRENT LEARNING RATE: 5.264838764189755e-05
previous_iter_valid_loss : 0.17530903220176697

    949520	  0.175459	  0.175309	  0.166841		CURRENT LEARNING RATE: 5.263785901726676e-05
previous_iter_valid_loss : 0.17058634757995605

    949540	  0.170737	  0.170586	  0.167096		CURRENT LEARNING RATE: 5.262733249815033e-05
previous_iter_valid_loss : 0.1644982099533081

    949560	  0.164667	  0.164498	  0.166956		CURRENT LEARNING RATE: 5.261680808412721e-05
previous_iter_valid_loss : 0.16586297750473022

    949580	  0.166083	  0.165863	  0.167112		CURRENT LEARNING RATE: 5.2606285774776324e-05
previous_iter_valid_loss : 0.16063955426216125

    949600	  0.160796	  0.160640	  0.167117		CURRENT LEARNING RATE: 5.2595765569676975e-05
previous_iter_valid_loss : 0.16343550384044647

    949620	  0.163628	  0.163436	  0.167261		CURRENT LEARNING RATE: 5.258524746840825e-05
previous_iter_valid_loss : 0.16070666909217834

    949640	  0.160862	  0.160707	  0.165837		CURRENT LEARNING RATE: 5.2574731470549335e-05
previous_iter_valid_loss : 0.1650749146938324

    949660	  0.165279	  0.165075	  0.165942		CURRENT LEARNING RATE: 5.256421757567979e-05
previous_iter_valid_loss : 0.16118060052394867

    949680	  0.161359	  0.161181	  0.165885		CURRENT LEARNING RATE: 5.255370578337895e-05
previous_iter_valid_loss : 0.19916877150535583

    949700	  0.199254	  0.199169	  0.167670		CURRENT LEARNING RATE: 5.2543196093226334e-05
previous_iter_valid_loss : 0.1867525428533554

    949720	  0.186896	  0.186753	  0.167626		CURRENT LEARNING RATE: 5.2532688504801496e-05
previous_iter_valid_loss : 0.16211456060409546

    949740	  0.162277	  0.162115	  0.167253		CURRENT LEARNING RATE: 5.252218301768428e-05
previous_iter_valid_loss : 0.16568082571029663

    949760	  0.165895	  0.165681	  0.167498		CURRENT LEARNING RATE: 5.251167963145441e-05
previous_iter_valid_loss : 0.16490687429904938

    949780	  0.165102	  0.164907	  0.167374		CURRENT LEARNING RATE: 5.250117834569172e-05
previous_iter_valid_loss : 0.16301187872886658

    949800	  0.163215	  0.163012	  0.167471		CURRENT LEARNING RATE: 5.249067915997609e-05
previous_iter_valid_loss : 0.16219660639762878

    949820	  0.162398	  0.162197	  0.166851		CURRENT LEARNING RATE: 5.248018207388771e-05
previous_iter_valid_loss : 0.16073714196681976

    949840	  0.160906	  0.160737	  0.166850		CURRENT LEARNING RATE: 5.246968708700663e-05
previous_iter_valid_loss : 0.16426721215248108

    949860	  0.164477	  0.164267	  0.167009		CURRENT LEARNING RATE: 5.245919419891304e-05
previous_iter_valid_loss : 0.170143261551857

    949880	  0.170393	  0.170143	  0.167337		CURRENT LEARNING RATE: 5.244870340918713e-05
previous_iter_valid_loss : 0.1624293178319931

    949900	  0.162585	  0.162429	  0.167432		CURRENT LEARNING RATE: 5.2438214717409456e-05
previous_iter_valid_loss : 0.1849636286497116

    949920	  0.185115	  0.184964	  0.167915		CURRENT LEARNING RATE: 5.242772812316038e-05
previous_iter_valid_loss : 0.16070640087127686

    949940	  0.160860	  0.160706	  0.167421		CURRENT LEARNING RATE: 5.241724362602043e-05
previous_iter_valid_loss : 0.18040108680725098

    949960	  0.180566	  0.180401	  0.168216		CURRENT LEARNING RATE: 5.240676122557015e-05
previous_iter_valid_loss : 0.16315846145153046

    949980	  0.163328	  0.163158	  0.168081		CURRENT LEARNING RATE: 5.2396280921390416e-05
previous_iter_valid_loss : 0.16049592196941376

    950000	  0.160662	  0.160496	  0.168074		CURRENT LEARNING RATE: 5.2385802713061915e-05
previous_iter_valid_loss : 0.17801940441131592

    950020	  0.178338	  0.178019	  0.168803		CURRENT LEARNING RATE: 5.237532660016545e-05
previous_iter_valid_loss : 0.1637774258852005

    950040	  0.163942	  0.163777	  0.168956		CURRENT LEARNING RATE: 5.236485258228214e-05
previous_iter_valid_loss : 0.1606093794107437

    950060	  0.160778	  0.160609	  0.168733		CURRENT LEARNING RATE: 5.235438065899295e-05
previous_iter_valid_loss : 0.1606314331293106

    950080	  0.160803	  0.160631	  0.168706		CURRENT LEARNING RATE: 5.234391082987898e-05
previous_iter_valid_loss : 0.16091108322143555

    950100	  0.161082	  0.160911	  0.166793		CURRENT LEARNING RATE: 5.233344309452136e-05
previous_iter_valid_loss : 0.16169294714927673

    950120	  0.161889	  0.161693	  0.165540		CURRENT LEARNING RATE: 5.2322977452501566e-05
previous_iter_valid_loss : 0.1642259955406189

    950140	  0.164430	  0.164226	  0.165645		CURRENT LEARNING RATE: 5.231251390340088e-05
previous_iter_valid_loss : 0.17740502953529358

    950160	  0.177565	  0.177405	  0.166231		CURRENT LEARNING RATE: 5.2302052446800756e-05
previous_iter_valid_loss : 0.185516819357872

    950180	  0.185667	  0.185517	  0.167262		CURRENT LEARNING RATE: 5.2291593082282644e-05
previous_iter_valid_loss : 0.16084443032741547

    950200	  0.160998	  0.160844	  0.167154		CURRENT LEARNING RATE: 5.2281135809428356e-05
previous_iter_valid_loss : 0.16270796954631805

    950220	  0.162901	  0.162708	  0.167179		CURRENT LEARNING RATE: 5.227068062781951e-05
previous_iter_valid_loss : 0.161245197057724

    950240	  0.161410	  0.161245	  0.167205		CURRENT LEARNING RATE: 5.226022753703789e-05
previous_iter_valid_loss : 0.16121438145637512

    950260	  0.161374	  0.161214	  0.167052		CURRENT LEARNING RATE: 5.224977653666529e-05
previous_iter_valid_loss : 0.16050641238689423

    950280	  0.160667	  0.160506	  0.166570		CURRENT LEARNING RATE: 5.223932762628385e-05
previous_iter_valid_loss : 0.18020033836364746

    950300	  0.180533	  0.180200	  0.167459		CURRENT LEARNING RATE: 5.222888080547552e-05
previous_iter_valid_loss : 0.16332435607910156

    950320	  0.163525	  0.163324	  0.166377		CURRENT LEARNING RATE: 5.2218436073822424e-05
previous_iter_valid_loss : 0.17451436817646027

    950340	  0.174793	  0.174514	  0.167067		CURRENT LEARNING RATE: 5.2207993430906694e-05
previous_iter_valid_loss : 0.18584416806697845

    950360	  0.186260	  0.185844	  0.167339		CURRENT LEARNING RATE: 5.21975528763108e-05
previous_iter_valid_loss : 0.16929852962493896

    950380	  0.169544	  0.169299	  0.167646		CURRENT LEARNING RATE: 5.218711440961703e-05
previous_iter_valid_loss : 0.1678609400987625

    950400	  0.168092	  0.167861	  0.168015		CURRENT LEARNING RATE: 5.217667803040774e-05
previous_iter_valid_loss : 0.16049893200397491

    950420	  0.160656	  0.160499	  0.167138		CURRENT LEARNING RATE: 5.216624373826568e-05
previous_iter_valid_loss : 0.16908803582191467

    950440	  0.169243	  0.169088	  0.167404		CURRENT LEARNING RATE: 5.215581153277338e-05
previous_iter_valid_loss : 0.16695620119571686

    950460	  0.167186	  0.166956	  0.167721		CURRENT LEARNING RATE: 5.214538141351354e-05
previous_iter_valid_loss : 0.16736893355846405

    950480	  0.167595	  0.167369	  0.168058		CURRENT LEARNING RATE: 5.2134953380068874e-05
previous_iter_valid_loss : 0.16053910553455353

    950500	  0.160706	  0.160539	  0.168040		CURRENT LEARNING RATE: 5.212452743202244e-05
previous_iter_valid_loss : 0.168562114238739

    950520	  0.168794	  0.168562	  0.168383		CURRENT LEARNING RATE: 5.211410356895711e-05
previous_iter_valid_loss : 0.160661518573761

    950540	  0.160816	  0.160662	  0.168205		CURRENT LEARNING RATE: 5.210368179045594e-05
previous_iter_valid_loss : 0.1710539311170578

    950560	  0.171204	  0.171054	  0.167887		CURRENT LEARNING RATE: 5.209326209610194e-05
previous_iter_valid_loss : 0.1609719842672348

    950580	  0.161135	  0.160972	  0.166660		CURRENT LEARNING RATE: 5.2082844485478535e-05
previous_iter_valid_loss : 0.1620492786169052

    950600	  0.162241	  0.162049	  0.166720		CURRENT LEARNING RATE: 5.207242895816892e-05
previous_iter_valid_loss : 0.16192106902599335

    950620	  0.162113	  0.161921	  0.166681		CURRENT LEARNING RATE: 5.2062015513756455e-05
previous_iter_valid_loss : 0.16068801283836365

    950640	  0.160870	  0.160688	  0.166653		CURRENT LEARNING RATE: 5.2051604151824536e-05
previous_iter_valid_loss : 0.16503937542438507

    950660	  0.165202	  0.165039	  0.166844		CURRENT LEARNING RATE: 5.2041194871956874e-05
previous_iter_valid_loss : 0.16811023652553558

    950680	  0.168264	  0.168110	  0.167225		CURRENT LEARNING RATE: 5.203078767373702e-05
previous_iter_valid_loss : 0.16837865114212036

    950700	  0.168615	  0.168379	  0.166633		CURRENT LEARNING RATE: 5.202038255674869e-05
previous_iter_valid_loss : 0.17690174281597137

    950720	  0.177204	  0.176902	  0.167312		CURRENT LEARNING RATE: 5.2009979520575554e-05
previous_iter_valid_loss : 0.16107052564620972

    950740	  0.161260	  0.161071	  0.166640		CURRENT LEARNING RATE: 5.199957856480172e-05
previous_iter_valid_loss : 0.16417016088962555

    950760	  0.164348	  0.164170	  0.165556		CURRENT LEARNING RATE: 5.1989179689011026e-05
previous_iter_valid_loss : 0.16052965819835663

    950780	  0.160694	  0.160530	  0.165118		CURRENT LEARNING RATE: 5.197878289278752e-05
previous_iter_valid_loss : 0.18928708136081696

    950800	  0.189419	  0.189287	  0.166189		CURRENT LEARNING RATE: 5.196838817571525e-05
previous_iter_valid_loss : 0.16296768188476562

    950820	  0.163133	  0.162968	  0.166313		CURRENT LEARNING RATE: 5.1957995537378606e-05
previous_iter_valid_loss : 0.1609291285276413

    950840	  0.161087	  0.160929	  0.165905		CURRENT LEARNING RATE: 5.1947604977361795e-05
previous_iter_valid_loss : 0.16336002945899963

    950860	  0.163554	  0.163360	  0.165725		CURRENT LEARNING RATE: 5.193721649524909e-05
previous_iter_valid_loss : 0.16051097214221954

    950880	  0.160667	  0.160511	  0.165382		CURRENT LEARNING RATE: 5.1926830090625154e-05
previous_iter_valid_loss : 0.16448955237865448

    950900	  0.164652	  0.164490	  0.165580		CURRENT LEARNING RATE: 5.1916445763074424e-05
previous_iter_valid_loss : 0.16396284103393555

    950920	  0.164124	  0.163963	  0.165350		CURRENT LEARNING RATE: 5.190606351218153e-05
previous_iter_valid_loss : 0.16102661192417145

    950940	  0.161210	  0.161027	  0.165368		CURRENT LEARNING RATE: 5.1895683337531095e-05
previous_iter_valid_loss : 0.16638942062854767

    950960	  0.166594	  0.166389	  0.165135		CURRENT LEARNING RATE: 5.1885305238708084e-05
previous_iter_valid_loss : 0.16084755957126617

    950980	  0.161021	  0.160848	  0.165128		CURRENT LEARNING RATE: 5.1874929215297296e-05
previous_iter_valid_loss : 0.16463930904865265

    951000	  0.164807	  0.164639	  0.165258		CURRENT LEARNING RATE: 5.186455526688368e-05
previous_iter_valid_loss : 0.1769694685935974

    951020	  0.177124	  0.176969	  0.166010		CURRENT LEARNING RATE: 5.18541833930522e-05
previous_iter_valid_loss : 0.1611246019601822

    951040	  0.161314	  0.161125	  0.166032		CURRENT LEARNING RATE: 5.184381359338814e-05
previous_iter_valid_loss : 0.16071654856204987

    951060	  0.160888	  0.160717	  0.165816		CURRENT LEARNING RATE: 5.183344586747663e-05
previous_iter_valid_loss : 0.16839101910591125

    951080	  0.168629	  0.168391	  0.165830		CURRENT LEARNING RATE: 5.182308021490298e-05
previous_iter_valid_loss : 0.16381865739822388

    951100	  0.164002	  0.163819	  0.165602		CURRENT LEARNING RATE: 5.181271663525243e-05
previous_iter_valid_loss : 0.16056574881076813

    951120	  0.160729	  0.160566	  0.164785		CURRENT LEARNING RATE: 5.180235512811066e-05
previous_iter_valid_loss : 0.16411997377872467

    951140	  0.164313	  0.164120	  0.164938		CURRENT LEARNING RATE: 5.17919956930631e-05
previous_iter_valid_loss : 0.1611950844526291

    951160	  0.161380	  0.161195	  0.164789		CURRENT LEARNING RATE: 5.1781638329695374e-05
previous_iter_valid_loss : 0.16702233254909515

    951180	  0.167255	  0.167022	  0.165114		CURRENT LEARNING RATE: 5.177128303759309e-05
previous_iter_valid_loss : 0.16959238052368164

    951200	  0.169841	  0.169592	  0.164129		CURRENT LEARNING RATE: 5.1760929816342233e-05
previous_iter_valid_loss : 0.1608954668045044

    951220	  0.161050	  0.160895	  0.164025		CURRENT LEARNING RATE: 5.175057866552857e-05
previous_iter_valid_loss : 0.20358259975910187

    951240	  0.203652	  0.203583	  0.166158		CURRENT LEARNING RATE: 5.1740229584737976e-05
previous_iter_valid_loss : 0.16079165041446686

    951260	  0.160966	  0.160792	  0.166030		CURRENT LEARNING RATE: 5.172988257355666e-05
previous_iter_valid_loss : 0.16194483637809753

    951280	  0.162142	  0.161945	  0.166101		CURRENT LEARNING RATE: 5.171953763157066e-05
previous_iter_valid_loss : 0.16878090798854828

    951300	  0.169032	  0.168781	  0.166316		CURRENT LEARNING RATE: 5.170919475836616e-05
previous_iter_valid_loss : 0.16290459036827087

    951320	  0.163094	  0.162905	  0.166263		CURRENT LEARNING RATE: 5.1698853953529375e-05
previous_iter_valid_loss : 0.16144166886806488

    951340	  0.161604	  0.161442	  0.166284		CURRENT LEARNING RATE: 5.168851521664685e-05
previous_iter_valid_loss : 0.1605055332183838

    951360	  0.160667	  0.160506	  0.165989		CURRENT LEARNING RATE: 5.1678178547304934e-05
previous_iter_valid_loss : 0.1606438308954239

    951380	  0.160817	  0.160644	  0.165979		CURRENT LEARNING RATE: 5.1667843945090155e-05
previous_iter_valid_loss : 0.16118615865707397

    951400	  0.161350	  0.161186	  0.165807		CURRENT LEARNING RATE: 5.1657511409589065e-05
previous_iter_valid_loss : 0.1605672538280487

    951420	  0.160727	  0.160567	  0.164986		CURRENT LEARNING RATE: 5.164718094038853e-05
previous_iter_valid_loss : 0.16174998879432678

    951440	  0.161944	  0.161750	  0.165018		CURRENT LEARNING RATE: 5.1636852537075235e-05
previous_iter_valid_loss : 0.18679533898830414

    951460	  0.187168	  0.186795	  0.166322		CURRENT LEARNING RATE: 5.162652619923605e-05
previous_iter_valid_loss : 0.17037101089954376

    951480	  0.170526	  0.170371	  0.166421		CURRENT LEARNING RATE: 5.161620192645783e-05
previous_iter_valid_loss : 0.17735964059829712

    951500	  0.177511	  0.177360	  0.167098		CURRENT LEARNING RATE: 5.160587971832778e-05
previous_iter_valid_loss : 0.19288522005081177

    951520	  0.193000	  0.192885	  0.168714		CURRENT LEARNING RATE: 5.159555957443293e-05
previous_iter_valid_loss : 0.16364553570747375

    951540	  0.163816	  0.163646	  0.168690		CURRENT LEARNING RATE: 5.158524149436046e-05
previous_iter_valid_loss : 0.1648443043231964

    951560	  0.165045	  0.164844	  0.168872		CURRENT LEARNING RATE: 5.1574925477697575e-05
previous_iter_valid_loss : 0.16083671152591705

    951580	  0.161001	  0.160837	  0.168563		CURRENT LEARNING RATE: 5.1564611524031815e-05
previous_iter_valid_loss : 0.16270162165164948

    951600	  0.162869	  0.162702	  0.168219		CURRENT LEARNING RATE: 5.155429963295051e-05
previous_iter_valid_loss : 0.16097703576087952

    951620	  0.161127	  0.160977	  0.168223		CURRENT LEARNING RATE: 5.15439898040411e-05
previous_iter_valid_loss : 0.16082273423671722

    951640	  0.160969	  0.160823	  0.166085		CURRENT LEARNING RATE: 5.15336820368914e-05
previous_iter_valid_loss : 0.169399693608284

    951660	  0.169547	  0.169400	  0.166515		CURRENT LEARNING RATE: 5.152337633108897e-05
previous_iter_valid_loss : 0.1700512170791626

    951680	  0.170301	  0.170051	  0.166920		CURRENT LEARNING RATE: 5.151307268622162e-05
previous_iter_valid_loss : 0.16052581369876862

    951700	  0.160692	  0.160526	  0.166508		CURRENT LEARNING RATE: 5.1502771101877076e-05
previous_iter_valid_loss : 0.16393035650253296

    951720	  0.164100	  0.163930	  0.166559		CURRENT LEARNING RATE: 5.149247157764348e-05
previous_iter_valid_loss : 0.161578968167305

    951740	  0.161734	  0.161579	  0.166566		CURRENT LEARNING RATE: 5.148217411310875e-05
previous_iter_valid_loss : 0.1630861908197403

    951760	  0.163245	  0.163086	  0.166695		CURRENT LEARNING RATE: 5.147187870786099e-05
previous_iter_valid_loss : 0.1645350456237793

    951780	  0.164730	  0.164535	  0.166889		CURRENT LEARNING RATE: 5.1461585361488306e-05
previous_iter_valid_loss : 0.16478218138217926

    951800	  0.164978	  0.164782	  0.167069		CURRENT LEARNING RATE: 5.1451294073579126e-05
previous_iter_valid_loss : 0.16916672885417938

    951820	  0.169393	  0.169167	  0.167499		CURRENT LEARNING RATE: 5.144100484372172e-05
previous_iter_valid_loss : 0.16365337371826172

    951840	  0.163821	  0.163653	  0.167594		CURRENT LEARNING RATE: 5.1430717671504514e-05
previous_iter_valid_loss : 0.1636180579662323

    951860	  0.163804	  0.163618	  0.166435		CURRENT LEARNING RATE: 5.142043255651592e-05
previous_iter_valid_loss : 0.1673198938369751

    951880	  0.167550	  0.167320	  0.166283		CURRENT LEARNING RATE: 5.1410149498344745e-05
previous_iter_valid_loss : 0.1629718691110611

    951900	  0.163154	  0.162972	  0.165564		CURRENT LEARNING RATE: 5.139986849657954e-05
previous_iter_valid_loss : 0.1788981556892395

    951920	  0.179212	  0.178898	  0.164864		CURRENT LEARNING RATE: 5.138958955080909e-05
previous_iter_valid_loss : 0.16394084692001343

    951940	  0.164116	  0.163941	  0.164879		CURRENT LEARNING RATE: 5.1379312660622135e-05
previous_iter_valid_loss : 0.1640319526195526

    951960	  0.164222	  0.164032	  0.164838		CURRENT LEARNING RATE: 5.136903782560779e-05
previous_iter_valid_loss : 0.1606253683567047

    951980	  0.160779	  0.160625	  0.164828		CURRENT LEARNING RATE: 5.135876504535495e-05
previous_iter_valid_loss : 0.1664959043264389

    952000	  0.166716	  0.166496	  0.165018		CURRENT LEARNING RATE: 5.134849431945265e-05
previous_iter_valid_loss : 0.1605520248413086

    952020	  0.160721	  0.160552	  0.164996		CURRENT LEARNING RATE: 5.1338225647490204e-05
previous_iter_valid_loss : 0.16886980831623077

    952040	  0.169020	  0.168870	  0.165399		CURRENT LEARNING RATE: 5.1327959029056796e-05
previous_iter_valid_loss : 0.1652444750070572

    952060	  0.165448	  0.165244	  0.165191		CURRENT LEARNING RATE: 5.131769446374176e-05
previous_iter_valid_loss : 0.169765904545784

    952080	  0.170010	  0.169766	  0.165177		CURRENT LEARNING RATE: 5.13074319511344e-05
previous_iter_valid_loss : 0.16293248534202576

    952100	  0.163132	  0.162932	  0.165297		CURRENT LEARNING RATE: 5.129717149082444e-05
previous_iter_valid_loss : 0.16084080934524536

    952120	  0.161000	  0.160841	  0.165142		CURRENT LEARNING RATE: 5.128691308240134e-05
previous_iter_valid_loss : 0.16164858639240265

    952140	  0.161840	  0.161649	  0.165146		CURRENT LEARNING RATE: 5.127665672545476e-05
previous_iter_valid_loss : 0.16860331594944

    952160	  0.168756	  0.168603	  0.165422		CURRENT LEARNING RATE: 5.126640241957437e-05
previous_iter_valid_loss : 0.16078712046146393

    952180	  0.160962	  0.160787	  0.165234		CURRENT LEARNING RATE: 5.125615016435018e-05
previous_iter_valid_loss : 0.16149814426898956

    952200	  0.161659	  0.161498	  0.165070		CURRENT LEARNING RATE: 5.1245899959372e-05
previous_iter_valid_loss : 0.17551013827323914

    952220	  0.175796	  0.175510	  0.165387		CURRENT LEARNING RATE: 5.123565180422982e-05
previous_iter_valid_loss : 0.17347069084644318

    952240	  0.173616	  0.173471	  0.165878		CURRENT LEARNING RATE: 5.1225405698513634e-05
previous_iter_valid_loss : 0.16124668717384338

    952260	  0.161431	  0.161247	  0.165760		CURRENT LEARNING RATE: 5.121516164181377e-05
previous_iter_valid_loss : 0.16054506599903107

    952280	  0.160698	  0.160545	  0.165421		CURRENT LEARNING RATE: 5.120491963372038e-05
previous_iter_valid_loss : 0.16058383882045746

    952300	  0.160740	  0.160584	  0.165301		CURRENT LEARNING RATE: 5.1194679673823785e-05
previous_iter_valid_loss : 0.16335733234882355

    952320	  0.163522	  0.163357	  0.164524		CURRENT LEARNING RATE: 5.118444176171429e-05
previous_iter_valid_loss : 0.16135866940021515

    952340	  0.161511	  0.161359	  0.164395		CURRENT LEARNING RATE: 5.117420589698256e-05
previous_iter_valid_loss : 0.16233806312084198

    952360	  0.162491	  0.162338	  0.164311		CURRENT LEARNING RATE: 5.116397207921908e-05
previous_iter_valid_loss : 0.16483834385871887

    952380	  0.165009	  0.164838	  0.164521		CURRENT LEARNING RATE: 5.1153740308014486e-05
previous_iter_valid_loss : 0.16294914484024048

    952400	  0.163138	  0.162949	  0.164344		CURRENT LEARNING RATE: 5.114351058295942e-05
previous_iter_valid_loss : 0.16918452084064484

    952420	  0.169426	  0.169185	  0.164776		CURRENT LEARNING RATE: 5.113328290364487e-05
previous_iter_valid_loss : 0.1654009073972702

    952440	  0.165603	  0.165401	  0.164602		CURRENT LEARNING RATE: 5.1123057269661654e-05
previous_iter_valid_loss : 0.1615106761455536

    952460	  0.161673	  0.161511	  0.164415		CURRENT LEARNING RATE: 5.1112833680600636e-05
previous_iter_valid_loss : 0.18026302754878998

    952480	  0.180421	  0.180263	  0.164940		CURRENT LEARNING RATE: 5.1102612136053075e-05
previous_iter_valid_loss : 0.1616227924823761

    952500	  0.161813	  0.161623	  0.164875		CURRENT LEARNING RATE: 5.109239263560999e-05
previous_iter_valid_loss : 0.161580890417099

    952520	  0.161740	  0.161581	  0.164912		CURRENT LEARNING RATE: 5.108217517886263e-05
previous_iter_valid_loss : 0.17381973564624786

    952540	  0.173968	  0.173820	  0.165520		CURRENT LEARNING RATE: 5.107195976540219e-05
previous_iter_valid_loss : 0.16123683750629425

    952560	  0.161392	  0.161237	  0.165152		CURRENT LEARNING RATE: 5.1061746394820236e-05
previous_iter_valid_loss : 0.16288690268993378

    952580	  0.163054	  0.162887	  0.165257		CURRENT LEARNING RATE: 5.105153506670814e-05
previous_iter_valid_loss : 0.17519553005695343

    952600	  0.175348	  0.175196	  0.165942		CURRENT LEARNING RATE: 5.104132578065746e-05
previous_iter_valid_loss : 0.1606159806251526

    952620	  0.160783	  0.160616	  0.165197		CURRENT LEARNING RATE: 5.103111853625972e-05
previous_iter_valid_loss : 0.17324168980121613

    952640	  0.173391	  0.173242	  0.165186		CURRENT LEARNING RATE: 5.102091333310683e-05
previous_iter_valid_loss : 0.16585403680801392

    952660	  0.166015	  0.165854	  0.165416		CURRENT LEARNING RATE: 5.1010710170790475e-05
previous_iter_valid_loss : 0.16084428131580353

    952680	  0.161004	  0.160844	  0.165431		CURRENT LEARNING RATE: 5.100050904890253e-05
previous_iter_valid_loss : 0.16059811413288116

    952700	  0.160754	  0.160598	  0.165432		CURRENT LEARNING RATE: 5.099030996703487e-05
previous_iter_valid_loss : 0.16062165796756744

    952720	  0.160777	  0.160622	  0.165295		CURRENT LEARNING RATE: 5.09801129247797e-05
previous_iter_valid_loss : 0.16314102709293365

    952740	  0.163339	  0.163141	  0.165384		CURRENT LEARNING RATE: 5.096991792172906e-05
previous_iter_valid_loss : 0.16404490172863007

    952760	  0.164218	  0.164045	  0.165469		CURRENT LEARNING RATE: 5.095972495747514e-05
previous_iter_valid_loss : 0.1605483740568161

    952780	  0.160705	  0.160548	  0.165255		CURRENT LEARNING RATE: 5.094953403161013e-05
previous_iter_valid_loss : 0.16536378860473633

    952800	  0.165570	  0.165364	  0.165376		CURRENT LEARNING RATE: 5.093934514372659e-05
previous_iter_valid_loss : 0.16185851395130157

    952820	  0.162016	  0.161859	  0.165009		CURRENT LEARNING RATE: 5.0929158293416847e-05
previous_iter_valid_loss : 0.1607370227575302

    952840	  0.160885	  0.160737	  0.164776		CURRENT LEARNING RATE: 5.0918973480273364e-05
previous_iter_valid_loss : 0.1629800945520401

    952860	  0.163165	  0.162980	  0.164850		CURRENT LEARNING RATE: 5.0908790703888915e-05
previous_iter_valid_loss : 0.1616228222846985

    952880	  0.161811	  0.161623	  0.163918		CURRENT LEARNING RATE: 5.0898609963856096e-05
previous_iter_valid_loss : 0.1647670567035675

    952900	  0.164983	  0.164767	  0.164075		CURRENT LEARNING RATE: 5.088843125976768e-05
previous_iter_valid_loss : 0.16173824667930603

    952920	  0.161934	  0.161738	  0.164083		CURRENT LEARNING RATE: 5.0878254591216445e-05
previous_iter_valid_loss : 0.16305102407932281

    952940	  0.163236	  0.163051	  0.163544		CURRENT LEARNING RATE: 5.086807995779548e-05
previous_iter_valid_loss : 0.16676421463489532

    952960	  0.166987	  0.166764	  0.163821		CURRENT LEARNING RATE: 5.0857907359097726e-05
previous_iter_valid_loss : 0.16055850684642792

    952980	  0.160709	  0.160559	  0.163704		CURRENT LEARNING RATE: 5.084773679471627e-05
previous_iter_valid_loss : 0.17567451298236847

    953000	  0.175971	  0.175675	  0.163728		CURRENT LEARNING RATE: 5.083756826424421e-05
previous_iter_valid_loss : 0.1731065809726715

    953020	  0.173372	  0.173107	  0.164353		CURRENT LEARNING RATE: 5.0827401767274966e-05
previous_iter_valid_loss : 0.1605859100818634

    953040	  0.160758	  0.160586	  0.163720		CURRENT LEARNING RATE: 5.08172373034018e-05
previous_iter_valid_loss : 0.1621849685907364

    953060	  0.162379	  0.162185	  0.163536		CURRENT LEARNING RATE: 5.0807074872218136e-05
previous_iter_valid_loss : 0.1647738367319107

    953080	  0.164983	  0.164774	  0.163733		CURRENT LEARNING RATE: 5.079691447331739e-05
previous_iter_valid_loss : 0.1727859526872635

    953100	  0.173054	  0.172786	  0.164342		CURRENT LEARNING RATE: 5.078675610629331e-05
previous_iter_valid_loss : 0.16084027290344238

    953120	  0.161002	  0.160840	  0.164353		CURRENT LEARNING RATE: 5.0776599770739485e-05
previous_iter_valid_loss : 0.17016912996768951

    953140	  0.170422	  0.170169	  0.164705		CURRENT LEARNING RATE: 5.076644546624966e-05
previous_iter_valid_loss : 0.16123005747795105

    953160	  0.161387	  0.161230	  0.164564		CURRENT LEARNING RATE: 5.075629319241757e-05
previous_iter_valid_loss : 0.16146785020828247

    953180	  0.161658	  0.161468	  0.164610		CURRENT LEARNING RATE: 5.0746142948837295e-05
previous_iter_valid_loss : 0.16787712275981903

    953200	  0.168036	  0.167877	  0.164736		CURRENT LEARNING RATE: 5.0735994735102755e-05
previous_iter_valid_loss : 0.16385862231254578

    953220	  0.164058	  0.163859	  0.164836		CURRENT LEARNING RATE: 5.072584855080792e-05
previous_iter_valid_loss : 0.1617259383201599

    953240	  0.161906	  0.161726	  0.164885		CURRENT LEARNING RATE: 5.071570439554712e-05
previous_iter_valid_loss : 0.16186971962451935

    953260	  0.162060	  0.161870	  0.164830		CURRENT LEARNING RATE: 5.07055622689145e-05
previous_iter_valid_loss : 0.16399823129177094

    953280	  0.164168	  0.163998	  0.164948		CURRENT LEARNING RATE: 5.069542217050438e-05
previous_iter_valid_loss : 0.16873958706855774

    953300	  0.168977	  0.168740	  0.165147		CURRENT LEARNING RATE: 5.068528409991107e-05
previous_iter_valid_loss : 0.16237342357635498

    953320	  0.162540	  0.162373	  0.165179		CURRENT LEARNING RATE: 5.0675148056729215e-05
previous_iter_valid_loss : 0.16092446446418762

    953340	  0.161083	  0.160924	  0.165072		CURRENT LEARNING RATE: 5.066501404055329e-05
previous_iter_valid_loss : 0.16089504957199097

    953360	  0.161075	  0.160895	  0.164779		CURRENT LEARNING RATE: 5.065488205097794e-05
previous_iter_valid_loss : 0.16458065807819366

    953380	  0.164789	  0.164581	  0.164980		CURRENT LEARNING RATE: 5.064475208759778e-05
previous_iter_valid_loss : 0.16053596138954163

    953400	  0.160692	  0.160536	  0.164223		CURRENT LEARNING RATE: 5.0634624150007804e-05
previous_iter_valid_loss : 0.17917516827583313

    953420	  0.179335	  0.179175	  0.164526		CURRENT LEARNING RATE: 5.06244982378028e-05
previous_iter_valid_loss : 0.1642254889011383

    953440	  0.164393	  0.164225	  0.164708		CURRENT LEARNING RATE: 5.061437435057773e-05
previous_iter_valid_loss : 0.16168268024921417

    953460	  0.161873	  0.161683	  0.164683		CURRENT LEARNING RATE: 5.0604252487927544e-05
previous_iter_valid_loss : 0.16238509118556976

    953480	  0.162567	  0.162385	  0.164564		CURRENT LEARNING RATE: 5.059413264944757e-05
previous_iter_valid_loss : 0.16180311143398285

    953500	  0.162003	  0.161803	  0.164015		CURRENT LEARNING RATE: 5.0584014834732904e-05
previous_iter_valid_loss : 0.1609605997800827

    953520	  0.161142	  0.160961	  0.164021		CURRENT LEARNING RATE: 5.057389904337883e-05
previous_iter_valid_loss : 0.16402262449264526

    953540	  0.164214	  0.164023	  0.163713		CURRENT LEARNING RATE: 5.0563785274980645e-05
previous_iter_valid_loss : 0.1608647257089615

    953560	  0.161021	  0.160865	  0.163695		CURRENT LEARNING RATE: 5.055367352913396e-05
previous_iter_valid_loss : 0.17186212539672852

    953580	  0.172012	  0.171862	  0.164215		CURRENT LEARNING RATE: 5.0543563805434225e-05
previous_iter_valid_loss : 0.1725228875875473

    953600	  0.172793	  0.172523	  0.164447		CURRENT LEARNING RATE: 5.0533456103477054e-05
previous_iter_valid_loss : 0.16411855816841125

    953620	  0.164276	  0.164119	  0.164460		CURRENT LEARNING RATE: 5.052335042285803e-05
previous_iter_valid_loss : 0.16107647120952606

    953640	  0.161236	  0.161076	  0.164428		CURRENT LEARNING RATE: 5.0513246763173143e-05
previous_iter_valid_loss : 0.1605137139558792

    953660	  0.160675	  0.160514	  0.164360		CURRENT LEARNING RATE: 5.0503145124018116e-05
previous_iter_valid_loss : 0.16561569273471832

    953680	  0.165781	  0.165616	  0.164441		CURRENT LEARNING RATE: 5.0493045504988814e-05
previous_iter_valid_loss : 0.16569319367408752

    953700	  0.165855	  0.165693	  0.164288		CURRENT LEARNING RATE: 5.048294790568143e-05
previous_iter_valid_loss : 0.160811185836792

    953720	  0.160968	  0.160811	  0.164210		CURRENT LEARNING RATE: 5.047285232569196e-05
previous_iter_valid_loss : 0.16385041177272797

    953740	  0.164019	  0.163850	  0.164357		CURRENT LEARNING RATE: 5.04627587646166e-05
previous_iter_valid_loss : 0.162247434258461

    953760	  0.162419	  0.162247	  0.164424		CURRENT LEARNING RATE: 5.045266722205151e-05
previous_iter_valid_loss : 0.16141094267368317

    953780	  0.161568	  0.161411	  0.164266		CURRENT LEARNING RATE: 5.0442577697593195e-05
previous_iter_valid_loss : 0.19184881448745728

    953800	  0.192323	  0.191849	  0.165831		CURRENT LEARNING RATE: 5.043249019083801e-05
previous_iter_valid_loss : 0.16123159229755402

    953820	  0.161394	  0.161232	  0.164934		CURRENT LEARNING RATE: 5.0422404701382425e-05
previous_iter_valid_loss : 0.16238626837730408

    953840	  0.162546	  0.162386	  0.164842		CURRENT LEARNING RATE: 5.041232122882295e-05
previous_iter_valid_loss : 0.1629083901643753

    953860	  0.163074	  0.162908	  0.164904		CURRENT LEARNING RATE: 5.040223977275642e-05
previous_iter_valid_loss : 0.16548241674900055

    953880	  0.165645	  0.165482	  0.165058		CURRENT LEARNING RATE: 5.039216033277949e-05
previous_iter_valid_loss : 0.16632366180419922

    953900	  0.166483	  0.166324	  0.165285		CURRENT LEARNING RATE: 5.038208290848898e-05
previous_iter_valid_loss : 0.16332170367240906

    953920	  0.163484	  0.163322	  0.165403		CURRENT LEARNING RATE: 5.037200749948169e-05
previous_iter_valid_loss : 0.16331149637699127

    953940	  0.163476	  0.163311	  0.165367		CURRENT LEARNING RATE: 5.0361934105354815e-05
previous_iter_valid_loss : 0.17323799431324005

    953960	  0.173502	  0.173238	  0.165986		CURRENT LEARNING RATE: 5.035186272570531e-05
previous_iter_valid_loss : 0.16081389784812927

    953980	  0.160976	  0.160814	  0.165433		CURRENT LEARNING RATE: 5.034179336013031e-05
previous_iter_valid_loss : 0.16081085801124573

    954000	  0.160991	  0.160811	  0.164848		CURRENT LEARNING RATE: 5.033172600822696e-05
previous_iter_valid_loss : 0.1673584133386612

    954020	  0.167520	  0.167358	  0.165010		CURRENT LEARNING RATE: 5.032166066959275e-05
previous_iter_valid_loss : 0.16653312742710114

    954040	  0.166747	  0.166533	  0.165282		CURRENT LEARNING RATE: 5.0311597343824984e-05
previous_iter_valid_loss : 0.1620684415102005

    954060	  0.162248	  0.162068	  0.165360		CURRENT LEARNING RATE: 5.030153603052102e-05
previous_iter_valid_loss : 0.16682268679141998

    954080	  0.166981	  0.166823	  0.165421		CURRENT LEARNING RATE: 5.0291476729278595e-05
previous_iter_valid_loss : 0.16422288119792938

    954100	  0.164396	  0.164223	  0.165347		CURRENT LEARNING RATE: 5.0281419439695245e-05
previous_iter_valid_loss : 0.16092310845851898

    954120	  0.161078	  0.160923	  0.165353		CURRENT LEARNING RATE: 5.0271364161368676e-05
previous_iter_valid_loss : 0.16059599816799164

    954140	  0.160753	  0.160596	  0.165190		CURRENT LEARNING RATE: 5.02613108938966e-05
previous_iter_valid_loss : 0.16986240446567535

    954160	  0.170116	  0.169862	  0.165571		CURRENT LEARNING RATE: 5.0251259636877045e-05
previous_iter_valid_loss : 0.17703939974308014

    954180	  0.177333	  0.177039	  0.166352		CURRENT LEARNING RATE: 5.024121038990789e-05
previous_iter_valid_loss : 0.16070771217346191

    954200	  0.160875	  0.160708	  0.164795		CURRENT LEARNING RATE: 5.023116315258716e-05
previous_iter_valid_loss : 0.16423144936561584

    954220	  0.164408	  0.164231	  0.164945		CURRENT LEARNING RATE: 5.022111792451286e-05
previous_iter_valid_loss : 0.16728100180625916

    954240	  0.167437	  0.167281	  0.165190		CURRENT LEARNING RATE: 5.0211074705283386e-05
previous_iter_valid_loss : 0.16120585799217224

    954260	  0.161391	  0.161206	  0.165105		CURRENT LEARNING RATE: 5.02010334944969e-05
previous_iter_valid_loss : 0.16662095487117767

    954280	  0.166779	  0.166621	  0.165162		CURRENT LEARNING RATE: 5.019099429175176e-05
previous_iter_valid_loss : 0.17308136820793152

    954300	  0.173352	  0.173081	  0.165499		CURRENT LEARNING RATE: 5.018095709664631e-05
previous_iter_valid_loss : 0.16622166335582733

    954320	  0.166425	  0.166222	  0.165644		CURRENT LEARNING RATE: 5.017092190877925e-05
previous_iter_valid_loss : 0.16553689539432526

    954340	  0.165697	  0.165537	  0.165756		CURRENT LEARNING RATE: 5.0160888727749055e-05
previous_iter_valid_loss : 0.17701789736747742

    954360	  0.177176	  0.177018	  0.165945		CURRENT LEARNING RATE: 5.015085755315443e-05
previous_iter_valid_loss : 0.16101321578025818

    954380	  0.161176	  0.161013	  0.165955		CURRENT LEARNING RATE: 5.0140828384594025e-05
previous_iter_valid_loss : 0.16670441627502441

    954400	  0.166860	  0.166704	  0.166249		CURRENT LEARNING RATE: 5.013080122166685e-05
previous_iter_valid_loss : 0.16097858548164368

    954420	  0.161144	  0.160979	  0.165930		CURRENT LEARNING RATE: 5.012077606397172e-05
previous_iter_valid_loss : 0.17306098341941833

    954440	  0.173327	  0.173061	  0.166257		CURRENT LEARNING RATE: 5.011075291110756e-05
previous_iter_valid_loss : 0.16054731607437134

    954460	  0.160712	  0.160547	  0.166181		CURRENT LEARNING RATE: 5.0100731762673607e-05
previous_iter_valid_loss : 0.17033036053180695

    954480	  0.170478	  0.170330	  0.166356		CURRENT LEARNING RATE: 5.009071261826893e-05
previous_iter_valid_loss : 0.16497832536697388

    954500	  0.165152	  0.164978	  0.166394		CURRENT LEARNING RATE: 5.008069547749276e-05
previous_iter_valid_loss : 0.16056986153125763

    954520	  0.160730	  0.160570	  0.166376		CURRENT LEARNING RATE: 5.007068033994435e-05
previous_iter_valid_loss : 0.1646932065486908

    954540	  0.164857	  0.164693	  0.166581		CURRENT LEARNING RATE: 5.006066720522323e-05
previous_iter_valid_loss : 0.1641092747449875

    954560	  0.164302	  0.164109	  0.166293		CURRENT LEARNING RATE: 5.005065607292881e-05
previous_iter_valid_loss : 0.16704551875591278

    954580	  0.167250	  0.167046	  0.165794		CURRENT LEARNING RATE: 5.004064694266063e-05
previous_iter_valid_loss : 0.1955409198999405

    954600	  0.196018	  0.195541	  0.167535		CURRENT LEARNING RATE: 5.003063981401826e-05
previous_iter_valid_loss : 0.16055791079998016

    954620	  0.160730	  0.160558	  0.167352		CURRENT LEARNING RATE: 5.002063468660157e-05
previous_iter_valid_loss : 0.17366772890090942

    954640	  0.173809	  0.173668	  0.167671		CURRENT LEARNING RATE: 5.001063156001027e-05
previous_iter_valid_loss : 0.17251648008823395

    954660	  0.172660	  0.172516	  0.168237		CURRENT LEARNING RATE: 5.000063043384425e-05
previous_iter_valid_loss : 0.16168202459812164

    954680	  0.161864	  0.161682	  0.167990		CURRENT LEARNING RATE: 4.999063130770336e-05
previous_iter_valid_loss : 0.160666361451149

    954700	  0.160817	  0.160666	  0.167369		CURRENT LEARNING RATE: 4.998063418118782e-05
previous_iter_valid_loss : 0.1606282740831375

    954720	  0.160799	  0.160628	  0.167089		CURRENT LEARNING RATE: 4.9970639053897654e-05
previous_iter_valid_loss : 0.16066546738147736

    954740	  0.160821	  0.160665	  0.166846		CURRENT LEARNING RATE: 4.996064592543306e-05
previous_iter_valid_loss : 0.17646482586860657

    954760	  0.176759	  0.176465	  0.166818		CURRENT LEARNING RATE: 4.995065479539421e-05
previous_iter_valid_loss : 0.169069305062294

    954780	  0.169219	  0.169069	  0.167221		CURRENT LEARNING RATE: 4.994066566338165e-05
previous_iter_valid_loss : 0.16195252537727356

    954800	  0.162146	  0.161953	  0.166983		CURRENT LEARNING RATE: 4.993067852899573e-05
previous_iter_valid_loss : 0.17100071907043457

    954820	  0.171151	  0.171001	  0.167484		CURRENT LEARNING RATE: 4.992069339183686e-05
previous_iter_valid_loss : 0.16161474585533142

    954840	  0.161787	  0.161615	  0.166912		CURRENT LEARNING RATE: 4.9910710251505824e-05
previous_iter_valid_loss : 0.16527922451496124

    954860	  0.165452	  0.165279	  0.167149		CURRENT LEARNING RATE: 4.990072910760321e-05
previous_iter_valid_loss : 0.16296988725662231

    954880	  0.163134	  0.162970	  0.166781		CURRENT LEARNING RATE: 4.989074995972976e-05
previous_iter_valid_loss : 0.16067449748516083

    954900	  0.160844	  0.160674	  0.166565		CURRENT LEARNING RATE: 4.9880772807486235e-05
previous_iter_valid_loss : 0.16472643613815308

    954920	  0.164932	  0.164726	  0.166773		CURRENT LEARNING RATE: 4.987079765047371e-05
previous_iter_valid_loss : 0.1606101542711258

    954940	  0.160780	  0.160610	  0.166569		CURRENT LEARNING RATE: 4.98608244882931e-05
previous_iter_valid_loss : 0.16622933745384216

    954960	  0.166444	  0.166229	  0.166675		CURRENT LEARNING RATE: 4.9850853320545476e-05
previous_iter_valid_loss : 0.16071395576000214

    954980	  0.160892	  0.160714	  0.166359		CURRENT LEARNING RATE: 4.984088414683191e-05
previous_iter_valid_loss : 0.1625802367925644

    955000	  0.162748	  0.162580	  0.164710		CURRENT LEARNING RATE: 4.98309169667538e-05
previous_iter_valid_loss : 0.17114301025867462

    955020	  0.171285	  0.171143	  0.165240		CURRENT LEARNING RATE: 4.9820951779912365e-05
previous_iter_valid_loss : 0.1654890477657318

    955040	  0.165647	  0.165489	  0.164831		CURRENT LEARNING RATE: 4.981098858590902e-05
previous_iter_valid_loss : 0.1729193478822708

    955060	  0.173189	  0.172919	  0.164851		CURRENT LEARNING RATE: 4.980102738434514e-05
previous_iter_valid_loss : 0.16309073567390442

    955080	  0.163289	  0.163091	  0.164921		CURRENT LEARNING RATE: 4.9791068174822434e-05
previous_iter_valid_loss : 0.16480490565299988

    955100	  0.165025	  0.164805	  0.165128		CURRENT LEARNING RATE: 4.9781110956942476e-05
previous_iter_valid_loss : 0.16169436275959015

    955120	  0.161883	  0.161694	  0.165182		CURRENT LEARNING RATE: 4.977115573030696e-05
previous_iter_valid_loss : 0.16065281629562378

    955140	  0.160833	  0.160653	  0.165181		CURRENT LEARNING RATE: 4.976120249451759e-05
previous_iter_valid_loss : 0.16069096326828003

    955160	  0.160847	  0.160691	  0.164392		CURRENT LEARNING RATE: 4.975125124917642e-05
previous_iter_valid_loss : 0.17544011771678925

    955180	  0.175732	  0.175440	  0.164711		CURRENT LEARNING RATE: 4.97413019938853e-05
previous_iter_valid_loss : 0.16050904989242554

    955200	  0.160667	  0.160509	  0.164639		CURRENT LEARNING RATE: 4.9731354728246263e-05
previous_iter_valid_loss : 0.16281335055828094

    955220	  0.162985	  0.162813	  0.164229		CURRENT LEARNING RATE: 4.972140945186134e-05
previous_iter_valid_loss : 0.17037272453308105

    955240	  0.170628	  0.170373	  0.164667		CURRENT LEARNING RATE: 4.971146616433288e-05
previous_iter_valid_loss : 0.1611858457326889

    955260	  0.161349	  0.161186	  0.164463		CURRENT LEARNING RATE: 4.9701524865263086e-05
previous_iter_valid_loss : 0.16825522482395172

    955280	  0.168482	  0.168255	  0.164727		CURRENT LEARNING RATE: 4.9691585554254196e-05
previous_iter_valid_loss : 0.16119128465652466

    955300	  0.161338	  0.161191	  0.164753		CURRENT LEARNING RATE: 4.968164823090883e-05
previous_iter_valid_loss : 0.16138437390327454

    955320	  0.161540	  0.161384	  0.164586		CURRENT LEARNING RATE: 4.96717128948294e-05
previous_iter_valid_loss : 0.1608385443687439

    955340	  0.160990	  0.160839	  0.164597		CURRENT LEARNING RATE: 4.966177954561849e-05
previous_iter_valid_loss : 0.17630039155483246

    955360	  0.176453	  0.176300	  0.165101		CURRENT LEARNING RATE: 4.965184818287867e-05
previous_iter_valid_loss : 0.18886533379554749

    955380	  0.189002	  0.188865	  0.166508		CURRENT LEARNING RATE: 4.964191880621289e-05
previous_iter_valid_loss : 0.16050392389297485

    955400	  0.160660	  0.160504	  0.166404		CURRENT LEARNING RATE: 4.963199141522386e-05
previous_iter_valid_loss : 0.16055649518966675

    955420	  0.160722	  0.160556	  0.165875		CURRENT LEARNING RATE: 4.96220660095145e-05
previous_iter_valid_loss : 0.16062995791435242

    955440	  0.160801	  0.160630	  0.165632		CURRENT LEARNING RATE: 4.961214258868769e-05
previous_iter_valid_loss : 0.1624351292848587

    955460	  0.162596	  0.162435	  0.165108		CURRENT LEARNING RATE: 4.9602221152346683e-05
previous_iter_valid_loss : 0.18658436834812164

    955480	  0.186722	  0.186584	  0.166282		CURRENT LEARNING RATE: 4.9592301700094515e-05
previous_iter_valid_loss : 0.1714184433221817

    955500	  0.171566	  0.171418	  0.166613		CURRENT LEARNING RATE: 4.9582384231534434e-05
previous_iter_valid_loss : 0.17021551728248596

    955520	  0.170369	  0.170216	  0.167039		CURRENT LEARNING RATE: 4.957246874626965e-05
previous_iter_valid_loss : 0.17947135865688324

    955540	  0.179802	  0.179471	  0.167980		CURRENT LEARNING RATE: 4.9562555243903695e-05
previous_iter_valid_loss : 0.16252976655960083

    955560	  0.162720	  0.162530	  0.168072		CURRENT LEARNING RATE: 4.955264372403997e-05
previous_iter_valid_loss : 0.16073736548423767

    955580	  0.160909	  0.160737	  0.167337		CURRENT LEARNING RATE: 4.954273418628199e-05
previous_iter_valid_loss : 0.160980224609375

    955600	  0.161160	  0.160980	  0.167360		CURRENT LEARNING RATE: 4.95328266302333e-05
previous_iter_valid_loss : 0.1755325347185135

    955620	  0.175820	  0.175533	  0.167996		CURRENT LEARNING RATE: 4.9522921055497765e-05
previous_iter_valid_loss : 0.16142340004444122

    955640	  0.161604	  0.161423	  0.167549		CURRENT LEARNING RATE: 4.951301746167908e-05
previous_iter_valid_loss : 0.1822696179151535

    955660	  0.182426	  0.182270	  0.168603		CURRENT LEARNING RATE: 4.950311584838102e-05
previous_iter_valid_loss : 0.1607159972190857

    955680	  0.160894	  0.160716	  0.168226		CURRENT LEARNING RATE: 4.949321621520767e-05
previous_iter_valid_loss : 0.16485495865345

    955700	  0.165022	  0.164855	  0.168409		CURRENT LEARNING RATE: 4.9483318561763e-05
previous_iter_valid_loss : 0.16409410536289215

    955720	  0.164293	  0.164094	  0.168545		CURRENT LEARNING RATE: 4.9473422887651064e-05
previous_iter_valid_loss : 0.16510115563869476

    955740	  0.165271	  0.165101	  0.168758		CURRENT LEARNING RATE: 4.946352919247596e-05
previous_iter_valid_loss : 0.1636732816696167

    955760	  0.163855	  0.163673	  0.168127		CURRENT LEARNING RATE: 4.9453637475842135e-05
previous_iter_valid_loss : 0.179551899433136

    955780	  0.179875	  0.179552	  0.167661		CURRENT LEARNING RATE: 4.94437477373538e-05
previous_iter_valid_loss : 0.16119793057441711

    955800	  0.161355	  0.161198	  0.167696		CURRENT LEARNING RATE: 4.9433859976615384e-05
previous_iter_valid_loss : 0.16625240445137024

    955820	  0.166409	  0.166252	  0.167980		CURRENT LEARNING RATE: 4.942397419323129e-05
previous_iter_valid_loss : 0.1616591066122055

    955840	  0.161812	  0.161659	  0.168032		CURRENT LEARNING RATE: 4.941409038680625e-05
previous_iter_valid_loss : 0.16468940675258636

    955860	  0.164889	  0.164689	  0.168145		CURRENT LEARNING RATE: 4.940420855694484e-05
previous_iter_valid_loss : 0.1627560555934906

    955880	  0.162938	  0.162756	  0.166953		CURRENT LEARNING RATE: 4.939432870325177e-05
previous_iter_valid_loss : 0.1665428876876831

    955900	  0.166753	  0.166543	  0.166709		CURRENT LEARNING RATE: 4.938445082533178e-05
previous_iter_valid_loss : 0.1685764044523239

    955920	  0.168821	  0.168576	  0.166627		CURRENT LEARNING RATE: 4.937457492278991e-05
previous_iter_valid_loss : 0.16969433426856995

    955940	  0.169936	  0.169694	  0.166139		CURRENT LEARNING RATE: 4.936470099523104e-05
previous_iter_valid_loss : 0.16375857591629028

    955960	  0.163935	  0.163759	  0.166200		CURRENT LEARNING RATE: 4.9354829042260225e-05
previous_iter_valid_loss : 0.16103360056877136

    955980	  0.161193	  0.161034	  0.166215		CURRENT LEARNING RATE: 4.934495906348248e-05
previous_iter_valid_loss : 0.16314122080802917

    956000	  0.163305	  0.163141	  0.166323		CURRENT LEARNING RATE: 4.933509105850321e-05
previous_iter_valid_loss : 0.17804552614688873

    956020	  0.178205	  0.178046	  0.166449		CURRENT LEARNING RATE: 4.9325225026927565e-05
previous_iter_valid_loss : 0.16059698164463043

    956040	  0.160769	  0.160597	  0.166407		CURRENT LEARNING RATE: 4.931536096836086e-05
previous_iter_valid_loss : 0.16085834801197052

    956060	  0.161042	  0.160858	  0.165337		CURRENT LEARNING RATE: 4.9305498882408674e-05
previous_iter_valid_loss : 0.1676970273256302

    956080	  0.167855	  0.167697	  0.165686		CURRENT LEARNING RATE: 4.929563876867646e-05
previous_iter_valid_loss : 0.16227731108665466

    956100	  0.162428	  0.162277	  0.165557		CURRENT LEARNING RATE: 4.9285780626769795e-05
previous_iter_valid_loss : 0.16059590876102448

    956120	  0.160763	  0.160596	  0.165382		CURRENT LEARNING RATE: 4.9275924456294276e-05
previous_iter_valid_loss : 0.17394739389419556

    956140	  0.174093	  0.173947	  0.165824		CURRENT LEARNING RATE: 4.926607025685584e-05
previous_iter_valid_loss : 0.16098877787590027

    956160	  0.161166	  0.160989	  0.165690		CURRENT LEARNING RATE: 4.92562180280602e-05
previous_iter_valid_loss : 0.160768061876297

    956180	  0.160925	  0.160768	  0.164751		CURRENT LEARNING RATE: 4.9246367769513305e-05
previous_iter_valid_loss : 0.16064657270908356

    956200	  0.160812	  0.160647	  0.164723		CURRENT LEARNING RATE: 4.923651948082103e-05
previous_iter_valid_loss : 0.16128753125667572

    956220	  0.161474	  0.161288	  0.164475		CURRENT LEARNING RATE: 4.922667316158964e-05
previous_iter_valid_loss : 0.16109375655651093

    956240	  0.161256	  0.161094	  0.164447		CURRENT LEARNING RATE: 4.921682881142518e-05
previous_iter_valid_loss : 0.17410562932491302

    956260	  0.174256	  0.174106	  0.164918		CURRENT LEARNING RATE: 4.920698642993387e-05
previous_iter_valid_loss : 0.1622273176908493

    956280	  0.162393	  0.162227	  0.164891		CURRENT LEARNING RATE: 4.9197146016721944e-05
previous_iter_valid_loss : 0.16126619279384613

    956300	  0.161433	  0.161266	  0.164627		CURRENT LEARNING RATE: 4.9187307571395946e-05
previous_iter_valid_loss : 0.16116294264793396

    956320	  0.161325	  0.161163	  0.164257		CURRENT LEARNING RATE: 4.9177471093562265e-05
previous_iter_valid_loss : 0.1605536937713623

    956340	  0.160718	  0.160554	  0.163800		CURRENT LEARNING RATE: 4.9167636582827425e-05
previous_iter_valid_loss : 0.16270412504673004

    956360	  0.162897	  0.162704	  0.163747		CURRENT LEARNING RATE: 4.9157804038797975e-05
previous_iter_valid_loss : 0.1709919422864914

    956380	  0.171146	  0.170992	  0.164245		CURRENT LEARNING RATE: 4.914797346108078e-05
previous_iter_valid_loss : 0.1637081652879715

    956400	  0.163877	  0.163708	  0.164273		CURRENT LEARNING RATE: 4.9138144849282535e-05
previous_iter_valid_loss : 0.16898781061172485

    956420	  0.169141	  0.168988	  0.163820		CURRENT LEARNING RATE: 4.912831820301008e-05
previous_iter_valid_loss : 0.16524511575698853

    956440	  0.165421	  0.165245	  0.164053		CURRENT LEARNING RATE: 4.911849352187028e-05
previous_iter_valid_loss : 0.16096654534339905

    956460	  0.161121	  0.160967	  0.164058		CURRENT LEARNING RATE: 4.9108670805470305e-05
previous_iter_valid_loss : 0.16157615184783936

    956480	  0.161765	  0.161576	  0.163752		CURRENT LEARNING RATE: 4.909885005341718e-05
previous_iter_valid_loss : 0.1711917519569397

    956500	  0.171342	  0.171192	  0.164198		CURRENT LEARNING RATE: 4.908903126531797e-05
previous_iter_valid_loss : 0.16179774701595306

    956520	  0.161992	  0.161798	  0.164258		CURRENT LEARNING RATE: 4.9079214440780104e-05
previous_iter_valid_loss : 0.1741851568222046

    956540	  0.174465	  0.174185	  0.164270		CURRENT LEARNING RATE: 4.906939957941082e-05
previous_iter_valid_loss : 0.1872216910123825

    956560	  0.187631	  0.187222	  0.165581		CURRENT LEARNING RATE: 4.905958668081753e-05
previous_iter_valid_loss : 0.16884000599384308

    956580	  0.169073	  0.168840	  0.165985		CURRENT LEARNING RATE: 4.904977574460763e-05
previous_iter_valid_loss : 0.1613890379667282

    956600	  0.161544	  0.161389	  0.166022		CURRENT LEARNING RATE: 4.903996677038885e-05
previous_iter_valid_loss : 0.16061526536941528

    956620	  0.160781	  0.160615	  0.165988		CURRENT LEARNING RATE: 4.903015975776875e-05
previous_iter_valid_loss : 0.1667984127998352

    956640	  0.167024	  0.166798	  0.166274		CURRENT LEARNING RATE: 4.9020354706355035e-05
previous_iter_valid_loss : 0.18190571665763855

    956660	  0.182067	  0.181906	  0.166664		CURRENT LEARNING RATE: 4.901055161575544e-05
previous_iter_valid_loss : 0.16127066314220428

    956680	  0.161444	  0.161271	  0.166616		CURRENT LEARNING RATE: 4.9000750485578e-05
previous_iter_valid_loss : 0.16844749450683594

    956700	  0.168603	  0.168447	  0.166975		CURRENT LEARNING RATE: 4.899095131543058e-05
previous_iter_valid_loss : 0.16152943670749664

    956720	  0.161697	  0.161529	  0.166993		CURRENT LEARNING RATE: 4.898115410492123e-05
previous_iter_valid_loss : 0.1622723788022995

    956740	  0.162464	  0.162272	  0.167079		CURRENT LEARNING RATE: 4.897135885365796e-05
previous_iter_valid_loss : 0.1605275720357895

    956760	  0.160691	  0.160528	  0.166970		CURRENT LEARNING RATE: 4.896156556124914e-05
previous_iter_valid_loss : 0.16885587573051453

    956780	  0.169012	  0.168856	  0.166864		CURRENT LEARNING RATE: 4.895177422730294e-05
previous_iter_valid_loss : 0.1718733310699463

    956800	  0.172023	  0.171873	  0.167272		CURRENT LEARNING RATE: 4.894198485142772e-05
previous_iter_valid_loss : 0.161112442612648

    956820	  0.161263	  0.161112	  0.166878		CURRENT LEARNING RATE: 4.893219743323182e-05
previous_iter_valid_loss : 0.16419994831085205

    956840	  0.164363	  0.164200	  0.166826		CURRENT LEARNING RATE: 4.892241197232391e-05
previous_iter_valid_loss : 0.16376014053821564

    956860	  0.163936	  0.163760	  0.166965		CURRENT LEARNING RATE: 4.891262846831247e-05
previous_iter_valid_loss : 0.16736078262329102

    956880	  0.167596	  0.167361	  0.167255		CURRENT LEARNING RATE: 4.89028469208061e-05
previous_iter_valid_loss : 0.16677764058113098

    956900	  0.166944	  0.166778	  0.167034		CURRENT LEARNING RATE: 4.88930673294137e-05
previous_iter_valid_loss : 0.16495871543884277

    956920	  0.165122	  0.164959	  0.167192		CURRENT LEARNING RATE: 4.8883289693744e-05
previous_iter_valid_loss : 0.16083107888698578

    956940	  0.161013	  0.160831	  0.166524		CURRENT LEARNING RATE: 4.887351401340589e-05
previous_iter_valid_loss : 0.1616092473268509

    956960	  0.161768	  0.161609	  0.165244		CURRENT LEARNING RATE: 4.886374028800827e-05
previous_iter_valid_loss : 0.16070808470249176

    956980	  0.160879	  0.160708	  0.164837		CURRENT LEARNING RATE: 4.885396851716035e-05
previous_iter_valid_loss : 0.19718071818351746

    957000	  0.197275	  0.197181	  0.166627		CURRENT LEARNING RATE: 4.884419870047117e-05
previous_iter_valid_loss : 0.16145457327365875

    957020	  0.161636	  0.161455	  0.166669		CURRENT LEARNING RATE: 4.8834430837549956e-05
previous_iter_valid_loss : 0.17591418325901031

    957040	  0.176196	  0.175914	  0.167124		CURRENT LEARNING RATE: 4.882466492800589e-05
previous_iter_valid_loss : 0.16170081496238708

    957060	  0.161859	  0.161701	  0.166114		CURRENT LEARNING RATE: 4.881490097144851e-05
previous_iter_valid_loss : 0.16234701871871948

    957080	  0.162509	  0.162347	  0.166168		CURRENT LEARNING RATE: 4.880513896748718e-05
previous_iter_valid_loss : 0.16869814693927765

    957100	  0.168937	  0.168698	  0.166181		CURRENT LEARNING RATE: 4.879537891573141e-05
previous_iter_valid_loss : 0.16207946836948395

    957120	  0.162240	  0.162079	  0.166208		CURRENT LEARNING RATE: 4.878562081579073e-05
previous_iter_valid_loss : 0.1700541228055954

    957140	  0.170304	  0.170054	  0.166597		CURRENT LEARNING RATE: 4.877586466727496e-05
previous_iter_valid_loss : 0.16789311170578003

    957160	  0.168116	  0.167893	  0.166965		CURRENT LEARNING RATE: 4.876611046979379e-05
previous_iter_valid_loss : 0.16051504015922546

    957180	  0.160680	  0.160515	  0.166548		CURRENT LEARNING RATE: 4.875635822295705e-05
previous_iter_valid_loss : 0.16413679718971252

    957200	  0.164328	  0.164137	  0.166162		CURRENT LEARNING RATE: 4.874660792637455e-05
previous_iter_valid_loss : 0.16051118075847626

    957220	  0.160670	  0.160511	  0.166131		CURRENT LEARNING RATE: 4.8736859579656466e-05
previous_iter_valid_loss : 0.16303345561027527

    957240	  0.163185	  0.163033	  0.166073		CURRENT LEARNING RATE: 4.872711318241277e-05
previous_iter_valid_loss : 0.16398733854293823

    957260	  0.164149	  0.163987	  0.166084		CURRENT LEARNING RATE: 4.871736873425353e-05
previous_iter_valid_loss : 0.16080793738365173

    957280	  0.160991	  0.160808	  0.165757		CURRENT LEARNING RATE: 4.8707626234789116e-05
previous_iter_valid_loss : 0.17113834619522095

    957300	  0.171390	  0.171138	  0.165975		CURRENT LEARNING RATE: 4.869788568362976e-05
previous_iter_valid_loss : 0.1717277318239212

    957320	  0.171982	  0.171728	  0.166313		CURRENT LEARNING RATE: 4.868814708038585e-05
previous_iter_valid_loss : 0.16628365218639374

    957340	  0.166500	  0.166284	  0.166586		CURRENT LEARNING RATE: 4.867841042466773e-05
previous_iter_valid_loss : 0.1607867181301117

    957360	  0.160951	  0.160787	  0.166545		CURRENT LEARNING RATE: 4.866867571608613e-05
previous_iter_valid_loss : 0.16612428426742554

    957380	  0.166286	  0.166124	  0.166816		CURRENT LEARNING RATE: 4.865894295425156e-05
previous_iter_valid_loss : 0.17220641672611237

    957400	  0.172474	  0.172206	  0.165567		CURRENT LEARNING RATE: 4.8649212138774715e-05
previous_iter_valid_loss : 0.16091665625572205

    957420	  0.161096	  0.160917	  0.165540		CURRENT LEARNING RATE: 4.863948326926628e-05
previous_iter_valid_loss : 0.16262328624725342

    957440	  0.162822	  0.162623	  0.164875		CURRENT LEARNING RATE: 4.862975634533726e-05
previous_iter_valid_loss : 0.17153768241405487

    957460	  0.171802	  0.171538	  0.165367		CURRENT LEARNING RATE: 4.862003136659851e-05
previous_iter_valid_loss : 0.16945324838161469

    957480	  0.169700	  0.169453	  0.165723		CURRENT LEARNING RATE: 4.861030833266101e-05
previous_iter_valid_loss : 0.1694105565547943

    957500	  0.169659	  0.169411	  0.165758		CURRENT LEARNING RATE: 4.8600587243135774e-05
previous_iter_valid_loss : 0.16854479908943176

    957520	  0.168704	  0.168545	  0.166082		CURRENT LEARNING RATE: 4.8590868097634115e-05
previous_iter_valid_loss : 0.16378651559352875

    957540	  0.163956	  0.163787	  0.165768		CURRENT LEARNING RATE: 4.858115089576719e-05
previous_iter_valid_loss : 0.16959896683692932

    957560	  0.169837	  0.169599	  0.165853		CURRENT LEARNING RATE: 4.8571435637146304e-05
previous_iter_valid_loss : 0.16414645314216614

    957580	  0.164342	  0.164146	  0.166035		CURRENT LEARNING RATE: 4.8561722321382765e-05
previous_iter_valid_loss : 0.16083766520023346

    957600	  0.161009	  0.160838	  0.165870		CURRENT LEARNING RATE: 4.855201094808821e-05
previous_iter_valid_loss : 0.16282857954502106

    957620	  0.162992	  0.162829	  0.165986		CURRENT LEARNING RATE: 4.85423015168741e-05
previous_iter_valid_loss : 0.1643824726343155

    957640	  0.164550	  0.164382	  0.166053		CURRENT LEARNING RATE: 4.853259402735206e-05
previous_iter_valid_loss : 0.16054505109786987

    957660	  0.160697	  0.160545	  0.165881		CURRENT LEARNING RATE: 4.852288847913371e-05
previous_iter_valid_loss : 0.17053812742233276

    957680	  0.170781	  0.170538	  0.166368		CURRENT LEARNING RATE: 4.851318487183097e-05
previous_iter_valid_loss : 0.17839127779006958

    957700	  0.178552	  0.178391	  0.166730		CURRENT LEARNING RATE: 4.8503483205055646e-05
previous_iter_valid_loss : 0.1609162539243698

    957720	  0.161080	  0.160916	  0.166190		CURRENT LEARNING RATE: 4.849378347841958e-05
previous_iter_valid_loss : 0.16092152893543243

    957740	  0.161099	  0.160922	  0.165922		CURRENT LEARNING RATE: 4.848408569153493e-05
previous_iter_valid_loss : 0.1616748720407486

    957760	  0.161827	  0.161675	  0.165966		CURRENT LEARNING RATE: 4.847438984401371e-05
previous_iter_valid_loss : 0.1716398298740387

    957780	  0.171906	  0.171640	  0.166242		CURRENT LEARNING RATE: 4.84646959354681e-05
previous_iter_valid_loss : 0.20711787045001984

    957800	  0.207185	  0.207118	  0.167987		CURRENT LEARNING RATE: 4.845500396551024e-05
previous_iter_valid_loss : 0.16391922533512115

    957820	  0.164095	  0.163919	  0.168138		CURRENT LEARNING RATE: 4.844531393375264e-05
previous_iter_valid_loss : 0.16063548624515533

    957840	  0.160802	  0.160635	  0.168038		CURRENT LEARNING RATE: 4.8435625839807596e-05
previous_iter_valid_loss : 0.16196006536483765

    957860	  0.162115	  0.161960	  0.167559		CURRENT LEARNING RATE: 4.84259396832876e-05
previous_iter_valid_loss : 0.16056843101978302

    957880	  0.160728	  0.160568	  0.167115		CURRENT LEARNING RATE: 4.841625546380511e-05
previous_iter_valid_loss : 0.16086436808109283

    957900	  0.161044	  0.160864	  0.166688		CURRENT LEARNING RATE: 4.840657318097293e-05
previous_iter_valid_loss : 0.1674630492925644

    957920	  0.167620	  0.167463	  0.166634		CURRENT LEARNING RATE: 4.8396892834403675e-05
previous_iter_valid_loss : 0.16133587062358856

    957940	  0.161487	  0.161336	  0.166511		CURRENT LEARNING RATE: 4.838721442371015e-05
previous_iter_valid_loss : 0.16063737869262695

    957960	  0.160795	  0.160637	  0.166063		CURRENT LEARNING RATE: 4.837753794850512e-05
previous_iter_valid_loss : 0.16381219029426575

    957980	  0.164016	  0.163812	  0.166046		CURRENT LEARNING RATE: 4.8367863408401706e-05
previous_iter_valid_loss : 0.16059738397598267

    958000	  0.160763	  0.160597	  0.166034		CURRENT LEARNING RATE: 4.835819080301283e-05
previous_iter_valid_loss : 0.1628638654947281

    958020	  0.163032	  0.162864	  0.166036		CURRENT LEARNING RATE: 4.834852013195159e-05
previous_iter_valid_loss : 0.16096925735473633

    958040	  0.161132	  0.160969	  0.165865		CURRENT LEARNING RATE: 4.833885139483107e-05
previous_iter_valid_loss : 0.19979244470596313

    958060	  0.199876	  0.199792	  0.167828		CURRENT LEARNING RATE: 4.8329184591264716e-05
previous_iter_valid_loss : 0.16519077122211456

    958080	  0.165361	  0.165191	  0.167561		CURRENT LEARNING RATE: 4.831951972086574e-05
previous_iter_valid_loss : 0.16417668759822845

    958100	  0.164354	  0.164177	  0.166850		CURRENT LEARNING RATE: 4.8309856783247466e-05
previous_iter_valid_loss : 0.16198299825191498

    958120	  0.162149	  0.161983	  0.166903		CURRENT LEARNING RATE: 4.830019577802357e-05
previous_iter_valid_loss : 0.1610223799943924

    958140	  0.161183	  0.161022	  0.166908		CURRENT LEARNING RATE: 4.829053670480751e-05
previous_iter_valid_loss : 0.16119766235351562

    958160	  0.161358	  0.161198	  0.166884		CURRENT LEARNING RATE: 4.8280879563212925e-05
previous_iter_valid_loss : 0.16265860199928284

    958180	  0.162831	  0.162659	  0.166435		CURRENT LEARNING RATE: 4.827122435285343e-05
previous_iter_valid_loss : 0.1627277433872223

    958200	  0.162893	  0.162728	  0.164216		CURRENT LEARNING RATE: 4.826157107334302e-05
previous_iter_valid_loss : 0.164041668176651

    958220	  0.164237	  0.164042	  0.164222		CURRENT LEARNING RATE: 4.825191972429544e-05
previous_iter_valid_loss : 0.16298149526119232

    958240	  0.163176	  0.162981	  0.164339		CURRENT LEARNING RATE: 4.824227030532467e-05
previous_iter_valid_loss : 0.17379553616046906

    958260	  0.174063	  0.173796	  0.164931		CURRENT LEARNING RATE: 4.823262281604462e-05
previous_iter_valid_loss : 0.16054481267929077

    958280	  0.160705	  0.160545	  0.164930		CURRENT LEARNING RATE: 4.822297725606959e-05
previous_iter_valid_loss : 0.16916875541210175

    958300	  0.169395	  0.169169	  0.165345		CURRENT LEARNING RATE: 4.821333362501365e-05
previous_iter_valid_loss : 0.1636449098587036

    958320	  0.163844	  0.163645	  0.165154		CURRENT LEARNING RATE: 4.820369192249106e-05
previous_iter_valid_loss : 0.16391512751579285

    958340	  0.164134	  0.163915	  0.165283		CURRENT LEARNING RATE: 4.8194052148116066e-05
previous_iter_valid_loss : 0.1823253482580185

    958360	  0.182671	  0.182325	  0.166367		CURRENT LEARNING RATE: 4.818441430150325e-05
previous_iter_valid_loss : 0.1713743805885315

    958380	  0.171521	  0.171374	  0.166746		CURRENT LEARNING RATE: 4.8174778382267024e-05
previous_iter_valid_loss : 0.1606839895248413

    958400	  0.160856	  0.160684	  0.166750		CURRENT LEARNING RATE: 4.816514439002193e-05
previous_iter_valid_loss : 0.16124853491783142

    958420	  0.161402	  0.161249	  0.166669		CURRENT LEARNING RATE: 4.8155512324382525e-05
previous_iter_valid_loss : 0.19303417205810547

    958440	  0.193513	  0.193034	  0.168272		CURRENT LEARNING RATE: 4.814588218496371e-05
previous_iter_valid_loss : 0.16081584990024567

    958460	  0.160973	  0.160816	  0.166323		CURRENT LEARNING RATE: 4.81362539713802e-05
previous_iter_valid_loss : 0.16836902499198914

    958480	  0.168525	  0.168369	  0.166482		CURRENT LEARNING RATE: 4.8126627683246755e-05
previous_iter_valid_loss : 0.16318055987358093

    958500	  0.163384	  0.163181	  0.166433		CURRENT LEARNING RATE: 4.8117003320178524e-05
previous_iter_valid_loss : 0.1738339364528656

    958520	  0.173985	  0.173834	  0.167025		CURRENT LEARNING RATE: 4.810738088179042e-05
previous_iter_valid_loss : 0.1657658815383911

    958540	  0.165926	  0.165766	  0.167262		CURRENT LEARNING RATE: 4.809776036769756e-05
previous_iter_valid_loss : 0.16981539130210876

    958560	  0.169966	  0.169815	  0.167693		CURRENT LEARNING RATE: 4.8088141777515046e-05
previous_iter_valid_loss : 0.160564586520195

    958580	  0.160733	  0.160565	  0.167589		CURRENT LEARNING RATE: 4.807852511085828e-05
previous_iter_valid_loss : 0.1670674830675125

    958600	  0.167293	  0.167067	  0.167806		CURRENT LEARNING RATE: 4.806891036734253e-05
previous_iter_valid_loss : 0.1651698648929596

    958620	  0.165338	  0.165170	  0.167862		CURRENT LEARNING RATE: 4.805929754658321e-05
previous_iter_valid_loss : 0.16071602702140808

    958640	  0.160898	  0.160716	  0.167749		CURRENT LEARNING RATE: 4.80496866481957e-05
previous_iter_valid_loss : 0.1644486039876938

    958660	  0.164653	  0.164449	  0.167281		CURRENT LEARNING RATE: 4.8040077671795754e-05
previous_iter_valid_loss : 0.17574208974838257

    958680	  0.176027	  0.175742	  0.168041		CURRENT LEARNING RATE: 4.803047061699892e-05
previous_iter_valid_loss : 0.16119687259197235

    958700	  0.161374	  0.161197	  0.167643		CURRENT LEARNING RATE: 4.802086548342092e-05
previous_iter_valid_loss : 0.1645474135875702

    958720	  0.164720	  0.164547	  0.167688		CURRENT LEARNING RATE: 4.801126227067746e-05
previous_iter_valid_loss : 0.1654392033815384

    958740	  0.165649	  0.165439	  0.167764		CURRENT LEARNING RATE: 4.800166097838458e-05
previous_iter_valid_loss : 0.16050732135772705

    958760	  0.160665	  0.160507	  0.166673		CURRENT LEARNING RATE: 4.799206160615815e-05
previous_iter_valid_loss : 0.16570259630680084

    958780	  0.165918	  0.165703	  0.166389		CURRENT LEARNING RATE: 4.798246415361418e-05
previous_iter_valid_loss : 0.16270287334918976

    958800	  0.162869	  0.162703	  0.166490		CURRENT LEARNING RATE: 4.797286862036871e-05
previous_iter_valid_loss : 0.1696854829788208

    958820	  0.169837	  0.169685	  0.166912		CURRENT LEARNING RATE: 4.7963275006038065e-05
previous_iter_valid_loss : 0.16575443744659424

    958840	  0.165968	  0.165754	  0.165548		CURRENT LEARNING RATE: 4.795368331023843e-05
previous_iter_valid_loss : 0.16173458099365234

    958860	  0.161895	  0.161735	  0.165594		CURRENT LEARNING RATE: 4.7944093532586055e-05
previous_iter_valid_loss : 0.1734926551580429

    958880	  0.173637	  0.173493	  0.165850		CURRENT LEARNING RATE: 4.7934505672697514e-05
previous_iter_valid_loss : 0.16094531118869781

    958900	  0.161125	  0.160945	  0.165739		CURRENT LEARNING RATE: 4.7924919730189195e-05
previous_iter_valid_loss : 0.16107521951198578

    958920	  0.161253	  0.161075	  0.165101		CURRENT LEARNING RATE: 4.791533570467768e-05
previous_iter_valid_loss : 0.1707926243543625

    958940	  0.171048	  0.170793	  0.165352		CURRENT LEARNING RATE: 4.790575359577951e-05
previous_iter_valid_loss : 0.17119161784648895

    958960	  0.171458	  0.171192	  0.165421		CURRENT LEARNING RATE: 4.7896173403111575e-05
previous_iter_valid_loss : 0.1732458621263504

    958980	  0.173394	  0.173246	  0.166055		CURRENT LEARNING RATE: 4.788659512629058e-05
previous_iter_valid_loss : 0.1608814001083374

    959000	  0.161046	  0.160881	  0.165746		CURRENT LEARNING RATE: 4.78770187649334e-05
previous_iter_valid_loss : 0.17287898063659668

    959020	  0.173149	  0.172879	  0.166131		CURRENT LEARNING RATE: 4.7867444318656894e-05
previous_iter_valid_loss : 0.17274560034275055

    959040	  0.172892	  0.172746	  0.166733		CURRENT LEARNING RATE: 4.7857871787078256e-05
previous_iter_valid_loss : 0.1615498661994934

    959060	  0.161707	  0.161550	  0.166588		CURRENT LEARNING RATE: 4.78483011698145e-05
previous_iter_valid_loss : 0.16150593757629395

    959080	  0.161694	  0.161506	  0.165876		CURRENT LEARNING RATE: 4.783873246648278e-05
previous_iter_valid_loss : 0.1660670042037964

    959100	  0.166227	  0.166067	  0.166119		CURRENT LEARNING RATE: 4.782916567670029e-05
previous_iter_valid_loss : 0.17972338199615479

    959120	  0.179884	  0.179723	  0.166878		CURRENT LEARNING RATE: 4.781960080008451e-05
previous_iter_valid_loss : 0.1678815335035324

    959140	  0.168115	  0.167882	  0.167000		CURRENT LEARNING RATE: 4.781003783625278e-05
previous_iter_valid_loss : 0.17380045354366302

    959160	  0.173949	  0.173800	  0.167665		CURRENT LEARNING RATE: 4.7800476784822563e-05
previous_iter_valid_loss : 0.16219358146190643

    959180	  0.162353	  0.162194	  0.167489		CURRENT LEARNING RATE: 4.779091764541134e-05
previous_iter_valid_loss : 0.17331475019454956

    959200	  0.173579	  0.173315	  0.168020		CURRENT LEARNING RATE: 4.778136041763692e-05
previous_iter_valid_loss : 0.16520577669143677

    959220	  0.165413	  0.165206	  0.167796		CURRENT LEARNING RATE: 4.777180510111692e-05
previous_iter_valid_loss : 0.17377395927906036

    959240	  0.174043	  0.173774	  0.168197		CURRENT LEARNING RATE: 4.776225169546912e-05
previous_iter_valid_loss : 0.16141584515571594

    959260	  0.161600	  0.161416	  0.168181		CURRENT LEARNING RATE: 4.775270020031132e-05
previous_iter_valid_loss : 0.16268931329250336

    959280	  0.162889	  0.162689	  0.167641		CURRENT LEARNING RATE: 4.7743150615261616e-05
previous_iter_valid_loss : 0.16162104904651642

    959300	  0.161810	  0.161621	  0.167675		CURRENT LEARNING RATE: 4.7733602939937945e-05
previous_iter_valid_loss : 0.18095824122428894

    959320	  0.181287	  0.180958	  0.168669		CURRENT LEARNING RATE: 4.7724057173958316e-05
previous_iter_valid_loss : 0.16286097466945648

    959340	  0.163070	  0.162861	  0.168272		CURRENT LEARNING RATE: 4.7714513316941054e-05
previous_iter_valid_loss : 0.16078396141529083

    959360	  0.160946	  0.160784	  0.167752		CURRENT LEARNING RATE: 4.770497136850434e-05
previous_iter_valid_loss : 0.16200271248817444

    959380	  0.162175	  0.162003	  0.167190		CURRENT LEARNING RATE: 4.769543132826649e-05
previous_iter_valid_loss : 0.16059277951717377

    959400	  0.160762	  0.160593	  0.167175		CURRENT LEARNING RATE: 4.7685893195845806e-05
previous_iter_valid_loss : 0.1606052815914154

    959420	  0.160770	  0.160605	  0.166562		CURRENT LEARNING RATE: 4.767635697086095e-05
previous_iter_valid_loss : 0.1713448464870453

    959440	  0.171600	  0.171345	  0.166492		CURRENT LEARNING RATE: 4.766682265293037e-05
previous_iter_valid_loss : 0.16083624958992004

    959460	  0.161010	  0.160836	  0.166456		CURRENT LEARNING RATE: 4.7657290241672704e-05
previous_iter_valid_loss : 0.16125115752220154

    959480	  0.161435	  0.161251	  0.166443		CURRENT LEARNING RATE: 4.7647759736706576e-05
previous_iter_valid_loss : 0.1810777187347412

    959500	  0.181234	  0.181078	  0.167194		CURRENT LEARNING RATE: 4.763823113765092e-05
previous_iter_valid_loss : 0.16053694486618042

    959520	  0.160695	  0.160537	  0.166234		CURRENT LEARNING RATE: 4.762870444412452e-05
previous_iter_valid_loss : 0.1607954055070877

    959540	  0.160954	  0.160795	  0.165880		CURRENT LEARNING RATE: 4.7619179655746306e-05
previous_iter_valid_loss : 0.16322512924671173

    959560	  0.163404	  0.163225	  0.165351		CURRENT LEARNING RATE: 4.76096567721352e-05
previous_iter_valid_loss : 0.17438670992851257

    959580	  0.174537	  0.174387	  0.165961		CURRENT LEARNING RATE: 4.760013579291046e-05
previous_iter_valid_loss : 0.16071544587612152

    959600	  0.160882	  0.160715	  0.165331		CURRENT LEARNING RATE: 4.7590616717691154e-05
previous_iter_valid_loss : 0.16606687009334564

    959620	  0.166272	  0.166067	  0.165374		CURRENT LEARNING RATE: 4.7581099546096515e-05
previous_iter_valid_loss : 0.1651506870985031

    959640	  0.165352	  0.165151	  0.164943		CURRENT LEARNING RATE: 4.757158427774578e-05
previous_iter_valid_loss : 0.17913153767585754

    959660	  0.179454	  0.179132	  0.165829		CURRENT LEARNING RATE: 4.756207091225852e-05
previous_iter_valid_loss : 0.16051769256591797

    959680	  0.160673	  0.160518	  0.165720		CURRENT LEARNING RATE: 4.7552559449254095e-05
previous_iter_valid_loss : 0.16324351727962494

    959700	  0.163410	  0.163244	  0.165801		CURRENT LEARNING RATE: 4.7543049888351976e-05
previous_iter_valid_loss : 0.1607750654220581

    959720	  0.160933	  0.160775	  0.164792		CURRENT LEARNING RATE: 4.753354222917193e-05
previous_iter_valid_loss : 0.16054438054561615

    959740	  0.160712	  0.160544	  0.164676		CURRENT LEARNING RATE: 4.752403647133359e-05
previous_iter_valid_loss : 0.1637057214975357

    959760	  0.163869	  0.163706	  0.164822		CURRENT LEARNING RATE: 4.751453261445671e-05
previous_iter_valid_loss : 0.16068856418132782

    959780	  0.160848	  0.160689	  0.164757		CURRENT LEARNING RATE: 4.750503065816106e-05
previous_iter_valid_loss : 0.16232192516326904

    959800	  0.162507	  0.162322	  0.164843		CURRENT LEARNING RATE: 4.749553060206673e-05
previous_iter_valid_loss : 0.16091226041316986

    959820	  0.161089	  0.160912	  0.164858		CURRENT LEARNING RATE: 4.748603244579362e-05
previous_iter_valid_loss : 0.16158637404441833

    959840	  0.161767	  0.161586	  0.164371		CURRENT LEARNING RATE: 4.7476536188961826e-05
previous_iter_valid_loss : 0.17823752760887146

    959860	  0.178397	  0.178238	  0.165241		CURRENT LEARNING RATE: 4.74670418311914e-05
previous_iter_valid_loss : 0.17588326334953308

    959880	  0.176042	  0.175883	  0.165972		CURRENT LEARNING RATE: 4.745754937210273e-05
previous_iter_valid_loss : 0.17292998731136322

    959900	  0.173076	  0.172930	  0.165565		CURRENT LEARNING RATE: 4.744805881131605e-05
previous_iter_valid_loss : 0.16372378170490265

    959920	  0.163884	  0.163724	  0.165724		CURRENT LEARNING RATE: 4.743857014845172e-05
previous_iter_valid_loss : 0.18057197332382202

    959940	  0.180729	  0.180572	  0.166713		CURRENT LEARNING RATE: 4.742908338313012e-05
previous_iter_valid_loss : 0.16472771763801575

    959960	  0.164930	  0.164728	  0.166788		CURRENT LEARNING RATE: 4.741959851497195e-05
previous_iter_valid_loss : 0.16146641969680786

    959980	  0.161620	  0.161466	  0.166142		CURRENT LEARNING RATE: 4.741011554359773e-05
previous_iter_valid_loss : 0.16349920630455017

    960000	  0.163667	  0.163499	  0.166281		CURRENT LEARNING RATE: 4.740063446862813e-05
previous_iter_valid_loss : 0.16066884994506836

    960020	  0.160843	  0.160669	  0.166011		CURRENT LEARNING RATE: 4.739115528968383e-05
previous_iter_valid_loss : 0.1619115024805069

    960040	  0.162090	  0.161912	  0.165849		CURRENT LEARNING RATE: 4.7381678006385836e-05
previous_iter_valid_loss : 0.16551965475082397

    960060	  0.165742	  0.165520	  0.165169		CURRENT LEARNING RATE: 4.737220261835497e-05
previous_iter_valid_loss : 0.16118499636650085

    960080	  0.161372	  0.161185	  0.165202		CURRENT LEARNING RATE: 4.7362729125212136e-05
previous_iter_valid_loss : 0.17054712772369385

    960100	  0.170788	  0.170547	  0.165567		CURRENT LEARNING RATE: 4.735325752657854e-05
previous_iter_valid_loss : 0.1625322550535202

    960120	  0.162696	  0.162532	  0.165655		CURRENT LEARNING RATE: 4.734378782207527e-05
previous_iter_valid_loss : 0.16173112392425537

    960140	  0.161923	  0.161731	  0.165715		CURRENT LEARNING RATE: 4.733432001132351e-05
previous_iter_valid_loss : 0.16105027496814728

    960160	  0.161228	  0.161050	  0.165582		CURRENT LEARNING RATE: 4.732485409394447e-05
previous_iter_valid_loss : 0.17715750634670258

    960180	  0.177316	  0.177158	  0.166405		CURRENT LEARNING RATE: 4.731539006955969e-05
previous_iter_valid_loss : 0.16156838834285736

    960200	  0.161760	  0.161568	  0.166368		CURRENT LEARNING RATE: 4.730592793779052e-05
previous_iter_valid_loss : 0.16078993678092957

    960220	  0.160939	  0.160790	  0.166361		CURRENT LEARNING RATE: 4.729646769825847e-05
previous_iter_valid_loss : 0.16138797998428345

    960240	  0.161571	  0.161388	  0.166352		CURRENT LEARNING RATE: 4.7287009350585054e-05
previous_iter_valid_loss : 0.16548848152160645

    960260	  0.165648	  0.165488	  0.165714		CURRENT LEARNING RATE: 4.72775528943921e-05
previous_iter_valid_loss : 0.16072209179401398

    960280	  0.160900	  0.160722	  0.164956		CURRENT LEARNING RATE: 4.7268098329301274e-05
previous_iter_valid_loss : 0.16136546432971954

    960300	  0.161530	  0.161365	  0.164378		CURRENT LEARNING RATE: 4.725864565493438e-05
previous_iter_valid_loss : 0.16097234189510345

    960320	  0.161132	  0.160972	  0.164240		CURRENT LEARNING RATE: 4.724919487091323e-05
previous_iter_valid_loss : 0.16203705966472626

    960340	  0.162237	  0.162037	  0.163313		CURRENT LEARNING RATE: 4.723974597685997e-05
previous_iter_valid_loss : 0.19398240745067596

    960360	  0.194470	  0.193982	  0.164776		CURRENT LEARNING RATE: 4.7230298972396556e-05
previous_iter_valid_loss : 0.1617252230644226

    960380	  0.161884	  0.161725	  0.164789		CURRENT LEARNING RATE: 4.722085385714511e-05
previous_iter_valid_loss : 0.16902616620063782

    960400	  0.169180	  0.169026	  0.165065		CURRENT LEARNING RATE: 4.721141063072774e-05
previous_iter_valid_loss : 0.16064590215682983

    960420	  0.160803	  0.160646	  0.165064		CURRENT LEARNING RATE: 4.7201969292766884e-05
previous_iter_valid_loss : 0.16523827612400055

    960440	  0.165450	  0.165238	  0.165231		CURRENT LEARNING RATE: 4.71925298428848e-05
previous_iter_valid_loss : 0.1605464071035385

    960460	  0.160697	  0.160546	  0.164982		CURRENT LEARNING RATE: 4.718309228070392e-05
previous_iter_valid_loss : 0.16547979414463043

    960480	  0.165642	  0.165480	  0.165197		CURRENT LEARNING RATE: 4.717365660584666e-05
previous_iter_valid_loss : 0.1647963970899582

    960500	  0.164959	  0.164796	  0.164909		CURRENT LEARNING RATE: 4.7164222817935744e-05
previous_iter_valid_loss : 0.16140471398830414

    960520	  0.161569	  0.161405	  0.164853		CURRENT LEARNING RATE: 4.7154790916593757e-05
previous_iter_valid_loss : 0.160501629114151

    960540	  0.160662	  0.160502	  0.164791		CURRENT LEARNING RATE: 4.714536090144333e-05
previous_iter_valid_loss : 0.16107918322086334

    960560	  0.161260	  0.161079	  0.164793		CURRENT LEARNING RATE: 4.713593277210742e-05
previous_iter_valid_loss : 0.16464123129844666

    960580	  0.164812	  0.164641	  0.164167		CURRENT LEARNING RATE: 4.712650652820883e-05
previous_iter_valid_loss : 0.1606866419315338

    960600	  0.160855	  0.160687	  0.164123		CURRENT LEARNING RATE: 4.711708216937051e-05
previous_iter_valid_loss : 0.1755955070257187

    960620	  0.175742	  0.175596	  0.164863		CURRENT LEARNING RATE: 4.71076596952154e-05
previous_iter_valid_loss : 0.16081783175468445

    960640	  0.160967	  0.160818	  0.164835		CURRENT LEARNING RATE: 4.709823910536676e-05
previous_iter_valid_loss : 0.16058190166950226

    960660	  0.160733	  0.160582	  0.164589		CURRENT LEARNING RATE: 4.70888203994477e-05
previous_iter_valid_loss : 0.18990829586982727

    960680	  0.190035	  0.189908	  0.166049		CURRENT LEARNING RATE: 4.7079403577081457e-05
previous_iter_valid_loss : 0.1674363762140274

    960700	  0.167594	  0.167436	  0.166352		CURRENT LEARNING RATE: 4.706998863789128e-05
previous_iter_valid_loss : 0.16280241310596466

    960720	  0.162957	  0.162802	  0.166444		CURRENT LEARNING RATE: 4.706057558150074e-05
previous_iter_valid_loss : 0.18445627391338348

    960740	  0.184607	  0.184456	  0.167565		CURRENT LEARNING RATE: 4.705116440753323e-05
previous_iter_valid_loss : 0.1606445163488388

    960760	  0.160813	  0.160645	  0.165898		CURRENT LEARNING RATE: 4.70417551156123e-05
previous_iter_valid_loss : 0.163291797041893

    960780	  0.163488	  0.163292	  0.165976		CURRENT LEARNING RATE: 4.7032347705361505e-05
previous_iter_valid_loss : 0.16374088823795319

    960800	  0.163941	  0.163741	  0.165712		CURRENT LEARNING RATE: 4.7022942176404696e-05
previous_iter_valid_loss : 0.16137459874153137

    960820	  0.161533	  0.161375	  0.165748		CURRENT LEARNING RATE: 4.7013538528365583e-05
previous_iter_valid_loss : 0.17032337188720703

    960840	  0.170581	  0.170323	  0.166003		CURRENT LEARNING RATE: 4.700413676086803e-05
previous_iter_valid_loss : 0.1627621352672577

    960860	  0.162928	  0.162762	  0.166113		CURRENT LEARNING RATE: 4.6994736873535854e-05
previous_iter_valid_loss : 0.17099256813526154

    960880	  0.171143	  0.170993	  0.166389		CURRENT LEARNING RATE: 4.698533886599325e-05
previous_iter_valid_loss : 0.18681581318378448

    960900	  0.187218	  0.186816	  0.167490		CURRENT LEARNING RATE: 4.6975942737864204e-05
previous_iter_valid_loss : 0.1609341949224472

    960920	  0.161086	  0.160934	  0.167466		CURRENT LEARNING RATE: 4.6966548488772796e-05
previous_iter_valid_loss : 0.1650751829147339

    960940	  0.165231	  0.165075	  0.167695		CURRENT LEARNING RATE: 4.6957156118343416e-05
previous_iter_valid_loss : 0.1639232188463211

    960960	  0.164128	  0.163923	  0.167837		CURRENT LEARNING RATE: 4.694776562620028e-05
previous_iter_valid_loss : 0.16050244867801666

    960980	  0.160664	  0.160502	  0.167630		CURRENT LEARNING RATE: 4.6938377011967784e-05
previous_iter_valid_loss : 0.1637522429227829

    961000	  0.163943	  0.163752	  0.167784		CURRENT LEARNING RATE: 4.6928990275270295e-05
previous_iter_valid_loss : 0.18642489612102509

    961020	  0.186564	  0.186425	  0.168325		CURRENT LEARNING RATE: 4.691960541573249e-05
previous_iter_valid_loss : 0.16741636395454407

    961040	  0.167572	  0.167416	  0.168655		CURRENT LEARNING RATE: 4.691022243297892e-05
previous_iter_valid_loss : 0.16056960821151733

    961060	  0.160727	  0.160570	  0.168654		CURRENT LEARNING RATE: 4.690084132663426e-05
previous_iter_valid_loss : 0.1623339056968689

    961080	  0.162492	  0.162334	  0.167276		CURRENT LEARNING RATE: 4.6891462096323156e-05
previous_iter_valid_loss : 0.16084696352481842

    961100	  0.161005	  0.160847	  0.166946		CURRENT LEARNING RATE: 4.688208474167064e-05
previous_iter_valid_loss : 0.16950921714305878

    961120	  0.169660	  0.169509	  0.167282		CURRENT LEARNING RATE: 4.687270926230152e-05
previous_iter_valid_loss : 0.16121509671211243

    961140	  0.161370	  0.161215	  0.166120		CURRENT LEARNING RATE: 4.686333565784077e-05
previous_iter_valid_loss : 0.16049639880657196

    961160	  0.160654	  0.160496	  0.166112		CURRENT LEARNING RATE: 4.685396392791337e-05
previous_iter_valid_loss : 0.16154845058918

    961180	  0.161697	  0.161548	  0.166025		CURRENT LEARNING RATE: 4.684459407214463e-05
previous_iter_valid_loss : 0.16929176449775696

    961200	  0.169532	  0.169292	  0.166303		CURRENT LEARNING RATE: 4.683522609015964e-05
previous_iter_valid_loss : 0.1607709378004074

    961220	  0.160955	  0.160771	  0.166272		CURRENT LEARNING RATE: 4.68258599815837e-05
previous_iter_valid_loss : 0.17156095802783966

    961240	  0.171817	  0.171561	  0.166334		CURRENT LEARNING RATE: 4.68164957460421e-05
previous_iter_valid_loss : 0.16077327728271484

    961260	  0.160953	  0.160773	  0.166235		CURRENT LEARNING RATE: 4.680713338316041e-05
previous_iter_valid_loss : 0.17029578983783722

    961280	  0.170443	  0.170296	  0.166200		CURRENT LEARNING RATE: 4.6797772892564056e-05
previous_iter_valid_loss : 0.16052751243114471

    961300	  0.160691	  0.160528	  0.164886		CURRENT LEARNING RATE: 4.678841427387854e-05
previous_iter_valid_loss : 0.1940208524465561

    961320	  0.194135	  0.194021	  0.166540		CURRENT LEARNING RATE: 4.67790575267297e-05
previous_iter_valid_loss : 0.166416734457016

    961340	  0.166629	  0.166417	  0.166607		CURRENT LEARNING RATE: 4.676970265074316e-05
previous_iter_valid_loss : 0.16057462990283966

    961360	  0.160728	  0.160575	  0.166440		CURRENT LEARNING RATE: 4.676034964554472e-05
previous_iter_valid_loss : 0.16775189340114594

    961380	  0.167907	  0.167752	  0.166802		CURRENT LEARNING RATE: 4.6750998510760204e-05
previous_iter_valid_loss : 0.1627376824617386

    961400	  0.162934	  0.162738	  0.166751		CURRENT LEARNING RATE: 4.674164924601571e-05
previous_iter_valid_loss : 0.16966450214385986

    961420	  0.169914	  0.169665	  0.165913		CURRENT LEARNING RATE: 4.6732301850937196e-05
previous_iter_valid_loss : 0.16067324578762054

    961440	  0.160828	  0.160673	  0.165576		CURRENT LEARNING RATE: 4.672295632515076e-05
previous_iter_valid_loss : 0.1684071570634842

    961460	  0.168562	  0.168407	  0.165968		CURRENT LEARNING RATE: 4.67136126682825e-05
previous_iter_valid_loss : 0.1773674488067627

    961480	  0.177676	  0.177367	  0.166720		CURRENT LEARNING RATE: 4.6704270879958836e-05
previous_iter_valid_loss : 0.16193443536758423

    961500	  0.162129	  0.161934	  0.166774		CURRENT LEARNING RATE: 4.6694930959806014e-05
previous_iter_valid_loss : 0.16287952661514282

    961520	  0.163063	  0.162880	  0.166443		CURRENT LEARNING RATE: 4.668559290745044e-05
previous_iter_valid_loss : 0.1739400029182434

    961540	  0.174095	  0.173940	  0.167079		CURRENT LEARNING RATE: 4.66762567225185e-05
previous_iter_valid_loss : 0.16455446183681488

    961560	  0.164718	  0.164554	  0.167282		CURRENT LEARNING RATE: 4.666692240463692e-05
previous_iter_valid_loss : 0.16965922713279724

    961580	  0.169901	  0.169659	  0.167687		CURRENT LEARNING RATE: 4.665758995343224e-05
previous_iter_valid_loss : 0.17259900271892548

    961600	  0.172868	  0.172599	  0.167853		CURRENT LEARNING RATE: 4.6648259368531174e-05
previous_iter_valid_loss : 0.16080592572689056

    961620	  0.160959	  0.160806	  0.167854		CURRENT LEARNING RATE: 4.6638930649560396e-05
previous_iter_valid_loss : 0.16316215693950653

    961640	  0.163366	  0.163162	  0.167434		CURRENT LEARNING RATE: 4.662960379614694e-05
previous_iter_valid_loss : 0.16171084344387054

    961660	  0.161898	  0.161711	  0.167481		CURRENT LEARNING RATE: 4.6620278807917635e-05
previous_iter_valid_loss : 0.16280412673950195

    961680	  0.163004	  0.162804	  0.167107		CURRENT LEARNING RATE: 4.661095568449941e-05
previous_iter_valid_loss : 0.1724146455526352

    961700	  0.172560	  0.172415	  0.167701		CURRENT LEARNING RATE: 4.66016344255195e-05
previous_iter_valid_loss : 0.16437283158302307

    961720	  0.164580	  0.164373	  0.166219		CURRENT LEARNING RATE: 4.659231503060497e-05
previous_iter_valid_loss : 0.1611560583114624

    961740	  0.161307	  0.161156	  0.165956		CURRENT LEARNING RATE: 4.658299749938306e-05
previous_iter_valid_loss : 0.16628891229629517

    961760	  0.166451	  0.166289	  0.166241		CURRENT LEARNING RATE: 4.657368183148096e-05
previous_iter_valid_loss : 0.16569951176643372

    961780	  0.165864	  0.165700	  0.166139		CURRENT LEARNING RATE: 4.6564368026526236e-05
previous_iter_valid_loss : 0.1619386225938797

    961800	  0.162098	  0.161939	  0.166099		CURRENT LEARNING RATE: 4.655505608414623e-05
previous_iter_valid_loss : 0.16060514748096466

    961820	  0.160769	  0.160605	  0.165646		CURRENT LEARNING RATE: 4.654574600396847e-05
previous_iter_valid_loss : 0.1621052324771881

    961840	  0.162261	  0.162105	  0.165717		CURRENT LEARNING RATE: 4.6536437785620475e-05
previous_iter_valid_loss : 0.1610051542520523

    961860	  0.161171	  0.161005	  0.165347		CURRENT LEARNING RATE: 4.652713142873008e-05
previous_iter_valid_loss : 0.16135260462760925

    961880	  0.161517	  0.161353	  0.164547		CURRENT LEARNING RATE: 4.6517826932924956e-05
previous_iter_valid_loss : 0.16887730360031128

    961900	  0.169116	  0.168877	  0.164894		CURRENT LEARNING RATE: 4.6508524297832914e-05
previous_iter_valid_loss : 0.16153179109096527

    961920	  0.161715	  0.161532	  0.164826		CURRENT LEARNING RATE: 4.649922352308176e-05
previous_iter_valid_loss : 0.16160041093826294

    961940	  0.161753	  0.161600	  0.164209		CURRENT LEARNING RATE: 4.648992460829964e-05
previous_iter_valid_loss : 0.16052447259426117

    961960	  0.160690	  0.160524	  0.164008		CURRENT LEARNING RATE: 4.648062755311451e-05
previous_iter_valid_loss : 0.16665977239608765

    961980	  0.166813	  0.166660	  0.163858		CURRENT LEARNING RATE: 4.647133235715448e-05
previous_iter_valid_loss : 0.17308560013771057

    962000	  0.173241	  0.173086	  0.163882		CURRENT LEARNING RATE: 4.646203902004769e-05
previous_iter_valid_loss : 0.18545886874198914

    962020	  0.185832	  0.185459	  0.165115		CURRENT LEARNING RATE: 4.645274754142254e-05
previous_iter_valid_loss : 0.16292235255241394

    962040	  0.163114	  0.162922	  0.165103		CURRENT LEARNING RATE: 4.6443457920907284e-05
previous_iter_valid_loss : 0.17817719280719757

    962060	  0.178490	  0.178177	  0.165926		CURRENT LEARNING RATE: 4.643417015813036e-05
previous_iter_valid_loss : 0.16504517197608948

    962080	  0.165207	  0.165045	  0.166038		CURRENT LEARNING RATE: 4.642488425272017e-05
previous_iter_valid_loss : 0.16072505712509155

    962100	  0.160881	  0.160725	  0.165454		CURRENT LEARNING RATE: 4.6415600204305434e-05
previous_iter_valid_loss : 0.17550595104694366

    962120	  0.175793	  0.175506	  0.166010		CURRENT LEARNING RATE: 4.6406318012514714e-05
previous_iter_valid_loss : 0.16503305733203888

    962140	  0.165195	  0.165033	  0.166204		CURRENT LEARNING RATE: 4.639703767697664e-05
previous_iter_valid_loss : 0.18072634935379028

    962160	  0.181045	  0.180726	  0.166926		CURRENT LEARNING RATE: 4.638775919732016e-05
previous_iter_valid_loss : 0.16101418435573578

    962180	  0.161167	  0.161014	  0.166692		CURRENT LEARNING RATE: 4.637848257317406e-05
previous_iter_valid_loss : 0.16053219139575958

    962200	  0.160691	  0.160532	  0.166621		CURRENT LEARNING RATE: 4.6369207804167255e-05
previous_iter_valid_loss : 0.16156241297721863

    962220	  0.161758	  0.161562	  0.166669		CURRENT LEARNING RATE: 4.63599348899287e-05
previous_iter_valid_loss : 0.16255930066108704

    962240	  0.162727	  0.162559	  0.166692		CURRENT LEARNING RATE: 4.635066383008762e-05
previous_iter_valid_loss : 0.16327503323554993

    962260	  0.163484	  0.163275	  0.166806		CURRENT LEARNING RATE: 4.63413946242731e-05
previous_iter_valid_loss : 0.16168293356895447

    962280	  0.161843	  0.161683	  0.166822		CURRENT LEARNING RATE: 4.633212727211437e-05
previous_iter_valid_loss : 0.165991872549057

    962300	  0.166149	  0.165992	  0.166678		CURRENT LEARNING RATE: 4.632286177324067e-05
previous_iter_valid_loss : 0.1615583300590515

    962320	  0.161752	  0.161558	  0.166679		CURRENT LEARNING RATE: 4.631359812728152e-05
previous_iter_valid_loss : 0.16828718781471252

    962340	  0.168438	  0.168287	  0.167013		CURRENT LEARNING RATE: 4.630433633386629e-05
previous_iter_valid_loss : 0.16223375499248505

    962360	  0.162384	  0.162234	  0.167099		CURRENT LEARNING RATE: 4.6295076392624536e-05
previous_iter_valid_loss : 0.1609450876712799

    962380	  0.161131	  0.160945	  0.166813		CURRENT LEARNING RATE: 4.628581830318575e-05
previous_iter_valid_loss : 0.16149921715259552

    962400	  0.161693	  0.161499	  0.166234		CURRENT LEARNING RATE: 4.627656206517979e-05
previous_iter_valid_loss : 0.16754412651062012

    962420	  0.167707	  0.167544	  0.165338		CURRENT LEARNING RATE: 4.626730767823632e-05
previous_iter_valid_loss : 0.16107992827892303

    962440	  0.161267	  0.161080	  0.165246		CURRENT LEARNING RATE: 4.625805514198516e-05
previous_iter_valid_loss : 0.16291017830371857

    962460	  0.163097	  0.162910	  0.164483		CURRENT LEARNING RATE: 4.6248804456056126e-05
previous_iter_valid_loss : 0.1616382747888565

    962480	  0.161828	  0.161638	  0.164312		CURRENT LEARNING RATE: 4.623955562007937e-05
previous_iter_valid_loss : 0.16503079235553741

    962500	  0.165255	  0.165031	  0.164528		CURRENT LEARNING RATE: 4.6230308633684835e-05
previous_iter_valid_loss : 0.16563667356967926

    962520	  0.165835	  0.165637	  0.164034		CURRENT LEARNING RATE: 4.6221063496502574e-05
previous_iter_valid_loss : 0.16094563901424408

    962540	  0.161127	  0.160946	  0.163830		CURRENT LEARNING RATE: 4.621182020816294e-05
previous_iter_valid_loss : 0.17210571467876434

    962560	  0.172376	  0.172106	  0.163399		CURRENT LEARNING RATE: 4.6202578768296116e-05
previous_iter_valid_loss : 0.16087275743484497

    962580	  0.161038	  0.160873	  0.163392		CURRENT LEARNING RATE: 4.619333917653246e-05
previous_iter_valid_loss : 0.16669784486293793

    962600	  0.166859	  0.166698	  0.163700		CURRENT LEARNING RATE: 4.618410143250229e-05
previous_iter_valid_loss : 0.165710911154747

    962620	  0.165872	  0.165711	  0.163907		CURRENT LEARNING RATE: 4.617486553583626e-05
previous_iter_valid_loss : 0.17113757133483887

    962640	  0.171396	  0.171138	  0.164336		CURRENT LEARNING RATE: 4.616563148616486e-05
previous_iter_valid_loss : 0.1606118232011795

    962660	  0.160772	  0.160612	  0.164203		CURRENT LEARNING RATE: 4.6156399283118724e-05
previous_iter_valid_loss : 0.17160654067993164

    962680	  0.171861	  0.171607	  0.164699		CURRENT LEARNING RATE: 4.614716892632849e-05
previous_iter_valid_loss : 0.16250759363174438

    962700	  0.162679	  0.162508	  0.164525		CURRENT LEARNING RATE: 4.613794041542511e-05
previous_iter_valid_loss : 0.176467627286911

    962720	  0.176623	  0.176468	  0.165271		CURRENT LEARNING RATE: 4.6128713750039326e-05
previous_iter_valid_loss : 0.16068540513515472

    962740	  0.160857	  0.160685	  0.164890		CURRENT LEARNING RATE: 4.611948892980212e-05
previous_iter_valid_loss : 0.1625751256942749

    962760	  0.162763	  0.162575	  0.164907		CURRENT LEARNING RATE: 4.611026595434439e-05
previous_iter_valid_loss : 0.16418075561523438

    962780	  0.164343	  0.164181	  0.165069		CURRENT LEARNING RATE: 4.610104482329738e-05
previous_iter_valid_loss : 0.16552971303462982

    962800	  0.165736	  0.165530	  0.165271		CURRENT LEARNING RATE: 4.6091825536292175e-05
previous_iter_valid_loss : 0.16978201270103455

    962820	  0.169935	  0.169782	  0.165383		CURRENT LEARNING RATE: 4.6082608092959996e-05
previous_iter_valid_loss : 0.1704481840133667

    962840	  0.170696	  0.170448	  0.165851		CURRENT LEARNING RATE: 4.607339249293207e-05
previous_iter_valid_loss : 0.16659864783287048

    962860	  0.166757	  0.166599	  0.166036		CURRENT LEARNING RATE: 4.6064178735839915e-05
previous_iter_valid_loss : 0.1672409474849701

    962880	  0.167461	  0.167241	  0.166316		CURRENT LEARNING RATE: 4.6054966821314925e-05
previous_iter_valid_loss : 0.16107109189033508

    962900	  0.161252	  0.161071	  0.166118		CURRENT LEARNING RATE: 4.6045756748988536e-05
previous_iter_valid_loss : 0.1944398730993271

    962920	  0.194554	  0.194440	  0.167558		CURRENT LEARNING RATE: 4.603654851849251e-05
previous_iter_valid_loss : 0.1691254824399948

    962940	  0.169275	  0.169125	  0.167967		CURRENT LEARNING RATE: 4.602734212945843e-05
previous_iter_valid_loss : 0.17599913477897644

    962960	  0.176155	  0.175999	  0.168161		CURRENT LEARNING RATE: 4.601813758151803e-05
previous_iter_valid_loss : 0.16155171394348145

    962980	  0.161701	  0.161552	  0.168195		CURRENT LEARNING RATE: 4.6008934874303063e-05
previous_iter_valid_loss : 0.16129401326179504

    963000	  0.161484	  0.161294	  0.167925		CURRENT LEARNING RATE: 4.5999734007445575e-05
previous_iter_valid_loss : 0.16078263521194458

    963020	  0.160944	  0.160783	  0.167679		CURRENT LEARNING RATE: 4.599053498057746e-05
previous_iter_valid_loss : 0.16337156295776367

    963040	  0.163564	  0.163372	  0.167291		CURRENT LEARNING RATE: 4.598133779333075e-05
previous_iter_valid_loss : 0.1699495017528534

    963060	  0.170189	  0.169950	  0.167757		CURRENT LEARNING RATE: 4.5972142445337474e-05
previous_iter_valid_loss : 0.1612047404050827

    963080	  0.161384	  0.161205	  0.167237		CURRENT LEARNING RATE: 4.596294893622998e-05
previous_iter_valid_loss : 0.1609393060207367

    963100	  0.161102	  0.160939	  0.167159		CURRENT LEARNING RATE: 4.595375726564046e-05
previous_iter_valid_loss : 0.17546728253364563

    963120	  0.175616	  0.175467	  0.167109		CURRENT LEARNING RATE: 4.594456743320123e-05
previous_iter_valid_loss : 0.16393861174583435

    963140	  0.164141	  0.163939	  0.167272		CURRENT LEARNING RATE: 4.5935379438544624e-05
previous_iter_valid_loss : 0.16075749695301056

    963160	  0.160940	  0.160757	  0.167181		CURRENT LEARNING RATE: 4.592619328130327e-05
previous_iter_valid_loss : 0.16049693524837494

    963180	  0.160664	  0.160497	  0.166996		CURRENT LEARNING RATE: 4.591700896110967e-05
previous_iter_valid_loss : 0.16060058772563934

    963200	  0.160759	  0.160601	  0.166750		CURRENT LEARNING RATE: 4.590782647759643e-05
previous_iter_valid_loss : 0.16585935652256012

    963220	  0.166081	  0.165859	  0.166554		CURRENT LEARNING RATE: 4.5898645830396174e-05
previous_iter_valid_loss : 0.17770743370056152

    963240	  0.178009	  0.177707	  0.166917		CURRENT LEARNING RATE: 4.588946701914183e-05
previous_iter_valid_loss : 0.1637570559978485

    963260	  0.163934	  0.163757	  0.166775		CURRENT LEARNING RATE: 4.588029004346619e-05
previous_iter_valid_loss : 0.16468699276447296

    963280	  0.164857	  0.164687	  0.166647		CURRENT LEARNING RATE: 4.587111490300215e-05
previous_iter_valid_loss : 0.16177335381507874

    963300	  0.161970	  0.161773	  0.166682		CURRENT LEARNING RATE: 4.5861941597382625e-05
previous_iter_valid_loss : 0.16050082445144653

    963320	  0.160667	  0.160501	  0.164985		CURRENT LEARNING RATE: 4.585277012624085e-05
previous_iter_valid_loss : 0.16242413222789764

    963340	  0.162583	  0.162424	  0.164650		CURRENT LEARNING RATE: 4.584360048920989e-05
previous_iter_valid_loss : 0.16076689958572388

    963360	  0.160942	  0.160767	  0.163889		CURRENT LEARNING RATE: 4.583443268592288e-05
previous_iter_valid_loss : 0.1690746247768402

    963380	  0.169317	  0.169075	  0.164265		CURRENT LEARNING RATE: 4.5825266716013264e-05
previous_iter_valid_loss : 0.16310463845729828

    963400	  0.163274	  0.163105	  0.164355		CURRENT LEARNING RATE: 4.581610257911432e-05
previous_iter_valid_loss : 0.16410687565803528

    963420	  0.164277	  0.164107	  0.164521		CURRENT LEARNING RATE: 4.580694027485949e-05
previous_iter_valid_loss : 0.1623510867357254

    963440	  0.162538	  0.162351	  0.164470		CURRENT LEARNING RATE: 4.579777980288219e-05
previous_iter_valid_loss : 0.16246618330478668

    963460	  0.162660	  0.162466	  0.164096		CURRENT LEARNING RATE: 4.578862116281616e-05
previous_iter_valid_loss : 0.16573865711688995

    963480	  0.165948	  0.165739	  0.164323		CURRENT LEARNING RATE: 4.5779464354294996e-05
previous_iter_valid_loss : 0.16053399443626404

    963500	  0.160702	  0.160534	  0.164303		CURRENT LEARNING RATE: 4.577030937695241e-05
previous_iter_valid_loss : 0.1607295721769333

    963520	  0.160906	  0.160730	  0.163566		CURRENT LEARNING RATE: 4.5761156230422125e-05
previous_iter_valid_loss : 0.1604994386434555

    963540	  0.160669	  0.160499	  0.163394		CURRENT LEARNING RATE: 4.5752004914338174e-05
previous_iter_valid_loss : 0.16727522015571594

    963560	  0.167503	  0.167275	  0.163720		CURRENT LEARNING RATE: 4.5742855428334426e-05
previous_iter_valid_loss : 0.16082645952701569

    963580	  0.160978	  0.160826	  0.163736		CURRENT LEARNING RATE: 4.57337077720449e-05
previous_iter_valid_loss : 0.16069038212299347

    963600	  0.160862	  0.160690	  0.163741		CURRENT LEARNING RATE: 4.5724561945103614e-05
previous_iter_valid_loss : 0.1605251282453537

    963620	  0.160686	  0.160525	  0.163474		CURRENT LEARNING RATE: 4.571541794714489e-05
previous_iter_valid_loss : 0.1605946272611618

    963640	  0.160764	  0.160595	  0.162618		CURRENT LEARNING RATE: 4.570627577780289e-05
previous_iter_valid_loss : 0.18029609322547913

    963660	  0.180459	  0.180296	  0.163445		CURRENT LEARNING RATE: 4.569713543671193e-05
previous_iter_valid_loss : 0.1606764942407608

    963680	  0.160839	  0.160676	  0.163245		CURRENT LEARNING RATE: 4.568799692350631e-05
previous_iter_valid_loss : 0.160843625664711

    963700	  0.160999	  0.160844	  0.163198		CURRENT LEARNING RATE: 4.567886023782065e-05
previous_iter_valid_loss : 0.1740623414516449

    963720	  0.174335	  0.174062	  0.163876		CURRENT LEARNING RATE: 4.5669725379289417e-05
previous_iter_valid_loss : 0.16788671910762787

    963740	  0.168046	  0.167887	  0.164150		CURRENT LEARNING RATE: 4.5660592347547104e-05
previous_iter_valid_loss : 0.1697573959827423

    963760	  0.169910	  0.169757	  0.164599		CURRENT LEARNING RATE: 4.565146114222859e-05
previous_iter_valid_loss : 0.1607493758201599

    963780	  0.160920	  0.160749	  0.164183		CURRENT LEARNING RATE: 4.564233176296853e-05
previous_iter_valid_loss : 0.16077065467834473

    963800	  0.160923	  0.160771	  0.164066		CURRENT LEARNING RATE: 4.563320420940173e-05
previous_iter_valid_loss : 0.18824441730976105

    963820	  0.188679	  0.188244	  0.165273		CURRENT LEARNING RATE: 4.562407848116304e-05
previous_iter_valid_loss : 0.16851447522640228

    963840	  0.168669	  0.168514	  0.165581		CURRENT LEARNING RATE: 4.561495457788757e-05
previous_iter_valid_loss : 0.16886909306049347

    963860	  0.169106	  0.168869	  0.165901		CURRENT LEARNING RATE: 4.560583249921028e-05
previous_iter_valid_loss : 0.16553466022014618

    963880	  0.165736	  0.165535	  0.165891		CURRENT LEARNING RATE: 4.559671224476631e-05
previous_iter_valid_loss : 0.16244925558567047

    963900	  0.162627	  0.162449	  0.165987		CURRENT LEARNING RATE: 4.558759381419075e-05
previous_iter_valid_loss : 0.17929185926914215

    963920	  0.179451	  0.179292	  0.166915		CURRENT LEARNING RATE: 4.557847720711903e-05
previous_iter_valid_loss : 0.1639876514673233

    963940	  0.164190	  0.163988	  0.167089		CURRENT LEARNING RATE: 4.5569362423186396e-05
previous_iter_valid_loss : 0.16063106060028076

    963960	  0.160794	  0.160631	  0.166757		CURRENT LEARNING RATE: 4.5560249462028275e-05
previous_iter_valid_loss : 0.1629466712474823

    963980	  0.163121	  0.162947	  0.166863		CURRENT LEARNING RATE: 4.555113832328006e-05
previous_iter_valid_loss : 0.1677066534757614

    964000	  0.167937	  0.167707	  0.167214		CURRENT LEARNING RATE: 4.554202900657745e-05
previous_iter_valid_loss : 0.16099199652671814

    964020	  0.161147	  0.160992	  0.167237		CURRENT LEARNING RATE: 4.5532921511556024e-05
previous_iter_valid_loss : 0.1604946255683899

    964040	  0.160661	  0.160495	  0.167232		CURRENT LEARNING RATE: 4.5523815837851456e-05
previous_iter_valid_loss : 0.18676435947418213

    964060	  0.186904	  0.186764	  0.167556		CURRENT LEARNING RATE: 4.551471198509944e-05
previous_iter_valid_loss : 0.16457638144493103

    964080	  0.164743	  0.164576	  0.167751		CURRENT LEARNING RATE: 4.550560995293601e-05
previous_iter_valid_loss : 0.16079092025756836

    964100	  0.160962	  0.160791	  0.167748		CURRENT LEARNING RATE: 4.549650974099697e-05
previous_iter_valid_loss : 0.1807442307472229

    964120	  0.181072	  0.180744	  0.168082		CURRENT LEARNING RATE: 4.548741134891824e-05
previous_iter_valid_loss : 0.17127953469753265

    964140	  0.171541	  0.171280	  0.168252		CURRENT LEARNING RATE: 4.547831477633607e-05
previous_iter_valid_loss : 0.16065548360347748

    964160	  0.160836	  0.160655	  0.167797		CURRENT LEARNING RATE: 4.5469220022886474e-05
previous_iter_valid_loss : 0.16440512239933014

    964180	  0.164581	  0.164405	  0.167980		CURRENT LEARNING RATE: 4.54601270882057e-05
previous_iter_valid_loss : 0.16269251704216003

    964200	  0.162862	  0.162693	  0.168076		CURRENT LEARNING RATE: 4.545103597192993e-05
previous_iter_valid_loss : 0.16052687168121338

    964220	  0.160704	  0.160527	  0.166690		CURRENT LEARNING RATE: 4.5441946673695686e-05
previous_iter_valid_loss : 0.16085702180862427

    964240	  0.161044	  0.160857	  0.166307		CURRENT LEARNING RATE: 4.543285919313932e-05
previous_iter_valid_loss : 0.17018663883209229

    964260	  0.170336	  0.170187	  0.166373		CURRENT LEARNING RATE: 4.542377352989732e-05
previous_iter_valid_loss : 0.16051308810710907

    964280	  0.160674	  0.160513	  0.166122		CURRENT LEARNING RATE: 4.5414689683606194e-05
previous_iter_valid_loss : 0.16134193539619446

    964300	  0.161493	  0.161342	  0.166066		CURRENT LEARNING RATE: 4.540560765390273e-05
previous_iter_valid_loss : 0.17291516065597534

    964320	  0.173066	  0.172915	  0.165747		CURRENT LEARNING RATE: 4.539652744042358e-05
previous_iter_valid_loss : 0.1654096394777298

    964340	  0.165616	  0.165410	  0.165819		CURRENT LEARNING RATE: 4.538744904280555e-05
previous_iter_valid_loss : 0.163421630859375

    964360	  0.163599	  0.163422	  0.165958		CURRENT LEARNING RATE: 4.537837246068539e-05
previous_iter_valid_loss : 0.16500185430049896

    964380	  0.165200	  0.165002	  0.166061		CURRENT LEARNING RATE: 4.536929769370023e-05
previous_iter_valid_loss : 0.16573865711688995

    964400	  0.165954	  0.165739	  0.165962		CURRENT LEARNING RATE: 4.536022474148697e-05
previous_iter_valid_loss : 0.16052871942520142

    964420	  0.160708	  0.160529	  0.165939		CURRENT LEARNING RATE: 4.535115360368272e-05
previous_iter_valid_loss : 0.16448839008808136

    964440	  0.164661	  0.164488	  0.166139		CURRENT LEARNING RATE: 4.534208427992452e-05
previous_iter_valid_loss : 0.16068653762340546

    964460	  0.160842	  0.160687	  0.164835		CURRENT LEARNING RATE: 4.533301676984979e-05
previous_iter_valid_loss : 0.18763881921768188

    964480	  0.187768	  0.187639	  0.165988		CURRENT LEARNING RATE: 4.532395107309573e-05
previous_iter_valid_loss : 0.16601680219173431

    964500	  0.166179	  0.166017	  0.166250		CURRENT LEARNING RATE: 4.531488718929965e-05
previous_iter_valid_loss : 0.1605513095855713

    964520	  0.160715	  0.160551	  0.165240		CURRENT LEARNING RATE: 4.5305825118099145e-05
previous_iter_valid_loss : 0.16176627576351166

    964540	  0.161954	  0.161766	  0.164764		CURRENT LEARNING RATE: 4.5296764859131645e-05
previous_iter_valid_loss : 0.16279257833957672

    964560	  0.162957	  0.162793	  0.164871		CURRENT LEARNING RATE: 4.528770641203474e-05
previous_iter_valid_loss : 0.16376759111881256

    964580	  0.163979	  0.163768	  0.164839		CURRENT LEARNING RATE: 4.527864977644602e-05
previous_iter_valid_loss : 0.16049042344093323

    964600	  0.160652	  0.160490	  0.164729		CURRENT LEARNING RATE: 4.526959495200338e-05
previous_iter_valid_loss : 0.16223494708538055

    964620	  0.162431	  0.162235	  0.164815		CURRENT LEARNING RATE: 4.526054193834454e-05
previous_iter_valid_loss : 0.1778966635465622

    964640	  0.178060	  0.177897	  0.165666		CURRENT LEARNING RATE: 4.5251490735107394e-05
previous_iter_valid_loss : 0.16060557961463928

    964660	  0.160762	  0.160606	  0.165187		CURRENT LEARNING RATE: 4.5242441341929784e-05
previous_iter_valid_loss : 0.1667831540107727

    964680	  0.166993	  0.166783	  0.165501		CURRENT LEARNING RATE: 4.5233393758449924e-05
previous_iter_valid_loss : 0.16144202649593353

    964700	  0.161626	  0.161442	  0.165506		CURRENT LEARNING RATE: 4.5224347984305826e-05
previous_iter_valid_loss : 0.16123098134994507

    964720	  0.161390	  0.161231	  0.164922		CURRENT LEARNING RATE: 4.521530401913566e-05
previous_iter_valid_loss : 0.16056424379348755

    964740	  0.160731	  0.160564	  0.164679		CURRENT LEARNING RATE: 4.520626186257757e-05
previous_iter_valid_loss : 0.16229480504989624

    964760	  0.162492	  0.162295	  0.164623		CURRENT LEARNING RATE: 4.5197221514270036e-05
previous_iter_valid_loss : 0.16064228117465973

    964780	  0.160798	  0.160642	  0.164405		CURRENT LEARNING RATE: 4.518818297385138e-05
previous_iter_valid_loss : 0.16649724543094635

    964800	  0.166658	  0.166497	  0.164443		CURRENT LEARNING RATE: 4.517914624096003e-05
previous_iter_valid_loss : 0.1663409322500229

    964820	  0.166567	  0.166341	  0.164734		CURRENT LEARNING RATE: 4.517011131523447e-05
previous_iter_valid_loss : 0.17604075372219086

    964840	  0.176332	  0.176041	  0.165311		CURRENT LEARNING RATE: 4.516107819631344e-05
previous_iter_valid_loss : 0.1612718552350998

    964860	  0.161461	  0.161272	  0.165341		CURRENT LEARNING RATE: 4.5152046883835556e-05
previous_iter_valid_loss : 0.16866587102413177

    964880	  0.168821	  0.168666	  0.164392		CURRENT LEARNING RATE: 4.514301737743955e-05
previous_iter_valid_loss : 0.16160716116428375

    964900	  0.161771	  0.161607	  0.164171		CURRENT LEARNING RATE: 4.513398967676416e-05
previous_iter_valid_loss : 0.17557284235954285

    964920	  0.175730	  0.175573	  0.164923		CURRENT LEARNING RATE: 4.512496378144845e-05
previous_iter_valid_loss : 0.16054707765579224

    964940	  0.160710	  0.160547	  0.164862		CURRENT LEARNING RATE: 4.5115939691131295e-05
previous_iter_valid_loss : 0.16885995864868164

    964960	  0.169089	  0.168860	  0.165165		CURRENT LEARNING RATE: 4.5106917405451646e-05
previous_iter_valid_loss : 0.16185222566127777

    964980	  0.162037	  0.161852	  0.165069		CURRENT LEARNING RATE: 4.509789692404879e-05
previous_iter_valid_loss : 0.16597077250480652

    965000	  0.166131	  0.165971	  0.165343		CURRENT LEARNING RATE: 4.508887824656181e-05
previous_iter_valid_loss : 0.16732321679592133

    965020	  0.167553	  0.167323	  0.165598		CURRENT LEARNING RATE: 4.507986137262997e-05
previous_iter_valid_loss : 0.1641508787870407

    965040	  0.164347	  0.164151	  0.164910		CURRENT LEARNING RATE: 4.507084630189251e-05
previous_iter_valid_loss : 0.1609368473291397

    965060	  0.161090	  0.160937	  0.164927		CURRENT LEARNING RATE: 4.5061833033988986e-05
previous_iter_valid_loss : 0.16435770690441132

    965080	  0.164522	  0.164358	  0.164806		CURRENT LEARNING RATE: 4.5052821568558785e-05
previous_iter_valid_loss : 0.16109706461429596

    965100	  0.161284	  0.161097	  0.164788		CURRENT LEARNING RATE: 4.5043811905241465e-05
previous_iter_valid_loss : 0.16066303849220276

    965120	  0.160817	  0.160663	  0.164760		CURRENT LEARNING RATE: 4.503480404367654e-05
previous_iter_valid_loss : 0.16073071956634521

    965140	  0.160881	  0.160731	  0.164768		CURRENT LEARNING RATE: 4.5025797983503864e-05
previous_iter_valid_loss : 0.17056910693645477

    965160	  0.170809	  0.170569	  0.165182		CURRENT LEARNING RATE: 4.501679372436311e-05
previous_iter_valid_loss : 0.16141365468502045

    965180	  0.161566	  0.161414	  0.165221		CURRENT LEARNING RATE: 4.500779126589411e-05
previous_iter_valid_loss : 0.16084809601306915

    965200	  0.161004	  0.160848	  0.164938		CURRENT LEARNING RATE: 4.4998790607736686e-05
previous_iter_valid_loss : 0.17396539449691772

    965220	  0.174115	  0.173965	  0.165319		CURRENT LEARNING RATE: 4.498979174953099e-05
previous_iter_valid_loss : 0.21727322041988373

    965240	  0.217276	  0.217273	  0.167381		CURRENT LEARNING RATE: 4.498079469091695e-05
previous_iter_valid_loss : 0.1780317723751068

    965260	  0.178192	  0.178032	  0.168219		CURRENT LEARNING RATE: 4.4971799431534704e-05
previous_iter_valid_loss : 0.16206517815589905

    965280	  0.162217	  0.162065	  0.167889		CURRENT LEARNING RATE: 4.496280597102437e-05
previous_iter_valid_loss : 0.16137823462486267

    965300	  0.161573	  0.161378	  0.167877		CURRENT LEARNING RATE: 4.495381430902636e-05
previous_iter_valid_loss : 0.16052258014678955

    965320	  0.160676	  0.160523	  0.167125		CURRENT LEARNING RATE: 4.494482444518092e-05
previous_iter_valid_loss : 0.16090063750743866

    965340	  0.161053	  0.160901	  0.167143		CURRENT LEARNING RATE: 4.49358363791284e-05
previous_iter_valid_loss : 0.16179166734218597

    965360	  0.161976	  0.161792	  0.166789		CURRENT LEARNING RATE: 4.4926850110509416e-05
previous_iter_valid_loss : 0.1606287807226181

    965380	  0.160796	  0.160629	  0.166728		CURRENT LEARNING RATE: 4.491786563896443e-05
previous_iter_valid_loss : 0.16120286285877228

    965400	  0.161397	  0.161203	  0.166490		CURRENT LEARNING RATE: 4.4908882964134084e-05
previous_iter_valid_loss : 0.16098329424858093

    965420	  0.161167	  0.160983	  0.166173		CURRENT LEARNING RATE: 4.4899902085658984e-05
previous_iter_valid_loss : 0.16311396658420563

    965440	  0.163292	  0.163114	  0.166121		CURRENT LEARNING RATE: 4.489092300318005e-05
previous_iter_valid_loss : 0.16091418266296387

    965460	  0.161080	  0.160914	  0.166120		CURRENT LEARNING RATE: 4.4881945716338045e-05
previous_iter_valid_loss : 0.16169922053813934

    965480	  0.161869	  0.161699	  0.165987		CURRENT LEARNING RATE: 4.4872970224773874e-05
previous_iter_valid_loss : 0.16226044297218323

    965500	  0.162429	  0.162260	  0.166045		CURRENT LEARNING RATE: 4.486399652812843e-05
previous_iter_valid_loss : 0.16869233548641205

    965520	  0.168928	  0.168692	  0.166446		CURRENT LEARNING RATE: 4.485502462604295e-05
previous_iter_valid_loss : 0.1654089093208313

    965540	  0.165626	  0.165409	  0.166680		CURRENT LEARNING RATE: 4.4846054518158445e-05
previous_iter_valid_loss : 0.17095138132572174

    965560	  0.171101	  0.170951	  0.166699		CURRENT LEARNING RATE: 4.4837086204116136e-05
previous_iter_valid_loss : 0.1613016575574875

    965580	  0.161449	  0.161302	  0.166694		CURRENT LEARNING RATE: 4.48281196835572e-05
previous_iter_valid_loss : 0.16416481137275696

    965600	  0.164333	  0.164165	  0.166860		CURRENT LEARNING RATE: 4.481915495612313e-05
previous_iter_valid_loss : 0.16228443384170532

    965620	  0.162445	  0.162284	  0.166276		CURRENT LEARNING RATE: 4.4810192021455275e-05
previous_iter_valid_loss : 0.16565687954425812

    965640	  0.165820	  0.165657	  0.163695		CURRENT LEARNING RATE: 4.48012308791951e-05
previous_iter_valid_loss : 0.16813433170318604

    965660	  0.168292	  0.168134	  0.163200		CURRENT LEARNING RATE: 4.4792271528984085e-05
previous_iter_valid_loss : 0.16234901547431946

    965680	  0.162541	  0.162349	  0.163214		CURRENT LEARNING RATE: 4.4783313970464016e-05
previous_iter_valid_loss : 0.16235840320587158

    965700	  0.162555	  0.162358	  0.163263		CURRENT LEARNING RATE: 4.477435820327652e-05
previous_iter_valid_loss : 0.16050662100315094

    965720	  0.160671	  0.160507	  0.163262		CURRENT LEARNING RATE: 4.476540422706327e-05
previous_iter_valid_loss : 0.16050325334072113

    965740	  0.160671	  0.160503	  0.163242		CURRENT LEARNING RATE: 4.475645204146628e-05
previous_iter_valid_loss : 0.1904890239238739

    965760	  0.190617	  0.190489	  0.164677		CURRENT LEARNING RATE: 4.474750164612738e-05
previous_iter_valid_loss : 0.1778518110513687

    965780	  0.178005	  0.177852	  0.165538		CURRENT LEARNING RATE: 4.4738553040688546e-05
previous_iter_valid_loss : 0.16246692836284637

    965800	  0.162635	  0.162467	  0.165602		CURRENT LEARNING RATE: 4.472960622479176e-05
previous_iter_valid_loss : 0.16184833645820618

    965820	  0.162045	  0.161848	  0.165645		CURRENT LEARNING RATE: 4.472066119807931e-05
previous_iter_valid_loss : 0.1663152426481247

    965840	  0.166476	  0.166315	  0.165805		CURRENT LEARNING RATE: 4.471171796019332e-05
previous_iter_valid_loss : 0.16659530997276306

    965860	  0.166814	  0.166595	  0.166089		CURRENT LEARNING RATE: 4.470277651077605e-05
previous_iter_valid_loss : 0.17584912478923798

    965880	  0.176001	  0.175849	  0.166796		CURRENT LEARNING RATE: 4.469383684946976e-05
previous_iter_valid_loss : 0.16118420660495758

    965900	  0.161346	  0.161184	  0.166743		CURRENT LEARNING RATE: 4.468489897591704e-05
previous_iter_valid_loss : 0.16797283291816711

    965920	  0.168205	  0.167973	  0.166707		CURRENT LEARNING RATE: 4.467596288976028e-05
previous_iter_valid_loss : 0.16589036583900452

    965940	  0.166112	  0.165890	  0.166731		CURRENT LEARNING RATE: 4.466702859064204e-05
previous_iter_valid_loss : 0.16294771432876587

    965960	  0.163114	  0.162948	  0.166331		CURRENT LEARNING RATE: 4.4658096078204866e-05
previous_iter_valid_loss : 0.17378148436546326

    965980	  0.173928	  0.173781	  0.166955		CURRENT LEARNING RATE: 4.464916535209163e-05
previous_iter_valid_loss : 0.1624937504529953

    966000	  0.162682	  0.162494	  0.166871		CURRENT LEARNING RATE: 4.464023641194501e-05
previous_iter_valid_loss : 0.17287427186965942

    966020	  0.173022	  0.172874	  0.167400		CURRENT LEARNING RATE: 4.4631309257407856e-05
previous_iter_valid_loss : 0.17468354105949402

    966040	  0.174835	  0.174684	  0.167852		CURRENT LEARNING RATE: 4.462238388812299e-05
previous_iter_valid_loss : 0.16059796512126923

    966060	  0.160768	  0.160598	  0.167475		CURRENT LEARNING RATE: 4.461346030373357e-05
previous_iter_valid_loss : 0.16470666229724884

    966080	  0.164864	  0.164707	  0.167593		CURRENT LEARNING RATE: 4.460453850388257e-05
previous_iter_valid_loss : 0.16767407953739166

    966100	  0.167906	  0.167674	  0.167859		CURRENT LEARNING RATE: 4.4595618488213114e-05
previous_iter_valid_loss : 0.16097784042358398

    966120	  0.161135	  0.160978	  0.167882		CURRENT LEARNING RATE: 4.458670025636833e-05
previous_iter_valid_loss : 0.18339642882347107

    966140	  0.183744	  0.183396	  0.169027		CURRENT LEARNING RATE: 4.4577783807991625e-05
previous_iter_valid_loss : 0.16899940371513367

    966160	  0.169243	  0.168999	  0.167952		CURRENT LEARNING RATE: 4.456886914272629e-05
previous_iter_valid_loss : 0.18332262337207794

    966180	  0.183468	  0.183323	  0.168226		CURRENT LEARNING RATE: 4.455995626021566e-05
previous_iter_valid_loss : 0.16127131879329681

    966200	  0.161432	  0.161271	  0.168166		CURRENT LEARNING RATE: 4.455104516010335e-05
previous_iter_valid_loss : 0.1797444075345993

    966220	  0.179899	  0.179744	  0.169061		CURRENT LEARNING RATE: 4.4542135842032855e-05
previous_iter_valid_loss : 0.1639595478773117

    966240	  0.164167	  0.163960	  0.168943		CURRENT LEARNING RATE: 4.453322830564779e-05
previous_iter_valid_loss : 0.17580556869506836

    966260	  0.175959	  0.175806	  0.169404		CURRENT LEARNING RATE: 4.45243225505918e-05
previous_iter_valid_loss : 0.16270925104618073

    966280	  0.162898	  0.162709	  0.168747		CURRENT LEARNING RATE: 4.4515418576508784e-05
previous_iter_valid_loss : 0.16055262088775635

    966300	  0.160719	  0.160553	  0.168715		CURRENT LEARNING RATE: 4.4506516383042524e-05
previous_iter_valid_loss : 0.16713745892047882

    966320	  0.167293	  0.167137	  0.168673		CURRENT LEARNING RATE: 4.449761596983693e-05
previous_iter_valid_loss : 0.1645922213792801

    966340	  0.164793	  0.164592	  0.168608		CURRENT LEARNING RATE: 4.448871733653589e-05
previous_iter_valid_loss : 0.16232365369796753

    966360	  0.162511	  0.162324	  0.168577		CURRENT LEARNING RATE: 4.447982048278364e-05
previous_iter_valid_loss : 0.16084428131580353

    966380	  0.161030	  0.160844	  0.167930		CURRENT LEARNING RATE: 4.447092540822421e-05
previous_iter_valid_loss : 0.17239034175872803

    966400	  0.172536	  0.172390	  0.168425		CURRENT LEARNING RATE: 4.446203211250181e-05
previous_iter_valid_loss : 0.1611238270998001

    966420	  0.161306	  0.161124	  0.167838		CURRENT LEARNING RATE: 4.44531405952606e-05
previous_iter_valid_loss : 0.1683073788881302

    966440	  0.168535	  0.168307	  0.167519		CURRENT LEARNING RATE: 4.4444250856145125e-05
previous_iter_valid_loss : 0.16100534796714783

    966460	  0.161163	  0.161005	  0.167539		CURRENT LEARNING RATE: 4.443536289479968e-05
previous_iter_valid_loss : 0.16055358946323395

    966480	  0.160714	  0.160554	  0.167332		CURRENT LEARNING RATE: 4.442647671086875e-05
previous_iter_valid_loss : 0.1606544554233551

    966500	  0.160813	  0.160654	  0.166981		CURRENT LEARNING RATE: 4.4417592303996816e-05
previous_iter_valid_loss : 0.16060027480125427

    966520	  0.160755	  0.160600	  0.166962		CURRENT LEARNING RATE: 4.440870967382867e-05
previous_iter_valid_loss : 0.16072067618370056

    966540	  0.160888	  0.160721	  0.165828		CURRENT LEARNING RATE: 4.439982882000891e-05
previous_iter_valid_loss : 0.16361042857170105

    966560	  0.163778	  0.163610	  0.165558		CURRENT LEARNING RATE: 4.4390949742182225e-05
previous_iter_valid_loss : 0.16936275362968445

    966580	  0.169516	  0.169363	  0.164860		CURRENT LEARNING RATE: 4.438207243999362e-05
previous_iter_valid_loss : 0.16263775527477264

    966600	  0.162804	  0.162638	  0.164929		CURRENT LEARNING RATE: 4.437319691308792e-05
previous_iter_valid_loss : 0.17112606763839722

    966620	  0.171278	  0.171126	  0.164498		CURRENT LEARNING RATE: 4.436432316111009e-05
previous_iter_valid_loss : 0.16640262305736542

    966640	  0.166561	  0.166403	  0.164620		CURRENT LEARNING RATE: 4.435545118370513e-05
previous_iter_valid_loss : 0.1629902720451355

    966660	  0.163146	  0.162990	  0.163979		CURRENT LEARNING RATE: 4.43465809805183e-05
previous_iter_valid_loss : 0.168175607919693

    966680	  0.168395	  0.168176	  0.164253		CURRENT LEARNING RATE: 4.433771255119471e-05
previous_iter_valid_loss : 0.160958930850029

    966700	  0.161140	  0.160959	  0.164273		CURRENT LEARNING RATE: 4.432884589537963e-05
previous_iter_valid_loss : 0.16052031517028809

    966720	  0.160680	  0.160520	  0.163942		CURRENT LEARNING RATE: 4.4319981012718305e-05
previous_iter_valid_loss : 0.16114740073680878

    966740	  0.161332	  0.161147	  0.163770		CURRENT LEARNING RATE: 4.431111790285632e-05
previous_iter_valid_loss : 0.16321271657943726

    966760	  0.163379	  0.163213	  0.163814		CURRENT LEARNING RATE: 4.4302256565439043e-05
previous_iter_valid_loss : 0.1628580242395401

    966780	  0.163018	  0.162858	  0.163915		CURRENT LEARNING RATE: 4.429339700011204e-05
previous_iter_valid_loss : 0.1621246039867401

    966800	  0.162284	  0.162125	  0.163402		CURRENT LEARNING RATE: 4.428453920652085e-05
previous_iter_valid_loss : 0.16065803170204163

    966820	  0.160819	  0.160658	  0.163378		CURRENT LEARNING RATE: 4.427568318431131e-05
previous_iter_valid_loss : 0.1731545329093933

    966840	  0.173301	  0.173155	  0.163621		CURRENT LEARNING RATE: 4.4266828933129094e-05
previous_iter_valid_loss : 0.16200511157512665

    966860	  0.162195	  0.162005	  0.163671		CURRENT LEARNING RATE: 4.425797645262005e-05
previous_iter_valid_loss : 0.16677117347717285

    966880	  0.166931	  0.166771	  0.163982		CURRENT LEARNING RATE: 4.424912574242999e-05
previous_iter_valid_loss : 0.16515998542308807

    966900	  0.165324	  0.165160	  0.164207		CURRENT LEARNING RATE: 4.4240276802205035e-05
previous_iter_valid_loss : 0.16157954931259155

    966920	  0.161763	  0.161580	  0.164256		CURRENT LEARNING RATE: 4.423142963159117e-05
previous_iter_valid_loss : 0.187312513589859

    966940	  0.187455	  0.187313	  0.165585		CURRENT LEARNING RATE: 4.422258423023441e-05
previous_iter_valid_loss : 0.16063238680362701

    966960	  0.160778	  0.160632	  0.165437		CURRENT LEARNING RATE: 4.421374059778111e-05
previous_iter_valid_loss : 0.16870684921741486

    966980	  0.168941	  0.168707	  0.165404		CURRENT LEARNING RATE: 4.420489873387744e-05
previous_iter_valid_loss : 0.16212302446365356

    967000	  0.162290	  0.162123	  0.165378		CURRENT LEARNING RATE: 4.419605863816973e-05
previous_iter_valid_loss : 0.1692170947790146

    967020	  0.169457	  0.169217	  0.165283		CURRENT LEARNING RATE: 4.4187220310304283e-05
previous_iter_valid_loss : 0.16579122841358185

    967040	  0.166002	  0.165791	  0.165252		CURRENT LEARNING RATE: 4.417838374992773e-05
previous_iter_valid_loss : 0.17139549553394318

    967060	  0.171544	  0.171395	  0.165672		CURRENT LEARNING RATE: 4.416954895668654e-05
previous_iter_valid_loss : 0.16465197503566742

    967080	  0.164850	  0.164652	  0.165496		CURRENT LEARNING RATE: 4.416071593022732e-05
previous_iter_valid_loss : 0.16158145666122437

    967100	  0.161734	  0.161581	  0.165527		CURRENT LEARNING RATE: 4.415188467019665e-05
previous_iter_valid_loss : 0.1630362570285797

    967120	  0.163232	  0.163036	  0.165653		CURRENT LEARNING RATE: 4.414305517624146e-05
previous_iter_valid_loss : 0.17888547480106354

    967140	  0.179206	  0.178885	  0.166540		CURRENT LEARNING RATE: 4.413422744800848e-05
previous_iter_valid_loss : 0.1611228734254837

    967160	  0.161309	  0.161123	  0.166435		CURRENT LEARNING RATE: 4.4125401485144604e-05
previous_iter_valid_loss : 0.18605788052082062

    967180	  0.186204	  0.186058	  0.167595		CURRENT LEARNING RATE: 4.4116577287296724e-05
previous_iter_valid_loss : 0.16105079650878906

    967200	  0.161215	  0.161051	  0.167542		CURRENT LEARNING RATE: 4.4107754854112e-05
previous_iter_valid_loss : 0.16247351467609406

    967220	  0.162629	  0.162474	  0.167632		CURRENT LEARNING RATE: 4.40989341852375e-05
previous_iter_valid_loss : 0.16398710012435913

    967240	  0.164175	  0.163987	  0.167174		CURRENT LEARNING RATE: 4.409011528032035e-05
previous_iter_valid_loss : 0.1677861511707306

    967260	  0.168012	  0.167786	  0.167463		CURRENT LEARNING RATE: 4.408129813900775e-05
previous_iter_valid_loss : 0.16706427931785583

    967280	  0.167224	  0.167064	  0.167478		CURRENT LEARNING RATE: 4.4072482760947165e-05
previous_iter_valid_loss : 0.16093197464942932

    967300	  0.161116	  0.160932	  0.167266		CURRENT LEARNING RATE: 4.4063669145785895e-05
previous_iter_valid_loss : 0.16263297200202942

    967320	  0.162830	  0.162633	  0.167319		CURRENT LEARNING RATE: 4.405485729317131e-05
previous_iter_valid_loss : 0.16233552992343903

    967340	  0.162498	  0.162336	  0.166070		CURRENT LEARNING RATE: 4.4046047202751105e-05
previous_iter_valid_loss : 0.1615365743637085

    967360	  0.161698	  0.161537	  0.166115		CURRENT LEARNING RATE: 4.4037238874172794e-05
previous_iter_valid_loss : 0.17575068771839142

    967380	  0.176035	  0.175751	  0.166468		CURRENT LEARNING RATE: 4.4028432307084044e-05
previous_iter_valid_loss : 0.1644369661808014

    967400	  0.164600	  0.164437	  0.166583		CURRENT LEARNING RATE: 4.401962750113251e-05
previous_iter_valid_loss : 0.16365063190460205

    967420	  0.163842	  0.163651	  0.166305		CURRENT LEARNING RATE: 4.401082445596617e-05
previous_iter_valid_loss : 0.16070488095283508

    967440	  0.160862	  0.160705	  0.166051		CURRENT LEARNING RATE: 4.4002023171232805e-05
previous_iter_valid_loss : 0.16475731134414673

    967460	  0.164962	  0.164757	  0.165719		CURRENT LEARNING RATE: 4.3993223646580385e-05
previous_iter_valid_loss : 0.16097886860370636

    967480	  0.161132	  0.160979	  0.165535		CURRENT LEARNING RATE: 4.398442588165683e-05
previous_iter_valid_loss : 0.16208167374134064

    967500	  0.162238	  0.162082	  0.165560		CURRENT LEARNING RATE: 4.397562987611038e-05
previous_iter_valid_loss : 0.16191565990447998

    967520	  0.162074	  0.161916	  0.165504		CURRENT LEARNING RATE: 4.396683562958915e-05
previous_iter_valid_loss : 0.16672347486019135

    967540	  0.166950	  0.166723	  0.164896		CURRENT LEARNING RATE: 4.395804314174135e-05
previous_iter_valid_loss : 0.16931980848312378

    967560	  0.169568	  0.169320	  0.165306		CURRENT LEARNING RATE: 4.3949252412215196e-05
previous_iter_valid_loss : 0.16152292490005493

    967580	  0.161674	  0.161523	  0.164079		CURRENT LEARNING RATE: 4.394046344065923e-05
previous_iter_valid_loss : 0.16498807072639465

    967600	  0.165149	  0.164988	  0.164276		CURRENT LEARNING RATE: 4.39316762267218e-05
previous_iter_valid_loss : 0.16053205728530884

    967620	  0.160701	  0.160532	  0.164179		CURRENT LEARNING RATE: 4.392289077005143e-05
previous_iter_valid_loss : 0.16304057836532593

    967640	  0.163207	  0.163041	  0.164132		CURRENT LEARNING RATE: 4.391410707029662e-05
previous_iter_valid_loss : 0.16118000447750092

    967660	  0.161340	  0.161180	  0.163801		CURRENT LEARNING RATE: 4.390532512710617e-05
previous_iter_valid_loss : 0.1615796536207199

    967680	  0.161763	  0.161580	  0.163527		CURRENT LEARNING RATE: 4.389654494012873e-05
previous_iter_valid_loss : 0.160559743642807

    967700	  0.160731	  0.160560	  0.163508		CURRENT LEARNING RATE: 4.38877665090131e-05
previous_iter_valid_loss : 0.16596366465091705

    967720	  0.166122	  0.165964	  0.163675		CURRENT LEARNING RATE: 4.387898983340806e-05
previous_iter_valid_loss : 0.16051815450191498

    967740	  0.160690	  0.160518	  0.163584		CURRENT LEARNING RATE: 4.387021491296269e-05
previous_iter_valid_loss : 0.1630944311618805

    967760	  0.163259	  0.163094	  0.163662		CURRENT LEARNING RATE: 4.3861441747325926e-05
previous_iter_valid_loss : 0.16847312450408936

    967780	  0.168705	  0.168473	  0.163298		CURRENT LEARNING RATE: 4.385267033614675e-05
previous_iter_valid_loss : 0.1644890308380127

    967800	  0.164654	  0.164489	  0.163301		CURRENT LEARNING RATE: 4.384390067907449e-05
previous_iter_valid_loss : 0.1620354950428009

    967820	  0.162188	  0.162035	  0.163220		CURRENT LEARNING RATE: 4.383513277575825e-05
previous_iter_valid_loss : 0.16313056647777557

    967840	  0.163300	  0.163131	  0.163341		CURRENT LEARNING RATE: 4.3826366625847327e-05
previous_iter_valid_loss : 0.1610756814479828

    967860	  0.161233	  0.161076	  0.163157		CURRENT LEARNING RATE: 4.3817602228991004e-05
previous_iter_valid_loss : 0.17497357726097107

    967880	  0.175260	  0.174974	  0.163857		CURRENT LEARNING RATE: 4.3808839584838845e-05
previous_iter_valid_loss : 0.16097690165042877

    967900	  0.161169	  0.160977	  0.163802		CURRENT LEARNING RATE: 4.3800078693040285e-05
previous_iter_valid_loss : 0.16056405007839203

    967920	  0.160737	  0.160564	  0.163734		CURRENT LEARNING RATE: 4.3791319553244876e-05
previous_iter_valid_loss : 0.200666606426239

    967940	  0.200762	  0.200667	  0.165431		CURRENT LEARNING RATE: 4.378256216510217e-05
previous_iter_valid_loss : 0.1605454981327057

    967960	  0.160715	  0.160545	  0.164992		CURRENT LEARNING RATE: 4.3773806528262046e-05
previous_iter_valid_loss : 0.16055452823638916

    967980	  0.160712	  0.160555	  0.164944		CURRENT LEARNING RATE: 4.376505264237418e-05
previous_iter_valid_loss : 0.16483762860298157

    968000	  0.165004	  0.164838	  0.164937		CURRENT LEARNING RATE: 4.375630050708843e-05
previous_iter_valid_loss : 0.16353215277194977

    968020	  0.163739	  0.163532	  0.165087		CURRENT LEARNING RATE: 4.3747550122054626e-05
previous_iter_valid_loss : 0.16056214272975922

    968040	  0.160734	  0.160562	  0.164963		CURRENT LEARNING RATE: 4.3738801486922905e-05
previous_iter_valid_loss : 0.17035700380802155

    968060	  0.170507	  0.170357	  0.165421		CURRENT LEARNING RATE: 4.373005460134325e-05
previous_iter_valid_loss : 0.16050997376441956

    968080	  0.160680	  0.160510	  0.165368		CURRENT LEARNING RATE: 4.3721309464965796e-05
previous_iter_valid_loss : 0.17080888152122498

    968100	  0.170957	  0.170809	  0.165880		CURRENT LEARNING RATE: 4.3712566077440644e-05
previous_iter_valid_loss : 0.17424021661281586

    968120	  0.174521	  0.174240	  0.166294		CURRENT LEARNING RATE: 4.370382443841822e-05
previous_iter_valid_loss : 0.16217109560966492

    968140	  0.162364	  0.162171	  0.166377		CURRENT LEARNING RATE: 4.369508454754878e-05
previous_iter_valid_loss : 0.16082832217216492

    968160	  0.161003	  0.160828	  0.166264		CURRENT LEARNING RATE: 4.368634640448264e-05
previous_iter_valid_loss : 0.16049742698669434

    968180	  0.160663	  0.160497	  0.165865		CURRENT LEARNING RATE: 4.3677610008870445e-05
previous_iter_valid_loss : 0.16244317591190338

    968200	  0.162606	  0.162443	  0.165763		CURRENT LEARNING RATE: 4.366887536036266e-05
previous_iter_valid_loss : 0.16091184318065643

    968220	  0.161096	  0.160912	  0.165706		CURRENT LEARNING RATE: 4.366014245860989e-05
previous_iter_valid_loss : 0.16058897972106934

    968240	  0.160758	  0.160589	  0.165579		CURRENT LEARNING RATE: 4.3651411303262756e-05
previous_iter_valid_loss : 0.16059505939483643

    968260	  0.160754	  0.160595	  0.165555		CURRENT LEARNING RATE: 4.364268189397215e-05
previous_iter_valid_loss : 0.16092602908611298

    968280	  0.161085	  0.160926	  0.164853		CURRENT LEARNING RATE: 4.3633954230388825e-05
previous_iter_valid_loss : 0.16072101891040802

    968300	  0.160887	  0.160721	  0.164840		CURRENT LEARNING RATE: 4.362522831216367e-05
previous_iter_valid_loss : 0.16134843230247498

    968320	  0.161541	  0.161348	  0.164879		CURRENT LEARNING RATE: 4.3616504138947585e-05
previous_iter_valid_loss : 0.18055115640163422

    968340	  0.180708	  0.180551	  0.163874		CURRENT LEARNING RATE: 4.360778171039175e-05
previous_iter_valid_loss : 0.16615688800811768

    968360	  0.166318	  0.166157	  0.164154		CURRENT LEARNING RATE: 4.359906102614718e-05
previous_iter_valid_loss : 0.16172084212303162

    968380	  0.161888	  0.161721	  0.164212		CURRENT LEARNING RATE: 4.359034208586507e-05
previous_iter_valid_loss : 0.1605590283870697

    968400	  0.160727	  0.160559	  0.163998		CURRENT LEARNING RATE: 4.3581624889196555e-05
previous_iter_valid_loss : 0.17021992802619934

    968420	  0.170366	  0.170220	  0.164333		CURRENT LEARNING RATE: 4.3572909435793134e-05
previous_iter_valid_loss : 0.16182933747768402

    968440	  0.161977	  0.161829	  0.164396		CURRENT LEARNING RATE: 4.356419572530609e-05
previous_iter_valid_loss : 0.16438472270965576

    968460	  0.164549	  0.164385	  0.164098		CURRENT LEARNING RATE: 4.3555483757386883e-05
previous_iter_valid_loss : 0.16971369087696075

    968480	  0.169954	  0.169714	  0.164558		CURRENT LEARNING RATE: 4.354677353168695e-05
previous_iter_valid_loss : 0.16125303506851196

    968500	  0.161429	  0.161253	  0.164080		CURRENT LEARNING RATE: 4.353806504785804e-05
previous_iter_valid_loss : 0.17062601447105408

    968520	  0.170776	  0.170626	  0.163899		CURRENT LEARNING RATE: 4.352935830555174e-05
previous_iter_valid_loss : 0.16084641218185425

    968540	  0.161024	  0.160846	  0.163833		CURRENT LEARNING RATE: 4.3520653304419714e-05
previous_iter_valid_loss : 0.1611144095659256

    968560	  0.161270	  0.161114	  0.163847		CURRENT LEARNING RATE: 4.351195004411389e-05
previous_iter_valid_loss : 0.18350331485271454

    968580	  0.183861	  0.183503	  0.164998		CURRENT LEARNING RATE: 4.350324852428608e-05
previous_iter_valid_loss : 0.19291022419929504

    968600	  0.193027	  0.192910	  0.166521		CURRENT LEARNING RATE: 4.34945487445882e-05
previous_iter_valid_loss : 0.16050483286380768

    968620	  0.160664	  0.160505	  0.166501		CURRENT LEARNING RATE: 4.348585070467222e-05
previous_iter_valid_loss : 0.16650284826755524

    968640	  0.166659	  0.166503	  0.166796		CURRENT LEARNING RATE: 4.347715440419034e-05
previous_iter_valid_loss : 0.16580641269683838

    968660	  0.165967	  0.165806	  0.167057		CURRENT LEARNING RATE: 4.3468459842794645e-05
previous_iter_valid_loss : 0.1722174733877182

    968680	  0.172482	  0.172217	  0.167622		CURRENT LEARNING RATE: 4.3459767020137344e-05
previous_iter_valid_loss : 0.16335512697696686

    968700	  0.163548	  0.163355	  0.167753		CURRENT LEARNING RATE: 4.345107593587066e-05
previous_iter_valid_loss : 0.1657099723815918

    968720	  0.165870	  0.165710	  0.167971		CURRENT LEARNING RATE: 4.344238658964708e-05
previous_iter_valid_loss : 0.16579283773899078

    968740	  0.165958	  0.165793	  0.167233		CURRENT LEARNING RATE: 4.3433698981118986e-05
previous_iter_valid_loss : 0.1605863720178604

    968760	  0.160751	  0.160586	  0.166955		CURRENT LEARNING RATE: 4.342501310993885e-05
previous_iter_valid_loss : 0.18459199368953705

    968780	  0.184736	  0.184592	  0.168098		CURRENT LEARNING RATE: 4.3416328975759176e-05
previous_iter_valid_loss : 0.16628192365169525

    968800	  0.166487	  0.166282	  0.168385		CURRENT LEARNING RATE: 4.340764657823275e-05
previous_iter_valid_loss : 0.1698063462972641

    968820	  0.169956	  0.169806	  0.168364		CURRENT LEARNING RATE: 4.339896591701217e-05
previous_iter_valid_loss : 0.16073466837406158

    968840	  0.160886	  0.160735	  0.168309		CURRENT LEARNING RATE: 4.3390286991750246e-05
previous_iter_valid_loss : 0.1963641345500946

    968860	  0.196474	  0.196364	  0.169908		CURRENT LEARNING RATE: 4.338160980209973e-05
previous_iter_valid_loss : 0.1606295257806778

    968880	  0.160791	  0.160630	  0.169454		CURRENT LEARNING RATE: 4.3372934347713685e-05
previous_iter_valid_loss : 0.16873213648796082

    968900	  0.168884	  0.168732	  0.169828		CURRENT LEARNING RATE: 4.336426062824502e-05
previous_iter_valid_loss : 0.1808648258447647

    968920	  0.181025	  0.180865	  0.170340		CURRENT LEARNING RATE: 4.335558864334679e-05
previous_iter_valid_loss : 0.1715335100889206

    968940	  0.171679	  0.171534	  0.170874		CURRENT LEARNING RATE: 4.334691839267203e-05
previous_iter_valid_loss : 0.17281624674797058

    968960	  0.172960	  0.172816	  0.171459		CURRENT LEARNING RATE: 4.333824987587409e-05
previous_iter_valid_loss : 0.1611909568309784

    968980	  0.161368	  0.161191	  0.170344		CURRENT LEARNING RATE: 4.332958309260615e-05
previous_iter_valid_loss : 0.16128738224506378

    969000	  0.161446	  0.161287	  0.168763		CURRENT LEARNING RATE: 4.3320918042521464e-05
previous_iter_valid_loss : 0.16636915504932404

    969020	  0.166532	  0.166369	  0.169056		CURRENT LEARNING RATE: 4.3312254725273583e-05
previous_iter_valid_loss : 0.16238462924957275

    969040	  0.162574	  0.162385	  0.168850		CURRENT LEARNING RATE: 4.33035931405159e-05
previous_iter_valid_loss : 0.16472944617271423

    969060	  0.164945	  0.164729	  0.168796		CURRENT LEARNING RATE: 4.329493328790194e-05
previous_iter_valid_loss : 0.17274007201194763

    969080	  0.173003	  0.172740	  0.168822		CURRENT LEARNING RATE: 4.328627516708525e-05
previous_iter_valid_loss : 0.16268037259578705

    969100	  0.162834	  0.162680	  0.168788		CURRENT LEARNING RATE: 4.327761877771965e-05
previous_iter_valid_loss : 0.16539953649044037

    969120	  0.165610	  0.165400	  0.168773		CURRENT LEARNING RATE: 4.326896411945879e-05
previous_iter_valid_loss : 0.1803950071334839

    969140	  0.180737	  0.180395	  0.169503		CURRENT LEARNING RATE: 4.326031119195651e-05
previous_iter_valid_loss : 0.1611860990524292

    969160	  0.161372	  0.161186	  0.169533		CURRENT LEARNING RATE: 4.3251659994866616e-05
previous_iter_valid_loss : 0.16347701847553253

    969180	  0.163667	  0.163477	  0.168477		CURRENT LEARNING RATE: 4.32430105278432e-05
previous_iter_valid_loss : 0.1605386883020401

    969200	  0.160689	  0.160539	  0.168190		CURRENT LEARNING RATE: 4.3234362790540203e-05
previous_iter_valid_loss : 0.19381065666675568

    969220	  0.194285	  0.193811	  0.169390		CURRENT LEARNING RATE: 4.322571678261173e-05
previous_iter_valid_loss : 0.16097863018512726

    969240	  0.161138	  0.160979	  0.169402		CURRENT LEARNING RATE: 4.321707250371185e-05
previous_iter_valid_loss : 0.1608867049217224

    969260	  0.161063	  0.160887	  0.167629		CURRENT LEARNING RATE: 4.3208429953494964e-05
previous_iter_valid_loss : 0.1742728054523468

    969280	  0.174424	  0.174273	  0.168311		CURRENT LEARNING RATE: 4.319978913161527e-05
previous_iter_valid_loss : 0.18804186582565308

    969300	  0.188183	  0.188042	  0.169276		CURRENT LEARNING RATE: 4.3191150037727156e-05
previous_iter_valid_loss : 0.18447068333625793

    969320	  0.184856	  0.184471	  0.169457		CURRENT LEARNING RATE: 4.318251267148497e-05
previous_iter_valid_loss : 0.16100940108299255

    969340	  0.161162	  0.161009	  0.168930		CURRENT LEARNING RATE: 4.317387703254337e-05
previous_iter_valid_loss : 0.1629915088415146

    969360	  0.163178	  0.162992	  0.168439		CURRENT LEARNING RATE: 4.316524312055686e-05
previous_iter_valid_loss : 0.16525457799434662

    969380	  0.165424	  0.165255	  0.168642		CURRENT LEARNING RATE: 4.315661093518001e-05
previous_iter_valid_loss : 0.16172851622104645

    969400	  0.161915	  0.161729	  0.168664		CURRENT LEARNING RATE: 4.3147980476067664e-05
previous_iter_valid_loss : 0.1632164567708969

    969420	  0.163385	  0.163216	  0.168507		CURRENT LEARNING RATE: 4.3139351742874554e-05
previous_iter_valid_loss : 0.16065484285354614

    969440	  0.160805	  0.160655	  0.168420		CURRENT LEARNING RATE: 4.313072473525552e-05
previous_iter_valid_loss : 0.16253730654716492

    969460	  0.162694	  0.162537	  0.168311		CURRENT LEARNING RATE: 4.31220994528654e-05
previous_iter_valid_loss : 0.17519421875476837

    969480	  0.175346	  0.175194	  0.168433		CURRENT LEARNING RATE: 4.3113475895359346e-05
previous_iter_valid_loss : 0.1832020878791809

    969500	  0.183552	  0.183202	  0.169459		CURRENT LEARNING RATE: 4.310485406239233e-05
previous_iter_valid_loss : 0.16865170001983643

    969520	  0.168803	  0.168652	  0.169622		CURRENT LEARNING RATE: 4.309623395361948e-05
previous_iter_valid_loss : 0.1650664359331131

    969540	  0.165235	  0.165066	  0.168856		CURRENT LEARNING RATE: 4.308761556869592e-05
previous_iter_valid_loss : 0.16050514578819275

    969560	  0.160673	  0.160505	  0.168822		CURRENT LEARNING RATE: 4.307899890727707e-05
previous_iter_valid_loss : 0.16771675646305084

    969580	  0.167874	  0.167717	  0.169034		CURRENT LEARNING RATE: 4.307038396901818e-05
previous_iter_valid_loss : 0.16839277744293213

    969600	  0.168546	  0.168393	  0.169426		CURRENT LEARNING RATE: 4.306177075357465e-05
previous_iter_valid_loss : 0.1607888787984848

    969620	  0.160946	  0.160789	  0.167775		CURRENT LEARNING RATE: 4.3053159260601874e-05
previous_iter_valid_loss : 0.1607215851545334

    969640	  0.160883	  0.160722	  0.167762		CURRENT LEARNING RATE: 4.3044549489755566e-05
previous_iter_valid_loss : 0.16253593564033508

    969660	  0.162735	  0.162536	  0.167845		CURRENT LEARNING RATE: 4.303594144069123e-05
previous_iter_valid_loss : 0.16165432333946228

    969680	  0.161814	  0.161654	  0.167214		CURRENT LEARNING RATE: 4.302733511306456e-05
previous_iter_valid_loss : 0.16327162086963654

    969700	  0.163479	  0.163272	  0.165975		CURRENT LEARNING RATE: 4.301873050653123e-05
previous_iter_valid_loss : 0.16056662797927856

    969720	  0.160733	  0.160567	  0.164780		CURRENT LEARNING RATE: 4.30101276207472e-05
previous_iter_valid_loss : 0.18044288456439972

    969740	  0.180594	  0.180443	  0.165752		CURRENT LEARNING RATE: 4.3001526455368276e-05
previous_iter_valid_loss : 0.16059769690036774

    969760	  0.160767	  0.160598	  0.165632		CURRENT LEARNING RATE: 4.2992927010050344e-05
previous_iter_valid_loss : 0.16081611812114716

    969780	  0.160987	  0.160816	  0.165410		CURRENT LEARNING RATE: 4.298432928444957e-05
previous_iter_valid_loss : 0.16059525310993195

    969800	  0.160763	  0.160595	  0.165354		CURRENT LEARNING RATE: 4.297573327822198e-05
previous_iter_valid_loss : 0.16240307688713074

    969820	  0.162557	  0.162403	  0.165313		CURRENT LEARNING RATE: 4.296713899102372e-05
previous_iter_valid_loss : 0.1625003069639206

    969840	  0.162658	  0.162500	  0.165405		CURRENT LEARNING RATE: 4.2958546422510955e-05
previous_iter_valid_loss : 0.16060380637645721

    969860	  0.160765	  0.160604	  0.165308		CURRENT LEARNING RATE: 4.2949955572340126e-05
previous_iter_valid_loss : 0.16157083213329315

    969880	  0.161764	  0.161571	  0.164627		CURRENT LEARNING RATE: 4.2941366440167524e-05
previous_iter_valid_loss : 0.17164206504821777

    969900	  0.171790	  0.171642	  0.164049		CURRENT LEARNING RATE: 4.2932779025649593e-05
previous_iter_valid_loss : 0.16882145404815674

    969920	  0.169066	  0.168821	  0.164058		CURRENT LEARNING RATE: 4.292419332844274e-05
previous_iter_valid_loss : 0.16235120594501495

    969940	  0.162553	  0.162351	  0.163922		CURRENT LEARNING RATE: 4.29156093482037e-05
previous_iter_valid_loss : 0.16055019199848175

    969960	  0.160713	  0.160550	  0.163924		CURRENT LEARNING RATE: 4.2907027084589055e-05
previous_iter_valid_loss : 0.1692124903202057

    969980	  0.169364	  0.169212	  0.163999		CURRENT LEARNING RATE: 4.289844653725549e-05
previous_iter_valid_loss : 0.1872064471244812

    970000	  0.187342	  0.187206	  0.164940		CURRENT LEARNING RATE: 4.288986770585972e-05
previous_iter_valid_loss : 0.1610042005777359

    970020	  0.161163	  0.161004	  0.164951		CURRENT LEARNING RATE: 4.288129059005875e-05
previous_iter_valid_loss : 0.1650964319705963

    970040	  0.165300	  0.165096	  0.165169		CURRENT LEARNING RATE: 4.2872715189509386e-05
previous_iter_valid_loss : 0.17721810936927795

    970060	  0.177516	  0.177218	  0.165903		CURRENT LEARNING RATE: 4.2864141503868656e-05
previous_iter_valid_loss : 0.16051927208900452

    970080	  0.160677	  0.160519	  0.165847		CURRENT LEARNING RATE: 4.28555695327935e-05
previous_iter_valid_loss : 0.1612665057182312

    970100	  0.161428	  0.161267	  0.165746		CURRENT LEARNING RATE: 4.284699927594122e-05
previous_iter_valid_loss : 0.16301001608371735

    970120	  0.163171	  0.163010	  0.165869		CURRENT LEARNING RATE: 4.2838430732968904e-05
previous_iter_valid_loss : 0.1617492139339447

    970140	  0.161943	  0.161749	  0.164934		CURRENT LEARNING RATE: 4.282986390353383e-05
previous_iter_valid_loss : 0.17236769199371338

    970160	  0.172512	  0.172368	  0.165522		CURRENT LEARNING RATE: 4.282129878729324e-05
previous_iter_valid_loss : 0.17948701977729797

    970180	  0.179808	  0.179487	  0.166456		CURRENT LEARNING RATE: 4.281273538390469e-05
previous_iter_valid_loss : 0.17169584333896637

    970200	  0.171963	  0.171696	  0.167011		CURRENT LEARNING RATE: 4.280417369302556e-05
previous_iter_valid_loss : 0.16312208771705627

    970220	  0.163301	  0.163122	  0.167047		CURRENT LEARNING RATE: 4.2795613714313296e-05
previous_iter_valid_loss : 0.16056552529335022

    970240	  0.160744	  0.160566	  0.166950		CURRENT LEARNING RATE: 4.278705544742567e-05
previous_iter_valid_loss : 0.1605277806520462

    970260	  0.160694	  0.160528	  0.166946		CURRENT LEARNING RATE: 4.277849889202027e-05
previous_iter_valid_loss : 0.1626921445131302

    970280	  0.162860	  0.162692	  0.167002		CURRENT LEARNING RATE: 4.276994404775483e-05
previous_iter_valid_loss : 0.17017348110675812

    970300	  0.170423	  0.170173	  0.166929		CURRENT LEARNING RATE: 4.276139091428708e-05
previous_iter_valid_loss : 0.1723884642124176

    970320	  0.172651	  0.172388	  0.167107		CURRENT LEARNING RATE: 4.275283949127505e-05
previous_iter_valid_loss : 0.1619398444890976

    970340	  0.162105	  0.161940	  0.167087		CURRENT LEARNING RATE: 4.27442897783766e-05
previous_iter_valid_loss : 0.16469787061214447

    970360	  0.164899	  0.164698	  0.167294		CURRENT LEARNING RATE: 4.273574177524975e-05
previous_iter_valid_loss : 0.1700662523508072

    970380	  0.170318	  0.170066	  0.167337		CURRENT LEARNING RATE: 4.27271954815525e-05
previous_iter_valid_loss : 0.18388283252716064

    970400	  0.184238	  0.183883	  0.167171		CURRENT LEARNING RATE: 4.2718650896943155e-05
previous_iter_valid_loss : 0.18487781286239624

    970420	  0.185022	  0.184878	  0.168364		CURRENT LEARNING RATE: 4.271010802107985e-05
previous_iter_valid_loss : 0.165920689702034

    970440	  0.166082	  0.165921	  0.168406		CURRENT LEARNING RATE: 4.270156685362087e-05
previous_iter_valid_loss : 0.16607557237148285

    970460	  0.166240	  0.166076	  0.167848		CURRENT LEARNING RATE: 4.2693027394224495e-05
previous_iter_valid_loss : 0.1614260971546173

    970480	  0.161577	  0.161426	  0.167894		CURRENT LEARNING RATE: 4.268448964254929e-05
previous_iter_valid_loss : 0.16051961481571198

    970500	  0.160686	  0.160520	  0.167856		CURRENT LEARNING RATE: 4.2675953598253686e-05
previous_iter_valid_loss : 0.16052234172821045

    970520	  0.160680	  0.160522	  0.167732		CURRENT LEARNING RATE: 4.266741926099623e-05
previous_iter_valid_loss : 0.16181153059005737

    970540	  0.161995	  0.161812	  0.167735		CURRENT LEARNING RATE: 4.2658886630435477e-05
previous_iter_valid_loss : 0.17227467894554138

    970560	  0.172537	  0.172275	  0.167730		CURRENT LEARNING RATE: 4.2650355706230265e-05
previous_iter_valid_loss : 0.16060559451580048

    970580	  0.160759	  0.160606	  0.166786		CURRENT LEARNING RATE: 4.264182648803929e-05
previous_iter_valid_loss : 0.1811695694923401

    970600	  0.181522	  0.181170	  0.167260		CURRENT LEARNING RATE: 4.26332989755213e-05
previous_iter_valid_loss : 0.16191409528255463

    970620	  0.162102	  0.161914	  0.167200		CURRENT LEARNING RATE: 4.262477316833535e-05
previous_iter_valid_loss : 0.1787874400615692

    970640	  0.178947	  0.178787	  0.168111		CURRENT LEARNING RATE: 4.261624906614034e-05
previous_iter_valid_loss : 0.16082763671875

    970660	  0.160984	  0.160828	  0.168126		CURRENT LEARNING RATE: 4.260772666859529e-05
previous_iter_valid_loss : 0.16111278533935547

    970680	  0.161276	  0.161113	  0.168047		CURRENT LEARNING RATE: 4.259920597535925e-05
previous_iter_valid_loss : 0.17703412473201752

    970700	  0.177344	  0.177034	  0.168390		CURRENT LEARNING RATE: 4.259068698609152e-05
previous_iter_valid_loss : 0.16066612303256989

    970720	  0.160835	  0.160666	  0.167804		CURRENT LEARNING RATE: 4.258216970045127e-05
previous_iter_valid_loss : 0.16729582846164703

    970740	  0.167516	  0.167296	  0.168072		CURRENT LEARNING RATE: 4.257365411809782e-05
previous_iter_valid_loss : 0.16321173310279846

    970760	  0.163418	  0.163212	  0.167997		CURRENT LEARNING RATE: 4.256514023869047e-05
previous_iter_valid_loss : 0.16883668303489685

    970780	  0.168986	  0.168837	  0.167936		CURRENT LEARNING RATE: 4.25566280618888e-05
previous_iter_valid_loss : 0.16261377930641174

    970800	  0.162777	  0.162614	  0.166872		CURRENT LEARNING RATE: 4.254811758735227e-05
previous_iter_valid_loss : 0.16049613058567047

    970820	  0.160658	  0.160496	  0.165653		CURRENT LEARNING RATE: 4.2539608814740436e-05
previous_iter_valid_loss : 0.16055971384048462

    970840	  0.160715	  0.160560	  0.165385		CURRENT LEARNING RATE: 4.25311017437129e-05
previous_iter_valid_loss : 0.16278433799743652

    970860	  0.162957	  0.162784	  0.165221		CURRENT LEARNING RATE: 4.2522596373929506e-05
previous_iter_valid_loss : 0.16385027766227722

    970880	  0.164024	  0.163850	  0.165342		CURRENT LEARNING RATE: 4.251409270504997e-05
previous_iter_valid_loss : 0.16154301166534424

    970900	  0.161709	  0.161543	  0.165393		CURRENT LEARNING RATE: 4.2505590736734154e-05
previous_iter_valid_loss : 0.19356557726860046

    970920	  0.193690	  0.193566	  0.167045		CURRENT LEARNING RATE: 4.249709046864189e-05
previous_iter_valid_loss : 0.16520126163959503

    970940	  0.165401	  0.165201	  0.167215		CURRENT LEARNING RATE: 4.2488591900433334e-05
previous_iter_valid_loss : 0.16070234775543213

    970960	  0.160870	  0.160702	  0.166636		CURRENT LEARNING RATE: 4.248009503176846e-05
previous_iter_valid_loss : 0.16215944290161133

    970980	  0.162326	  0.162159	  0.166714		CURRENT LEARNING RATE: 4.247159986230731e-05
previous_iter_valid_loss : 0.17270377278327942

    971000	  0.172855	  0.172704	  0.166290		CURRENT LEARNING RATE: 4.2463106391710244e-05
previous_iter_valid_loss : 0.16669848561286926

    971020	  0.166918	  0.166698	  0.166530		CURRENT LEARNING RATE: 4.2454614619637435e-05
previous_iter_valid_loss : 0.16056466102600098

    971040	  0.160716	  0.160565	  0.165619		CURRENT LEARNING RATE: 4.2446124545749216e-05
previous_iter_valid_loss : 0.16342991590499878

    971060	  0.163597	  0.163430	  0.165749		CURRENT LEARNING RATE: 4.2437636169705904e-05
previous_iter_valid_loss : 0.16074395179748535

    971080	  0.160925	  0.160744	  0.165730		CURRENT LEARNING RATE: 4.2429149491168125e-05
previous_iter_valid_loss : 0.16716013848781586

    971100	  0.167323	  0.167160	  0.165236		CURRENT LEARNING RATE: 4.2420664509796334e-05
previous_iter_valid_loss : 0.16128472983837128

    971120	  0.161473	  0.161285	  0.165267		CURRENT LEARNING RATE: 4.241218122525113e-05
previous_iter_valid_loss : 0.17048324644565582

    971140	  0.170636	  0.170483	  0.165427		CURRENT LEARNING RATE: 4.24036996371931e-05
previous_iter_valid_loss : 0.1616285890340805

    971160	  0.161781	  0.161629	  0.165348		CURRENT LEARNING RATE: 4.239521974528314e-05
previous_iter_valid_loss : 0.1631876677274704

    971180	  0.163376	  0.163188	  0.165065		CURRENT LEARNING RATE: 4.2386741549181974e-05
previous_iter_valid_loss : 0.16506773233413696

    971200	  0.165237	  0.165068	  0.165188		CURRENT LEARNING RATE: 4.2378265048550476e-05
previous_iter_valid_loss : 0.16313183307647705

    971220	  0.163292	  0.163132	  0.165320		CURRENT LEARNING RATE: 4.2369790243049506e-05
previous_iter_valid_loss : 0.16509748995304108

    971240	  0.165265	  0.165097	  0.165547		CURRENT LEARNING RATE: 4.236131713234023e-05
previous_iter_valid_loss : 0.16116468608379364

    971260	  0.161314	  0.161165	  0.165466		CURRENT LEARNING RATE: 4.235284571608365e-05
previous_iter_valid_loss : 0.16217494010925293

    971280	  0.162339	  0.162175	  0.165382		CURRENT LEARNING RATE: 4.23443759939409e-05
previous_iter_valid_loss : 0.16878384351730347

    971300	  0.168939	  0.168784	  0.165744		CURRENT LEARNING RATE: 4.2335907965573116e-05
previous_iter_valid_loss : 0.16755130887031555

    971320	  0.167715	  0.167551	  0.164443		CURRENT LEARNING RATE: 4.2327441630641734e-05
previous_iter_valid_loss : 0.16310866177082062

    971340	  0.163315	  0.163109	  0.164338		CURRENT LEARNING RATE: 4.231897698880803e-05
previous_iter_valid_loss : 0.16915462911128998

    971360	  0.169408	  0.169155	  0.164761		CURRENT LEARNING RATE: 4.2310514039733325e-05
previous_iter_valid_loss : 0.17849312722682953

    971380	  0.178800	  0.178493	  0.165578		CURRENT LEARNING RATE: 4.230205278307927e-05
previous_iter_valid_loss : 0.16165253520011902

    971400	  0.161809	  0.161653	  0.165025		CURRENT LEARNING RATE: 4.2293593218507326e-05
previous_iter_valid_loss : 0.16124963760375977

    971420	  0.161408	  0.161250	  0.164753		CURRENT LEARNING RATE: 4.228513534567912e-05
previous_iter_valid_loss : 0.16844598948955536

    971440	  0.168687	  0.168446	  0.165147		CURRENT LEARNING RATE: 4.227667916425626e-05
previous_iter_valid_loss : 0.1606123447418213

    971460	  0.160786	  0.160612	  0.165006		CURRENT LEARNING RATE: 4.226822467390064e-05
previous_iter_valid_loss : 0.16292932629585266

    971480	  0.163096	  0.162929	  0.165115		CURRENT LEARNING RATE: 4.225977187427403e-05
previous_iter_valid_loss : 0.16103868186473846

    971500	  0.161193	  0.161039	  0.164809		CURRENT LEARNING RATE: 4.225132076503828e-05
previous_iter_valid_loss : 0.1605576127767563

    971520	  0.160726	  0.160558	  0.164773		CURRENT LEARNING RATE: 4.2242871345855305e-05
previous_iter_valid_loss : 0.16441532969474792

    971540	  0.164581	  0.164415	  0.164469		CURRENT LEARNING RATE: 4.223442361638726e-05
previous_iter_valid_loss : 0.16112510859966278

    971560	  0.161308	  0.161125	  0.164444		CURRENT LEARNING RATE: 4.222597757629616e-05
previous_iter_valid_loss : 0.16057220101356506

    971580	  0.160728	  0.160572	  0.164313		CURRENT LEARNING RATE: 4.221753322524418e-05
previous_iter_valid_loss : 0.1633664071559906

    971600	  0.163533	  0.163366	  0.164228		CURRENT LEARNING RATE: 4.220909056289345e-05
previous_iter_valid_loss : 0.16726267337799072

    971620	  0.167497	  0.167263	  0.164435		CURRENT LEARNING RATE: 4.2200649588906424e-05
previous_iter_valid_loss : 0.20479343831539154

    971640	  0.204855	  0.204793	  0.166420		CURRENT LEARNING RATE: 4.2192210302945385e-05
previous_iter_valid_loss : 0.16060298681259155

    971660	  0.160771	  0.160603	  0.166392		CURRENT LEARNING RATE: 4.2183772704672775e-05
previous_iter_valid_loss : 0.16054677963256836

    971680	  0.160711	  0.160547	  0.166310		CURRENT LEARNING RATE: 4.2175336793751e-05
previous_iter_valid_loss : 0.16303811967372894

    971700	  0.163208	  0.163038	  0.166023		CURRENT LEARNING RATE: 4.216690256984277e-05
previous_iter_valid_loss : 0.16309615969657898

    971720	  0.163292	  0.163096	  0.165800		CURRENT LEARNING RATE: 4.215847003261065e-05
previous_iter_valid_loss : 0.16291555762290955

    971740	  0.163077	  0.162916	  0.165790		CURRENT LEARNING RATE: 4.215003918171735e-05
previous_iter_valid_loss : 0.16137400269508362

    971760	  0.161559	  0.161374	  0.165401		CURRENT LEARNING RATE: 4.214161001682553e-05
previous_iter_valid_loss : 0.17362172901630402

    971780	  0.173901	  0.173622	  0.165158		CURRENT LEARNING RATE: 4.21331825375982e-05
previous_iter_valid_loss : 0.16360262036323547

    971800	  0.163798	  0.163603	  0.165255		CURRENT LEARNING RATE: 4.2124756743698173e-05
previous_iter_valid_loss : 0.17807018756866455

    971820	  0.178229	  0.178070	  0.166096		CURRENT LEARNING RATE: 4.2116332634788354e-05
previous_iter_valid_loss : 0.16168427467346191

    971840	  0.161873	  0.161684	  0.165758		CURRENT LEARNING RATE: 4.2107910210531914e-05
previous_iter_valid_loss : 0.1689959317445755

    971860	  0.169237	  0.168996	  0.166178		CURRENT LEARNING RATE: 4.209948947059189e-05
previous_iter_valid_loss : 0.16410773992538452

    971880	  0.164300	  0.164108	  0.166236		CURRENT LEARNING RATE: 4.2091070414631456e-05
previous_iter_valid_loss : 0.1650795191526413

    971900	  0.165292	  0.165080	  0.166438		CURRENT LEARNING RATE: 4.2082653042313755e-05
previous_iter_valid_loss : 0.163010373711586

    971920	  0.163178	  0.163010	  0.166561		CURRENT LEARNING RATE: 4.207423735330227e-05
previous_iter_valid_loss : 0.16423143446445465

    971940	  0.164428	  0.164231	  0.166552		CURRENT LEARNING RATE: 4.206582334726028e-05
previous_iter_valid_loss : 0.16503874957561493

    971960	  0.165246	  0.165039	  0.166748		CURRENT LEARNING RATE: 4.2057411023851226e-05
previous_iter_valid_loss : 0.1605232208967209

    971980	  0.160688	  0.160523	  0.166745		CURRENT LEARNING RATE: 4.204900038273855e-05
previous_iter_valid_loss : 0.1633714735507965

    972000	  0.163572	  0.163371	  0.166745		CURRENT LEARNING RATE: 4.2040591423585965e-05
previous_iter_valid_loss : 0.16307306289672852

    972020	  0.163266	  0.163073	  0.166536		CURRENT LEARNING RATE: 4.2032184146057046e-05
previous_iter_valid_loss : 0.16459088027477264

    972040	  0.164793	  0.164591	  0.164526		CURRENT LEARNING RATE: 4.20237785498155e-05
previous_iter_valid_loss : 0.17461812496185303

    972060	  0.174766	  0.174618	  0.165227		CURRENT LEARNING RATE: 4.201537463452502e-05
previous_iter_valid_loss : 0.16450202465057373

    972080	  0.164701	  0.164502	  0.165424		CURRENT LEARNING RATE: 4.200697239984961e-05
previous_iter_valid_loss : 0.18365274369716644

    972100	  0.183795	  0.183653	  0.166455		CURRENT LEARNING RATE: 4.1998571845453104e-05
previous_iter_valid_loss : 0.17397025227546692

    972120	  0.174251	  0.173970	  0.166999		CURRENT LEARNING RATE: 4.199017297099947e-05
previous_iter_valid_loss : 0.16237762570381165

    972140	  0.162546	  0.162378	  0.166972		CURRENT LEARNING RATE: 4.198177577615269e-05
previous_iter_valid_loss : 0.16156338155269623

    972160	  0.161713	  0.161563	  0.166981		CURRENT LEARNING RATE: 4.197338026057703e-05
previous_iter_valid_loss : 0.1683274805545807

    972180	  0.168482	  0.168327	  0.166717		CURRENT LEARNING RATE: 4.196498642393657e-05
previous_iter_valid_loss : 0.16641958057880402

    972200	  0.166584	  0.166420	  0.166857		CURRENT LEARNING RATE: 4.195659426589551e-05
previous_iter_valid_loss : 0.1701354682445526

    972220	  0.170388	  0.170135	  0.166461		CURRENT LEARNING RATE: 4.1948203786118296e-05
previous_iter_valid_loss : 0.16479460895061493

    972240	  0.164953	  0.164795	  0.166616		CURRENT LEARNING RATE: 4.193981498426924e-05
previous_iter_valid_loss : 0.16072630882263184

    972260	  0.160874	  0.160726	  0.166203		CURRENT LEARNING RATE: 4.193142786001279e-05
previous_iter_valid_loss : 0.17643028497695923

    972280	  0.176581	  0.176430	  0.166819		CURRENT LEARNING RATE: 4.192304241301338e-05
previous_iter_valid_loss : 0.16747383773326874

    972300	  0.167706	  0.167474	  0.166939		CURRENT LEARNING RATE: 4.191465864293575e-05
previous_iter_valid_loss : 0.16111040115356445

    972320	  0.161294	  0.161110	  0.166844		CURRENT LEARNING RATE: 4.190627654944447e-05
previous_iter_valid_loss : 0.16102246940135956

    972340	  0.161169	  0.161022	  0.166683		CURRENT LEARNING RATE: 4.189789613220426e-05
previous_iter_valid_loss : 0.16450203955173492

    972360	  0.164705	  0.164502	  0.166656		CURRENT LEARNING RATE: 4.1889517390879826e-05
previous_iter_valid_loss : 0.16427303850650787

    972380	  0.164434	  0.164273	  0.166844		CURRENT LEARNING RATE: 4.188114032513617e-05
previous_iter_valid_loss : 0.17575596272945404

    972400	  0.175909	  0.175756	  0.167463		CURRENT LEARNING RATE: 4.187276493463813e-05
previous_iter_valid_loss : 0.1764264702796936

    972420	  0.176580	  0.176426	  0.168131		CURRENT LEARNING RATE: 4.186439121905069e-05
previous_iter_valid_loss : 0.16063262522220612

    972440	  0.160796	  0.160633	  0.167933		CURRENT LEARNING RATE: 4.185601917803884e-05
previous_iter_valid_loss : 0.17025475203990936

    972460	  0.170506	  0.170255	  0.167715		CURRENT LEARNING RATE: 4.184764881126783e-05
previous_iter_valid_loss : 0.16648484766483307

    972480	  0.166703	  0.166485	  0.167814		CURRENT LEARNING RATE: 4.1839280118402775e-05
previous_iter_valid_loss : 0.1628427803516388

    972500	  0.163028	  0.162843	  0.166773		CURRENT LEARNING RATE: 4.1830913099108935e-05
previous_iter_valid_loss : 0.17086640000343323

    972520	  0.171017	  0.170866	  0.166618		CURRENT LEARNING RATE: 4.182254775305154e-05
previous_iter_valid_loss : 0.16373462975025177

    972540	  0.163940	  0.163735	  0.166686		CURRENT LEARNING RATE: 4.1814184079896145e-05
previous_iter_valid_loss : 0.164311483502388

    972560	  0.164475	  0.164311	  0.166823		CURRENT LEARNING RATE: 4.180582207930813e-05
previous_iter_valid_loss : 0.1605256199836731

    972580	  0.160685	  0.160526	  0.166433		CURRENT LEARNING RATE: 4.179746175095291e-05
previous_iter_valid_loss : 0.1606730818748474

    972600	  0.160830	  0.160673	  0.166146		CURRENT LEARNING RATE: 4.178910309449625e-05
previous_iter_valid_loss : 0.16078974306583405

    972620	  0.160967	  0.160790	  0.165679		CURRENT LEARNING RATE: 4.178074610960371e-05
previous_iter_valid_loss : 0.16734139621257782

    972640	  0.167569	  0.167341	  0.165806		CURRENT LEARNING RATE: 4.1772390795941024e-05
previous_iter_valid_loss : 0.16495005786418915

    972660	  0.165164	  0.164950	  0.166017		CURRENT LEARNING RATE: 4.1764037153173904e-05
previous_iter_valid_loss : 0.16063646972179413

    972680	  0.160806	  0.160636	  0.165227		CURRENT LEARNING RATE: 4.1755685180968355e-05
previous_iter_valid_loss : 0.1650620400905609

    972700	  0.165261	  0.165062	  0.165107		CURRENT LEARNING RATE: 4.174733487899021e-05
previous_iter_valid_loss : 0.17287853360176086

    972720	  0.173147	  0.172879	  0.165695		CURRENT LEARNING RATE: 4.173898624690547e-05
previous_iter_valid_loss : 0.19142213463783264

    972740	  0.191855	  0.191422	  0.167215		CURRENT LEARNING RATE: 4.173063928438011e-05
previous_iter_valid_loss : 0.16855774819850922

    972760	  0.168791	  0.168558	  0.167418		CURRENT LEARNING RATE: 4.17222939910804e-05
previous_iter_valid_loss : 0.16313353180885315

    972780	  0.163305	  0.163134	  0.167361		CURRENT LEARNING RATE: 4.1713950366672456e-05
previous_iter_valid_loss : 0.1606227159500122

    972800	  0.160783	  0.160623	  0.166604		CURRENT LEARNING RATE: 4.170560841082253e-05
previous_iter_valid_loss : 0.16366997361183167

    972820	  0.163838	  0.163670	  0.165967		CURRENT LEARNING RATE: 4.1697268123196874e-05
previous_iter_valid_loss : 0.1645973175764084

    972840	  0.164760	  0.164597	  0.166165		CURRENT LEARNING RATE: 4.1688929503462024e-05
previous_iter_valid_loss : 0.17125621438026428

    972860	  0.171410	  0.171256	  0.166215		CURRENT LEARNING RATE: 4.168059255128436e-05
previous_iter_valid_loss : 0.1628658026456833

    972880	  0.163052	  0.162866	  0.166034		CURRENT LEARNING RATE: 4.16722572663304e-05
previous_iter_valid_loss : 0.16965270042419434

    972900	  0.169904	  0.169653	  0.166374		CURRENT LEARNING RATE: 4.166392364826667e-05
previous_iter_valid_loss : 0.16983671486377716

    972920	  0.170078	  0.169837	  0.166323		CURRENT LEARNING RATE: 4.1655591696759955e-05
previous_iter_valid_loss : 0.16300681233406067

    972940	  0.163174	  0.163007	  0.166287		CURRENT LEARNING RATE: 4.164726141147692e-05
previous_iter_valid_loss : 0.16051369905471802

    972960	  0.160672	  0.160514	  0.166097		CURRENT LEARNING RATE: 4.163893279208435e-05
previous_iter_valid_loss : 0.17232994735240936

    972980	  0.172588	  0.172330	  0.166687		CURRENT LEARNING RATE: 4.1630605838249013e-05
previous_iter_valid_loss : 0.16187435388565063

    973000	  0.162034	  0.161874	  0.166747		CURRENT LEARNING RATE: 4.1622280549637994e-05
previous_iter_valid_loss : 0.1792578548192978

    973020	  0.179421	  0.179258	  0.167670		CURRENT LEARNING RATE: 4.161395692591821e-05
previous_iter_valid_loss : 0.16106805205345154

    973040	  0.161227	  0.161068	  0.167357		CURRENT LEARNING RATE: 4.160563496675662e-05
previous_iter_valid_loss : 0.16838110983371735

    973060	  0.168536	  0.168381	  0.167528		CURRENT LEARNING RATE: 4.159731467182052e-05
previous_iter_valid_loss : 0.16054993867874146

    973080	  0.160707	  0.160550	  0.167524		CURRENT LEARNING RATE: 4.1588996040777006e-05
previous_iter_valid_loss : 0.16144372522830963

    973100	  0.161601	  0.161444	  0.167343		CURRENT LEARNING RATE: 4.158067907329334e-05
previous_iter_valid_loss : 0.16221272945404053

    973120	  0.162373	  0.162213	  0.166810		CURRENT LEARNING RATE: 4.157236376903678e-05
previous_iter_valid_loss : 0.1627604365348816

    973140	  0.162956	  0.162760	  0.165377		CURRENT LEARNING RATE: 4.1564050127674835e-05
previous_iter_valid_loss : 0.16741959750652313

    973160	  0.167639	  0.167420	  0.165320		CURRENT LEARNING RATE: 4.155573814887491e-05
previous_iter_valid_loss : 0.16201162338256836

    973180	  0.162180	  0.162012	  0.165264		CURRENT LEARNING RATE: 4.154742783230451e-05
previous_iter_valid_loss : 0.16051195561885834

    973200	  0.160680	  0.160512	  0.165258		CURRENT LEARNING RATE: 4.153911917763115e-05
previous_iter_valid_loss : 0.16522037982940674

    973220	  0.165410	  0.165220	  0.165336		CURRENT LEARNING RATE: 4.153081218452265e-05
previous_iter_valid_loss : 0.1670866161584854

    973240	  0.167306	  0.167087	  0.165460		CURRENT LEARNING RATE: 4.152250685264663e-05
previous_iter_valid_loss : 0.16063456237316132

    973260	  0.160797	  0.160635	  0.164929		CURRENT LEARNING RATE: 4.15142031816709e-05
previous_iter_valid_loss : 0.1687217652797699

    973280	  0.168877	  0.168722	  0.165222		CURRENT LEARNING RATE: 4.1505901171263226e-05
previous_iter_valid_loss : 0.16071879863739014

    973300	  0.160887	  0.160719	  0.164775		CURRENT LEARNING RATE: 4.1497600821091676e-05
previous_iter_valid_loss : 0.16345296800136566

    973320	  0.163623	  0.163453	  0.164456		CURRENT LEARNING RATE: 4.148930213082417e-05
previous_iter_valid_loss : 0.16056424379348755

    973340	  0.160734	  0.160564	  0.164334		CURRENT LEARNING RATE: 4.1481005100128746e-05
previous_iter_valid_loss : 0.18474958837032318

    973360	  0.184896	  0.184750	  0.165546		CURRENT LEARNING RATE: 4.147270972867347e-05
previous_iter_valid_loss : 0.16193987429141998

    973380	  0.162134	  0.161940	  0.165026		CURRENT LEARNING RATE: 4.146441601612665e-05
previous_iter_valid_loss : 0.1606064736843109

    973400	  0.160763	  0.160606	  0.164963		CURRENT LEARNING RATE: 4.145612396215648e-05
previous_iter_valid_loss : 0.17062871158123016

    973420	  0.170776	  0.170629	  0.164531		CURRENT LEARNING RATE: 4.14478335664312e-05
previous_iter_valid_loss : 0.17104166746139526

    973440	  0.171190	  0.171042	  0.165030		CURRENT LEARNING RATE: 4.143954482861935e-05
previous_iter_valid_loss : 0.17404259741306305

    973460	  0.174197	  0.174043	  0.165313		CURRENT LEARNING RATE: 4.143125774838929e-05
previous_iter_valid_loss : 0.16663378477096558

    973480	  0.166789	  0.166634	  0.165617		CURRENT LEARNING RATE: 4.142297232540955e-05
previous_iter_valid_loss : 0.16219069063663483

    973500	  0.162347	  0.162191	  0.165655		CURRENT LEARNING RATE: 4.141468855934863e-05
previous_iter_valid_loss : 0.16106471419334412

    973520	  0.161249	  0.161065	  0.165597		CURRENT LEARNING RATE: 4.140640644987533e-05
previous_iter_valid_loss : 0.1733383685350418

    973540	  0.173487	  0.173338	  0.166126		CURRENT LEARNING RATE: 4.13981259966583e-05
previous_iter_valid_loss : 0.1794065684080124

    973560	  0.179565	  0.179407	  0.166725		CURRENT LEARNING RATE: 4.138984719936631e-05
previous_iter_valid_loss : 0.16425324976444244

    973580	  0.164430	  0.164253	  0.166837		CURRENT LEARNING RATE: 4.1381570057668146e-05
previous_iter_valid_loss : 0.1860341876745224

    973600	  0.186181	  0.186034	  0.168114		CURRENT LEARNING RATE: 4.137329457123286e-05
previous_iter_valid_loss : 0.1721872240304947

    973620	  0.172337	  0.172187	  0.168462		CURRENT LEARNING RATE: 4.136502073972936e-05
previous_iter_valid_loss : 0.16577553749084473

    973640	  0.165936	  0.165776	  0.168396		CURRENT LEARNING RATE: 4.13567485628267e-05
previous_iter_valid_loss : 0.16184815764427185

    973660	  0.162000	  0.161848	  0.168457		CURRENT LEARNING RATE: 4.1348478040193914e-05
previous_iter_valid_loss : 0.16334976255893707

    973680	  0.163539	  0.163350	  0.168188		CURRENT LEARNING RATE: 4.1340209171500325e-05
previous_iter_valid_loss : 0.16875404119491577

    973700	  0.168988	  0.168754	  0.168590		CURRENT LEARNING RATE: 4.133194195641511e-05
previous_iter_valid_loss : 0.1607758104801178

    973720	  0.160932	  0.160776	  0.168456		CURRENT LEARNING RATE: 4.1323676394607585e-05
previous_iter_valid_loss : 0.16771860420703888

    973740	  0.167939	  0.167719	  0.168814		CURRENT LEARNING RATE: 4.1315412485747036e-05
previous_iter_valid_loss : 0.16198979318141937

    973760	  0.162179	  0.161990	  0.167676		CURRENT LEARNING RATE: 4.130715022950307e-05
previous_iter_valid_loss : 0.160767063498497

    973780	  0.160943	  0.160767	  0.167617		CURRENT LEARNING RATE: 4.129888962554512e-05
previous_iter_valid_loss : 0.16093215346336365

    973800	  0.161106	  0.160932	  0.167634		CURRENT LEARNING RATE: 4.1290630673542686e-05
previous_iter_valid_loss : 0.16057372093200684

    973820	  0.160733	  0.160574	  0.167131		CURRENT LEARNING RATE: 4.1282373373165565e-05
previous_iter_valid_loss : 0.1672169417142868

    973840	  0.167373	  0.167217	  0.166940		CURRENT LEARNING RATE: 4.1274117724083376e-05
previous_iter_valid_loss : 0.17567256093025208

    973860	  0.175826	  0.175673	  0.167021		CURRENT LEARNING RATE: 4.1265863725965904e-05
previous_iter_valid_loss : 0.163018137216568

    973880	  0.163208	  0.163018	  0.166840		CURRENT LEARNING RATE: 4.1257611378482916e-05
previous_iter_valid_loss : 0.1624039113521576

    973900	  0.162589	  0.162404	  0.166851		CURRENT LEARNING RATE: 4.1249360681304455e-05
previous_iter_valid_loss : 0.16294266283512115

    973920	  0.163141	  0.162943	  0.166945		CURRENT LEARNING RATE: 4.124111163410043e-05
previous_iter_valid_loss : 0.16855454444885254

    973940	  0.168709	  0.168555	  0.166706		CURRENT LEARNING RATE: 4.123286423654088e-05
previous_iter_valid_loss : 0.16344915330410004

    973960	  0.163625	  0.163449	  0.165908		CURRENT LEARNING RATE: 4.122461848829582e-05
previous_iter_valid_loss : 0.16717413067817688

    973980	  0.167330	  0.167174	  0.166054		CURRENT LEARNING RATE: 4.121637438903559e-05
previous_iter_valid_loss : 0.1625651866197586

    974000	  0.162748	  0.162565	  0.164881		CURRENT LEARNING RATE: 4.120813193843034e-05
previous_iter_valid_loss : 0.16139046847820282

    974020	  0.161551	  0.161390	  0.164341		CURRENT LEARNING RATE: 4.119989113615037e-05
previous_iter_valid_loss : 0.16250386834144592

    974040	  0.162677	  0.162504	  0.164177		CURRENT LEARNING RATE: 4.1191651981865976e-05
previous_iter_valid_loss : 0.17316029965877533

    974060	  0.173423	  0.173160	  0.164743		CURRENT LEARNING RATE: 4.1183414475247745e-05
previous_iter_valid_loss : 0.17212793231010437

    974080	  0.172386	  0.172128	  0.165182		CURRENT LEARNING RATE: 4.117517861596609e-05
previous_iter_valid_loss : 0.1609029620885849

    974100	  0.161054	  0.160903	  0.164789		CURRENT LEARNING RATE: 4.1166944403691594e-05
previous_iter_valid_loss : 0.16188685595989227

    974120	  0.162082	  0.161887	  0.164845		CURRENT LEARNING RATE: 4.1158711838094804e-05
previous_iter_valid_loss : 0.16142338514328003

    974140	  0.161611	  0.161423	  0.164530		CURRENT LEARNING RATE: 4.1150480918846566e-05
previous_iter_valid_loss : 0.16173987090587616

    974160	  0.161907	  0.161740	  0.164517		CURRENT LEARNING RATE: 4.1142251645617566e-05
previous_iter_valid_loss : 0.16432349383831024

    974180	  0.164516	  0.164323	  0.164695		CURRENT LEARNING RATE: 4.113402401807857e-05
previous_iter_valid_loss : 0.16706055402755737

    974200	  0.167225	  0.167061	  0.165002		CURRENT LEARNING RATE: 4.112579803590062e-05
previous_iter_valid_loss : 0.16096137464046478

    974220	  0.161125	  0.160961	  0.165021		CURRENT LEARNING RATE: 4.1117573698754585e-05
previous_iter_valid_loss : 0.16251765191555023

    974240	  0.162710	  0.162518	  0.164786		CURRENT LEARNING RATE: 4.11093510063115e-05
previous_iter_valid_loss : 0.16078190505504608

    974260	  0.160948	  0.160782	  0.164042		CURRENT LEARNING RATE: 4.1101129958242394e-05
previous_iter_valid_loss : 0.1605548858642578

    974280	  0.160720	  0.160555	  0.163918		CURRENT LEARNING RATE: 4.1092910554218565e-05
previous_iter_valid_loss : 0.1684037446975708

    974300	  0.168635	  0.168404	  0.164218		CURRENT LEARNING RATE: 4.108469279391117e-05
previous_iter_valid_loss : 0.1605345755815506

    974320	  0.160699	  0.160535	  0.164098		CURRENT LEARNING RATE: 4.107647667699148e-05
previous_iter_valid_loss : 0.16285869479179382

    974340	  0.163029	  0.162859	  0.163813		CURRENT LEARNING RATE: 4.10682622031308e-05
previous_iter_valid_loss : 0.1607155203819275

    974360	  0.160868	  0.160716	  0.163676		CURRENT LEARNING RATE: 4.106004937200068e-05
previous_iter_valid_loss : 0.1677142083644867

    974380	  0.167873	  0.167714	  0.163703		CURRENT LEARNING RATE: 4.105183818327254e-05
previous_iter_valid_loss : 0.1733289361000061

    974400	  0.173477	  0.173329	  0.164242		CURRENT LEARNING RATE: 4.104362863661794e-05
previous_iter_valid_loss : 0.16053703427314758

    974420	  0.160691	  0.160537	  0.164199		CURRENT LEARNING RATE: 4.103542073170841e-05
previous_iter_valid_loss : 0.16132786870002747

    974440	  0.161480	  0.161328	  0.164140		CURRENT LEARNING RATE: 4.102721446821579e-05
previous_iter_valid_loss : 0.16606147587299347

    974460	  0.166218	  0.166061	  0.163785		CURRENT LEARNING RATE: 4.1019009845811756e-05
previous_iter_valid_loss : 0.17532391846179962

    974480	  0.175474	  0.175324	  0.163945		CURRENT LEARNING RATE: 4.101080686416812e-05
previous_iter_valid_loss : 0.17033573985099792

    974500	  0.170486	  0.170336	  0.164417		CURRENT LEARNING RATE: 4.100260552295669e-05
previous_iter_valid_loss : 0.16074177622795105

    974520	  0.160925	  0.160742	  0.164359		CURRENT LEARNING RATE: 4.099440582184956e-05
previous_iter_valid_loss : 0.16079191863536835

    974540	  0.160952	  0.160792	  0.164328		CURRENT LEARNING RATE: 4.098620776051867e-05
previous_iter_valid_loss : 0.1608087122440338

    974560	  0.160986	  0.160809	  0.164281		CURRENT LEARNING RATE: 4.09780113386361e-05
previous_iter_valid_loss : 0.16684600710868835

    974580	  0.167003	  0.166846	  0.164407		CURRENT LEARNING RATE: 4.096981655587391e-05
previous_iter_valid_loss : 0.16790862381458282

    974600	  0.168132	  0.167909	  0.164450		CURRENT LEARNING RATE: 4.096162341190446e-05
previous_iter_valid_loss : 0.16475802659988403

    974620	  0.164959	  0.164758	  0.164640		CURRENT LEARNING RATE: 4.095343190639995e-05
previous_iter_valid_loss : 0.17237259447574615

    974640	  0.172644	  0.172373	  0.165132		CURRENT LEARNING RATE: 4.094524203903266e-05
previous_iter_valid_loss : 0.1622428447008133

    974660	  0.162408	  0.162243	  0.165205		CURRENT LEARNING RATE: 4.0937053809475116e-05
previous_iter_valid_loss : 0.16342362761497498

    974680	  0.163593	  0.163424	  0.165349		CURRENT LEARNING RATE: 4.0928867217399744e-05
previous_iter_valid_loss : 0.1664394736289978

    974700	  0.166650	  0.166439	  0.165251		CURRENT LEARNING RATE: 4.092068226247906e-05
previous_iter_valid_loss : 0.17384125292301178

    974720	  0.174108	  0.173841	  0.165916		CURRENT LEARNING RATE: 4.091249894438559e-05
previous_iter_valid_loss : 0.16899481415748596

    974740	  0.169146	  0.168995	  0.166223		CURRENT LEARNING RATE: 4.090431726279216e-05
previous_iter_valid_loss : 0.17198649048805237

    974760	  0.172251	  0.171986	  0.166786		CURRENT LEARNING RATE: 4.0896137217371434e-05
previous_iter_valid_loss : 0.1687684953212738

    974780	  0.168916	  0.168768	  0.166839		CURRENT LEARNING RATE: 4.0887958807796196e-05
previous_iter_valid_loss : 0.1641005426645279

    974800	  0.164273	  0.164101	  0.166378		CURRENT LEARNING RATE: 4.0879782033739245e-05
previous_iter_valid_loss : 0.16230028867721558

    974820	  0.162454	  0.162300	  0.166466		CURRENT LEARNING RATE: 4.087160689487365e-05
previous_iter_valid_loss : 0.16049711406230927

    974840	  0.160669	  0.160497	  0.166424		CURRENT LEARNING RATE: 4.086343339087234e-05
previous_iter_valid_loss : 0.16623884439468384

    974860	  0.166459	  0.166239	  0.166433		CURRENT LEARNING RATE: 4.085526152140838e-05
previous_iter_valid_loss : 0.18221710622310638

    974880	  0.182567	  0.182217	  0.166778		CURRENT LEARNING RATE: 4.08470912861548e-05
previous_iter_valid_loss : 0.1653677225112915

    974900	  0.165528	  0.165368	  0.166529		CURRENT LEARNING RATE: 4.083892268478495e-05
previous_iter_valid_loss : 0.16059193015098572

    974920	  0.160760	  0.160592	  0.166522		CURRENT LEARNING RATE: 4.083075571697202e-05
previous_iter_valid_loss : 0.16119696199893951

    974940	  0.161382	  0.161197	  0.166542		CURRENT LEARNING RATE: 4.082259038238932e-05
previous_iter_valid_loss : 0.16084100306034088

    974960	  0.161016	  0.160841	  0.166544		CURRENT LEARNING RATE: 4.0814426680710165e-05
previous_iter_valid_loss : 0.1625034213066101

    974980	  0.162681	  0.162503	  0.166327		CURRENT LEARNING RATE: 4.080626461160817e-05
previous_iter_valid_loss : 0.1608082503080368

    975000	  0.160992	  0.160808	  0.165972		CURRENT LEARNING RATE: 4.079810417475675e-05
previous_iter_valid_loss : 0.1627672165632248

    975020	  0.162929	  0.162767	  0.165872		CURRENT LEARNING RATE: 4.0789945369829435e-05
previous_iter_valid_loss : 0.16117753088474274

    975040	  0.161360	  0.161178	  0.165312		CURRENT LEARNING RATE: 4.0781788196500006e-05
previous_iter_valid_loss : 0.161838099360466

    975060	  0.161992	  0.161838	  0.165292		CURRENT LEARNING RATE: 4.077363265444212e-05
previous_iter_valid_loss : 0.16303865611553192

    975080	  0.163234	  0.163039	  0.165273		CURRENT LEARNING RATE: 4.076547874332954e-05
previous_iter_valid_loss : 0.16099752485752106

    975100	  0.161163	  0.160998	  0.165001		CURRENT LEARNING RATE: 4.075732646283604e-05
previous_iter_valid_loss : 0.1691250503063202

    975120	  0.169281	  0.169125	  0.164765		CURRENT LEARNING RATE: 4.074917581263568e-05
previous_iter_valid_loss : 0.16244710981845856

    975140	  0.162639	  0.162447	  0.164438		CURRENT LEARNING RATE: 4.0741026792402364e-05
previous_iter_valid_loss : 0.17014364898204803

    975160	  0.170396	  0.170144	  0.164345		CURRENT LEARNING RATE: 4.0732879401810116e-05
previous_iter_valid_loss : 0.16512496769428253

    975180	  0.165327	  0.165125	  0.164163		CURRENT LEARNING RATE: 4.0724733640532986e-05
previous_iter_valid_loss : 0.1626226305961609

    975200	  0.162815	  0.162623	  0.164089		CURRENT LEARNING RATE: 4.071658950824527e-05
previous_iter_valid_loss : 0.16221784055233002

    975220	  0.162375	  0.162218	  0.164085		CURRENT LEARNING RATE: 4.070844700462115e-05
previous_iter_valid_loss : 0.1634242832660675

    975240	  0.163593	  0.163424	  0.164232		CURRENT LEARNING RATE: 4.070030612933491e-05
previous_iter_valid_loss : 0.16050206124782562

    975260	  0.160669	  0.160502	  0.163945		CURRENT LEARNING RATE: 4.0692166882060846e-05
previous_iter_valid_loss : 0.16087335348129272

    975280	  0.161053	  0.160873	  0.162878		CURRENT LEARNING RATE: 4.068402926247353e-05
previous_iter_valid_loss : 0.16792136430740356

    975300	  0.168155	  0.167921	  0.163005		CURRENT LEARNING RATE: 4.06758932702474e-05
previous_iter_valid_loss : 0.16265413165092468

    975320	  0.162818	  0.162654	  0.163108		CURRENT LEARNING RATE: 4.0667758905057004e-05
previous_iter_valid_loss : 0.1605210155248642

    975340	  0.160689	  0.160521	  0.163075		CURRENT LEARNING RATE: 4.0659626166576894e-05
previous_iter_valid_loss : 0.16120143234729767

    975360	  0.161383	  0.161201	  0.163093		CURRENT LEARNING RATE: 4.065149505448191e-05
previous_iter_valid_loss : 0.16882571578025818

    975380	  0.168985	  0.168826	  0.163409		CURRENT LEARNING RATE: 4.064336556844674e-05
previous_iter_valid_loss : 0.1700875461101532

    975400	  0.170236	  0.170088	  0.163873		CURRENT LEARNING RATE: 4.0635237708146115e-05
previous_iter_valid_loss : 0.16478665173053741

    975420	  0.164954	  0.164787	  0.163974		CURRENT LEARNING RATE: 4.062711147325508e-05
previous_iter_valid_loss : 0.1681363731622696

    975440	  0.168288	  0.168136	  0.164322		CURRENT LEARNING RATE: 4.0618986863448514e-05
previous_iter_valid_loss : 0.16789697110652924

    975460	  0.168120	  0.167897	  0.164624		CURRENT LEARNING RATE: 4.061086387840142e-05
previous_iter_valid_loss : 0.1696985363960266

    975480	  0.169935	  0.169699	  0.164957		CURRENT LEARNING RATE: 4.060274251778882e-05
previous_iter_valid_loss : 0.16206693649291992

    975500	  0.162212	  0.162067	  0.165011		CURRENT LEARNING RATE: 4.0594622781286e-05
previous_iter_valid_loss : 0.1604989916086197

    975520	  0.160658	  0.160499	  0.164580		CURRENT LEARNING RATE: 4.058650466856809e-05
previous_iter_valid_loss : 0.16054660081863403

    975540	  0.160704	  0.160547	  0.164485		CURRENT LEARNING RATE: 4.057838817931038e-05
previous_iter_valid_loss : 0.16203801333904266

    975560	  0.162229	  0.162038	  0.164079		CURRENT LEARNING RATE: 4.057027331318813e-05
previous_iter_valid_loss : 0.16231587529182434

    975580	  0.162508	  0.162316	  0.163939		CURRENT LEARNING RATE: 4.0562160069876884e-05
previous_iter_valid_loss : 0.16246463358402252

    975600	  0.162644	  0.162465	  0.163931		CURRENT LEARNING RATE: 4.0554048449052053e-05
previous_iter_valid_loss : 0.16398504376411438

    975620	  0.164152	  0.163985	  0.164019		CURRENT LEARNING RATE: 4.0545938450389154e-05
previous_iter_valid_loss : 0.1606259047985077

    975640	  0.160802	  0.160626	  0.163879		CURRENT LEARNING RATE: 4.053783007356373e-05
previous_iter_valid_loss : 0.1641162484884262

    975660	  0.164291	  0.164116	  0.164060		CURRENT LEARNING RATE: 4.05297233182516e-05
previous_iter_valid_loss : 0.16085126996040344

    975680	  0.161012	  0.160851	  0.164059		CURRENT LEARNING RATE: 4.052161818412839e-05
previous_iter_valid_loss : 0.1605439931154251

    975700	  0.160715	  0.160544	  0.163690		CURRENT LEARNING RATE: 4.0513514670869924e-05
previous_iter_valid_loss : 0.16269205510616302

    975720	  0.162855	  0.162692	  0.163692		CURRENT LEARNING RATE: 4.050541277815198e-05
previous_iter_valid_loss : 0.19881269335746765

    975740	  0.199339	  0.198813	  0.165607		CURRENT LEARNING RATE: 4.049731250565062e-05
previous_iter_valid_loss : 0.16402190923690796

    975760	  0.164224	  0.164022	  0.165748		CURRENT LEARNING RATE: 4.048921385304176e-05
previous_iter_valid_loss : 0.1657075732946396

    975780	  0.165915	  0.165708	  0.165592		CURRENT LEARNING RATE: 4.048111682000146e-05
previous_iter_valid_loss : 0.17320141196250916

    975800	  0.173471	  0.173201	  0.165747		CURRENT LEARNING RATE: 4.047302140620578e-05
previous_iter_valid_loss : 0.1852184385061264

    975820	  0.185603	  0.185218	  0.166769		CURRENT LEARNING RATE: 4.046492761133102e-05
previous_iter_valid_loss : 0.1741773784160614

    975840	  0.174325	  0.174177	  0.167071		CURRENT LEARNING RATE: 4.045683543505338e-05
previous_iter_valid_loss : 0.16926899552345276

    975860	  0.169421	  0.169269	  0.167140		CURRENT LEARNING RATE: 4.044874487704908e-05
previous_iter_valid_loss : 0.16069717705249786

    975880	  0.160856	  0.160697	  0.166690		CURRENT LEARNING RATE: 4.044065593699466e-05
previous_iter_valid_loss : 0.16131377220153809

    975900	  0.161472	  0.161314	  0.166652		CURRENT LEARNING RATE: 4.043256861456648e-05
previous_iter_valid_loss : 0.16400663554668427

    975920	  0.164178	  0.164007	  0.166827		CURRENT LEARNING RATE: 4.042448290944105e-05
previous_iter_valid_loss : 0.16456973552703857

    975940	  0.164735	  0.164570	  0.167028		CURRENT LEARNING RATE: 4.041639882129487e-05
previous_iter_valid_loss : 0.17277994751930237

    975960	  0.172928	  0.172780	  0.167566		CURRENT LEARNING RATE: 4.040831634980472e-05
previous_iter_valid_loss : 0.16409891843795776

    975980	  0.164266	  0.164099	  0.167655		CURRENT LEARNING RATE: 4.0400235494647226e-05
previous_iter_valid_loss : 0.16311049461364746

    976000	  0.163296	  0.163110	  0.167687		CURRENT LEARNING RATE: 4.039215625549916e-05
previous_iter_valid_loss : 0.16681087017059326

    976020	  0.167025	  0.166811	  0.167828		CURRENT LEARNING RATE: 4.038407863203728e-05
previous_iter_valid_loss : 0.16072936356067657

    976040	  0.160885	  0.160729	  0.167833		CURRENT LEARNING RATE: 4.0376002623938624e-05
previous_iter_valid_loss : 0.16056311130523682

    976060	  0.160715	  0.160563	  0.167656		CURRENT LEARNING RATE: 4.036792823088008e-05
previous_iter_valid_loss : 0.19234806299209595

    976080	  0.192471	  0.192348	  0.169231		CURRENT LEARNING RATE: 4.0359855452538665e-05
previous_iter_valid_loss : 0.16068363189697266

    976100	  0.160853	  0.160684	  0.169238		CURRENT LEARNING RATE: 4.03517842885914e-05
previous_iter_valid_loss : 0.1652204990386963

    976120	  0.165384	  0.165220	  0.169364		CURRENT LEARNING RATE: 4.034371473871559e-05
previous_iter_valid_loss : 0.16683776676654816

    976140	  0.166989	  0.166838	  0.167765		CURRENT LEARNING RATE: 4.033564680258837e-05
previous_iter_valid_loss : 0.16259978711605072

    976160	  0.162799	  0.162600	  0.167694		CURRENT LEARNING RATE: 4.032758047988703e-05
previous_iter_valid_loss : 0.16248036921024323

    976180	  0.162660	  0.162480	  0.167533		CURRENT LEARNING RATE: 4.031951577028884e-05
previous_iter_valid_loss : 0.16052307188510895

    976200	  0.160677	  0.160523	  0.166899		CURRENT LEARNING RATE: 4.031145267347136e-05
previous_iter_valid_loss : 0.17373865842819214

    976220	  0.174020	  0.173739	  0.166325		CURRENT LEARNING RATE: 4.030339118911199e-05
previous_iter_valid_loss : 0.1622716635465622

    976240	  0.162448	  0.162272	  0.165730		CURRENT LEARNING RATE: 4.0295331316888204e-05
previous_iter_valid_loss : 0.1809493452310562

    976260	  0.181297	  0.180949	  0.166314		CURRENT LEARNING RATE: 4.028727305647775e-05
previous_iter_valid_loss : 0.16358546912670135

    976280	  0.163765	  0.163585	  0.166458		CURRENT LEARNING RATE: 4.027921640755822e-05
previous_iter_valid_loss : 0.16601918637752533

    976300	  0.166179	  0.166019	  0.166693		CURRENT LEARNING RATE: 4.027116136980735e-05
previous_iter_valid_loss : 0.16133838891983032

    976320	  0.161535	  0.161338	  0.166560		CURRENT LEARNING RATE: 4.026310794290287e-05
previous_iter_valid_loss : 0.1857742816209793

    976340	  0.185920	  0.185774	  0.167620		CURRENT LEARNING RATE: 4.025505612652279e-05
previous_iter_valid_loss : 0.16070754826068878

    976360	  0.160867	  0.160708	  0.167017		CURRENT LEARNING RATE: 4.024700592034495e-05
previous_iter_valid_loss : 0.17471224069595337

    976380	  0.174862	  0.174712	  0.167547		CURRENT LEARNING RATE: 4.023895732404736e-05
previous_iter_valid_loss : 0.16342507302761078

    976400	  0.163632	  0.163425	  0.167563		CURRENT LEARNING RATE: 4.0230910337308e-05
previous_iter_valid_loss : 0.16089662909507751

    976420	  0.161084	  0.160897	  0.167267		CURRENT LEARNING RATE: 4.0222864959805124e-05
previous_iter_valid_loss : 0.17059503495693207

    976440	  0.170744	  0.170595	  0.167761		CURRENT LEARNING RATE: 4.021482119121685e-05
previous_iter_valid_loss : 0.16170580685138702

    976460	  0.161890	  0.161706	  0.167818		CURRENT LEARNING RATE: 4.020677903122143e-05
previous_iter_valid_loss : 0.16325680911540985

    976480	  0.163447	  0.163257	  0.166363		CURRENT LEARNING RATE: 4.019873847949711e-05
previous_iter_valid_loss : 0.16419488191604614

    976500	  0.164371	  0.164195	  0.166539		CURRENT LEARNING RATE: 4.0190699535722405e-05
previous_iter_valid_loss : 0.1622777283191681

    976520	  0.162472	  0.162278	  0.166392		CURRENT LEARNING RATE: 4.018266219957568e-05
previous_iter_valid_loss : 0.16067034006118774

    976540	  0.160833	  0.160670	  0.166083		CURRENT LEARNING RATE: 4.017462647073546e-05
previous_iter_valid_loss : 0.17215515673160553

    976560	  0.172303	  0.172155	  0.166561		CURRENT LEARNING RATE: 4.016659234888023e-05
previous_iter_valid_loss : 0.16064295172691345

    976580	  0.160816	  0.160643	  0.166469		CURRENT LEARNING RATE: 4.015855983368876e-05
previous_iter_valid_loss : 0.16058659553527832

    976600	  0.160751	  0.160587	  0.166472		CURRENT LEARNING RATE: 4.01505289248397e-05
previous_iter_valid_loss : 0.16084587574005127

    976620	  0.161028	  0.160846	  0.165828		CURRENT LEARNING RATE: 4.014249962201172e-05
previous_iter_valid_loss : 0.1605384796857834

    976640	  0.160708	  0.160538	  0.165741		CURRENT LEARNING RATE: 4.013447192488381e-05
previous_iter_valid_loss : 0.16092972457408905

    976660	  0.161092	  0.160930	  0.164740		CURRENT LEARNING RATE: 4.012644583313478e-05
previous_iter_valid_loss : 0.1619027853012085

    976680	  0.162064	  0.161903	  0.164656		CURRENT LEARNING RATE: 4.011842134644359e-05
previous_iter_valid_loss : 0.16144773364067078

    976700	  0.161636	  0.161448	  0.164427		CURRENT LEARNING RATE: 4.011039846448919e-05
previous_iter_valid_loss : 0.18380475044250488

    976720	  0.183953	  0.183805	  0.165551		CURRENT LEARNING RATE: 4.01023771869508e-05
previous_iter_valid_loss : 0.16362211108207703

    976740	  0.163815	  0.163622	  0.164443		CURRENT LEARNING RATE: 4.0094357513507506e-05
previous_iter_valid_loss : 0.166617751121521

    976760	  0.166776	  0.166618	  0.164738		CURRENT LEARNING RATE: 4.008633944383852e-05
previous_iter_valid_loss : 0.1648377627134323

    976780	  0.165007	  0.164838	  0.164245		CURRENT LEARNING RATE: 4.007832297762304e-05
previous_iter_valid_loss : 0.17756004631519318

    976800	  0.177716	  0.177560	  0.164951		CURRENT LEARNING RATE: 4.0070308114540556e-05
previous_iter_valid_loss : 0.16492131352424622

    976820	  0.165128	  0.164921	  0.165153		CURRENT LEARNING RATE: 4.0062294854270405e-05
previous_iter_valid_loss : 0.16764205694198608

    976840	  0.167875	  0.167642	  0.165005		CURRENT LEARNING RATE: 4.0054283196492054e-05
previous_iter_valid_loss : 0.1608043611049652

    976860	  0.160958	  0.160804	  0.164960		CURRENT LEARNING RATE: 4.004627314088497e-05
previous_iter_valid_loss : 0.18869055807590485

    976880	  0.188835	  0.188691	  0.166232		CURRENT LEARNING RATE: 4.0038264687128876e-05
previous_iter_valid_loss : 0.1651497334241867

    976900	  0.165310	  0.165150	  0.166279		CURRENT LEARNING RATE: 4.0030257834903386e-05
previous_iter_valid_loss : 0.16059048473834991

    976920	  0.160746	  0.160590	  0.166195		CURRENT LEARNING RATE: 4.00222525838882e-05
previous_iter_valid_loss : 0.16381321847438812

    976940	  0.163985	  0.163813	  0.166352		CURRENT LEARNING RATE: 4.001424893376307e-05
previous_iter_valid_loss : 0.167599156498909

    976960	  0.167832	  0.167599	  0.166124		CURRENT LEARNING RATE: 4.0006246884207965e-05
previous_iter_valid_loss : 0.16568493843078613

    976980	  0.165848	  0.165685	  0.166377		CURRENT LEARNING RATE: 3.9998246434902736e-05
previous_iter_valid_loss : 0.16350078582763672

    977000	  0.163673	  0.163501	  0.166522		CURRENT LEARNING RATE: 3.9990247585527304e-05
previous_iter_valid_loss : 0.16654759645462036

    977020	  0.166707	  0.166548	  0.166807		CURRENT LEARNING RATE: 3.998225033576185e-05
previous_iter_valid_loss : 0.17086553573608398

    977040	  0.171013	  0.170866	  0.167324		CURRENT LEARNING RATE: 3.997425468528642e-05
previous_iter_valid_loss : 0.160761758685112

    977060	  0.160940	  0.160762	  0.167315		CURRENT LEARNING RATE: 3.9966260633781176e-05
previous_iter_valid_loss : 0.16792042553424835

    977080	  0.168076	  0.167920	  0.167616		CURRENT LEARNING RATE: 3.99582681809263e-05
previous_iter_valid_loss : 0.1639786958694458

    977100	  0.164171	  0.163979	  0.167743		CURRENT LEARNING RATE: 3.995027732640222e-05
previous_iter_valid_loss : 0.16450947523117065

    977120	  0.164703	  0.164509	  0.166778		CURRENT LEARNING RATE: 3.9942288069889237e-05
previous_iter_valid_loss : 0.16124024987220764

    977140	  0.161401	  0.161240	  0.166659		CURRENT LEARNING RATE: 3.993430041106779e-05
previous_iter_valid_loss : 0.16363312304019928

    977160	  0.163804	  0.163633	  0.166510		CURRENT LEARNING RATE: 3.9926314349618286e-05
previous_iter_valid_loss : 0.17407387495040894

    977180	  0.174341	  0.174074	  0.166971		CURRENT LEARNING RATE: 3.9918329885221434e-05
previous_iter_valid_loss : 0.16353556513786316

    977200	  0.163703	  0.163536	  0.166270		CURRENT LEARNING RATE: 3.9910347017557785e-05
previous_iter_valid_loss : 0.16054406762123108

    977220	  0.160708	  0.160544	  0.166051		CURRENT LEARNING RATE: 3.990236574630802e-05
previous_iter_valid_loss : 0.17040078341960907

    977240	  0.170657	  0.170401	  0.166189		CURRENT LEARNING RATE: 3.9894386071152825e-05
previous_iter_valid_loss : 0.16835294663906097

    977260	  0.168582	  0.168353	  0.166567		CURRENT LEARNING RATE: 3.988640799177314e-05
previous_iter_valid_loss : 0.17187508940696716

    977280	  0.172025	  0.171875	  0.165726		CURRENT LEARNING RATE: 3.987843150784978e-05
previous_iter_valid_loss : 0.16225898265838623

    977300	  0.162418	  0.162259	  0.165581		CURRENT LEARNING RATE: 3.9870456619063696e-05
previous_iter_valid_loss : 0.16072553396224976

    977320	  0.160901	  0.160726	  0.165588		CURRENT LEARNING RATE: 3.9862483325095806e-05
previous_iter_valid_loss : 0.16107237339019775

    977340	  0.161238	  0.161072	  0.165451		CURRENT LEARNING RATE: 3.985451162562732e-05
previous_iter_valid_loss : 0.1606503278017044

    977360	  0.160826	  0.160650	  0.165104		CURRENT LEARNING RATE: 3.984654152033931e-05
previous_iter_valid_loss : 0.17091034352779388

    977380	  0.171061	  0.170910	  0.165365		CURRENT LEARNING RATE: 3.983857300891297e-05
previous_iter_valid_loss : 0.1801317036151886

    977400	  0.180286	  0.180132	  0.166196		CURRENT LEARNING RATE: 3.983060609102948e-05
previous_iter_valid_loss : 0.16062483191490173

    977420	  0.160800	  0.160625	  0.165900		CURRENT LEARNING RATE: 3.982264076637031e-05
previous_iter_valid_loss : 0.1753043234348297

    977440	  0.175454	  0.175304	  0.166122		CURRENT LEARNING RATE: 3.9814677034616773e-05
previous_iter_valid_loss : 0.17004969716072083

    977460	  0.170292	  0.170050	  0.166587		CURRENT LEARNING RATE: 3.9806714895450256e-05
previous_iter_valid_loss : 0.16495190560817719

    977480	  0.165156	  0.164952	  0.166438		CURRENT LEARNING RATE: 3.979875434855241e-05
previous_iter_valid_loss : 0.16381517052650452

    977500	  0.164011	  0.163815	  0.166430		CURRENT LEARNING RATE: 3.979079539360474e-05
previous_iter_valid_loss : 0.1641046553850174

    977520	  0.164278	  0.164105	  0.166410		CURRENT LEARNING RATE: 3.9782838030288894e-05
previous_iter_valid_loss : 0.19502075016498566

    977540	  0.195512	  0.195021	  0.168099		CURRENT LEARNING RATE: 3.9774882258286504e-05
previous_iter_valid_loss : 0.1608707159757614

    977560	  0.161026	  0.160871	  0.167961		CURRENT LEARNING RATE: 3.976692807727948e-05
previous_iter_valid_loss : 0.160568967461586

    977580	  0.160742	  0.160569	  0.167285		CURRENT LEARNING RATE: 3.975897548694958e-05
previous_iter_valid_loss : 0.1607128381729126

    977600	  0.160871	  0.160713	  0.167144		CURRENT LEARNING RATE: 3.9751024486978715e-05
previous_iter_valid_loss : 0.16068415343761444

    977620	  0.160839	  0.160684	  0.167151		CURRENT LEARNING RATE: 3.9743075077048753e-05
previous_iter_valid_loss : 0.16112065315246582

    977640	  0.161300	  0.161121	  0.166687		CURRENT LEARNING RATE: 3.9735127256841876e-05
previous_iter_valid_loss : 0.16373227536678314

    977660	  0.163933	  0.163732	  0.166456		CURRENT LEARNING RATE: 3.972718102604009e-05
previous_iter_valid_loss : 0.17115630209445953

    977680	  0.171418	  0.171156	  0.166420		CURRENT LEARNING RATE: 3.971923638432556e-05
previous_iter_valid_loss : 0.16054236888885498

    977700	  0.160713	  0.160542	  0.166335		CURRENT LEARNING RATE: 3.971129333138041e-05
previous_iter_valid_loss : 0.16303518414497375

    977720	  0.163239	  0.163035	  0.166450		CURRENT LEARNING RATE: 3.970335186688708e-05
previous_iter_valid_loss : 0.16116644442081451

    977740	  0.161324	  0.161166	  0.166455		CURRENT LEARNING RATE: 3.969541199052782e-05
previous_iter_valid_loss : 0.16742287576198578

    977760	  0.167643	  0.167423	  0.166793		CURRENT LEARNING RATE: 3.968747370198505e-05
previous_iter_valid_loss : 0.16447243094444275

    977780	  0.164676	  0.164472	  0.166471		CURRENT LEARNING RATE: 3.967953700094116e-05
previous_iter_valid_loss : 0.16665537655353546

    977800	  0.166817	  0.166655	  0.165798		CURRENT LEARNING RATE: 3.9671601887078826e-05
previous_iter_valid_loss : 0.16811543703079224

    977820	  0.168348	  0.168115	  0.166172		CURRENT LEARNING RATE: 3.9663668360080574e-05
previous_iter_valid_loss : 0.1605040729045868

    977840	  0.160669	  0.160504	  0.165432		CURRENT LEARNING RATE: 3.965573641962899e-05
previous_iter_valid_loss : 0.16288112103939056

    977860	  0.163043	  0.162881	  0.165074		CURRENT LEARNING RATE: 3.964780606540694e-05
previous_iter_valid_loss : 0.16953115165233612

    977880	  0.169767	  0.169531	  0.165303		CURRENT LEARNING RATE: 3.9639877297097135e-05
previous_iter_valid_loss : 0.16117346286773682

    977900	  0.161357	  0.161173	  0.165171		CURRENT LEARNING RATE: 3.9631950114382434e-05
previous_iter_valid_loss : 0.1661834418773651

    977920	  0.166405	  0.166183	  0.165275		CURRENT LEARNING RATE: 3.962402451694566e-05
previous_iter_valid_loss : 0.17179736495018005

    977940	  0.172064	  0.171797	  0.164113		CURRENT LEARNING RATE: 3.9616100504469955e-05
previous_iter_valid_loss : 0.1619248241186142

    977960	  0.162113	  0.161925	  0.164166		CURRENT LEARNING RATE: 3.960817807663827e-05
previous_iter_valid_loss : 0.16657127439975739

    977980	  0.166784	  0.166571	  0.164466		CURRENT LEARNING RATE: 3.960025723313371e-05
previous_iter_valid_loss : 0.16766753792762756

    978000	  0.167905	  0.167668	  0.164814		CURRENT LEARNING RATE: 3.959233797363939e-05
previous_iter_valid_loss : 0.17911256849765778

    978020	  0.179269	  0.179113	  0.165735		CURRENT LEARNING RATE: 3.9584420297838646e-05
previous_iter_valid_loss : 0.16342616081237793

    978040	  0.163593	  0.163426	  0.165851		CURRENT LEARNING RATE: 3.957650420541473e-05
previous_iter_valid_loss : 0.16254518926143646

    978060	  0.162739	  0.162545	  0.165791		CURRENT LEARNING RATE: 3.956858969605098e-05
previous_iter_valid_loss : 0.1611163169145584

    978080	  0.161277	  0.161116	  0.165289		CURRENT LEARNING RATE: 3.956067676943076e-05
previous_iter_valid_loss : 0.17220795154571533

    978100	  0.172478	  0.172208	  0.165873		CURRENT LEARNING RATE: 3.955276542523768e-05
previous_iter_valid_loss : 0.16382229328155518

    978120	  0.164032	  0.163822	  0.165912		CURRENT LEARNING RATE: 3.9544855663155225e-05
previous_iter_valid_loss : 0.18042312562465668

    978140	  0.180747	  0.180423	  0.166875		CURRENT LEARNING RATE: 3.9536947482867e-05
previous_iter_valid_loss : 0.16342703998088837

    978160	  0.163597	  0.163427	  0.166675		CURRENT LEARNING RATE: 3.952904088405661e-05
previous_iter_valid_loss : 0.16812866926193237

    978180	  0.168358	  0.168129	  0.166858		CURRENT LEARNING RATE: 3.952113586640794e-05
previous_iter_valid_loss : 0.18082977831363678

    978200	  0.180989	  0.180830	  0.167566		CURRENT LEARNING RATE: 3.9513232429604696e-05
previous_iter_valid_loss : 0.1736990064382553

    978220	  0.173846	  0.173699	  0.167846		CURRENT LEARNING RATE: 3.950533057333069e-05
previous_iter_valid_loss : 0.1608746200799942

    978240	  0.161056	  0.160875	  0.167864		CURRENT LEARNING RATE: 3.949743029726998e-05
previous_iter_valid_loss : 0.16285163164138794

    978260	  0.163017	  0.162852	  0.167863		CURRENT LEARNING RATE: 3.948953160110649e-05
previous_iter_valid_loss : 0.16287356615066528

    978280	  0.163068	  0.162874	  0.167530		CURRENT LEARNING RATE: 3.948163448452427e-05
previous_iter_valid_loss : 0.1638643741607666

    978300	  0.164053	  0.163864	  0.167664		CURRENT LEARNING RATE: 3.9473738947207365e-05
previous_iter_valid_loss : 0.1707708090543747

    978320	  0.171025	  0.170771	  0.167894		CURRENT LEARNING RATE: 3.946584498884009e-05
previous_iter_valid_loss : 0.16174079477787018

    978340	  0.161931	  0.161741	  0.167391		CURRENT LEARNING RATE: 3.9457952609106626e-05
previous_iter_valid_loss : 0.16070041060447693

    978360	  0.160870	  0.160700	  0.167330		CURRENT LEARNING RATE: 3.9450061807691266e-05
previous_iter_valid_loss : 0.17451965808868408

    978380	  0.174796	  0.174520	  0.167727		CURRENT LEARNING RATE: 3.9442172584278316e-05
previous_iter_valid_loss : 0.1708536297082901

    978400	  0.171103	  0.170854	  0.167886		CURRENT LEARNING RATE: 3.943428493855234e-05
previous_iter_valid_loss : 0.16091419756412506

    978420	  0.161092	  0.160914	  0.166976		CURRENT LEARNING RATE: 3.9426398870197774e-05
previous_iter_valid_loss : 0.16390909254550934

    978440	  0.164083	  0.163909	  0.167001		CURRENT LEARNING RATE: 3.941851437889916e-05
previous_iter_valid_loss : 0.1720452606678009

    978460	  0.172306	  0.172045	  0.167476		CURRENT LEARNING RATE: 3.9410631464341066e-05
previous_iter_valid_loss : 0.1623849719762802

    978480	  0.162555	  0.162385	  0.167539		CURRENT LEARNING RATE: 3.94027501262083e-05
previous_iter_valid_loss : 0.16062447428703308

    978500	  0.160794	  0.160624	  0.166960		CURRENT LEARNING RATE: 3.939487036418554e-05
previous_iter_valid_loss : 0.16051995754241943

    978520	  0.160677	  0.160520	  0.166795		CURRENT LEARNING RATE: 3.938699217795761e-05
previous_iter_valid_loss : 0.16340124607086182

    978540	  0.163615	  0.163401	  0.165944		CURRENT LEARNING RATE: 3.9379115567209296e-05
previous_iter_valid_loss : 0.16174384951591492

    978560	  0.161936	  0.161744	  0.165860		CURRENT LEARNING RATE: 3.9371240531625684e-05
previous_iter_valid_loss : 0.16543099284172058

    978580	  0.165653	  0.165431	  0.165725		CURRENT LEARNING RATE: 3.936336707089169e-05
previous_iter_valid_loss : 0.16050519049167633

    978600	  0.160667	  0.160505	  0.164708		CURRENT LEARNING RATE: 3.935549518469239e-05
previous_iter_valid_loss : 0.18282091617584229

    978620	  0.182973	  0.182821	  0.165165		CURRENT LEARNING RATE: 3.934762487271283e-05
previous_iter_valid_loss : 0.1654730588197708

    978640	  0.165636	  0.165473	  0.165394		CURRENT LEARNING RATE: 3.9339756134638345e-05
previous_iter_valid_loss : 0.16052232682704926

    978660	  0.160693	  0.160522	  0.165278		CURRENT LEARNING RATE: 3.933188897015411e-05
previous_iter_valid_loss : 0.17349998652935028

    978680	  0.173646	  0.173500	  0.165809		CURRENT LEARNING RATE: 3.9324023378945364e-05
previous_iter_valid_loss : 0.16633190214633942

    978700	  0.166492	  0.166332	  0.165933		CURRENT LEARNING RATE: 3.931615936069763e-05
previous_iter_valid_loss : 0.17019188404083252

    978720	  0.170446	  0.170192	  0.165904		CURRENT LEARNING RATE: 3.930829691509628e-05
previous_iter_valid_loss : 0.16691406071186066

    978740	  0.167072	  0.166914	  0.166162		CURRENT LEARNING RATE: 3.930043604182681e-05
previous_iter_valid_loss : 0.1647176891565323

    978760	  0.164882	  0.164718	  0.166363		CURRENT LEARNING RATE: 3.9292576740574714e-05
previous_iter_valid_loss : 0.16083268821239471

    978780	  0.160995	  0.160833	  0.165679		CURRENT LEARNING RATE: 3.9284719011025766e-05
previous_iter_valid_loss : 0.16604304313659668

    978800	  0.166207	  0.166043	  0.165438		CURRENT LEARNING RATE: 3.927686285286558e-05
previous_iter_valid_loss : 0.16136057674884796

    978820	  0.161546	  0.161361	  0.165461		CURRENT LEARNING RATE: 3.926900826577992e-05
previous_iter_valid_loss : 0.1678902953863144

    978840	  0.168104	  0.167890	  0.165660		CURRENT LEARNING RATE: 3.926115524945452e-05
previous_iter_valid_loss : 0.16224658489227295

    978860	  0.162440	  0.162247	  0.165170		CURRENT LEARNING RATE: 3.925330380357541e-05
previous_iter_valid_loss : 0.16440436244010925

    978880	  0.164575	  0.164404	  0.165271		CURRENT LEARNING RATE: 3.924545392782845e-05
previous_iter_valid_loss : 0.16320984065532684

    978900	  0.163375	  0.163210	  0.165400		CURRENT LEARNING RATE: 3.923760562189966e-05
previous_iter_valid_loss : 0.1654295176267624

    978920	  0.165639	  0.165430	  0.165646		CURRENT LEARNING RATE: 3.922975888547502e-05
previous_iter_valid_loss : 0.16063238680362701

    978940	  0.160799	  0.160632	  0.165507		CURRENT LEARNING RATE: 3.922191371824082e-05
previous_iter_valid_loss : 0.19702568650245667

    978960	  0.197535	  0.197026	  0.167271		CURRENT LEARNING RATE: 3.9214070119883174e-05
previous_iter_valid_loss : 0.17564153671264648

    978980	  0.175929	  0.175642	  0.167782		CURRENT LEARNING RATE: 3.920622809008834e-05
previous_iter_valid_loss : 0.1636844277381897

    979000	  0.163847	  0.163684	  0.167941		CURRENT LEARNING RATE: 3.919838762854255e-05
previous_iter_valid_loss : 0.16919183731079102

    979020	  0.169345	  0.169192	  0.167259		CURRENT LEARNING RATE: 3.919054873493235e-05
previous_iter_valid_loss : 0.16192494332790375

    979040	  0.162112	  0.161925	  0.167082		CURRENT LEARNING RATE: 3.9182711408944116e-05
previous_iter_valid_loss : 0.16135543584823608

    979060	  0.161509	  0.161355	  0.167123		CURRENT LEARNING RATE: 3.9174875650264254e-05
previous_iter_valid_loss : 0.1696872115135193

    979080	  0.169933	  0.169687	  0.166933		CURRENT LEARNING RATE: 3.91670414585795e-05
previous_iter_valid_loss : 0.1606726050376892

    979100	  0.160831	  0.160673	  0.166650		CURRENT LEARNING RATE: 3.915920883357642e-05
previous_iter_valid_loss : 0.16136300563812256

    979120	  0.161513	  0.161363	  0.166208		CURRENT LEARNING RATE: 3.9151377774941685e-05
previous_iter_valid_loss : 0.16572421789169312

    979140	  0.165885	  0.165724	  0.166149		CURRENT LEARNING RATE: 3.9143548282362004e-05
previous_iter_valid_loss : 0.1635475605726242

    979160	  0.163717	  0.163548	  0.166090		CURRENT LEARNING RATE: 3.9135720355524326e-05
previous_iter_valid_loss : 0.16150550544261932

    979180	  0.161697	  0.161506	  0.166124		CURRENT LEARNING RATE: 3.912789399411547e-05
previous_iter_valid_loss : 0.16446858644485474

    979200	  0.164643	  0.164469	  0.166045		CURRENT LEARNING RATE: 3.912006919782238e-05
previous_iter_valid_loss : 0.1951000839471817

    979220	  0.195207	  0.195100	  0.167732		CURRENT LEARNING RATE: 3.9112245966331986e-05
previous_iter_valid_loss : 0.16064387559890747

    979240	  0.160786	  0.160644	  0.167370		CURRENT LEARNING RATE: 3.9104424299331506e-05
previous_iter_valid_loss : 0.16178807616233826

    979260	  0.161975	  0.161788	  0.167347		CURRENT LEARNING RATE: 3.909660419650801e-05
previous_iter_valid_loss : 0.17119409143924713

    979280	  0.171454	  0.171194	  0.167687		CURRENT LEARNING RATE: 3.9088785657548685e-05
previous_iter_valid_loss : 0.16054825484752655

    979300	  0.160720	  0.160548	  0.167553		CURRENT LEARNING RATE: 3.9080968682140725e-05
previous_iter_valid_loss : 0.1605680286884308

    979320	  0.160728	  0.160568	  0.167310		CURRENT LEARNING RATE: 3.907315326997158e-05
previous_iter_valid_loss : 0.16499823331832886

    979340	  0.165164	  0.164998	  0.167529		CURRENT LEARNING RATE: 3.906533942072858e-05
previous_iter_valid_loss : 0.17355556786060333

    979360	  0.173833	  0.173556	  0.166355		CURRENT LEARNING RATE: 3.905752713409915e-05
previous_iter_valid_loss : 0.16143761575222015

    979380	  0.161594	  0.161438	  0.165645		CURRENT LEARNING RATE: 3.9049716409770745e-05
previous_iter_valid_loss : 0.16725923120975494

    979400	  0.167479	  0.167259	  0.165824		CURRENT LEARNING RATE: 3.904190724743108e-05
previous_iter_valid_loss : 0.1660126894712448

    979420	  0.166183	  0.166013	  0.165665		CURRENT LEARNING RATE: 3.9034099646767704e-05
previous_iter_valid_loss : 0.1613381803035736

    979440	  0.161527	  0.161338	  0.165635		CURRENT LEARNING RATE: 3.902629360746824e-05
previous_iter_valid_loss : 0.16090255975723267

    979460	  0.161057	  0.160903	  0.165613		CURRENT LEARNING RATE: 3.901848912922061e-05
previous_iter_valid_loss : 0.17496049404144287

    979480	  0.175111	  0.174960	  0.165876		CURRENT LEARNING RATE: 3.901068621171254e-05
previous_iter_valid_loss : 0.16608260571956635

    979500	  0.166296	  0.166083	  0.166147		CURRENT LEARNING RATE: 3.900288485463193e-05
previous_iter_valid_loss : 0.16251857578754425

    979520	  0.162707	  0.162519	  0.166205		CURRENT LEARNING RATE: 3.899508505766665e-05
previous_iter_valid_loss : 0.1734730303287506

    979540	  0.173625	  0.173473	  0.166592		CURRENT LEARNING RATE: 3.898728682050485e-05
previous_iter_valid_loss : 0.16381128132343292

    979560	  0.163978	  0.163811	  0.166605		CURRENT LEARNING RATE: 3.897949014283452e-05
previous_iter_valid_loss : 0.17761468887329102

    979580	  0.177922	  0.177615	  0.167411		CURRENT LEARNING RATE: 3.8971695024343806e-05
previous_iter_valid_loss : 0.16097111999988556

    979600	  0.161153	  0.160971	  0.167236		CURRENT LEARNING RATE: 3.896390146472083e-05
previous_iter_valid_loss : 0.1635521650314331

    979620	  0.163752	  0.163552	  0.165658		CURRENT LEARNING RATE: 3.895610946365398e-05
previous_iter_valid_loss : 0.17189082503318787

    979640	  0.172148	  0.171891	  0.166221		CURRENT LEARNING RATE: 3.894831902083152e-05
previous_iter_valid_loss : 0.20291835069656372

    979660	  0.203470	  0.202918	  0.168277		CURRENT LEARNING RATE: 3.894053013594182e-05
previous_iter_valid_loss : 0.17079059779644012

    979680	  0.170939	  0.170791	  0.168257		CURRENT LEARNING RATE: 3.893274280867327e-05
previous_iter_valid_loss : 0.1605088710784912

    979700	  0.160675	  0.160509	  0.168255		CURRENT LEARNING RATE: 3.8924957038714495e-05
previous_iter_valid_loss : 0.1605738252401352

    979720	  0.160738	  0.160574	  0.168255		CURRENT LEARNING RATE: 3.891717282575402e-05
previous_iter_valid_loss : 0.17936313152313232

    979740	  0.179518	  0.179363	  0.168974		CURRENT LEARNING RATE: 3.8909390169480454e-05
previous_iter_valid_loss : 0.16077731549739838

    979760	  0.160961	  0.160777	  0.168335		CURRENT LEARNING RATE: 3.8901609069582434e-05
previous_iter_valid_loss : 0.161080002784729

    979780	  0.161261	  0.161080	  0.168317		CURRENT LEARNING RATE: 3.8893829525748854e-05
previous_iter_valid_loss : 0.1617584228515625

    979800	  0.161913	  0.161758	  0.168042		CURRENT LEARNING RATE: 3.8886051537668454e-05
previous_iter_valid_loss : 0.1612856239080429

    979820	  0.161445	  0.161286	  0.167806		CURRENT LEARNING RATE: 3.8878275105030054e-05
previous_iter_valid_loss : 0.17185072600841522

    979840	  0.172112	  0.171851	  0.168331		CURRENT LEARNING RATE: 3.887050022752273e-05
previous_iter_valid_loss : 0.16052590310573578

    979860	  0.160684	  0.160526	  0.168312		CURRENT LEARNING RATE: 3.8862726904835425e-05
previous_iter_valid_loss : 0.16669347882270813

    979880	  0.166851	  0.166693	  0.167899		CURRENT LEARNING RATE: 3.88549551366572e-05
previous_iter_valid_loss : 0.16075029969215393

    979900	  0.160920	  0.160750	  0.167632		CURRENT LEARNING RATE: 3.8847184922677115e-05
previous_iter_valid_loss : 0.1605566293001175

    979920	  0.160721	  0.160557	  0.167534		CURRENT LEARNING RATE: 3.8839416262584506e-05
previous_iter_valid_loss : 0.18923328816890717

    979940	  0.189668	  0.189233	  0.168322		CURRENT LEARNING RATE: 3.883164915606855e-05
previous_iter_valid_loss : 0.16813428699970245

    979960	  0.168361	  0.168134	  0.168538		CURRENT LEARNING RATE: 3.882388360281856e-05
previous_iter_valid_loss : 0.1817767322063446

    979980	  0.182122	  0.181777	  0.168747		CURRENT LEARNING RATE: 3.881611960252386e-05
previous_iter_valid_loss : 0.16175533831119537

    980000	  0.161945	  0.161755	  0.168786		CURRENT LEARNING RATE: 3.880835715487401e-05
previous_iter_valid_loss : 0.16766659915447235

    980020	  0.167892	  0.167667	  0.168991		CURRENT LEARNING RATE: 3.880059625955845e-05
previous_iter_valid_loss : 0.16158631443977356

    980040	  0.161747	  0.161586	  0.168476		CURRENT LEARNING RATE: 3.8792836916266755e-05
previous_iter_valid_loss : 0.1620182991027832

    980060	  0.162203	  0.162018	  0.166431		CURRENT LEARNING RATE: 3.8785079124688466e-05
previous_iter_valid_loss : 0.17115665972232819

    980080	  0.171306	  0.171157	  0.166450		CURRENT LEARNING RATE: 3.8777322884513416e-05
previous_iter_valid_loss : 0.1627698391675949

    980100	  0.162934	  0.162770	  0.166563		CURRENT LEARNING RATE: 3.876956819543129e-05
previous_iter_valid_loss : 0.16162939369678497

    980120	  0.161822	  0.161629	  0.166615		CURRENT LEARNING RATE: 3.87618150571319e-05
previous_iter_valid_loss : 0.18126137554645538

    980140	  0.181598	  0.181261	  0.166710		CURRENT LEARNING RATE: 3.875406346930504e-05
previous_iter_valid_loss : 0.17860062420368195

   1056300	  0.178758	  0.178601	  0.166077		CURRENT LEARNING RATE: 1.8094999222092997e-05
previous_iter_valid_loss : 0.16245737671852112

   1056320	  0.162637	  0.162457	  0.165547		CURRENT LEARNING RATE: 1.8091380584124444e-05
previous_iter_valid_loss : 0.1606317013502121

   1056340	  0.160807	  0.160632	  0.165552		CURRENT LEARNING RATE: 1.808776266981112e-05
previous_iter_valid_loss : 0.16787584125995636

   1056360	  0.168109	  0.167876	  0.165228		CURRENT LEARNING RATE: 1.808414547900827e-05
previous_iter_valid_loss : 0.16232581436634064

   1056380	  0.162513	  0.162326	  0.164752		CURRENT LEARNING RATE: 1.8080529011571277e-05
previous_iter_valid_loss : 0.1618553251028061

   1056400	  0.162041	  0.161855	  0.164633		CURRENT LEARNING RATE: 1.8076913267355442e-05
previous_iter_valid_loss : 0.1661193072795868

   1056420	  0.166340	  0.166119	  0.164419		CURRENT LEARNING RATE: 1.8073298246216143e-05
previous_iter_valid_loss : 0.1607770025730133

   1056440	  0.160939	  0.160777	  0.163905		CURRENT LEARNING RATE: 1.8069683948008745e-05
previous_iter_valid_loss : 0.18737025558948517

   1056460	  0.187762	  0.187370	  0.165137		CURRENT LEARNING RATE: 1.806607037258874e-05
previous_iter_valid_loss : 0.17059479653835297

   1056480	  0.170843	  0.170595	  0.165430		CURRENT LEARNING RATE: 1.806245751981155e-05
previous_iter_valid_loss : 0.1881590634584427

   1056500	  0.188290	  0.188159	  0.166813		CURRENT LEARNING RATE: 1.805884538953263e-05
previous_iter_valid_loss : 0.16311368346214294

   1056520	  0.163290	  0.163114	  0.166922		CURRENT LEARNING RATE: 1.8055233981607566e-05
previous_iter_valid_loss : 0.16933099925518036

   1056540	  0.169576	  0.169331	  0.167237		CURRENT LEARNING RATE: 1.8051623295891863e-05
previous_iter_valid_loss : 0.16059574484825134

   1056560	  0.160769	  0.160596	  0.167173		CURRENT LEARNING RATE: 1.804801333224109e-05
previous_iter_valid_loss : 0.16142047941684723

   1056580	  0.161586	  0.161420	  0.167204		CURRENT LEARNING RATE: 1.804440409051082e-05
previous_iter_valid_loss : 0.16383734345436096

   1056600	  0.164010	  0.163837	  0.167304		CURRENT LEARNING RATE: 1.8040795570556753e-05
previous_iter_valid_loss : 0.16139943897724152

   1056620	  0.161554	  0.161399	  0.167330		CURRENT LEARNING RATE: 1.8037187772234505e-05
previous_iter_valid_loss : 0.16049733757972717

   1056640	  0.160658	  0.160497	  0.166580		CURRENT LEARNING RATE: 1.8033580695399774e-05
previous_iter_valid_loss : 0.16453158855438232

   1056660	  0.164724	  0.164532	  0.166746		CURRENT LEARNING RATE: 1.802997433990824e-05
previous_iter_valid_loss : 0.167227640748024

   1056680	  0.167384	  0.167228	  0.166933		CURRENT LEARNING RATE: 1.8026368705615714e-05
previous_iter_valid_loss : 0.17344675958156586

   1056700	  0.173597	  0.173447	  0.166675		CURRENT LEARNING RATE: 1.802276379237794e-05
previous_iter_valid_loss : 0.1612093299627304

   1056720	  0.161388	  0.161209	  0.166613		CURRENT LEARNING RATE: 1.801915960005072e-05
previous_iter_valid_loss : 0.16140015423297882

   1056740	  0.161547	  0.161400	  0.166651		CURRENT LEARNING RATE: 1.8015556128489857e-05
previous_iter_valid_loss : 0.165011927485466

   1056760	  0.165205	  0.165012	  0.166508		CURRENT LEARNING RATE: 1.801195337755127e-05
previous_iter_valid_loss : 0.16083572804927826

   1056780	  0.160987	  0.160836	  0.166434		CURRENT LEARNING RATE: 1.800835134709082e-05
previous_iter_valid_loss : 0.16403447091579437

   1056800	  0.164210	  0.164034	  0.166543		CURRENT LEARNING RATE: 1.8004750036964427e-05
previous_iter_valid_loss : 0.16582415997982025

   1056820	  0.166044	  0.165824	  0.166528		CURRENT LEARNING RATE: 1.8001149447028004e-05
previous_iter_valid_loss : 0.16088424623012543

   1056840	  0.161062	  0.160884	  0.166533		CURRENT LEARNING RATE: 1.7997549577137597e-05
previous_iter_valid_loss : 0.16433118283748627

   1056860	  0.164544	  0.164331	  0.165381		CURRENT LEARNING RATE: 1.7993950427149175e-05
previous_iter_valid_loss : 0.1616552174091339

   1056880	  0.161820	  0.161655	  0.164934		CURRENT LEARNING RATE: 1.7990351996918736e-05
previous_iter_valid_loss : 0.16075578331947327

   1056900	  0.160923	  0.160756	  0.163564		CURRENT LEARNING RATE: 1.7986754286302418e-05
previous_iter_valid_loss : 0.1606644243001938

   1056920	  0.160819	  0.160664	  0.163442		CURRENT LEARNING RATE: 1.798315729515627e-05
previous_iter_valid_loss : 0.16161507368087769

   1056940	  0.161774	  0.161615	  0.163056		CURRENT LEARNING RATE: 1.7979561023336415e-05
previous_iter_valid_loss : 0.16247664391994476

   1056960	  0.162633	  0.162477	  0.163150		CURRENT LEARNING RATE: 1.7975965470698973e-05
previous_iter_valid_loss : 0.16112469136714935

   1056980	  0.161276	  0.161125	  0.163135		CURRENT LEARNING RATE: 1.7972370637100187e-05
previous_iter_valid_loss : 0.1675129234790802

   1057000	  0.167670	  0.167513	  0.163319		CURRENT LEARNING RATE: 1.7968776522396224e-05
previous_iter_valid_loss : 0.1620388776063919

   1057020	  0.162228	  0.162039	  0.163351		CURRENT LEARNING RATE: 1.7965183126443326e-05
previous_iter_valid_loss : 0.16543354094028473

   1057040	  0.165595	  0.165434	  0.163598		CURRENT LEARNING RATE: 1.7961590449097726e-05
previous_iter_valid_loss : 0.1617296189069748

   1057060	  0.161915	  0.161730	  0.163458		CURRENT LEARNING RATE: 1.7957998490215776e-05
previous_iter_valid_loss : 0.1612546592950821

   1057080	  0.161409	  0.161255	  0.163159		CURRENT LEARNING RATE: 1.7954407249653767e-05
previous_iter_valid_loss : 0.1817934215068817

   1057100	  0.182131	  0.181793	  0.163576		CURRENT LEARNING RATE: 1.7950816727268053e-05
previous_iter_valid_loss : 0.16124704480171204

   1057120	  0.161413	  0.161247	  0.163578		CURRENT LEARNING RATE: 1.7947226922914978e-05
previous_iter_valid_loss : 0.1608378142118454

   1057140	  0.161010	  0.160838	  0.163550		CURRENT LEARNING RATE: 1.7943637836451012e-05
previous_iter_valid_loss : 0.16269907355308533

   1057160	  0.162885	  0.162699	  0.163435		CURRENT LEARNING RATE: 1.794004946773256e-05
previous_iter_valid_loss : 0.1673305332660675

   1057180	  0.167543	  0.167331	  0.163759		CURRENT LEARNING RATE: 1.7936461816616096e-05
previous_iter_valid_loss : 0.16232948005199432

   1057200	  0.162517	  0.162329	  0.163674		CURRENT LEARNING RATE: 1.7932874882958072e-05
previous_iter_valid_loss : 0.16333787143230438

   1057220	  0.163538	  0.163338	  0.163550		CURRENT LEARNING RATE: 1.7929288666615077e-05
previous_iter_valid_loss : 0.164783775806427

   1057240	  0.164982	  0.164784	  0.163745		CURRENT LEARNING RATE: 1.792570316744363e-05
previous_iter_valid_loss : 0.16364307701587677

   1057260	  0.163846	  0.163643	  0.163710		CURRENT LEARNING RATE: 1.792211838530028e-05
previous_iter_valid_loss : 0.16050200164318085

   1057280	  0.160667	  0.160502	  0.163653		CURRENT LEARNING RATE: 1.79185343200417e-05
previous_iter_valid_loss : 0.1661938577890396

   1057300	  0.166413	  0.166194	  0.163925		CURRENT LEARNING RATE: 1.7914950971524497e-05
previous_iter_valid_loss : 0.1632101982831955

   1057320	  0.163411	  0.163210	  0.164052		CURRENT LEARNING RATE: 1.7911368339605336e-05
previous_iter_valid_loss : 0.16359369456768036

   1057340	  0.163787	  0.163594	  0.164151		CURRENT LEARNING RATE: 1.790778642414088e-05
previous_iter_valid_loss : 0.17451965808868408

   1057360	  0.174673	  0.174520	  0.164753		CURRENT LEARNING RATE: 1.790420522498791e-05
previous_iter_valid_loss : 0.16199514269828796

   1057380	  0.162156	  0.161995	  0.164796		CURRENT LEARNING RATE: 1.7900624742003154e-05
previous_iter_valid_loss : 0.1624671220779419

   1057400	  0.162629	  0.162467	  0.164544		CURRENT LEARNING RATE: 1.789704497504339e-05
previous_iter_valid_loss : 0.16751202940940857

   1057420	  0.167670	  0.167512	  0.164818		CURRENT LEARNING RATE: 1.7893465923965397e-05
previous_iter_valid_loss : 0.1687767505645752

   1057440	  0.169012	  0.168777	  0.164985		CURRENT LEARNING RATE: 1.7889887588626076e-05
previous_iter_valid_loss : 0.18599790334701538

   1057460	  0.186394	  0.185998	  0.166198		CURRENT LEARNING RATE: 1.7886309968882255e-05
previous_iter_valid_loss : 0.1616196185350418

   1057480	  0.161812	  0.161620	  0.166217		CURRENT LEARNING RATE: 1.788273306459084e-05
previous_iter_valid_loss : 0.16142266988754272

   1057500	  0.161581	  0.161423	  0.165198		CURRENT LEARNING RATE: 1.7879156875608718e-05
previous_iter_valid_loss : 0.16220994293689728

   1057520	  0.162366	  0.162210	  0.165246		CURRENT LEARNING RATE: 1.7875581401792904e-05
previous_iter_valid_loss : 0.16055667400360107

   1057540	  0.160716	  0.160557	  0.165232		CURRENT LEARNING RATE: 1.787200664300035e-05
previous_iter_valid_loss : 0.16414466500282288

   1057560	  0.164309	  0.164145	  0.165304		CURRENT LEARNING RATE: 1.786843259908806e-05
previous_iter_valid_loss : 0.16404487192630768

   1057580	  0.164213	  0.164045	  0.165140		CURRENT LEARNING RATE: 1.786485926991305e-05
previous_iter_valid_loss : 0.1674366146326065

   1057600	  0.167657	  0.167437	  0.165395		CURRENT LEARNING RATE: 1.7861286655332443e-05
previous_iter_valid_loss : 0.16517555713653564

   1057620	  0.165342	  0.165176	  0.165487		CURRENT LEARNING RATE: 1.7857714755203305e-05
previous_iter_valid_loss : 0.16193890571594238

   1057640	  0.162097	  0.161939	  0.165345		CURRENT LEARNING RATE: 1.7854143569382757e-05
previous_iter_valid_loss : 0.16070030629634857

   1057660	  0.160877	  0.160700	  0.165198		CURRENT LEARNING RATE: 1.7850573097727925e-05
previous_iter_valid_loss : 0.16053469479084015

   1057680	  0.160703	  0.160535	  0.165200		CURRENT LEARNING RATE: 1.784700334009605e-05
previous_iter_valid_loss : 0.16161826252937317

   1057700	  0.161794	  0.161618	  0.164971		CURRENT LEARNING RATE: 1.784343429634431e-05
previous_iter_valid_loss : 0.16984230279922485

   1057720	  0.170088	  0.169842	  0.165302		CURRENT LEARNING RATE: 1.7839865966329914e-05
previous_iter_valid_loss : 0.1681586652994156

   1057740	  0.168312	  0.168159	  0.165531		CURRENT LEARNING RATE: 1.783629834991019e-05
previous_iter_valid_loss : 0.16079474985599518

   1057760	  0.160973	  0.160795	  0.164844		CURRENT LEARNING RATE: 1.7832731446942404e-05
previous_iter_valid_loss : 0.1605098843574524

   1057780	  0.160676	  0.160510	  0.164770		CURRENT LEARNING RATE: 1.7829165257283875e-05
previous_iter_valid_loss : 0.16351373493671417

   1057800	  0.163721	  0.163514	  0.164823		CURRENT LEARNING RATE: 1.782559978079193e-05
previous_iter_valid_loss : 0.16124573349952698

   1057820	  0.161404	  0.161246	  0.164509		CURRENT LEARNING RATE: 1.7822035017324008e-05
previous_iter_valid_loss : 0.1686890870332718

   1057840	  0.168842	  0.168689	  0.164505		CURRENT LEARNING RATE: 1.781847096673749e-05
previous_iter_valid_loss : 0.16275592148303986

   1057860	  0.162951	  0.162756	  0.163343		CURRENT LEARNING RATE: 1.7814907628889814e-05
previous_iter_valid_loss : 0.16121205687522888

   1057880	  0.161368	  0.161212	  0.163322		CURRENT LEARNING RATE: 1.7811345003638416e-05
previous_iter_valid_loss : 0.17278172075748444

   1057900	  0.172929	  0.172782	  0.163890		CURRENT LEARNING RATE: 1.7807783090840847e-05
previous_iter_valid_loss : 0.16051386296749115

   1057920	  0.160677	  0.160514	  0.163805		CURRENT LEARNING RATE: 1.7804221890354605e-05
previous_iter_valid_loss : 0.16094408929347992

   1057940	  0.161107	  0.160944	  0.163825		CURRENT LEARNING RATE: 1.7800661402037243e-05
previous_iter_valid_loss : 0.1618945300579071

   1057960	  0.162064	  0.161895	  0.163712		CURRENT LEARNING RATE: 1.779710162574631e-05
previous_iter_valid_loss : 0.1660737246274948

   1057980	  0.166275	  0.166074	  0.163814		CURRENT LEARNING RATE: 1.779354256133947e-05
previous_iter_valid_loss : 0.16534025967121124

   1058000	  0.165552	  0.165340	  0.163709		CURRENT LEARNING RATE: 1.778998420867434e-05
previous_iter_valid_loss : 0.16418898105621338

   1058020	  0.164387	  0.164189	  0.163660		CURRENT LEARNING RATE: 1.778642656760858e-05
previous_iter_valid_loss : 0.16666153073310852

   1058040	  0.166817	  0.166662	  0.163896		CURRENT LEARNING RATE: 1.778286963799985e-05
previous_iter_valid_loss : 0.16948243975639343

   1058060	  0.169726	  0.169482	  0.164335		CURRENT LEARNING RATE: 1.7779313419705943e-05
previous_iter_valid_loss : 0.1629265695810318

   1058080	  0.163086	  0.162927	  0.164454		CURRENT LEARNING RATE: 1.7775757912584575e-05
previous_iter_valid_loss : 0.18356379866600037

   1058100	  0.183927	  0.183564	  0.165552		CURRENT LEARNING RATE: 1.7772203116493492e-05
previous_iter_valid_loss : 0.16064909100532532

   1058120	  0.160798	  0.160649	  0.165092		CURRENT LEARNING RATE: 1.7768649031290568e-05
previous_iter_valid_loss : 0.16087593138217926

   1058140	  0.161035	  0.160876	  0.164728		CURRENT LEARNING RATE: 1.776509565683361e-05
previous_iter_valid_loss : 0.16157487034797668

   1058160	  0.161769	  0.161575	  0.164767		CURRENT LEARNING RATE: 1.776154299298048e-05
previous_iter_valid_loss : 0.16322354972362518

   1058180	  0.163393	  0.163224	  0.164903		CURRENT LEARNING RATE: 1.7757991039589036e-05
previous_iter_valid_loss : 0.16160044074058533

   1058200	  0.161765	  0.161600	  0.164807		CURRENT LEARNING RATE: 1.7754439796517272e-05
previous_iter_valid_loss : 0.1684570014476776

   1058220	  0.168687	  0.168457	  0.165168		CURRENT LEARNING RATE: 1.77508892636231e-05
previous_iter_valid_loss : 0.1615820974111557

   1058240	  0.161771	  0.161582	  0.164812		CURRENT LEARNING RATE: 1.7747339440764503e-05
previous_iter_valid_loss : 0.19490675628185272

   1058260	  0.195411	  0.194907	  0.166420		CURRENT LEARNING RATE: 1.7743790327799457e-05
previous_iter_valid_loss : 0.16771453619003296

   1058280	  0.167939	  0.167715	  0.166745		CURRENT LEARNING RATE: 1.7740241924586053e-05
previous_iter_valid_loss : 0.17011100053787231

   1058300	  0.170366	  0.170111	  0.166611		CURRENT LEARNING RATE: 1.773669423098233e-05
previous_iter_valid_loss : 0.16724750399589539

   1058320	  0.167404	  0.167248	  0.166948		CURRENT LEARNING RATE: 1.773314724684638e-05
previous_iter_valid_loss : 0.20190736651420593

   1058340	  0.201984	  0.201907	  0.168996		CURRENT LEARNING RATE: 1.7729600972036288e-05
previous_iter_valid_loss : 0.1616043597459793

   1058360	  0.161758	  0.161604	  0.168982		CURRENT LEARNING RATE: 1.772605540641027e-05
previous_iter_valid_loss : 0.160538911819458

   1058380	  0.160698	  0.160539	  0.168705		CURRENT LEARNING RATE: 1.772251054982647e-05
previous_iter_valid_loss : 0.18314136564731598

   1058400	  0.183296	  0.183141	  0.169595		CURRENT LEARNING RATE: 1.7718966402143096e-05
previous_iter_valid_loss : 0.16303910315036774

   1058420	  0.163212	  0.163039	  0.169537		CURRENT LEARNING RATE: 1.771542296321835e-05
previous_iter_valid_loss : 0.16067934036254883

   1058440	  0.160841	  0.160679	  0.169238		CURRENT LEARNING RATE: 1.7711880232910555e-05
previous_iter_valid_loss : 0.17667356133460999

   1058460	  0.176827	  0.176674	  0.169598		CURRENT LEARNING RATE: 1.770833821107797e-05
previous_iter_valid_loss : 0.16234903037548065

   1058480	  0.162520	  0.162349	  0.169569		CURRENT LEARNING RATE: 1.7704796897578886e-05
previous_iter_valid_loss : 0.16055241227149963

   1058500	  0.160713	  0.160552	  0.168418		CURRENT LEARNING RATE: 1.770125629227171e-05
previous_iter_valid_loss : 0.16073501110076904

   1058520	  0.160910	  0.160735	  0.168423		CURRENT LEARNING RATE: 1.769771639501479e-05
previous_iter_valid_loss : 0.16063092648983002

   1058540	  0.160799	  0.160631	  0.168410		CURRENT LEARNING RATE: 1.7694177205666526e-05
previous_iter_valid_loss : 0.16429729759693146

   1058560	  0.164496	  0.164297	  0.168547		CURRENT LEARNING RATE: 1.7690638724085322e-05
previous_iter_valid_loss : 0.16185709834098816

   1058580	  0.162050	  0.161857	  0.168478		CURRENT LEARNING RATE: 1.7687100950129703e-05
previous_iter_valid_loss : 0.1696069985628128

   1058600	  0.169759	  0.169607	  0.168879		CURRENT LEARNING RATE: 1.7683563883658123e-05
previous_iter_valid_loss : 0.1683916598558426

   1058620	  0.168545	  0.168392	  0.168875		CURRENT LEARNING RATE: 1.76800275245291e-05
previous_iter_valid_loss : 0.17356468737125397

   1058640	  0.173844	  0.173565	  0.169474		CURRENT LEARNING RATE: 1.767649187260115e-05
previous_iter_valid_loss : 0.1846851110458374

   1058660	  0.185065	  0.184685	  0.168963		CURRENT LEARNING RATE: 1.7672956927732908e-05
previous_iter_valid_loss : 0.1766238808631897

   1058680	  0.176777	  0.176624	  0.169409		CURRENT LEARNING RATE: 1.7669422689782945e-05
previous_iter_valid_loss : 0.1658918857574463

   1058700	  0.166056	  0.165892	  0.169198		CURRENT LEARNING RATE: 1.766588915860989e-05
previous_iter_valid_loss : 0.16123341023921967

   1058720	  0.161417	  0.161233	  0.168897		CURRENT LEARNING RATE: 1.7662356334072378e-05
previous_iter_valid_loss : 0.16632917523384094

   1058740	  0.166488	  0.166329	  0.167118		CURRENT LEARNING RATE: 1.765882421602915e-05
previous_iter_valid_loss : 0.16068872809410095

   1058760	  0.160866	  0.160689	  0.167072		CURRENT LEARNING RATE: 1.765529280433889e-05
previous_iter_valid_loss : 0.16231420636177063

   1058780	  0.162506	  0.162314	  0.167161		CURRENT LEARNING RATE: 1.7651762098860348e-05
previous_iter_valid_loss : 0.18163569271564484

   1058800	  0.181983	  0.181636	  0.167086		CURRENT LEARNING RATE: 1.7648232099452262e-05
previous_iter_valid_loss : 0.17615559697151184

   1058820	  0.176316	  0.176156	  0.167742		CURRENT LEARNING RATE: 1.764470280597349e-05
previous_iter_valid_loss : 0.16519390046596527

   1058840	  0.165354	  0.165194	  0.167968		CURRENT LEARNING RATE: 1.7641174218282835e-05
previous_iter_valid_loss : 0.16338109970092773

   1058860	  0.163547	  0.163381	  0.167303		CURRENT LEARNING RATE: 1.763764633623912e-05
previous_iter_valid_loss : 0.17265845835208893

   1058880	  0.172804	  0.172658	  0.167818		CURRENT LEARNING RATE: 1.763411915970129e-05
previous_iter_valid_loss : 0.17335300147533417

   1058900	  0.173500	  0.173353	  0.168458		CURRENT LEARNING RATE: 1.763059268852823e-05
previous_iter_valid_loss : 0.16451376676559448

   1058920	  0.164682	  0.164514	  0.168647		CURRENT LEARNING RATE: 1.762706692257888e-05
previous_iter_valid_loss : 0.16407395899295807

   1058940	  0.164266	  0.164074	  0.168820		CURRENT LEARNING RATE: 1.7623541861712178e-05
previous_iter_valid_loss : 0.1618514060974121

   1058960	  0.162010	  0.161851	  0.168697		CURRENT LEARNING RATE: 1.7620017505787185e-05
previous_iter_valid_loss : 0.16069938242435455

   1058980	  0.160872	  0.160699	  0.168639		CURRENT LEARNING RATE: 1.7616493854662892e-05
previous_iter_valid_loss : 0.16358838975429535

   1059000	  0.163782	  0.163588	  0.168338		CURRENT LEARNING RATE: 1.761297090819836e-05
previous_iter_valid_loss : 0.1641732007265091

   1059020	  0.164372	  0.164173	  0.168127		CURRENT LEARNING RATE: 1.7609448666252632e-05
previous_iter_valid_loss : 0.16054391860961914

   1059040	  0.160710	  0.160544	  0.167476		CURRENT LEARNING RATE: 1.7605927128684885e-05
previous_iter_valid_loss : 0.1705961972475052

   1059060	  0.170845	  0.170596	  0.166772		CURRENT LEARNING RATE: 1.7602406295354225e-05
previous_iter_valid_loss : 0.1642903834581375

   1059080	  0.164500	  0.164290	  0.166155		CURRENT LEARNING RATE: 1.759888616611982e-05
previous_iter_valid_loss : 0.1656627506017685

   1059100	  0.165824	  0.165663	  0.166144		CURRENT LEARNING RATE: 1.759536674084083e-05
previous_iter_valid_loss : 0.16226743161678314

   1059120	  0.162460	  0.162267	  0.166196		CURRENT LEARNING RATE: 1.7591848019376547e-05
previous_iter_valid_loss : 0.1780935525894165

   1059140	  0.178246	  0.178094	  0.166784		CURRENT LEARNING RATE: 1.7588330001586185e-05
previous_iter_valid_loss : 0.16265740990638733

   1059160	  0.162821	  0.162657	  0.166882		CURRENT LEARNING RATE: 1.7584812687329026e-05
previous_iter_valid_loss : 0.16408072412014008

   1059180	  0.164273	  0.164081	  0.166971		CURRENT LEARNING RATE: 1.7581296076464347e-05
previous_iter_valid_loss : 0.16267526149749756

   1059200	  0.162866	  0.162675	  0.166023		CURRENT LEARNING RATE: 1.757778016885154e-05
previous_iter_valid_loss : 0.16746821999549866

   1059220	  0.167679	  0.167468	  0.165588		CURRENT LEARNING RATE: 1.7574264964349948e-05
previous_iter_valid_loss : 0.16289083659648895

   1059240	  0.163082	  0.162891	  0.165473		CURRENT LEARNING RATE: 1.7570750462818953e-05
previous_iter_valid_loss : 0.1626737415790558

   1059260	  0.162842	  0.162674	  0.165438		CURRENT LEARNING RATE: 1.756723666411795e-05
previous_iter_valid_loss : 0.1700955033302307

   1059280	  0.170348	  0.170096	  0.165309		CURRENT LEARNING RATE: 1.7563723568106447e-05
previous_iter_valid_loss : 0.17466585338115692

   1059300	  0.174940	  0.174666	  0.165375		CURRENT LEARNING RATE: 1.7560211174643887e-05
previous_iter_valid_loss : 0.17620787024497986

   1059320	  0.176500	  0.176208	  0.165960		CURRENT LEARNING RATE: 1.755669948358975e-05
previous_iter_valid_loss : 0.16621406376361847

   1059340	  0.166433	  0.166214	  0.166067		CURRENT LEARNING RATE: 1.7553188494803617e-05
previous_iter_valid_loss : 0.16610972583293915

   1059360	  0.166271	  0.166110	  0.166280		CURRENT LEARNING RATE: 1.7549678208145034e-05
previous_iter_valid_loss : 0.16993194818496704

   1059380	  0.170087	  0.169932	  0.166741		CURRENT LEARNING RATE: 1.7546168623473577e-05
previous_iter_valid_loss : 0.16550672054290771

   1059400	  0.165715	  0.165507	  0.166837		CURRENT LEARNING RATE: 1.754265974064884e-05
previous_iter_valid_loss : 0.16092847287654877

   1059420	  0.161109	  0.160928	  0.166675		CURRENT LEARNING RATE: 1.7539151559530526e-05
previous_iter_valid_loss : 0.1673063486814499

   1059440	  0.167524	  0.167306	  0.167013		CURRENT LEARNING RATE: 1.7535644079978273e-05
previous_iter_valid_loss : 0.16084933280944824

   1059460	  0.161011	  0.160849	  0.166526		CURRENT LEARNING RATE: 1.7532137301851787e-05
previous_iter_valid_loss : 0.16077333688735962

   1059480	  0.160935	  0.160773	  0.166350		CURRENT LEARNING RATE: 1.7528631225010767e-05
previous_iter_valid_loss : 0.1799139827489853

   1059500	  0.180069	  0.179914	  0.167063		CURRENT LEARNING RATE: 1.7525125849315024e-05
previous_iter_valid_loss : 0.17521299421787262

   1059520	  0.175496	  0.175213	  0.167710		CURRENT LEARNING RATE: 1.7521621174624322e-05
previous_iter_valid_loss : 0.18053805828094482

   1059540	  0.180695	  0.180538	  0.167832		CURRENT LEARNING RATE: 1.7518117200798468e-05
previous_iter_valid_loss : 0.17429450154304504

   1059560	  0.174568	  0.174295	  0.168414		CURRENT LEARNING RATE: 1.7514613927697273e-05
previous_iter_valid_loss : 0.1621902883052826

   1059580	  0.162357	  0.162190	  0.168319		CURRENT LEARNING RATE: 1.7511111355180667e-05
previous_iter_valid_loss : 0.16701318323612213

   1059600	  0.167173	  0.167013	  0.168536		CURRENT LEARNING RATE: 1.750760948310852e-05
previous_iter_valid_loss : 0.16588185727596283

   1059620	  0.166036	  0.165882	  0.168457		CURRENT LEARNING RATE: 1.7504108311340755e-05
previous_iter_valid_loss : 0.17584602534770966

   1059640	  0.176002	  0.175846	  0.169105		CURRENT LEARNING RATE: 1.7500607839737292e-05
previous_iter_valid_loss : 0.16056743264198303

   1059660	  0.160734	  0.160567	  0.168999		CURRENT LEARNING RATE: 1.7497108068158177e-05
previous_iter_valid_loss : 0.1631653606891632

   1059680	  0.163366	  0.163165	  0.168653		CURRENT LEARNING RATE: 1.7493608996463386e-05
previous_iter_valid_loss : 0.1714840829372406

   1059700	  0.171744	  0.171484	  0.168494		CURRENT LEARNING RATE: 1.7490110624512928e-05
previous_iter_valid_loss : 0.16465796530246735

   1059720	  0.164868	  0.164658	  0.167916		CURRENT LEARNING RATE: 1.7486612952166926e-05
previous_iter_valid_loss : 0.19870109856128693

   1059740	  0.199229	  0.198701	  0.169541		CURRENT LEARNING RATE: 1.7483115979285446e-05
previous_iter_valid_loss : 0.16055159270763397

   1059760	  0.160722	  0.160552	  0.169263		CURRENT LEARNING RATE: 1.7479619705728607e-05
previous_iter_valid_loss : 0.16620847582817078

   1059780	  0.166366	  0.166208	  0.169077		CURRENT LEARNING RATE: 1.7476124131356527e-05
previous_iter_valid_loss : 0.1664084494113922

   1059800	  0.166566	  0.166408	  0.169122		CURRENT LEARNING RATE: 1.7472629256029446e-05
previous_iter_valid_loss : 0.16064168512821198

   1059820	  0.160795	  0.160642	  0.169107		CURRENT LEARNING RATE: 1.7469135079607535e-05
previous_iter_valid_loss : 0.16309590637683868

   1059840	  0.163261	  0.163096	  0.168897		CURRENT LEARNING RATE: 1.7465641601951035e-05
previous_iter_valid_loss : 0.1648407131433487

   1059860	  0.165003	  0.164841	  0.169096		CURRENT LEARNING RATE: 1.7462148822920167e-05
previous_iter_valid_loss : 0.16790439188480377

   1059880	  0.168062	  0.167904	  0.169453		CURRENT LEARNING RATE: 1.7458656742375283e-05
previous_iter_valid_loss : 0.1607087105512619

   1059900	  0.160859	  0.160709	  0.168493		CURRENT LEARNING RATE: 1.7455165360176677e-05
previous_iter_valid_loss : 0.19441565871238708

   1059920	  0.194535	  0.194416	  0.169453		CURRENT LEARNING RATE: 1.7451674676184684e-05
previous_iter_valid_loss : 0.16788631677627563

   1059940	  0.168043	  0.167886	  0.168820		CURRENT LEARNING RATE: 1.744818469025965e-05
previous_iter_valid_loss : 0.16138873994350433

   1059960	  0.161553	  0.161389	  0.168175		CURRENT LEARNING RATE: 1.7444695402262037e-05
previous_iter_valid_loss : 0.16875877976417542

   1059980	  0.169010	  0.168759	  0.168503		CURRENT LEARNING RATE: 1.7441206812052243e-05
previous_iter_valid_loss : 0.1667165756225586

   1060000	  0.166878	  0.166717	  0.168489		CURRENT LEARNING RATE: 1.743771891949072e-05
previous_iter_valid_loss : 0.1642184555530548

   1060020	  0.164413	  0.164218	  0.168405		CURRENT LEARNING RATE: 1.743423172443793e-05
previous_iter_valid_loss : 0.16262158751487732

   1060040	  0.162798	  0.162622	  0.167744		CURRENT LEARNING RATE: 1.7430745226754442e-05
previous_iter_valid_loss : 0.17924320697784424

   1060060	  0.179567	  0.179243	  0.168678		CURRENT LEARNING RATE: 1.7427259426300765e-05
previous_iter_valid_loss : 0.17407840490341187

   1060080	  0.174352	  0.174078	  0.169224		CURRENT LEARNING RATE: 1.7423774322937433e-05
previous_iter_valid_loss : 0.16349190473556519

   1060100	  0.163658	  0.163492	  0.168824		CURRENT LEARNING RATE: 1.742028991652511e-05
previous_iter_valid_loss : 0.183932825922966

   1060120	  0.184088	  0.183933	  0.169788		CURRENT LEARNING RATE: 1.7416806206924388e-05
previous_iter_valid_loss : 0.16069649159908295

   1060140	  0.160848	  0.160696	  0.167887		CURRENT LEARNING RATE: 1.7413323193995913e-05
previous_iter_valid_loss : 0.16443924605846405

   1060160	  0.164606	  0.164439	  0.168082		CURRENT LEARNING RATE: 1.7409840877600337e-05
previous_iter_valid_loss : 0.18476702272891998

   1060180	  0.184910	  0.184767	  0.169010		CURRENT LEARNING RATE: 1.740635925759843e-05
previous_iter_valid_loss : 0.16668124496936798

   1060200	  0.166842	  0.166681	  0.169023		CURRENT LEARNING RATE: 1.74028783338509e-05
previous_iter_valid_loss : 0.1606743335723877

   1060220	  0.160840	  0.160674	  0.169025		CURRENT LEARNING RATE: 1.73993981062185e-05
previous_iter_valid_loss : 0.16246424615383148

   1060240	  0.162633	  0.162464	  0.168993		CURRENT LEARNING RATE: 1.7395918574561997e-05
previous_iter_valid_loss : 0.16932427883148193

   1060260	  0.169555	  0.169324	  0.169218		CURRENT LEARNING RATE: 1.739243973874227e-05
previous_iter_valid_loss : 0.16873937845230103

   1060280	  0.168979	  0.168739	  0.169259		CURRENT LEARNING RATE: 1.7388961598620138e-05
previous_iter_valid_loss : 0.16734753549098969

   1060300	  0.167561	  0.167348	  0.169591		CURRENT LEARNING RATE: 1.7385484154056466e-05
previous_iter_valid_loss : 0.1621730923652649

   1060320	  0.162322	  0.162173	  0.167979		CURRENT LEARNING RATE: 1.7382007404912137e-05
previous_iter_valid_loss : 0.21042074263095856

   1060340	  0.210474	  0.210421	  0.170106		CURRENT LEARNING RATE: 1.7378531351048137e-05
previous_iter_valid_loss : 0.16457650065422058

   1060360	  0.164779	  0.164577	  0.170265		CURRENT LEARNING RATE: 1.7375055992325392e-05
previous_iter_valid_loss : 0.16053874790668488

   1060380	  0.160688	  0.160539	  0.169854		CURRENT LEARNING RATE: 1.737158132860489e-05
previous_iter_valid_loss : 0.16052289307117462

   1060400	  0.160682	  0.160523	  0.169545		CURRENT LEARNING RATE: 1.736810735974761e-05
previous_iter_valid_loss : 0.16056953370571136

   1060420	  0.160724	  0.160570	  0.169362		CURRENT LEARNING RATE: 1.736463408561466e-05
previous_iter_valid_loss : 0.16210928559303284

   1060440	  0.162277	  0.162109	  0.169337		CURRENT LEARNING RATE: 1.7361161506067077e-05
previous_iter_valid_loss : 0.16154861450195312

   1060460	  0.161711	  0.161549	  0.168452		CURRENT LEARNING RATE: 1.7357689620965954e-05
previous_iter_valid_loss : 0.16100075840950012

   1060480	  0.161185	  0.161001	  0.167798		CURRENT LEARNING RATE: 1.7354218430172387e-05
previous_iter_valid_loss : 0.16581390798091888

   1060500	  0.165975	  0.165814	  0.167914		CURRENT LEARNING RATE: 1.735074793354759e-05
previous_iter_valid_loss : 0.1605934053659439

   1060520	  0.160758	  0.160593	  0.166747		CURRENT LEARNING RATE: 1.7347278130952716e-05
previous_iter_valid_loss : 0.1606239676475525

   1060540	  0.160777	  0.160624	  0.166743		CURRENT LEARNING RATE: 1.7343809022248936e-05
previous_iter_valid_loss : 0.16116634011268616

   1060560	  0.161328	  0.161166	  0.166580		CURRENT LEARNING RATE: 1.734034060729755e-05
previous_iter_valid_loss : 0.16662724316120148

   1060580	  0.166786	  0.166627	  0.165673		CURRENT LEARNING RATE: 1.7336872885959793e-05
previous_iter_valid_loss : 0.1606520712375641

   1060600	  0.160816	  0.160652	  0.165371		CURRENT LEARNING RATE: 1.7333405858096952e-05
previous_iter_valid_loss : 0.1644262969493866

   1060620	  0.164594	  0.164426	  0.165559		CURRENT LEARNING RATE: 1.7329939523570318e-05
previous_iter_valid_loss : 0.17050909996032715

   1060640	  0.170658	  0.170509	  0.165961		CURRENT LEARNING RATE: 1.7326473882241295e-05
previous_iter_valid_loss : 0.16104745864868164

   1060660	  0.161225	  0.161047	  0.165547		CURRENT LEARNING RATE: 1.7323008933971232e-05
previous_iter_valid_loss : 0.1615278124809265

   1060680	  0.161717	  0.161528	  0.165187		CURRENT LEARNING RATE: 1.731954467862153e-05
previous_iter_valid_loss : 0.18398728966712952

   1060700	  0.184353	  0.183987	  0.166019		CURRENT LEARNING RATE: 1.7316081116053583e-05
previous_iter_valid_loss : 0.1634032130241394

   1060720	  0.163566	  0.163403	  0.166080		CURRENT LEARNING RATE: 1.7312618246128916e-05
previous_iter_valid_loss : 0.18283870816230774

   1060740	  0.183187	  0.182839	  0.164701		CURRENT LEARNING RATE: 1.730915606870898e-05
previous_iter_valid_loss : 0.16674809157848358

   1060760	  0.166967	  0.166748	  0.164810		CURRENT LEARNING RATE: 1.730569458365529e-05
previous_iter_valid_loss : 0.18069404363632202

   1060780	  0.181012	  0.180694	  0.165817		CURRENT LEARNING RATE: 1.7302233790829355e-05
previous_iter_valid_loss : 0.1676570326089859

   1060800	  0.167883	  0.167657	  0.166174		CURRENT LEARNING RATE: 1.7298773690092806e-05
previous_iter_valid_loss : 0.1605657935142517

   1060820	  0.160725	  0.160566	  0.166174		CURRENT LEARNING RATE: 1.7295314281307206e-05
previous_iter_valid_loss : 0.16158325970172882

   1060840	  0.161741	  0.161583	  0.166148		CURRENT LEARNING RATE: 1.729185556433418e-05
previous_iter_valid_loss : 0.16440771520137787

   1060860	  0.164576	  0.164408	  0.166291		CURRENT LEARNING RATE: 1.7288397539035346e-05
previous_iter_valid_loss : 0.18793568015098572

   1060880	  0.188074	  0.187936	  0.167637		CURRENT LEARNING RATE: 1.728494020527245e-05
previous_iter_valid_loss : 0.16082490980625153

   1060900	  0.160999	  0.160825	  0.167388		CURRENT LEARNING RATE: 1.728148356290716e-05
previous_iter_valid_loss : 0.1605420559644699

   1060920	  0.160707	  0.160542	  0.167385		CURRENT LEARNING RATE: 1.7278027611801185e-05
previous_iter_valid_loss : 0.17995597422122955

   1060940	  0.180285	  0.179956	  0.168352		CURRENT LEARNING RATE: 1.727457235181635e-05
previous_iter_valid_loss : 0.17286062240600586

   1060960	  0.173010	  0.172861	  0.168937		CURRENT LEARNING RATE: 1.727111778281441e-05
previous_iter_valid_loss : 0.16104209423065186

   1060980	  0.161195	  0.161042	  0.168657		CURRENT LEARNING RATE: 1.726766390465718e-05
previous_iter_valid_loss : 0.16212765872478485

   1061000	  0.162316	  0.162128	  0.168731		CURRENT LEARNING RATE: 1.7264210717206483e-05
previous_iter_valid_loss : 0.16211262345314026

   1061020	  0.162269	  0.162113	  0.168616		CURRENT LEARNING RATE: 1.7260758220324248e-05
previous_iter_valid_loss : 0.16551518440246582

   1061040	  0.165682	  0.165515	  0.168366		CURRENT LEARNING RATE: 1.7257306413872344e-05
previous_iter_valid_loss : 0.1606367826461792

   1061060	  0.160808	  0.160637	  0.168345		CURRENT LEARNING RATE: 1.7253855297712695e-05
previous_iter_valid_loss : 0.16208994388580322

   1061080	  0.162259	  0.162090	  0.168373		CURRENT LEARNING RATE: 1.7250404871707235e-05
previous_iter_valid_loss : 0.16847196221351624

   1061100	  0.168628	  0.168472	  0.167598		CURRENT LEARNING RATE: 1.7246955135717998e-05
previous_iter_valid_loss : 0.19672806560993195

   1061120	  0.196822	  0.196728	  0.169264		CURRENT LEARNING RATE: 1.724350608960697e-05
previous_iter_valid_loss : 0.16320660710334778

   1061140	  0.163371	  0.163207	  0.168282		CURRENT LEARNING RATE: 1.724005773323619e-05
previous_iter_valid_loss : 0.16398660838603973

   1061160	  0.164159	  0.163987	  0.168144		CURRENT LEARNING RATE: 1.7236610066467686e-05
previous_iter_valid_loss : 0.16169457137584686

   1061180	  0.161854	  0.161695	  0.167194		CURRENT LEARNING RATE: 1.7233163089163623e-05
previous_iter_valid_loss : 0.17947781085968018

   1061200	  0.179638	  0.179478	  0.167785		CURRENT LEARNING RATE: 1.7229716801186082e-05
previous_iter_valid_loss : 0.18118998408317566

   1061220	  0.181348	  0.181190	  0.168817		CURRENT LEARNING RATE: 1.7226271202397217e-05
previous_iter_valid_loss : 0.16104993224143982

   1061240	  0.161209	  0.161050	  0.168790		CURRENT LEARNING RATE: 1.7222826292659175e-05
previous_iter_valid_loss : 0.16674569249153137

   1061260	  0.166904	  0.166746	  0.168907		CURRENT LEARNING RATE: 1.7219382071834212e-05
previous_iter_valid_loss : 0.16644476354122162

   1061280	  0.166600	  0.166445	  0.167832		CURRENT LEARNING RATE: 1.721593853978454e-05
previous_iter_valid_loss : 0.16081124544143677

   1061300	  0.160994	  0.160811	  0.167832		CURRENT LEARNING RATE: 1.7212495696372377e-05
previous_iter_valid_loss : 0.16651222109794617

   1061320	  0.166731	  0.166512	  0.168130		CURRENT LEARNING RATE: 1.720905354146007e-05
previous_iter_valid_loss : 0.1641806960105896

   1061340	  0.164350	  0.164181	  0.167341		CURRENT LEARNING RATE: 1.7205612074909916e-05
previous_iter_valid_loss : 0.17056909203529358

   1061360	  0.170813	  0.170569	  0.167227		CURRENT LEARNING RATE: 1.7202171296584243e-05
previous_iter_valid_loss : 0.1633749008178711

   1061380	  0.163571	  0.163375	  0.167343		CURRENT LEARNING RATE: 1.7198731206345395e-05
previous_iter_valid_loss : 0.16065452992916107

   1061400	  0.160810	  0.160655	  0.167270		CURRENT LEARNING RATE: 1.7195291804055827e-05
previous_iter_valid_loss : 0.16055230796337128

   1061420	  0.160705	  0.160552	  0.167192		CURRENT LEARNING RATE: 1.7191853089577937e-05
previous_iter_valid_loss : 0.18007555603981018

   1061440	  0.180409	  0.180076	  0.167920		CURRENT LEARNING RATE: 1.7188415062774168e-05
previous_iter_valid_loss : 0.16304704546928406

   1061460	  0.163235	  0.163047	  0.168040		CURRENT LEARNING RATE: 1.7184977723506974e-05
previous_iter_valid_loss : 0.161122128367424

   1061480	  0.161284	  0.161122	  0.167992		CURRENT LEARNING RATE: 1.7181541071638923e-05
previous_iter_valid_loss : 0.16798952221870422

   1061500	  0.168147	  0.167990	  0.167968		CURRENT LEARNING RATE: 1.7178105107032517e-05
previous_iter_valid_loss : 0.16174674034118652

   1061520	  0.161936	  0.161747	  0.166219		CURRENT LEARNING RATE: 1.7174669829550318e-05
previous_iter_valid_loss : 0.16285356879234314

   1061540	  0.163021	  0.162854	  0.166201		CURRENT LEARNING RATE: 1.7171235239054885e-05
previous_iter_valid_loss : 0.1605837047100067

   1061560	  0.160740	  0.160584	  0.166031		CURRENT LEARNING RATE: 1.7167801335408894e-05
previous_iter_valid_loss : 0.19403059780597687

   1061580	  0.194528	  0.194031	  0.167648		CURRENT LEARNING RATE: 1.7164368118474956e-05
previous_iter_valid_loss : 0.16114255785942078

   1061600	  0.161311	  0.161143	  0.166731		CURRENT LEARNING RATE: 1.7160935588115744e-05
previous_iter_valid_loss : 0.16053402423858643

   1061620	  0.160699	  0.160534	  0.165698		CURRENT LEARNING RATE: 1.7157503744193933e-05
previous_iter_valid_loss : 0.18438343703746796

   1061640	  0.184536	  0.184383	  0.166865		CURRENT LEARNING RATE: 1.71540725865723e-05
previous_iter_valid_loss : 0.1675405353307724

   1061660	  0.167691	  0.167541	  0.166904		CURRENT LEARNING RATE: 1.7150642115113576e-05
previous_iter_valid_loss : 0.16067595779895782

   1061680	  0.160829	  0.160676	  0.166616		CURRENT LEARNING RATE: 1.7147212329680507e-05
previous_iter_valid_loss : 0.18471702933311462

   1061700	  0.184864	  0.184717	  0.167811		CURRENT LEARNING RATE: 1.7143783230135962e-05
previous_iter_valid_loss : 0.16075187921524048

   1061720	  0.160909	  0.160752	  0.167523		CURRENT LEARNING RATE: 1.7140354816342752e-05
previous_iter_valid_loss : 0.16092506051063538

   1061740	  0.161091	  0.160925	  0.167361		CURRENT LEARNING RATE: 1.7136927088163735e-05
previous_iter_valid_loss : 0.17408990859985352

   1061760	  0.174239	  0.174090	  0.167537		CURRENT LEARNING RATE: 1.713350004546177e-05
previous_iter_valid_loss : 0.16599659621715546

   1061780	  0.166156	  0.165997	  0.167668		CURRENT LEARNING RATE: 1.7130073688099846e-05
previous_iter_valid_loss : 0.16164658963680267

   1061800	  0.161829	  0.161647	  0.167717		CURRENT LEARNING RATE: 1.712664801594087e-05
previous_iter_valid_loss : 0.16775764524936676

   1061820	  0.167911	  0.167758	  0.168077		CURRENT LEARNING RATE: 1.7123223028847813e-05
previous_iter_valid_loss : 0.17005184292793274

   1061840	  0.170206	  0.170052	  0.167576		CURRENT LEARNING RATE: 1.7119798726683653e-05
previous_iter_valid_loss : 0.16782307624816895

   1061860	  0.168046	  0.167823	  0.167815		CURRENT LEARNING RATE: 1.7116375109311475e-05
previous_iter_valid_loss : 0.16389639675617218

   1061880	  0.164064	  0.163896	  0.167954		CURRENT LEARNING RATE: 1.71129521765943e-05
previous_iter_valid_loss : 0.1604967564344406

   1061900	  0.160659	  0.160497	  0.167579		CURRENT LEARNING RATE: 1.7109529928395218e-05
previous_iter_valid_loss : 0.16887900233268738

   1061920	  0.169030	  0.168879	  0.167936		CURRENT LEARNING RATE: 1.7106108364577303e-05
previous_iter_valid_loss : 0.16242550313472748

   1061940	  0.162588	  0.162426	  0.167914		CURRENT LEARNING RATE: 1.7102687485003757e-05
previous_iter_valid_loss : 0.16868022084236145

   1061960	  0.168830	  0.168680	  0.168319		CURRENT LEARNING RATE: 1.7099267289537712e-05
previous_iter_valid_loss : 0.16062283515930176

   1061980	  0.160792	  0.160623	  0.166649		CURRENT LEARNING RATE: 1.709584777804236e-05
previous_iter_valid_loss : 0.16307425498962402

   1062000	  0.163238	  0.163074	  0.166745		CURRENT LEARNING RATE: 1.709242895038089e-05
previous_iter_valid_loss : 0.16099455952644348

   1062020	  0.161156	  0.160995	  0.166768		CURRENT LEARNING RATE: 1.7089010806416612e-05
previous_iter_valid_loss : 0.16888022422790527

   1062040	  0.169035	  0.168880	  0.165993		CURRENT LEARNING RATE: 1.7085593346012768e-05
previous_iter_valid_loss : 0.16680869460105896

   1062060	  0.167030	  0.166809	  0.165957		CURRENT LEARNING RATE: 1.7082176569032663e-05
previous_iter_valid_loss : 0.18688617646694183

   1062080	  0.187028	  0.186886	  0.167267		CURRENT LEARNING RATE: 1.707876047533959e-05
previous_iter_valid_loss : 0.1605709344148636

   1062100	  0.160724	  0.160571	  0.166060		CURRENT LEARNING RATE: 1.7075345064796965e-05
previous_iter_valid_loss : 0.16185545921325684

   1062120	  0.162012	  0.161855	  0.166115		CURRENT LEARNING RATE: 1.707193033726815e-05
previous_iter_valid_loss : 0.16048990190029144

   1062140	  0.160650	  0.160490	  0.166093		CURRENT LEARNING RATE: 1.7068516292616522e-05
previous_iter_valid_loss : 0.16059206426143646

   1062160	  0.160751	  0.160592	  0.165418		CURRENT LEARNING RATE: 1.7065102930705575e-05
previous_iter_valid_loss : 0.16951072216033936

   1062180	  0.169664	  0.169511	  0.165594		CURRENT LEARNING RATE: 1.7061690251398747e-05
previous_iter_valid_loss : 0.17086255550384521

   1062200	  0.171113	  0.170863	  0.166055		CURRENT LEARNING RATE: 1.7058278254559532e-05
previous_iter_valid_loss : 0.16105012595653534

   1062220	  0.161223	  0.161050	  0.165720		CURRENT LEARNING RATE: 1.705486694005142e-05
previous_iter_valid_loss : 0.17190219461917877

   1062240	  0.172041	  0.171902	  0.165812		CURRENT LEARNING RATE: 1.7051456307738017e-05
previous_iter_valid_loss : 0.16081568598747253

   1062260	  0.160970	  0.160816	  0.165462		CURRENT LEARNING RATE: 1.7048046357482872e-05
previous_iter_valid_loss : 0.16301728785037994

   1062280	  0.163182	  0.163017	  0.165418		CURRENT LEARNING RATE: 1.704463708914958e-05
previous_iter_valid_loss : 0.17739881575107574

   1062300	  0.177560	  0.177399	  0.166263		CURRENT LEARNING RATE: 1.7041228502601743e-05
previous_iter_valid_loss : 0.18103469908237457

   1062320	  0.181188	  0.181035	  0.166871		CURRENT LEARNING RATE: 1.7037820597703083e-05
previous_iter_valid_loss : 0.16050322353839874

   1062340	  0.160671	  0.160503	  0.166775		CURRENT LEARNING RATE: 1.7034413374317246e-05
previous_iter_valid_loss : 0.16141943633556366

   1062360	  0.161603	  0.161419	  0.166412		CURRENT LEARNING RATE: 1.7031006832307943e-05
previous_iter_valid_loss : 0.18643568456172943

   1062380	  0.186830	  0.186436	  0.167702		CURRENT LEARNING RATE: 1.702760097153889e-05
previous_iter_valid_loss : 0.16631212830543518

   1062400	  0.166516	  0.166312	  0.167864		CURRENT LEARNING RATE: 1.7024195791873906e-05
previous_iter_valid_loss : 0.203015998005867

   1062420	  0.203089	  0.203016	  0.169965		CURRENT LEARNING RATE: 1.7020791293176758e-05
previous_iter_valid_loss : 0.16299894452095032

   1062440	  0.163168	  0.162999	  0.169671		CURRENT LEARNING RATE: 1.7017387475311266e-05
previous_iter_valid_loss : 0.1684345006942749

   1062460	  0.168592	  0.168435	  0.169752		CURRENT LEARNING RATE: 1.701398433814124e-05
previous_iter_valid_loss : 0.163783997297287

   1062480	  0.163980	  0.163784	  0.168597		CURRENT LEARNING RATE: 1.701058188153062e-05
previous_iter_valid_loss : 0.16837456822395325

   1062500	  0.168526	  0.168375	  0.168987		CURRENT LEARNING RATE: 1.7007180105343283e-05
previous_iter_valid_loss : 0.1659986525774002

   1062520	  0.166199	  0.165999	  0.169195		CURRENT LEARNING RATE: 1.7003779009443117e-05
previous_iter_valid_loss : 0.16805307567119598

   1062540	  0.168208	  0.168053	  0.169573		CURRENT LEARNING RATE: 1.7000378593694148e-05
previous_iter_valid_loss : 0.16064056754112244

   1062560	  0.160805	  0.160641	  0.169575		CURRENT LEARNING RATE: 1.6996978857960323e-05
previous_iter_valid_loss : 0.17727747559547424

   1062580	  0.177575	  0.177277	  0.169963		CURRENT LEARNING RATE: 1.6993579802105654e-05
previous_iter_valid_loss : 0.1697879582643509

   1062600	  0.169942	  0.169788	  0.169910		CURRENT LEARNING RATE: 1.699018142599415e-05
previous_iter_valid_loss : 0.1606748104095459

   1062620	  0.160821	  0.160675	  0.169891		CURRENT LEARNING RATE: 1.6986783729489933e-05
previous_iter_valid_loss : 0.16572006046772003

   1062640	  0.165882	  0.165720	  0.169582		CURRENT LEARNING RATE: 1.698338671245707e-05
previous_iter_valid_loss : 0.161229208111763

   1062660	  0.161379	  0.161229	  0.169603		CURRENT LEARNING RATE: 1.6979990374759678e-05
previous_iter_valid_loss : 0.1822027564048767

   1062680	  0.182354	  0.182203	  0.170562		CURRENT LEARNING RATE: 1.6976594716261875e-05
previous_iter_valid_loss : 0.16842353343963623

   1062700	  0.168576	  0.168424	  0.170113		CURRENT LEARNING RATE: 1.697319973682789e-05
previous_iter_valid_loss : 0.16195034980773926

   1062720	  0.162106	  0.161950	  0.169159		CURRENT LEARNING RATE: 1.6969805436321896e-05
previous_iter_valid_loss : 0.16198384761810303

   1062740	  0.162138	  0.161984	  0.169233		CURRENT LEARNING RATE: 1.6966411814608124e-05
previous_iter_valid_loss : 0.16069629788398743

   1062760	  0.160871	  0.160696	  0.169197		CURRENT LEARNING RATE: 1.6963018871550793e-05
previous_iter_valid_loss : 0.1608247011899948

   1062780	  0.160978	  0.160825	  0.167916		CURRENT LEARNING RATE: 1.6959626607014256e-05
previous_iter_valid_loss : 0.1691787987947464

   1062800	  0.169332	  0.169179	  0.168059		CURRENT LEARNING RATE: 1.6956235020862782e-05
previous_iter_valid_loss : 0.16887564957141876

   1062820	  0.169035	  0.168876	  0.166352		CURRENT LEARNING RATE: 1.695284411296071e-05
previous_iter_valid_loss : 0.16073726117610931

   1062840	  0.160893	  0.160737	  0.166239		CURRENT LEARNING RATE: 1.6949453883172373e-05
previous_iter_valid_loss : 0.17242203652858734

   1062860	  0.172678	  0.172422	  0.166439		CURRENT LEARNING RATE: 1.6946064331362225e-05
previous_iter_valid_loss : 0.16186664998531342

   1062880	  0.162017	  0.161867	  0.166343		CURRENT LEARNING RATE: 1.6942675457394655e-05
previous_iter_valid_loss : 0.16079702973365784

   1062900	  0.160953	  0.160797	  0.165964		CURRENT LEARNING RATE: 1.6939287261134074e-05
previous_iter_valid_loss : 0.1695389747619629

   1062920	  0.169775	  0.169539	  0.166141		CURRENT LEARNING RATE: 1.6935899742445014e-05
previous_iter_valid_loss : 0.1605261117219925

   1062940	  0.160699	  0.160526	  0.165765		CURRENT LEARNING RATE: 1.693251290119195e-05
previous_iter_valid_loss : 0.16873012483119965

   1062960	  0.168968	  0.168730	  0.166169		CURRENT LEARNING RATE: 1.69291267372394e-05
previous_iter_valid_loss : 0.16138356924057007

   1062980	  0.161572	  0.161384	  0.165374		CURRENT LEARNING RATE: 1.6925741250451893e-05
previous_iter_valid_loss : 0.16105161607265472

   1063000	  0.161235	  0.161052	  0.164938		CURRENT LEARNING RATE: 1.692235644069407e-05
previous_iter_valid_loss : 0.17066903412342072

   1063020	  0.170922	  0.170669	  0.165437		CURRENT LEARNING RATE: 1.6918972307830505e-05
previous_iter_valid_loss : 0.16085341572761536

   1063040	  0.161015	  0.160853	  0.165194		CURRENT LEARNING RATE: 1.6915588851725837e-05
previous_iter_valid_loss : 0.16052007675170898

   1063060	  0.160688	  0.160520	  0.165159		CURRENT LEARNING RATE: 1.6912206072244694e-05
previous_iter_valid_loss : 0.16181863844394684

   1063080	  0.162005	  0.161819	  0.164139		CURRENT LEARNING RATE: 1.6908823969251825e-05
previous_iter_valid_loss : 0.16099999845027924

   1063100	  0.161158	  0.161000	  0.163768		CURRENT LEARNING RATE: 1.690544254261192e-05
previous_iter_valid_loss : 0.17590245604515076

   1063120	  0.176062	  0.175902	  0.164466		CURRENT LEARNING RATE: 1.6902061792189717e-05
previous_iter_valid_loss : 0.1631133258342743

   1063140	  0.163298	  0.163113	  0.164522		CURRENT LEARNING RATE: 1.6898681717849956e-05
previous_iter_valid_loss : 0.16479530930519104

   1063160	  0.165003	  0.164795	  0.164727		CURRENT LEARNING RATE: 1.68953023194575e-05
previous_iter_valid_loss : 0.1671675592660904

   1063180	  0.167390	  0.167168	  0.165044		CURRENT LEARNING RATE: 1.6891923596877134e-05
previous_iter_valid_loss : 0.16330158710479736

   1063200	  0.163493	  0.163302	  0.164751		CURRENT LEARNING RATE: 1.6888545549973718e-05
previous_iter_valid_loss : 0.16118505597114563

   1063220	  0.161346	  0.161185	  0.164366		CURRENT LEARNING RATE: 1.6885168178612094e-05
previous_iter_valid_loss : 0.16083265841007233

   1063240	  0.160988	  0.160833	  0.164371		CURRENT LEARNING RATE: 1.6881791482657232e-05
previous_iter_valid_loss : 0.16052232682704926

   1063260	  0.160685	  0.160522	  0.163776		CURRENT LEARNING RATE: 1.6878415461974028e-05
previous_iter_valid_loss : 0.161740243434906

   1063280	  0.161907	  0.161740	  0.163769		CURRENT LEARNING RATE: 1.6875040116427446e-05
previous_iter_valid_loss : 0.16177481412887573

   1063300	  0.161962	  0.161775	  0.163818		CURRENT LEARNING RATE: 1.6871665445882444e-05
previous_iter_valid_loss : 0.16855233907699585

   1063320	  0.168708	  0.168552	  0.163769		CURRENT LEARNING RATE: 1.686829145020409e-05
previous_iter_valid_loss : 0.18035969138145447

   1063340	  0.180683	  0.180360	  0.164761		CURRENT LEARNING RATE: 1.6864918129257395e-05
previous_iter_valid_loss : 0.16096897423267365

   1063360	  0.161145	  0.160969	  0.164373		CURRENT LEARNING RATE: 1.68615454829074e-05
previous_iter_valid_loss : 0.16096043586730957

   1063380	  0.161149	  0.160960	  0.164351		CURRENT LEARNING RATE: 1.6858173511019256e-05
previous_iter_valid_loss : 0.16427762806415558

   1063400	  0.164477	  0.164278	  0.164513		CURRENT LEARNING RATE: 1.6854802213458055e-05
previous_iter_valid_loss : 0.17187972366809845

   1063420	  0.172023	  0.171880	  0.164573		CURRENT LEARNING RATE: 1.6851431590088942e-05
previous_iter_valid_loss : 0.18716712296009064

   1063440	  0.187571	  0.187167	  0.165889		CURRENT LEARNING RATE: 1.6848061640777066e-05
previous_iter_valid_loss : 0.16072624921798706

   1063460	  0.160899	  0.160726	  0.165899		CURRENT LEARNING RATE: 1.684469236538769e-05
previous_iter_valid_loss : 0.17850758135318756

   1063480	  0.178669	  0.178508	  0.166734		CURRENT LEARNING RATE: 1.6841323763786008e-05
previous_iter_valid_loss : 0.16370584070682526

   1063500	  0.163903	  0.163706	  0.166869		CURRENT LEARNING RATE: 1.6837955835837276e-05
previous_iter_valid_loss : 0.16054977476596832

   1063520	  0.160720	  0.160550	  0.166101		CURRENT LEARNING RATE: 1.6834588581406756e-05
previous_iter_valid_loss : 0.16375944018363953

   1063540	  0.163957	  0.163759	  0.166134		CURRENT LEARNING RATE: 1.6831222000359812e-05
previous_iter_valid_loss : 0.16696305572986603

   1063560	  0.167125	  0.166963	  0.166242		CURRENT LEARNING RATE: 1.6827856092561746e-05
previous_iter_valid_loss : 0.16368070244789124

   1063580	  0.163840	  0.163681	  0.166068		CURRENT LEARNING RATE: 1.6824490857877927e-05
previous_iter_valid_loss : 0.18240097165107727

   1063600	  0.182557	  0.182401	  0.167023		CURRENT LEARNING RATE: 1.6821126296173715e-05
previous_iter_valid_loss : 0.16050337255001068

   1063620	  0.160663	  0.160503	  0.166989		CURRENT LEARNING RATE: 1.6817762407314586e-05
previous_iter_valid_loss : 0.1711338460445404

   1063640	  0.171394	  0.171134	  0.167504		CURRENT LEARNING RATE: 1.6814399191165958e-05
previous_iter_valid_loss : 0.16063837707042694

   1063660	  0.160807	  0.160638	  0.167509		CURRENT LEARNING RATE: 1.6811036647593298e-05
previous_iter_valid_loss : 0.16058015823364258

   1063680	  0.160750	  0.160580	  0.167451		CURRENT LEARNING RATE: 1.6807674776462076e-05
previous_iter_valid_loss : 0.1613154113292694

   1063700	  0.161475	  0.161315	  0.167429		CURRENT LEARNING RATE: 1.6804313577637876e-05
previous_iter_valid_loss : 0.18790926039218903

   1063720	  0.188047	  0.187909	  0.168396		CURRENT LEARNING RATE: 1.6800953050986225e-05
previous_iter_valid_loss : 0.16085806488990784

   1063740	  0.161028	  0.160858	  0.167421		CURRENT LEARNING RATE: 1.6797593196372667e-05
previous_iter_valid_loss : 0.16544480621814728

   1063760	  0.165651	  0.165445	  0.167645		CURRENT LEARNING RATE: 1.6794234013662867e-05
previous_iter_valid_loss : 0.16326351463794708

   1063780	  0.163461	  0.163264	  0.167760		CURRENT LEARNING RATE: 1.6790875502722433e-05
previous_iter_valid_loss : 0.16124168038368225

   1063800	  0.161395	  0.161242	  0.167608		CURRENT LEARNING RATE: 1.678751766341702e-05
previous_iter_valid_loss : 0.1605977565050125

   1063820	  0.160773	  0.160598	  0.167044		CURRENT LEARNING RATE: 1.6784160495612284e-05
previous_iter_valid_loss : 0.17903873324394226

   1063840	  0.179358	  0.179039	  0.166638		CURRENT LEARNING RATE: 1.6780803999174002e-05
previous_iter_valid_loss : 0.170745387673378

   1063860	  0.171002	  0.170745	  0.167139		CURRENT LEARNING RATE: 1.6777448173967883e-05
previous_iter_valid_loss : 0.1660388708114624

   1063880	  0.166246	  0.166039	  0.166515		CURRENT LEARNING RATE: 1.677409301985969e-05
previous_iter_valid_loss : 0.16622893512248993

   1063900	  0.166447	  0.166229	  0.166642		CURRENT LEARNING RATE: 1.6770738536715193e-05
previous_iter_valid_loss : 0.16093721985816956

   1063920	  0.161098	  0.160937	  0.166661		CURRENT LEARNING RATE: 1.676738472440027e-05
previous_iter_valid_loss : 0.16050314903259277

   1063940	  0.160667	  0.160503	  0.166498		CURRENT LEARNING RATE: 1.6764031582780737e-05
previous_iter_valid_loss : 0.16885527968406677

   1063960	  0.169008	  0.168855	  0.166593		CURRENT LEARNING RATE: 1.6760679111722466e-05
previous_iter_valid_loss : 0.16168414056301117

   1063980	  0.161841	  0.161684	  0.166493		CURRENT LEARNING RATE: 1.675732731109134e-05
previous_iter_valid_loss : 0.1645302176475525

   1064000	  0.164738	  0.164530	  0.165599		CURRENT LEARNING RATE: 1.675397618075333e-05
previous_iter_valid_loss : 0.1704021841287613

   1064020	  0.170661	  0.170402	  0.166094		CURRENT LEARNING RATE: 1.6750625720574374e-05
previous_iter_valid_loss : 0.16381634771823883

   1064040	  0.164016	  0.163816	  0.165728		CURRENT LEARNING RATE: 1.674727593042045e-05
previous_iter_valid_loss : 0.16880939900875092

   1064060	  0.169037	  0.168809	  0.166137		CURRENT LEARNING RATE: 1.6743926810157532e-05
previous_iter_valid_loss : 0.1605057716369629

   1064080	  0.160670	  0.160506	  0.166133		CURRENT LEARNING RATE: 1.674057835965172e-05
previous_iter_valid_loss : 0.18641121685504913

   1064100	  0.186825	  0.186411	  0.167388		CURRENT LEARNING RATE: 1.6737230578769046e-05
previous_iter_valid_loss : 0.16060234606266022

   1064120	  0.160770	  0.160602	  0.166023		CURRENT LEARNING RATE: 1.6733883467375568e-05
previous_iter_valid_loss : 0.16904908418655396

   1064140	  0.169292	  0.169049	  0.166432		CURRENT LEARNING RATE: 1.6730537025337455e-05
previous_iter_valid_loss : 0.18116921186447144

   1064160	  0.181496	  0.181169	  0.167218		CURRENT LEARNING RATE: 1.672719125252083e-05
previous_iter_valid_loss : 0.16264361143112183

   1064180	  0.162805	  0.162644	  0.167187		CURRENT LEARNING RATE: 1.6723846148791857e-05
previous_iter_valid_loss : 0.16522055864334106

   1064200	  0.165388	  0.165221	  0.167386		CURRENT LEARNING RATE: 1.6720501714016706e-05
previous_iter_valid_loss : 0.17932312190532684

   1064220	  0.179483	  0.179323	  0.168323		CURRENT LEARNING RATE: 1.6717157948061652e-05
previous_iter_valid_loss : 0.17348484694957733

   1064240	  0.173636	  0.173485	  0.168045		CURRENT LEARNING RATE: 1.6713814850792917e-05
previous_iter_valid_loss : 0.17419837415218353

   1064260	  0.174481	  0.174198	  0.168218		CURRENT LEARNING RATE: 1.6710472422076777e-05
previous_iter_valid_loss : 0.16534660756587982

   1064280	  0.165511	  0.165347	  0.168183		CURRENT LEARNING RATE: 1.670713066177951e-05
previous_iter_valid_loss : 0.1632404625415802

   1064300	  0.163441	  0.163240	  0.168034		CURRENT LEARNING RATE: 1.67037895697675e-05
previous_iter_valid_loss : 0.17806079983711243

   1064320	  0.178215	  0.178061	  0.168890		CURRENT LEARNING RATE: 1.6700449145907074e-05
previous_iter_valid_loss : 0.16797736287117004

   1064340	  0.168196	  0.167977	  0.169263		CURRENT LEARNING RATE: 1.669710939006462e-05
previous_iter_valid_loss : 0.19713790714740753

   1064360	  0.197235	  0.197138	  0.170678		CURRENT LEARNING RATE: 1.6693770302106512e-05
previous_iter_valid_loss : 0.16076765954494476

   1064380	  0.160926	  0.160768	  0.170632		CURRENT LEARNING RATE: 1.6690431881899246e-05
previous_iter_valid_loss : 0.17626528441905975

   1064400	  0.176548	  0.176265	  0.171219		CURRENT LEARNING RATE: 1.6687094129309258e-05
previous_iter_valid_loss : 0.1606864333152771

   1064420	  0.160859	  0.160686	  0.170733		CURRENT LEARNING RATE: 1.6683757044203038e-05
previous_iter_valid_loss : 0.17245237529277802

   1064440	  0.172604	  0.172452	  0.171165		CURRENT LEARNING RATE: 1.6680420626447074e-05
previous_iter_valid_loss : 0.18794988095760345

   1064460	  0.188356	  0.187950	  0.172122		CURRENT LEARNING RATE: 1.6677084875907965e-05
previous_iter_valid_loss : 0.17842620611190796

   1064480	  0.178729	  0.178426	  0.173018		CURRENT LEARNING RATE: 1.667374979245225e-05
previous_iter_valid_loss : 0.16544748842716217

   1064500	  0.165607	  0.165447	  0.171969		CURRENT LEARNING RATE: 1.6670415375946507e-05
previous_iter_valid_loss : 0.16671784222126007

   1064520	  0.166936	  0.166718	  0.172275		CURRENT LEARNING RATE: 1.6667081626257407e-05
previous_iter_valid_loss : 0.18885859847068787

   1064540	  0.188994	  0.188859	  0.173266		CURRENT LEARNING RATE: 1.6663748543251573e-05
previous_iter_valid_loss : 0.1616014540195465

   1064560	  0.161789	  0.161601	  0.172287		CURRENT LEARNING RATE: 1.6660416126795683e-05
previous_iter_valid_loss : 0.17406795918941498

   1064580	  0.174217	  0.174068	  0.172859		CURRENT LEARNING RATE: 1.6657084376756413e-05
previous_iter_valid_loss : 0.16445493698120117

   1064600	  0.164628	  0.164455	  0.172820		CURRENT LEARNING RATE: 1.665375329300055e-05
previous_iter_valid_loss : 0.1624666005373001

   1064620	  0.162630	  0.162467	  0.171977		CURRENT LEARNING RATE: 1.6650422875394818e-05
previous_iter_valid_loss : 0.1605394333600998

   1064640	  0.160706	  0.160539	  0.171330		CURRENT LEARNING RATE: 1.6647093123806004e-05
previous_iter_valid_loss : 0.16269314289093018

   1064660	  0.162862	  0.162693	  0.170755		CURRENT LEARNING RATE: 1.664376403810089e-05
previous_iter_valid_loss : 0.1610582172870636

   1064680	  0.161215	  0.161058	  0.170540		CURRENT LEARNING RATE: 1.6640435618146366e-05
previous_iter_valid_loss : 0.1639564335346222

   1064700	  0.164128	  0.163956	  0.170576		CURRENT LEARNING RATE: 1.663710786380927e-05
previous_iter_valid_loss : 0.1628580242395401

   1064720	  0.163027	  0.162858	  0.169816		CURRENT LEARNING RATE: 1.6633780774956493e-05
previous_iter_valid_loss : 0.16434918344020844

   1064740	  0.164518	  0.164349	  0.169635		CURRENT LEARNING RATE: 1.663045435145492e-05
previous_iter_valid_loss : 0.16492420434951782

   1064760	  0.165122	  0.164924	  0.168024		CURRENT LEARNING RATE: 1.662712859317155e-05
previous_iter_valid_loss : 0.16476505994796753

   1064780	  0.164971	  0.164765	  0.168224		CURRENT LEARNING RATE: 1.6623803499973326e-05
previous_iter_valid_loss : 0.16093681752681732

   1064800	  0.161115	  0.160937	  0.167457		CURRENT LEARNING RATE: 1.6620479071727245e-05
previous_iter_valid_loss : 0.16089504957199097

   1064820	  0.161075	  0.160895	  0.167468		CURRENT LEARNING RATE: 1.6617155308300302e-05
previous_iter_valid_loss : 0.16096220910549164

   1064840	  0.161119	  0.160962	  0.166893		CURRENT LEARNING RATE: 1.66138322095596e-05
previous_iter_valid_loss : 0.16051973402500153

   1064860	  0.160677	  0.160520	  0.165522		CURRENT LEARNING RATE: 1.661050977537219e-05
previous_iter_valid_loss : 0.16052573919296265

   1064880	  0.160692	  0.160526	  0.164627		CURRENT LEARNING RATE: 1.6607188005605172e-05
previous_iter_valid_loss : 0.17501027882099152

   1064900	  0.175290	  0.175010	  0.165105		CURRENT LEARNING RATE: 1.660386690012565e-05
previous_iter_valid_loss : 0.16742460429668427

   1064920	  0.167655	  0.167425	  0.165140		CURRENT LEARNING RATE: 1.6600546458800828e-05
previous_iter_valid_loss : 0.17138342559337616

   1064940	  0.171643	  0.171383	  0.164267		CURRENT LEARNING RATE: 1.6597226681497873e-05
previous_iter_valid_loss : 0.16538606584072113

   1064960	  0.165603	  0.165386	  0.164456		CURRENT LEARNING RATE: 1.6593907568083957e-05
previous_iter_valid_loss : 0.16155897080898285

   1064980	  0.161737	  0.161559	  0.163830		CURRENT LEARNING RATE: 1.6590589118426377e-05
previous_iter_valid_loss : 0.16050049662590027

   1065000	  0.160661	  0.160500	  0.163633		CURRENT LEARNING RATE: 1.658727133239236e-05
previous_iter_valid_loss : 0.16071872413158417

   1065020	  0.160871	  0.160719	  0.163545		CURRENT LEARNING RATE: 1.65839542098492e-05
previous_iter_valid_loss : 0.1628756821155548

   1065040	  0.163066	  0.162876	  0.163662		CURRENT LEARNING RATE: 1.6580637750664182e-05
previous_iter_valid_loss : 0.16244225203990936

   1065060	  0.162629	  0.162442	  0.163650		CURRENT LEARNING RATE: 1.6577321954704705e-05
previous_iter_valid_loss : 0.1608952432870865

   1065080	  0.161079	  0.160895	  0.163641		CURRENT LEARNING RATE: 1.657400682183811e-05
previous_iter_valid_loss : 0.16118758916854858

   1065100	  0.161372	  0.161188	  0.163503		CURRENT LEARNING RATE: 1.657069235193179e-05
previous_iter_valid_loss : 0.17700353264808655

   1065120	  0.177162	  0.177004	  0.164210		CURRENT LEARNING RATE: 1.6567378544853137e-05
previous_iter_valid_loss : 0.16054436564445496

   1065140	  0.160709	  0.160544	  0.164020		CURRENT LEARNING RATE: 1.6564065400469653e-05
previous_iter_valid_loss : 0.1710168421268463

   1065160	  0.171164	  0.171017	  0.164325		CURRENT LEARNING RATE: 1.656075291864879e-05
previous_iter_valid_loss : 0.1607360541820526

   1065180	  0.160894	  0.160736	  0.164123		CURRENT LEARNING RATE: 1.655744109925805e-05
previous_iter_valid_loss : 0.1716558039188385

   1065200	  0.171922	  0.171656	  0.164659		CURRENT LEARNING RATE: 1.6554129942164922e-05
previous_iter_valid_loss : 0.16189883649349213

   1065220	  0.162087	  0.161899	  0.164709		CURRENT LEARNING RATE: 1.6550819447237024e-05
previous_iter_valid_loss : 0.17444400489330292

   1065240	  0.174597	  0.174444	  0.165383		CURRENT LEARNING RATE: 1.654750961434191e-05
previous_iter_valid_loss : 0.1646624654531479

   1065260	  0.164876	  0.164662	  0.165590		CURRENT LEARNING RATE: 1.6544200443347175e-05
previous_iter_valid_loss : 0.1657305508852005

   1065280	  0.165947	  0.165731	  0.165851		CURRENT LEARNING RATE: 1.6540891934120438e-05
previous_iter_valid_loss : 0.16609902679920197

   1065300	  0.166310	  0.166099	  0.165405		CURRENT LEARNING RATE: 1.6537584086529405e-05
previous_iter_valid_loss : 0.1605476588010788

   1065320	  0.160703	  0.160548	  0.165061		CURRENT LEARNING RATE: 1.653427690044174e-05
previous_iter_valid_loss : 0.16132192313671112

   1065340	  0.161482	  0.161322	  0.164558		CURRENT LEARNING RATE: 1.6530970375725122e-05
previous_iter_valid_loss : 0.16988049447536469

   1065360	  0.170119	  0.169880	  0.164783		CURRENT LEARNING RATE: 1.652766451224735e-05
previous_iter_valid_loss : 0.16519896686077118

   1065380	  0.165403	  0.165199	  0.164965		CURRENT LEARNING RATE: 1.6524359309876167e-05
previous_iter_valid_loss : 0.16396181285381317

   1065400	  0.164158	  0.163962	  0.165138		CURRENT LEARNING RATE: 1.6521054768479353e-05
previous_iter_valid_loss : 0.16367706656455994

   1065420	  0.163847	  0.163677	  0.165286		CURRENT LEARNING RATE: 1.6517750887924706e-05
previous_iter_valid_loss : 0.16050414741039276

   1065440	  0.160663	  0.160504	  0.165167		CURRENT LEARNING RATE: 1.651444766808012e-05
previous_iter_valid_loss : 0.16182941198349

   1065460	  0.161992	  0.161829	  0.165137		CURRENT LEARNING RATE: 1.651114510881345e-05
previous_iter_valid_loss : 0.16091415286064148

   1065480	  0.161068	  0.160914	  0.165138		CURRENT LEARNING RATE: 1.6507843209992582e-05
previous_iter_valid_loss : 0.16977854073047638

   1065500	  0.169928	  0.169779	  0.165567		CURRENT LEARNING RATE: 1.6504541971485418e-05
previous_iter_valid_loss : 0.18713068962097168

   1065520	  0.187523	  0.187131	  0.166074		CURRENT LEARNING RATE: 1.650124139315996e-05
previous_iter_valid_loss : 0.16081394255161285

   1065540	  0.160967	  0.160814	  0.166087		CURRENT LEARNING RATE: 1.6497941474884166e-05
previous_iter_valid_loss : 0.16234399378299713

   1065560	  0.162532	  0.162344	  0.165653		CURRENT LEARNING RATE: 1.6494642216526027e-05
previous_iter_valid_loss : 0.18007726967334747

   1065580	  0.180229	  0.180077	  0.166621		CURRENT LEARNING RATE: 1.6491343617953554e-05
previous_iter_valid_loss : 0.16054627299308777

   1065600	  0.160725	  0.160546	  0.166065		CURRENT LEARNING RATE: 1.6488045679034857e-05
previous_iter_valid_loss : 0.16051265597343445

   1065620	  0.160666	  0.160513	  0.165996		CURRENT LEARNING RATE: 1.6484748399637988e-05
previous_iter_valid_loss : 0.1665371209383011

   1065640	  0.166701	  0.166537	  0.165600		CURRENT LEARNING RATE: 1.6481451779631057e-05
previous_iter_valid_loss : 0.17690390348434448

   1065660	  0.177066	  0.176904	  0.166212		CURRENT LEARNING RATE: 1.647815581888217e-05
previous_iter_valid_loss : 0.16817934811115265

   1065680	  0.168401	  0.168179	  0.166335		CURRENT LEARNING RATE: 1.647486051725955e-05
previous_iter_valid_loss : 0.16355113685131073

   1065700	  0.163719	  0.163551	  0.166207		CURRENT LEARNING RATE: 1.6471565874631352e-05
previous_iter_valid_loss : 0.16979102790355682

   1065720	  0.169943	  0.169791	  0.166670		CURRENT LEARNING RATE: 1.6468271890865757e-05
previous_iter_valid_loss : 0.16334876418113708

   1065740	  0.163519	  0.163349	  0.166771		CURRENT LEARNING RATE: 1.6464978565831072e-05
previous_iter_valid_loss : 0.16075190901756287

   1065760	  0.160924	  0.160752	  0.166315		CURRENT LEARNING RATE: 1.6461685899395536e-05
previous_iter_valid_loss : 0.17608444392681122

   1065780	  0.176381	  0.176084	  0.166859		CURRENT LEARNING RATE: 1.6458393891427434e-05
previous_iter_valid_loss : 0.16139428317546844

   1065800	  0.161555	  0.161394	  0.166730		CURRENT LEARNING RATE: 1.645510254179506e-05
previous_iter_valid_loss : 0.16326045989990234

   1065820	  0.163463	  0.163260	  0.166710		CURRENT LEARNING RATE: 1.6451811850366822e-05
previous_iter_valid_loss : 0.1689774990081787

   1065840	  0.169132	  0.168977	  0.167133		CURRENT LEARNING RATE: 1.6448521817011058e-05
previous_iter_valid_loss : 0.16052615642547607

   1065860	  0.160681	  0.160526	  0.167068		CURRENT LEARNING RATE: 1.644523244159617e-05
previous_iter_valid_loss : 0.16124674677848816

   1065880	  0.161431	  0.161247	  0.167085		CURRENT LEARNING RATE: 1.6441943723990553e-05
previous_iter_valid_loss : 0.1695580631494522

   1065900	  0.169798	  0.169558	  0.167074		CURRENT LEARNING RATE: 1.6438655664062717e-05
previous_iter_valid_loss : 0.1608850061893463

   1065920	  0.161038	  0.160885	  0.165761		CURRENT LEARNING RATE: 1.6435368261681106e-05
previous_iter_valid_loss : 0.1693316400051117

   1065940	  0.169574	  0.169332	  0.166187		CURRENT LEARNING RATE: 1.643208151671423e-05
previous_iter_valid_loss : 0.16428065299987793

   1065960	  0.164495	  0.164281	  0.166284		CURRENT LEARNING RATE: 1.6428795429030588e-05
previous_iter_valid_loss : 0.1657974123954773

   1065980	  0.166015	  0.165797	  0.165570		CURRENT LEARNING RATE: 1.642550999849879e-05
previous_iter_valid_loss : 0.1606215238571167

   1066000	  0.160780	  0.160622	  0.165574		CURRENT LEARNING RATE: 1.6422225224987402e-05
previous_iter_valid_loss : 0.16094531118869781

   1066020	  0.161100	  0.160945	  0.165596		CURRENT LEARNING RATE: 1.6418941108365023e-05
previous_iter_valid_loss : 0.16135887801647186

   1066040	  0.161552	  0.161359	  0.165337		CURRENT LEARNING RATE: 1.6415657648500258e-05
previous_iter_valid_loss : 0.16135923564434052

   1066060	  0.161518	  0.161359	  0.164559		CURRENT LEARNING RATE: 1.641237484526183e-05
previous_iter_valid_loss : 0.16770893335342407

   1066080	  0.167922	  0.167709	  0.164536		CURRENT LEARNING RATE: 1.64090926985184e-05
previous_iter_valid_loss : 0.16665729880332947

   1066100	  0.166812	  0.166657	  0.164691		CURRENT LEARNING RATE: 1.640581120813868e-05
previous_iter_valid_loss : 0.16056840121746063

   1066120	  0.160733	  0.160568	  0.164230		CURRENT LEARNING RATE: 1.6402530373991385e-05
previous_iter_valid_loss : 0.1640474498271942

   1066140	  0.164215	  0.164047	  0.164265		CURRENT LEARNING RATE: 1.639925019594533e-05
previous_iter_valid_loss : 0.1790149062871933

   1066160	  0.179336	  0.179015	  0.165178		CURRENT LEARNING RATE: 1.639597067386929e-05
previous_iter_valid_loss : 0.18470127880573273

   1066180	  0.185085	  0.184701	  0.165609		CURRENT LEARNING RATE: 1.6392691807632046e-05
previous_iter_valid_loss : 0.16936254501342773

   1066200	  0.169616	  0.169363	  0.166007		CURRENT LEARNING RATE: 1.6389413597102508e-05
previous_iter_valid_loss : 0.16070802509784698

   1066220	  0.160860	  0.160708	  0.165880		CURRENT LEARNING RATE: 1.6386136042149515e-05
previous_iter_valid_loss : 0.16089782118797302

   1066240	  0.161078	  0.160898	  0.165476		CURRENT LEARNING RATE: 1.6382859142641968e-05
previous_iter_valid_loss : 0.1717931181192398

   1066260	  0.171945	  0.171793	  0.166039		CURRENT LEARNING RATE: 1.6379582898448757e-05
previous_iter_valid_loss : 0.1617429107427597

   1066280	  0.161933	  0.161743	  0.166064		CURRENT LEARNING RATE: 1.6376307309438896e-05
previous_iter_valid_loss : 0.1657990962266922

   1066300	  0.166019	  0.165799	  0.165876		CURRENT LEARNING RATE: 1.6373032375481328e-05
previous_iter_valid_loss : 0.16062863171100616

   1066320	  0.160795	  0.160629	  0.165863		CURRENT LEARNING RATE: 1.6369758096445057e-05
previous_iter_valid_loss : 0.16832798719406128

   1066340	  0.168563	  0.168328	  0.165813		CURRENT LEARNING RATE: 1.6366484472199082e-05
previous_iter_valid_loss : 0.16147355735301971

   1066360	  0.161626	  0.161474	  0.165673		CURRENT LEARNING RATE: 1.636321150261252e-05
previous_iter_valid_loss : 0.17020179331302643

   1066380	  0.170352	  0.170202	  0.165893		CURRENT LEARNING RATE: 1.635993918755442e-05
previous_iter_valid_loss : 0.17098112404346466

   1066400	  0.171133	  0.170981	  0.166411		CURRENT LEARNING RATE: 1.635666752689389e-05
previous_iter_valid_loss : 0.16613322496414185

   1066420	  0.166297	  0.166133	  0.166670		CURRENT LEARNING RATE: 1.635339652050003e-05
previous_iter_valid_loss : 0.16887208819389343

   1066440	  0.169109	  0.168872	  0.167046		CURRENT LEARNING RATE: 1.6350126168242064e-05
previous_iter_valid_loss : 0.16124631464481354

   1066460	  0.161429	  0.161246	  0.167040		CURRENT LEARNING RATE: 1.6346856469989147e-05
previous_iter_valid_loss : 0.16051264107227325

   1066480	  0.160672	  0.160513	  0.166681		CURRENT LEARNING RATE: 1.634358742561049e-05
previous_iter_valid_loss : 0.16971614956855774

   1066500	  0.169961	  0.169716	  0.166833		CURRENT LEARNING RATE: 1.6340319034975307e-05
previous_iter_valid_loss : 0.16481362283229828

   1066520	  0.164982	  0.164814	  0.167046		CURRENT LEARNING RATE: 1.6337051297952912e-05
previous_iter_valid_loss : 0.177207812666893

   1066540	  0.177509	  0.177208	  0.167704		CURRENT LEARNING RATE: 1.6333784214412576e-05
previous_iter_valid_loss : 0.1606089174747467

   1066560	  0.160778	  0.160609	  0.166783		CURRENT LEARNING RATE: 1.6330517784223576e-05
previous_iter_valid_loss : 0.16051821410655975

   1066580	  0.160679	  0.160518	  0.165574		CURRENT LEARNING RATE: 1.6327252007255326e-05
previous_iter_valid_loss : 0.1607445627450943

   1066600	  0.160926	  0.160745	  0.165143		CURRENT LEARNING RATE: 1.6323986883377152e-05
previous_iter_valid_loss : 0.16283096373081207

   1066620	  0.163020	  0.162831	  0.165250		CURRENT LEARNING RATE: 1.6320722412458456e-05
previous_iter_valid_loss : 0.16563068330287933

   1066640	  0.165836	  0.165631	  0.165486		CURRENT LEARNING RATE: 1.6317458594368633e-05
previous_iter_valid_loss : 0.16366665065288544

   1066660	  0.163832	  0.163667	  0.165080		CURRENT LEARNING RATE: 1.6314195428977183e-05
previous_iter_valid_loss : 0.1644054800271988

   1066680	  0.164571	  0.164405	  0.165213		CURRENT LEARNING RATE: 1.631093291615355e-05
previous_iter_valid_loss : 0.16182340681552887

   1066700	  0.161981	  0.161823	  0.165014		CURRENT LEARNING RATE: 1.630767105576724e-05
previous_iter_valid_loss : 0.1607438325881958

   1066720	  0.160910	  0.160744	  0.165020		CURRENT LEARNING RATE: 1.6304409847687745e-05
previous_iter_valid_loss : 0.1610139161348343

   1066740	  0.161172	  0.161014	  0.164654		CURRENT LEARNING RATE: 1.6301149291784673e-05
previous_iter_valid_loss : 0.16197770833969116

   1066760	  0.162140	  0.161978	  0.164679		CURRENT LEARNING RATE: 1.6297889387927576e-05
previous_iter_valid_loss : 0.16470667719841003

   1066780	  0.164868	  0.164707	  0.164405		CURRENT LEARNING RATE: 1.6294630135986054e-05
previous_iter_valid_loss : 0.16406114399433136

   1066800	  0.164228	  0.164061	  0.164059		CURRENT LEARNING RATE: 1.6291371535829717e-05
previous_iter_valid_loss : 0.1621738225221634

   1066820	  0.162365	  0.162174	  0.163861		CURRENT LEARNING RATE: 1.6288113587328268e-05
previous_iter_valid_loss : 0.16423384845256805

   1066840	  0.164435	  0.164234	  0.163629		CURRENT LEARNING RATE: 1.6284856290351365e-05
previous_iter_valid_loss : 0.16827259957790375

   1066860	  0.168520	  0.168273	  0.163980		CURRENT LEARNING RATE: 1.6281599644768717e-05
previous_iter_valid_loss : 0.1844906210899353

   1066880	  0.184640	  0.184491	  0.165179		CURRENT LEARNING RATE: 1.6278343650450025e-05
previous_iter_valid_loss : 0.16052621603012085

   1066900	  0.160704	  0.160526	  0.164720		CURRENT LEARNING RATE: 1.627508830726511e-05
previous_iter_valid_loss : 0.18803177773952484

   1066920	  0.188163	  0.188032	  0.165880		CURRENT LEARNING RATE: 1.6271833615083735e-05
previous_iter_valid_loss : 0.1641785204410553

   1066940	  0.164364	  0.164179	  0.165229		CURRENT LEARNING RATE: 1.6268579573775675e-05
previous_iter_valid_loss : 0.1606699377298355

   1066960	  0.160839	  0.160670	  0.165232		CURRENT LEARNING RATE: 1.6265326183210827e-05
previous_iter_valid_loss : 0.16052478551864624

   1066980	  0.160700	  0.160525	  0.165232		CURRENT LEARNING RATE: 1.626207344325903e-05
previous_iter_valid_loss : 0.16183072328567505

   1067000	  0.162017	  0.161831	  0.165287		CURRENT LEARNING RATE: 1.6258821353790173e-05
previous_iter_valid_loss : 0.16372156143188477

   1067020	  0.163914	  0.163722	  0.165331		CURRENT LEARNING RATE: 1.6255569914674145e-05
previous_iter_valid_loss : 0.16234807670116425

   1067040	  0.162530	  0.162348	  0.165167		CURRENT LEARNING RATE: 1.6252319125780942e-05
previous_iter_valid_loss : 0.16086049377918243

   1067060	  0.161024	  0.160860	  0.165027		CURRENT LEARNING RATE: 1.624906898698051e-05
previous_iter_valid_loss : 0.167098268866539

   1067080	  0.167251	  0.167098	  0.165161		CURRENT LEARNING RATE: 1.6245819498142836e-05
previous_iter_valid_loss : 0.16054315865039825

   1067100	  0.160703	  0.160543	  0.165097		CURRENT LEARNING RATE: 1.6242570659137916e-05
previous_iter_valid_loss : 0.16292566061019897

   1067120	  0.163117	  0.162926	  0.165207		CURRENT LEARNING RATE: 1.6239322469835853e-05
previous_iter_valid_loss : 0.16698426008224487

   1067140	  0.167205	  0.166984	  0.165505		CURRENT LEARNING RATE: 1.623607493010669e-05
previous_iter_valid_loss : 0.16739395260810852

   1067160	  0.167611	  0.167394	  0.165776		CURRENT LEARNING RATE: 1.6232828039820528e-05
previous_iter_valid_loss : 0.16061340272426605

   1067180	  0.160779	  0.160613	  0.165571		CURRENT LEARNING RATE: 1.622958179884746e-05
previous_iter_valid_loss : 0.16440419852733612

   1067200	  0.164559	  0.164404	  0.165588		CURRENT LEARNING RATE: 1.6226336207057695e-05
previous_iter_valid_loss : 0.18436568975448608

   1067220	  0.184514	  0.184366	  0.166698		CURRENT LEARNING RATE: 1.6223091264321384e-05
previous_iter_valid_loss : 0.17301474511623383

   1067240	  0.173156	  0.173015	  0.167137		CURRENT LEARNING RATE: 1.621984697050872e-05
previous_iter_valid_loss : 0.1739145964384079

   1067260	  0.174060	  0.173915	  0.167419		CURRENT LEARNING RATE: 1.621660332548991e-05
previous_iter_valid_loss : 0.1706477403640747

   1067280	  0.170794	  0.170648	  0.166727		CURRENT LEARNING RATE: 1.621336032913527e-05
previous_iter_valid_loss : 0.16053828597068787

   1067300	  0.160703	  0.160538	  0.166728		CURRENT LEARNING RATE: 1.6210117981315038e-05
previous_iter_valid_loss : 0.17543771862983704

   1067320	  0.175590	  0.175438	  0.166098		CURRENT LEARNING RATE: 1.6206876281899504e-05
previous_iter_valid_loss : 0.16064678132534027

   1067340	  0.160798	  0.160647	  0.165921		CURRENT LEARNING RATE: 1.6203635230759047e-05
previous_iter_valid_loss : 0.17274902760982513

   1067360	  0.172900	  0.172749	  0.166525		CURRENT LEARNING RATE: 1.6200394827764003e-05
previous_iter_valid_loss : 0.16248801350593567

   1067380	  0.162679	  0.162488	  0.166623		CURRENT LEARNING RATE: 1.6197155072784753e-05
previous_iter_valid_loss : 0.16094136238098145

   1067400	  0.161104	  0.160941	  0.166579		CURRENT LEARNING RATE: 1.6193915965691684e-05
previous_iter_valid_loss : 0.16474930942058563

   1067420	  0.164913	  0.164749	  0.166630		CURRENT LEARNING RATE: 1.619067750635528e-05
previous_iter_valid_loss : 0.1617254614830017

   1067440	  0.161889	  0.161725	  0.166599		CURRENT LEARNING RATE: 1.618743969464598e-05
previous_iter_valid_loss : 0.1648937165737152

   1067460	  0.165066	  0.164894	  0.166801		CURRENT LEARNING RATE: 1.6184202530434273e-05
previous_iter_valid_loss : 0.18561162054538727

   1067480	  0.185749	  0.185612	  0.167727		CURRENT LEARNING RATE: 1.6180966013590634e-05
previous_iter_valid_loss : 0.1612691730260849

   1067500	  0.161425	  0.161269	  0.167763		CURRENT LEARNING RATE: 1.6177730143985672e-05
previous_iter_valid_loss : 0.17690987884998322

   1067520	  0.177059	  0.176910	  0.168462		CURRENT LEARNING RATE: 1.6174494921489918e-05
previous_iter_valid_loss : 0.16135981678962708

   1067540	  0.161516	  0.161360	  0.168181		CURRENT LEARNING RATE: 1.617126034597396e-05
previous_iter_valid_loss : 0.1731930375099182

   1067560	  0.173461	  0.173193	  0.168471		CURRENT LEARNING RATE: 1.616802641730839e-05
previous_iter_valid_loss : 0.1719152331352234

   1067580	  0.172170	  0.171915	  0.169036		CURRENT LEARNING RATE: 1.6164793135363907e-05
previous_iter_valid_loss : 0.1616174876689911

   1067600	  0.161805	  0.161617	  0.168897		CURRENT LEARNING RATE: 1.6161560500011154e-05
previous_iter_valid_loss : 0.16120250523090363

   1067620	  0.161391	  0.161203	  0.167738		CURRENT LEARNING RATE: 1.615832851112082e-05
previous_iter_valid_loss : 0.16837197542190552

   1067640	  0.168532	  0.168372	  0.167506		CURRENT LEARNING RATE: 1.6155097168563604e-05
previous_iter_valid_loss : 0.1614481508731842

   1067660	  0.161611	  0.161448	  0.166883		CURRENT LEARNING RATE: 1.61518664722103e-05
previous_iter_valid_loss : 0.1661624014377594

   1067680	  0.166323	  0.166162	  0.166659		CURRENT LEARNING RATE: 1.614863642193166e-05
previous_iter_valid_loss : 0.1648877114057541

   1067700	  0.165056	  0.164888	  0.166876		CURRENT LEARNING RATE: 1.614540701759848e-05
previous_iter_valid_loss : 0.16650903224945068

   1067720	  0.166668	  0.166509	  0.166430		CURRENT LEARNING RATE: 1.6142178259081553e-05
previous_iter_valid_loss : 0.17431065440177917

   1067740	  0.174590	  0.174311	  0.167113		CURRENT LEARNING RATE: 1.6138950146251788e-05
previous_iter_valid_loss : 0.1937243789434433

   1067760	  0.193842	  0.193724	  0.168162		CURRENT LEARNING RATE: 1.613572267898003e-05
previous_iter_valid_loss : 0.16116957366466522

   1067780	  0.161351	  0.161170	  0.168096		CURRENT LEARNING RATE: 1.6132495857137154e-05
previous_iter_valid_loss : 0.1756621152162552

   1067800	  0.175945	  0.175662	  0.168832		CURRENT LEARNING RATE: 1.612926968059414e-05
previous_iter_valid_loss : 0.16124621033668518

   1067820	  0.161401	  0.161246	  0.168657		CURRENT LEARNING RATE: 1.612604414922192e-05
previous_iter_valid_loss : 0.16086946427822113

   1067840	  0.161040	  0.160869	  0.168614		CURRENT LEARNING RATE: 1.6122819262891467e-05
previous_iter_valid_loss : 0.166606605052948

   1067860	  0.166812	  0.166607	  0.168699		CURRENT LEARNING RATE: 1.6119595021473756e-05
previous_iter_valid_loss : 0.16102446615695953

   1067880	  0.161208	  0.161024	  0.167470		CURRENT LEARNING RATE: 1.611637142483988e-05
previous_iter_valid_loss : 0.16475267708301544

   1067900	  0.164964	  0.164753	  0.167644		CURRENT LEARNING RATE: 1.6113148472860857e-05
previous_iter_valid_loss : 0.16074195504188538

   1067920	  0.160900	  0.160742	  0.166836		CURRENT LEARNING RATE: 1.6109926165407778e-05
previous_iter_valid_loss : 0.16089500486850739

   1067940	  0.161050	  0.160895	  0.166813		CURRENT LEARNING RATE: 1.610670450235172e-05
previous_iter_valid_loss : 0.1655372679233551

   1067960	  0.165754	  0.165537	  0.166430		CURRENT LEARNING RATE: 1.6103483483563872e-05
previous_iter_valid_loss : 0.17568981647491455

   1067980	  0.175980	  0.175690	  0.166619		CURRENT LEARNING RATE: 1.6100263108915367e-05
previous_iter_valid_loss : 0.171716570854187

   1068000	  0.171865	  0.171717	  0.167123		CURRENT LEARNING RATE: 1.609704337827739e-05
previous_iter_valid_loss : 0.16356994211673737

   1068020	  0.163737	  0.163570	  0.167242		CURRENT LEARNING RATE: 1.6093824291521118e-05
previous_iter_valid_loss : 0.16526997089385986

   1068040	  0.165465	  0.165270	  0.167087		CURRENT LEARNING RATE: 1.609060584851785e-05
previous_iter_valid_loss : 0.16733044385910034

   1068060	  0.167485	  0.167330	  0.167381		CURRENT LEARNING RATE: 1.608738804913882e-05
previous_iter_valid_loss : 0.16117513179779053

   1068080	  0.161361	  0.161175	  0.167132		CURRENT LEARNING RATE: 1.6084170893255307e-05
previous_iter_valid_loss : 0.16155345737934113

   1068100	  0.161721	  0.161553	  0.166965		CURRENT LEARNING RATE: 1.608095438073861e-05
previous_iter_valid_loss : 0.16312772035598755

   1068120	  0.163326	  0.163128	  0.166796		CURRENT LEARNING RATE: 1.6077738511460117e-05
previous_iter_valid_loss : 0.16920579969882965

   1068140	  0.169451	  0.169206	  0.166540		CURRENT LEARNING RATE: 1.607452328529117e-05
previous_iter_valid_loss : 0.16130730509757996

   1068160	  0.161491	  0.161307	  0.164920		CURRENT LEARNING RATE: 1.607130870210312e-05
previous_iter_valid_loss : 0.16177041828632355

   1068180	  0.161958	  0.161770	  0.164950		CURRENT LEARNING RATE: 1.6068094761767456e-05
previous_iter_valid_loss : 0.16067488491535187

   1068200	  0.160834	  0.160675	  0.164200		CURRENT LEARNING RATE: 1.606488146415558e-05
previous_iter_valid_loss : 0.1607806384563446

   1068220	  0.160961	  0.160781	  0.164177		CURRENT LEARNING RATE: 1.606166880913897e-05
previous_iter_valid_loss : 0.16057352721691132

   1068240	  0.160737	  0.160574	  0.164162		CURRENT LEARNING RATE: 1.605845679658908e-05
previous_iter_valid_loss : 0.17947906255722046

   1068260	  0.179637	  0.179479	  0.164806		CURRENT LEARNING RATE: 1.6055245426377498e-05
previous_iter_valid_loss : 0.16549603641033173

   1068280	  0.165657	  0.165496	  0.165029		CURRENT LEARNING RATE: 1.6052034698375732e-05
previous_iter_valid_loss : 0.1611412763595581

   1068300	  0.161303	  0.161141	  0.164849		CURRENT LEARNING RATE: 1.6048824612455355e-05
previous_iter_valid_loss : 0.16062749922275543

   1068320	  0.160796	  0.160627	  0.164843		CURRENT LEARNING RATE: 1.604561516848794e-05
previous_iter_valid_loss : 0.16189444065093994

   1068340	  0.162085	  0.161894	  0.164893		CURRENT LEARNING RATE: 1.604240636634516e-05
previous_iter_valid_loss : 0.16050490736961365

   1068360	  0.160669	  0.160505	  0.164642		CURRENT LEARNING RATE: 1.6039198205898637e-05
previous_iter_valid_loss : 0.1620621532201767

   1068380	  0.162221	  0.162062	  0.163960		CURRENT LEARNING RATE: 1.6035990687020044e-05
previous_iter_valid_loss : 0.16166868805885315

   1068400	  0.161839	  0.161669	  0.163458		CURRENT LEARNING RATE: 1.6032783809581054e-05
previous_iter_valid_loss : 0.16861894726753235

   1068420	  0.168774	  0.168619	  0.163710		CURRENT LEARNING RATE: 1.6029577573453442e-05
previous_iter_valid_loss : 0.17288608849048615

   1068440	  0.173147	  0.172886	  0.164091		CURRENT LEARNING RATE: 1.602637197850894e-05
previous_iter_valid_loss : 0.16067761182785034

   1068460	  0.160833	  0.160678	  0.163758		CURRENT LEARNING RATE: 1.6023167024619317e-05
previous_iter_valid_loss : 0.16812196373939514

   1068480	  0.168356	  0.168122	  0.164106		CURRENT LEARNING RATE: 1.6019962711656352e-05
previous_iter_valid_loss : 0.1623515635728836

   1068500	  0.162522	  0.162352	  0.164146		CURRENT LEARNING RATE: 1.6016759039491922e-05
previous_iter_valid_loss : 0.16069960594177246

   1068520	  0.160868	  0.160700	  0.164024		CURRENT LEARNING RATE: 1.6013556007997856e-05
previous_iter_valid_loss : 0.19052818417549133

   1068540	  0.190653	  0.190528	  0.165090		CURRENT LEARNING RATE: 1.601035361704601e-05
previous_iter_valid_loss : 0.16918107867240906

   1068560	  0.169335	  0.169181	  0.165484		CURRENT LEARNING RATE: 1.6007151866508333e-05
previous_iter_valid_loss : 0.1632845401763916

   1068580	  0.163450	  0.163285	  0.165560		CURRENT LEARNING RATE: 1.6003950756256732e-05
previous_iter_valid_loss : 0.1698303371667862

   1068600	  0.170080	  0.169830	  0.166017		CURRENT LEARNING RATE: 1.6000750286163167e-05
previous_iter_valid_loss : 0.16097231209278107

   1068620	  0.161126	  0.160972	  0.166027		CURRENT LEARNING RATE: 1.5997550456099585e-05
previous_iter_valid_loss : 0.16425320506095886

   1068640	  0.164419	  0.164253	  0.166211		CURRENT LEARNING RATE: 1.5994351265938055e-05
previous_iter_valid_loss : 0.16547474265098572

   1068660	  0.165678	  0.165475	  0.165511		CURRENT LEARNING RATE: 1.5991152715550573e-05
previous_iter_valid_loss : 0.16645188629627228

   1068680	  0.166667	  0.166452	  0.165559		CURRENT LEARNING RATE: 1.5987954804809206e-05
previous_iter_valid_loss : 0.16094368696212769

   1068700	  0.161102	  0.160944	  0.165549		CURRENT LEARNING RATE: 1.5984757533586002e-05
previous_iter_valid_loss : 0.16184911131858826

   1068720	  0.162012	  0.161849	  0.165610		CURRENT LEARNING RATE: 1.5981560901753133e-05
previous_iter_valid_loss : 0.16431282460689545

   1068740	  0.164479	  0.164313	  0.165731		CURRENT LEARNING RATE: 1.59783649091827e-05
previous_iter_valid_loss : 0.16771075129508972

   1068760	  0.167871	  0.167711	  0.166091		CURRENT LEARNING RATE: 1.5975169555746866e-05
previous_iter_valid_loss : 0.18074291944503784

   1068780	  0.181080	  0.180743	  0.167025		CURRENT LEARNING RATE: 1.5971974841317787e-05
previous_iter_valid_loss : 0.16086778044700623

   1068800	  0.161040	  0.160868	  0.166985		CURRENT LEARNING RATE: 1.596878076576773e-05
previous_iter_valid_loss : 0.16739867627620697

   1068820	  0.167616	  0.167399	  0.166924		CURRENT LEARNING RATE: 1.596558732896891e-05
previous_iter_valid_loss : 0.16642093658447266

   1068840	  0.166644	  0.166421	  0.166601		CURRENT LEARNING RATE: 1.5962394530793584e-05
previous_iter_valid_loss : 0.16553281247615814

   1068860	  0.165748	  0.165533	  0.166844		CURRENT LEARNING RATE: 1.595920237111401e-05
previous_iter_valid_loss : 0.17675648629665375

   1068880	  0.177054	  0.176756	  0.167275		CURRENT LEARNING RATE: 1.5956010849802567e-05
previous_iter_valid_loss : 0.17314721643924713

   1068900	  0.173417	  0.173147	  0.167815		CURRENT LEARNING RATE: 1.5952819966731557e-05
previous_iter_valid_loss : 0.1608763486146927

   1068920	  0.161056	  0.160876	  0.167824		CURRENT LEARNING RATE: 1.594962972177335e-05
previous_iter_valid_loss : 0.17686890065670013

   1068940	  0.177023	  0.176869	  0.167141		CURRENT LEARNING RATE: 1.5946440114800303e-05
previous_iter_valid_loss : 0.16103503108024597

   1068960	  0.161209	  0.161035	  0.166734		CURRENT LEARNING RATE: 1.5943251145684893e-05
previous_iter_valid_loss : 0.17090825736522675

   1068980	  0.171061	  0.170908	  0.167115		CURRENT LEARNING RATE: 1.5940062814299528e-05
previous_iter_valid_loss : 0.1615825891494751

   1069000	  0.161770	  0.161583	  0.166702		CURRENT LEARNING RATE: 1.5936875120516652e-05
previous_iter_valid_loss : 0.160637766122818

   1069020	  0.160799	  0.160638	  0.166686		CURRENT LEARNING RATE: 1.5933688064208808e-05
previous_iter_valid_loss : 0.17068080604076385

   1069040	  0.170831	  0.170681	  0.167007		CURRENT LEARNING RATE: 1.593050164524849e-05
previous_iter_valid_loss : 0.16178053617477417

   1069060	  0.161940	  0.161781	  0.166822		CURRENT LEARNING RATE: 1.5927315863508243e-05
previous_iter_valid_loss : 0.16066430509090424

   1069080	  0.160817	  0.160664	  0.166533		CURRENT LEARNING RATE: 1.5924130718860604e-05
previous_iter_valid_loss : 0.1606549322605133

   1069100	  0.160828	  0.160655	  0.166519		CURRENT LEARNING RATE: 1.592094621117822e-05
previous_iter_valid_loss : 0.1653725504875183

   1069120	  0.165537	  0.165373	  0.166695		CURRENT LEARNING RATE: 1.5917762340333693e-05
previous_iter_valid_loss : 0.16398757696151733

   1069140	  0.164158	  0.163988	  0.166678		CURRENT LEARNING RATE: 1.5914579106199657e-05
previous_iter_valid_loss : 0.1605798304080963

   1069160	  0.160736	  0.160580	  0.166322		CURRENT LEARNING RATE: 1.5911396508648757e-05
previous_iter_valid_loss : 0.1681031584739685

   1069180	  0.168258	  0.168103	  0.165690		CURRENT LEARNING RATE: 1.5908214547553752e-05
previous_iter_valid_loss : 0.16642528772354126

   1069200	  0.166585	  0.166425	  0.165968		CURRENT LEARNING RATE: 1.590503322278733e-05
previous_iter_valid_loss : 0.1618041843175888

   1069220	  0.162002	  0.161804	  0.165688		CURRENT LEARNING RATE: 1.590185253422224e-05
previous_iter_valid_loss : 0.16055168211460114

   1069240	  0.160728	  0.160552	  0.165395		CURRENT LEARNING RATE: 1.5898672481731223e-05
previous_iter_valid_loss : 0.1704530417919159

   1069260	  0.170602	  0.170453	  0.165641		CURRENT LEARNING RATE: 1.589549306518714e-05
previous_iter_valid_loss : 0.16196079552173615

   1069280	  0.162114	  0.161961	  0.164901		CURRENT LEARNING RATE: 1.5892314284462773e-05
previous_iter_valid_loss : 0.16414636373519897

   1069300	  0.164353	  0.164146	  0.164451		CURRENT LEARNING RATE: 1.5889136139430986e-05
previous_iter_valid_loss : 0.16131193935871124

   1069320	  0.161492	  0.161312	  0.164473		CURRENT LEARNING RATE: 1.588595862996462e-05
previous_iter_valid_loss : 0.1605415642261505

   1069340	  0.160701	  0.160542	  0.163656		CURRENT LEARNING RATE: 1.5882781755936625e-05
previous_iter_valid_loss : 0.16367068886756897

   1069360	  0.163862	  0.163671	  0.163788		CURRENT LEARNING RATE: 1.5879605517219903e-05
previous_iter_valid_loss : 0.1608809381723404

   1069380	  0.161055	  0.160881	  0.163287		CURRENT LEARNING RATE: 1.5876429913687378e-05
previous_iter_valid_loss : 0.17941245436668396

   1069400	  0.179576	  0.179412	  0.164178		CURRENT LEARNING RATE: 1.587325494521208e-05
previous_iter_valid_loss : 0.18554902076721191

   1069420	  0.185695	  0.185549	  0.165424		CURRENT LEARNING RATE: 1.5870080611666978e-05
previous_iter_valid_loss : 0.16081281006336212

   1069440	  0.160970	  0.160813	  0.164930		CURRENT LEARNING RATE: 1.5866906912925106e-05
previous_iter_valid_loss : 0.16269539296627045

   1069460	  0.162887	  0.162695	  0.164976		CURRENT LEARNING RATE: 1.5863733848859485e-05
previous_iter_valid_loss : 0.1605200618505478

   1069480	  0.160688	  0.160520	  0.164969		CURRENT LEARNING RATE: 1.5860561419343246e-05
previous_iter_valid_loss : 0.16183193027973175

   1069500	  0.162025	  0.161832	  0.165028		CURRENT LEARNING RATE: 1.5857389624249467e-05
previous_iter_valid_loss : 0.1605391651391983

   1069520	  0.160704	  0.160539	  0.164786		CURRENT LEARNING RATE: 1.5854218463451272e-05
previous_iter_valid_loss : 0.16610433161258698

   1069540	  0.166317	  0.166104	  0.164892		CURRENT LEARNING RATE: 1.5851047936821794e-05
previous_iter_valid_loss : 0.16073644161224365

   1069560	  0.160915	  0.160736	  0.164900		CURRENT LEARNING RATE: 1.5847878044234264e-05
previous_iter_valid_loss : 0.16058893501758575

   1069580	  0.160764	  0.160589	  0.164524		CURRENT LEARNING RATE: 1.5844708785561855e-05
previous_iter_valid_loss : 0.16052883863449097

   1069600	  0.160694	  0.160529	  0.164229		CURRENT LEARNING RATE: 1.58415401606778e-05
previous_iter_valid_loss : 0.16344891488552094

   1069620	  0.163621	  0.163449	  0.164311		CURRENT LEARNING RATE: 1.5838372169455325e-05
previous_iter_valid_loss : 0.16722874343395233

   1069640	  0.167469	  0.167229	  0.164645		CURRENT LEARNING RATE: 1.583520481176777e-05
previous_iter_valid_loss : 0.16466790437698364

   1069660	  0.164828	  0.164668	  0.164356		CURRENT LEARNING RATE: 1.5832038087488408e-05
previous_iter_valid_loss : 0.16776247322559357

   1069680	  0.167979	  0.167762	  0.164646		CURRENT LEARNING RATE: 1.582887199649057e-05
previous_iter_valid_loss : 0.16145019233226776

   1069700	  0.161637	  0.161450	  0.164511		CURRENT LEARNING RATE: 1.5825706538647587e-05
previous_iter_valid_loss : 0.1623610258102417

   1069720	  0.162513	  0.162361	  0.164564		CURRENT LEARNING RATE: 1.5822541713832895e-05
previous_iter_valid_loss : 0.1614523082971573

   1069740	  0.161646	  0.161452	  0.164609		CURRENT LEARNING RATE: 1.5819377521919876e-05
previous_iter_valid_loss : 0.17463040351867676

   1069760	  0.174911	  0.174630	  0.165157		CURRENT LEARNING RATE: 1.581621396278193e-05
previous_iter_valid_loss : 0.16820290684700012

   1069780	  0.168440	  0.168203	  0.165523		CURRENT LEARNING RATE: 1.5813051036292572e-05
previous_iter_valid_loss : 0.18987944722175598

   1069800	  0.190301	  0.189879	  0.166047		CURRENT LEARNING RATE: 1.5809888742325258e-05
previous_iter_valid_loss : 0.16275453567504883

   1069820	  0.162920	  0.162755	  0.164907		CURRENT LEARNING RATE: 1.5806727080753498e-05
previous_iter_valid_loss : 0.1628781259059906

   1069840	  0.163066	  0.162878	  0.165010		CURRENT LEARNING RATE: 1.5803566051450793e-05
previous_iter_valid_loss : 0.1604996919631958

   1069860	  0.160663	  0.160500	  0.164900		CURRENT LEARNING RATE: 1.5800405654290762e-05
previous_iter_valid_loss : 0.16279351711273193

   1069880	  0.162952	  0.162794	  0.165014		CURRENT LEARNING RATE: 1.5797245889146956e-05
previous_iter_valid_loss : 0.17495402693748474

   1069900	  0.175102	  0.174954	  0.165670		CURRENT LEARNING RATE: 1.5794086755892992e-05
previous_iter_valid_loss : 0.16066795587539673

   1069920	  0.160823	  0.160668	  0.165677		CURRENT LEARNING RATE: 1.5790928254402468e-05
previous_iter_valid_loss : 0.1609271913766861

   1069940	  0.161107	  0.160927	  0.165418		CURRENT LEARNING RATE: 1.5787770384549105e-05
previous_iter_valid_loss : 0.16210409998893738

   1069960	  0.162294	  0.162104	  0.165486		CURRENT LEARNING RATE: 1.5784613146206564e-05
previous_iter_valid_loss : 0.1637606918811798

   1069980	  0.163954	  0.163761	  0.165645		CURRENT LEARNING RATE: 1.5781456539248548e-05
previous_iter_valid_loss : 0.1625184416770935

   1070000	  0.162679	  0.162518	  0.165744		CURRENT LEARNING RATE: 1.5778300563548764e-05
previous_iter_valid_loss : 0.18269290030002594

   1070020	  0.183056	  0.182693	  0.166706		CURRENT LEARNING RATE: 1.5775145218981036e-05
previous_iter_valid_loss : 0.16899089515209198

   1070040	  0.169143	  0.168991	  0.166794		CURRENT LEARNING RATE: 1.5771990505419122e-05
previous_iter_valid_loss : 0.17801950871944427

   1070060	  0.178320	  0.178020	  0.167462		CURRENT LEARNING RATE: 1.5768836422736826e-05
previous_iter_valid_loss : 0.17369946837425232

   1070080	  0.173975	  0.173699	  0.167759		CURRENT LEARNING RATE: 1.5765682970807966e-05
previous_iter_valid_loss : 0.16601747274398804

   1070100	  0.166180	  0.166017	  0.167987		CURRENT LEARNING RATE: 1.5762530149506447e-05
previous_iter_valid_loss : 0.16348165273666382

   1070120	  0.163681	  0.163482	  0.168043		CURRENT LEARNING RATE: 1.575937795870614e-05
previous_iter_valid_loss : 0.18783573806285858

   1070140	  0.188239	  0.187836	  0.169363		CURRENT LEARNING RATE: 1.5756226398280954e-05
previous_iter_valid_loss : 0.16368545591831207

   1070160	  0.163889	  0.163685	  0.168815		CURRENT LEARNING RATE: 1.57530754681048e-05
previous_iter_valid_loss : 0.16849352419376373

   1070180	  0.168647	  0.168494	  0.168830		CURRENT LEARNING RATE: 1.574992516805169e-05
previous_iter_valid_loss : 0.16121986508369446

   1070200	  0.161406	  0.161220	  0.167397		CURRENT LEARNING RATE: 1.5746775497995594e-05
previous_iter_valid_loss : 0.16072745621204376

   1070220	  0.160903	  0.160727	  0.167295		CURRENT LEARNING RATE: 1.5743626457810487e-05
previous_iter_valid_loss : 0.1723397821187973

   1070240	  0.172604	  0.172340	  0.167769		CURRENT LEARNING RATE: 1.5740478047370473e-05
previous_iter_valid_loss : 0.16056734323501587

   1070260	  0.160728	  0.160567	  0.167772		CURRENT LEARNING RATE: 1.573733026654958e-05
previous_iter_valid_loss : 0.16108089685440063

   1070280	  0.161242	  0.161081	  0.167686		CURRENT LEARNING RATE: 1.57341831152219e-05
previous_iter_valid_loss : 0.16279840469360352

   1070300	  0.162998	  0.162798	  0.167079		CURRENT LEARNING RATE: 1.573103659326152e-05
previous_iter_valid_loss : 0.16849516332149506

   1070320	  0.168722	  0.168495	  0.167470		CURRENT LEARNING RATE: 1.5727890700542633e-05
previous_iter_valid_loss : 0.16099078953266144

   1070340	  0.161168	  0.160991	  0.167473		CURRENT LEARNING RATE: 1.5724745436939376e-05
previous_iter_valid_loss : 0.1651940643787384

   1070360	  0.165411	  0.165194	  0.167628		CURRENT LEARNING RATE: 1.572160080232594e-05
previous_iter_valid_loss : 0.1615641713142395

   1070380	  0.161752	  0.161564	  0.167518		CURRENT LEARNING RATE: 1.571845679657651e-05
previous_iter_valid_loss : 0.16196472942829132

   1070400	  0.162152	  0.161965	  0.167490		CURRENT LEARNING RATE: 1.571531341956538e-05
previous_iter_valid_loss : 0.16087040305137634

   1070420	  0.161022	  0.160870	  0.166399		CURRENT LEARNING RATE: 1.571217067116679e-05
previous_iter_valid_loss : 0.1657533347606659

   1070440	  0.165911	  0.165753	  0.166237		CURRENT LEARNING RATE: 1.570902855125503e-05
previous_iter_valid_loss : 0.1677316576242447

   1070460	  0.167887	  0.167732	  0.165723		CURRENT LEARNING RATE: 1.5705887059704384e-05
previous_iter_valid_loss : 0.17125487327575684

   1070480	  0.171406	  0.171255	  0.165600		CURRENT LEARNING RATE: 1.570274619638925e-05
previous_iter_valid_loss : 0.16623437404632568

   1070500	  0.166390	  0.166234	  0.165611		CURRENT LEARNING RATE: 1.569960596118397e-05
previous_iter_valid_loss : 0.16333435475826263

   1070520	  0.163502	  0.163334	  0.165604		CURRENT LEARNING RATE: 1.5696466353962927e-05
previous_iter_valid_loss : 0.18302081525325775

   1070540	  0.183175	  0.183021	  0.165363		CURRENT LEARNING RATE: 1.5693327374600516e-05
previous_iter_valid_loss : 0.16050559282302856

   1070560	  0.160669	  0.160506	  0.165204		CURRENT LEARNING RATE: 1.5690189022971226e-05
previous_iter_valid_loss : 0.1605667620897293

   1070580	  0.160732	  0.160567	  0.164808		CURRENT LEARNING RATE: 1.5687051298949498e-05
previous_iter_valid_loss : 0.16214533150196075

   1070600	  0.162329	  0.162145	  0.164854		CURRENT LEARNING RATE: 1.56839142024098e-05
previous_iter_valid_loss : 0.1734693944454193

   1070620	  0.173618	  0.173469	  0.165491		CURRENT LEARNING RATE: 1.56807777332267e-05
previous_iter_valid_loss : 0.18427610397338867

   1070640	  0.184641	  0.184276	  0.166088		CURRENT LEARNING RATE: 1.567764189127471e-05
previous_iter_valid_loss : 0.17410312592983246

   1070660	  0.174387	  0.174103	  0.166765		CURRENT LEARNING RATE: 1.5674506676428396e-05
previous_iter_valid_loss : 0.17252610623836517

   1070680	  0.172795	  0.172526	  0.167337		CURRENT LEARNING RATE: 1.5671372088562327e-05
previous_iter_valid_loss : 0.1643526256084442

   1070700	  0.164523	  0.164353	  0.167415		CURRENT LEARNING RATE: 1.566823812755117e-05
previous_iter_valid_loss : 0.1605796217918396

   1070720	  0.160752	  0.160580	  0.167019		CURRENT LEARNING RATE: 1.5665104793269538e-05
previous_iter_valid_loss : 0.17204034328460693

   1070740	  0.172186	  0.172040	  0.167572		CURRENT LEARNING RATE: 1.5661972085592104e-05
previous_iter_valid_loss : 0.16052648425102234

   1070760	  0.160694	  0.160526	  0.167338		CURRENT LEARNING RATE: 1.5658840004393522e-05
previous_iter_valid_loss : 0.16159138083457947

   1070780	  0.161772	  0.161591	  0.167340		CURRENT LEARNING RATE: 1.5655708549548574e-05
previous_iter_valid_loss : 0.1630411148071289

   1070800	  0.163232	  0.163041	  0.167393		CURRENT LEARNING RATE: 1.5652577720931968e-05
previous_iter_valid_loss : 0.16612471640110016

   1070820	  0.166283	  0.166125	  0.167656		CURRENT LEARNING RATE: 1.5649447518418477e-05
previous_iter_valid_loss : 0.16115528345108032

   1070840	  0.161345	  0.161155	  0.167426		CURRENT LEARNING RATE: 1.5646317941882856e-05
previous_iter_valid_loss : 0.16052164137363434

   1070860	  0.160680	  0.160522	  0.167066		CURRENT LEARNING RATE: 1.5643188991199988e-05
previous_iter_valid_loss : 0.16071143746376038

   1070880	  0.160859	  0.160711	  0.166539		CURRENT LEARNING RATE: 1.5640060666244678e-05
previous_iter_valid_loss : 0.1612045019865036

   1070900	  0.161367	  0.161205	  0.166287		CURRENT LEARNING RATE: 1.5636932966891796e-05
previous_iter_valid_loss : 0.1920796036720276

   1070920	  0.192210	  0.192080	  0.167724		CURRENT LEARNING RATE: 1.5633805893016207e-05
previous_iter_valid_loss : 0.17555981874465942

   1070940	  0.175711	  0.175560	  0.167351		CURRENT LEARNING RATE: 1.5630679444492884e-05
previous_iter_valid_loss : 0.16051726043224335

   1070960	  0.160673	  0.160517	  0.167352		CURRENT LEARNING RATE: 1.5627553621196746e-05
previous_iter_valid_loss : 0.16054023802280426

   1070980	  0.160707	  0.160540	  0.167351		CURRENT LEARNING RATE: 1.562442842300272e-05
previous_iter_valid_loss : 0.16152335703372955

   1071000	  0.161709	  0.161523	  0.167319		CURRENT LEARNING RATE: 1.5621303849785862e-05
previous_iter_valid_loss : 0.16573069989681244

   1071020	  0.165941	  0.165731	  0.166932		CURRENT LEARNING RATE: 1.5618179901421165e-05
previous_iter_valid_loss : 0.17005543410778046

   1071040	  0.170303	  0.170055	  0.166221		CURRENT LEARNING RATE: 1.5615056577783662e-05
previous_iter_valid_loss : 0.1606256365776062

   1071060	  0.160800	  0.160626	  0.165548		CURRENT LEARNING RATE: 1.5611933878748397e-05
previous_iter_valid_loss : 0.1623702198266983

   1071080	  0.162556	  0.162370	  0.165040		CURRENT LEARNING RATE: 1.5608811804190518e-05
previous_iter_valid_loss : 0.16849076747894287

   1071100	  0.168718	  0.168491	  0.165247		CURRENT LEARNING RATE: 1.5605690353985112e-05
previous_iter_valid_loss : 0.16570115089416504

   1071120	  0.165860	  0.165701	  0.165503		CURRENT LEARNING RATE: 1.5602569528007323e-05
previous_iter_valid_loss : 0.17175662517547607

   1071140	  0.171910	  0.171757	  0.165489		CURRENT LEARNING RATE: 1.559944932613229e-05
previous_iter_valid_loss : 0.16276752948760986

   1071160	  0.162968	  0.162768	  0.165601		CURRENT LEARNING RATE: 1.5596329748235256e-05
previous_iter_valid_loss : 0.16101334989070892

   1071180	  0.161207	  0.161013	  0.165572		CURRENT LEARNING RATE: 1.559321079419142e-05
previous_iter_valid_loss : 0.16592390835285187

   1071200	  0.166088	  0.165924	  0.165716		CURRENT LEARNING RATE: 1.5590092463876015e-05
previous_iter_valid_loss : 0.1649453192949295

   1071220	  0.165152	  0.164945	  0.165657		CURRENT LEARNING RATE: 1.558697475716428e-05
previous_iter_valid_loss : 0.1643427163362503

   1071240	  0.164520	  0.164343	  0.165816		CURRENT LEARNING RATE: 1.558385767393157e-05
previous_iter_valid_loss : 0.16446690261363983

   1071260	  0.164650	  0.164467	  0.166014		CURRENT LEARNING RATE: 1.5580741214053168e-05
previous_iter_valid_loss : 0.17084172368049622

   1071280	  0.170992	  0.170842	  0.166520		CURRENT LEARNING RATE: 1.5577625377404413e-05
previous_iter_valid_loss : 0.16408656537532806

   1071300	  0.164284	  0.164087	  0.166664		CURRENT LEARNING RATE: 1.557451016386065e-05
previous_iter_valid_loss : 0.1852896809577942

   1071320	  0.185670	  0.185290	  0.166325		CURRENT LEARNING RATE: 1.5571395573297324e-05
previous_iter_valid_loss : 0.16605618596076965

   1071340	  0.166279	  0.166056	  0.165849		CURRENT LEARNING RATE: 1.5568281605589824e-05
previous_iter_valid_loss : 0.1607062965631485

   1071360	  0.160884	  0.160706	  0.165859		CURRENT LEARNING RATE: 1.556516826061356e-05
previous_iter_valid_loss : 0.16228075325489044

   1071380	  0.162477	  0.162281	  0.165946		CURRENT LEARNING RATE: 1.556205553824406e-05
previous_iter_valid_loss : 0.163521409034729

   1071400	  0.163682	  0.163521	  0.166046		CURRENT LEARNING RATE: 1.555894343835678e-05
previous_iter_valid_loss : 0.16053006052970886

   1071420	  0.160685	  0.160530	  0.165786		CURRENT LEARNING RATE: 1.555583196082724e-05
previous_iter_valid_loss : 0.16053807735443115

   1071440	  0.160691	  0.160538	  0.165310		CURRENT LEARNING RATE: 1.5552721105530952e-05
previous_iter_valid_loss : 0.16123312711715698

   1071460	  0.161412	  0.161233	  0.165340		CURRENT LEARNING RATE: 1.554961087234354e-05
previous_iter_valid_loss : 0.16786940395832062

   1071480	  0.168108	  0.167869	  0.165615		CURRENT LEARNING RATE: 1.5546501261140563e-05
previous_iter_valid_loss : 0.16661681234836578

   1071500	  0.166840	  0.166617	  0.165522		CURRENT LEARNING RATE: 1.5543392271797642e-05
previous_iter_valid_loss : 0.1614803820848465

   1071520	  0.161637	  0.161480	  0.165311		CURRENT LEARNING RATE: 1.5540283904190383e-05
previous_iter_valid_loss : 0.16242456436157227

   1071540	  0.162607	  0.162425	  0.164844		CURRENT LEARNING RATE: 1.553717615819451e-05
previous_iter_valid_loss : 0.18519343435764313

   1071560	  0.185345	  0.185193	  0.165965		CURRENT LEARNING RATE: 1.5534069033685687e-05
previous_iter_valid_loss : 0.17613458633422852

   1071580	  0.176428	  0.176135	  0.166721		CURRENT LEARNING RATE: 1.5530962530539625e-05
previous_iter_valid_loss : 0.1605289727449417

   1071600	  0.160690	  0.160529	  0.166452		CURRENT LEARNING RATE: 1.552785664863204e-05
previous_iter_valid_loss : 0.17619037628173828

   1071620	  0.176480	  0.176190	  0.167014		CURRENT LEARNING RATE: 1.552475138783875e-05
previous_iter_valid_loss : 0.16057153046131134

   1071640	  0.160741	  0.160572	  0.166825		CURRENT LEARNING RATE: 1.552164674803552e-05
previous_iter_valid_loss : 0.16056668758392334

   1071660	  0.160729	  0.160567	  0.166630		CURRENT LEARNING RATE: 1.5518542729098164e-05
previous_iter_valid_loss : 0.1614113599061966

   1071680	  0.161556	  0.161411	  0.166159		CURRENT LEARNING RATE: 1.5515439330902485e-05
previous_iter_valid_loss : 0.16476497054100037

   1071700	  0.164961	  0.164765	  0.166193		CURRENT LEARNING RATE: 1.5512336553324414e-05
previous_iter_valid_loss : 0.16147564351558685

   1071720	  0.161661	  0.161476	  0.165002		CURRENT LEARNING RATE: 1.5509234396239807e-05
previous_iter_valid_loss : 0.18330669403076172

   1071740	  0.183674	  0.183307	  0.165864		CURRENT LEARNING RATE: 1.5506132859524574e-05
previous_iter_valid_loss : 0.16263221204280853

   1071760	  0.162798	  0.162632	  0.165961		CURRENT LEARNING RATE: 1.5503031943054634e-05
previous_iter_valid_loss : 0.16147132217884064

   1071780	  0.161621	  0.161471	  0.165920		CURRENT LEARNING RATE: 1.5499931646705998e-05
previous_iter_valid_loss : 0.17329245805740356

   1071800	  0.173568	  0.173292	  0.166409		CURRENT LEARNING RATE: 1.549683197035463e-05
previous_iter_valid_loss : 0.1653386503458023

   1071820	  0.165546	  0.165339	  0.166649		CURRENT LEARNING RATE: 1.5493732913876516e-05
previous_iter_valid_loss : 0.16624267399311066

   1071840	  0.166401	  0.166243	  0.166935		CURRENT LEARNING RATE: 1.549063447714775e-05
previous_iter_valid_loss : 0.16248568892478943

   1071860	  0.162675	  0.162486	  0.166997		CURRENT LEARNING RATE: 1.5487536660044365e-05
previous_iter_valid_loss : 0.1668405681848526

   1071880	  0.167062	  0.166841	  0.166946		CURRENT LEARNING RATE: 1.548443946244245e-05
previous_iter_valid_loss : 0.1679600030183792

   1071900	  0.168112	  0.167960	  0.167013		CURRENT LEARNING RATE: 1.5481342884218082e-05
previous_iter_valid_loss : 0.16636362671852112

   1071920	  0.166522	  0.166364	  0.167257		CURRENT LEARNING RATE: 1.5478246925247464e-05
previous_iter_valid_loss : 0.16306664049625397

   1071940	  0.163227	  0.163067	  0.167289		CURRENT LEARNING RATE: 1.5475151585406723e-05
previous_iter_valid_loss : 0.16426515579223633

   1071960	  0.164425	  0.164265	  0.166243		CURRENT LEARNING RATE: 1.547205686457205e-05
previous_iter_valid_loss : 0.16916073858737946

   1071980	  0.169408	  0.169161	  0.165894		CURRENT LEARNING RATE: 1.5468962762619622e-05
previous_iter_valid_loss : 0.1605309098958969

   1072000	  0.160704	  0.160531	  0.165894		CURRENT LEARNING RATE: 1.5465869279425736e-05
previous_iter_valid_loss : 0.16723041236400604

   1072020	  0.167390	  0.167230	  0.165446		CURRENT LEARNING RATE: 1.5462776414866625e-05
previous_iter_valid_loss : 0.17235447466373444

   1072040	  0.172500	  0.172354	  0.166035		CURRENT LEARNING RATE: 1.545968416881857e-05
previous_iter_valid_loss : 0.16254661977291107

   1072060	  0.162714	  0.162547	  0.166134		CURRENT LEARNING RATE: 1.5456592541157856e-05
previous_iter_valid_loss : 0.16053542494773865

   1072080	  0.160690	  0.160535	  0.166090		CURRENT LEARNING RATE: 1.5453501531760877e-05
previous_iter_valid_loss : 0.1711672991514206

   1072100	  0.171313	  0.171167	  0.166411		CURRENT LEARNING RATE: 1.545041114050396e-05
previous_iter_valid_loss : 0.16351646184921265

   1072120	  0.163696	  0.163516	  0.166513		CURRENT LEARNING RATE: 1.544732136726349e-05
previous_iter_valid_loss : 0.1612875610589981

   1072140	  0.161448	  0.161288	  0.165412		CURRENT LEARNING RATE: 1.5444232211915847e-05
previous_iter_valid_loss : 0.16377581655979156

   1072160	  0.163940	  0.163776	  0.165469		CURRENT LEARNING RATE: 1.5441143674337527e-05
previous_iter_valid_loss : 0.17032203078269958

   1072180	  0.170470	  0.170322	  0.165911		CURRENT LEARNING RATE: 1.5438055754404952e-05
previous_iter_valid_loss : 0.16361236572265625

   1072200	  0.163786	  0.163612	  0.165427		CURRENT LEARNING RATE: 1.543496845199458e-05
previous_iter_valid_loss : 0.16056586802005768

   1072220	  0.160729	  0.160566	  0.165189		CURRENT LEARNING RATE: 1.543188176698298e-05
previous_iter_valid_loss : 0.16801565885543823

   1072240	  0.168170	  0.168016	  0.165277		CURRENT LEARNING RATE: 1.542879569924665e-05
previous_iter_valid_loss : 0.16071099042892456

   1072260	  0.160864	  0.160711	  0.165189		CURRENT LEARNING RATE: 1.5425710248662152e-05
previous_iter_valid_loss : 0.16091740131378174

   1072280	  0.161070	  0.160917	  0.164893		CURRENT LEARNING RATE: 1.5422625415106038e-05
previous_iter_valid_loss : 0.16154105961322784

   1072300	  0.161701	  0.161541	  0.164572		CURRENT LEARNING RATE: 1.541954119845497e-05
previous_iter_valid_loss : 0.16837023198604584

   1072320	  0.168605	  0.168370	  0.164672		CURRENT LEARNING RATE: 1.5416457598585552e-05
previous_iter_valid_loss : 0.1643645018339157

   1072340	  0.164566	  0.164365	  0.164737		CURRENT LEARNING RATE: 1.5413374615374436e-05
previous_iter_valid_loss : 0.1618669629096985

   1072360	  0.162031	  0.161867	  0.164617		CURRENT LEARNING RATE: 1.5410292248698288e-05
previous_iter_valid_loss : 0.16666246950626373

   1072380	  0.166875	  0.166662	  0.164492		CURRENT LEARNING RATE: 1.5407210498433852e-05
previous_iter_valid_loss : 0.1609177589416504

   1072400	  0.161099	  0.160918	  0.164511		CURRENT LEARNING RATE: 1.540412936445784e-05
previous_iter_valid_loss : 0.16810379922389984

   1072420	  0.168260	  0.168104	  0.164555		CURRENT LEARNING RATE: 1.5401048846647004e-05
previous_iter_valid_loss : 0.1645616888999939

   1072440	  0.164727	  0.164562	  0.164165		CURRENT LEARNING RATE: 1.53979689448781e-05
previous_iter_valid_loss : 0.16412612795829773

   1072460	  0.164288	  0.164126	  0.164244		CURRENT LEARNING RATE: 1.539488965902798e-05
previous_iter_valid_loss : 0.1617477536201477

   1072480	  0.161936	  0.161748	  0.164305		CURRENT LEARNING RATE: 1.5391810988973448e-05
previous_iter_valid_loss : 0.16784511506557465

   1072500	  0.168071	  0.167845	  0.164139		CURRENT LEARNING RATE: 1.538873293459136e-05
previous_iter_valid_loss : 0.16640684008598328

   1072520	  0.166620	  0.166407	  0.164283		CURRENT LEARNING RATE: 1.5385655495758563e-05
previous_iter_valid_loss : 0.1660606861114502

   1072540	  0.166279	  0.166061	  0.164522		CURRENT LEARNING RATE: 1.5382578672352016e-05
previous_iter_valid_loss : 0.17064830660820007

   1072560	  0.170899	  0.170648	  0.164866		CURRENT LEARNING RATE: 1.5379502464248617e-05
previous_iter_valid_loss : 0.16644734144210815

   1072580	  0.166666	  0.166447	  0.164672		CURRENT LEARNING RATE: 1.537642687132529e-05
previous_iter_valid_loss : 0.16080643236637115

   1072600	  0.160969	  0.160806	  0.164532		CURRENT LEARNING RATE: 1.537335189345907e-05
previous_iter_valid_loss : 0.18575842678546906

   1072620	  0.186149	  0.185758	  0.165791		CURRENT LEARNING RATE: 1.5370277530526928e-05
previous_iter_valid_loss : 0.16229522228240967

   1072640	  0.162466	  0.162295	  0.165505		CURRENT LEARNING RATE: 1.5367203782405888e-05
previous_iter_valid_loss : 0.16118496656417847

   1072660	  0.161345	  0.161185	  0.165529		CURRENT LEARNING RATE: 1.536413064897297e-05
previous_iter_valid_loss : 0.16064444184303284

   1072680	  0.160814	  0.160644	  0.165515		CURRENT LEARNING RATE: 1.5361058130105314e-05
previous_iter_valid_loss : 0.16176946461200714

   1072700	  0.161954	  0.161769	  0.165527		CURRENT LEARNING RATE: 1.535798622567998e-05
previous_iter_valid_loss : 0.1635657548904419

   1072720	  0.163762	  0.163566	  0.165286		CURRENT LEARNING RATE: 1.53549149355741e-05
previous_iter_valid_loss : 0.16093625128269196

   1072740	  0.161124	  0.160936	  0.165115		CURRENT LEARNING RATE: 1.5351844259664792e-05
previous_iter_valid_loss : 0.17441187798976898

   1072760	  0.174693	  0.174412	  0.165742		CURRENT LEARNING RATE: 1.5348774197829285e-05
previous_iter_valid_loss : 0.16295477747917175

   1072780	  0.163113	  0.162955	  0.165557		CURRENT LEARNING RATE: 1.5345704749944745e-05
previous_iter_valid_loss : 0.16170302033424377

   1072800	  0.161888	  0.161703	  0.165596		CURRENT LEARNING RATE: 1.5342635915888398e-05
previous_iter_valid_loss : 0.16087834537029266

   1072820	  0.161060	  0.160878	  0.165235		CURRENT LEARNING RATE: 1.533956769553746e-05
previous_iter_valid_loss : 0.17436055839061737

   1072840	  0.174509	  0.174361	  0.165725		CURRENT LEARNING RATE: 1.5336500088769264e-05
previous_iter_valid_loss : 0.16282625496387482

   1072860	  0.163000	  0.162826	  0.165660		CURRENT LEARNING RATE: 1.5333433095461072e-05
previous_iter_valid_loss : 0.16059881448745728

   1072880	  0.160755	  0.160599	  0.165602		CURRENT LEARNING RATE: 1.5330366715490206e-05
previous_iter_valid_loss : 0.17334583401679993

   1072900	  0.173492	  0.173346	  0.165877		CURRENT LEARNING RATE: 1.5327300948733982e-05
previous_iter_valid_loss : 0.1622873991727829

   1072920	  0.162451	  0.162287	  0.165671		CURRENT LEARNING RATE: 1.5324235795069828e-05
previous_iter_valid_loss : 0.16077537834644318

   1072940	  0.160952	  0.160775	  0.165407		CURRENT LEARNING RATE: 1.5321171254375103e-05
previous_iter_valid_loss : 0.16147831082344055

   1072960	  0.161666	  0.161478	  0.164949		CURRENT LEARNING RATE: 1.5318107326527234e-05
previous_iter_valid_loss : 0.16132810711860657

   1072980	  0.161516	  0.161328	  0.164693		CURRENT LEARNING RATE: 1.5315044011403634e-05
previous_iter_valid_loss : 0.16429179906845093

   1073000	  0.164504	  0.164292	  0.164867		CURRENT LEARNING RATE: 1.531198130888182e-05
previous_iter_valid_loss : 0.16718541085720062

   1073020	  0.167341	  0.167185	  0.163938		CURRENT LEARNING RATE: 1.530891921883926e-05
previous_iter_valid_loss : 0.16059105098247528

   1073040	  0.160743	  0.160591	  0.163853		CURRENT LEARNING RATE: 1.5305857741153447e-05
previous_iter_valid_loss : 0.1614171266555786

   1073060	  0.161600	  0.161417	  0.163865		CURRENT LEARNING RATE: 1.530279687570197e-05
previous_iter_valid_loss : 0.16623154282569885

   1073080	  0.166443	  0.166232	  0.164144		CURRENT LEARNING RATE: 1.5299736622362375e-05
previous_iter_valid_loss : 0.1641072928905487

   1073100	  0.164306	  0.164107	  0.164261		CURRENT LEARNING RATE: 1.529667698101224e-05
previous_iter_valid_loss : 0.1607075333595276

   1073120	  0.160883	  0.160708	  0.164118		CURRENT LEARNING RATE: 1.5293617951529164e-05
previous_iter_valid_loss : 0.16165053844451904

   1073140	  0.161831	  0.161651	  0.164154		CURRENT LEARNING RATE: 1.5290559533790836e-05
previous_iter_valid_loss : 0.17457599937915802

   1073160	  0.174724	  0.174576	  0.164162		CURRENT LEARNING RATE: 1.5287501727674887e-05
previous_iter_valid_loss : 0.17637014389038086

   1073180	  0.176527	  0.176370	  0.164833		CURRENT LEARNING RATE: 1.5284444533059012e-05
previous_iter_valid_loss : 0.16505545377731323

   1073200	  0.165266	  0.165055	  0.165000		CURRENT LEARNING RATE: 1.528138794982089e-05
previous_iter_valid_loss : 0.16480451822280884

   1073220	  0.164967	  0.164805	  0.165197		CURRENT LEARNING RATE: 1.527833197783832e-05
previous_iter_valid_loss : 0.16627152264118195

   1073240	  0.166482	  0.166272	  0.164792		CURRENT LEARNING RATE: 1.5275276616989028e-05
previous_iter_valid_loss : 0.16107867658138275

   1073260	  0.161260	  0.161079	  0.164705		CURRENT LEARNING RATE: 1.5272221867150806e-05
previous_iter_valid_loss : 0.16086772084236145

   1073280	  0.161033	  0.160868	  0.164718		CURRENT LEARNING RATE: 1.526916772820143e-05
previous_iter_valid_loss : 0.17890684306621552

   1073300	  0.179073	  0.178907	  0.164996		CURRENT LEARNING RATE: 1.526611420001879e-05
previous_iter_valid_loss : 0.1616138070821762

   1073320	  0.161795	  0.161614	  0.164963		CURRENT LEARNING RATE: 1.5263061282480727e-05
previous_iter_valid_loss : 0.1611129492521286

   1073340	  0.161293	  0.161113	  0.164980		CURRENT LEARNING RATE: 1.5260008975465116e-05
previous_iter_valid_loss : 0.18655847012996674

   1073360	  0.186954	  0.186558	  0.166234		CURRENT LEARNING RATE: 1.5256957278849833e-05
previous_iter_valid_loss : 0.1605706810951233

   1073380	  0.160732	  0.160571	  0.166196		CURRENT LEARNING RATE: 1.5253906192512875e-05
previous_iter_valid_loss : 0.1612228900194168

   1073400	  0.161384	  0.161223	  0.166042		CURRENT LEARNING RATE: 1.5250855716332167e-05
previous_iter_valid_loss : 0.17444546520709991

   1073420	  0.174595	  0.174445	  0.166405		CURRENT LEARNING RATE: 1.524780585018566e-05
previous_iter_valid_loss : 0.1605091392993927

   1073440	  0.160676	  0.160509	  0.166401		CURRENT LEARNING RATE: 1.5244756593951417e-05
previous_iter_valid_loss : 0.17120569944381714

   1073460	  0.171458	  0.171206	  0.166891		CURRENT LEARNING RATE: 1.5241707947507442e-05
previous_iter_valid_loss : 0.18205472826957703

   1073480	  0.182211	  0.182055	  0.167682		CURRENT LEARNING RATE: 1.5238659910731785e-05
previous_iter_valid_loss : 0.1618565320968628

   1073500	  0.162044	  0.161857	  0.167569		CURRENT LEARNING RATE: 1.52356124835025e-05
previous_iter_valid_loss : 0.16073362529277802

   1073520	  0.160912	  0.160734	  0.167570		CURRENT LEARNING RATE: 1.5232565665697742e-05
previous_iter_valid_loss : 0.17002755403518677

   1073540	  0.170180	  0.170028	  0.167989		CURRENT LEARNING RATE: 1.5229519457195614e-05
previous_iter_valid_loss : 0.17808108031749725

   1073560	  0.178237	  0.178081	  0.168165		CURRENT LEARNING RATE: 1.5226473857874266e-05
previous_iter_valid_loss : 0.16147343814373016

   1073580	  0.161628	  0.161473	  0.167420		CURRENT LEARNING RATE: 1.5223428867611849e-05
previous_iter_valid_loss : 0.16181570291519165

   1073600	  0.162009	  0.161816	  0.167258		CURRENT LEARNING RATE: 1.5220384486286615e-05
previous_iter_valid_loss : 0.16144543886184692

   1073620	  0.161608	  0.161445	  0.167090		CURRENT LEARNING RATE: 1.521734071377676e-05
previous_iter_valid_loss : 0.16096553206443787

   1073640	  0.161151	  0.160966	  0.166825		CURRENT LEARNING RATE: 1.5214297549960537e-05
previous_iter_valid_loss : 0.18489393591880798

   1073660	  0.185043	  0.184894	  0.168015		CURRENT LEARNING RATE: 1.5211254994716191e-05
previous_iter_valid_loss : 0.1604919731616974

   1073680	  0.160650	  0.160492	  0.167996		CURRENT LEARNING RATE: 1.5208213047922075e-05
previous_iter_valid_loss : 0.18008296191692352

   1073700	  0.180237	  0.180083	  0.168055		CURRENT LEARNING RATE: 1.520517170945648e-05
previous_iter_valid_loss : 0.16321559250354767

   1073720	  0.163379	  0.163216	  0.168135		CURRENT LEARNING RATE: 1.520213097919776e-05
previous_iter_valid_loss : 0.17478737235069275

   1073740	  0.175067	  0.174787	  0.168819		CURRENT LEARNING RATE: 1.519909085702425e-05
previous_iter_valid_loss : 0.16105234622955322

   1073760	  0.161233	  0.161052	  0.167544		CURRENT LEARNING RATE: 1.5196051342814404e-05
previous_iter_valid_loss : 0.1813288778066635

   1073780	  0.181483	  0.181329	  0.168582		CURRENT LEARNING RATE: 1.5193012436446616e-05
previous_iter_valid_loss : 0.1782529652118683

   1073800	  0.178401	  0.178253	  0.169433		CURRENT LEARNING RATE: 1.51899741377993e-05
previous_iter_valid_loss : 0.1636999100446701

   1073820	  0.163879	  0.163700	  0.168896		CURRENT LEARNING RATE: 1.5186936446750977e-05
previous_iter_valid_loss : 0.16250579059123993

   1073840	  0.162679	  0.162506	  0.168996		CURRENT LEARNING RATE: 1.5183899363180116e-05
previous_iter_valid_loss : 0.16553257405757904

   1073860	  0.165703	  0.165533	  0.168712		CURRENT LEARNING RATE: 1.5180862886965228e-05
previous_iter_valid_loss : 0.16635183990001678

   1073880	  0.166515	  0.166352	  0.167927		CURRENT LEARNING RATE: 1.5177827017984831e-05
previous_iter_valid_loss : 0.16312143206596375

   1073900	  0.163285	  0.163121	  0.167990		CURRENT LEARNING RATE: 1.5174791756117548e-05
previous_iter_valid_loss : 0.16063882410526276

   1073920	  0.160788	  0.160639	  0.167985		CURRENT LEARNING RATE: 1.5171757101241935e-05
previous_iter_valid_loss : 0.1610163152217865

   1073940	  0.161173	  0.161016	  0.167535		CURRENT LEARNING RATE: 1.5168723053236607e-05
previous_iter_valid_loss : 0.18090619146823883

   1073960	  0.181059	  0.180906	  0.167676		CURRENT LEARNING RATE: 1.5165689611980177e-05
previous_iter_valid_loss : 0.16062375903129578

   1073980	  0.160788	  0.160624	  0.167634		CURRENT LEARNING RATE: 1.516265677735136e-05
previous_iter_valid_loss : 0.1610899716615677

   1074000	  0.161267	  0.161090	  0.167597		CURRENT LEARNING RATE: 1.5159624549228816e-05
previous_iter_valid_loss : 0.16261416673660278

   1074020	  0.162804	  0.162614	  0.167656		CURRENT LEARNING RATE: 1.5156592927491258e-05
previous_iter_valid_loss : 0.16430975496768951

   1074040	  0.164513	  0.164310	  0.167823		CURRENT LEARNING RATE: 1.515356191201739e-05
previous_iter_valid_loss : 0.16663312911987305

   1074060	  0.166790	  0.166633	  0.166910		CURRENT LEARNING RATE: 1.5150531502686027e-05
previous_iter_valid_loss : 0.16746722161769867

   1074080	  0.167686	  0.167467	  0.167259		CURRENT LEARNING RATE: 1.5147501699375929e-05
previous_iter_valid_loss : 0.1916113942861557

   1074100	  0.192083	  0.191611	  0.167835		CURRENT LEARNING RATE: 1.5144472501965898e-05
previous_iter_valid_loss : 0.16236606240272522

   1074120	  0.162530	  0.162366	  0.167793		CURRENT LEARNING RATE: 1.5141443910334743e-05
previous_iter_valid_loss : 0.17354795336723328

   1074140	  0.173811	  0.173548	  0.167731		CURRENT LEARNING RATE: 1.5138415924361375e-05
previous_iter_valid_loss : 0.16451235115528107

   1074160	  0.164721	  0.164512	  0.167904		CURRENT LEARNING RATE: 1.5135388543924644e-05
previous_iter_valid_loss : 0.16437013447284698

   1074180	  0.164541	  0.164370	  0.167056		CURRENT LEARNING RATE: 1.5132361768903432e-05
previous_iter_valid_loss : 0.17772604525089264

   1074200	  0.178022	  0.177726	  0.167029		CURRENT LEARNING RATE: 1.5129335599176716e-05
previous_iter_valid_loss : 0.1672559529542923

   1074220	  0.167413	  0.167256	  0.167207		CURRENT LEARNING RATE: 1.5126310034623429e-05
previous_iter_valid_loss : 0.16396404802799225

   1074240	  0.164166	  0.163964	  0.167280		CURRENT LEARNING RATE: 1.5123285075122544e-05
previous_iter_valid_loss : 0.16058899462223053

   1074260	  0.160746	  0.160589	  0.167033		CURRENT LEARNING RATE: 1.512026072055304e-05
previous_iter_valid_loss : 0.1631549447774887

   1074280	  0.163321	  0.163155	  0.166873		CURRENT LEARNING RATE: 1.511723697079399e-05
previous_iter_valid_loss : 0.16153991222381592

   1074300	  0.161703	  0.161540	  0.166794		CURRENT LEARNING RATE: 1.5114213825724423e-05
previous_iter_valid_loss : 0.17439937591552734

   1074320	  0.174548	  0.174399	  0.167482		CURRENT LEARNING RATE: 1.511119128522341e-05
previous_iter_valid_loss : 0.18407052755355835

   1074340	  0.184219	  0.184071	  0.168635		CURRENT LEARNING RATE: 1.5108169349170026e-05
previous_iter_valid_loss : 0.1611911803483963

   1074360	  0.161379	  0.161191	  0.167649		CURRENT LEARNING RATE: 1.510514801744344e-05
previous_iter_valid_loss : 0.16339480876922607

   1074380	  0.163563	  0.163395	  0.167788		CURRENT LEARNING RATE: 1.5102127289922779e-05
previous_iter_valid_loss : 0.16218368709087372

   1074400	  0.162343	  0.162184	  0.167842		CURRENT LEARNING RATE: 1.5099107166487214e-05
previous_iter_valid_loss : 0.16098669171333313

   1074420	  0.161162	  0.160987	  0.167761		CURRENT LEARNING RATE: 1.5096087647015907e-05
previous_iter_valid_loss : 0.16190975904464722

   1074440	  0.162095	  0.161910	  0.167641		CURRENT LEARNING RATE: 1.5093068731388139e-05
previous_iter_valid_loss : 0.1850416660308838

   1074460	  0.185191	  0.185042	  0.168561		CURRENT LEARNING RATE: 1.509005041948312e-05
previous_iter_valid_loss : 0.16784046590328217

   1074480	  0.167999	  0.167840	  0.168580		CURRENT LEARNING RATE: 1.5087032711180118e-05
previous_iter_valid_loss : 0.16051223874092102

   1074500	  0.160679	  0.160512	  0.167025		CURRENT LEARNING RATE: 1.5084015606358402e-05
previous_iter_valid_loss : 0.16370387375354767

   1074520	  0.163899	  0.163704	  0.167092		CURRENT LEARNING RATE: 1.5080999104897338e-05
previous_iter_valid_loss : 0.1614612191915512

   1074540	  0.161631	  0.161461	  0.166488		CURRENT LEARNING RATE: 1.5077983206676243e-05
previous_iter_valid_loss : 0.1605759859085083

   1074560	  0.160732	  0.160576	  0.166291		CURRENT LEARNING RATE: 1.5074967911574473e-05
previous_iter_valid_loss : 0.16618843376636505

   1074580	  0.166406	  0.166188	  0.166382		CURRENT LEARNING RATE: 1.5071953219471399e-05
previous_iter_valid_loss : 0.16083499789237976

   1074600	  0.161003	  0.160835	  0.165537		CURRENT LEARNING RATE: 1.5068939130246482e-05
previous_iter_valid_loss : 0.1612345278263092

   1074620	  0.161420	  0.161235	  0.165236		CURRENT LEARNING RATE: 1.506592564377913e-05
previous_iter_valid_loss : 0.1689978837966919

   1074640	  0.169152	  0.168998	  0.165488		CURRENT LEARNING RATE: 1.5062912759948782e-05
previous_iter_valid_loss : 0.16134262084960938

   1074660	  0.161531	  0.161343	  0.165525		CURRENT LEARNING RATE: 1.5059900478634969e-05
previous_iter_valid_loss : 0.16196337342262268

   1074680	  0.162128	  0.161963	  0.165466		CURRENT LEARNING RATE: 1.505688879971718e-05
previous_iter_valid_loss : 0.16804172098636627

   1074700	  0.168194	  0.168042	  0.165791		CURRENT LEARNING RATE: 1.5053877723074948e-05
previous_iter_valid_loss : 0.1795320361852646

   1074720	  0.179859	  0.179532	  0.166048		CURRENT LEARNING RATE: 1.5050867248587795e-05
previous_iter_valid_loss : 0.16451187431812286

   1074740	  0.164721	  0.164512	  0.165070		CURRENT LEARNING RATE: 1.5047857376135363e-05
previous_iter_valid_loss : 0.16880828142166138

   1074760	  0.169048	  0.168808	  0.165450		CURRENT LEARNING RATE: 1.5044848105597228e-05
previous_iter_valid_loss : 0.16317345201969147

   1074780	  0.163358	  0.163173	  0.165439		CURRENT LEARNING RATE: 1.5041839436853018e-05
previous_iter_valid_loss : 0.16062703728675842

   1074800	  0.160780	  0.160627	  0.165362		CURRENT LEARNING RATE: 1.503883136978236e-05
previous_iter_valid_loss : 0.16275078058242798

   1074820	  0.162937	  0.162751	  0.165450		CURRENT LEARNING RATE: 1.503582390426499e-05
previous_iter_valid_loss : 0.17672036588191986

   1074840	  0.177006	  0.176720	  0.166190		CURRENT LEARNING RATE: 1.5032817040180574e-05
previous_iter_valid_loss : 0.16683900356292725

   1074860	  0.166998	  0.166839	  0.165280		CURRENT LEARNING RATE: 1.5029810777408843e-05
previous_iter_valid_loss : 0.16741341352462769

   1074880	  0.167636	  0.167413	  0.165259		CURRENT LEARNING RATE: 1.502680511582952e-05
previous_iter_valid_loss : 0.16250765323638916

   1074900	  0.162664	  0.162508	  0.165359		CURRENT LEARNING RATE: 1.5023800055322427e-05
previous_iter_valid_loss : 0.1605333387851715

   1074920	  0.160705	  0.160533	  0.165200		CURRENT LEARNING RATE: 1.502079559576734e-05
previous_iter_valid_loss : 0.16108424961566925

   1074940	  0.161243	  0.161084	  0.165181		CURRENT LEARNING RATE: 1.501779173704408e-05
previous_iter_valid_loss : 0.1605079621076584

   1074960	  0.160680	  0.160508	  0.165178		CURRENT LEARNING RATE: 1.5014788479032463e-05
previous_iter_valid_loss : 0.16114190220832825

   1074980	  0.161325	  0.161142	  0.164925		CURRENT LEARNING RATE: 1.5011785821612414e-05
previous_iter_valid_loss : 0.16082021594047546

   1075000	  0.160975	  0.160820	  0.164925		CURRENT LEARNING RATE: 1.5008783764663799e-05
previous_iter_valid_loss : 0.18967942893505096

   1075020	  0.190125	  0.189679	  0.166347		CURRENT LEARNING RATE: 1.5005782308066512e-05
previous_iter_valid_loss : 0.16651096940040588

   1075040	  0.166729	  0.166511	  0.166223		CURRENT LEARNING RATE: 1.5002781451700544e-05
previous_iter_valid_loss : 0.16937799751758575

   1075060	  0.169634	  0.169378	  0.166624		CURRENT LEARNING RATE: 1.4999781195445839e-05
previous_iter_valid_loss : 0.16583086550235748

   1075080	  0.166039	  0.165831	  0.166818		CURRENT LEARNING RATE: 1.499678153918238e-05
previous_iter_valid_loss : 0.16087399423122406

   1075100	  0.161056	  0.160874	  0.166459		CURRENT LEARNING RATE: 1.4993782482790162e-05
previous_iter_valid_loss : 0.1696934998035431

   1075120	  0.169843	  0.169693	  0.165967		CURRENT LEARNING RATE: 1.4990784026149268e-05
previous_iter_valid_loss : 0.16372691094875336

   1075140	  0.163928	  0.163727	  0.165928		CURRENT LEARNING RATE: 1.4987786169139741e-05
previous_iter_valid_loss : 0.16632963716983795

   1075160	  0.166549	  0.166330	  0.165804		CURRENT LEARNING RATE: 1.498478891164166e-05
previous_iter_valid_loss : 0.18623334169387817

   1075180	  0.186376	  0.186233	  0.166957		CURRENT LEARNING RATE: 1.498179225353511e-05
previous_iter_valid_loss : 0.16084708273410797

   1075200	  0.161013	  0.160847	  0.166968		CURRENT LEARNING RATE: 1.4978796194700283e-05
previous_iter_valid_loss : 0.16525910794734955

   1075220	  0.165476	  0.165259	  0.167094		CURRENT LEARNING RATE: 1.49758007350173e-05
previous_iter_valid_loss : 0.16385333240032196

   1075240	  0.164007	  0.163853	  0.166450		CURRENT LEARNING RATE: 1.4972805874366355e-05
previous_iter_valid_loss : 0.16072915494441986

   1075260	  0.160902	  0.160729	  0.166145		CURRENT LEARNING RATE: 1.4969811612627616e-05
previous_iter_valid_loss : 0.1653166562318802

   1075280	  0.165485	  0.165317	  0.166040		CURRENT LEARNING RATE: 1.496681794968137e-05
previous_iter_valid_loss : 0.16525010764598846

   1075300	  0.165414	  0.165250	  0.166177		CURRENT LEARNING RATE: 1.4963824885407846e-05
previous_iter_valid_loss : 0.16270849108695984

   1075320	  0.162902	  0.162708	  0.166286		CURRENT LEARNING RATE: 1.4960832419687317e-05
previous_iter_valid_loss : 0.1605028510093689

   1075340	  0.160664	  0.160503	  0.166257		CURRENT LEARNING RATE: 1.4957840552400062e-05
previous_iter_valid_loss : 0.1821547895669937

   1075360	  0.182307	  0.182155	  0.167339		CURRENT LEARNING RATE: 1.4954849283426457e-05
previous_iter_valid_loss : 0.17308124899864197

   1075380	  0.173223	  0.173081	  0.167936		CURRENT LEARNING RATE: 1.4951858612646825e-05
previous_iter_valid_loss : 0.1662481427192688

   1075400	  0.166413	  0.166248	  0.168208		CURRENT LEARNING RATE: 1.4948868539941514e-05
previous_iter_valid_loss : 0.1723003387451172

   1075420	  0.172449	  0.172300	  0.167339		CURRENT LEARNING RATE: 1.4945879065190974e-05
previous_iter_valid_loss : 0.16733796894550323

   1075440	  0.167573	  0.167338	  0.167380		CURRENT LEARNING RATE: 1.4942890188275597e-05
previous_iter_valid_loss : 0.16299784183502197

   1075460	  0.163204	  0.162998	  0.167061		CURRENT LEARNING RATE: 1.4939901909075829e-05
previous_iter_valid_loss : 0.1694384068250656

   1075480	  0.169595	  0.169438	  0.167241		CURRENT LEARNING RATE: 1.4936914227472113e-05
previous_iter_valid_loss : 0.16387607157230377

   1075500	  0.164047	  0.163876	  0.167391		CURRENT LEARNING RATE: 1.4933927143344995e-05
previous_iter_valid_loss : 0.16301049292087555

   1075520	  0.163180	  0.163010	  0.167057		CURRENT LEARNING RATE: 1.4930940656574966e-05
previous_iter_valid_loss : 0.16236965358257294

   1075540	  0.162534	  0.162370	  0.166989		CURRENT LEARNING RATE: 1.4927954767042563e-05
previous_iter_valid_loss : 0.17251791059970856

   1075560	  0.172661	  0.172518	  0.167299		CURRENT LEARNING RATE: 1.492496947462833e-05
previous_iter_valid_loss : 0.1679803878068924

   1075580	  0.168136	  0.167980	  0.166386		CURRENT LEARNING RATE: 1.4921984779212901e-05
previous_iter_valid_loss : 0.16783584654331207

   1075600	  0.167984	  0.167836	  0.166736		CURRENT LEARNING RATE: 1.4919000680676865e-05
previous_iter_valid_loss : 0.16072866320610046

   1075620	  0.160900	  0.160729	  0.166509		CURRENT LEARNING RATE: 1.4916017178900859e-05
previous_iter_valid_loss : 0.16450589895248413

   1075640	  0.164674	  0.164506	  0.166542		CURRENT LEARNING RATE: 1.4913034273765517e-05
previous_iter_valid_loss : 0.17763260006904602

   1075660	  0.177935	  0.177633	  0.167387		CURRENT LEARNING RATE: 1.491005196515157e-05
previous_iter_valid_loss : 0.17076869308948517

   1075680	  0.171022	  0.170769	  0.167660		CURRENT LEARNING RATE: 1.4907070252939708e-05
previous_iter_valid_loss : 0.16608035564422607

   1075700	  0.166240	  0.166080	  0.167701		CURRENT LEARNING RATE: 1.4904089137010659e-05
previous_iter_valid_loss : 0.1720716804265976

   1075720	  0.172223	  0.172072	  0.168169		CURRENT LEARNING RATE: 1.4901108617245147e-05
previous_iter_valid_loss : 0.16962559521198273

   1075740	  0.169781	  0.169626	  0.168625		CURRENT LEARNING RATE: 1.4898128693524011e-05
previous_iter_valid_loss : 0.1843462437391281

   1075760	  0.184489	  0.184346	  0.168735		CURRENT LEARNING RATE: 1.4895149365728025e-05
previous_iter_valid_loss : 0.17290328443050385

   1075780	  0.173174	  0.172903	  0.168726		CURRENT LEARNING RATE: 1.4892170633738014e-05
previous_iter_valid_loss : 0.1848280280828476

   1075800	  0.185205	  0.184828	  0.169655		CURRENT LEARNING RATE: 1.4889192497434802e-05
previous_iter_valid_loss : 0.1893579214811325

   1075820	  0.189485	  0.189358	  0.170508		CURRENT LEARNING RATE: 1.4886214956699323e-05
previous_iter_valid_loss : 0.1606595367193222

   1075840	  0.160820	  0.160660	  0.170174		CURRENT LEARNING RATE: 1.4883238011412442e-05
previous_iter_valid_loss : 0.16918611526489258

   1075860	  0.169436	  0.169186	  0.170483		CURRENT LEARNING RATE: 1.4880261661455056e-05
previous_iter_valid_loss : 0.16338194906711578

   1075880	  0.163576	  0.163382	  0.170181		CURRENT LEARNING RATE: 1.4877285906708166e-05
previous_iter_valid_loss : 0.1610712856054306

   1075900	  0.161226	  0.161071	  0.170040		CURRENT LEARNING RATE: 1.4874310747052714e-05
previous_iter_valid_loss : 0.16084755957126617

   1075920	  0.161018	  0.160848	  0.169932		CURRENT LEARNING RATE: 1.4871336182369693e-05
previous_iter_valid_loss : 0.16229400038719177

   1075940	  0.162478	  0.162294	  0.169928		CURRENT LEARNING RATE: 1.4868362212540097e-05
previous_iter_valid_loss : 0.16070756316184998

   1075960	  0.160868	  0.160708	  0.169338		CURRENT LEARNING RATE: 1.4865388837445016e-05
previous_iter_valid_loss : 0.17569246888160706

   1075980	  0.175980	  0.175692	  0.169723		CURRENT LEARNING RATE: 1.486241605696549e-05
previous_iter_valid_loss : 0.16622263193130493

   1076000	  0.166430	  0.166223	  0.169643		CURRENT LEARNING RATE: 1.485944387098261e-05
previous_iter_valid_loss : 0.16069546341896057

   1076020	  0.160868	  0.160695	  0.169641		CURRENT LEARNING RATE: 1.485647227937746e-05
previous_iter_valid_loss : 0.1675480455160141

   1076040	  0.167704	  0.167548	  0.169793		CURRENT LEARNING RATE: 1.4853501282031231e-05
previous_iter_valid_loss : 0.16273175179958344

   1076060	  0.162889	  0.162732	  0.169048		CURRENT LEARNING RATE: 1.4850530878825053e-05
previous_iter_valid_loss : 0.18113036453723907

   1076080	  0.181292	  0.181130	  0.169566		CURRENT LEARNING RATE: 1.4847561069640113e-05
previous_iter_valid_loss : 0.16717031598091125

   1076100	  0.167334	  0.167170	  0.169621		CURRENT LEARNING RATE: 1.484459185435759e-05
previous_iter_valid_loss : 0.16261830925941467

   1076120	  0.162779	  0.162618	  0.169148		CURRENT LEARNING RATE: 1.4841623232858773e-05
previous_iter_valid_loss : 0.16168542206287384

   1076140	  0.161845	  0.161685	  0.168751		CURRENT LEARNING RATE: 1.4838655205024882e-05
previous_iter_valid_loss : 0.16311661899089813

   1076160	  0.163277	  0.163117	  0.167690		CURRENT LEARNING RATE: 1.4835687770737205e-05
previous_iter_valid_loss : 0.1607561856508255

   1076180	  0.160912	  0.160756	  0.167082		CURRENT LEARNING RATE: 1.4832720929877014e-05
previous_iter_valid_loss : 0.16884063184261322

   1076200	  0.168995	  0.168841	  0.166283		CURRENT LEARNING RATE: 1.4829754682325687e-05
previous_iter_valid_loss : 0.16187365353107452

   1076220	  0.162063	  0.161874	  0.164909		CURRENT LEARNING RATE: 1.4826789027964552e-05
previous_iter_valid_loss : 0.1609204262495041

   1076240	  0.161095	  0.160920	  0.164922		CURRENT LEARNING RATE: 1.4823823966674952e-05
previous_iter_valid_loss : 0.16905872523784637

   1076260	  0.169211	  0.169059	  0.164915		CURRENT LEARNING RATE: 1.482085949833834e-05
previous_iter_valid_loss : 0.17007231712341309

   1076280	  0.170226	  0.170072	  0.165250		CURRENT LEARNING RATE: 1.4817895622836108e-05
previous_iter_valid_loss : 0.16903653740882874

   1076300	  0.169190	  0.169037	  0.165648		CURRENT LEARNING RATE: 1.4814932340049703e-05
previous_iter_valid_loss : 0.16292037069797516

   1076320	  0.163091	  0.162920	  0.165752		CURRENT LEARNING RATE: 1.481196964986057e-05
previous_iter_valid_loss : 0.1623455137014389

   1076340	  0.162548	  0.162346	  0.165754		CURRENT LEARNING RATE: 1.4809007552150249e-05
previous_iter_valid_loss : 0.16128577291965485

   1076360	  0.161433	  0.161286	  0.165783		CURRENT LEARNING RATE: 1.4806046046800232e-05
previous_iter_valid_loss : 0.16304636001586914

   1076380	  0.163221	  0.163046	  0.165151		CURRENT LEARNING RATE: 1.480308513369206e-05
previous_iter_valid_loss : 0.16092510521411896

   1076400	  0.161103	  0.160925	  0.164886		CURRENT LEARNING RATE: 1.4800124812707269e-05
previous_iter_valid_loss : 0.17097747325897217

   1076420	  0.171224	  0.170977	  0.165400		CURRENT LEARNING RATE: 1.4797165083727496e-05
previous_iter_valid_loss : 0.16887935996055603

   1076440	  0.169117	  0.168879	  0.165467		CURRENT LEARNING RATE: 1.4794205946634332e-05
previous_iter_valid_loss : 0.16445063054561615

   1076460	  0.164651	  0.164451	  0.165553		CURRENT LEARNING RATE: 1.4791247401309406e-05
previous_iter_valid_loss : 0.16519077122211456

   1076480	  0.165409	  0.165191	  0.164756		CURRENT LEARNING RATE: 1.4788289447634351e-05
previous_iter_valid_loss : 0.16281315684318542

   1076500	  0.163009	  0.162813	  0.164538		CURRENT LEARNING RATE: 1.4785332085490903e-05
previous_iter_valid_loss : 0.17854562401771545

   1076520	  0.178699	  0.178546	  0.165334		CURRENT LEARNING RATE: 1.4782375314760742e-05
previous_iter_valid_loss : 0.160618394613266

   1076540	  0.160775	  0.160618	  0.165281		CURRENT LEARNING RATE: 1.4779419135325595e-05
previous_iter_valid_loss : 0.17108003795146942

   1076560	  0.171232	  0.171080	  0.165679		CURRENT LEARNING RATE: 1.4776463547067187e-05
previous_iter_valid_loss : 0.16237230598926544

   1076580	  0.162563	  0.162372	  0.165760		CURRENT LEARNING RATE: 1.477350854986735e-05
previous_iter_valid_loss : 0.16407275199890137

   1076600	  0.164238	  0.164073	  0.165522		CURRENT LEARNING RATE: 1.4770554143607858e-05
previous_iter_valid_loss : 0.17073053121566772

   1076620	  0.170976	  0.170731	  0.165964		CURRENT LEARNING RATE: 1.4767600328170509e-05
previous_iter_valid_loss : 0.16433675587177277

   1076640	  0.164506	  0.164337	  0.166135		CURRENT LEARNING RATE: 1.4764647103437198e-05
previous_iter_valid_loss : 0.16305406391620636

   1076660	  0.163247	  0.163054	  0.165835		CURRENT LEARNING RATE: 1.4761694469289773e-05
previous_iter_valid_loss : 0.19195246696472168

   1076680	  0.192423	  0.191952	  0.166929		CURRENT LEARNING RATE: 1.475874242561013e-05
previous_iter_valid_loss : 0.17056357860565186

   1076700	  0.170823	  0.170564	  0.167005		CURRENT LEARNING RATE: 1.475579097228016e-05
previous_iter_valid_loss : 0.16683337092399597

   1076720	  0.167062	  0.166833	  0.167201		CURRENT LEARNING RATE: 1.4752840109181857e-05
previous_iter_valid_loss : 0.1894570142030716

   1076740	  0.189588	  0.189457	  0.168557		CURRENT LEARNING RATE: 1.474988983619716e-05
previous_iter_valid_loss : 0.16374529898166656

   1076760	  0.163946	  0.163745	  0.168679		CURRENT LEARNING RATE: 1.4746940153208059e-05
previous_iter_valid_loss : 0.17217616736888885

   1076780	  0.172323	  0.172176	  0.169136		CURRENT LEARNING RATE: 1.474399106009654e-05
previous_iter_valid_loss : 0.17051078379154205

   1076800	  0.170660	  0.170511	  0.169615		CURRENT LEARNING RATE: 1.4741042556744692e-05
previous_iter_valid_loss : 0.16051912307739258

   1076820	  0.160680	  0.160519	  0.169092		CURRENT LEARNING RATE: 1.4738094643034546e-05
previous_iter_valid_loss : 0.16598869860172272

   1076840	  0.166149	  0.165989	  0.168948		CURRENT LEARNING RATE: 1.4735147318848188e-05
previous_iter_valid_loss : 0.16676528751850128

   1076860	  0.166988	  0.166765	  0.169064		CURRENT LEARNING RATE: 1.47322005840677e-05
previous_iter_valid_loss : 0.17316877841949463

   1076880	  0.173440	  0.173169	  0.169462		CURRENT LEARNING RATE: 1.4729254438575263e-05
previous_iter_valid_loss : 0.16054825484752655

   1076900	  0.160716	  0.160548	  0.169349		CURRENT LEARNING RATE: 1.4726308882253006e-05
previous_iter_valid_loss : 0.16545574367046356

   1076920	  0.165665	  0.165456	  0.168695		CURRENT LEARNING RATE: 1.4723363914983107e-05
previous_iter_valid_loss : 0.166532963514328

   1076940	  0.166744	  0.166533	  0.168990		CURRENT LEARNING RATE: 1.4720419536647738e-05
previous_iter_valid_loss : 0.1708664447069168

   1076960	  0.171114	  0.170866	  0.168980		CURRENT LEARNING RATE: 1.471747574712918e-05
previous_iter_valid_loss : 0.16199485957622528

   1076980	  0.162187	  0.161995	  0.168961		CURRENT LEARNING RATE: 1.4714532546309654e-05
previous_iter_valid_loss : 0.17428724467754364

   1077000	  0.174429	  0.174287	  0.169472		CURRENT LEARNING RATE: 1.4711589934071405e-05
previous_iter_valid_loss : 0.1793505847454071

   1077020	  0.179507	  0.179351	  0.169903		CURRENT LEARNING RATE: 1.4708647910296783e-05
previous_iter_valid_loss : 0.17171427607536316

   1077040	  0.171861	  0.171714	  0.170272		CURRENT LEARNING RATE: 1.4705706474868078e-05
previous_iter_valid_loss : 0.16289536654949188

   1077060	  0.163064	  0.162895	  0.170264		CURRENT LEARNING RATE: 1.4702765627667633e-05
previous_iter_valid_loss : 0.16384980082511902

   1077080	  0.164018	  0.163850	  0.168858		CURRENT LEARNING RATE: 1.4699825368577789e-05
previous_iter_valid_loss : 0.16158320009708405

   1077100	  0.161747	  0.161583	  0.168409		CURRENT LEARNING RATE: 1.469688569748099e-05
previous_iter_valid_loss : 0.16051967442035675

   1077120	  0.160686	  0.160520	  0.168094		CURRENT LEARNING RATE: 1.469394661425962e-05
previous_iter_valid_loss : 0.16096925735473633

   1077140	  0.161149	  0.160969	  0.166669		CURRENT LEARNING RATE: 1.4691008118796116e-05
previous_iter_valid_loss : 0.16555052995681763

   1077160	  0.165717	  0.165551	  0.166760		CURRENT LEARNING RATE: 1.4688070210972912e-05
previous_iter_valid_loss : 0.16351288557052612

   1077180	  0.163687	  0.163513	  0.166326		CURRENT LEARNING RATE: 1.4685132890672546e-05
previous_iter_valid_loss : 0.1610381007194519

   1077200	  0.161193	  0.161038	  0.165853		CURRENT LEARNING RATE: 1.4682196157777498e-05
previous_iter_valid_loss : 0.16146600246429443

   1077220	  0.161650	  0.161466	  0.165900		CURRENT LEARNING RATE: 1.4679260012170296e-05
previous_iter_valid_loss : 0.16441242396831512

   1077240	  0.164601	  0.164412	  0.165821		CURRENT LEARNING RATE: 1.4676324453733472e-05
previous_iter_valid_loss : 0.16348187625408173

   1077260	  0.163652	  0.163482	  0.165657		CURRENT LEARNING RATE: 1.4673389482349653e-05
previous_iter_valid_loss : 0.1639924943447113

   1077280	  0.164196	  0.163992	  0.165198		CURRENT LEARNING RATE: 1.4670455097901418e-05
previous_iter_valid_loss : 0.17634084820747375

   1077300	  0.176632	  0.176341	  0.165988		CURRENT LEARNING RATE: 1.4667521300271386e-05
previous_iter_valid_loss : 0.1607903093099594

   1077320	  0.160964	  0.160790	  0.165755		CURRENT LEARNING RATE: 1.4664588089342183e-05
previous_iter_valid_loss : 0.162302628159523

   1077340	  0.162494	  0.162303	  0.165543		CURRENT LEARNING RATE: 1.4661655464996532e-05
previous_iter_valid_loss : 0.1616198718547821

   1077360	  0.161812	  0.161620	  0.165081		CURRENT LEARNING RATE: 1.4658723427117101e-05
previous_iter_valid_loss : 0.16073715686798096

   1077380	  0.160893	  0.160737	  0.165018		CURRENT LEARNING RATE: 1.4655791975586609e-05
previous_iter_valid_loss : 0.1634974479675293

   1077400	  0.163695	  0.163497	  0.164478		CURRENT LEARNING RATE: 1.465286111028777e-05
previous_iter_valid_loss : 0.16055916249752045

   1077420	  0.160717	  0.160559	  0.163539		CURRENT LEARNING RATE: 1.4649930831103407e-05
previous_iter_valid_loss : 0.1606900990009308

   1077440	  0.160859	  0.160690	  0.162988		CURRENT LEARNING RATE: 1.4647001137916276e-05
previous_iter_valid_loss : 0.1788376420736313

   1077460	  0.179143	  0.178838	  0.163785		CURRENT LEARNING RATE: 1.4644072030609168e-05
previous_iter_valid_loss : 0.1646164506673813

   1077480	  0.164786	  0.164616	  0.163823		CURRENT LEARNING RATE: 1.4641143509064969e-05
previous_iter_valid_loss : 0.17129571735858917

   1077500	  0.171443	  0.171296	  0.164309		CURRENT LEARNING RATE: 1.4638215573166512e-05
previous_iter_valid_loss : 0.17479932308197021

   1077520	  0.175084	  0.174799	  0.165023		CURRENT LEARNING RATE: 1.4635288222796681e-05
previous_iter_valid_loss : 0.16333045065402985

   1077540	  0.163503	  0.163330	  0.165141		CURRENT LEARNING RATE: 1.4632361457838354e-05
previous_iter_valid_loss : 0.16106976568698883

   1077560	  0.161256	  0.161070	  0.164917		CURRENT LEARNING RATE: 1.4629435278174515e-05
previous_iter_valid_loss : 0.16111072897911072

   1077580	  0.161260	  0.161111	  0.164797		CURRENT LEARNING RATE: 1.4626509683688087e-05
previous_iter_valid_loss : 0.16986271739006042

   1077600	  0.170013	  0.169863	  0.165238		CURRENT LEARNING RATE: 1.4623584674262048e-05
previous_iter_valid_loss : 0.17653468251228333

   1077620	  0.176830	  0.176535	  0.165991		CURRENT LEARNING RATE: 1.4620660249779373e-05
previous_iter_valid_loss : 0.16225868463516235

   1077640	  0.162418	  0.162259	  0.165884		CURRENT LEARNING RATE: 1.4617736410123137e-05
previous_iter_valid_loss : 0.160976842045784

   1077660	  0.161164	  0.160977	  0.165758		CURRENT LEARNING RATE: 1.4614813155176356e-05
previous_iter_valid_loss : 0.16364966332912445

   1077680	  0.163849	  0.163650	  0.165741		CURRENT LEARNING RATE: 1.4611890484822105e-05
previous_iter_valid_loss : 0.18418331444263458

   1077700	  0.184543	  0.184183	  0.166133		CURRENT LEARNING RATE: 1.4608968398943451e-05
previous_iter_valid_loss : 0.16645438969135284

   1077720	  0.166615	  0.166454	  0.166417		CURRENT LEARNING RATE: 1.4606046897423559e-05
previous_iter_valid_loss : 0.17188233137130737

   1077740	  0.172032	  0.171882	  0.166896		CURRENT LEARNING RATE: 1.4603125980145545e-05
previous_iter_valid_loss : 0.16812193393707275

   1077760	  0.168355	  0.168122	  0.167221		CURRENT LEARNING RATE: 1.4600205646992573e-05
previous_iter_valid_loss : 0.1613139510154724

   1077780	  0.161499	  0.161314	  0.167250		CURRENT LEARNING RATE: 1.4597285897847803e-05
previous_iter_valid_loss : 0.16141974925994873

   1077800	  0.161604	  0.161420	  0.167146		CURRENT LEARNING RATE: 1.4594366732594496e-05
previous_iter_valid_loss : 0.16753970086574554

   1077820	  0.167767	  0.167540	  0.167495		CURRENT LEARNING RATE: 1.459144815111586e-05
previous_iter_valid_loss : 0.16676177084445953

   1077840	  0.166916	  0.166762	  0.167798		CURRENT LEARNING RATE: 1.4588530153295126e-05
previous_iter_valid_loss : 0.16070842742919922

   1077860	  0.160866	  0.160708	  0.166892		CURRENT LEARNING RATE: 1.4585612739015627e-05
previous_iter_valid_loss : 0.16084691882133484

   1077880	  0.161025	  0.160847	  0.166703		CURRENT LEARNING RATE: 1.4582695908160638e-05
previous_iter_valid_loss : 0.17123591899871826

   1077900	  0.171389	  0.171236	  0.166700		CURRENT LEARNING RATE: 1.4579779660613489e-05
previous_iter_valid_loss : 0.16105546057224274

   1077920	  0.161232	  0.161055	  0.166013		CURRENT LEARNING RATE: 1.4576863996257503e-05
previous_iter_valid_loss : 0.16222812235355377

   1077940	  0.162420	  0.162228	  0.165958		CURRENT LEARNING RATE: 1.4573948914976102e-05
previous_iter_valid_loss : 0.16555756330490112

   1077960	  0.165767	  0.165558	  0.166182		CURRENT LEARNING RATE: 1.457103441665266e-05
previous_iter_valid_loss : 0.16602040827274323

   1077980	  0.166242	  0.166020	  0.166428		CURRENT LEARNING RATE: 1.45681205011706e-05
previous_iter_valid_loss : 0.17381080985069275

   1078000	  0.173962	  0.173811	  0.166625		CURRENT LEARNING RATE: 1.4565207168413333e-05
previous_iter_valid_loss : 0.17872221767902374

   1078020	  0.179037	  0.178722	  0.166735		CURRENT LEARNING RATE: 1.456229441826438e-05
previous_iter_valid_loss : 0.16124208271503448

   1078040	  0.161402	  0.161242	  0.166684		CURRENT LEARNING RATE: 1.4559382250607207e-05
previous_iter_valid_loss : 0.16311115026474

   1078060	  0.163278	  0.163111	  0.166791		CURRENT LEARNING RATE: 1.4556470665325325e-05
previous_iter_valid_loss : 0.16050516068935394

   1078080	  0.160667	  0.160505	  0.166633		CURRENT LEARNING RATE: 1.4553559662302246e-05
previous_iter_valid_loss : 0.16317380964756012

   1078100	  0.163345	  0.163174	  0.165583		CURRENT LEARNING RATE: 1.4550649241421583e-05
previous_iter_valid_loss : 0.16114117205142975

   1078120	  0.161328	  0.161141	  0.165317		CURRENT LEARNING RATE: 1.454773940256689e-05
previous_iter_valid_loss : 0.17698100209236145

   1078140	  0.177137	  0.176981	  0.165572		CURRENT LEARNING RATE: 1.4544830145621776e-05
previous_iter_valid_loss : 0.1612282544374466

   1078160	  0.161414	  0.161228	  0.165227		CURRENT LEARNING RATE: 1.4541921470469844e-05
previous_iter_valid_loss : 0.16801370680332184

   1078180	  0.168239	  0.168014	  0.165562		CURRENT LEARNING RATE: 1.4539013376994798e-05
previous_iter_valid_loss : 0.16901923716068268

   1078200	  0.169175	  0.169019	  0.165942		CURRENT LEARNING RATE: 1.4536105865080287e-05
previous_iter_valid_loss : 0.16246773302555084

   1078220	  0.162666	  0.162468	  0.165689		CURRENT LEARNING RATE: 1.453319893460999e-05
previous_iter_valid_loss : 0.16084402799606323

   1078240	  0.161020	  0.160844	  0.165393		CURRENT LEARNING RATE: 1.4530292585467676e-05
previous_iter_valid_loss : 0.1605251133441925

   1078260	  0.160686	  0.160525	  0.165384		CURRENT LEARNING RATE: 1.452738681753707e-05
previous_iter_valid_loss : 0.1607171595096588

   1078280	  0.160877	  0.160717	  0.165377		CURRENT LEARNING RATE: 1.4524481630701936e-05
previous_iter_valid_loss : 0.1720362901687622

   1078300	  0.172297	  0.172036	  0.165417		CURRENT LEARNING RATE: 1.4521577024846043e-05
previous_iter_valid_loss : 0.1605193316936493

   1078320	  0.160686	  0.160519	  0.165391		CURRENT LEARNING RATE: 1.4518672999853262e-05
previous_iter_valid_loss : 0.161926731467247

   1078340	  0.162096	  0.161927	  0.165375		CURRENT LEARNING RATE: 1.45157695556074e-05
previous_iter_valid_loss : 0.16216762363910675

   1078360	  0.162328	  0.162168	  0.165206		CURRENT LEARNING RATE: 1.4512866691992323e-05
previous_iter_valid_loss : 0.16646930575370789

   1078380	  0.166691	  0.166469	  0.165228		CURRENT LEARNING RATE: 1.4509964408891889e-05
previous_iter_valid_loss : 0.16217516362667084

   1078400	  0.162344	  0.162175	  0.164647		CURRENT LEARNING RATE: 1.450706270619006e-05
previous_iter_valid_loss : 0.16229678690433502

   1078420	  0.162457	  0.162297	  0.163825		CURRENT LEARNING RATE: 1.4504161583770742e-05
previous_iter_valid_loss : 0.1647137701511383

   1078440	  0.164926	  0.164714	  0.163999		CURRENT LEARNING RATE: 1.4501261041517887e-05
previous_iter_valid_loss : 0.1618715226650238

   1078460	  0.162065	  0.161872	  0.163937		CURRENT LEARNING RATE: 1.4498361079315454e-05
previous_iter_valid_loss : 0.1647399365901947

   1078480	  0.164904	  0.164740	  0.164149		CURRENT LEARNING RATE: 1.4495461697047489e-05
previous_iter_valid_loss : 0.1605110466480255

   1078500	  0.160670	  0.160511	  0.164016		CURRENT LEARNING RATE: 1.4492562894597993e-05
previous_iter_valid_loss : 0.1662784218788147

   1078520	  0.166492	  0.166278	  0.164272		CURRENT LEARNING RATE: 1.4489664671851015e-05
previous_iter_valid_loss : 0.16574309766292572

   1078540	  0.165906	  0.165743	  0.163711		CURRENT LEARNING RATE: 1.4486767028690601e-05
previous_iter_valid_loss : 0.16966743767261505

   1078560	  0.169819	  0.169667	  0.164132		CURRENT LEARNING RATE: 1.4483869965000895e-05
previous_iter_valid_loss : 0.16155946254730225

   1078580	  0.161713	  0.161559	  0.163810		CURRENT LEARNING RATE: 1.448097348066599e-05
previous_iter_valid_loss : 0.164528027176857

   1078600	  0.164691	  0.164528	  0.163585		CURRENT LEARNING RATE: 1.4478077575570026e-05
previous_iter_valid_loss : 0.16555903851985931

   1078620	  0.165725	  0.165559	  0.163740		CURRENT LEARNING RATE: 1.447518224959714e-05
previous_iter_valid_loss : 0.16120029985904694

   1078640	  0.161356	  0.161200	  0.163758		CURRENT LEARNING RATE: 1.4472287502631575e-05
previous_iter_valid_loss : 0.19603177905082703

   1078660	  0.196531	  0.196032	  0.165533		CURRENT LEARNING RATE: 1.4469393334557509e-05
previous_iter_valid_loss : 0.16218338906764984

   1078680	  0.162352	  0.162183	  0.165606		CURRENT LEARNING RATE: 1.4466499745259155e-05
previous_iter_valid_loss : 0.17243264615535736

   1078700	  0.172705	  0.172433	  0.165626		CURRENT LEARNING RATE: 1.4463606734620818e-05
previous_iter_valid_loss : 0.16189676523208618

   1078720	  0.162058	  0.161897	  0.165695		CURRENT LEARNING RATE: 1.446071430252675e-05
previous_iter_valid_loss : 0.16324962675571442

   1078740	  0.163426	  0.163250	  0.165761		CURRENT LEARNING RATE: 1.4457822448861257e-05
previous_iter_valid_loss : 0.16301488876342773

   1078760	  0.163216	  0.163015	  0.165803		CURRENT LEARNING RATE: 1.4454931173508639e-05
previous_iter_valid_loss : 0.16245269775390625

   1078780	  0.162634	  0.162453	  0.165603		CURRENT LEARNING RATE: 1.4452040476353295e-05
previous_iter_valid_loss : 0.16147580742835999

   1078800	  0.161661	  0.161476	  0.165568		CURRENT LEARNING RATE: 1.4449150357279572e-05
previous_iter_valid_loss : 0.16233298182487488

   1078820	  0.162529	  0.162333	  0.165569		CURRENT LEARNING RATE: 1.4446260816171866e-05
previous_iter_valid_loss : 0.16063478589057922

   1078840	  0.160809	  0.160635	  0.165366		CURRENT LEARNING RATE: 1.4443371852914568e-05
previous_iter_valid_loss : 0.1647549718618393

   1078860	  0.164959	  0.164755	  0.165510		CURRENT LEARNING RATE: 1.4440483467392172e-05
previous_iter_valid_loss : 0.1745194047689438

   1078880	  0.174666	  0.174519	  0.165999		CURRENT LEARNING RATE: 1.4437595659489118e-05
previous_iter_valid_loss : 0.1636914759874344

   1078900	  0.163857	  0.163691	  0.166158		CURRENT LEARNING RATE: 1.4434708429089889e-05
previous_iter_valid_loss : 0.2029973715543747

   1078920	  0.203073	  0.202997	  0.167994		CURRENT LEARNING RATE: 1.4431821776078976e-05
previous_iter_valid_loss : 0.1735805869102478

   1078940	  0.173853	  0.173581	  0.168386		CURRENT LEARNING RATE: 1.4428935700340962e-05
previous_iter_valid_loss : 0.16560228168964386

   1078960	  0.165763	  0.165602	  0.168182		CURRENT LEARNING RATE: 1.4426050201760375e-05
previous_iter_valid_loss : 0.17085403203964233

   1078980	  0.171003	  0.170854	  0.168647		CURRENT LEARNING RATE: 1.4423165280221801e-05
previous_iter_valid_loss : 0.1648343950510025

   1079000	  0.165043	  0.164834	  0.168662		CURRENT LEARNING RATE: 1.4420280935609812e-05
previous_iter_valid_loss : 0.17651934921741486

   1079020	  0.176670	  0.176519	  0.169210		CURRENT LEARNING RATE: 1.441739716780909e-05
previous_iter_valid_loss : 0.16597144305706024

   1079040	  0.166134	  0.165971	  0.169449		CURRENT LEARNING RATE: 1.4414513976704255e-05
previous_iter_valid_loss : 0.16605308651924133

   1079060	  0.166267	  0.166053	  0.167950		CURRENT LEARNING RATE: 1.441163136217996e-05
previous_iter_valid_loss : 0.17194971442222595

   1079080	  0.172094	  0.171950	  0.168438		CURRENT LEARNING RATE: 1.440874932412094e-05
previous_iter_valid_loss : 0.16139453649520874

   1079100	  0.161545	  0.161395	  0.167886		CURRENT LEARNING RATE: 1.44058678624119e-05
previous_iter_valid_loss : 0.16448622941970825

   1079120	  0.164644	  0.164486	  0.168016		CURRENT LEARNING RATE: 1.4402986976937575e-05
previous_iter_valid_loss : 0.1700926572084427

   1079140	  0.170248	  0.170093	  0.168358		CURRENT LEARNING RATE: 1.4400106667582706e-05
previous_iter_valid_loss : 0.16250494122505188

   1079160	  0.162667	  0.162505	  0.168332		CURRENT LEARNING RATE: 1.4397226934232129e-05
previous_iter_valid_loss : 0.1817834973335266

   1079180	  0.181939	  0.181783	  0.169299		CURRENT LEARNING RATE: 1.4394347776770633e-05
previous_iter_valid_loss : 0.16907139122486115

   1079200	  0.169228	  0.169071	  0.169679		CURRENT LEARNING RATE: 1.439146919508305e-05
previous_iter_valid_loss : 0.17315612733364105

   1079220	  0.173424	  0.173156	  0.170220		CURRENT LEARNING RATE: 1.4388591189054212e-05
previous_iter_valid_loss : 0.16205266118049622

   1079240	  0.162232	  0.162053	  0.170291		CURRENT LEARNING RATE: 1.4385713758569046e-05
previous_iter_valid_loss : 0.1606702208518982

   1079260	  0.160846	  0.160670	  0.170087		CURRENT LEARNING RATE: 1.4382836903512432e-05
previous_iter_valid_loss : 0.16313979029655457

   1079280	  0.163342	  0.163140	  0.169518		CURRENT LEARNING RATE: 1.4379960623769301e-05
previous_iter_valid_loss : 0.1648084968328476

   1079300	  0.164967	  0.164808	  0.169573		CURRENT LEARNING RATE: 1.4377084919224567e-05
previous_iter_valid_loss : 0.16114015877246857

   1079320	  0.161291	  0.161140	  0.167481		CURRENT LEARNING RATE: 1.437420978976326e-05
previous_iter_valid_loss : 0.16589140892028809

   1079340	  0.166048	  0.165891	  0.167096		CURRENT LEARNING RATE: 1.4371335235270345e-05
previous_iter_valid_loss : 0.16128070652484894

   1079360	  0.161424	  0.161281	  0.166880		CURRENT LEARNING RATE: 1.436846125563084e-05
previous_iter_valid_loss : 0.16126249730587006

   1079380	  0.161414	  0.161262	  0.166400		CURRENT LEARNING RATE: 1.4365587850729765e-05
previous_iter_valid_loss : 0.16103032231330872

   1079400	  0.161183	  0.161030	  0.166210		CURRENT LEARNING RATE: 1.4362715020452229e-05
previous_iter_valid_loss : 0.18408285081386566

   1079420	  0.184228	  0.184083	  0.166588		CURRENT LEARNING RATE: 1.4359842764683295e-05
previous_iter_valid_loss : 0.16557677090168

   1079440	  0.165738	  0.165577	  0.166569		CURRENT LEARNING RATE: 1.4356971083308049e-05
previous_iter_valid_loss : 0.16462364792823792

   1079460	  0.164819	  0.164624	  0.166497		CURRENT LEARNING RATE: 1.4354099976211675e-05
previous_iter_valid_loss : 0.16089992225170135

   1079480	  0.161061	  0.160900	  0.165945		CURRENT LEARNING RATE: 1.43512294432793e-05
previous_iter_valid_loss : 0.16857582330703735

   1079500	  0.168727	  0.168576	  0.166304		CURRENT LEARNING RATE: 1.4348359484396107e-05
previous_iter_valid_loss : 0.1644279807806015

   1079520	  0.164636	  0.164428	  0.166301		CURRENT LEARNING RATE: 1.4345490099447268e-05
previous_iter_valid_loss : 0.1613316833972931

   1079540	  0.161521	  0.161332	  0.165863		CURRENT LEARNING RATE: 1.4342621288318062e-05
previous_iter_valid_loss : 0.16623790562152863

   1079560	  0.166398	  0.166238	  0.166050		CURRENT LEARNING RATE: 1.4339753050893708e-05
previous_iter_valid_loss : 0.16340751945972443

   1079580	  0.163585	  0.163408	  0.165131		CURRENT LEARNING RATE: 1.4336885387059478e-05
previous_iter_valid_loss : 0.16253499686717987

   1079600	  0.162706	  0.162535	  0.164804		CURRENT LEARNING RATE: 1.433401829670064e-05
previous_iter_valid_loss : 0.16540928184986115

   1079620	  0.165614	  0.165409	  0.164417		CURRENT LEARNING RATE: 1.4331151779702561e-05
previous_iter_valid_loss : 0.17531056702136993

   1079640	  0.175603	  0.175311	  0.165079		CURRENT LEARNING RATE: 1.4328285835950555e-05
previous_iter_valid_loss : 0.16653649508953094

   1079660	  0.166696	  0.166536	  0.165373		CURRENT LEARNING RATE: 1.4325420465329986e-05
previous_iter_valid_loss : 0.16357097029685974

   1079680	  0.163781	  0.163571	  0.165394		CURRENT LEARNING RATE: 1.432255566772621e-05
previous_iter_valid_loss : 0.16053861379623413

   1079700	  0.160703	  0.160539	  0.165181		CURRENT LEARNING RATE: 1.431969144302469e-05
previous_iter_valid_loss : 0.16268348693847656

   1079720	  0.162854	  0.162683	  0.165258		CURRENT LEARNING RATE: 1.4316827791110828e-05
previous_iter_valid_loss : 0.1790551096200943

   1079740	  0.179217	  0.179055	  0.165916		CURRENT LEARNING RATE: 1.431396471187008e-05
previous_iter_valid_loss : 0.16214552521705627

   1079760	  0.162319	  0.162146	  0.165959		CURRENT LEARNING RATE: 1.4311102205187899e-05
previous_iter_valid_loss : 0.16723871231079102

   1079780	  0.167393	  0.167239	  0.166258		CURRENT LEARNING RATE: 1.430824027094983e-05
previous_iter_valid_loss : 0.16354584693908691

   1079800	  0.163713	  0.163546	  0.166384		CURRENT LEARNING RATE: 1.4305378909041377e-05
previous_iter_valid_loss : 0.1606498509645462

   1079820	  0.160820	  0.160650	  0.165212		CURRENT LEARNING RATE: 1.4302518119348055e-05
previous_iter_valid_loss : 0.19141288101673126

   1079840	  0.191889	  0.191413	  0.166504		CURRENT LEARNING RATE: 1.4299657901755484e-05
previous_iter_valid_loss : 0.16115257143974304

   1079860	  0.161330	  0.161153	  0.166331		CURRENT LEARNING RATE: 1.4296798256149232e-05
previous_iter_valid_loss : 0.16178955137729645

   1079880	  0.161946	  0.161790	  0.166375		CURRENT LEARNING RATE: 1.4293939182414912e-05
previous_iter_valid_loss : 0.16453391313552856

   1079900	  0.164730	  0.164534	  0.166173		CURRENT LEARNING RATE: 1.4291080680438138e-05
previous_iter_valid_loss : 0.16078443825244904

   1079920	  0.160938	  0.160784	  0.165991		CURRENT LEARNING RATE: 1.4288222750104617e-05
previous_iter_valid_loss : 0.1650341898202896

   1079940	  0.165198	  0.165034	  0.166176		CURRENT LEARNING RATE: 1.4285365391300009e-05
previous_iter_valid_loss : 0.16571421921253204

   1079960	  0.165877	  0.165714	  0.166150		CURRENT LEARNING RATE: 1.4282508603910015e-05
previous_iter_valid_loss : 0.18742074072360992

   1079980	  0.187557	  0.187421	  0.167350		CURRENT LEARNING RATE: 1.4279652387820344e-05
previous_iter_valid_loss : 0.16223296523094177

   1080000	  0.162396	  0.162233	  0.167335		CURRENT LEARNING RATE: 1.4276796742916797e-05
previous_iter_valid_loss : 0.16105565428733826

   1080020	  0.161245	  0.161056	  0.167118		CURRENT LEARNING RATE: 1.4273941669085121e-05
previous_iter_valid_loss : 0.16311228275299072

   1080040	  0.163312	  0.163112	  0.166508		CURRENT LEARNING RATE: 1.4271087166211111e-05
previous_iter_valid_loss : 0.16104939579963684

   1080060	  0.161206	  0.161049	  0.166233		CURRENT LEARNING RATE: 1.4268233234180568e-05
previous_iter_valid_loss : 0.160506471991539

   1085540	  0.160680	  0.160506	  0.166209		CURRENT LEARNING RATE: 1.3507372047968367e-05
previous_iter_valid_loss : 0.17860651016235352

   1085560	  0.178766	  0.178607	  0.166909		CURRENT LEARNING RATE: 1.3504670843688212e-05
previous_iter_valid_loss : 0.17301739752292633

   1085580	  0.173164	  0.173017	  0.166640		CURRENT LEARNING RATE: 1.3501970179594893e-05
previous_iter_valid_loss : 0.16154392063617706

   1085600	  0.161721	  0.161544	  0.166379		CURRENT LEARNING RATE: 1.3499270055580382e-05
previous_iter_valid_loss : 0.16278918087482452

   1085620	  0.162956	  0.162789	  0.166247		CURRENT LEARNING RATE: 1.3496570471536652e-05
previous_iter_valid_loss : 0.16162075102329254

   1085640	  0.161802	  0.161621	  0.166301		CURRENT LEARNING RATE: 1.3493871427355764e-05
previous_iter_valid_loss : 0.16473153233528137

   1085660	  0.164942	  0.164732	  0.166375		CURRENT LEARNING RATE: 1.3491172922929738e-05
previous_iter_valid_loss : 0.16099479794502258

   1085680	  0.161152	  0.160995	  0.165795		CURRENT LEARNING RATE: 1.348847495815063e-05
previous_iter_valid_loss : 0.17357265949249268

   1085700	  0.173846	  0.173573	  0.164607		CURRENT LEARNING RATE: 1.3485777532910499e-05
previous_iter_valid_loss : 0.16059266030788422

   1085720	  0.160768	  0.160593	  0.164555		CURRENT LEARNING RATE: 1.3483080647101493e-05
previous_iter_valid_loss : 0.16479191184043884

   1085740	  0.164994	  0.164792	  0.164671		CURRENT LEARNING RATE: 1.3480384300615713e-05
previous_iter_valid_loss : 0.18301674723625183

   1085760	  0.183167	  0.183017	  0.165575		CURRENT LEARNING RATE: 1.3477688493345311e-05
previous_iter_valid_loss : 0.16323058307170868

   1085780	  0.163408	  0.163231	  0.165232		CURRENT LEARNING RATE: 1.3474993225182426e-05
previous_iter_valid_loss : 0.1656782478094101

   1085800	  0.165840	  0.165678	  0.165435		CURRENT LEARNING RATE: 1.3472298496019295e-05
previous_iter_valid_loss : 0.1606445461511612

   1085820	  0.160804	  0.160645	  0.165428		CURRENT LEARNING RATE: 1.3469604305748104e-05
previous_iter_valid_loss : 0.16719409823417664

   1085840	  0.167417	  0.167194	  0.165759		CURRENT LEARNING RATE: 1.3466910654261087e-05
previous_iter_valid_loss : 0.16910475492477417

   1085860	  0.169343	  0.169105	  0.165786		CURRENT LEARNING RATE: 1.3464217541450476e-05
previous_iter_valid_loss : 0.16074307262897491

   1085880	  0.160920	  0.160743	  0.165794		CURRENT LEARNING RATE: 1.3461524967208591e-05
previous_iter_valid_loss : 0.16988757252693176

   1085900	  0.170145	  0.169888	  0.166222		CURRENT LEARNING RATE: 1.3458832931427708e-05
previous_iter_valid_loss : 0.16717350482940674

   1085920	  0.167399	  0.167174	  0.166469		CURRENT LEARNING RATE: 1.3456141434000118e-05
previous_iter_valid_loss : 0.16563449800014496

   1085940	  0.165795	  0.165634	  0.166726		CURRENT LEARNING RATE: 1.3453450474818214e-05
previous_iter_valid_loss : 0.16622234880924225

   1085960	  0.166435	  0.166222	  0.166107		CURRENT LEARNING RATE: 1.3450760053774328e-05
previous_iter_valid_loss : 0.16049133241176605

   1085980	  0.160651	  0.160491	  0.165480		CURRENT LEARNING RATE: 1.3448070170760848e-05
previous_iter_valid_loss : 0.16308274865150452

   1086000	  0.163274	  0.163083	  0.165557		CURRENT LEARNING RATE: 1.3445380825670152e-05
previous_iter_valid_loss : 0.16591523587703705

   1086020	  0.166129	  0.165915	  0.165714		CURRENT LEARNING RATE: 1.3442692018394714e-05
previous_iter_valid_loss : 0.1622324436903

   1086040	  0.162398	  0.162232	  0.165744		CURRENT LEARNING RATE: 1.344000374882696e-05
previous_iter_valid_loss : 0.18365813791751862

   1086060	  0.183801	  0.183658	  0.166690		CURRENT LEARNING RATE: 1.3437316016859354e-05
previous_iter_valid_loss : 0.16244690120220184

   1086080	  0.162636	  0.162447	  0.166763		CURRENT LEARNING RATE: 1.343462882238437e-05
previous_iter_valid_loss : 0.1605040282011032

   1086100	  0.160660	  0.160504	  0.166110		CURRENT LEARNING RATE: 1.3431942165294564e-05
previous_iter_valid_loss : 0.17056973278522491

   1086120	  0.170823	  0.170570	  0.166609		CURRENT LEARNING RATE: 1.3429256045482447e-05
previous_iter_valid_loss : 0.16267430782318115

   1086140	  0.162860	  0.162674	  0.166503		CURRENT LEARNING RATE: 1.3426570462840574e-05
previous_iter_valid_loss : 0.16102740168571472

   1086160	  0.161182	  0.161027	  0.165403		CURRENT LEARNING RATE: 1.3423885417261495e-05
previous_iter_valid_loss : 0.17029397189617157

   1086180	  0.170446	  0.170294	  0.165756		CURRENT LEARNING RATE: 1.3421200908637858e-05
previous_iter_valid_loss : 0.16836702823638916

   1086200	  0.168524	  0.168367	  0.165891		CURRENT LEARNING RATE: 1.3418516936862263e-05
previous_iter_valid_loss : 0.1785595566034317

   1086220	  0.178718	  0.178560	  0.166787		CURRENT LEARNING RATE: 1.3415833501827344e-05
previous_iter_valid_loss : 0.161063551902771

   1086240	  0.161228	  0.161064	  0.166480		CURRENT LEARNING RATE: 1.3413150603425745e-05
previous_iter_valid_loss : 0.17963968217372894

   1086260	  0.179961	  0.179640	  0.167007		CURRENT LEARNING RATE: 1.3410468241550195e-05
previous_iter_valid_loss : 0.17887137830257416

   1086280	  0.179174	  0.178871	  0.167913		CURRENT LEARNING RATE: 1.3407786416093374e-05
previous_iter_valid_loss : 0.16049915552139282

   1086300	  0.160666	  0.160499	  0.167444		CURRENT LEARNING RATE: 1.3405105126947992e-05
previous_iter_valid_loss : 0.16224704682826996

   1086320	  0.162436	  0.162247	  0.167197		CURRENT LEARNING RATE: 1.3402424374006838e-05
previous_iter_valid_loss : 0.16129723191261292

   1086340	  0.161486	  0.161297	  0.166981		CURRENT LEARNING RATE: 1.3399744157162662e-05
previous_iter_valid_loss : 0.16468288004398346

   1086360	  0.164851	  0.164683	  0.166904		CURRENT LEARNING RATE: 1.3397064476308253e-05
previous_iter_valid_loss : 0.17083674669265747

   1086380	  0.170987	  0.170837	  0.167421		CURRENT LEARNING RATE: 1.3394385331336401e-05
previous_iter_valid_loss : 0.16273348033428192

   1086400	  0.162926	  0.162733	  0.167403		CURRENT LEARNING RATE: 1.339170672213999e-05
previous_iter_valid_loss : 0.16068756580352783

   1086420	  0.160837	  0.160688	  0.167142		CURRENT LEARNING RATE: 1.3389028648611846e-05
previous_iter_valid_loss : 0.17011140286922455

   1086440	  0.170360	  0.170111	  0.167536		CURRENT LEARNING RATE: 1.3386351110644851e-05
previous_iter_valid_loss : 0.160986989736557

   1086460	  0.161167	  0.160987	  0.166402		CURRENT LEARNING RATE: 1.338367410813188e-05
previous_iter_valid_loss : 0.16186706721782684

   1086480	  0.162030	  0.161867	  0.166373		CURRENT LEARNING RATE: 1.3380997640965899e-05
previous_iter_valid_loss : 0.16830821335315704

   1086500	  0.168547	  0.168308	  0.166764		CURRENT LEARNING RATE: 1.3378321709039824e-05
previous_iter_valid_loss : 0.16208788752555847

   1086520	  0.162247	  0.162088	  0.166340		CURRENT LEARNING RATE: 1.3375646312246621e-05
previous_iter_valid_loss : 0.16265365481376648

   1086540	  0.162831	  0.162654	  0.166339		CURRENT LEARNING RATE: 1.3372971450479246e-05
previous_iter_valid_loss : 0.1620495617389679

   1086560	  0.162200	  0.162050	  0.166390		CURRENT LEARNING RATE: 1.3370297123630755e-05
previous_iter_valid_loss : 0.16988413035869598

   1086580	  0.170131	  0.169884	  0.166369		CURRENT LEARNING RATE: 1.3367623331594151e-05
previous_iter_valid_loss : 0.16060996055603027

   1086600	  0.160778	  0.160610	  0.165981		CURRENT LEARNING RATE: 1.3364950074262484e-05
previous_iter_valid_loss : 0.1608194261789322

   1086620	  0.160972	  0.160819	  0.165094		CURRENT LEARNING RATE: 1.3362277351528796e-05
previous_iter_valid_loss : 0.16272084414958954

   1086640	  0.162887	  0.162721	  0.165177		CURRENT LEARNING RATE: 1.3359605163286228e-05
previous_iter_valid_loss : 0.1741728037595749

   1086660	  0.174321	  0.174173	  0.164904		CURRENT LEARNING RATE: 1.3356933509427867e-05
previous_iter_valid_loss : 0.16059750318527222

   1086680	  0.160760	  0.160598	  0.163990		CURRENT LEARNING RATE: 1.3354262389846827e-05
previous_iter_valid_loss : 0.18241026997566223

   1086700	  0.182562	  0.182410	  0.165086		CURRENT LEARNING RATE: 1.3351591804436306e-05
previous_iter_valid_loss : 0.16062748432159424

   1086720	  0.160802	  0.160627	  0.165005		CURRENT LEARNING RATE: 1.3348921753089461e-05
previous_iter_valid_loss : 0.16058434545993805

   1086740	  0.160749	  0.160584	  0.164969		CURRENT LEARNING RATE: 1.3346252235699486e-05
previous_iter_valid_loss : 0.18065769970417023

   1086760	  0.181005	  0.180658	  0.165768		CURRENT LEARNING RATE: 1.334358325215958e-05
previous_iter_valid_loss : 0.1628568321466446

   1086780	  0.163025	  0.162857	  0.165369		CURRENT LEARNING RATE: 1.3340914802363028e-05
previous_iter_valid_loss : 0.16057536005973816

   1086800	  0.160722	  0.160575	  0.165261		CURRENT LEARNING RATE: 1.3338246886203072e-05
previous_iter_valid_loss : 0.16070660948753357

   1086820	  0.160860	  0.160707	  0.165262		CURRENT LEARNING RATE: 1.333557950357299e-05
previous_iter_valid_loss : 0.16592608392238617

   1086840	  0.166094	  0.165926	  0.165053		CURRENT LEARNING RATE: 1.333291265436607e-05
previous_iter_valid_loss : 0.16075782477855682

   1086860	  0.160906	  0.160758	  0.165041		CURRENT LEARNING RATE: 1.333024633847568e-05
previous_iter_valid_loss : 0.16480998694896698

   1086880	  0.165008	  0.164810	  0.165188		CURRENT LEARNING RATE: 1.3327580555795145e-05
previous_iter_valid_loss : 0.18506012856960297

   1086900	  0.185444	  0.185060	  0.166026		CURRENT LEARNING RATE: 1.3324915306217833e-05
previous_iter_valid_loss : 0.1605137437582016

   1086920	  0.160671	  0.160514	  0.165947		CURRENT LEARNING RATE: 1.3322250589637112e-05
previous_iter_valid_loss : 0.19857409596443176

   1086940	  0.198673	  0.198574	  0.167743		CURRENT LEARNING RATE: 1.3319586405946442e-05
previous_iter_valid_loss : 0.16065911948680878

   1086960	  0.160819	  0.160659	  0.167674		CURRENT LEARNING RATE: 1.3316922755039228e-05
previous_iter_valid_loss : 0.1659253090620041

   1086980	  0.166090	  0.165925	  0.167476		CURRENT LEARNING RATE: 1.3314259636808926e-05
previous_iter_valid_loss : 0.16100125014781952

   1087000	  0.161189	  0.161001	  0.167495		CURRENT LEARNING RATE: 1.3311597051148987e-05
previous_iter_valid_loss : 0.16060854494571686

   1087020	  0.160769	  0.160609	  0.167485		CURRENT LEARNING RATE: 1.3308934997952956e-05
previous_iter_valid_loss : 0.17242158949375153

   1087040	  0.172679	  0.172422	  0.167970		CURRENT LEARNING RATE: 1.3306273477114328e-05
previous_iter_valid_loss : 0.1720890998840332

   1087060	  0.172357	  0.172089	  0.167866		CURRENT LEARNING RATE: 1.330361248852664e-05
previous_iter_valid_loss : 0.1671171635389328

   1087080	  0.167343	  0.167117	  0.168192		CURRENT LEARNING RATE: 1.330095203208343e-05
previous_iter_valid_loss : 0.17782212793827057

   1087100	  0.178140	  0.177822	  0.167962		CURRENT LEARNING RATE: 1.3298292107678327e-05
previous_iter_valid_loss : 0.1654730886220932

   1087120	  0.165674	  0.165473	  0.168204		CURRENT LEARNING RATE: 1.329563271520491e-05
previous_iter_valid_loss : 0.16105252504348755

   1087140	  0.161234	  0.161053	  0.168228		CURRENT LEARNING RATE: 1.3292973854556777e-05
previous_iter_valid_loss : 0.16221186518669128

   1087160	  0.162373	  0.162212	  0.167306		CURRENT LEARNING RATE: 1.3290315525627627e-05
previous_iter_valid_loss : 0.1698829084634781

   1087180	  0.170031	  0.169883	  0.167657		CURRENT LEARNING RATE: 1.3287657728311099e-05
previous_iter_valid_loss : 0.17095255851745605

   1087200	  0.171216	  0.170953	  0.168176		CURRENT LEARNING RATE: 1.3285000462500881e-05
previous_iter_valid_loss : 0.16088131070137024

   1087220	  0.161059	  0.160881	  0.168184		CURRENT LEARNING RATE: 1.3282343728090662e-05
previous_iter_valid_loss : 0.16339099407196045

   1087240	  0.163583	  0.163391	  0.168058		CURRENT LEARNING RATE: 1.3279687524974214e-05
previous_iter_valid_loss : 0.16050036251544952

   1087260	  0.160655	  0.160500	  0.168045		CURRENT LEARNING RATE: 1.3277031853045272e-05
previous_iter_valid_loss : 0.17933624982833862

   1087280	  0.179668	  0.179336	  0.168771		CURRENT LEARNING RATE: 1.3274376712197605e-05
previous_iter_valid_loss : 0.17349262535572052

   1087300	  0.173761	  0.173493	  0.168193		CURRENT LEARNING RATE: 1.3271722102324982e-05
previous_iter_valid_loss : 0.1818883717060089

   1087320	  0.182236	  0.181888	  0.169262		CURRENT LEARNING RATE: 1.326906802332127e-05
previous_iter_valid_loss : 0.16161830723285675

   1087340	  0.161812	  0.161618	  0.167414		CURRENT LEARNING RATE: 1.326641447508028e-05
previous_iter_valid_loss : 0.16130541265010834

   1087360	  0.161488	  0.161305	  0.167446		CURRENT LEARNING RATE: 1.3263761457495873e-05
previous_iter_valid_loss : 0.16056421399116516

   1087380	  0.160723	  0.160564	  0.167178		CURRENT LEARNING RATE: 1.3261108970461902e-05
previous_iter_valid_loss : 0.17009955644607544

   1087400	  0.170350	  0.170100	  0.167633		CURRENT LEARNING RATE: 1.3258457013872317e-05
previous_iter_valid_loss : 0.16326330602169037

   1087420	  0.163467	  0.163263	  0.167766		CURRENT LEARNING RATE: 1.325580558762101e-05
previous_iter_valid_loss : 0.16250081360340118

   1087440	  0.162663	  0.162501	  0.167270		CURRENT LEARNING RATE: 1.325315469160193e-05
previous_iter_valid_loss : 0.16556322574615479

   1087460	  0.165719	  0.165563	  0.166943		CURRENT LEARNING RATE: 1.3250504325709016e-05
previous_iter_valid_loss : 0.17034296691417694

   1087480	  0.170582	  0.170343	  0.167105		CURRENT LEARNING RATE: 1.32478544898363e-05
previous_iter_valid_loss : 0.16341674327850342

   1087500	  0.163601	  0.163417	  0.166384		CURRENT LEARNING RATE: 1.3245205183877766e-05
previous_iter_valid_loss : 0.1606130599975586

   1087520	  0.160784	  0.160613	  0.166141		CURRENT LEARNING RATE: 1.324255640772742e-05
previous_iter_valid_loss : 0.16890116035938263

   1087540	  0.169137	  0.168901	  0.166534		CURRENT LEARNING RATE: 1.3239908161279351e-05
previous_iter_valid_loss : 0.16157516837120056

   1087560	  0.161730	  0.161575	  0.166502		CURRENT LEARNING RATE: 1.3237260444427611e-05
previous_iter_valid_loss : 0.16678506135940552

   1087580	  0.166944	  0.166785	  0.166347		CURRENT LEARNING RATE: 1.3234613257066294e-05
previous_iter_valid_loss : 0.16135744750499725

   1087600	  0.161517	  0.161357	  0.165867		CURRENT LEARNING RATE: 1.3231966599089482e-05
previous_iter_valid_loss : 0.17242635786533356

   1087620	  0.172571	  0.172426	  0.166445		CURRENT LEARNING RATE: 1.3229320470391362e-05
previous_iter_valid_loss : 0.17048898339271545

   1087640	  0.170641	  0.170489	  0.166799		CURRENT LEARNING RATE: 1.3226674870866061e-05
previous_iter_valid_loss : 0.16803044080734253

   1087660	  0.168186	  0.168030	  0.167176		CURRENT LEARNING RATE: 1.3224029800407754e-05
previous_iter_valid_loss : 0.16339930891990662

   1087680	  0.163564	  0.163399	  0.166379		CURRENT LEARNING RATE: 1.322138525891062e-05
previous_iter_valid_loss : 0.16891328990459442

   1087700	  0.169068	  0.168913	  0.166150		CURRENT LEARNING RATE: 1.3218741246268922e-05
previous_iter_valid_loss : 0.16184267401695251

   1087720	  0.162032	  0.161843	  0.165148		CURRENT LEARNING RATE: 1.3216097762376877e-05
previous_iter_valid_loss : 0.16813704371452332

   1087740	  0.168292	  0.168137	  0.165474		CURRENT LEARNING RATE: 1.3213454807128741e-05
previous_iter_valid_loss : 0.16083121299743652

   1087760	  0.160989	  0.160831	  0.165450		CURRENT LEARNING RATE: 1.3210812380418778e-05
previous_iter_valid_loss : 0.1738041490316391

   1087780	  0.174078	  0.173804	  0.166112		CURRENT LEARNING RATE: 1.3208170482141335e-05
previous_iter_valid_loss : 0.16763298213481903

   1087800	  0.167861	  0.167633	  0.165989		CURRENT LEARNING RATE: 1.3205529112190713e-05
previous_iter_valid_loss : 0.1632002741098404

   1087820	  0.163392	  0.163200	  0.165986		CURRENT LEARNING RATE: 1.3202888270461256e-05
previous_iter_valid_loss : 0.17797309160232544

   1087840	  0.178283	  0.177973	  0.166759		CURRENT LEARNING RATE: 1.3200247956847308e-05
previous_iter_valid_loss : 0.16158124804496765

   1087860	  0.161770	  0.161581	  0.166560		CURRENT LEARNING RATE: 1.3197608171243305e-05
previous_iter_valid_loss : 0.1854814738035202

   1087880	  0.185863	  0.185481	  0.167317		CURRENT LEARNING RATE: 1.319496891354363e-05
previous_iter_valid_loss : 0.1651408076286316

   1087900	  0.165308	  0.165141	  0.167403		CURRENT LEARNING RATE: 1.319233018364269e-05
previous_iter_valid_loss : 0.1881667822599411

   1087920	  0.188297	  0.188167	  0.168781		CURRENT LEARNING RATE: 1.3189691981434982e-05
previous_iter_valid_loss : 0.16413787007331848

   1087940	  0.164305	  0.164138	  0.168543		CURRENT LEARNING RATE: 1.3187054306814955e-05
previous_iter_valid_loss : 0.169263556599617

   1087960	  0.169420	  0.169264	  0.168927		CURRENT LEARNING RATE: 1.3184417159677103e-05
previous_iter_valid_loss : 0.16228531301021576

   1087980	  0.162477	  0.162285	  0.168702		CURRENT LEARNING RATE: 1.3181780539915916e-05
previous_iter_valid_loss : 0.16622844338417053

   1088000	  0.166380	  0.166228	  0.168946		CURRENT LEARNING RATE: 1.3179144447425973e-05
previous_iter_valid_loss : 0.17676816880702972

   1088020	  0.176929	  0.176768	  0.169163		CURRENT LEARNING RATE: 1.3176508882101812e-05
previous_iter_valid_loss : 0.1842748075723648

   1088040	  0.184424	  0.184275	  0.169852		CURRENT LEARNING RATE: 1.3173873843838007e-05
previous_iter_valid_loss : 0.19337184727191925

   1088060	  0.193490	  0.193372	  0.171119		CURRENT LEARNING RATE: 1.3171239332529137e-05
previous_iter_valid_loss : 0.16335129737854004

   1088080	  0.163522	  0.163351	  0.171117		CURRENT LEARNING RATE: 1.3168605348069862e-05
previous_iter_valid_loss : 0.16223008930683136

   1088100	  0.162419	  0.162230	  0.170783		CURRENT LEARNING RATE: 1.3165971890354803e-05
previous_iter_valid_loss : 0.16810666024684906

   1088120	  0.168262	  0.168107	  0.171096		CURRENT LEARNING RATE: 1.3163338959278623e-05
previous_iter_valid_loss : 0.16326045989990234

   1088140	  0.163433	  0.163260	  0.170852		CURRENT LEARNING RATE: 1.316070655473598e-05
previous_iter_valid_loss : 0.16181622445583344

   1088160	  0.161979	  0.161816	  0.170901		CURRENT LEARNING RATE: 1.3158074676621623e-05
previous_iter_valid_loss : 0.16094160079956055

   1088180	  0.161123	  0.160942	  0.170258		CURRENT LEARNING RATE: 1.3155443324830254e-05
previous_iter_valid_loss : 0.16373133659362793

   1088200	  0.163942	  0.163731	  0.170063		CURRENT LEARNING RATE: 1.3152812499256622e-05
previous_iter_valid_loss : 0.16067683696746826

   1088220	  0.160860	  0.160677	  0.169937		CURRENT LEARNING RATE: 1.3150182199795466e-05
previous_iter_valid_loss : 0.16225497424602509

   1088240	  0.162414	  0.162255	  0.169151		CURRENT LEARNING RATE: 1.3147552426341625e-05
previous_iter_valid_loss : 0.1674097627401352

   1088260	  0.167567	  0.167410	  0.169442		CURRENT LEARNING RATE: 1.3144923178789881e-05
previous_iter_valid_loss : 0.1607671082019806

   1088280	  0.160942	  0.160767	  0.168207		CURRENT LEARNING RATE: 1.3142294457035068e-05
previous_iter_valid_loss : 0.16338777542114258

   1088300	  0.163584	  0.163388	  0.168119		CURRENT LEARNING RATE: 1.313966626097201e-05
previous_iter_valid_loss : 0.16121836006641388

   1088320	  0.161402	  0.161218	  0.166772		CURRENT LEARNING RATE: 1.313703859049563e-05
previous_iter_valid_loss : 0.17220646142959595

   1088340	  0.172354	  0.172206	  0.167175		CURRENT LEARNING RATE: 1.3134411445500793e-05
previous_iter_valid_loss : 0.1611366868019104

   1088360	  0.161298	  0.161137	  0.166769		CURRENT LEARNING RATE: 1.3131784825882392e-05
previous_iter_valid_loss : 0.16155767440795898

   1088380	  0.161743	  0.161558	  0.166732		CURRENT LEARNING RATE: 1.3129158731535412e-05
previous_iter_valid_loss : 0.16075265407562256

   1088400	  0.160927	  0.160753	  0.166458		CURRENT LEARNING RATE: 1.312653316235478e-05
previous_iter_valid_loss : 0.16117195785045624

   1088420	  0.161351	  0.161172	  0.165679		CURRENT LEARNING RATE: 1.3123908118235476e-05
previous_iter_valid_loss : 0.16129815578460693

   1088440	  0.161451	  0.161298	  0.164530		CURRENT LEARNING RATE: 1.3121283599072478e-05
previous_iter_valid_loss : 0.16522525250911713

   1088460	  0.165390	  0.165225	  0.163123		CURRENT LEARNING RATE: 1.3118659604760846e-05
previous_iter_valid_loss : 0.1661653369665146

   1088480	  0.166382	  0.166165	  0.163263		CURRENT LEARNING RATE: 1.31160361351956e-05
previous_iter_valid_loss : 0.16505341231822968

   1088500	  0.165218	  0.165053	  0.163404		CURRENT LEARNING RATE: 1.3113413190271804e-05
previous_iter_valid_loss : 0.16116876900196075

   1088520	  0.161354	  0.161169	  0.163057		CURRENT LEARNING RATE: 1.3110790769884513e-05
previous_iter_valid_loss : 0.16342636942863464

   1088540	  0.163625	  0.163426	  0.163066		CURRENT LEARNING RATE: 1.310816887392888e-05
previous_iter_valid_loss : 0.16198496520519257

   1088560	  0.162174	  0.161985	  0.163074		CURRENT LEARNING RATE: 1.31055475023e-05
previous_iter_valid_loss : 0.16196021437644958

   1088580	  0.162117	  0.161960	  0.163125		CURRENT LEARNING RATE: 1.310292665489302e-05
previous_iter_valid_loss : 0.17787650227546692

   1088600	  0.178179	  0.177877	  0.163832		CURRENT LEARNING RATE: 1.3100306331603089e-05
previous_iter_valid_loss : 0.165574312210083

   1088620	  0.165773	  0.165574	  0.164077		CURRENT LEARNING RATE: 1.3097686532325435e-05
previous_iter_valid_loss : 0.16395260393619537

   1088640	  0.164120	  0.163953	  0.164162		CURRENT LEARNING RATE: 1.3095067256955243e-05
previous_iter_valid_loss : 0.18481670320034027

   1088660	  0.184965	  0.184817	  0.165033		CURRENT LEARNING RATE: 1.3092448505387744e-05
previous_iter_valid_loss : 0.1605466604232788

   1088680	  0.160710	  0.160547	  0.165021		CURRENT LEARNING RATE: 1.3089830277518163e-05
previous_iter_valid_loss : 0.16057084500789642

   1088700	  0.160728	  0.160571	  0.164881		CURRENT LEARNING RATE: 1.308721257324182e-05
previous_iter_valid_loss : 0.16192637383937836

   1088720	  0.162075	  0.161926	  0.164916		CURRENT LEARNING RATE: 1.308459539245398e-05
previous_iter_valid_loss : 0.19270646572113037

   1088740	  0.192826	  0.192706	  0.165941		CURRENT LEARNING RATE: 1.3081978735049936e-05
previous_iter_valid_loss : 0.16104111075401306

   1088760	  0.161234	  0.161041	  0.165936		CURRENT LEARNING RATE: 1.3079362600925065e-05
previous_iter_valid_loss : 0.16051746904850006

   1088780	  0.160685	  0.160517	  0.165884		CURRENT LEARNING RATE: 1.3076746989974701e-05
previous_iter_valid_loss : 0.161544069647789

   1088800	  0.161702	  0.161544	  0.165924		CURRENT LEARNING RATE: 1.3074131902094216e-05
previous_iter_valid_loss : 0.1615826040506363

   1088820	  0.161771	  0.161583	  0.165944		CURRENT LEARNING RATE: 1.3071517337178986e-05
previous_iter_valid_loss : 0.17134100198745728

   1088840	  0.171492	  0.171341	  0.166446		CURRENT LEARNING RATE: 1.3068903295124476e-05
previous_iter_valid_loss : 0.18247468769550323

   1088860	  0.182628	  0.182475	  0.167309		CURRENT LEARNING RATE: 1.3066289775826098e-05
previous_iter_valid_loss : 0.1624854952096939

   1088880	  0.162645	  0.162485	  0.167125		CURRENT LEARNING RATE: 1.3063676779179314e-05
previous_iter_valid_loss : 0.17236928641796112

   1088900	  0.172634	  0.172369	  0.167491		CURRENT LEARNING RATE: 1.306106430507958e-05
previous_iter_valid_loss : 0.16247285902500153

   1088920	  0.162638	  0.162473	  0.167556		CURRENT LEARNING RATE: 1.3058452353422443e-05
previous_iter_valid_loss : 0.16109997034072876

   1088940	  0.161257	  0.161100	  0.167440		CURRENT LEARNING RATE: 1.30558409241034e-05
previous_iter_valid_loss : 0.1757088005542755

   1088960	  0.175997	  0.175709	  0.168126		CURRENT LEARNING RATE: 1.3053230017017996e-05
previous_iter_valid_loss : 0.16383026540279388

   1088980	  0.164031	  0.163830	  0.168219		CURRENT LEARNING RATE: 1.3050619632061774e-05
previous_iter_valid_loss : 0.16692525148391724

   1089000	  0.167083	  0.166925	  0.167672		CURRENT LEARNING RATE: 1.3048009769130359e-05
previous_iter_valid_loss : 0.16053153574466705

   1089020	  0.160704	  0.160532	  0.167420		CURRENT LEARNING RATE: 1.304540042811934e-05
previous_iter_valid_loss : 0.1605299711227417

   1089040	  0.160694	  0.160530	  0.167249		CURRENT LEARNING RATE: 1.3042791608924337e-05
previous_iter_valid_loss : 0.16069471836090088

   1089060	  0.160862	  0.160695	  0.166042		CURRENT LEARNING RATE: 1.3040183311440977e-05
previous_iter_valid_loss : 0.17909972369670868

   1089080	  0.179265	  0.179100	  0.166970		CURRENT LEARNING RATE: 1.3037575535564975e-05
previous_iter_valid_loss : 0.16151171922683716

   1089100	  0.161669	  0.161512	  0.167017		CURRENT LEARNING RATE: 1.3034968281191996e-05
previous_iter_valid_loss : 0.16070078313350677

   1089120	  0.160875	  0.160701	  0.166956		CURRENT LEARNING RATE: 1.3032361548217727e-05
previous_iter_valid_loss : 0.16421739757061005

   1089140	  0.164420	  0.164217	  0.165531		CURRENT LEARNING RATE: 1.3029755336537945e-05
previous_iter_valid_loss : 0.1605658382177353

   1089160	  0.160730	  0.160566	  0.165508		CURRENT LEARNING RATE: 1.3027149646048378e-05
previous_iter_valid_loss : 0.1765628457069397

   1089180	  0.176719	  0.176563	  0.166310		CURRENT LEARNING RATE: 1.30245444766448e-05
previous_iter_valid_loss : 0.16070257127285004

   1089200	  0.160874	  0.160703	  0.166268		CURRENT LEARNING RATE: 1.3021939828222978e-05
previous_iter_valid_loss : 0.17081160843372345

   1089220	  0.170959	  0.170812	  0.166729		CURRENT LEARNING RATE: 1.3019335700678774e-05
previous_iter_valid_loss : 0.16164489090442657

   1089240	  0.161804	  0.161645	  0.166244		CURRENT LEARNING RATE: 1.3016732093908e-05
previous_iter_valid_loss : 0.17104101181030273

   1089260	  0.171303	  0.171041	  0.165673		CURRENT LEARNING RATE: 1.3014129007806512e-05
previous_iter_valid_loss : 0.1771702766418457

   1089280	  0.177473	  0.177170	  0.166407		CURRENT LEARNING RATE: 1.3011526442270163e-05
previous_iter_valid_loss : 0.16050311923027039

   1089300	  0.160676	  0.160503	  0.165814		CURRENT LEARNING RATE: 1.3008924397194895e-05
previous_iter_valid_loss : 0.17546221613883972

   1089320	  0.175614	  0.175462	  0.166463		CURRENT LEARNING RATE: 1.3006322872476605e-05
previous_iter_valid_loss : 0.16051727533340454

   1089340	  0.160670	  0.160517	  0.166434		CURRENT LEARNING RATE: 1.3003721868011232e-05
previous_iter_valid_loss : 0.16871796548366547

   1089360	  0.168961	  0.168718	  0.166084		CURRENT LEARNING RATE: 1.3001121383694714e-05
previous_iter_valid_loss : 0.1658017784357071

   1089380	  0.166013	  0.165802	  0.166183		CURRENT LEARNING RATE: 1.2998521419423075e-05
previous_iter_valid_loss : 0.16106639802455902

   1089400	  0.161246	  0.161066	  0.165890		CURRENT LEARNING RATE: 1.2995921975092294e-05
previous_iter_valid_loss : 0.16053958237171173

   1089420	  0.160701	  0.160540	  0.165891		CURRENT LEARNING RATE: 1.2993323050598395e-05
previous_iter_valid_loss : 0.16063988208770752

   1089440	  0.160809	  0.160640	  0.165896		CURRENT LEARNING RATE: 1.2990724645837396e-05
previous_iter_valid_loss : 0.17329639196395874

   1089460	  0.173444	  0.173296	  0.166526		CURRENT LEARNING RATE: 1.2988126760705407e-05
previous_iter_valid_loss : 0.16052928566932678

   1089480	  0.160689	  0.160529	  0.165598		CURRENT LEARNING RATE: 1.2985529395098488e-05
previous_iter_valid_loss : 0.16595013439655304

   1089500	  0.166162	  0.165950	  0.165819		CURRENT LEARNING RATE: 1.2982932548912727e-05
previous_iter_valid_loss : 0.16105055809020996

   1089520	  0.161225	  0.161051	  0.165837		CURRENT LEARNING RATE: 1.2980336222044292e-05
previous_iter_valid_loss : 0.16368883848190308

   1089540	  0.163885	  0.163689	  0.165811		CURRENT LEARNING RATE: 1.2977740414389306e-05
previous_iter_valid_loss : 0.1606113761663437

   1089560	  0.160766	  0.160611	  0.165813		CURRENT LEARNING RATE: 1.2975145125843941e-05
previous_iter_valid_loss : 0.16058669984340668

   1089580	  0.160740	  0.160587	  0.165014		CURRENT LEARNING RATE: 1.297255035630436e-05
previous_iter_valid_loss : 0.17038913071155548

   1089600	  0.170535	  0.170389	  0.165498		CURRENT LEARNING RATE: 1.2969956105666815e-05
previous_iter_valid_loss : 0.16054315865039825

   1089620	  0.160711	  0.160543	  0.164985		CURRENT LEARNING RATE: 1.2967362373827517e-05
previous_iter_valid_loss : 0.17585614323616028

   1089640	  0.176145	  0.175856	  0.165695		CURRENT LEARNING RATE: 1.2964769160682716e-05
previous_iter_valid_loss : 0.16057464480400085

   1089660	  0.160746	  0.160575	  0.165172		CURRENT LEARNING RATE: 1.296217646612866e-05
previous_iter_valid_loss : 0.16076834499835968

   1089680	  0.160929	  0.160768	  0.164352		CURRENT LEARNING RATE: 1.2959584290061688e-05
previous_iter_valid_loss : 0.16373096406459808

   1089700	  0.163890	  0.163731	  0.164513		CURRENT LEARNING RATE: 1.295699263237809e-05
previous_iter_valid_loss : 0.17419224977493286

   1089720	  0.174335	  0.174192	  0.164450		CURRENT LEARNING RATE: 1.2954401492974197e-05
previous_iter_valid_loss : 0.17979586124420166

   1089740	  0.179955	  0.179796	  0.165414		CURRENT LEARNING RATE: 1.2951810871746344e-05
previous_iter_valid_loss : 0.1607024073600769

   1089760	  0.160868	  0.160702	  0.165013		CURRENT LEARNING RATE: 1.294922076859095e-05
previous_iter_valid_loss : 0.16153296828269958

   1089780	  0.161692	  0.161533	  0.164800		CURRENT LEARNING RATE: 1.2946631183404387e-05
previous_iter_valid_loss : 0.16058149933815002

   1089800	  0.160751	  0.160581	  0.164775		CURRENT LEARNING RATE: 1.2944042116083075e-05
previous_iter_valid_loss : 0.16065002977848053

   1089820	  0.160824	  0.160650	  0.164781		CURRENT LEARNING RATE: 1.2941453566523426e-05
previous_iter_valid_loss : 0.16510817408561707

   1089840	  0.165309	  0.165108	  0.165004		CURRENT LEARNING RATE: 1.2938865534621943e-05
previous_iter_valid_loss : 0.1687760353088379

   1089860	  0.169013	  0.168776	  0.164778		CURRENT LEARNING RATE: 1.2936278020275087e-05
previous_iter_valid_loss : 0.1615743637084961

   1089880	  0.161731	  0.161574	  0.164831		CURRENT LEARNING RATE: 1.293369102337935e-05
previous_iter_valid_loss : 0.16169552505016327

   1089900	  0.161881	  0.161696	  0.164618		CURRENT LEARNING RATE: 1.2931104543831234e-05
previous_iter_valid_loss : 0.16070593893527985

   1089920	  0.160880	  0.160706	  0.164601		CURRENT LEARNING RATE: 1.2928518581527325e-05
previous_iter_valid_loss : 0.16649214923381805

   1089940	  0.166654	  0.166492	  0.164741		CURRENT LEARNING RATE: 1.2925933136364157e-05
previous_iter_valid_loss : 0.17911915481090546

   1089960	  0.179432	  0.179119	  0.165666		CURRENT LEARNING RATE: 1.2923348208238298e-05
previous_iter_valid_loss : 0.16463454067707062

   1089980	  0.164805	  0.164635	  0.165869		CURRENT LEARNING RATE: 1.292076379704639e-05
previous_iter_valid_loss : 0.161224827170372

   1090000	  0.161406	  0.161225	  0.165410		CURRENT LEARNING RATE: 1.2918179902685037e-05
previous_iter_valid_loss : 0.16059336066246033

   1090020	  0.160757	  0.160593	  0.165413		CURRENT LEARNING RATE: 1.291559652505088e-05
previous_iter_valid_loss : 0.1608399748802185

   1090040	  0.160998	  0.160840	  0.164662		CURRENT LEARNING RATE: 1.2913013664040563e-05
previous_iter_valid_loss : 0.16960179805755615

   1090060	  0.169753	  0.169602	  0.165113		CURRENT LEARNING RATE: 1.2910431319550817e-05
previous_iter_valid_loss : 0.16208936274051666

   1090080	  0.162252	  0.162089	  0.165180		CURRENT LEARNING RATE: 1.2907849491478328e-05
previous_iter_valid_loss : 0.16657765209674835

   1090100	  0.166741	  0.166578	  0.165322		CURRENT LEARNING RATE: 1.2905268179719816e-05
previous_iter_valid_loss : 0.16056306660175323

   1090120	  0.160732	  0.160563	  0.164640		CURRENT LEARNING RATE: 1.2902687384172014e-05
previous_iter_valid_loss : 0.16106346249580383

   1090140	  0.161248	  0.161063	  0.163704		CURRENT LEARNING RATE: 1.2900107104731732e-05
previous_iter_valid_loss : 0.17522457242012024

   1090160	  0.175375	  0.175225	  0.164430		CURRENT LEARNING RATE: 1.2897527341295733e-05
previous_iter_valid_loss : 0.19317251443862915

   1090180	  0.193292	  0.193173	  0.166012		CURRENT LEARNING RATE: 1.289494809376083e-05
previous_iter_valid_loss : 0.16561417281627655

   1090200	  0.165819	  0.165614	  0.166264		CURRENT LEARNING RATE: 1.2892369362023832e-05
previous_iter_valid_loss : 0.1635253131389618

   1090220	  0.163732	  0.163525	  0.166407		CURRENT LEARNING RATE: 1.288979114598163e-05
previous_iter_valid_loss : 0.1757861226797104

   1090240	  0.176083	  0.175786	  0.166941		CURRENT LEARNING RATE: 1.2887213445531078e-05
previous_iter_valid_loss : 0.160683274269104

   1090260	  0.160842	  0.160683	  0.166537		CURRENT LEARNING RATE: 1.2884636260569065e-05
previous_iter_valid_loss : 0.1635294258594513

   1090280	  0.163720	  0.163529	  0.166634		CURRENT LEARNING RATE: 1.2882059590992481e-05
previous_iter_valid_loss : 0.17768701910972595

   1090300	  0.177848	  0.177687	  0.167434		CURRENT LEARNING RATE: 1.2879483436698305e-05
previous_iter_valid_loss : 0.16056230664253235

   1090320	  0.160717	  0.160562	  0.167427		CURRENT LEARNING RATE: 1.2876907797583466e-05
previous_iter_valid_loss : 0.1620570421218872

   1090340	  0.162248	  0.162057	  0.167205		CURRENT LEARNING RATE: 1.2874332673544922e-05
previous_iter_valid_loss : 0.16474609076976776

   1090360	  0.164949	  0.164746	  0.166486		CURRENT LEARNING RATE: 1.2871758064479708e-05
previous_iter_valid_loss : 0.17460183799266815

   1090380	  0.174744	  0.174602	  0.166985		CURRENT LEARNING RATE: 1.2869183970284817e-05
previous_iter_valid_loss : 0.18394812941551208

   1090400	  0.184091	  0.183948	  0.168121		CURRENT LEARNING RATE: 1.286661039085729e-05
previous_iter_valid_loss : 0.16228212416172028

   1090420	  0.162472	  0.162282	  0.168205		CURRENT LEARNING RATE: 1.2864037326094153e-05
previous_iter_valid_loss : 0.17778244614601135

   1090440	  0.177943	  0.177782	  0.169052		CURRENT LEARNING RATE: 1.2861464775892534e-05
previous_iter_valid_loss : 0.16060100495815277

   1090460	  0.160757	  0.160601	  0.168602		CURRENT LEARNING RATE: 1.285889274014951e-05
previous_iter_valid_loss : 0.16053323447704315

   1090480	  0.160703	  0.160533	  0.168525		CURRENT LEARNING RATE: 1.2856321218762196e-05
previous_iter_valid_loss : 0.1620425283908844

   1090500	  0.162199	  0.162043	  0.168298		CURRENT LEARNING RATE: 1.2853750211627711e-05
previous_iter_valid_loss : 0.17081168293952942

   1090520	  0.170963	  0.170812	  0.168810		CURRENT LEARNING RATE: 1.2851179718643258e-05
previous_iter_valid_loss : 0.16088737547397614

   1090540	  0.161053	  0.160887	  0.168801		CURRENT LEARNING RATE: 1.2848609739705994e-05
previous_iter_valid_loss : 0.16105137765407562

   1090560	  0.161204	  0.161051	  0.168093		CURRENT LEARNING RATE: 1.2846040274713125e-05
previous_iter_valid_loss : 0.17363151907920837

   1090580	  0.173908	  0.173632	  0.167116		CURRENT LEARNING RATE: 1.2843471323561843e-05
previous_iter_valid_loss : 0.16111169755458832

   1090600	  0.161270	  0.161112	  0.166891		CURRENT LEARNING RATE: 1.284090288614944e-05
previous_iter_valid_loss : 0.16412463784217834

   1090620	  0.164291	  0.164125	  0.166921		CURRENT LEARNING RATE: 1.2838334962373153e-05
previous_iter_valid_loss : 0.1786220222711563

   1090640	  0.178776	  0.178622	  0.167062		CURRENT LEARNING RATE: 1.2835767552130268e-05
previous_iter_valid_loss : 0.16604165732860565

   1090660	  0.166206	  0.166042	  0.167330		CURRENT LEARNING RATE: 1.2833200655318062e-05
previous_iter_valid_loss : 0.16093115508556366

   1090680	  0.161118	  0.160931	  0.167200		CURRENT LEARNING RATE: 1.2830634271833906e-05
previous_iter_valid_loss : 0.16358038783073425

   1090700	  0.163743	  0.163580	  0.166495		CURRENT LEARNING RATE: 1.2828068401575124e-05
previous_iter_valid_loss : 0.1632707118988037

   1090720	  0.163446	  0.163271	  0.166630		CURRENT LEARNING RATE: 1.2825503044439058e-05
previous_iter_valid_loss : 0.16072331368923187

   1090740	  0.160885	  0.160723	  0.166564		CURRENT LEARNING RATE: 1.2822938200323137e-05
previous_iter_valid_loss : 0.18136197328567505

   1090760	  0.181519	  0.181362	  0.167395		CURRENT LEARNING RATE: 1.2820373869124747e-05
previous_iter_valid_loss : 0.16304750740528107

   1090780	  0.163239	  0.163048	  0.166817		CURRENT LEARNING RATE: 1.281781005074131e-05
previous_iter_valid_loss : 0.16499584913253784

   1090800	  0.165164	  0.164996	  0.165869		CURRENT LEARNING RATE: 1.2815246745070258e-05
previous_iter_valid_loss : 0.20168544352054596

   1090820	  0.201758	  0.201685	  0.167839		CURRENT LEARNING RATE: 1.28126839520091e-05
previous_iter_valid_loss : 0.16465477645397186

   1090840	  0.164823	  0.164655	  0.167183		CURRENT LEARNING RATE: 1.28101216714553e-05
previous_iter_valid_loss : 0.1650042086839676

   1090860	  0.165169	  0.165004	  0.167403		CURRENT LEARNING RATE: 1.280755990330637e-05
previous_iter_valid_loss : 0.1616039127111435

   1090880	  0.161800	  0.161604	  0.167457		CURRENT LEARNING RATE: 1.2804998647459813e-05
previous_iter_valid_loss : 0.16249819099903107

   1090900	  0.162661	  0.162498	  0.167480		CURRENT LEARNING RATE: 1.2802437903813227e-05
previous_iter_valid_loss : 0.16394202411174774

   1090920	  0.164149	  0.163942	  0.167136		CURRENT LEARNING RATE: 1.279987767226416e-05
previous_iter_valid_loss : 0.1615518480539322

   1090940	  0.161709	  0.161552	  0.167169		CURRENT LEARNING RATE: 1.27973179527102e-05
previous_iter_valid_loss : 0.16300395131111145

   1090960	  0.163168	  0.163004	  0.167267		CURRENT LEARNING RATE: 1.2794758745048937e-05
previous_iter_valid_loss : 0.16051997244358063

   1090980	  0.160677	  0.160520	  0.166611		CURRENT LEARNING RATE: 1.279220004917805e-05
previous_iter_valid_loss : 0.1610693335533142

   1091000	  0.161249	  0.161069	  0.166609		CURRENT LEARNING RATE: 1.2789641864995168e-05
previous_iter_valid_loss : 0.16616834700107574

   1091020	  0.166328	  0.166168	  0.166711		CURRENT LEARNING RATE: 1.2787084192397958e-05
previous_iter_valid_loss : 0.16877669095993042

   1091040	  0.168932	  0.168777	  0.166219		CURRENT LEARNING RATE: 1.2784527031284098e-05
previous_iter_valid_loss : 0.1605849713087082

   1091060	  0.160753	  0.160585	  0.165946		CURRENT LEARNING RATE: 1.2781970381551343e-05
previous_iter_valid_loss : 0.1698053777217865

   1091080	  0.170052	  0.169805	  0.166390		CURRENT LEARNING RATE: 1.2779414243097404e-05
previous_iter_valid_loss : 0.173441082239151

   1091100	  0.173720	  0.173441	  0.166883		CURRENT LEARNING RATE: 1.2776858615820037e-05
previous_iter_valid_loss : 0.16491840779781342

   1091120	  0.165085	  0.164918	  0.166965		CURRENT LEARNING RATE: 1.2774303499616994e-05
previous_iter_valid_loss : 0.16118276119232178

   1091140	  0.161337	  0.161183	  0.166988		CURRENT LEARNING RATE: 1.2771748894386114e-05
previous_iter_valid_loss : 0.1620744913816452

   1091160	  0.162232	  0.162074	  0.166024		CURRENT LEARNING RATE: 1.2769194800025194e-05
previous_iter_valid_loss : 0.16182483732700348

   1091180	  0.161991	  0.161825	  0.165963		CURRENT LEARNING RATE: 1.2766641216432042e-05
previous_iter_valid_loss : 0.179949089884758

   1091200	  0.180106	  0.179949	  0.166710		CURRENT LEARNING RATE: 1.2764088143504565e-05
previous_iter_valid_loss : 0.1648278385400772

   1091220	  0.165036	  0.164828	  0.164868		CURRENT LEARNING RATE: 1.2761535581140613e-05
previous_iter_valid_loss : 0.18729230761528015

   1091240	  0.187436	  0.187292	  0.166000		CURRENT LEARNING RATE: 1.275898352923809e-05
previous_iter_valid_loss : 0.17448274791240692

   1091260	  0.174627	  0.174483	  0.166473		CURRENT LEARNING RATE: 1.2756431987694886e-05
previous_iter_valid_loss : 0.17550507187843323

   1091280	  0.175795	  0.175505	  0.167168		CURRENT LEARNING RATE: 1.2753880956408984e-05
previous_iter_valid_loss : 0.16059763729572296

   1091300	  0.160755	  0.160598	  0.167073		CURRENT LEARNING RATE: 1.2751330435278324e-05
previous_iter_valid_loss : 0.18947149813175201

   1091320	  0.189599	  0.189471	  0.168350		CURRENT LEARNING RATE: 1.274878042420088e-05
previous_iter_valid_loss : 0.16052520275115967

   1091340	  0.160685	  0.160525	  0.168299		CURRENT LEARNING RATE: 1.2746230923074634e-05
previous_iter_valid_loss : 0.16434615850448608

   1091360	  0.164520	  0.164346	  0.168366		CURRENT LEARNING RATE: 1.2743681931797651e-05
previous_iter_valid_loss : 0.17704659700393677

   1091380	  0.177345	  0.177047	  0.169192		CURRENT LEARNING RATE: 1.2741133450267945e-05
previous_iter_valid_loss : 0.16170597076416016

   1091400	  0.161861	  0.161706	  0.169224		CURRENT LEARNING RATE: 1.2738585478383578e-05
previous_iter_valid_loss : 0.174139142036438

   1091420	  0.174414	  0.174139	  0.169622		CURRENT LEARNING RATE: 1.2736038016042611e-05
previous_iter_valid_loss : 0.160658061504364

   1091440	  0.160813	  0.160658	  0.169216		CURRENT LEARNING RATE: 1.2733491063143189e-05
previous_iter_valid_loss : 0.18074798583984375

   1091460	  0.181075	  0.180748	  0.170225		CURRENT LEARNING RATE: 1.273094461958341e-05
previous_iter_valid_loss : 0.16121669113636017

   1091480	  0.161400	  0.161217	  0.169795		CURRENT LEARNING RATE: 1.2728398685261416e-05
previous_iter_valid_loss : 0.16052833199501038

   1091500	  0.160698	  0.160528	  0.169150		CURRENT LEARNING RATE: 1.2725853260075352e-05
previous_iter_valid_loss : 0.17138895392417908

   1091520	  0.171657	  0.171389	  0.169473		CURRENT LEARNING RATE: 1.2723308343923441e-05
previous_iter_valid_loss : 0.16527393460273743

   1091540	  0.165490	  0.165274	  0.169678		CURRENT LEARNING RATE: 1.2720763936703864e-05
previous_iter_valid_loss : 0.16521909832954407

   1091560	  0.165370	  0.165219	  0.169835		CURRENT LEARNING RATE: 1.2718220038314827e-05
previous_iter_valid_loss : 0.16069059073925018

   1091580	  0.160858	  0.160691	  0.169778		CURRENT LEARNING RATE: 1.2715676648654613e-05
previous_iter_valid_loss : 0.1628405898809433

   1091600	  0.163010	  0.162841	  0.168923		CURRENT LEARNING RATE: 1.2713133767621468e-05
previous_iter_valid_loss : 0.16716423630714417

   1091620	  0.167318	  0.167164	  0.169040		CURRENT LEARNING RATE: 1.2710591395113674e-05
previous_iter_valid_loss : 0.17032219469547272

   1091640	  0.170569	  0.170322	  0.168191		CURRENT LEARNING RATE: 1.2708049531029517e-05
previous_iter_valid_loss : 0.16101212799549103

   1091660	  0.161179	  0.161012	  0.167518		CURRENT LEARNING RATE: 1.2705508175267364e-05
previous_iter_valid_loss : 0.16138629615306854

   1091680	  0.161576	  0.161386	  0.166812		CURRENT LEARNING RATE: 1.2702967327725541e-05
previous_iter_valid_loss : 0.16180719435214996

   1091700	  0.161976	  0.161807	  0.166872		CURRENT LEARNING RATE: 1.270042698830241e-05
previous_iter_valid_loss : 0.16380296647548676

   1091720	  0.163972	  0.163803	  0.165589		CURRENT LEARNING RATE: 1.269788715689634e-05
previous_iter_valid_loss : 0.1607304960489273

   1091740	  0.160886	  0.160730	  0.165599		CURRENT LEARNING RATE: 1.269534783340578e-05
previous_iter_valid_loss : 0.1640520542860031

   1091760	  0.164247	  0.164052	  0.165584		CURRENT LEARNING RATE: 1.2692809017729136e-05
previous_iter_valid_loss : 0.16229599714279175

   1091780	  0.162459	  0.162296	  0.164847		CURRENT LEARNING RATE: 1.2690270709764854e-05
previous_iter_valid_loss : 0.16295500099658966

   1091800	  0.163124	  0.162955	  0.164909		CURRENT LEARNING RATE: 1.268773290941138e-05
previous_iter_valid_loss : 0.16595222055912018

   1091820	  0.166170	  0.165952	  0.164500		CURRENT LEARNING RATE: 1.2685195616567246e-05
previous_iter_valid_loss : 0.17395047843456268

   1091840	  0.174225	  0.173950	  0.165164		CURRENT LEARNING RATE: 1.2682658831130937e-05
previous_iter_valid_loss : 0.16278065741062164

   1091860	  0.162972	  0.162781	  0.164266		CURRENT LEARNING RATE: 1.2680122553000985e-05
previous_iter_valid_loss : 0.16098368167877197

   1091880	  0.161147	  0.160984	  0.164254		CURRENT LEARNING RATE: 1.2677586782075912e-05
previous_iter_valid_loss : 0.16413509845733643

   1091900	  0.164331	  0.164135	  0.164435		CURRENT LEARNING RATE: 1.2675051518254337e-05
previous_iter_valid_loss : 0.16474434733390808

   1091920	  0.164912	  0.164744	  0.164102		CURRENT LEARNING RATE: 1.2672516761434821e-05
previous_iter_valid_loss : 0.1612388640642166

   1091940	  0.161388	  0.161239	  0.163901		CURRENT LEARNING RATE: 1.2669982511515958e-05
previous_iter_valid_loss : 0.1669696867465973

   1091960	  0.167183	  0.166970	  0.163988		CURRENT LEARNING RATE: 1.2667448768396417e-05
previous_iter_valid_loss : 0.16059693694114685

   1091980	  0.160755	  0.160597	  0.163984		CURRENT LEARNING RATE: 1.266491553197483e-05
previous_iter_valid_loss : 0.1605343371629715

   1092000	  0.160696	  0.160534	  0.163868		CURRENT LEARNING RATE: 1.2662382802149866e-05
previous_iter_valid_loss : 0.16511531174182892

   1092020	  0.165279	  0.165115	  0.163766		CURRENT LEARNING RATE: 1.2659850578820194e-05
previous_iter_valid_loss : 0.17550066113471985

   1092040	  0.175789	  0.175501	  0.164025		CURRENT LEARNING RATE: 1.2657318861884568e-05
previous_iter_valid_loss : 0.16103482246398926

   1092060	  0.161222	  0.161035	  0.164026		CURRENT LEARNING RATE: 1.2654787651241699e-05
previous_iter_valid_loss : 0.16089113056659698

   1092080	  0.161071	  0.160891	  0.164001		CURRENT LEARNING RATE: 1.2652256946790337e-05
previous_iter_valid_loss : 0.16908462345600128

   1092100	  0.169235	  0.169085	  0.164365		CURRENT LEARNING RATE: 1.2649726748429233e-05
previous_iter_valid_loss : 0.16147182881832123

   1092120	  0.161632	  0.161472	  0.164248		CURRENT LEARNING RATE: 1.2647197056057221e-05
previous_iter_valid_loss : 0.16851723194122314

   1092140	  0.168757	  0.168517	  0.164638		CURRENT LEARNING RATE: 1.2644667869573096e-05
previous_iter_valid_loss : 0.16100363433361053

   1092160	  0.161164	  0.161004	  0.164485		CURRENT LEARNING RATE: 1.2642139188875685e-05
previous_iter_valid_loss : 0.160783588886261

   1092180	  0.160942	  0.160784	  0.164410		CURRENT LEARNING RATE: 1.2639611013863822e-05
previous_iter_valid_loss : 0.16377051174640656

   1092200	  0.163938	  0.163771	  0.164450		CURRENT LEARNING RATE: 1.2637083344436424e-05
previous_iter_valid_loss : 0.16137941181659698

   1092220	  0.161525	  0.161379	  0.164222		CURRENT LEARNING RATE: 1.263455618049236e-05
previous_iter_valid_loss : 0.16167490184307098

   1092240	  0.161858	  0.161675	  0.163608		CURRENT LEARNING RATE: 1.2632029521930548e-05
previous_iter_valid_loss : 0.1827089786529541

   1092260	  0.183071	  0.182709	  0.164604		CURRENT LEARNING RATE: 1.2629503368649894e-05
previous_iter_valid_loss : 0.16072417795658112

   1092280	  0.160882	  0.160724	  0.164591		CURRENT LEARNING RATE: 1.2626977720549397e-05
previous_iter_valid_loss : 0.17411652207374573

   1092300	  0.174271	  0.174117	  0.165091		CURRENT LEARNING RATE: 1.2624452577528013e-05
previous_iter_valid_loss : 0.16368524730205536

   1092320	  0.163887	  0.163685	  0.165038		CURRENT LEARNING RATE: 1.262192793948471e-05
previous_iter_valid_loss : 0.16655072569847107

   1092340	  0.166760	  0.166551	  0.165303		CURRENT LEARNING RATE: 1.2619403806318548e-05
previous_iter_valid_loss : 0.16058719158172607

   1092360	  0.160742	  0.160587	  0.164984		CURRENT LEARNING RATE: 1.2616880177928544e-05
previous_iter_valid_loss : 0.1622803509235382

   1092380	  0.162466	  0.162280	  0.165068		CURRENT LEARNING RATE: 1.2614357054213746e-05
previous_iter_valid_loss : 0.1814124435186386

   1092400	  0.181573	  0.181412	  0.166112		CURRENT LEARNING RATE: 1.2611834435073208e-05
previous_iter_valid_loss : 0.16151422262191772

   1092420	  0.161691	  0.161514	  0.165932		CURRENT LEARNING RATE: 1.2609312320406073e-05
previous_iter_valid_loss : 0.16141237318515778

   1092440	  0.161570	  0.161412	  0.165228		CURRENT LEARNING RATE: 1.2606790710111432e-05
previous_iter_valid_loss : 0.16052106022834778

   1092460	  0.160697	  0.160521	  0.165202		CURRENT LEARNING RATE: 1.2604269604088422e-05
previous_iter_valid_loss : 0.1762080043554306

   1092480	  0.176352	  0.176208	  0.165968		CURRENT LEARNING RATE: 1.2601749002236176e-05
previous_iter_valid_loss : 0.16094571352005005

   1092500	  0.161103	  0.160946	  0.165561		CURRENT LEARNING RATE: 1.2599228904453913e-05
previous_iter_valid_loss : 0.1698690950870514

   1092520	  0.170111	  0.169869	  0.165981		CURRENT LEARNING RATE: 1.2596709310640808e-05
previous_iter_valid_loss : 0.161717027425766

   1092540	  0.161905	  0.161717	  0.165641		CURRENT LEARNING RATE: 1.2594190220696077e-05
previous_iter_valid_loss : 0.1635107696056366

   1092560	  0.163698	  0.163511	  0.165766		CURRENT LEARNING RATE: 1.2591671634518934e-05
previous_iter_valid_loss : 0.16387446224689484

   1092580	  0.164066	  0.163874	  0.165921		CURRENT LEARNING RATE: 1.2589153552008681e-05
previous_iter_valid_loss : 0.16782745718955994

   1092600	  0.168053	  0.167827	  0.166124		CURRENT LEARNING RATE: 1.258663597306457e-05
previous_iter_valid_loss : 0.1636907458305359

   1092620	  0.163885	  0.163691	  0.166239		CURRENT LEARNING RATE: 1.2584118897585904e-05
previous_iter_valid_loss : 0.1606987863779068

   1092640	  0.160863	  0.160699	  0.166190		CURRENT LEARNING RATE: 1.258160232547197e-05
previous_iter_valid_loss : 0.16100981831550598

   1092660	  0.161191	  0.161010	  0.165105		CURRENT LEARNING RATE: 1.2579086256622153e-05
previous_iter_valid_loss : 0.16868199408054352

   1092680	  0.168917	  0.168682	  0.165503		CURRENT LEARNING RATE: 1.2576570690935789e-05
previous_iter_valid_loss : 0.18418100476264954

   1092700	  0.184544	  0.184181	  0.166006		CURRENT LEARNING RATE: 1.2574055628312253e-05
previous_iter_valid_loss : 0.17210343480110168

   1092720	  0.172368	  0.172103	  0.166427		CURRENT LEARNING RATE: 1.257154106865092e-05
previous_iter_valid_loss : 0.16267916560173035

   1092740	  0.162870	  0.162679	  0.166234		CURRENT LEARNING RATE: 1.2569027011851256e-05
previous_iter_valid_loss : 0.167237788438797

   1092760	  0.167399	  0.167238	  0.166566		CURRENT LEARNING RATE: 1.2566513457812676e-05
previous_iter_valid_loss : 0.1643177717924118

   1092780	  0.164489	  0.164318	  0.166668		CURRENT LEARNING RATE: 1.2564000406434611e-05
previous_iter_valid_loss : 0.1611698716878891

   1092800	  0.161330	  0.161170	  0.165656		CURRENT LEARNING RATE: 1.2561487857616586e-05
previous_iter_valid_loss : 0.16701547801494598

   1092820	  0.167175	  0.167015	  0.165931		CURRENT LEARNING RATE: 1.255897581125808e-05
previous_iter_valid_loss : 0.17557981610298157

   1092840	  0.175731	  0.175580	  0.166640		CURRENT LEARNING RATE: 1.2556464267258604e-05
previous_iter_valid_loss : 0.16904675960540771

   1092860	  0.169290	  0.169047	  0.167066		CURRENT LEARNING RATE: 1.255395322551768e-05
previous_iter_valid_loss : 0.16458739340305328

   1092880	  0.164811	  0.164587	  0.166485		CURRENT LEARNING RATE: 1.2551442685934909e-05
previous_iter_valid_loss : 0.16060839593410492

   1092900	  0.160777	  0.160608	  0.166468		CURRENT LEARNING RATE: 1.2548932648409847e-05
previous_iter_valid_loss : 0.17391110956668854

   1092920	  0.174192	  0.173911	  0.166670		CURRENT LEARNING RATE: 1.2546423112842094e-05
previous_iter_valid_loss : 0.16183650493621826

   1092940	  0.162025	  0.161837	  0.166676		CURRENT LEARNING RATE: 1.2543914079131243e-05
previous_iter_valid_loss : 0.16050006449222565

   1092960	  0.160661	  0.160500	  0.166525		CURRENT LEARNING RATE: 1.2541405547176979e-05
previous_iter_valid_loss : 0.16136716306209564

   1092980	  0.161550	  0.161367	  0.166400		CURRENT LEARNING RATE: 1.253889751687894e-05
previous_iter_valid_loss : 0.16453012824058533

   1093000	  0.164741	  0.164530	  0.166235		CURRENT LEARNING RATE: 1.2536389988136802e-05
previous_iter_valid_loss : 0.16503892838954926

   1093020	  0.165247	  0.165039	  0.166303		CURRENT LEARNING RATE: 1.2533882960850246e-05
previous_iter_valid_loss : 0.1720190942287445

   1093040	  0.172292	  0.172019	  0.166869		CURRENT LEARNING RATE: 1.2531376434919029e-05
previous_iter_valid_loss : 0.164862260222435

   1093060	  0.165056	  0.164862	  0.167061		CURRENT LEARNING RATE: 1.252887041024287e-05
previous_iter_valid_loss : 0.1668519824743271

   1093080	  0.167068	  0.166852	  0.166970		CURRENT LEARNING RATE: 1.2526364886721532e-05
previous_iter_valid_loss : 0.16089825332164764

   1093100	  0.161083	  0.160898	  0.165806		CURRENT LEARNING RATE: 1.252385986425477e-05
previous_iter_valid_loss : 0.1656951755285263

   1093120	  0.165906	  0.165695	  0.165485		CURRENT LEARNING RATE: 1.2521355342742424e-05
previous_iter_valid_loss : 0.16387923061847687

   1093140	  0.164079	  0.163879	  0.165545		CURRENT LEARNING RATE: 1.2518851322084294e-05
previous_iter_valid_loss : 0.19210940599441528

   1093160	  0.192557	  0.192109	  0.166789		CURRENT LEARNING RATE: 1.2516347802180196e-05
previous_iter_valid_loss : 0.16101637482643127

   1093180	  0.161205	  0.161016	  0.166624		CURRENT LEARNING RATE: 1.2513844782930035e-05
previous_iter_valid_loss : 0.1676526516675949

   1093200	  0.167884	  0.167653	  0.166948		CURRENT LEARNING RATE: 1.2511342264233664e-05
previous_iter_valid_loss : 0.16090933978557587

   1093220	  0.161071	  0.160909	  0.166642		CURRENT LEARNING RATE: 1.250884024599099e-05
previous_iter_valid_loss : 0.17795822024345398

   1093240	  0.178113	  0.177958	  0.166761		CURRENT LEARNING RATE: 1.2506338728101901e-05
previous_iter_valid_loss : 0.16569563746452332

   1093260	  0.165900	  0.165696	  0.166594		CURRENT LEARNING RATE: 1.2503837710466386e-05
previous_iter_valid_loss : 0.1607128232717514

   1093280	  0.160871	  0.160713	  0.166400		CURRENT LEARNING RATE: 1.2501337192984381e-05
previous_iter_valid_loss : 0.16052918136119843

   1093300	  0.160695	  0.160529	  0.166396		CURRENT LEARNING RATE: 1.2498837175555868e-05
previous_iter_valid_loss : 0.17535600066184998

   1093320	  0.175509	  0.175356	  0.166468		CURRENT LEARNING RATE: 1.2496337658080819e-05
previous_iter_valid_loss : 0.16535209119319916

   1093340	  0.165554	  0.165352	  0.166644		CURRENT LEARNING RATE: 1.2493838640459302e-05
previous_iter_valid_loss : 0.1608840376138687

   1093360	  0.161062	  0.160884	  0.166663		CURRENT LEARNING RATE: 1.249134012259133e-05
previous_iter_valid_loss : 0.16239389777183533

   1093380	  0.162558	  0.162394	  0.166715		CURRENT LEARNING RATE: 1.2488842104376966e-05
previous_iter_valid_loss : 0.16053755581378937

   1093400	  0.160703	  0.160538	  0.166515		CURRENT LEARNING RATE: 1.2486344585716266e-05
previous_iter_valid_loss : 0.1642213612794876

   1093420	  0.164381	  0.164221	  0.166474		CURRENT LEARNING RATE: 1.2483847566509372e-05
previous_iter_valid_loss : 0.18517597019672394

   1093440	  0.185313	  0.185176	  0.167132		CURRENT LEARNING RATE: 1.2481351046656384e-05
previous_iter_valid_loss : 0.1608761101961136

   1093460	  0.161056	  0.160876	  0.166933		CURRENT LEARNING RATE: 1.2478855026057437e-05
previous_iter_valid_loss : 0.17557783424854279

   1093480	  0.175863	  0.175578	  0.167369		CURRENT LEARNING RATE: 1.2476359504612673e-05
previous_iter_valid_loss : 0.17114995419979095

   1093500	  0.171408	  0.171150	  0.167882		CURRENT LEARNING RATE: 1.2473864482222312e-05
previous_iter_valid_loss : 0.17114299535751343

   1093520	  0.171293	  0.171143	  0.168154		CURRENT LEARNING RATE: 1.2471369958786531e-05
previous_iter_valid_loss : 0.163144052028656

   1093540	  0.163316	  0.163144	  0.168117		CURRENT LEARNING RATE: 1.246887593420553e-05
previous_iter_valid_loss : 0.17140696942806244

   1093560	  0.171552	  0.171407	  0.167082		CURRENT LEARNING RATE: 1.2466382408379589e-05
previous_iter_valid_loss : 0.16737417876720428

   1093580	  0.167535	  0.167374	  0.167400		CURRENT LEARNING RATE: 1.2463889381208944e-05
previous_iter_valid_loss : 0.1618632972240448

   1093600	  0.162054	  0.161863	  0.167111		CURRENT LEARNING RATE: 1.246139685259388e-05
previous_iter_valid_loss : 0.16209477186203003

   1093620	  0.162294	  0.162095	  0.167170		CURRENT LEARNING RATE: 1.2458904822434666e-05
previous_iter_valid_loss : 0.1635669469833374

   1093640	  0.163738	  0.163567	  0.166450		CURRENT LEARNING RATE: 1.245641329063167e-05
previous_iter_valid_loss : 0.16587693989276886

   1093660	  0.166038	  0.165877	  0.166459		CURRENT LEARNING RATE: 1.245392225708521e-05
previous_iter_valid_loss : 0.1796976625919342

   1093680	  0.179859	  0.179698	  0.167409		CURRENT LEARNING RATE: 1.2451431721695638e-05
previous_iter_valid_loss : 0.16972286999225616

   1093700	  0.169869	  0.169723	  0.167868		CURRENT LEARNING RATE: 1.2448941684363318e-05
previous_iter_valid_loss : 0.1663440316915512

   1093720	  0.166500	  0.166344	  0.167418		CURRENT LEARNING RATE: 1.2446452144988685e-05
previous_iter_valid_loss : 0.1610376387834549

   1093740	  0.161204	  0.161038	  0.167202		CURRENT LEARNING RATE: 1.2443963103472142e-05
previous_iter_valid_loss : 0.16060177981853485

   1093760	  0.160774	  0.160602	  0.167188		CURRENT LEARNING RATE: 1.2441474559714123e-05
previous_iter_valid_loss : 0.18029215931892395

   1093780	  0.180451	  0.180292	  0.168083		CURRENT LEARNING RATE: 1.2438986513615067e-05
previous_iter_valid_loss : 0.16686414182186127

   1093800	  0.167088	  0.166864	  0.168399		CURRENT LEARNING RATE: 1.2436498965075498e-05
previous_iter_valid_loss : 0.16359171271324158

   1093820	  0.163763	  0.163592	  0.168368		CURRENT LEARNING RATE: 1.2434011913995886e-05
previous_iter_valid_loss : 0.16354914009571075

   1093840	  0.163739	  0.163549	  0.167286		CURRENT LEARNING RATE: 1.2431525360276754e-05
previous_iter_valid_loss : 0.16569291055202484

   1093860	  0.165856	  0.165693	  0.167527		CURRENT LEARNING RATE: 1.2429039303818613e-05
previous_iter_valid_loss : 0.16067178547382355

   1093880	  0.160848	  0.160672	  0.166782		CURRENT LEARNING RATE: 1.2426553744522071e-05
previous_iter_valid_loss : 0.16721051931381226

   1093900	  0.167427	  0.167211	  0.166585		CURRENT LEARNING RATE: 1.2424068682287681e-05
previous_iter_valid_loss : 0.1718452125787735

   1093920	  0.172096	  0.171845	  0.166620		CURRENT LEARNING RATE: 1.2421584117016037e-05
previous_iter_valid_loss : 0.18900656700134277

   1093940	  0.189140	  0.189007	  0.167913		CURRENT LEARNING RATE: 1.2419100048607739e-05
previous_iter_valid_loss : 0.1934545338153839

   1093960	  0.193572	  0.193455	  0.169015		CURRENT LEARNING RATE: 1.2416616476963464e-05
previous_iter_valid_loss : 0.16996066272258759

   1093980	  0.170106	  0.169961	  0.169145		CURRENT LEARNING RATE: 1.2414133401983853e-05
previous_iter_valid_loss : 0.16129818558692932

   1094000	  0.161455	  0.161298	  0.169116		CURRENT LEARNING RATE: 1.2411650823569559e-05
previous_iter_valid_loss : 0.17177943885326385

   1094020	  0.171930	  0.171779	  0.169601		CURRENT LEARNING RATE: 1.2409168741621317e-05
previous_iter_valid_loss : 0.16236913204193115

   1094040	  0.162534	  0.162369	  0.169541		CURRENT LEARNING RATE: 1.2406687156039829e-05
previous_iter_valid_loss : 0.17094580829143524

   1094060	  0.171196	  0.170946	  0.169794		CURRENT LEARNING RATE: 1.2404206066725827e-05
previous_iter_valid_loss : 0.16414539515972137

   1094080	  0.164348	  0.164145	  0.169017		CURRENT LEARNING RATE: 1.2401725473580051e-05
previous_iter_valid_loss : 0.16062936186790466

   1094100	  0.160796	  0.160629	  0.168562		CURRENT LEARNING RATE: 1.2399245376503314e-05
previous_iter_valid_loss : 0.1835901439189911

   1094120	  0.183948	  0.183590	  0.169424		CURRENT LEARNING RATE: 1.2396765775396397e-05
previous_iter_valid_loss : 0.1632874757051468

   1094140	  0.163489	  0.163287	  0.169537		CURRENT LEARNING RATE: 1.239428667016011e-05
previous_iter_valid_loss : 0.16058224439620972

   1094160	  0.160742	  0.160582	  0.169536		CURRENT LEARNING RATE: 1.2391808060695271e-05
previous_iter_valid_loss : 0.18034663796424866

   1094180	  0.180667	  0.180347	  0.169539		CURRENT LEARNING RATE: 1.2389329946902776e-05
previous_iter_valid_loss : 0.16335803270339966

   1094200	  0.163559	  0.163358	  0.169363		CURRENT LEARNING RATE: 1.2386852328683482e-05
previous_iter_valid_loss : 0.17268811166286469

   1094220	  0.172953	  0.172688	  0.169818		CURRENT LEARNING RATE: 1.2384375205938283e-05
previous_iter_valid_loss : 0.16666340827941895

   1094240	  0.166827	  0.166663	  0.169974		CURRENT LEARNING RATE: 1.2381898578568073e-05
previous_iter_valid_loss : 0.16049888730049133

   1094260	  0.160663	  0.160499	  0.169714		CURRENT LEARNING RATE: 1.2379422446473828e-05
previous_iter_valid_loss : 0.16198211908340454

   1094280	  0.162172	  0.161982	  0.169780		CURRENT LEARNING RATE: 1.2376946809556482e-05
previous_iter_valid_loss : 0.16198493540287018

   1094300	  0.162168	  0.161985	  0.169518		CURRENT LEARNING RATE: 1.2374471667717011e-05
previous_iter_valid_loss : 0.16327688097953796

   1094320	  0.163448	  0.163277	  0.169090		CURRENT LEARNING RATE: 1.2371997020856387e-05
previous_iter_valid_loss : 0.16150519251823425

   1094340	  0.161696	  0.161505	  0.167715		CURRENT LEARNING RATE: 1.2369522868875666e-05
previous_iter_valid_loss : 0.1636439710855484

   1094360	  0.163834	  0.163644	  0.166224		CURRENT LEARNING RATE: 1.2367049211675862e-05
previous_iter_valid_loss : 0.1623658388853073

   1094380	  0.162534	  0.162366	  0.165845		CURRENT LEARNING RATE: 1.2364576049158006e-05
previous_iter_valid_loss : 0.16367283463478088

   1094400	  0.163874	  0.163673	  0.165963		CURRENT LEARNING RATE: 1.2362103381223215e-05
previous_iter_valid_loss : 0.1608009934425354

   1094420	  0.160962	  0.160801	  0.165414		CURRENT LEARNING RATE: 1.2359631207772563e-05
previous_iter_valid_loss : 0.1851194202899933

   1094440	  0.185259	  0.185119	  0.166552		CURRENT LEARNING RATE: 1.235715952870716e-05
previous_iter_valid_loss : 0.16053912043571472

   1094460	  0.160704	  0.160539	  0.166032		CURRENT LEARNING RATE: 1.2354688343928117e-05
previous_iter_valid_loss : 0.16478998959064484

   1094480	  0.164955	  0.164790	  0.166064		CURRENT LEARNING RATE: 1.2352217653336633e-05
previous_iter_valid_loss : 0.1730033904314041

   1094500	  0.173155	  0.173003	  0.166682		CURRENT LEARNING RATE: 1.2349747456833856e-05
previous_iter_valid_loss : 0.16380856931209564

   1094520	  0.163973	  0.163809	  0.165693		CURRENT LEARNING RATE: 1.2347277754320978e-05
previous_iter_valid_loss : 0.18181607127189636

   1094540	  0.181976	  0.181816	  0.166620		CURRENT LEARNING RATE: 1.234480854569919e-05
previous_iter_valid_loss : 0.16985031962394714

   1094560	  0.170094	  0.169850	  0.167083		CURRENT LEARNING RATE: 1.2342339830869768e-05
previous_iter_valid_loss : 0.1687963753938675

   1094580	  0.168949	  0.168796	  0.166506		CURRENT LEARNING RATE: 1.233987160973394e-05
previous_iter_valid_loss : 0.16901259124279022

   1094600	  0.169165	  0.169013	  0.166788		CURRENT LEARNING RATE: 1.233740388219298e-05
previous_iter_valid_loss : 0.1644858419895172

   1094620	  0.164697	  0.164486	  0.166378		CURRENT LEARNING RATE: 1.2334936648148154e-05
previous_iter_valid_loss : 0.16316170990467072

   1094640	  0.163357	  0.163162	  0.166203		CURRENT LEARNING RATE: 1.2332469907500818e-05
previous_iter_valid_loss : 0.16159377992153168

   1094660	  0.161772	  0.161594	  0.166258		CURRENT LEARNING RATE: 1.2330003660152279e-05
previous_iter_valid_loss : 0.16055631637573242

   1094680	  0.160729	  0.160556	  0.166187		CURRENT LEARNING RATE: 1.2327537906003887e-05
previous_iter_valid_loss : 0.1615079641342163

   1094700	  0.161693	  0.161508	  0.166163		CURRENT LEARNING RATE: 1.2325072644956993e-05
previous_iter_valid_loss : 0.16068996489048004

   1094720	  0.160844	  0.160690	  0.166033		CURRENT LEARNING RATE: 1.2322607876913028e-05
previous_iter_valid_loss : 0.18326692283153534

   1094740	  0.183627	  0.183267	  0.167122		CURRENT LEARNING RATE: 1.2320143601773378e-05
previous_iter_valid_loss : 0.16061265766620636

   1094760	  0.160785	  0.160613	  0.166970		CURRENT LEARNING RATE: 1.2317679819439453e-05
previous_iter_valid_loss : 0.16164778172969818

   1094780	  0.161805	  0.161648	  0.166934		CURRENT LEARNING RATE: 1.2315216529812745e-05
previous_iter_valid_loss : 0.17640502750873566

   1094800	  0.176561	  0.176405	  0.167571		CURRENT LEARNING RATE: 1.2312753732794698e-05
previous_iter_valid_loss : 0.1607145071029663

   1094820	  0.160873	  0.160715	  0.167566		CURRENT LEARNING RATE: 1.2310291428286806e-05
previous_iter_valid_loss : 0.1605396568775177

   1094840	  0.160701	  0.160540	  0.166337		CURRENT LEARNING RATE: 1.2307829616190547e-05
previous_iter_valid_loss : 0.1658991575241089

   1094860	  0.166109	  0.165899	  0.166605		CURRENT LEARNING RATE: 1.2305368296407496e-05
previous_iter_valid_loss : 0.16968481242656708

   1094880	  0.169835	  0.169685	  0.166850		CURRENT LEARNING RATE: 1.2302907468839182e-05
previous_iter_valid_loss : 0.16205371916294098

   1094900	  0.162234	  0.162054	  0.166303		CURRENT LEARNING RATE: 1.2300447133387166e-05
previous_iter_valid_loss : 0.16546179354190826

   1094920	  0.165615	  0.165462	  0.166385		CURRENT LEARNING RATE: 1.2297987289953014e-05
previous_iter_valid_loss : 0.16459283232688904

   1094940	  0.164788	  0.164593	  0.165524		CURRENT LEARNING RATE: 1.2295527938438378e-05
previous_iter_valid_loss : 0.1685754358768463

   1094960	  0.168812	  0.168575	  0.165460		CURRENT LEARNING RATE: 1.2293069078744861e-05
previous_iter_valid_loss : 0.16085997223854065

   1094980	  0.161034	  0.160860	  0.165064		CURRENT LEARNING RATE: 1.2290610710774113e-05
previous_iter_valid_loss : 0.17154650390148163

   1095000	  0.171803	  0.171547	  0.165190		CURRENT LEARNING RATE: 1.2288152834427766e-05
previous_iter_valid_loss : 0.16347073018550873

   1095020	  0.163660	  0.163471	  0.165139		CURRENT LEARNING RATE: 1.2285695449607561e-05
previous_iter_valid_loss : 0.1674228012561798

   1095040	  0.167579	  0.167423	  0.165353		CURRENT LEARNING RATE: 1.2283238556215174e-05
previous_iter_valid_loss : 0.18186120688915253

   1095060	  0.182216	  0.181861	  0.166366		CURRENT LEARNING RATE: 1.2280782154152333e-05
previous_iter_valid_loss : 0.1673479676246643

   1095080	  0.167509	  0.167348	  0.166705		CURRENT LEARNING RATE: 1.2278326243320753e-05
previous_iter_valid_loss : 0.17041274905204773

   1095100	  0.170561	  0.170413	  0.167151		CURRENT LEARNING RATE: 1.2275870823622251e-05
previous_iter_valid_loss : 0.16378730535507202

   1095120	  0.163980	  0.163787	  0.167306		CURRENT LEARNING RATE: 1.227341589495858e-05
previous_iter_valid_loss : 0.1715298742055893

   1095140	  0.171679	  0.171530	  0.166719		CURRENT LEARNING RATE: 1.227096145723155e-05
previous_iter_valid_loss : 0.17916959524154663

   1095160	  0.179333	  0.179170	  0.167647		CURRENT LEARNING RATE: 1.2268507510342955e-05
previous_iter_valid_loss : 0.17020750045776367

   1095180	  0.170454	  0.170208	  0.168075		CURRENT LEARNING RATE: 1.2266054054194686e-05
previous_iter_valid_loss : 0.16196946799755096

   1095200	  0.162147	  0.161969	  0.167353		CURRENT LEARNING RATE: 1.226360108868858e-05
previous_iter_valid_loss : 0.16954565048217773

   1095220	  0.169699	  0.169546	  0.167794		CURRENT LEARNING RATE: 1.2261148613726497e-05
previous_iter_valid_loss : 0.1629238873720169

   1095240	  0.163097	  0.162924	  0.167914		CURRENT LEARNING RATE: 1.2258696629210382e-05
previous_iter_valid_loss : 0.16202415525913239

   1095260	  0.162187	  0.162024	  0.167720		CURRENT LEARNING RATE: 1.2256245135042134e-05
previous_iter_valid_loss : 0.16156424582004547

   1095280	  0.161715	  0.161564	  0.167314		CURRENT LEARNING RATE: 1.2253794131123693e-05
previous_iter_valid_loss : 0.16054275631904602

   1095300	  0.160710	  0.160543	  0.167238		CURRENT LEARNING RATE: 1.2251343617356997e-05
previous_iter_valid_loss : 0.1796557456254959

   1095320	  0.179811	  0.179656	  0.167948		CURRENT LEARNING RATE: 1.2248893593644069e-05
previous_iter_valid_loss : 0.16055424511432648

   1095340	  0.160716	  0.160554	  0.167746		CURRENT LEARNING RATE: 1.2246444059886888e-05
previous_iter_valid_loss : 0.16059257090091705

   1095360	  0.160753	  0.160593	  0.167347		CURRENT LEARNING RATE: 1.224399501598747e-05
previous_iter_valid_loss : 0.16712096333503723

   1095380	  0.167330	  0.167121	  0.167660		CURRENT LEARNING RATE: 1.2241546461847834e-05
previous_iter_valid_loss : 0.17160244286060333

   1095400	  0.171860	  0.171602	  0.167663		CURRENT LEARNING RATE: 1.2239098397370077e-05
previous_iter_valid_loss : 0.16056719422340393

   1095420	  0.160740	  0.160567	  0.167518		CURRENT LEARNING RATE: 1.2236650822456258e-05
previous_iter_valid_loss : 0.16536937654018402

   1095440	  0.165587	  0.165369	  0.167415		CURRENT LEARNING RATE: 1.2234203737008474e-05
previous_iter_valid_loss : 0.16243420541286469

   1095460	  0.162586	  0.162434	  0.166444		CURRENT LEARNING RATE: 1.2231757140928821e-05
previous_iter_valid_loss : 0.16525506973266602

   1095480	  0.165466	  0.165255	  0.166339		CURRENT LEARNING RATE: 1.2229311034119473e-05
previous_iter_valid_loss : 0.16436731815338135

   1095500	  0.164573	  0.164367	  0.166037		CURRENT LEARNING RATE: 1.222686541648257e-05
previous_iter_valid_loss : 0.16512581706047058

   1095520	  0.165282	  0.165126	  0.166104		CURRENT LEARNING RATE: 1.2224420287920288e-05
previous_iter_valid_loss : 0.16217054426670074

   1095540	  0.162357	  0.162171	  0.165636		CURRENT LEARNING RATE: 1.2221975648334794e-05
previous_iter_valid_loss : 0.1650930941104889

   1095560	  0.165260	  0.165093	  0.164932		CURRENT LEARNING RATE: 1.221953149762835e-05
previous_iter_valid_loss : 0.1729353368282318

   1095580	  0.173077	  0.172935	  0.165068		CURRENT LEARNING RATE: 1.2217087835703168e-05
previous_iter_valid_loss : 0.16147947311401367

   1095600	  0.161675	  0.161479	  0.165044		CURRENT LEARNING RATE: 1.221464466246148e-05
previous_iter_valid_loss : 0.16352947056293488

   1095620	  0.163697	  0.163529	  0.164743		CURRENT LEARNING RATE: 1.2212201977805602e-05
previous_iter_valid_loss : 0.16189037263393402

   1095640	  0.162050	  0.161890	  0.164691		CURRENT LEARNING RATE: 1.2209759781637805e-05
previous_iter_valid_loss : 0.19895540177822113

   1095660	  0.199477	  0.198955	  0.166538		CURRENT LEARNING RATE: 1.22073180738604e-05
previous_iter_valid_loss : 0.18500661849975586

   1095680	  0.185387	  0.185007	  0.167710		CURRENT LEARNING RATE: 1.2204876854375698e-05
previous_iter_valid_loss : 0.16214920580387115

   1095700	  0.162342	  0.162149	  0.167790		CURRENT LEARNING RATE: 1.2202436123086092e-05
previous_iter_valid_loss : 0.1640353500843048

   1095720	  0.164206	  0.164035	  0.167009		CURRENT LEARNING RATE: 1.2199995879893932e-05
previous_iter_valid_loss : 0.16409477591514587

   1095740	  0.164267	  0.164095	  0.167186		CURRENT LEARNING RATE: 1.2197556124701613e-05
previous_iter_valid_loss : 0.16051292419433594

   1095760	  0.160676	  0.160513	  0.167182		CURRENT LEARNING RATE: 1.2195116857411517e-05
previous_iter_valid_loss : 0.1615772247314453

   1095780	  0.161728	  0.161577	  0.166905		CURRENT LEARNING RATE: 1.2192678077926119e-05
previous_iter_valid_loss : 0.1640775352716446

   1095800	  0.164266	  0.164078	  0.166529		CURRENT LEARNING RATE: 1.2190239786147842e-05
previous_iter_valid_loss : 0.1615731418132782

   1095820	  0.161755	  0.161573	  0.166579		CURRENT LEARNING RATE: 1.2187801981979162e-05
previous_iter_valid_loss : 0.16111178696155548

   1095840	  0.161296	  0.161112	  0.166366		CURRENT LEARNING RATE: 1.218536466532254e-05
previous_iter_valid_loss : 0.1662663072347641

   1095860	  0.166426	  0.166266	  0.166558		CURRENT LEARNING RATE: 1.2182927836080527e-05
previous_iter_valid_loss : 0.1609668731689453

   1095880	  0.161150	  0.160967	  0.166343		CURRENT LEARNING RATE: 1.2180491494155632e-05
previous_iter_valid_loss : 0.16868077218532562

   1095900	  0.168922	  0.168681	  0.166559		CURRENT LEARNING RATE: 1.2178055639450396e-05
previous_iter_valid_loss : 0.16121096909046173

   1095920	  0.161395	  0.161211	  0.166363		CURRENT LEARNING RATE: 1.2175620271867366e-05
previous_iter_valid_loss : 0.16087155044078827

   1095940	  0.161043	  0.160872	  0.166298		CURRENT LEARNING RATE: 1.217318539130917e-05
previous_iter_valid_loss : 0.16228395700454712

   1095960	  0.162454	  0.162284	  0.166158		CURRENT LEARNING RATE: 1.2170750997678393e-05
previous_iter_valid_loss : 0.16396135091781616

   1095980	  0.164170	  0.163961	  0.165709		CURRENT LEARNING RATE: 1.2168317090877633e-05
previous_iter_valid_loss : 0.16207179427146912

   1096000	  0.162236	  0.162072	  0.165739		CURRENT LEARNING RATE: 1.216588367080958e-05
previous_iter_valid_loss : 0.16963940858840942

   1096020	  0.169786	  0.169639	  0.166044		CURRENT LEARNING RATE: 1.216345073737688e-05
previous_iter_valid_loss : 0.16532844305038452

   1096040	  0.165488	  0.165328	  0.166216		CURRENT LEARNING RATE: 1.2161018290482208e-05
previous_iter_valid_loss : 0.16523073613643646

   1096060	  0.165447	  0.165231	  0.164530		CURRENT LEARNING RATE: 1.2158586330028247e-05
previous_iter_valid_loss : 0.16088508069515228

   1096080	  0.161037	  0.160885	  0.163324		CURRENT LEARNING RATE: 1.2156154855917762e-05
previous_iter_valid_loss : 0.16051419079303741

   1096100	  0.160679	  0.160514	  0.163242		CURRENT LEARNING RATE: 1.2153723868053474e-05
previous_iter_valid_loss : 0.16513697803020477

   1096120	  0.165352	  0.165137	  0.163297		CURRENT LEARNING RATE: 1.2151293366338142e-05
previous_iter_valid_loss : 0.1619671881198883

   1096140	  0.162144	  0.161967	  0.163191		CURRENT LEARNING RATE: 1.2148863350674525e-05
previous_iter_valid_loss : 0.1759905070066452

   1096160	  0.176276	  0.175991	  0.163965		CURRENT LEARNING RATE: 1.2146433820965466e-05
previous_iter_valid_loss : 0.1614927500486374

   1096180	  0.161644	  0.161493	  0.163960		CURRENT LEARNING RATE: 1.214400477711376e-05
previous_iter_valid_loss : 0.16708889603614807

   1096200	  0.167310	  0.167089	  0.164111		CURRENT LEARNING RATE: 1.2141576219022247e-05
previous_iter_valid_loss : 0.1621372103691101

   1096220	  0.162327	  0.162137	  0.164139		CURRENT LEARNING RATE: 1.2139148146593763e-05
previous_iter_valid_loss : 0.16096054017543793

   1096240	  0.161142	  0.160961	  0.164132		CURRENT LEARNING RATE: 1.2136720559731228e-05
previous_iter_valid_loss : 0.1606636941432953

   1096260	  0.160829	  0.160664	  0.163852		CURRENT LEARNING RATE: 1.2134293458337518e-05
previous_iter_valid_loss : 0.17432691156864166

   1096280	  0.174480	  0.174327	  0.164520		CURRENT LEARNING RATE: 1.2131866842315547e-05
previous_iter_valid_loss : 0.1605396866798401

   1096300	  0.160711	  0.160540	  0.164113		CURRENT LEARNING RATE: 1.2129440711568229e-05
previous_iter_valid_loss : 0.16763551533222198

   1096320	  0.167796	  0.167636	  0.164434		CURRENT LEARNING RATE: 1.2127015065998565e-05
previous_iter_valid_loss : 0.16153740882873535

   1096340	  0.161694	  0.161537	  0.164467		CURRENT LEARNING RATE: 1.2124589905509502e-05
previous_iter_valid_loss : 0.16657878458499908

   1096360	  0.166792	  0.166579	  0.164682		CURRENT LEARNING RATE: 1.212216523000402e-05
previous_iter_valid_loss : 0.16059918701648712

   1096380	  0.160758	  0.160599	  0.164514		CURRENT LEARNING RATE: 1.2119741039385166e-05
previous_iter_valid_loss : 0.16223929822444916

   1096400	  0.162435	  0.162239	  0.164522		CURRENT LEARNING RATE: 1.2117317333555955e-05
previous_iter_valid_loss : 0.16328461468219757

   1096420	  0.163462	  0.163285	  0.164204		CURRENT LEARNING RATE: 1.2114894112419441e-05
previous_iter_valid_loss : 0.162235289812088

   1096440	  0.162432	  0.162235	  0.164050		CURRENT LEARNING RATE: 1.211247137587867e-05
previous_iter_valid_loss : 0.17518854141235352

   1096460	  0.175345	  0.175189	  0.164548		CURRENT LEARNING RATE: 1.2110049123836781e-05
previous_iter_valid_loss : 0.16114592552185059

   1096480	  0.161327	  0.161146	  0.164561		CURRENT LEARNING RATE: 1.2107627356196856e-05
previous_iter_valid_loss : 0.1605817973613739

   1096500	  0.160754	  0.160582	  0.164564		CURRENT LEARNING RATE: 1.2105206072862023e-05
previous_iter_valid_loss : 0.16219918429851532

   1096520	  0.162396	  0.162199	  0.164417		CURRENT LEARNING RATE: 1.2102785273735418e-05
previous_iter_valid_loss : 0.16086775064468384

   1096540	  0.161028	  0.160868	  0.164362		CURRENT LEARNING RATE: 1.2100364958720247e-05
previous_iter_valid_loss : 0.1638089269399643

   1096560	  0.163983	  0.163809	  0.163753		CURRENT LEARNING RATE: 1.2097945127719673e-05
previous_iter_valid_loss : 0.16450193524360657

   1096580	  0.164670	  0.164502	  0.163904		CURRENT LEARNING RATE: 1.2095525780636909e-05
previous_iter_valid_loss : 0.1616467982530594

   1096600	  0.161799	  0.161647	  0.163631		CURRENT LEARNING RATE: 1.2093106917375155e-05
previous_iter_valid_loss : 0.16521991789340973

   1096620	  0.165383	  0.165220	  0.163786		CURRENT LEARNING RATE: 1.20906885378377e-05
previous_iter_valid_loss : 0.16595280170440674

   1096640	  0.166118	  0.165953	  0.164035		CURRENT LEARNING RATE: 1.2088270641927789e-05
previous_iter_valid_loss : 0.17679378390312195

   1096660	  0.176940	  0.176794	  0.164842		CURRENT LEARNING RATE: 1.2085853229548706e-05
previous_iter_valid_loss : 0.1659100353717804

   1096680	  0.166108	  0.165910	  0.164421		CURRENT LEARNING RATE: 1.208343630060373e-05
previous_iter_valid_loss : 0.1776415854692459

   1096700	  0.177959	  0.177642	  0.165276		CURRENT LEARNING RATE: 1.208101985499623e-05
previous_iter_valid_loss : 0.160721093416214

   1096720	  0.160886	  0.160721	  0.164930		CURRENT LEARNING RATE: 1.2078603892629527e-05
previous_iter_valid_loss : 0.16055244207382202

   1096740	  0.160719	  0.160552	  0.164881		CURRENT LEARNING RATE: 1.2076188413406981e-05
previous_iter_valid_loss : 0.1667814701795578

   1096760	  0.166987	  0.166781	  0.164891		CURRENT LEARNING RATE: 1.207377341723195e-05
previous_iter_valid_loss : 0.17224721610546112

   1096780	  0.172520	  0.172247	  0.165473		CURRENT LEARNING RATE: 1.2071358904007881e-05
previous_iter_valid_loss : 0.16096477210521698

   1096800	  0.161146	  0.160965	  0.165410		CURRENT LEARNING RATE: 1.206894487363817e-05
previous_iter_valid_loss : 0.173087939620018

   1096820	  0.173354	  0.173088	  0.165900		CURRENT LEARNING RATE: 1.206653132602623e-05
previous_iter_valid_loss : 0.16647334396839142

   1096840	  0.166633	  0.166473	  0.166112		CURRENT LEARNING RATE: 1.206411826107557e-05
previous_iter_valid_loss : 0.16086702048778534

   1096860	  0.161045	  0.160867	  0.165396		CURRENT LEARNING RATE: 1.2061705678689642e-05
previous_iter_valid_loss : 0.20760032534599304

   1096880	  0.207653	  0.207600	  0.167718		CURRENT LEARNING RATE: 1.205929357877194e-05
previous_iter_valid_loss : 0.19273628294467926

   1096900	  0.192858	  0.192736	  0.169326		CURRENT LEARNING RATE: 1.2056881961225964e-05
previous_iter_valid_loss : 0.1608474999666214

   1096920	  0.161028	  0.160847	  0.169259		CURRENT LEARNING RATE: 1.2054470825955289e-05
previous_iter_valid_loss : 0.16445590555667877

   1096940	  0.164658	  0.164456	  0.169438		CURRENT LEARNING RATE: 1.205206017286345e-05
previous_iter_valid_loss : 0.16535408794879913

   1096960	  0.165561	  0.165354	  0.169515		CURRENT LEARNING RATE: 1.2049650001854017e-05
previous_iter_valid_loss : 0.16148044168949127

   1096980	  0.161639	  0.161480	  0.169364		CURRENT LEARNING RATE: 1.2047240312830563e-05
previous_iter_valid_loss : 0.165318563580513

   1097000	  0.165487	  0.165319	  0.169548		CURRENT LEARNING RATE: 1.2044831105696747e-05
previous_iter_valid_loss : 0.1694468855857849

   1097020	  0.169698	  0.169447	  0.169759		CURRENT LEARNING RATE: 1.2042422380356176e-05
previous_iter_valid_loss : 0.16059522330760956

   1097040	  0.160772	  0.160595	  0.169491		CURRENT LEARNING RATE: 1.2040014136712503e-05
previous_iter_valid_loss : 0.16075581312179565

   1097060	  0.160932	  0.160756	  0.168689		CURRENT LEARNING RATE: 1.2037606374669376e-05
previous_iter_valid_loss : 0.1605740785598755

   1097080	  0.160736	  0.160574	  0.168423		CURRENT LEARNING RATE: 1.2035199094130526e-05
previous_iter_valid_loss : 0.16059543192386627

   1097100	  0.160764	  0.160595	  0.167570		CURRENT LEARNING RATE: 1.203279229499964e-05
previous_iter_valid_loss : 0.16054999828338623

   1097120	  0.160709	  0.160550	  0.167562		CURRENT LEARNING RATE: 1.2030385977180449e-05
previous_iter_valid_loss : 0.16941429674625397

   1097140	  0.169562	  0.169414	  0.168005		CURRENT LEARNING RATE: 1.2027980140576677e-05
previous_iter_valid_loss : 0.18272997438907623

   1097160	  0.182885	  0.182730	  0.168802		CURRENT LEARNING RATE: 1.2025574785092134e-05
previous_iter_valid_loss : 0.16343724727630615

   1097180	  0.163631	  0.163437	  0.168362		CURRENT LEARNING RATE: 1.2023169910630582e-05
previous_iter_valid_loss : 0.16101178526878357

   1097200	  0.161198	  0.161012	  0.168364		CURRENT LEARNING RATE: 1.2020765517095809e-05
previous_iter_valid_loss : 0.1618216633796692

   1097220	  0.161980	  0.161822	  0.167801		CURRENT LEARNING RATE: 1.2018361604391679e-05
previous_iter_valid_loss : 0.1796880066394806

   1097240	  0.179848	  0.179688	  0.168461		CURRENT LEARNING RATE: 1.2015958172422015e-05
previous_iter_valid_loss : 0.16783209145069122

   1097260	  0.167982	  0.167832	  0.168810		CURRENT LEARNING RATE: 1.201355522109068e-05
previous_iter_valid_loss : 0.18277937173843384

   1097280	  0.182933	  0.182779	  0.167569		CURRENT LEARNING RATE: 1.2011152750301534e-05
previous_iter_valid_loss : 0.16310356557369232

   1097300	  0.163305	  0.163104	  0.166087		CURRENT LEARNING RATE: 1.2008750759958518e-05
previous_iter_valid_loss : 0.1607193946838379

   1097320	  0.160895	  0.160719	  0.166081		CURRENT LEARNING RATE: 1.2006349249965536e-05
previous_iter_valid_loss : 0.17211760580539703

   1097340	  0.172380	  0.172118	  0.166464		CURRENT LEARNING RATE: 1.2003948220226527e-05
previous_iter_valid_loss : 0.16399408876895905

   1097360	  0.164198	  0.163994	  0.166396		CURRENT LEARNING RATE: 1.2001547670645424e-05
previous_iter_valid_loss : 0.18535681068897247

   1097380	  0.185503	  0.185357	  0.167590		CURRENT LEARNING RATE: 1.1999147601126256e-05
previous_iter_valid_loss : 0.1797323375940323

   1097400	  0.179886	  0.179732	  0.168310		CURRENT LEARNING RATE: 1.199674801157299e-05
previous_iter_valid_loss : 0.16052526235580444

   1097420	  0.160674	  0.160525	  0.167864		CURRENT LEARNING RATE: 1.1994348901889645e-05
previous_iter_valid_loss : 0.16732899844646454

   1097440	  0.167488	  0.167329	  0.168201		CURRENT LEARNING RATE: 1.199195027198024e-05
previous_iter_valid_loss : 0.18468178808689117

   1097460	  0.184828	  0.184682	  0.169397		CURRENT LEARNING RATE: 1.1989552121748863e-05
previous_iter_valid_loss : 0.16115650534629822

   1097480	  0.161312	  0.161157	  0.169426		CURRENT LEARNING RATE: 1.1987154451099578e-05
previous_iter_valid_loss : 0.1628967970609665

   1097500	  0.163085	  0.162897	  0.169541		CURRENT LEARNING RATE: 1.198475725993647e-05
previous_iter_valid_loss : 0.16368573904037476

   1097520	  0.163861	  0.163686	  0.169698		CURRENT LEARNING RATE: 1.1982360548163633e-05
previous_iter_valid_loss : 0.16230687499046326

   1097540	  0.162467	  0.162307	  0.169343		CURRENT LEARNING RATE: 1.1979964315685241e-05
previous_iter_valid_loss : 0.17752917110919952

   1097560	  0.177688	  0.177529	  0.169083		CURRENT LEARNING RATE: 1.1977568562405424e-05
previous_iter_valid_loss : 0.16770464181900024

   1097580	  0.167933	  0.167705	  0.169296		CURRENT LEARNING RATE: 1.197517328822833e-05
previous_iter_valid_loss : 0.17499247193336487

   1097600	  0.175269	  0.174992	  0.169995		CURRENT LEARNING RATE: 1.1972778493058188e-05
previous_iter_valid_loss : 0.16976256668567657

   1097620	  0.170003	  0.169763	  0.170392		CURRENT LEARNING RATE: 1.1970384176799189e-05
previous_iter_valid_loss : 0.16837267577648163

   1097640	  0.168520	  0.168373	  0.169826		CURRENT LEARNING RATE: 1.1967990339355558e-05
previous_iter_valid_loss : 0.16110262274742126

   1097660	  0.161285	  0.161103	  0.169490		CURRENT LEARNING RATE: 1.1965596980631522e-05
previous_iter_valid_loss : 0.1615072637796402

   1097680	  0.161660	  0.161507	  0.168426		CURRENT LEARNING RATE: 1.1963204100531386e-05
previous_iter_valid_loss : 0.1634223610162735

   1097700	  0.163608	  0.163422	  0.168442		CURRENT LEARNING RATE: 1.196081169895942e-05
previous_iter_valid_loss : 0.16849741339683533

   1097720	  0.168651	  0.168497	  0.168831		CURRENT LEARNING RATE: 1.1958419775819919e-05
previous_iter_valid_loss : 0.16389122605323792

   1097740	  0.164089	  0.163891	  0.168420		CURRENT LEARNING RATE: 1.1956028331017193e-05
previous_iter_valid_loss : 0.16055703163146973

   1097760	  0.160717	  0.160557	  0.168248		CURRENT LEARNING RATE: 1.1953637364455619e-05
previous_iter_valid_loss : 0.17071567475795746

   1097780	  0.170864	  0.170716	  0.167516		CURRENT LEARNING RATE: 1.1951246876039544e-05
previous_iter_valid_loss : 0.16771547496318817

   1097800	  0.167945	  0.167715	  0.166915		CURRENT LEARNING RATE: 1.1948856865673345e-05
previous_iter_valid_loss : 0.1606573462486267

   1097820	  0.160821	  0.160657	  0.166922		CURRENT LEARNING RATE: 1.1946467333261401e-05
previous_iter_valid_loss : 0.16432684659957886

   1097840	  0.164523	  0.164327	  0.166772		CURRENT LEARNING RATE: 1.1944078278708173e-05
previous_iter_valid_loss : 0.1607397198677063

   1097860	  0.160921	  0.160740	  0.165574		CURRENT LEARNING RATE: 1.1941689701918078e-05
previous_iter_valid_loss : 0.16107581555843353

   1097880	  0.161262	  0.161076	  0.165570		CURRENT LEARNING RATE: 1.1939301602795575e-05
previous_iter_valid_loss : 0.16482800245285034

   1097900	  0.164997	  0.164828	  0.165667		CURRENT LEARNING RATE: 1.1936913981245112e-05
previous_iter_valid_loss : 0.16051219403743744

   1097920	  0.160677	  0.160512	  0.165508		CURRENT LEARNING RATE: 1.1934526837171232e-05
previous_iter_valid_loss : 0.16364581882953644

   1097940	  0.163843	  0.163646	  0.165575		CURRENT LEARNING RATE: 1.193214017047843e-05
previous_iter_valid_loss : 0.1692773699760437

   1097960	  0.169428	  0.169277	  0.165163		CURRENT LEARNING RATE: 1.1929753981071234e-05
previous_iter_valid_loss : 0.16077697277069092

   1097980	  0.160963	  0.160777	  0.164816		CURRENT LEARNING RATE: 1.1927368268854178e-05
previous_iter_valid_loss : 0.16376085579395294

   1098000	  0.163923	  0.163761	  0.164255		CURRENT LEARNING RATE: 1.1924983033731876e-05
previous_iter_valid_loss : 0.1628425270318985

   1098020	  0.163041	  0.162843	  0.163909		CURRENT LEARNING RATE: 1.1922598275608898e-05
previous_iter_valid_loss : 0.16050447523593903

   1098040	  0.160669	  0.160504	  0.163515		CURRENT LEARNING RATE: 1.1920213994389828e-05
previous_iter_valid_loss : 0.1632196307182312

   1098060	  0.163387	  0.163220	  0.163621		CURRENT LEARNING RATE: 1.1917830189979343e-05
previous_iter_valid_loss : 0.18323931097984314

   1098080	  0.183389	  0.183239	  0.164708		CURRENT LEARNING RATE: 1.1915446862282066e-05
previous_iter_valid_loss : 0.16070394217967987

   1098100	  0.160851	  0.160704	  0.164572		CURRENT LEARNING RATE: 1.1913064011202667e-05
previous_iter_valid_loss : 0.1680736094713211

   1098120	  0.168313	  0.168074	  0.164551		CURRENT LEARNING RATE: 1.1910681636645808e-05
previous_iter_valid_loss : 0.16122032701969147

   1098140	  0.161400	  0.161220	  0.164417		CURRENT LEARNING RATE: 1.1908299738516237e-05
previous_iter_valid_loss : 0.16135211288928986

   1098160	  0.161508	  0.161352	  0.164457		CURRENT LEARNING RATE: 1.1905918316718656e-05
previous_iter_valid_loss : 0.16119320690631866

   1098180	  0.161345	  0.161193	  0.163981		CURRENT LEARNING RATE: 1.190353737115781e-05
previous_iter_valid_loss : 0.18796275556087494

   1098200	  0.188100	  0.187963	  0.164993		CURRENT LEARNING RATE: 1.1901156901738442e-05
previous_iter_valid_loss : 0.1606018841266632

   1098220	  0.160755	  0.160602	  0.164990		CURRENT LEARNING RATE: 1.189877690836537e-05
previous_iter_valid_loss : 0.16371968388557434

   1098240	  0.163887	  0.163720	  0.164960		CURRENT LEARNING RATE: 1.1896397390943376e-05
previous_iter_valid_loss : 0.1664779931306839

   1098260	  0.166639	  0.166478	  0.165247		CURRENT LEARNING RATE: 1.1894018349377278e-05
previous_iter_valid_loss : 0.18651382625102997

   1098280	  0.186918	  0.186514	  0.166519		CURRENT LEARNING RATE: 1.1891639783571897e-05
previous_iter_valid_loss : 0.16060291230678558

   1098300	  0.160776	  0.160603	  0.166307		CURRENT LEARNING RATE: 1.188926169343213e-05
previous_iter_valid_loss : 0.16795288026332855

   1098320	  0.168187	  0.167953	  0.166680		CURRENT LEARNING RATE: 1.1886884078862832e-05
previous_iter_valid_loss : 0.16065959632396698

   1098340	  0.160833	  0.160660	  0.166530		CURRENT LEARNING RATE: 1.1884506939768897e-05
previous_iter_valid_loss : 0.16167981922626495

   1098360	  0.161876	  0.161680	  0.166150		CURRENT LEARNING RATE: 1.1882130276055222e-05
previous_iter_valid_loss : 0.16443853080272675

   1098380	  0.164632	  0.164439	  0.166333		CURRENT LEARNING RATE: 1.187975408762678e-05
previous_iter_valid_loss : 0.16454365849494934

   1098400	  0.164739	  0.164544	  0.166373		CURRENT LEARNING RATE: 1.1877378374388502e-05
previous_iter_valid_loss : 0.16488376259803772

   1098420	  0.165049	  0.164884	  0.166475		CURRENT LEARNING RATE: 1.1875003136245342e-05
previous_iter_valid_loss : 0.16300243139266968

   1098440	  0.163200	  0.163002	  0.166599		CURRENT LEARNING RATE: 1.1872628373102327e-05
previous_iter_valid_loss : 0.18022094666957855

   1098460	  0.180542	  0.180221	  0.167450		CURRENT LEARNING RATE: 1.187025408486445e-05
previous_iter_valid_loss : 0.16363003849983215

   1098480	  0.163829	  0.163630	  0.166469		CURRENT LEARNING RATE: 1.1867880271436738e-05
previous_iter_valid_loss : 0.16090987622737885

   1098500	  0.161082	  0.160910	  0.166479		CURRENT LEARNING RATE: 1.1865506932724218e-05
previous_iter_valid_loss : 0.17027802765369415

   1098520	  0.170431	  0.170278	  0.166590		CURRENT LEARNING RATE: 1.1863134068631998e-05
previous_iter_valid_loss : 0.16085168719291687

   1098540	  0.161033	  0.160852	  0.166571		CURRENT LEARNING RATE: 1.1860761679065142e-05
previous_iter_valid_loss : 0.16119742393493652

   1098560	  0.161356	  0.161197	  0.166563		CURRENT LEARNING RATE: 1.1858389763928754e-05
previous_iter_valid_loss : 0.16089925169944763

   1098580	  0.161076	  0.160899	  0.166549		CURRENT LEARNING RATE: 1.1856018323127939e-05
previous_iter_valid_loss : 0.16074803471565247

   1098600	  0.160901	  0.160748	  0.165188		CURRENT LEARNING RATE: 1.1853647356567875e-05
previous_iter_valid_loss : 0.16260609030723572

   1098620	  0.162800	  0.162606	  0.165288		CURRENT LEARNING RATE: 1.1851276864153711e-05
previous_iter_valid_loss : 0.16060878336429596

   1098640	  0.160766	  0.160609	  0.165133		CURRENT LEARNING RATE: 1.1848906845790623e-05
previous_iter_valid_loss : 0.17177464067935944

   1098660	  0.171921	  0.171775	  0.165397		CURRENT LEARNING RATE: 1.184653730138379e-05
previous_iter_valid_loss : 0.1635766476392746

   1098680	  0.163784	  0.163577	  0.164251		CURRENT LEARNING RATE: 1.1844168230838469e-05
previous_iter_valid_loss : 0.1614256650209427

   1098700	  0.161622	  0.161426	  0.164292		CURRENT LEARNING RATE: 1.184179963405988e-05
previous_iter_valid_loss : 0.16458000242710114

   1098720	  0.164798	  0.164580	  0.164123		CURRENT LEARNING RATE: 1.1839431510953278e-05
previous_iter_valid_loss : 0.16342943906784058

   1098740	  0.163599	  0.163429	  0.164262		CURRENT LEARNING RATE: 1.1837063861423916e-05
previous_iter_valid_loss : 0.16945482790470123

   1098760	  0.169605	  0.169455	  0.164650		CURRENT LEARNING RATE: 1.1834696685377132e-05
previous_iter_valid_loss : 0.16077332198619843

   1098780	  0.160948	  0.160773	  0.164467		CURRENT LEARNING RATE: 1.1832329982718216e-05
previous_iter_valid_loss : 0.16062888503074646

   1098800	  0.160796	  0.160629	  0.164271		CURRENT LEARNING RATE: 1.1829963753352483e-05
previous_iter_valid_loss : 0.16222959756851196

   1098820	  0.162416	  0.162230	  0.164139		CURRENT LEARNING RATE: 1.182759799718532e-05
previous_iter_valid_loss : 0.16125525534152985

   1098840	  0.161433	  0.161255	  0.164051		CURRENT LEARNING RATE: 1.182523271412208e-05
previous_iter_valid_loss : 0.17966419458389282

   1098860	  0.179989	  0.179664	  0.164023		CURRENT LEARNING RATE: 1.1822867904068148e-05
previous_iter_valid_loss : 0.1607271134853363

   1098880	  0.160906	  0.160727	  0.163878		CURRENT LEARNING RATE: 1.1820503566928914e-05
previous_iter_valid_loss : 0.1828685849905014

   1098900	  0.183225	  0.182869	  0.164976		CURRENT LEARNING RATE: 1.1818139702609845e-05
previous_iter_valid_loss : 0.1606309860944748

   1098920	  0.160797	  0.160631	  0.164494		CURRENT LEARNING RATE: 1.1815776311016365e-05
previous_iter_valid_loss : 0.16534759104251862

   1098940	  0.165560	  0.165348	  0.164719		CURRENT LEARNING RATE: 1.1813413392053941e-05
previous_iter_valid_loss : 0.16677455604076385

   1098960	  0.166990	  0.166775	  0.164998		CURRENT LEARNING RATE: 1.1811050945628032e-05
previous_iter_valid_loss : 0.17125780880451202

   1098980	  0.171402	  0.171258	  0.165515		CURRENT LEARNING RATE: 1.1808688971644182e-05
previous_iter_valid_loss : 0.16329610347747803

   1099000	  0.163491	  0.163296	  0.165643		CURRENT LEARNING RATE: 1.1806327470007894e-05
previous_iter_valid_loss : 0.18231342732906342

   1099020	  0.182470	  0.182313	  0.166628		CURRENT LEARNING RATE: 1.1803966440624709e-05
previous_iter_valid_loss : 0.16685084998607635

   1099040	  0.167010	  0.166851	  0.166940		CURRENT LEARNING RATE: 1.1801605883400159e-05
previous_iter_valid_loss : 0.1646069437265396

   1099060	  0.164805	  0.164607	  0.166582		CURRENT LEARNING RATE: 1.1799245798239867e-05
previous_iter_valid_loss : 0.1665080040693283

   1099080	  0.166666	  0.166508	  0.166729		CURRENT LEARNING RATE: 1.1796886185049408e-05
previous_iter_valid_loss : 0.19757996499538422

   1099100	  0.197678	  0.197580	  0.168536		CURRENT LEARNING RATE: 1.17945270437344e-05
previous_iter_valid_loss : 0.18792854249477386

   1099120	  0.188062	  0.187929	  0.169704		CURRENT LEARNING RATE: 1.1792168374200453e-05
previous_iter_valid_loss : 0.16688568890094757

   1099140	  0.167046	  0.166886	  0.169876		CURRENT LEARNING RATE: 1.1789810176353263e-05
previous_iter_valid_loss : 0.17886902391910553

   1099160	  0.179181	  0.178869	  0.170347		CURRENT LEARNING RATE: 1.1787452450098482e-05
previous_iter_valid_loss : 0.18059709668159485

   1099180	  0.180931	  0.180597	  0.171338		CURRENT LEARNING RATE: 1.1785095195341783e-05
previous_iter_valid_loss : 0.16237029433250427

   1099200	  0.162561	  0.162370	  0.171425		CURRENT LEARNING RATE: 1.178273841198891e-05
previous_iter_valid_loss : 0.1697898954153061

   1099220	  0.170038	  0.169790	  0.171803		CURRENT LEARNING RATE: 1.1780382099945577e-05
previous_iter_valid_loss : 0.1611943244934082

   1099240	  0.161382	  0.161194	  0.171800		CURRENT LEARNING RATE: 1.1778026259117529e-05
previous_iter_valid_loss : 0.16972079873085022

   1099260	  0.169869	  0.169721	  0.171303		CURRENT LEARNING RATE: 1.177567088941051e-05
previous_iter_valid_loss : 0.16061410307884216

   1099280	  0.160781	  0.160614	  0.171298		CURRENT LEARNING RATE: 1.1773315990730353e-05
previous_iter_valid_loss : 0.17297245562076569

   1099300	  0.173118	  0.172972	  0.170803		CURRENT LEARNING RATE: 1.1770961562982835e-05
previous_iter_valid_loss : 0.16633829474449158

   1099320	  0.166501	  0.166338	  0.171088		CURRENT LEARNING RATE: 1.176860760607378e-05
previous_iter_valid_loss : 0.16269928216934204

   1099340	  0.162895	  0.162699	  0.170956		CURRENT LEARNING RATE: 1.1766254119909013e-05
previous_iter_valid_loss : 0.17320142686367035

   1099360	  0.173348	  0.173201	  0.171277		CURRENT LEARNING RATE: 1.176390110439443e-05
previous_iter_valid_loss : 0.16064932942390442

   1099380	  0.160815	  0.160649	  0.170747		CURRENT LEARNING RATE: 1.1761548559435895e-05
previous_iter_valid_loss : 0.17012788355350494

   1099400	  0.170377	  0.170128	  0.171088		CURRENT LEARNING RATE: 1.1759196484939303e-05
previous_iter_valid_loss : 0.1734745353460312

   1099420	  0.173754	  0.173475	  0.170646		CURRENT LEARNING RATE: 1.1756844880810552e-05
previous_iter_valid_loss : 0.16374965012073517

   1099440	  0.163917	  0.163750	  0.170491		CURRENT LEARNING RATE: 1.1754493746955618e-05
previous_iter_valid_loss : 0.1610097438097

   1099460	  0.161159	  0.161010	  0.170311		CURRENT LEARNING RATE: 1.1752143083280435e-05
previous_iter_valid_loss : 0.16433784365653992

   1099480	  0.164513	  0.164338	  0.170203		CURRENT LEARNING RATE: 1.1749792889690977e-05
previous_iter_valid_loss : 0.1812744289636612

   1099500	  0.181429	  0.181274	  0.169388		CURRENT LEARNING RATE: 1.1747443166093216e-05
previous_iter_valid_loss : 0.16073688864707947

   1099520	  0.160890	  0.160737	  0.168028		CURRENT LEARNING RATE: 1.1745093912393204e-05
previous_iter_valid_loss : 0.16081063449382782

   1099540	  0.160967	  0.160811	  0.167724		CURRENT LEARNING RATE: 1.174274512849695e-05
previous_iter_valid_loss : 0.16344094276428223

   1099560	  0.163632	  0.163441	  0.166953		CURRENT LEARNING RATE: 1.17403968143105e-05
previous_iter_valid_loss : 0.1619475930929184

   1099580	  0.162144	  0.161948	  0.166020		CURRENT LEARNING RATE: 1.1738048969739906e-05
previous_iter_valid_loss : 0.16363577544689178

   1099600	  0.163835	  0.163636	  0.166084		CURRENT LEARNING RATE: 1.1735701594691295e-05
previous_iter_valid_loss : 0.1629728078842163

   1099620	  0.163133	  0.162973	  0.165743		CURRENT LEARNING RATE: 1.1733354689070748e-05
previous_iter_valid_loss : 0.16096177697181702

   1099640	  0.161140	  0.160962	  0.165731		CURRENT LEARNING RATE: 1.1731008252784366e-05
previous_iter_valid_loss : 0.1608576625585556

   1099660	  0.161022	  0.160858	  0.165288		CURRENT LEARNING RATE: 1.1728662285738341e-05
previous_iter_valid_loss : 0.16215850412845612

   1099680	  0.162316	  0.162159	  0.165365		CURRENT LEARNING RATE: 1.1726316787838807e-05
previous_iter_valid_loss : 0.16069330275058746

   1099700	  0.160861	  0.160693	  0.164751		CURRENT LEARNING RATE: 1.1723971758991947e-05
previous_iter_valid_loss : 0.1632423847913742

   1099720	  0.163414	  0.163242	  0.164596		CURRENT LEARNING RATE: 1.1721627199103936e-05
previous_iter_valid_loss : 0.17092013359069824

   1099740	  0.171072	  0.170920	  0.165008		CURRENT LEARNING RATE: 1.1719283108081035e-05
previous_iter_valid_loss : 0.160631000995636

   1099760	  0.160789	  0.160631	  0.164379		CURRENT LEARNING RATE: 1.1716939485829462e-05
previous_iter_valid_loss : 0.1649763584136963

   1099780	  0.165176	  0.164976	  0.164595		CURRENT LEARNING RATE: 1.1714596332255469e-05
previous_iter_valid_loss : 0.16260361671447754

   1099800	  0.162762	  0.162604	  0.164219		CURRENT LEARNING RATE: 1.171225364726531e-05
previous_iter_valid_loss : 0.16212937235832214

   1099820	  0.162289	  0.162129	  0.163652		CURRENT LEARNING RATE: 1.1709911430765322e-05
previous_iter_valid_loss : 0.19191277027130127

   1099840	  0.192034	  0.191913	  0.165060		CURRENT LEARNING RATE: 1.1707569682661789e-05
previous_iter_valid_loss : 0.1615961194038391

   1099860	  0.161786	  0.161596	  0.165089		CURRENT LEARNING RATE: 1.170522840286105e-05
previous_iter_valid_loss : 0.16070108115673065

   1099880	  0.160859	  0.160701	  0.164908		CURRENT LEARNING RATE: 1.1702887591269421e-05
previous_iter_valid_loss : 0.16801264882087708

   1099900	  0.168246	  0.168013	  0.164244		CURRENT LEARNING RATE: 1.1700547247793322e-05
previous_iter_valid_loss : 0.16335836052894592

   1099920	  0.163521	  0.163358	  0.164375		CURRENT LEARNING RATE: 1.1698207372339114e-05
previous_iter_valid_loss : 0.16422854363918304

   1099940	  0.164398	  0.164229	  0.164546		CURRENT LEARNING RATE: 1.1695867964813203e-05
previous_iter_valid_loss : 0.16064371168613434

   1099960	  0.160804	  0.160644	  0.164407		CURRENT LEARNING RATE: 1.169352902512199e-05
previous_iter_valid_loss : 0.167750284075737

   1099980	  0.167980	  0.167750	  0.164697		CURRENT LEARNING RATE: 1.1691190553171961e-05
previous_iter_valid_loss : 0.16181087493896484

   1100000	  0.161987	  0.161811	  0.164605		CURRENT LEARNING RATE: 1.1688852548869555e-05
previous_iter_valid_loss : 0.16833649575710297

   1100020	  0.168490	  0.168336	  0.164874		CURRENT LEARNING RATE: 1.1686515012121233e-05
previous_iter_valid_loss : 0.1676909625530243

   1100040	  0.167845	  0.167691	  0.165210		CURRENT LEARNING RATE: 1.1684177942833533e-05
previous_iter_valid_loss : 0.16807341575622559

   1100060	  0.168232	  0.168073	  0.165571		CURRENT LEARNING RATE: 1.1681841340912953e-05
previous_iter_valid_loss : 0.161596417427063

   1100080	  0.161779	  0.161596	  0.165543		CURRENT LEARNING RATE: 1.1679505206266029e-05
previous_iter_valid_loss : 0.16688209772109985

   1100100	  0.167034	  0.166882	  0.165852		CURRENT LEARNING RATE: 1.1677169538799292e-05
previous_iter_valid_loss : 0.18568019568920135

   1100120	  0.185823	  0.185680	  0.166974		CURRENT LEARNING RATE: 1.1674834338419358e-05
previous_iter_valid_loss : 0.16098351776599884

   1100140	  0.161144	  0.160984	  0.166477		CURRENT LEARNING RATE: 1.16724996050328e-05
previous_iter_valid_loss : 0.1793592870235443

   1100160	  0.179518	  0.179359	  0.167414		CURRENT LEARNING RATE: 1.1670165338546231e-05
previous_iter_valid_loss : 0.16049374639987946

   1100180	  0.160661	  0.160494	  0.167190		CURRENT LEARNING RATE: 1.1667831538866252e-05
previous_iter_valid_loss : 0.16348406672477722

   1100200	  0.163695	  0.163484	  0.167234		CURRENT LEARNING RATE: 1.1665498205899559e-05
previous_iter_valid_loss : 0.16437703371047974

   1100220	  0.164540	  0.164377	  0.167346		CURRENT LEARNING RATE: 1.1663165339552794e-05
previous_iter_valid_loss : 0.16671356558799744

   1100240	  0.166877	  0.166714	  0.166086		CURRENT LEARNING RATE: 1.1660832939732646e-05
previous_iter_valid_loss : 0.16366928815841675

   1100260	  0.163844	  0.163669	  0.166190		CURRENT LEARNING RATE: 1.1658501006345796e-05
previous_iter_valid_loss : 0.16064192354679108

   1100280	  0.160793	  0.160642	  0.166187		CURRENT LEARNING RATE: 1.165616953929901e-05
previous_iter_valid_loss : 0.16534310579299927

   1100300	  0.165510	  0.165343	  0.166053		CURRENT LEARNING RATE: 1.1653838538499007e-05
previous_iter_valid_loss : 0.16229166090488434

   1100320	  0.162481	  0.162292	  0.166000		CURRENT LEARNING RATE: 1.1651508003852543e-05
previous_iter_valid_loss : 0.1605360507965088

   1100340	  0.160696	  0.160536	  0.165815		CURRENT LEARNING RATE: 1.1649177935266383e-05
previous_iter_valid_loss : 0.16183103621006012

   1100360	  0.162014	  0.161831	  0.165875		CURRENT LEARNING RATE: 1.1646848332647363e-05
previous_iter_valid_loss : 0.16064222157001495

   1100380	  0.160806	  0.160642	  0.165519		CURRENT LEARNING RATE: 1.1644519195902277e-05
previous_iter_valid_loss : 0.16140052676200867

   1100400	  0.161588	  0.161401	  0.165499		CURRENT LEARNING RATE: 1.1642190524937942e-05
previous_iter_valid_loss : 0.16048656404018402

   1100420	  0.160648	  0.160487	  0.165106		CURRENT LEARNING RATE: 1.1639862319661247e-05
previous_iter_valid_loss : 0.1651231199502945

   1100440	  0.165321	  0.165123	  0.164978		CURRENT LEARNING RATE: 1.1637534579979046e-05
previous_iter_valid_loss : 0.16490644216537476

   1100460	  0.165112	  0.164906	  0.164819		CURRENT LEARNING RATE: 1.1635207305798233e-05
previous_iter_valid_loss : 0.16510146856307983

   1100480	  0.165309	  0.165101	  0.164995		CURRENT LEARNING RATE: 1.163288049702569e-05
previous_iter_valid_loss : 0.16192741692066193

   1100500	  0.162115	  0.161927	  0.164747		CURRENT LEARNING RATE: 1.163055415356839e-05
previous_iter_valid_loss : 0.1666838377714157

   1100520	  0.166903	  0.166684	  0.163797		CURRENT LEARNING RATE: 1.1628228275333258e-05
previous_iter_valid_loss : 0.17684924602508545

   1100540	  0.177144	  0.176849	  0.164590		CURRENT LEARNING RATE: 1.162590286222726e-05
previous_iter_valid_loss : 0.16436615586280823

   1100560	  0.164559	  0.164366	  0.163841		CURRENT LEARNING RATE: 1.1623577914157358e-05
previous_iter_valid_loss : 0.16962459683418274

   1100580	  0.169860	  0.169625	  0.164297		CURRENT LEARNING RATE: 1.162125343103059e-05
previous_iter_valid_loss : 0.16709546744823456

   1100600	  0.167253	  0.167095	  0.164478		CURRENT LEARNING RATE: 1.1618929412753965e-05
previous_iter_valid_loss : 0.16079629957675934

   1100620	  0.160976	  0.160796	  0.164299		CURRENT LEARNING RATE: 1.1616605859234515e-05
previous_iter_valid_loss : 0.16098371148109436

   1100640	  0.161169	  0.160984	  0.164012		CURRENT LEARNING RATE: 1.1614282770379283e-05
previous_iter_valid_loss : 0.16087184846401215

   1100660	  0.161028	  0.160872	  0.163873		CURRENT LEARNING RATE: 1.1611960146095384e-05
previous_iter_valid_loss : 0.17202095687389374

   1100680	  0.172168	  0.172021	  0.164441		CURRENT LEARNING RATE: 1.1609637986289891e-05
previous_iter_valid_loss : 0.16663558781147003

   1100700	  0.166793	  0.166636	  0.164506		CURRENT LEARNING RATE: 1.160731629086992e-05
previous_iter_valid_loss : 0.17382046580314636

   1100720	  0.173966	  0.173820	  0.165083		CURRENT LEARNING RATE: 1.160499505974258e-05
previous_iter_valid_loss : 0.16153782606124878

   1100740	  0.161704	  0.161538	  0.165133		CURRENT LEARNING RATE: 1.1602674292815065e-05
previous_iter_valid_loss : 0.16140156984329224

   1100760	  0.161559	  0.161402	  0.165111		CURRENT LEARNING RATE: 1.1600353989994524e-05
previous_iter_valid_loss : 0.1695709377527237

   1100780	  0.169821	  0.169571	  0.165558		CURRENT LEARNING RATE: 1.1598034151188145e-05
previous_iter_valid_loss : 0.16075441241264343

   1100800	  0.160928	  0.160754	  0.165525		CURRENT LEARNING RATE: 1.1595714776303112e-05
previous_iter_valid_loss : 0.16891106963157654

   1100820	  0.169143	  0.168911	  0.165947		CURRENT LEARNING RATE: 1.1593395865246691e-05
previous_iter_valid_loss : 0.16256482899188995

   1100840	  0.162741	  0.162565	  0.165819		CURRENT LEARNING RATE: 1.1591077417926107e-05
previous_iter_valid_loss : 0.16600100696086884

   1100860	  0.166172	  0.166001	  0.165873		CURRENT LEARNING RATE: 1.15887594342486e-05
previous_iter_valid_loss : 0.16962532699108124

   1100880	  0.169872	  0.169625	  0.166100		CURRENT LEARNING RATE: 1.1586441914121496e-05
previous_iter_valid_loss : 0.16100171208381653

   1100900	  0.161185	  0.161002	  0.166053		CURRENT LEARNING RATE: 1.1584124857452066e-05
previous_iter_valid_loss : 0.16119877994060516

   1100920	  0.161380	  0.161199	  0.165779		CURRENT LEARNING RATE: 1.1581808264147633e-05
previous_iter_valid_loss : 0.16091176867485046

   1100940	  0.161095	  0.160912	  0.164982		CURRENT LEARNING RATE: 1.1579492134115512e-05
previous_iter_valid_loss : 0.16889680922031403

   1100960	  0.169137	  0.168897	  0.165209		CURRENT LEARNING RATE: 1.15771764672631e-05
previous_iter_valid_loss : 0.16532103717327118

   1100980	  0.165535	  0.165321	  0.164993		CURRENT LEARNING RATE: 1.1574861263497747e-05
previous_iter_valid_loss : 0.16371263563632965

   1101000	  0.163914	  0.163713	  0.164824		CURRENT LEARNING RATE: 1.1572546522726845e-05
previous_iter_valid_loss : 0.1983313113451004

   1101020	  0.198416	  0.198331	  0.166701		CURRENT LEARNING RATE: 1.1570232244857786e-05
previous_iter_valid_loss : 0.16101600229740143

   1101040	  0.161200	  0.161016	  0.166703		CURRENT LEARNING RATE: 1.1567918429798039e-05
previous_iter_valid_loss : 0.16307233273983002

   1101060	  0.163268	  0.163072	  0.166813		CURRENT LEARNING RATE: 1.1565605077455029e-05
previous_iter_valid_loss : 0.16998757421970367

   1101080	  0.170137	  0.169988	  0.166711		CURRENT LEARNING RATE: 1.1563292187736226e-05
previous_iter_valid_loss : 0.18280743062496185

   1101100	  0.182960	  0.182807	  0.167520		CURRENT LEARNING RATE: 1.156097976054909e-05
previous_iter_valid_loss : 0.16385895013809204

   1101120	  0.164062	  0.163859	  0.167021		CURRENT LEARNING RATE: 1.1558667795801167e-05
previous_iter_valid_loss : 0.16070309281349182

   1101140	  0.160874	  0.160703	  0.166980		CURRENT LEARNING RATE: 1.1556356293399958e-05
previous_iter_valid_loss : 0.16941861808300018

   1101160	  0.169575	  0.169419	  0.167381		CURRENT LEARNING RATE: 1.1554045253253002e-05
previous_iter_valid_loss : 0.16286025941371918

   1101180	  0.163028	  0.162860	  0.167045		CURRENT LEARNING RATE: 1.1551734675267835e-05
previous_iter_valid_loss : 0.16056542098522186

   1101200	  0.160726	  0.160565	  0.167036		CURRENT LEARNING RATE: 1.154942455935208e-05
previous_iter_valid_loss : 0.17937764525413513

   1101220	  0.179696	  0.179378	  0.167559		CURRENT LEARNING RATE: 1.1547114905413307e-05
previous_iter_valid_loss : 0.16143451631069183

   1101240	  0.161580	  0.161435	  0.167502		CURRENT LEARNING RATE: 1.1544805713359112e-05
previous_iter_valid_loss : 0.1635163128376007

   1101260	  0.163718	  0.163516	  0.167378		CURRENT LEARNING RATE: 1.1542496983097168e-05
previous_iter_valid_loss : 0.1767961084842682

   1101280	  0.177092	  0.176796	  0.167737		CURRENT LEARNING RATE: 1.1540188714535104e-05
previous_iter_valid_loss : 0.18341076374053955

   1101300	  0.183561	  0.183411	  0.168857		CURRENT LEARNING RATE: 1.153788090758059e-05
previous_iter_valid_loss : 0.21064244210720062

   1101320	  0.210699	  0.210642	  0.171329		CURRENT LEARNING RATE: 1.1535573562141292e-05
previous_iter_valid_loss : 0.16105172038078308

   1101340	  0.161235	  0.161052	  0.171336		CURRENT LEARNING RATE: 1.1533266678124961e-05
previous_iter_valid_loss : 0.17302986979484558

   1101360	  0.173302	  0.173030	  0.171543		CURRENT LEARNING RATE: 1.15309602554393e-05
previous_iter_valid_loss : 0.16382144391536713

   1101380	  0.164025	  0.163821	  0.171468		CURRENT LEARNING RATE: 1.1528654293992047e-05
previous_iter_valid_loss : 0.16065584123134613

   1101400	  0.160827	  0.160656	  0.171315		CURRENT LEARNING RATE: 1.152634879369095e-05
previous_iter_valid_loss : 0.16729126870632172

   1101420	  0.167503	  0.167291	  0.169763		CURRENT LEARNING RATE: 1.1524043754443824e-05
previous_iter_valid_loss : 0.1624864935874939

   1101440	  0.162648	  0.162486	  0.169837		CURRENT LEARNING RATE: 1.1521739176158452e-05
previous_iter_valid_loss : 0.17158108949661255

   1101460	  0.171731	  0.171581	  0.170262		CURRENT LEARNING RATE: 1.1519435058742649e-05
previous_iter_valid_loss : 0.17027536034584045

   1101480	  0.170431	  0.170275	  0.170277		CURRENT LEARNING RATE: 1.1517131402104228e-05
previous_iter_valid_loss : 0.16397489607334137

   1101500	  0.164183	  0.163975	  0.169335		CURRENT LEARNING RATE: 1.1514828206151084e-05
previous_iter_valid_loss : 0.16500572860240936

   1101520	  0.165212	  0.165006	  0.169392		CURRENT LEARNING RATE: 1.151252547079107e-05
previous_iter_valid_loss : 0.17151284217834473

   1101540	  0.171772	  0.171513	  0.169933		CURRENT LEARNING RATE: 1.1510223195932077e-05
previous_iter_valid_loss : 0.160834401845932

   1101560	  0.160988	  0.160834	  0.169504		CURRENT LEARNING RATE: 1.1507921381481994e-05
previous_iter_valid_loss : 0.163482666015625

   1101580	  0.163680	  0.163483	  0.169535		CURRENT LEARNING RATE: 1.1505620027348788e-05
previous_iter_valid_loss : 0.19525903463363647

   1101600	  0.195727	  0.195259	  0.171269		CURRENT LEARNING RATE: 1.1503319133440384e-05
previous_iter_valid_loss : 0.18320615589618683

   1101620	  0.183356	  0.183206	  0.171461		CURRENT LEARNING RATE: 1.1501018699664728e-05
previous_iter_valid_loss : 0.16064126789569855

   1101640	  0.160790	  0.160641	  0.171421		CURRENT LEARNING RATE: 1.149871872592984e-05
previous_iter_valid_loss : 0.16072256863117218

   1101660	  0.160895	  0.160723	  0.171281		CURRENT LEARNING RATE: 1.14964192121437e-05
previous_iter_valid_loss : 0.18463730812072754

   1101680	  0.185027	  0.184637	  0.171673		CURRENT LEARNING RATE: 1.1494120158214337e-05
previous_iter_valid_loss : 0.1655692756175995

   1101700	  0.165733	  0.165569	  0.170781		CURRENT LEARNING RATE: 1.1491821564049754e-05
previous_iter_valid_loss : 0.16110903024673462

   1101720	  0.161291	  0.161109	  0.168305		CURRENT LEARNING RATE: 1.148952342955806e-05
previous_iter_valid_loss : 0.17404304444789886

   1101740	  0.174321	  0.174043	  0.168954		CURRENT LEARNING RATE: 1.1487225754647303e-05
previous_iter_valid_loss : 0.16068144142627716

   1101760	  0.160841	  0.160681	  0.168337		CURRENT LEARNING RATE: 1.1484928539225581e-05
previous_iter_valid_loss : 0.1607801467180252

   1101780	  0.160949	  0.160780	  0.168185		CURRENT LEARNING RATE: 1.1482631783200979e-05
previous_iter_valid_loss : 0.16262495517730713

   1101800	  0.162787	  0.162625	  0.168283		CURRENT LEARNING RATE: 1.1480335486481669e-05
previous_iter_valid_loss : 0.17954891920089722

   1101820	  0.179711	  0.179549	  0.168896		CURRENT LEARNING RATE: 1.1478039648975783e-05
previous_iter_valid_loss : 0.1613512486219406

   1101840	  0.161538	  0.161351	  0.168839		CURRENT LEARNING RATE: 1.1475744270591481e-05
previous_iter_valid_loss : 0.1796620637178421

   1101860	  0.179816	  0.179662	  0.169243		CURRENT LEARNING RATE: 1.1473449351236935e-05
previous_iter_valid_loss : 0.16053272783756256

   1101880	  0.160698	  0.160533	  0.168756		CURRENT LEARNING RATE: 1.1471154890820382e-05
previous_iter_valid_loss : 0.16055306792259216

   1101900	  0.160710	  0.160553	  0.168585		CURRENT LEARNING RATE: 1.1468860889250027e-05
previous_iter_valid_loss : 0.19047866761684418

   1101920	  0.190605	  0.190479	  0.169859		CURRENT LEARNING RATE: 1.1466567346434108e-05
previous_iter_valid_loss : 0.16795101761817932

   1101940	  0.168183	  0.167951	  0.169681		CURRENT LEARNING RATE: 1.1464274262280866e-05
previous_iter_valid_loss : 0.1735878437757492

   1101960	  0.173736	  0.173588	  0.170318		CURRENT LEARNING RATE: 1.1461981636698615e-05
previous_iter_valid_loss : 0.16075743734836578

   1101980	  0.160911	  0.160757	  0.170182		CURRENT LEARNING RATE: 1.1459689469595631e-05
previous_iter_valid_loss : 0.1620437204837799

   1102000	  0.162194	  0.162044	  0.168521		CURRENT LEARNING RATE: 1.1457397760880208e-05
previous_iter_valid_loss : 0.1621871292591095

   1102020	  0.162372	  0.162187	  0.167470		CURRENT LEARNING RATE: 1.1455106510460716e-05
previous_iter_valid_loss : 0.16243642568588257

   1102040	  0.162596	  0.162436	  0.167560		CURRENT LEARNING RATE: 1.1452815718245487e-05
previous_iter_valid_loss : 0.16139650344848633

   1102060	  0.161585	  0.161397	  0.167594		CURRENT LEARNING RATE: 1.1450525384142889e-05
previous_iter_valid_loss : 0.1672254055738449

   1102080	  0.167454	  0.167225	  0.166723		CURRENT LEARNING RATE: 1.1448235508061286e-05
previous_iter_valid_loss : 0.16138935089111328

   1102100	  0.161574	  0.161389	  0.166514		CURRENT LEARNING RATE: 1.1445946089909124e-05
previous_iter_valid_loss : 0.16338737308979034

   1102120	  0.163563	  0.163387	  0.166628		CURRENT LEARNING RATE: 1.1443657129594809e-05
previous_iter_valid_loss : 0.16063009202480316

   1102140	  0.160803	  0.160630	  0.165958		CURRENT LEARNING RATE: 1.1441368627026782e-05
previous_iter_valid_loss : 0.16623640060424805

   1102160	  0.166391	  0.166236	  0.166235		CURRENT LEARNING RATE: 1.1439080582113478e-05
previous_iter_valid_loss : 0.16255763173103333

   1102180	  0.162725	  0.162558	  0.166324		CURRENT LEARNING RATE: 1.1436792994763423e-05
previous_iter_valid_loss : 0.16216309368610382

   1102200	  0.162359	  0.162163	  0.166301		CURRENT LEARNING RATE: 1.1434505864885086e-05
previous_iter_valid_loss : 0.16444213688373566

   1102220	  0.164612	  0.164442	  0.165546		CURRENT LEARNING RATE: 1.1432219192386987e-05
previous_iter_valid_loss : 0.16867543756961823

   1102240	  0.168835	  0.168675	  0.165912		CURRENT LEARNING RATE: 1.1429932977177635e-05
previous_iter_valid_loss : 0.16055762767791748

   1102260	  0.160728	  0.160558	  0.164957		CURRENT LEARNING RATE: 1.1427647219165627e-05
previous_iter_valid_loss : 0.17079868912696838

   1102280	  0.170947	  0.170799	  0.165470		CURRENT LEARNING RATE: 1.1425361918259506e-05
previous_iter_valid_loss : 0.16051709651947021

   1102300	  0.160684	  0.160517	  0.165468		CURRENT LEARNING RATE: 1.1423077074367866e-05
previous_iter_valid_loss : 0.16064226627349854

   1102320	  0.160810	  0.160642	  0.163976		CURRENT LEARNING RATE: 1.1420792687399289e-05
previous_iter_valid_loss : 0.1615162193775177

   1102340	  0.161676	  0.161516	  0.163655		CURRENT LEARNING RATE: 1.141850875726244e-05
previous_iter_valid_loss : 0.1637318730354309

   1102360	  0.163904	  0.163732	  0.163162		CURRENT LEARNING RATE: 1.1416225283865946e-05
previous_iter_valid_loss : 0.1686050295829773

   1102380	  0.168758	  0.168605	  0.163554		CURRENT LEARNING RATE: 1.1413942267118463e-05
previous_iter_valid_loss : 0.16206781566143036

   1102400	  0.162225	  0.162068	  0.163555		CURRENT LEARNING RATE: 1.141165970692865e-05
previous_iter_valid_loss : 0.16337008774280548

   1102420	  0.163562	  0.163370	  0.163615		CURRENT LEARNING RATE: 1.140937760320525e-05
previous_iter_valid_loss : 0.16061028838157654

   1102440	  0.160785	  0.160610	  0.163523		CURRENT LEARNING RATE: 1.1407095955856955e-05
previous_iter_valid_loss : 0.16183626651763916

   1102460	  0.162022	  0.161836	  0.163545		CURRENT LEARNING RATE: 1.1404814764792478e-05
previous_iter_valid_loss : 0.16115932166576385

   1102480	  0.161318	  0.161159	  0.163242		CURRENT LEARNING RATE: 1.1402534029920615e-05
previous_iter_valid_loss : 0.16679978370666504

   1102500	  0.166962	  0.166800	  0.163513		CURRENT LEARNING RATE: 1.1400253751150115e-05
previous_iter_valid_loss : 0.16292233765125275

   1102520	  0.163084	  0.162922	  0.163489		CURRENT LEARNING RATE: 1.1397973928389765e-05
previous_iter_valid_loss : 0.1620413064956665

   1102540	  0.162197	  0.162041	  0.163560		CURRENT LEARNING RATE: 1.1395694561548353e-05
previous_iter_valid_loss : 0.1618044227361679

   1102560	  0.161991	  0.161804	  0.163338		CURRENT LEARNING RATE: 1.1393415650534747e-05
previous_iter_valid_loss : 0.173525869846344

   1102580	  0.173795	  0.173526	  0.163887		CURRENT LEARNING RATE: 1.1391137195257769e-05
previous_iter_valid_loss : 0.1741456538438797

   1102600	  0.174292	  0.174146	  0.164486		CURRENT LEARNING RATE: 1.1388859195626279e-05
previous_iter_valid_loss : 0.16304436326026917

   1102620	  0.163232	  0.163044	  0.164416		CURRENT LEARNING RATE: 1.1386581651549137e-05
previous_iter_valid_loss : 0.1721682995557785

   1102640	  0.172320	  0.172168	  0.164590		CURRENT LEARNING RATE: 1.1384304562935284e-05
previous_iter_valid_loss : 0.1815539002418518

   1102660	  0.181881	  0.181554	  0.165640		CURRENT LEARNING RATE: 1.1382027929693616e-05
previous_iter_valid_loss : 0.16055956482887268

   1102680	  0.160714	  0.160560	  0.165128		CURRENT LEARNING RATE: 1.1379751751733067e-05
previous_iter_valid_loss : 0.1612141877412796

   1102700	  0.161374	  0.161214	  0.165163		CURRENT LEARNING RATE: 1.1377476028962569e-05
previous_iter_valid_loss : 0.16640712320804596

   1102720	  0.166573	  0.166407	  0.165451		CURRENT LEARNING RATE: 1.1375200761291132e-05
previous_iter_valid_loss : 0.16079609096050262

   1102740	  0.160975	  0.160796	  0.165415		CURRENT LEARNING RATE: 1.1372925948627728e-05
previous_iter_valid_loss : 0.16102051734924316

   1102760	  0.161179	  0.161021	  0.165280		CURRENT LEARNING RATE: 1.1370651590881363e-05
previous_iter_valid_loss : 0.16150937974452972

   1102780	  0.161670	  0.161509	  0.164925		CURRENT LEARNING RATE: 1.1368377687961044e-05
previous_iter_valid_loss : 0.16060233116149902

   1102800	  0.160757	  0.160602	  0.164852		CURRENT LEARNING RATE: 1.1366104239775853e-05
previous_iter_valid_loss : 0.16664420068264008

   1102820	  0.166802	  0.166644	  0.165016		CURRENT LEARNING RATE: 1.1363831246234834e-05
previous_iter_valid_loss : 0.16065050661563873

   1102840	  0.160807	  0.160651	  0.165018		CURRENT LEARNING RATE: 1.1361558707247047e-05
previous_iter_valid_loss : 0.16929008066654205

   1102860	  0.169526	  0.169290	  0.165390		CURRENT LEARNING RATE: 1.135928662272163e-05
previous_iter_valid_loss : 0.16651566326618195

   1102880	  0.166673	  0.166516	  0.165658		CURRENT LEARNING RATE: 1.1357014992567676e-05
previous_iter_valid_loss : 0.16442739963531494

   1102900	  0.164629	  0.164427	  0.165539		CURRENT LEARNING RATE: 1.1354743816694327e-05
previous_iter_valid_loss : 0.1660202145576477

   1102920	  0.166231	  0.166020	  0.165694		CURRENT LEARNING RATE: 1.1352473095010711e-05
previous_iter_valid_loss : 0.16380318999290466

   1102940	  0.163996	  0.163803	  0.165782		CURRENT LEARNING RATE: 1.135020282742604e-05
previous_iter_valid_loss : 0.1934528797864914

   1102960	  0.193564	  0.193453	  0.167365		CURRENT LEARNING RATE: 1.1347933013849484e-05
previous_iter_valid_loss : 0.18694278597831726

   1102980	  0.187079	  0.186943	  0.168036		CURRENT LEARNING RATE: 1.134566365419025e-05
previous_iter_valid_loss : 0.16652753949165344

   1103000	  0.166689	  0.166528	  0.167655		CURRENT LEARNING RATE: 1.1343394748357542e-05
previous_iter_valid_loss : 0.16256996989250183

   1103020	  0.162731	  0.162570	  0.167631		CURRENT LEARNING RATE: 1.134112629626065e-05
previous_iter_valid_loss : 0.16133162379264832

   1103040	  0.161486	  0.161332	  0.167089		CURRENT LEARNING RATE: 1.1338858297808806e-05
previous_iter_valid_loss : 0.16131456196308136

   1103060	  0.161502	  0.161315	  0.166077		CURRENT LEARNING RATE: 1.1336590752911299e-05
previous_iter_valid_loss : 0.16364149749279022

   1103080	  0.163832	  0.163641	  0.166231		CURRENT LEARNING RATE: 1.13343236614774e-05
previous_iter_valid_loss : 0.16525419056415558

   1103100	  0.165420	  0.165254	  0.166433		CURRENT LEARNING RATE: 1.1332057023416473e-05
previous_iter_valid_loss : 0.16089648008346558

   1103120	  0.161050	  0.160896	  0.166158		CURRENT LEARNING RATE: 1.1329790838637825e-05
previous_iter_valid_loss : 0.19427382946014404

   1103140	  0.194391	  0.194274	  0.167832		CURRENT LEARNING RATE: 1.1327525107050815e-05
previous_iter_valid_loss : 0.16967971622943878

   1103160	  0.169935	  0.169680	  0.168265		CURRENT LEARNING RATE: 1.1325259828564789e-05
previous_iter_valid_loss : 0.16607478260993958

   1103180	  0.166283	  0.166075	  0.168493		CURRENT LEARNING RATE: 1.1322995003089178e-05
previous_iter_valid_loss : 0.1647765189409256

   1103200	  0.164972	  0.164777	  0.168702		CURRENT LEARNING RATE: 1.1320730630533371e-05
previous_iter_valid_loss : 0.1607314646244049

   1103220	  0.160891	  0.160731	  0.168406		CURRENT LEARNING RATE: 1.1318466710806767e-05
previous_iter_valid_loss : 0.16567322611808777

   1103240	  0.165879	  0.165673	  0.168657		CURRENT LEARNING RATE: 1.1316203243818856e-05
previous_iter_valid_loss : 0.16400554776191711

   1103260	  0.164194	  0.164006	  0.168393		CURRENT LEARNING RATE: 1.1313940229479074e-05
previous_iter_valid_loss : 0.1605076789855957

   1103280	  0.160670	  0.160508	  0.168093		CURRENT LEARNING RATE: 1.1311677667696903e-05
previous_iter_valid_loss : 0.1770288497209549

   1103300	  0.177327	  0.177029	  0.168723		CURRENT LEARNING RATE: 1.130941555838182e-05
previous_iter_valid_loss : 0.16204316914081573

   1103320	  0.162230	  0.162043	  0.168524		CURRENT LEARNING RATE: 1.1307153901443383e-05
previous_iter_valid_loss : 0.16301502287387848

   1103340	  0.163207	  0.163015	  0.168484		CURRENT LEARNING RATE: 1.1304892696791102e-05
previous_iter_valid_loss : 0.16598331928253174

   1103360	  0.166200	  0.165983	  0.167111		CURRENT LEARNING RATE: 1.130263194433453e-05
previous_iter_valid_loss : 0.16116437315940857

   1103380	  0.161343	  0.161164	  0.165822		CURRENT LEARNING RATE: 1.1300371643983219e-05
previous_iter_valid_loss : 0.17281106114387512

   1103400	  0.172961	  0.172811	  0.166136		CURRENT LEARNING RATE: 1.1298111795646794e-05
previous_iter_valid_loss : 0.16152647137641907

   1103420	  0.161680	  0.161526	  0.166084		CURRENT LEARNING RATE: 1.1295852399234841e-05
previous_iter_valid_loss : 0.17842580378055573

   1103440	  0.178744	  0.178426	  0.166939		CURRENT LEARNING RATE: 1.1293593454656987e-05
previous_iter_valid_loss : 0.16197016835212708

   1103460	  0.162157	  0.161970	  0.166971		CURRENT LEARNING RATE: 1.1291334961822853e-05
previous_iter_valid_loss : 0.1908848136663437

   1103480	  0.191342	  0.190885	  0.168334		CURRENT LEARNING RATE: 1.1289076920642138e-05
previous_iter_valid_loss : 0.16608349978923798

   1103500	  0.166247	  0.166083	  0.168375		CURRENT LEARNING RATE: 1.1286819331024503e-05
previous_iter_valid_loss : 0.16477017104625702

   1103520	  0.164982	  0.164770	  0.168569		CURRENT LEARNING RATE: 1.128456219287964e-05
previous_iter_valid_loss : 0.1638338267803192

   1103540	  0.164030	  0.163834	  0.167047		CURRENT LEARNING RATE: 1.128230550611725e-05
previous_iter_valid_loss : 0.17172768712043762

   1103560	  0.171877	  0.171728	  0.167149		CURRENT LEARNING RATE: 1.1280049270647099e-05
previous_iter_valid_loss : 0.16065533459186554

   1103580	  0.160817	  0.160655	  0.166878		CURRENT LEARNING RATE: 1.127779348637892e-05
previous_iter_valid_loss : 0.16108930110931396

   1103600	  0.161237	  0.161089	  0.166694		CURRENT LEARNING RATE: 1.1275538153222483e-05
previous_iter_valid_loss : 0.18966449797153473

   1103620	  0.189795	  0.189664	  0.168141		CURRENT LEARNING RATE: 1.1273283271087553e-05
previous_iter_valid_loss : 0.16054098308086395

   1103640	  0.160696	  0.160541	  0.167884		CURRENT LEARNING RATE: 1.1271028839883977e-05
previous_iter_valid_loss : 0.16054874658584595

   1103660	  0.160691	  0.160549	  0.167711		CURRENT LEARNING RATE: 1.1268774859521554e-05
previous_iter_valid_loss : 0.1856563836336136

   1103680	  0.185797	  0.185656	  0.168968		CURRENT LEARNING RATE: 1.126652132991011e-05
previous_iter_valid_loss : 0.1668577790260315

   1103700	  0.167073	  0.166858	  0.168460		CURRENT LEARNING RATE: 1.1264268250959537e-05
previous_iter_valid_loss : 0.16229553520679474

   1103720	  0.162476	  0.162296	  0.168473		CURRENT LEARNING RATE: 1.1262015622579698e-05
previous_iter_valid_loss : 0.16350874304771423

   1103740	  0.163672	  0.163509	  0.168497		CURRENT LEARNING RATE: 1.1259763444680484e-05
previous_iter_valid_loss : 0.16056400537490845

   1103760	  0.160721	  0.160564	  0.168226		CURRENT LEARNING RATE: 1.125751171717179e-05
previous_iter_valid_loss : 0.16299587488174438

   1103780	  0.163194	  0.162996	  0.168318		CURRENT LEARNING RATE: 1.1255260439963584e-05
previous_iter_valid_loss : 0.1739853322505951

   1103800	  0.174129	  0.173985	  0.168377		CURRENT LEARNING RATE: 1.12530096129658e-05
previous_iter_valid_loss : 0.16124090552330017

   1103820	  0.161398	  0.161241	  0.168362		CURRENT LEARNING RATE: 1.1250759236088401e-05
previous_iter_valid_loss : 0.16231493651866913

   1103840	  0.162488	  0.162315	  0.167557		CURRENT LEARNING RATE: 1.1248509309241355e-05
previous_iter_valid_loss : 0.16147226095199585

   1103860	  0.161655	  0.161472	  0.167532		CURRENT LEARNING RATE: 1.12462598323347e-05
previous_iter_valid_loss : 0.18989144265651703

   1103880	  0.190334	  0.189891	  0.167482		CURRENT LEARNING RATE: 1.124401080527844e-05
previous_iter_valid_loss : 0.17905393242835999

   1103900	  0.179370	  0.179054	  0.168131		CURRENT LEARNING RATE: 1.1241762227982613e-05
previous_iter_valid_loss : 0.16219313442707062

   1103920	  0.162358	  0.162193	  0.168002		CURRENT LEARNING RATE: 1.123951410035726e-05
previous_iter_valid_loss : 0.160648912191391

   1103940	  0.160808	  0.160649	  0.167843		CURRENT LEARNING RATE: 1.123726642231249e-05
previous_iter_valid_loss : 0.16354681551456451

   1103960	  0.163738	  0.163547	  0.167434		CURRENT LEARNING RATE: 1.1235019193758379e-05
previous_iter_valid_loss : 0.16064228117465973

   1103980	  0.160801	  0.160642	  0.167433		CURRENT LEARNING RATE: 1.1232772414605037e-05
previous_iter_valid_loss : 0.16768072545528412

   1104000	  0.167906	  0.167681	  0.167762		CURRENT LEARNING RATE: 1.1230526084762575e-05
previous_iter_valid_loss : 0.1616632342338562

   1104020	  0.161859	  0.161663	  0.166362		CURRENT LEARNING RATE: 1.1228280204141175e-05
previous_iter_valid_loss : 0.1605495661497116

   1104040	  0.160723	  0.160550	  0.166363		CURRENT LEARNING RATE: 1.1226034772650985e-05
previous_iter_valid_loss : 0.1618065983057022

   1104060	  0.161967	  0.161807	  0.166426		CURRENT LEARNING RATE: 1.1223789790202169e-05
previous_iter_valid_loss : 0.16875769197940826

   1104080	  0.168913	  0.168758	  0.165581		CURRENT LEARNING RATE: 1.1221545256704965e-05
previous_iter_valid_loss : 0.17025788128376007

   1104100	  0.170413	  0.170258	  0.165751		CURRENT LEARNING RATE: 1.1219301172069573e-05
previous_iter_valid_loss : 0.1617019772529602

   1104120	  0.161892	  0.161702	  0.165721		CURRENT LEARNING RATE: 1.1217057536206229e-05
previous_iter_valid_loss : 0.16368496417999268

   1104140	  0.163889	  0.163685	  0.165730		CURRENT LEARNING RATE: 1.121481434902517e-05
previous_iter_valid_loss : 0.16504289209842682

   1104160	  0.165208	  0.165043	  0.165954		CURRENT LEARNING RATE: 1.1212571610436703e-05
previous_iter_valid_loss : 0.16100840270519257

   1104180	  0.161163	  0.161008	  0.165854		CURRENT LEARNING RATE: 1.1210329320351104e-05
previous_iter_valid_loss : 0.16078606247901917

   1104200	  0.160953	  0.160786	  0.165195		CURRENT LEARNING RATE: 1.1208087478678681e-05
previous_iter_valid_loss : 0.1628633588552475

   1104220	  0.163049	  0.162863	  0.165276		CURRENT LEARNING RATE: 1.1205846085329736e-05
previous_iter_valid_loss : 0.16119863092899323

   1104240	  0.161384	  0.161199	  0.165220		CURRENT LEARNING RATE: 1.1203605140214657e-05
previous_iter_valid_loss : 0.18093901872634888

   1104260	  0.181097	  0.180939	  0.166193		CURRENT LEARNING RATE: 1.1201364643243782e-05
previous_iter_valid_loss : 0.16069179773330688

   1104280	  0.160854	  0.160692	  0.164733		CURRENT LEARNING RATE: 1.11991245943275e-05
previous_iter_valid_loss : 0.16063639521598816

   1104300	  0.160811	  0.160636	  0.163812		CURRENT LEARNING RATE: 1.1196884993376179e-05
previous_iter_valid_loss : 0.16074468195438385

   1104320	  0.160903	  0.160745	  0.163740		CURRENT LEARNING RATE: 1.1194645840300281e-05
previous_iter_valid_loss : 0.16096660494804382

   1104340	  0.161129	  0.160967	  0.163756		CURRENT LEARNING RATE: 1.1192407135010217e-05
previous_iter_valid_loss : 0.16672749817371368

   1104360	  0.166948	  0.166727	  0.163915		CURRENT LEARNING RATE: 1.119016887741644e-05
previous_iter_valid_loss : 0.16697928309440613

   1104380	  0.167206	  0.166979	  0.164232		CURRENT LEARNING RATE: 1.11879310674294e-05
previous_iter_valid_loss : 0.16277843713760376

   1104400	  0.162939	  0.162778	  0.163987		CURRENT LEARNING RATE: 1.1185693704959626e-05
previous_iter_valid_loss : 0.16401928663253784

   1104420	  0.164197	  0.164019	  0.164104		CURRENT LEARNING RATE: 1.1183456789917599e-05
previous_iter_valid_loss : 0.1634754240512848

   1104440	  0.163652	  0.163475	  0.164251		CURRENT LEARNING RATE: 1.1181220322213825e-05
previous_iter_valid_loss : 0.16892588138580322

   1104460	  0.169080	  0.168926	  0.164607		CURRENT LEARNING RATE: 1.1178984301758886e-05
previous_iter_valid_loss : 0.1771184206008911

   1104480	  0.177271	  0.177118	  0.165025		CURRENT LEARNING RATE: 1.1176748728463323e-05
previous_iter_valid_loss : 0.1628420054912567

   1104500	  0.163029	  0.162842	  0.164654		CURRENT LEARNING RATE: 1.1174513602237708e-05
previous_iter_valid_loss : 0.1643546223640442

   1104520	  0.164554	  0.164355	  0.164786		CURRENT LEARNING RATE: 1.1172278922992619e-05
previous_iter_valid_loss : 0.16051889955997467

   1104540	  0.160686	  0.160519	  0.164628		CURRENT LEARNING RATE: 1.1170044690638708e-05
previous_iter_valid_loss : 0.16059540212154388

   1104560	  0.160757	  0.160595	  0.164406		CURRENT LEARNING RATE: 1.1167810905086586e-05
previous_iter_valid_loss : 0.18591779470443726

   1104580	  0.186060	  0.185918	  0.165651		CURRENT LEARNING RATE: 1.1165577566246903e-05
previous_iter_valid_loss : 0.16783419251441956

   1104600	  0.167987	  0.167834	  0.166004		CURRENT LEARNING RATE: 1.1163344674030302e-05
previous_iter_valid_loss : 0.1664297878742218

   1104620	  0.166647	  0.166430	  0.166182		CURRENT LEARNING RATE: 1.1161112228347513e-05
previous_iter_valid_loss : 0.18164901435375214

   1104640	  0.181977	  0.181649	  0.167205		CURRENT LEARNING RATE: 1.1158880229109212e-05
previous_iter_valid_loss : 0.16124385595321655

   1104660	  0.161403	  0.161244	  0.166220		CURRENT LEARNING RATE: 1.1156648676226121e-05
previous_iter_valid_loss : 0.16198652982711792

   1104680	  0.162146	  0.161987	  0.166284		CURRENT LEARNING RATE: 1.1154417569608962e-05
previous_iter_valid_loss : 0.1643393337726593

   1104700	  0.164509	  0.164339	  0.166470		CURRENT LEARNING RATE: 1.1152186909168524e-05
previous_iter_valid_loss : 0.1608174443244934

   1104720	  0.160974	  0.160817	  0.166473		CURRENT LEARNING RATE: 1.1149956694815566e-05
previous_iter_valid_loss : 0.18316982686519623

   1104740	  0.183538	  0.183170	  0.167583		CURRENT LEARNING RATE: 1.1147726926460875e-05
previous_iter_valid_loss : 0.16104434430599213

   1104760	  0.161202	  0.161044	  0.167299		CURRENT LEARNING RATE: 1.1145497604015243e-05
previous_iter_valid_loss : 0.16558869183063507

   1104780	  0.165795	  0.165589	  0.167230		CURRENT LEARNING RATE: 1.1143268727389538e-05
previous_iter_valid_loss : 0.16095900535583496

   1104800	  0.161113	  0.160959	  0.167139		CURRENT LEARNING RATE: 1.1141040296494583e-05
previous_iter_valid_loss : 0.16060462594032288

   1104820	  0.160772	  0.160605	  0.166968		CURRENT LEARNING RATE: 1.1138812311241222e-05
previous_iter_valid_loss : 0.16185052692890167

   1104840	  0.162042	  0.161851	  0.166887		CURRENT LEARNING RATE: 1.1136584771540374e-05
previous_iter_valid_loss : 0.16084124147891998

   1104860	  0.160999	  0.160841	  0.166483		CURRENT LEARNING RATE: 1.1134357677302919e-05
previous_iter_valid_loss : 0.16852208971977234

   1104880	  0.168677	  0.168522	  0.166053		CURRENT LEARNING RATE: 1.1132131028439771e-05
previous_iter_valid_loss : 0.16228562593460083

   1104900	  0.162445	  0.162286	  0.166025		CURRENT LEARNING RATE: 1.1129904824861847e-05
previous_iter_valid_loss : 0.16334187984466553

   1104920	  0.163510	  0.163342	  0.165974		CURRENT LEARNING RATE: 1.1127679066480136e-05
previous_iter_valid_loss : 0.1626504510641098

   1104940	  0.162817	  0.162650	  0.166081		CURRENT LEARNING RATE: 1.1125453753205592e-05
previous_iter_valid_loss : 0.16052034497261047

   1104960	  0.160672	  0.160520	  0.166077		CURRENT LEARNING RATE: 1.1123228884949197e-05
previous_iter_valid_loss : 0.16078993678092957

   1104980	  0.160951	  0.160790	  0.164821		CURRENT LEARNING RATE: 1.1121004461621941e-05
previous_iter_valid_loss : 0.16106414794921875

   1105000	  0.161251	  0.161064	  0.164482		CURRENT LEARNING RATE: 1.1118780483134884e-05
previous_iter_valid_loss : 0.16253745555877686

   1105020	  0.162733	  0.162537	  0.164288		CURRENT LEARNING RATE: 1.1116556949399047e-05
previous_iter_valid_loss : 0.16114725172519684

   1105040	  0.161326	  0.161147	  0.163263		CURRENT LEARNING RATE: 1.1114333860325491e-05
previous_iter_valid_loss : 0.2203788161277771

   1105060	  0.221043	  0.220379	  0.166219		CURRENT LEARNING RATE: 1.1112111215825269e-05
previous_iter_valid_loss : 0.16051794588565826

   1105080	  0.160690	  0.160518	  0.166146		CURRENT LEARNING RATE: 1.110988901580952e-05
previous_iter_valid_loss : 0.16048787534236908

   1105100	  0.160649	  0.160488	  0.165953		CURRENT LEARNING RATE: 1.110766726018933e-05
previous_iter_valid_loss : 0.16201826930046082

   1105120	  0.162209	  0.162018	  0.166013		CURRENT LEARNING RATE: 1.1105445948875832e-05
previous_iter_valid_loss : 0.21853597462177277

   1105140	  0.218549	  0.218536	  0.167782		CURRENT LEARNING RATE: 1.1103225081780156e-05
previous_iter_valid_loss : 0.16051891446113586

   1105160	  0.160676	  0.160519	  0.167755		CURRENT LEARNING RATE: 1.1101004658813502e-05
previous_iter_valid_loss : 0.161271870136261

   1105180	  0.161435	  0.161272	  0.167540		CURRENT LEARNING RATE: 1.1098784679887039e-05
previous_iter_valid_loss : 0.16119128465652466

   1105200	  0.161349	  0.161191	  0.167551		CURRENT LEARNING RATE: 1.1096565144911961e-05
previous_iter_valid_loss : 0.16973821818828583

   1105220	  0.169891	  0.169738	  0.168008		CURRENT LEARNING RATE: 1.1094346053799471e-05
previous_iter_valid_loss : 0.16547730565071106

   1105240	  0.165672	  0.165477	  0.168189		CURRENT LEARNING RATE: 1.1092127406460848e-05
previous_iter_valid_loss : 0.16077911853790283

   1105260	  0.160937	  0.160779	  0.168186		CURRENT LEARNING RATE: 1.108990920280732e-05
previous_iter_valid_loss : 0.1617083102464676

   1105280	  0.161893	  0.161708	  0.167845		CURRENT LEARNING RATE: 1.1087691442750142e-05
previous_iter_valid_loss : 0.16211919486522675

   1105300	  0.162312	  0.162119	  0.167837		CURRENT LEARNING RATE: 1.1085474126200643e-05
previous_iter_valid_loss : 0.1605818122625351

   1105320	  0.160733	  0.160582	  0.167699		CURRENT LEARNING RATE: 1.108325725307011e-05
previous_iter_valid_loss : 0.16393405199050903

   1105340	  0.164123	  0.163934	  0.167763		CURRENT LEARNING RATE: 1.108104082326987e-05
previous_iter_valid_loss : 0.1687004417181015

   1105360	  0.168937	  0.168700	  0.168172		CURRENT LEARNING RATE: 1.1078824836711245e-05
previous_iter_valid_loss : 0.16138429939746857

   1105380	  0.161537	  0.161384	  0.168202		CURRENT LEARNING RATE: 1.1076609293305632e-05
previous_iter_valid_loss : 0.1702774167060852

   1105400	  0.170523	  0.170277	  0.168663		CURRENT LEARNING RATE: 1.1074394192964396e-05
previous_iter_valid_loss : 0.16111069917678833

   1105420	  0.161297	  0.161111	  0.168591		CURRENT LEARNING RATE: 1.1072179535598924e-05
previous_iter_valid_loss : 0.16275811195373535

   1105440	  0.162942	  0.162758	  0.168672		CURRENT LEARNING RATE: 1.106996532112062e-05
previous_iter_valid_loss : 0.16814987361431122

   1105460	  0.168307	  0.168150	  0.166060		CURRENT LEARNING RATE: 1.1067751549440947e-05
previous_iter_valid_loss : 0.16209886968135834

   1105480	  0.162259	  0.162099	  0.166139		CURRENT LEARNING RATE: 1.106553822047134e-05
previous_iter_valid_loss : 0.16189540922641754

   1105500	  0.162065	  0.161895	  0.166210		CURRENT LEARNING RATE: 1.1063325334123262e-05
previous_iter_valid_loss : 0.16110223531723022

   1105520	  0.161284	  0.161102	  0.166164		CURRENT LEARNING RATE: 1.1061112890308178e-05
previous_iter_valid_loss : 0.16834276914596558

   1105540	  0.168576	  0.168343	  0.163654		CURRENT LEARNING RATE: 1.1058900888937632e-05
previous_iter_valid_loss : 0.16170181334018707

   1105560	  0.161873	  0.161702	  0.163713		CURRENT LEARNING RATE: 1.1056689329923125e-05
previous_iter_valid_loss : 0.16168327629566193

   1105580	  0.161870	  0.161683	  0.163734		CURRENT LEARNING RATE: 1.1054478213176189e-05
previous_iter_valid_loss : 0.18315568566322327

   1105600	  0.183308	  0.183156	  0.164832		CURRENT LEARNING RATE: 1.1052267538608365e-05
previous_iter_valid_loss : 0.1637335866689682

   1105620	  0.163946	  0.163734	  0.164532		CURRENT LEARNING RATE: 1.1050057306131263e-05
previous_iter_valid_loss : 0.16152937710285187

   1105640	  0.161690	  0.161529	  0.164335		CURRENT LEARNING RATE: 1.1047847515656456e-05
previous_iter_valid_loss : 0.16082656383514404

   1105660	  0.160981	  0.160827	  0.164337		CURRENT LEARNING RATE: 1.1045638167095532e-05
previous_iter_valid_loss : 0.1606883704662323

   1105680	  0.160863	  0.160688	  0.164286		CURRENT LEARNING RATE: 1.1043429260360153e-05
previous_iter_valid_loss : 0.16061963140964508

   1105700	  0.160790	  0.160620	  0.164211		CURRENT LEARNING RATE: 1.1041220795361947e-05
previous_iter_valid_loss : 0.16357623040676117

   1105720	  0.163742	  0.163576	  0.164361		CURRENT LEARNING RATE: 1.1039012772012576e-05
previous_iter_valid_loss : 0.17527633905410767

   1105740	  0.175427	  0.175276	  0.164928		CURRENT LEARNING RATE: 1.1036805190223696e-05
previous_iter_valid_loss : 0.17384512722492218

   1105760	  0.173996	  0.173845	  0.165185		CURRENT LEARNING RATE: 1.1034598049907046e-05
previous_iter_valid_loss : 0.17649471759796143

   1105780	  0.176788	  0.176495	  0.165941		CURRENT LEARNING RATE: 1.1032391350974319e-05
previous_iter_valid_loss : 0.16615091264247894

   1105800	  0.166365	  0.166151	  0.165734		CURRENT LEARNING RATE: 1.1030185093337246e-05
previous_iter_valid_loss : 0.16270871460437775

   1105820	  0.162869	  0.162709	  0.165814		CURRENT LEARNING RATE: 1.102797927690756e-05
previous_iter_valid_loss : 0.16141390800476074

   1105840	  0.161577	  0.161414	  0.165747		CURRENT LEARNING RATE: 1.1025773901597066e-05
previous_iter_valid_loss : 0.16147319972515106

   1105860	  0.161648	  0.161473	  0.165413		CURRENT LEARNING RATE: 1.102356896731753e-05
previous_iter_valid_loss : 0.16186721622943878

   1105880	  0.162041	  0.161867	  0.165402		CURRENT LEARNING RATE: 1.1021364473980753e-05
previous_iter_valid_loss : 0.16561231017112732

   1105900	  0.165774	  0.165612	  0.165587		CURRENT LEARNING RATE: 1.1019160421498538e-05
previous_iter_valid_loss : 0.1767694354057312

   1105920	  0.177067	  0.176769	  0.166371		CURRENT LEARNING RATE: 1.101695680978276e-05
previous_iter_valid_loss : 0.1650840938091278

   1105940	  0.165250	  0.165084	  0.166208		CURRENT LEARNING RATE: 1.1014753638745255e-05
previous_iter_valid_loss : 0.16351497173309326

   1105960	  0.163684	  0.163515	  0.166298		CURRENT LEARNING RATE: 1.1012550908297899e-05
previous_iter_valid_loss : 0.16168002784252167

   1105980	  0.161856	  0.161680	  0.166298		CURRENT LEARNING RATE: 1.101034861835256e-05
previous_iter_valid_loss : 0.16429021954536438

   1106000	  0.164484	  0.164290	  0.165355		CURRENT LEARNING RATE: 1.1008146768821187e-05
previous_iter_valid_loss : 0.1605212241411209

   1106020	  0.160679	  0.160521	  0.165194		CURRENT LEARNING RATE: 1.1005945359615689e-05
previous_iter_valid_loss : 0.16557659208774567

   1106040	  0.165776	  0.165577	  0.165397		CURRENT LEARNING RATE: 1.1003744390647983e-05
previous_iter_valid_loss : 0.17358849942684174

   1106060	  0.173855	  0.173588	  0.166035		CURRENT LEARNING RATE: 1.1001543861830076e-05
previous_iter_valid_loss : 0.16191503405570984

   1106080	  0.162102	  0.161915	  0.166096		CURRENT LEARNING RATE: 1.0999343773073926e-05
previous_iter_valid_loss : 0.18096956610679626

   1106100	  0.181122	  0.180970	  0.167114		CURRENT LEARNING RATE: 1.0997144124291525e-05
previous_iter_valid_loss : 0.16057747602462769

   1106120	  0.160748	  0.160577	  0.166964		CURRENT LEARNING RATE: 1.0994944915394873e-05
previous_iter_valid_loss : 0.16049613058567047

   1106140	  0.160659	  0.160496	  0.166225		CURRENT LEARNING RATE: 1.0992746146296037e-05
previous_iter_valid_loss : 0.16819190979003906

   1106160	  0.168428	  0.168192	  0.165942		CURRENT LEARNING RATE: 1.099054781690705e-05
previous_iter_valid_loss : 0.18375186622142792

   1106180	  0.184127	  0.183752	  0.166305		CURRENT LEARNING RATE: 1.0988349927139977e-05
previous_iter_valid_loss : 0.17935942113399506

   1106200	  0.179686	  0.179359	  0.166965		CURRENT LEARNING RATE: 1.0986152476906883e-05
previous_iter_valid_loss : 0.16657038033008575

   1106220	  0.166731	  0.166570	  0.167158		CURRENT LEARNING RATE: 1.0983955466119909e-05
previous_iter_valid_loss : 0.17773297429084778

   1106240	  0.177881	  0.177733	  0.167974		CURRENT LEARNING RATE: 1.0981758894691153e-05
previous_iter_valid_loss : 0.16458259522914886

   1106260	  0.164780	  0.164583	  0.168130		CURRENT LEARNING RATE: 1.097956276253276e-05
previous_iter_valid_loss : 0.17624405026435852

   1106280	  0.176396	  0.176244	  0.168849		CURRENT LEARNING RATE: 1.0977367069556854e-05
previous_iter_valid_loss : 0.16460293531417847

   1106300	  0.164769	  0.164603	  0.168798		CURRENT LEARNING RATE: 1.0975171815675652e-05
previous_iter_valid_loss : 0.16123943030834198

   1106320	  0.161392	  0.161239	  0.168022		CURRENT LEARNING RATE: 1.0972977000801326e-05
previous_iter_valid_loss : 0.16172419488430023

   1106340	  0.161885	  0.161724	  0.167854		CURRENT LEARNING RATE: 1.0970782624846082e-05
previous_iter_valid_loss : 0.17246490716934204

   1106360	  0.172609	  0.172465	  0.168301		CURRENT LEARNING RATE: 1.0968588687722124e-05
previous_iter_valid_loss : 0.16553303599357605

   1106380	  0.165697	  0.165533	  0.168494		CURRENT LEARNING RATE: 1.0966395189341734e-05
previous_iter_valid_loss : 0.16454647481441498

   1106400	  0.164706	  0.164546	  0.168507		CURRENT LEARNING RATE: 1.0964202129617154e-05
previous_iter_valid_loss : 0.1612491011619568

   1106420	  0.161434	  0.161249	  0.168543		CURRENT LEARNING RATE: 1.096200950846066e-05
previous_iter_valid_loss : 0.1624041646718979

   1106440	  0.162572	  0.162404	  0.168385		CURRENT LEARNING RATE: 1.0959817325784526e-05
previous_iter_valid_loss : 0.16062873601913452

   1106460	  0.160783	  0.160629	  0.167737		CURRENT LEARNING RATE: 1.095762558150111e-05
previous_iter_valid_loss : 0.1610008180141449

   1106480	  0.161180	  0.161001	  0.167691		CURRENT LEARNING RATE: 1.0955434275522716e-05
previous_iter_valid_loss : 0.1783560961484909

   1106500	  0.178678	  0.178356	  0.167560		CURRENT LEARNING RATE: 1.0953243407761677e-05
previous_iter_valid_loss : 0.16225649416446686

   1106520	  0.162450	  0.162256	  0.167644		CURRENT LEARNING RATE: 1.0951052978130393e-05
previous_iter_valid_loss : 0.16054275631904602

   1106540	  0.160714	  0.160543	  0.167646		CURRENT LEARNING RATE: 1.0948862986541233e-05
previous_iter_valid_loss : 0.17540335655212402

   1106560	  0.175550	  0.175403	  0.168007		CURRENT LEARNING RATE: 1.0946673432906592e-05
previous_iter_valid_loss : 0.16549156606197357

   1106580	  0.165651	  0.165492	  0.167094		CURRENT LEARNING RATE: 1.0944484317138869e-05
previous_iter_valid_loss : 0.16876403987407684

   1106600	  0.169005	  0.168764	  0.166564		CURRENT LEARNING RATE: 1.094229563915054e-05
previous_iter_valid_loss : 0.16658969223499298

   1106620	  0.166808	  0.166590	  0.166565		CURRENT LEARNING RATE: 1.0940107398854038e-05
previous_iter_valid_loss : 0.1650068610906601

   1106640	  0.165222	  0.165007	  0.165929		CURRENT LEARNING RATE: 1.0937919596161835e-05
previous_iter_valid_loss : 0.17519846558570862

   1106660	  0.175475	  0.175198	  0.166460		CURRENT LEARNING RATE: 1.0935732230986398e-05
previous_iter_valid_loss : 0.1641726791858673

   1106680	  0.164379	  0.164173	  0.165856		CURRENT LEARNING RATE: 1.093354530324027e-05
previous_iter_valid_loss : 0.17692361772060394

   1106700	  0.177219	  0.176924	  0.166472		CURRENT LEARNING RATE: 1.0931358812835956e-05
previous_iter_valid_loss : 0.16493336856365204

   1106720	  0.165104	  0.164933	  0.166657		CURRENT LEARNING RATE: 1.0929172759685995e-05
previous_iter_valid_loss : 0.16545934975147247

   1106740	  0.165618	  0.165459	  0.166844		CURRENT LEARNING RATE: 1.0926987143702927e-05
previous_iter_valid_loss : 0.16068032383918762

   1106760	  0.160833	  0.160680	  0.166254		CURRENT LEARNING RATE: 1.0924801964799365e-05
previous_iter_valid_loss : 0.21765245497226715

   1106780	  0.217697	  0.217652	  0.168860		CURRENT LEARNING RATE: 1.0922617222887885e-05
previous_iter_valid_loss : 0.16501329839229584

   1106800	  0.165181	  0.165013	  0.168884		CURRENT LEARNING RATE: 1.0920432917881094e-05
previous_iter_valid_loss : 0.16245248913764954

   1106820	  0.162616	  0.162452	  0.168944		CURRENT LEARNING RATE: 1.0918249049691602e-05
previous_iter_valid_loss : 0.16058234870433807

   1106840	  0.160744	  0.160582	  0.168853		CURRENT LEARNING RATE: 1.0916065618232094e-05
previous_iter_valid_loss : 0.16340401768684387

   1106860	  0.163594	  0.163404	  0.168992		CURRENT LEARNING RATE: 1.091388262341521e-05
previous_iter_valid_loss : 0.16051308810710907

   1106880	  0.160680	  0.160513	  0.168967		CURRENT LEARNING RATE: 1.0911700065153616e-05
previous_iter_valid_loss : 0.1719282567501068

   1106900	  0.172191	  0.171928	  0.168646		CURRENT LEARNING RATE: 1.0909517943360042e-05
previous_iter_valid_loss : 0.1605040580034256

   1106920	  0.160658	  0.160504	  0.168558		CURRENT LEARNING RATE: 1.0907336257947189e-05
previous_iter_valid_loss : 0.1723012775182724

   1106940	  0.172443	  0.172301	  0.169146		CURRENT LEARNING RATE: 1.0905155008827786e-05
previous_iter_valid_loss : 0.16177698969841003

   1106960	  0.161962	  0.161777	  0.168465		CURRENT LEARNING RATE: 1.0902974195914568e-05
previous_iter_valid_loss : 0.16980580985546112

   1106980	  0.169957	  0.169806	  0.168680		CURRENT LEARNING RATE: 1.0900793819120338e-05
previous_iter_valid_loss : 0.16398721933364868

   1107000	  0.164190	  0.163987	  0.168442		CURRENT LEARNING RATE: 1.0898613878357862e-05
previous_iter_valid_loss : 0.16049927473068237

   1107020	  0.160658	  0.160499	  0.168137		CURRENT LEARNING RATE: 1.089643437353994e-05
previous_iter_valid_loss : 0.1617477536201477

   1107040	  0.161926	  0.161748	  0.167974		CURRENT LEARNING RATE: 1.0894255304579379e-05
previous_iter_valid_loss : 0.16065335273742676

   1107060	  0.160808	  0.160653	  0.167247		CURRENT LEARNING RATE: 1.0892076671389049e-05
previous_iter_valid_loss : 0.1828312873840332

   1107080	  0.182986	  0.182831	  0.168180		CURRENT LEARNING RATE: 1.0889898473881788e-05
previous_iter_valid_loss : 0.16056305170059204

   1107100	  0.160719	  0.160563	  0.167362		CURRENT LEARNING RATE: 1.0887720711970466e-05
previous_iter_valid_loss : 0.1610955148935318

   1107120	  0.161284	  0.161096	  0.167170		CURRENT LEARNING RATE: 1.0885543385567956e-05
previous_iter_valid_loss : 0.16254284977912903

   1107140	  0.162741	  0.162543	  0.167024		CURRENT LEARNING RATE: 1.0883366494587202e-05
previous_iter_valid_loss : 0.17389334738254547

   1107160	  0.174041	  0.173893	  0.167685		CURRENT LEARNING RATE: 1.088119003894111e-05
previous_iter_valid_loss : 0.16411921381950378

   1107180	  0.164308	  0.164119	  0.165008		CURRENT LEARNING RATE: 1.0879014018542619e-05
previous_iter_valid_loss : 0.17475846409797668

   1107200	  0.174910	  0.174758	  0.165495		CURRENT LEARNING RATE: 1.0876838433304672e-05
previous_iter_valid_loss : 0.16168922185897827

   1107220	  0.161836	  0.161689	  0.165457		CURRENT LEARNING RATE: 1.0874663283140285e-05
previous_iter_valid_loss : 0.1836351901292801

   1107240	  0.183989	  0.183635	  0.166610		CURRENT LEARNING RATE: 1.0872488567962427e-05
previous_iter_valid_loss : 0.16110266745090485

   1107260	  0.161285	  0.161103	  0.166495		CURRENT LEARNING RATE: 1.0870314287684095e-05
previous_iter_valid_loss : 0.16565191745758057

   1107280	  0.165863	  0.165652	  0.166752		CURRENT LEARNING RATE: 1.0868140442218358e-05
previous_iter_valid_loss : 0.1878330260515213

   1107300	  0.188234	  0.187833	  0.167547		CURRENT LEARNING RATE: 1.0865967031478238e-05
previous_iter_valid_loss : 0.16092362999916077

   1107320	  0.161105	  0.160924	  0.167568		CURRENT LEARNING RATE: 1.08637940553768e-05
previous_iter_valid_loss : 0.1623326689004898

   1107340	  0.162503	  0.162333	  0.167069		CURRENT LEARNING RATE: 1.0861621513827108e-05
previous_iter_valid_loss : 0.1605926901102066

   1107360	  0.160748	  0.160593	  0.167010		CURRENT LEARNING RATE: 1.0859449406742294e-05
previous_iter_valid_loss : 0.1625291109085083

   1107380	  0.162688	  0.162529	  0.166646		CURRENT LEARNING RATE: 1.0857277734035461e-05
previous_iter_valid_loss : 0.16070298850536346

   1107400	  0.160860	  0.160703	  0.166482		CURRENT LEARNING RATE: 1.085510649561974e-05
previous_iter_valid_loss : 0.16066217422485352

   1107420	  0.160828	  0.160662	  0.166490		CURRENT LEARNING RATE: 1.0852935691408258e-05
previous_iter_valid_loss : 0.19194847345352173

   1107440	  0.192392	  0.191948	  0.168000		CURRENT LEARNING RATE: 1.0850765321314226e-05
previous_iter_valid_loss : 0.16228987276554108

   1107460	  0.162477	  0.162290	  0.168082		CURRENT LEARNING RATE: 1.0848595385250808e-05
previous_iter_valid_loss : 0.16056719422340393

   1107480	  0.160727	  0.160567	  0.166969		CURRENT LEARNING RATE: 1.0846425883131206e-05
previous_iter_valid_loss : 0.16519808769226074

   1107500	  0.165404	  0.165198	  0.167201		CURRENT LEARNING RATE: 1.0844256814868621e-05
previous_iter_valid_loss : 0.1627344787120819

   1107520	  0.162927	  0.162734	  0.167283		CURRENT LEARNING RATE: 1.0842088180376331e-05
previous_iter_valid_loss : 0.16788029670715332

   1107540	  0.168108	  0.167880	  0.167550		CURRENT LEARNING RATE: 1.0839919979567569e-05
previous_iter_valid_loss : 0.17034542560577393

   1107560	  0.170598	  0.170345	  0.167372		CURRENT LEARNING RATE: 1.0837752212355607e-05
previous_iter_valid_loss : 0.16170808672904968

   1107580	  0.161897	  0.161708	  0.167252		CURRENT LEARNING RATE: 1.0835584878653717e-05
previous_iter_valid_loss : 0.1660086214542389

   1107600	  0.166219	  0.166009	  0.166814		CURRENT LEARNING RATE: 1.0833417978375243e-05
previous_iter_valid_loss : 0.160615935921669

   1107620	  0.160774	  0.160616	  0.166760		CURRENT LEARNING RATE: 1.0831251511433488e-05
previous_iter_valid_loss : 0.16173331439495087

   1107640	  0.161922	  0.161733	  0.165665		CURRENT LEARNING RATE: 1.0829085477741795e-05
previous_iter_valid_loss : 0.16655169427394867

   1107660	  0.166714	  0.166552	  0.165938		CURRENT LEARNING RATE: 1.0826919877213505e-05
previous_iter_valid_loss : 0.16140525043010712

   1107680	  0.161585	  0.161405	  0.165725		CURRENT LEARNING RATE: 1.0824754709762028e-05
previous_iter_valid_loss : 0.1777271032333374

   1107700	  0.178034	  0.177727	  0.165220		CURRENT LEARNING RATE: 1.0822589975300744e-05
previous_iter_valid_loss : 0.1605595052242279

   1107720	  0.160724	  0.160560	  0.165202		CURRENT LEARNING RATE: 1.082042567374304e-05
previous_iter_valid_loss : 0.17674419283866882

   1107740	  0.177035	  0.176744	  0.165922		CURRENT LEARNING RATE: 1.0818261805002382e-05
previous_iter_valid_loss : 0.16061283648014069

   1107760	  0.160778	  0.160613	  0.165924		CURRENT LEARNING RATE: 1.0816098368992201e-05
previous_iter_valid_loss : 0.18642356991767883

   1107780	  0.186556	  0.186424	  0.167118		CURRENT LEARNING RATE: 1.0813935365625953e-05
previous_iter_valid_loss : 0.1788698136806488

   1107800	  0.179182	  0.178870	  0.168027		CURRENT LEARNING RATE: 1.0811772794817104e-05
previous_iter_valid_loss : 0.16182652115821838

   1107820	  0.161993	  0.161827	  0.168085		CURRENT LEARNING RATE: 1.0809610656479186e-05
previous_iter_valid_loss : 0.160550057888031

   1107840	  0.160723	  0.160550	  0.166515		CURRENT LEARNING RATE: 1.0807448950525695e-05
previous_iter_valid_loss : 0.1605030596256256

   1107860	  0.160666	  0.160503	  0.166426		CURRENT LEARNING RATE: 1.0805287676870167e-05
previous_iter_valid_loss : 0.1772109419107437

   1107880	  0.177510	  0.177211	  0.167258		CURRENT LEARNING RATE: 1.0803126835426125e-05
previous_iter_valid_loss : 0.16787590086460114

   1107900	  0.168097	  0.167876	  0.167392		CURRENT LEARNING RATE: 1.0800966426107179e-05
previous_iter_valid_loss : 0.1625426709651947

   1107920	  0.162723	  0.162543	  0.167382		CURRENT LEARNING RATE: 1.079880644882689e-05
previous_iter_valid_loss : 0.16260571777820587

   1107940	  0.162794	  0.162606	  0.167118		CURRENT LEARNING RATE: 1.079664690349886e-05
previous_iter_valid_loss : 0.17470049858093262

   1107960	  0.174986	  0.174700	  0.167336		CURRENT LEARNING RATE: 1.0794487790036689e-05
previous_iter_valid_loss : 0.16508294641971588

   1107980	  0.165283	  0.165083	  0.167505		CURRENT LEARNING RATE: 1.0792329108354051e-05
previous_iter_valid_loss : 0.1605231612920761

   1108000	  0.160683	  0.160523	  0.167231		CURRENT LEARNING RATE: 1.079017085836458e-05
previous_iter_valid_loss : 0.16861377656459808

   1108020	  0.168854	  0.168614	  0.167630		CURRENT LEARNING RATE: 1.0788013039981942e-05
previous_iter_valid_loss : 0.17838875949382782

   1108040	  0.178709	  0.178389	  0.168463		CURRENT LEARNING RATE: 1.0785855653119807e-05
previous_iter_valid_loss : 0.16215145587921143

   1108060	  0.162308	  0.162151	  0.168243		CURRENT LEARNING RATE: 1.078369869769192e-05
previous_iter_valid_loss : 0.16054673492908478

   1108080	  0.160715	  0.160547	  0.168200		CURRENT LEARNING RATE: 1.0781542173611984e-05
previous_iter_valid_loss : 0.16180068254470825

   1108100	  0.161985	  0.161801	  0.167404		CURRENT LEARNING RATE: 1.0779386080793716e-05
previous_iter_valid_loss : 0.16108006238937378

   1108120	  0.161240	  0.161080	  0.167430		CURRENT LEARNING RATE: 1.0777230419150913e-05
previous_iter_valid_loss : 0.16840246319770813

   1108140	  0.168552	  0.168402	  0.167013		CURRENT LEARNING RATE: 1.0775075188597328e-05
previous_iter_valid_loss : 0.16423876583576202

   1108160	  0.164403	  0.164239	  0.167194		CURRENT LEARNING RATE: 1.077292038904675e-05
previous_iter_valid_loss : 0.16072915494441986

   1108180	  0.160883	  0.160729	  0.165909		CURRENT LEARNING RATE: 1.0770766020412971e-05
previous_iter_valid_loss : 0.16406817734241486

   1108200	  0.164256	  0.164068	  0.165169		CURRENT LEARNING RATE: 1.0768612082609855e-05
previous_iter_valid_loss : 0.17740443348884583

   1108220	  0.177700	  0.177404	  0.165948		CURRENT LEARNING RATE: 1.0766458575551221e-05
previous_iter_valid_loss : 0.16091567277908325

   1108240	  0.161077	  0.160916	  0.165967		CURRENT LEARNING RATE: 1.0764305499150934e-05
previous_iter_valid_loss : 0.16058728098869324

   1108260	  0.160757	  0.160587	  0.165971		CURRENT LEARNING RATE: 1.0762152853322847e-05
previous_iter_valid_loss : 0.16705548763275146

   1108280	  0.167211	  0.167055	  0.165463		CURRENT LEARNING RATE: 1.0760000637980896e-05
previous_iter_valid_loss : 0.16560624539852142

   1108300	  0.165767	  0.165606	  0.165349		CURRENT LEARNING RATE: 1.0757848853038973e-05
previous_iter_valid_loss : 0.1654684990644455

   1108320	  0.165681	  0.165468	  0.165496		CURRENT LEARNING RATE: 1.0755697498411003e-05
previous_iter_valid_loss : 0.16761218011379242

   1108340	  0.167836	  0.167612	  0.165746		CURRENT LEARNING RATE: 1.0753546574010917e-05
previous_iter_valid_loss : 0.16125699877738953

   1108360	  0.161406	  0.161257	  0.165074		CURRENT LEARNING RATE: 1.0751396079752715e-05
previous_iter_valid_loss : 0.16824549436569214

   1108380	  0.168397	  0.168245	  0.165232		CURRENT LEARNING RATE: 1.0749246015550356e-05
previous_iter_valid_loss : 0.17523112893104553

   1108400	  0.175512	  0.175231	  0.165967		CURRENT LEARNING RATE: 1.074709638131784e-05
previous_iter_valid_loss : 0.16051499545574188

   1108420	  0.160668	  0.160515	  0.165562		CURRENT LEARNING RATE: 1.074494717696916e-05
previous_iter_valid_loss : 0.16051846742630005

   1108440	  0.160680	  0.160518	  0.164669		CURRENT LEARNING RATE: 1.074279840241839e-05
previous_iter_valid_loss : 0.1884724348783493

   1108460	  0.188868	  0.188472	  0.165985		CURRENT LEARNING RATE: 1.0740650057579557e-05
previous_iter_valid_loss : 0.16082419455051422

   1108480	  0.160980	  0.160824	  0.165999		CURRENT LEARNING RATE: 1.0738502142366707e-05
previous_iter_valid_loss : 0.16669759154319763

   1108500	  0.166911	  0.166698	  0.166244		CURRENT LEARNING RATE: 1.0736354656693963e-05
previous_iter_valid_loss : 0.16280797123908997

   1108520	  0.162996	  0.162808	  0.166330		CURRENT LEARNING RATE: 1.073420760047541e-05
previous_iter_valid_loss : 0.16054005920886993

   1108540	  0.160709	  0.160540	  0.165937		CURRENT LEARNING RATE: 1.073206097362516e-05
previous_iter_valid_loss : 0.17185024917125702

   1108560	  0.172116	  0.171850	  0.166318		CURRENT LEARNING RATE: 1.072991477605733e-05
previous_iter_valid_loss : 0.16099631786346436

   1108580	  0.161183	  0.160996	  0.166331		CURRENT LEARNING RATE: 1.0727769007686114e-05
previous_iter_valid_loss : 0.1611606776714325

   1108600	  0.161314	  0.161161	  0.166186		CURRENT LEARNING RATE: 1.0725623668425658e-05
previous_iter_valid_loss : 0.16517764329910278

   1108620	  0.165344	  0.165178	  0.165574		CURRENT LEARNING RATE: 1.0723478758190153e-05
previous_iter_valid_loss : 0.16895510256290436

   1108640	  0.169109	  0.168955	  0.165976		CURRENT LEARNING RATE: 1.0721334276893778e-05
previous_iter_valid_loss : 0.16061706840991974

   1108660	  0.160788	  0.160617	  0.165978		CURRENT LEARNING RATE: 1.0719190224450795e-05
previous_iter_valid_loss : 0.1605055332183838

   1108680	  0.160662	  0.160506	  0.165650		CURRENT LEARNING RATE: 1.0717046600775423e-05
previous_iter_valid_loss : 0.16268987953662872

   1108700	  0.162850	  0.162690	  0.165504		CURRENT LEARNING RATE: 1.0714903405781917e-05
previous_iter_valid_loss : 0.16554003953933716

   1108720	  0.165753	  0.165540	  0.165508		CURRENT LEARNING RATE: 1.0712760639384529e-05
previous_iter_valid_loss : 0.16800755262374878

   1108740	  0.168236	  0.168008	  0.165528		CURRENT LEARNING RATE: 1.0710618301497586e-05
previous_iter_valid_loss : 0.1636970341205597

   1108760	  0.163900	  0.163697	  0.165650		CURRENT LEARNING RATE: 1.0708476392035378e-05
previous_iter_valid_loss : 0.16616888344287872

   1108780	  0.166389	  0.166169	  0.165546		CURRENT LEARNING RATE: 1.0706334910912226e-05
previous_iter_valid_loss : 0.16067634522914886

   1108800	  0.160829	  0.160676	  0.164818		CURRENT LEARNING RATE: 1.0704193858042452e-05
previous_iter_valid_loss : 0.16176718473434448

   1108820	  0.161923	  0.161767	  0.164881		CURRENT LEARNING RATE: 1.0702053233340455e-05
previous_iter_valid_loss : 0.18190278112888336

   1108840	  0.182062	  0.181903	  0.165950		CURRENT LEARNING RATE: 1.0699913036720589e-05
previous_iter_valid_loss : 0.1605536937713623

   1108860	  0.160722	  0.160554	  0.164554		CURRENT LEARNING RATE: 1.0697773268097224e-05
previous_iter_valid_loss : 0.19997787475585938

   1108880	  0.200051	  0.199978	  0.166512		CURRENT LEARNING RATE: 1.0695633927384812e-05
previous_iter_valid_loss : 0.1640317738056183

   1108900	  0.164229	  0.164032	  0.166378		CURRENT LEARNING RATE: 1.0693495014497758e-05
previous_iter_valid_loss : 0.17586828768253326

   1108920	  0.176015	  0.175868	  0.167031		CURRENT LEARNING RATE: 1.0691356529350508e-05
previous_iter_valid_loss : 0.16544553637504578

   1108940	  0.165663	  0.165446	  0.167277		CURRENT LEARNING RATE: 1.06892184718575e-05
previous_iter_valid_loss : 0.16892299056053162

   1108960	  0.169079	  0.168923	  0.167130		CURRENT LEARNING RATE: 1.068708084193325e-05
previous_iter_valid_loss : 0.16099463403224945

   1108980	  0.161154	  0.160995	  0.167130		CURRENT LEARNING RATE: 1.0684943639492238e-05
previous_iter_valid_loss : 0.19097577035427094

   1109000	  0.191102	  0.190976	  0.168621		CURRENT LEARNING RATE: 1.068280686444897e-05
previous_iter_valid_loss : 0.16881631314754486

   1109020	  0.169048	  0.168816	  0.168803		CURRENT LEARNING RATE: 1.0680670516717962e-05
previous_iter_valid_loss : 0.16053909063339233

   1109040	  0.160712	  0.160539	  0.168382		CURRENT LEARNING RATE: 1.0678534596213794e-05
previous_iter_valid_loss : 0.16059303283691406

   1109060	  0.160751	  0.160593	  0.168381		CURRENT LEARNING RATE: 1.067639910285101e-05
previous_iter_valid_loss : 0.16782334446907043

   1109080	  0.167979	  0.167823	  0.168747		CURRENT LEARNING RATE: 1.0674264036544192e-05
previous_iter_valid_loss : 0.1613825410604477

   1109100	  0.161536	  0.161383	  0.168681		CURRENT LEARNING RATE: 1.0672129397207918e-05
previous_iter_valid_loss : 0.16550040245056152

   1109120	  0.165717	  0.165500	  0.168680		CURRENT LEARNING RATE: 1.0669995184756842e-05
previous_iter_valid_loss : 0.18910102546215057

   1109140	  0.189542	  0.189101	  0.169734		CURRENT LEARNING RATE: 1.0667861399105572e-05
previous_iter_valid_loss : 0.16071543097496033

   1109160	  0.160889	  0.160715	  0.169585		CURRENT LEARNING RATE: 1.066572804016876e-05
previous_iter_valid_loss : 0.16090035438537598

   1109180	  0.161077	  0.160900	  0.169322		CURRENT LEARNING RATE: 1.0663595107861054e-05
previous_iter_valid_loss : 0.16384774446487427

   1109200	  0.164038	  0.163848	  0.169480		CURRENT LEARNING RATE: 1.066146260209717e-05
previous_iter_valid_loss : 0.16867469251155853

   1109220	  0.168827	  0.168675	  0.169826		CURRENT LEARNING RATE: 1.0659330522791795e-05
previous_iter_valid_loss : 0.1654268503189087

   1109240	  0.165631	  0.165427	  0.169002		CURRENT LEARNING RATE: 1.065719886985964e-05
previous_iter_valid_loss : 0.16168342530727386

   1109260	  0.161843	  0.161683	  0.169058		CURRENT LEARNING RATE: 1.0655067643215423e-05
previous_iter_valid_loss : 0.16066382825374603

   1109280	  0.160824	  0.160664	  0.167093		CURRENT LEARNING RATE: 1.0652936842773931e-05
previous_iter_valid_loss : 0.16332018375396729

   1109300	  0.163494	  0.163320	  0.167057		CURRENT LEARNING RATE: 1.0650806468449914e-05
previous_iter_valid_loss : 0.16181975603103638

   1109320	  0.161973	  0.161820	  0.166355		CURRENT LEARNING RATE: 1.064867652015814e-05
previous_iter_valid_loss : 0.1691558063030243

   1109340	  0.169308	  0.169156	  0.166540		CURRENT LEARNING RATE: 1.0646546997813446e-05
previous_iter_valid_loss : 0.1742914468050003

   1109360	  0.174571	  0.174291	  0.166809		CURRENT LEARNING RATE: 1.0644417901330633e-05
previous_iter_valid_loss : 0.171352818608284

   1109380	  0.171609	  0.171353	  0.167326		CURRENT LEARNING RATE: 1.0642289230624538e-05
previous_iter_valid_loss : 0.16896094381809235

   1109400	  0.169115	  0.168961	  0.166226		CURRENT LEARNING RATE: 1.0640160985609996e-05
previous_iter_valid_loss : 0.17120203375816345

   1109420	  0.171460	  0.171202	  0.166345		CURRENT LEARNING RATE: 1.0638033166201912e-05
previous_iter_valid_loss : 0.16255231201648712

   1109440	  0.162745	  0.162552	  0.166446		CURRENT LEARNING RATE: 1.0635905772315156e-05
previous_iter_valid_loss : 0.1612851917743683

   1109460	  0.161442	  0.161285	  0.166480		CURRENT LEARNING RATE: 1.0633778803864634e-05
previous_iter_valid_loss : 0.1681569218635559

   1109480	  0.168383	  0.168157	  0.166497		CURRENT LEARNING RATE: 1.0631652260765245e-05
previous_iter_valid_loss : 0.17926962673664093

   1109500	  0.179595	  0.179270	  0.167391		CURRENT LEARNING RATE: 1.0629526142931968e-05
previous_iter_valid_loss : 0.16050046682357788

   1109520	  0.160652	  0.160500	  0.167141		CURRENT LEARNING RATE: 1.0627400450279736e-05
previous_iter_valid_loss : 0.16112881898880005

   1109540	  0.161312	  0.161129	  0.165743		CURRENT LEARNING RATE: 1.0625275182723526e-05
previous_iter_valid_loss : 0.16174940764904022

   1109560	  0.161909	  0.161749	  0.165794		CURRENT LEARNING RATE: 1.0623150340178305e-05
previous_iter_valid_loss : 0.16376084089279175

   1109580	  0.163927	  0.163761	  0.165937		CURRENT LEARNING RATE: 1.0621025922559117e-05
previous_iter_valid_loss : 0.1647508442401886

   1109600	  0.164919	  0.164751	  0.165983		CURRENT LEARNING RATE: 1.0618901929780968e-05
previous_iter_valid_loss : 0.1847066879272461

   1109620	  0.185093	  0.184707	  0.166784		CURRENT LEARNING RATE: 1.0616778361758898e-05
previous_iter_valid_loss : 0.17298483848571777

   1109640	  0.173128	  0.172985	  0.167162		CURRENT LEARNING RATE: 1.0614655218407944e-05
previous_iter_valid_loss : 0.16063721477985382

   1109660	  0.160797	  0.160637	  0.167110		CURRENT LEARNING RATE: 1.061253249964322e-05
previous_iter_valid_loss : 0.16398181021213531

   1109680	  0.164180	  0.163982	  0.167276		CURRENT LEARNING RATE: 1.0610410205379796e-05
previous_iter_valid_loss : 0.16092540323734283

   1109700	  0.161083	  0.160925	  0.167156		CURRENT LEARNING RATE: 1.0608288335532765e-05
previous_iter_valid_loss : 0.16102324426174164

   1109720	  0.161207	  0.161023	  0.167116		CURRENT LEARNING RATE: 1.0606166890017285e-05
previous_iter_valid_loss : 0.16661706566810608

   1109740	  0.166847	  0.166617	  0.166989		CURRENT LEARNING RATE: 1.0604045868748484e-05
previous_iter_valid_loss : 0.1607237458229065

   1109760	  0.160884	  0.160724	  0.166311		CURRENT LEARNING RATE: 1.0601925271641517e-05
previous_iter_valid_loss : 0.17720799148082733

   1109780	  0.177512	  0.177208	  0.166604		CURRENT LEARNING RATE: 1.0599805098611547e-05
previous_iter_valid_loss : 0.16072578728199005

   1109800	  0.160898	  0.160726	  0.166192		CURRENT LEARNING RATE: 1.0597685349573798e-05
previous_iter_valid_loss : 0.1660798043012619

   1109820	  0.166293	  0.166080	  0.165936		CURRENT LEARNING RATE: 1.0595566024443466e-05
previous_iter_valid_loss : 0.1831960380077362

   1109840	  0.183345	  0.183196	  0.166968		CURRENT LEARNING RATE: 1.0593447123135778e-05
previous_iter_valid_loss : 0.16121987998485565

   1109860	  0.161404	  0.161220	  0.166965		CURRENT LEARNING RATE: 1.0591328645565954e-05
previous_iter_valid_loss : 0.16588599979877472

   1109880	  0.166045	  0.165886	  0.166851		CURRENT LEARNING RATE: 1.0589210591649298e-05
previous_iter_valid_loss : 0.18806631863117218

   1109900	  0.188480	  0.188066	  0.167291		CURRENT LEARNING RATE: 1.0587092961301067e-05
previous_iter_valid_loss : 0.16453878581523895

   1109920	  0.164741	  0.164539	  0.167493		CURRENT LEARNING RATE: 1.0584975754436555e-05
previous_iter_valid_loss : 0.16054430603981018

   1109940	  0.160698	  0.160544	  0.167464		CURRENT LEARNING RATE: 1.0582858970971055e-05
previous_iter_valid_loss : 0.1609775424003601

   1109960	  0.161130	  0.160978	  0.167425		CURRENT LEARNING RATE: 1.0580742610819936e-05
previous_iter_valid_loss : 0.16868077218532562

   1109980	  0.168833	  0.168681	  0.167671		CURRENT LEARNING RATE: 1.0578626673898524e-05
previous_iter_valid_loss : 0.16078732907772064

   1110000	  0.160958	  0.160787	  0.167473		CURRENT LEARNING RATE: 1.0576511160122178e-05
previous_iter_valid_loss : 0.18434160947799683

   1110020	  0.184709	  0.184342	  0.167455		CURRENT LEARNING RATE: 1.057439606940626e-05
previous_iter_valid_loss : 0.17006441950798035

   1110040	  0.170310	  0.170064	  0.167309		CURRENT LEARNING RATE: 1.0572281401666209e-05
previous_iter_valid_loss : 0.16066905856132507

   1110060	  0.160835	  0.160669	  0.167310		CURRENT LEARNING RATE: 1.0570167156817412e-05
previous_iter_valid_loss : 0.1848534345626831

   1110080	  0.185225	  0.184853	  0.168354		CURRENT LEARNING RATE: 1.0568053334775284e-05
previous_iter_valid_loss : 0.16395922005176544

   1110100	  0.164169	  0.163959	  0.168505		CURRENT LEARNING RATE: 1.0565939935455311e-05
previous_iter_valid_loss : 0.1685488075017929

   1110120	  0.168707	  0.168549	  0.168882		CURRENT LEARNING RATE: 1.0563826958772935e-05
previous_iter_valid_loss : 0.1608186662197113

   1110140	  0.161000	  0.160819	  0.168592		CURRENT LEARNING RATE: 1.0561714404643642e-05
previous_iter_valid_loss : 0.16366362571716309

   1110160	  0.163833	  0.163664	  0.168739		CURRENT LEARNING RATE: 1.0559602272982905e-05
previous_iter_valid_loss : 0.16084638237953186

   1110180	  0.160996	  0.160846	  0.167921		CURRENT LEARNING RATE: 1.055749056370628e-05
previous_iter_valid_loss : 0.1733974814414978

   1110200	  0.173658	  0.173397	  0.168554		CURRENT LEARNING RATE: 1.0555379276729279e-05
previous_iter_valid_loss : 0.16180668771266937

   1110220	  0.161951	  0.161807	  0.168341		CURRENT LEARNING RATE: 1.055326841196745e-05
previous_iter_valid_loss : 0.16689002513885498

   1110240	  0.167115	  0.166890	  0.167525		CURRENT LEARNING RATE: 1.0551157969336342e-05
previous_iter_valid_loss : 0.17971694469451904

   1110260	  0.179867	  0.179717	  0.168450		CURRENT LEARNING RATE: 1.054904794875157e-05
previous_iter_valid_loss : 0.16407427191734314

   1110280	  0.164281	  0.164074	  0.168360		CURRENT LEARNING RATE: 1.054693835012872e-05
previous_iter_valid_loss : 0.1658109724521637

   1110300	  0.166020	  0.165811	  0.167247		CURRENT LEARNING RATE: 1.0544829173383404e-05
previous_iter_valid_loss : 0.16325117647647858

   1110320	  0.163415	  0.163251	  0.167182		CURRENT LEARNING RATE: 1.0542720418431238e-05
previous_iter_valid_loss : 0.1627510040998459

   1110340	  0.162929	  0.162751	  0.167293		CURRENT LEARNING RATE: 1.054061208518791e-05
previous_iter_valid_loss : 0.16137538850307465

   1110360	  0.161556	  0.161375	  0.167313		CURRENT LEARNING RATE: 1.0538504173569064e-05
previous_iter_valid_loss : 0.1718588024377823

   1110380	  0.172113	  0.171859	  0.167472		CURRENT LEARNING RATE: 1.0536396683490388e-05
previous_iter_valid_loss : 0.16069240868091583

   1110400	  0.160841	  0.160692	  0.167467		CURRENT LEARNING RATE: 1.0534289614867562e-05
previous_iter_valid_loss : 0.16079623997211456

   1110420	  0.160973	  0.160796	  0.166290		CURRENT LEARNING RATE: 1.053218296761634e-05
previous_iter_valid_loss : 0.16054600477218628

   1110440	  0.160714	  0.160546	  0.165814		CURRENT LEARNING RATE: 1.053007674165244e-05
previous_iter_valid_loss : 0.1661812663078308

   1110460	  0.166342	  0.166181	  0.166089		CURRENT LEARNING RATE: 1.052797093689161e-05
previous_iter_valid_loss : 0.16099709272384644

   1110480	  0.161176	  0.160997	  0.164896		CURRENT LEARNING RATE: 1.05258655532496e-05
previous_iter_valid_loss : 0.16121309995651245

   1110500	  0.161363	  0.161213	  0.164759		CURRENT LEARNING RATE: 1.0523760590642232e-05
previous_iter_valid_loss : 0.1620025783777237

   1110520	  0.162166	  0.162003	  0.164432		CURRENT LEARNING RATE: 1.052165604898529e-05
previous_iter_valid_loss : 0.16067089140415192

   1110540	  0.160842	  0.160671	  0.164424		CURRENT LEARNING RATE: 1.0519551928194571e-05
previous_iter_valid_loss : 0.1610689014196396

   1110560	  0.161230	  0.161069	  0.164295		CURRENT LEARNING RATE: 1.0517448228185951e-05
previous_iter_valid_loss : 0.17756521701812744

   1110580	  0.177864	  0.177565	  0.165131		CURRENT LEARNING RATE: 1.051534494887526e-05
previous_iter_valid_loss : 0.1752667874097824

   1110600	  0.175420	  0.175267	  0.165224		CURRENT LEARNING RATE: 1.051324209017837e-05
previous_iter_valid_loss : 0.16337217390537262

   1110620	  0.163580	  0.163372	  0.165302		CURRENT LEARNING RATE: 1.0511139652011145e-05
previous_iter_valid_loss : 0.17907509207725525

   1110640	  0.179231	  0.179075	  0.165912		CURRENT LEARNING RATE: 1.0509037634289526e-05
previous_iter_valid_loss : 0.16171562671661377

   1110660	  0.161874	  0.161716	  0.165012		CURRENT LEARNING RATE: 1.0506936036929415e-05
previous_iter_valid_loss : 0.16288211941719055

   1110680	  0.163059	  0.162882	  0.164952		CURRENT LEARNING RATE: 1.0504834859846746e-05
previous_iter_valid_loss : 0.1618739664554596

   1110700	  0.162060	  0.161874	  0.164755		CURRENT LEARNING RATE: 1.0502734102957454e-05
previous_iter_valid_loss : 0.18091167509555817

   1110720	  0.181247	  0.180912	  0.165638		CURRENT LEARNING RATE: 1.0500633766177546e-05
previous_iter_valid_loss : 0.1736396700143814

   1110740	  0.173916	  0.173640	  0.166183		CURRENT LEARNING RATE: 1.0498533849422991e-05
previous_iter_valid_loss : 0.16327843070030212

   1110760	  0.163472	  0.163278	  0.166278		CURRENT LEARNING RATE: 1.049643435260979e-05
previous_iter_valid_loss : 0.16091899573802948

   1110780	  0.161106	  0.160919	  0.165731		CURRENT LEARNING RATE: 1.0494335275653948e-05
previous_iter_valid_loss : 0.1619255691766739

   1110800	  0.162128	  0.161926	  0.165792		CURRENT LEARNING RATE: 1.0492236618471536e-05
previous_iter_valid_loss : 0.161089688539505

   1110820	  0.161276	  0.161090	  0.165807		CURRENT LEARNING RATE: 1.049013838097859e-05
previous_iter_valid_loss : 0.17098358273506165

   1110840	  0.171127	  0.170984	  0.166329		CURRENT LEARNING RATE: 1.048804056309118e-05
previous_iter_valid_loss : 0.1645510345697403

   1110860	  0.164714	  0.164551	  0.166247		CURRENT LEARNING RATE: 1.0485943164725375e-05
previous_iter_valid_loss : 0.16143007576465607

   1110880	  0.161594	  0.161430	  0.166269		CURRENT LEARNING RATE: 1.048384618579732e-05
previous_iter_valid_loss : 0.16237463057041168

   1110900	  0.162554	  0.162375	  0.166327		CURRENT LEARNING RATE: 1.048174962622311e-05
previous_iter_valid_loss : 0.16979992389678955

   1110920	  0.169948	  0.169800	  0.166717		CURRENT LEARNING RATE: 1.0479653485918868e-05
previous_iter_valid_loss : 0.16140596568584442

   1110940	  0.161593	  0.161406	  0.166754		CURRENT LEARNING RATE: 1.0477557764800788e-05
previous_iter_valid_loss : 0.1711660623550415

   1110960	  0.171417	  0.171166	  0.167259		CURRENT LEARNING RATE: 1.0475462462785019e-05
previous_iter_valid_loss : 0.1608043760061264

   1110980	  0.160964	  0.160804	  0.166421		CURRENT LEARNING RATE: 1.0473367579787749e-05
previous_iter_valid_loss : 0.16057519614696503

   1111000	  0.160736	  0.160575	  0.165686		CURRENT LEARNING RATE: 1.0471273115725167e-05
previous_iter_valid_loss : 0.16806040704250336

   1111020	  0.168285	  0.168060	  0.165920		CURRENT LEARNING RATE: 1.0469179070513527e-05
previous_iter_valid_loss : 0.17408761382102966

   1111040	  0.174363	  0.174088	  0.165671		CURRENT LEARNING RATE: 1.0467085444069053e-05
previous_iter_valid_loss : 0.1641698032617569

   1111060	  0.164372	  0.164170	  0.165794		CURRENT LEARNING RATE: 1.0464992236307996e-05
previous_iter_valid_loss : 0.16095112264156342

   1111080	  0.161136	  0.160951	  0.165697		CURRENT LEARNING RATE: 1.0462899447146614e-05
previous_iter_valid_loss : 0.16108396649360657

   1111100	  0.161243	  0.161084	  0.165658		CURRENT LEARNING RATE: 1.0460807076501228e-05
previous_iter_valid_loss : 0.17114299535751343

   1111120	  0.171395	  0.171143	  0.165169		CURRENT LEARNING RATE: 1.0458715124288127e-05
previous_iter_valid_loss : 0.16098715364933014

   1111140	  0.161174	  0.160987	  0.164537		CURRENT LEARNING RATE: 1.0456623590423634e-05
previous_iter_valid_loss : 0.16199210286140442

   1111160	  0.162189	  0.161992	  0.164472		CURRENT LEARNING RATE: 1.0454532474824065e-05
previous_iter_valid_loss : 0.16214002668857574

   1111180	  0.162301	  0.162140	  0.164533		CURRENT LEARNING RATE: 1.0452441777405815e-05
previous_iter_valid_loss : 0.16051536798477173

   1111200	  0.160685	  0.160515	  0.164463		CURRENT LEARNING RATE: 1.045035149808524e-05
previous_iter_valid_loss : 0.18937401473522186

   1111220	  0.189500	  0.189374	  0.165877		CURRENT LEARNING RATE: 1.0448261636778724e-05
previous_iter_valid_loss : 0.1615232229232788

   1111240	  0.161714	  0.161523	  0.165404		CURRENT LEARNING RATE: 1.0446172193402657e-05
previous_iter_valid_loss : 0.16356296837329865

   1111260	  0.163735	  0.163563	  0.165355		CURRENT LEARNING RATE: 1.0444083167873498e-05
previous_iter_valid_loss : 0.1605854481458664

   1111280	  0.160758	  0.160585	  0.165312		CURRENT LEARNING RATE: 1.0441994560107666e-05
previous_iter_valid_loss : 0.16092190146446228

   1111300	  0.161086	  0.160922	  0.165240		CURRENT LEARNING RATE: 1.0439906370021599e-05
previous_iter_valid_loss : 0.16088885068893433

   1111320	  0.161052	  0.160889	  0.164794		CURRENT LEARNING RATE: 1.0437818597531808e-05
previous_iter_valid_loss : 0.16256220638751984

   1111340	  0.162766	  0.162562	  0.164852		CURRENT LEARNING RATE: 1.0435731242554763e-05
previous_iter_valid_loss : 0.16895274817943573

   1111360	  0.169102	  0.168953	  0.164741		CURRENT LEARNING RATE: 1.0433644305006969e-05
previous_iter_valid_loss : 0.1805318146944046

   1111380	  0.180875	  0.180532	  0.165728		CURRENT LEARNING RATE: 1.0431557784804929e-05
previous_iter_valid_loss : 0.16924789547920227

   1111400	  0.169475	  0.169248	  0.166161		CURRENT LEARNING RATE: 1.042947168186522e-05
previous_iter_valid_loss : 0.16149307787418365

   1111420	  0.161656	  0.161493	  0.165833		CURRENT LEARNING RATE: 1.042738599610438e-05
previous_iter_valid_loss : 0.16166891157627106

   1111440	  0.161848	  0.161669	  0.165212		CURRENT LEARNING RATE: 1.0425300727438981e-05
previous_iter_valid_loss : 0.16074737906455994

   1111460	  0.160920	  0.160747	  0.165041		CURRENT LEARNING RATE: 1.0423215875785596e-05
previous_iter_valid_loss : 0.16559915244579315

   1111480	  0.165757	  0.165599	  0.165273		CURRENT LEARNING RATE: 1.0421131441060863e-05
previous_iter_valid_loss : 0.17266783118247986

   1111500	  0.172818	  0.172668	  0.165853		CURRENT LEARNING RATE: 1.041904742318139e-05
previous_iter_valid_loss : 0.16050997376441956

   1111520	  0.160676	  0.160510	  0.165321		CURRENT LEARNING RATE: 1.0416963822063816e-05
previous_iter_valid_loss : 0.19840624928474426

   1111540	  0.198489	  0.198406	  0.167192		CURRENT LEARNING RATE: 1.0414880637624777e-05
previous_iter_valid_loss : 0.16244933009147644

   1111560	  0.162637	  0.162449	  0.167215		CURRENT LEARNING RATE: 1.0412797869780984e-05
previous_iter_valid_loss : 0.16093984246253967

   1111580	  0.161106	  0.160940	  0.167155		CURRENT LEARNING RATE: 1.0410715518449107e-05
previous_iter_valid_loss : 0.16366985440254211

   1111600	  0.163829	  0.163670	  0.167313		CURRENT LEARNING RATE: 1.0408633583545852e-05
previous_iter_valid_loss : 0.1605106145143509

   1111620	  0.160674	  0.160511	  0.165869		CURRENT LEARNING RATE: 1.0406552064987924e-05
previous_iter_valid_loss : 0.16653287410736084

   1111640	  0.166748	  0.166533	  0.166120		CURRENT LEARNING RATE: 1.0404470962692097e-05
previous_iter_valid_loss : 0.16728214919567108

   1111660	  0.167500	  0.167282	  0.166306		CURRENT LEARNING RATE: 1.040239027657511e-05
previous_iter_valid_loss : 0.16948315501213074

   1111680	  0.169719	  0.169483	  0.166751		CURRENT LEARNING RATE: 1.040031000655372e-05
previous_iter_valid_loss : 0.1624937802553177

   1111700	  0.162676	  0.162494	  0.166829		CURRENT LEARNING RATE: 1.0398230152544747e-05
previous_iter_valid_loss : 0.16482694447040558

   1111720	  0.165000	  0.164827	  0.167026		CURRENT LEARNING RATE: 1.0396150714464983e-05
previous_iter_valid_loss : 0.1622132956981659

   1111740	  0.162374	  0.162213	  0.167009		CURRENT LEARNING RATE: 1.0394071692231249e-05
previous_iter_valid_loss : 0.169693723320961

   1111760	  0.169947	  0.169694	  0.167046		CURRENT LEARNING RATE: 1.0391993085760364e-05
previous_iter_valid_loss : 0.17510397732257843

   1111780	  0.175389	  0.175104	  0.166774		CURRENT LEARNING RATE: 1.0389914894969224e-05
previous_iter_valid_loss : 0.16670280694961548

   1111800	  0.166929	  0.166703	  0.166647		CURRENT LEARNING RATE: 1.0387837119774679e-05
previous_iter_valid_loss : 0.1653817743062973

   1111820	  0.165543	  0.165382	  0.166842		CURRENT LEARNING RATE: 1.0385759760093622e-05
previous_iter_valid_loss : 0.1653907299041748

   1111840	  0.165594	  0.165391	  0.167028		CURRENT LEARNING RATE: 1.0383682815842939e-05
previous_iter_valid_loss : 0.16380555927753448

   1111860	  0.164008	  0.163806	  0.167181		CURRENT LEARNING RATE: 1.0381606286939587e-05
previous_iter_valid_loss : 0.17396391928195953

   1111880	  0.174230	  0.173964	  0.167599		CURRENT LEARNING RATE: 1.0379530173300488e-05
previous_iter_valid_loss : 0.1782609224319458

   1111900	  0.178571	  0.178261	  0.167878		CURRENT LEARNING RATE: 1.0377454474842597e-05
previous_iter_valid_loss : 0.16050687432289124

   1111920	  0.160668	  0.160507	  0.167878		CURRENT LEARNING RATE: 1.0375379191482868e-05
previous_iter_valid_loss : 0.16194678843021393

   1111940	  0.162138	  0.161947	  0.166055		CURRENT LEARNING RATE: 1.0373304323138328e-05
previous_iter_valid_loss : 0.16867807507514954

   1111960	  0.168924	  0.168678	  0.166367		CURRENT LEARNING RATE: 1.037122986972596e-05
previous_iter_valid_loss : 0.1615612506866455

   1111980	  0.161722	  0.161561	  0.166398		CURRENT LEARNING RATE: 1.036915583116279e-05
previous_iter_valid_loss : 0.16667254269123077

   1112000	  0.166835	  0.166673	  0.166548		CURRENT LEARNING RATE: 1.0367082207365836e-05
previous_iter_valid_loss : 0.16160745918750763

   1112020	  0.161766	  0.161607	  0.166603		CURRENT LEARNING RATE: 1.036500899825219e-05
previous_iter_valid_loss : 0.16436192393302917

   1112040	  0.164559	  0.164362	  0.166494		CURRENT LEARNING RATE: 1.0362936203738904e-05
previous_iter_valid_loss : 0.16846977174282074

   1112060	  0.168707	  0.168470	  0.166554		CURRENT LEARNING RATE: 1.036086382374307e-05
previous_iter_valid_loss : 0.1605132520198822

   1112080	  0.160680	  0.160513	  0.166105		CURRENT LEARNING RATE: 1.035879185818177e-05
previous_iter_valid_loss : 0.1614922434091568

   1112100	  0.161652	  0.161492	  0.166055		CURRENT LEARNING RATE: 1.0356720306972163e-05
previous_iter_valid_loss : 0.16347742080688477

   1112120	  0.163642	  0.163477	  0.165988		CURRENT LEARNING RATE: 1.0354649170031373e-05
previous_iter_valid_loss : 0.16125905513763428

   1112140	  0.161405	  0.161259	  0.165940		CURRENT LEARNING RATE: 1.035257844727653e-05
previous_iter_valid_loss : 0.17294225096702576

   1112160	  0.173212	  0.172942	  0.166102		CURRENT LEARNING RATE: 1.0350508138624847e-05
previous_iter_valid_loss : 0.1608421355485916

   1112180	  0.161000	  0.160842	  0.165389		CURRENT LEARNING RATE: 1.034843824399349e-05
previous_iter_valid_loss : 0.16052880883216858

   1112200	  0.160683	  0.160529	  0.165081		CURRENT LEARNING RATE: 1.0346368763299662e-05
previous_iter_valid_loss : 0.16083484888076782

   1112220	  0.161009	  0.160835	  0.164853		CURRENT LEARNING RATE: 1.034429969646057e-05
previous_iter_valid_loss : 0.16544093191623688

   1112240	  0.165607	  0.165441	  0.164856		CURRENT LEARNING RATE: 1.0342231043393485e-05
previous_iter_valid_loss : 0.1825677454471588

   1112260	  0.182921	  0.182568	  0.165794		CURRENT LEARNING RATE: 1.0340162804015643e-05
previous_iter_valid_loss : 0.1604953557252884

   1112280	  0.160659	  0.160495	  0.165120		CURRENT LEARNING RATE: 1.0338094978244314e-05
previous_iter_valid_loss : 0.16463065147399902

   1112300	  0.164832	  0.164631	  0.164439		CURRENT LEARNING RATE: 1.0336027565996768e-05
previous_iter_valid_loss : 0.17575162649154663

   1112320	  0.176045	  0.175752	  0.165201		CURRENT LEARNING RATE: 1.0333960567190345e-05
previous_iter_valid_loss : 0.16217899322509766

   1112340	  0.162379	  0.162179	  0.165213		CURRENT LEARNING RATE: 1.0331893981742344e-05
previous_iter_valid_loss : 0.16445165872573853

   1112360	  0.164619	  0.164452	  0.165001		CURRENT LEARNING RATE: 1.0329827809570106e-05
previous_iter_valid_loss : 0.16238421201705933

   1112380	  0.162573	  0.162384	  0.165043		CURRENT LEARNING RATE: 1.0327762050590961e-05
previous_iter_valid_loss : 0.16403886675834656

   1112400	  0.164246	  0.164039	  0.164911		CURRENT LEARNING RATE: 1.032569670472232e-05
previous_iter_valid_loss : 0.1607026904821396

   1112420	  0.160875	  0.160703	  0.164866		CURRENT LEARNING RATE: 1.0323631771881547e-05
previous_iter_valid_loss : 0.1674031913280487

   1112440	  0.167565	  0.167403	  0.165018		CURRENT LEARNING RATE: 1.0321567251986047e-05
previous_iter_valid_loss : 0.16503290832042694

   1112460	  0.165249	  0.165033	  0.164846		CURRENT LEARNING RATE: 1.031950314495322e-05
previous_iter_valid_loss : 0.16147156059741974

   1112480	  0.161627	  0.161472	  0.164894		CURRENT LEARNING RATE: 1.0317439450700538e-05
previous_iter_valid_loss : 0.16600222885608673

   1112500	  0.166203	  0.166002	  0.165119		CURRENT LEARNING RATE: 1.0315376169145436e-05
previous_iter_valid_loss : 0.16159982979297638

   1112520	  0.161788	  0.161600	  0.165025		CURRENT LEARNING RATE: 1.0313313300205364e-05
previous_iter_valid_loss : 0.1634245663881302

   1112540	  0.163618	  0.163425	  0.165134		CURRENT LEARNING RATE: 1.0311250843797843e-05
previous_iter_valid_loss : 0.160517618060112

   1112560	  0.160685	  0.160518	  0.164512		CURRENT LEARNING RATE: 1.0309188799840358e-05
previous_iter_valid_loss : 0.16118837893009186

   1112580	  0.161364	  0.161188	  0.164530		CURRENT LEARNING RATE: 1.0307127168250426e-05
previous_iter_valid_loss : 0.16085724532604218

   1112600	  0.161034	  0.160857	  0.164546		CURRENT LEARNING RATE: 1.0305065948945563e-05
previous_iter_valid_loss : 0.17466293275356293

   1112620	  0.174814	  0.174663	  0.165238		CURRENT LEARNING RATE: 1.0303005141843358e-05
previous_iter_valid_loss : 0.16061647236347198

   1112640	  0.160782	  0.160616	  0.164996		CURRENT LEARNING RATE: 1.030094474686136e-05
previous_iter_valid_loss : 0.16650038957595825

   1112660	  0.166710	  0.166500	  0.164193		CURRENT LEARNING RATE: 1.0298884763917153e-05
previous_iter_valid_loss : 0.17115917801856995

   1112680	  0.171310	  0.171159	  0.164726		CURRENT LEARNING RATE: 1.0296825192928321e-05
previous_iter_valid_loss : 0.18399721384048462

   1112700	  0.184371	  0.183997	  0.165694		CURRENT LEARNING RATE: 1.0294766033812516e-05
previous_iter_valid_loss : 0.16988737881183624

   1112720	  0.170039	  0.169887	  0.165401		CURRENT LEARNING RATE: 1.0292707286487352e-05
previous_iter_valid_loss : 0.16098205745220184

   1112740	  0.161153	  0.160982	  0.165341		CURRENT LEARNING RATE: 1.0290648950870483e-05
previous_iter_valid_loss : 0.16074629127979279

   1112760	  0.160901	  0.160746	  0.165156		CURRENT LEARNING RATE: 1.0288591026879554e-05
previous_iter_valid_loss : 0.16668187081813812

   1112780	  0.166903	  0.166682	  0.165371		CURRENT LEARNING RATE: 1.0286533514432287e-05
previous_iter_valid_loss : 0.1629296839237213

   1112800	  0.163097	  0.162930	  0.165316		CURRENT LEARNING RATE: 1.028447641344636e-05
previous_iter_valid_loss : 0.17348997294902802

   1112820	  0.173767	  0.173490	  0.165955		CURRENT LEARNING RATE: 1.0282419723839493e-05
previous_iter_valid_loss : 0.16320419311523438

   1112840	  0.163395	  0.163204	  0.165745		CURRENT LEARNING RATE: 1.0280363445529396e-05
previous_iter_valid_loss : 0.16155768930912018

   1112860	  0.161750	  0.161558	  0.165571		CURRENT LEARNING RATE: 1.0278307578433857e-05
previous_iter_valid_loss : 0.16202104091644287

   1112880	  0.162182	  0.162021	  0.165599		CURRENT LEARNING RATE: 1.0276252122470624e-05
previous_iter_valid_loss : 0.16144512593746185

   1112900	  0.161632	  0.161445	  0.165371		CURRENT LEARNING RATE: 1.0274197077557458e-05
previous_iter_valid_loss : 0.16051866114139557

   1112920	  0.160679	  0.160519	  0.165317		CURRENT LEARNING RATE: 1.0272142443612192e-05
previous_iter_valid_loss : 0.16366781294345856

   1112940	  0.163833	  0.163668	  0.165329		CURRENT LEARNING RATE: 1.027008822055263e-05
previous_iter_valid_loss : 0.16061438620090485

   1112960	  0.160770	  0.160614	  0.165334		CURRENT LEARNING RATE: 1.0268034408296596e-05
previous_iter_valid_loss : 0.1690041720867157

   1112980	  0.169160	  0.169004	  0.165725		CURRENT LEARNING RATE: 1.0265981006761921e-05
previous_iter_valid_loss : 0.1617770791053772

   1113000	  0.161969	  0.161777	  0.165771		CURRENT LEARNING RATE: 1.0263928015866506e-05
previous_iter_valid_loss : 0.16127616167068481

   1113020	  0.161465	  0.161276	  0.165101		CURRENT LEARNING RATE: 1.0261875435528213e-05
previous_iter_valid_loss : 0.16196008026599884

   1113040	  0.162125	  0.161960	  0.165168		CURRENT LEARNING RATE: 1.0259823265664939e-05
previous_iter_valid_loss : 0.16377049684524536

   1113060	  0.163943	  0.163770	  0.165032		CURRENT LEARNING RATE: 1.025777150619458e-05
previous_iter_valid_loss : 0.17509862780570984

   1113080	  0.175247	  0.175099	  0.165229		CURRENT LEARNING RATE: 1.0255720157035098e-05
previous_iter_valid_loss : 0.16971372067928314

   1113100	  0.169960	  0.169714	  0.164515		CURRENT LEARNING RATE: 1.0253669218104426e-05
previous_iter_valid_loss : 0.16227535903453827

   1113120	  0.162429	  0.162275	  0.164134		CURRENT LEARNING RATE: 1.0251618689320523e-05
previous_iter_valid_loss : 0.1631242334842682

   1113140	  0.163338	  0.163124	  0.164241		CURRENT LEARNING RATE: 1.0249568570601351e-05
previous_iter_valid_loss : 0.16494424641132355

   1113160	  0.165108	  0.164944	  0.164451		CURRENT LEARNING RATE: 1.0247518861864942e-05
previous_iter_valid_loss : 0.17173895239830017

   1113180	  0.172011	  0.171739	  0.164704		CURRENT LEARNING RATE: 1.0245469563029289e-05
previous_iter_valid_loss : 0.1606576144695282

   1113200	  0.160821	  0.160658	  0.164590		CURRENT LEARNING RATE: 1.024342067401242e-05
previous_iter_valid_loss : 0.16557691991329193

   1113220	  0.165741	  0.165577	  0.164195		CURRENT LEARNING RATE: 1.0241372194732358e-05
previous_iter_valid_loss : 0.16310429573059082

   1113240	  0.163275	  0.163104	  0.164190		CURRENT LEARNING RATE: 1.0239324125107206e-05
previous_iter_valid_loss : 0.19119350612163544

   1113260	  0.191321	  0.191194	  0.165672		CURRENT LEARNING RATE: 1.023727646505502e-05
previous_iter_valid_loss : 0.16571150720119476

   1113280	  0.165874	  0.165712	  0.165856		CURRENT LEARNING RATE: 1.0235229214493895e-05
previous_iter_valid_loss : 0.16264384984970093

   1113300	  0.162812	  0.162644	  0.165916		CURRENT LEARNING RATE: 1.0233182373341921e-05
previous_iter_valid_loss : 0.16976968944072723

   1113320	  0.170016	  0.169770	  0.166379		CURRENT LEARNING RATE: 1.023113594151726e-05
previous_iter_valid_loss : 0.17179720103740692

   1113340	  0.171942	  0.171797	  0.166785		CURRENT LEARNING RATE: 1.022908991893804e-05
previous_iter_valid_loss : 0.16200850903987885

   1113360	  0.162201	  0.162009	  0.166855		CURRENT LEARNING RATE: 1.02270443055224e-05
previous_iter_valid_loss : 0.1611340343952179

   1113380	  0.161287	  0.161134	  0.166461		CURRENT LEARNING RATE: 1.0224999101188552e-05
previous_iter_valid_loss : 0.1672571897506714

   1113400	  0.167416	  0.167257	  0.166735		CURRENT LEARNING RATE: 1.0222954305854667e-05
previous_iter_valid_loss : 0.16119365394115448

   1113420	  0.161375	  0.161194	  0.166731		CURRENT LEARNING RATE: 1.0220909919438957e-05
previous_iter_valid_loss : 0.16094431281089783

   1113440	  0.161127	  0.160944	  0.166680		CURRENT LEARNING RATE: 1.0218865941859626e-05
previous_iter_valid_loss : 0.1647968292236328

   1113460	  0.164966	  0.164797	  0.166732		CURRENT LEARNING RATE: 1.0216822373034954e-05
previous_iter_valid_loss : 0.16096338629722595

   1113480	  0.161124	  0.160963	  0.166025		CURRENT LEARNING RATE: 1.0214779212883176e-05
previous_iter_valid_loss : 0.1605726033449173

   1113500	  0.160742	  0.160573	  0.165568		CURRENT LEARNING RATE: 1.0212736461322571e-05
previous_iter_valid_loss : 0.16314443945884705

   1113520	  0.163314	  0.163144	  0.165611		CURRENT LEARNING RATE: 1.0210694118271406e-05
previous_iter_valid_loss : 0.16068990528583527

   1113540	  0.160866	  0.160690	  0.165490		CURRENT LEARNING RATE: 1.0208652183648025e-05
previous_iter_valid_loss : 0.16258415579795837

   1113560	  0.162750	  0.162584	  0.165372		CURRENT LEARNING RATE: 1.0206610657370733e-05
previous_iter_valid_loss : 0.17728321254253387

   1113580	  0.177584	  0.177283	  0.165649		CURRENT LEARNING RATE: 1.0204569539357869e-05
previous_iter_valid_loss : 0.1614890992641449

   1113600	  0.161684	  0.161489	  0.165690		CURRENT LEARNING RATE: 1.0202528829527769e-05
previous_iter_valid_loss : 0.19482830166816711

   1113620	  0.194944	  0.194828	  0.167153		CURRENT LEARNING RATE: 1.0200488527798842e-05
previous_iter_valid_loss : 0.18606099486351013

   1113640	  0.186201	  0.186061	  0.168301		CURRENT LEARNING RATE: 1.0198448634089457e-05
previous_iter_valid_loss : 0.17141006886959076

   1113660	  0.171558	  0.171410	  0.167312		CURRENT LEARNING RATE: 1.019640914831802e-05
previous_iter_valid_loss : 0.16142497956752777

   1113680	  0.161586	  0.161425	  0.167097		CURRENT LEARNING RATE: 1.0194370070402932e-05
previous_iter_valid_loss : 0.16342659294605255

   1113700	  0.163590	  0.163427	  0.167136		CURRENT LEARNING RATE: 1.0192331400262665e-05
previous_iter_valid_loss : 0.16094082593917847

   1113720	  0.161121	  0.160941	  0.166695		CURRENT LEARNING RATE: 1.0190293137815656e-05
previous_iter_valid_loss : 0.16049878299236298

   1113740	  0.160667	  0.160499	  0.166130		CURRENT LEARNING RATE: 1.0188255282980356e-05
previous_iter_valid_loss : 0.1634841412305832

   1113760	  0.163688	  0.163484	  0.166204		CURRENT LEARNING RATE: 1.0186217835675288e-05
previous_iter_valid_loss : 0.1610962301492691

   1113780	  0.161243	  0.161096	  0.166202		CURRENT LEARNING RATE: 1.0184180795818933e-05
previous_iter_valid_loss : 0.16055382788181305

   1113800	  0.160716	  0.160554	  0.165867		CURRENT LEARNING RATE: 1.0182144163329811e-05
previous_iter_valid_loss : 0.16571250557899475

   1113820	  0.165924	  0.165713	  0.166093		CURRENT LEARNING RATE: 1.018010793812644e-05
previous_iter_valid_loss : 0.16139639914035797

   1113840	  0.161552	  0.161396	  0.166115		CURRENT LEARNING RATE: 1.0178072120127405e-05
previous_iter_valid_loss : 0.1714649349451065

   1113860	  0.171621	  0.171465	  0.166449		CURRENT LEARNING RATE: 1.0176036709251257e-05
previous_iter_valid_loss : 0.16086463630199432

   1113880	  0.161041	  0.160865	  0.166444		CURRENT LEARNING RATE: 1.0174001705416578e-05
previous_iter_valid_loss : 0.17483165860176086

   1113900	  0.175099	  0.174832	  0.167157		CURRENT LEARNING RATE: 1.0171967108541951e-05
previous_iter_valid_loss : 0.16386288404464722

   1113920	  0.164026	  0.163863	  0.167193		CURRENT LEARNING RATE: 1.0169932918546028e-05
previous_iter_valid_loss : 0.1608898639678955

   1113940	  0.161071	  0.160890	  0.167203		CURRENT LEARNING RATE: 1.0167899135347422e-05
previous_iter_valid_loss : 0.1610363870859146

   1113960	  0.161224	  0.161036	  0.167125		CURRENT LEARNING RATE: 1.0165865758864784e-05
previous_iter_valid_loss : 0.16977937519550323

   1113980	  0.169926	  0.169779	  0.166750		CURRENT LEARNING RATE: 1.0163832789016759e-05
previous_iter_valid_loss : 0.1840743124485016

   1114000	  0.184453	  0.184074	  0.167879		CURRENT LEARNING RATE: 1.0161800225722064e-05
previous_iter_valid_loss : 0.1697254776954651

   1114020	  0.169874	  0.169725	  0.166624		CURRENT LEARNING RATE: 1.015976806889938e-05
previous_iter_valid_loss : 0.1643606275320053

   1114040	  0.164561	  0.164361	  0.165539		CURRENT LEARNING RATE: 1.0157736318467422e-05
previous_iter_valid_loss : 0.16378727555274963

   1114060	  0.163980	  0.163787	  0.165158		CURRENT LEARNING RATE: 1.0155704974344899e-05
previous_iter_valid_loss : 0.17416997253894806

   1114080	  0.174321	  0.174170	  0.165795		CURRENT LEARNING RATE: 1.0153674036450594e-05
previous_iter_valid_loss : 0.1605151891708374

   1114100	  0.160670	  0.160515	  0.165650		CURRENT LEARNING RATE: 1.015164350470325e-05
previous_iter_valid_loss : 0.18702153861522675

   1114120	  0.187159	  0.187022	  0.166954		CURRENT LEARNING RATE: 1.0149613379021632e-05
previous_iter_valid_loss : 0.17174531519412994

   1114140	  0.171898	  0.171745	  0.167516		CURRENT LEARNING RATE: 1.0147583659324569e-05
previous_iter_valid_loss : 0.16051790118217468

   1114160	  0.160669	  0.160518	  0.167368		CURRENT LEARNING RATE: 1.0145554345530852e-05
previous_iter_valid_loss : 0.16056610643863678

   1114180	  0.160720	  0.160566	  0.167341		CURRENT LEARNING RATE: 1.014352543755931e-05
previous_iter_valid_loss : 0.16094200313091278

   1114200	  0.161097	  0.160942	  0.167361		CURRENT LEARNING RATE: 1.014149693532877e-05
previous_iter_valid_loss : 0.18613629043102264

   1114220	  0.186281	  0.186136	  0.168382		CURRENT LEARNING RATE: 1.0139468838758127e-05
previous_iter_valid_loss : 0.16160671412944794

   1114240	  0.161793	  0.161607	  0.168392		CURRENT LEARNING RATE: 1.0137441147766237e-05
previous_iter_valid_loss : 0.1642492413520813

   1114260	  0.164421	  0.164249	  0.168032		CURRENT LEARNING RATE: 1.0135413862271995e-05
previous_iter_valid_loss : 0.17583724856376648

   1114280	  0.176124	  0.175837	  0.168780		CURRENT LEARNING RATE: 1.0133386982194293e-05
previous_iter_valid_loss : 0.1693059504032135

   1114300	  0.169542	  0.169306	  0.168504		CURRENT LEARNING RATE: 1.0131360507452087e-05
previous_iter_valid_loss : 0.17041590809822083

   1114320	  0.170670	  0.170416	  0.168832		CURRENT LEARNING RATE: 1.0129334437964304e-05
previous_iter_valid_loss : 0.17425821721553802

   1114340	  0.174404	  0.174258	  0.169500		CURRENT LEARNING RATE: 1.01273087736499e-05
previous_iter_valid_loss : 0.1714407205581665

   1114360	  0.171586	  0.171441	  0.170020		CURRENT LEARNING RATE: 1.012528351442783e-05
previous_iter_valid_loss : 0.16642777621746063

   1114380	  0.166592	  0.166428	  0.169853		CURRENT LEARNING RATE: 1.0123258660217119e-05
previous_iter_valid_loss : 0.16069144010543823

   1114400	  0.160863	  0.160691	  0.168683		CURRENT LEARNING RATE: 1.0121234210936757e-05
previous_iter_valid_loss : 0.1612624078989029

   1114420	  0.161442	  0.161262	  0.168260		CURRENT LEARNING RATE: 1.0119210166505764e-05
previous_iter_valid_loss : 0.17365320026874542

   1114440	  0.173925	  0.173653	  0.168725		CURRENT LEARNING RATE: 1.0117186526843162e-05
previous_iter_valid_loss : 0.16054463386535645

   1114460	  0.160705	  0.160545	  0.168563		CURRENT LEARNING RATE: 1.011516329186804e-05
previous_iter_valid_loss : 0.17135295271873474

   1114480	  0.171503	  0.171353	  0.168422		CURRENT LEARNING RATE: 1.011314046149945e-05
previous_iter_valid_loss : 0.16908612847328186

   1114500	  0.169239	  0.169086	  0.168851		CURRENT LEARNING RATE: 1.0111118035656463e-05
previous_iter_valid_loss : 0.17782099545001984

   1114520	  0.178120	  0.177821	  0.168391		CURRENT LEARNING RATE: 1.0109096014258216e-05
previous_iter_valid_loss : 0.16593243181705475

   1114540	  0.166098	  0.165932	  0.168100		CURRENT LEARNING RATE: 1.0107074397223811e-05
previous_iter_valid_loss : 0.1608954817056656

   1114560	  0.161073	  0.160895	  0.168119		CURRENT LEARNING RATE: 1.0105053184472382e-05
previous_iter_valid_loss : 0.16074106097221375

   1114580	  0.160899	  0.160741	  0.168128		CURRENT LEARNING RATE: 1.0103032375923067e-05
previous_iter_valid_loss : 0.16974782943725586

   1114600	  0.169990	  0.169748	  0.168568		CURRENT LEARNING RATE: 1.0101011971495064e-05
previous_iter_valid_loss : 0.16527904570102692

   1114620	  0.165442	  0.165279	  0.167525		CURRENT LEARNING RATE: 1.0098991971107541e-05
previous_iter_valid_loss : 0.16262321174144745

   1114640	  0.162819	  0.162623	  0.167576		CURRENT LEARNING RATE: 1.00969723746797e-05
previous_iter_valid_loss : 0.1650933027267456

   1114660	  0.165259	  0.165093	  0.167618		CURRENT LEARNING RATE: 1.0094953182130736e-05
previous_iter_valid_loss : 0.16145934164524078

   1114680	  0.161614	  0.161459	  0.166899		CURRENT LEARNING RATE: 1.0092934393379918e-05
previous_iter_valid_loss : 0.17115218937397003

   1114700	  0.171420	  0.171152	  0.166991		CURRENT LEARNING RATE: 1.0090916008346479e-05
previous_iter_valid_loss : 0.16183637082576752

   1114720	  0.162019	  0.161836	  0.166562		CURRENT LEARNING RATE: 1.0088898026949682e-05
previous_iter_valid_loss : 0.1717383861541748

   1114740	  0.171883	  0.171738	  0.166436		CURRENT LEARNING RATE: 1.0086880449108787e-05
previous_iter_valid_loss : 0.16100002825260162

   1114760	  0.161149	  0.161000	  0.165914		CURRENT LEARNING RATE: 1.008486327474313e-05
previous_iter_valid_loss : 0.1618219017982483

   1114780	  0.162015	  0.161822	  0.165684		CURRENT LEARNING RATE: 1.0082846503772007e-05
previous_iter_valid_loss : 0.16048073768615723


Current valid loss: 0.16048073768615723;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
   1114800	  0.160647	  0.160481	  0.165674		CURRENT LEARNING RATE: 1.0080830136114744e-05
previous_iter_valid_loss : 0.1617399901151657

   1114820	  0.161923	  0.161740	  0.165697		CURRENT LEARNING RATE: 1.007881417169067e-05
previous_iter_valid_loss : 0.16361986100673676

   1114840	  0.163807	  0.163620	  0.165196		CURRENT LEARNING RATE: 1.0076798610419182e-05
previous_iter_valid_loss : 0.16642408072948456

   1114860	  0.166583	  0.166424	  0.165490		CURRENT LEARNING RATE: 1.0074783452219641e-05
previous_iter_valid_loss : 0.16556206345558167

   1114880	  0.165727	  0.165562	  0.165200		CURRENT LEARNING RATE: 1.0072768697011437e-05
previous_iter_valid_loss : 0.1657959371805191

   1114900	  0.165956	  0.165796	  0.165036		CURRENT LEARNING RATE: 1.0070754344713966e-05
previous_iter_valid_loss : 0.16051384806632996

   1114920	  0.160680	  0.160514	  0.164170		CURRENT LEARNING RATE: 1.0068740395246688e-05
previous_iter_valid_loss : 0.16583135724067688

   1114940	  0.165991	  0.165831	  0.164165		CURRENT LEARNING RATE: 1.0066726848529027e-05
previous_iter_valid_loss : 0.1621522456407547

   1114960	  0.162338	  0.162152	  0.164228		CURRENT LEARNING RATE: 1.0064713704480424e-05
previous_iter_valid_loss : 0.1638822853565216

   1114980	  0.164054	  0.163882	  0.164385		CURRENT LEARNING RATE: 1.0062700963020387e-05
previous_iter_valid_loss : 0.17528395354747772

   1115000	  0.175432	  0.175284	  0.164662		CURRENT LEARNING RATE: 1.006068862406839e-05
previous_iter_valid_loss : 0.1606474071741104

   1115020	  0.160815	  0.160647	  0.164430		CURRENT LEARNING RATE: 1.005867668754394e-05
previous_iter_valid_loss : 0.16058902442455292

   1115040	  0.160756	  0.160589	  0.164329		CURRENT LEARNING RATE: 1.005666515336654e-05
previous_iter_valid_loss : 0.17277581989765167

   1115060	  0.173047	  0.172776	  0.164713		CURRENT LEARNING RATE: 1.0054654021455768e-05
previous_iter_valid_loss : 0.18768644332885742

   1115080	  0.187828	  0.187686	  0.166024		CURRENT LEARNING RATE: 1.0052643291731156e-05
previous_iter_valid_loss : 0.1619722545146942

   1115100	  0.162162	  0.161972	  0.165565		CURRENT LEARNING RATE: 1.0050632964112278e-05
previous_iter_valid_loss : 0.1952560693025589

   1115120	  0.195359	  0.195256	  0.167236		CURRENT LEARNING RATE: 1.0048623038518702e-05
previous_iter_valid_loss : 0.1630193442106247

   1115140	  0.163207	  0.163019	  0.166800		CURRENT LEARNING RATE: 1.0046613514870065e-05
previous_iter_valid_loss : 0.1981026530265808

   1115160	  0.198621	  0.198103	  0.168655		CURRENT LEARNING RATE: 1.0044604393085971e-05
previous_iter_valid_loss : 0.18085841834545135

   1115180	  0.181192	  0.180858	  0.169607		CURRENT LEARNING RATE: 1.0042595673086055e-05
previous_iter_valid_loss : 0.16681312024593353

   1115200	  0.167036	  0.166813	  0.169924		CURRENT LEARNING RATE: 1.0040587354789948e-05
previous_iter_valid_loss : 0.16229480504989624

   1115220	  0.162480	  0.162295	  0.169952		CURRENT LEARNING RATE: 1.0038579438117355e-05
previous_iter_valid_loss : 0.16360612213611603

   1115240	  0.163803	  0.163606	  0.169951		CURRENT LEARNING RATE: 1.0036571922987942e-05
previous_iter_valid_loss : 0.16452930867671967

   1115260	  0.164702	  0.164529	  0.169856		CURRENT LEARNING RATE: 1.0034564809321406e-05
previous_iter_valid_loss : 0.16076023876667023

   1115280	  0.160914	  0.160760	  0.169616		CURRENT LEARNING RATE: 1.0032558097037446e-05
previous_iter_valid_loss : 0.16051334142684937

   1115300	  0.160681	  0.160513	  0.169352		CURRENT LEARNING RATE: 1.003055178605583e-05
previous_iter_valid_loss : 0.16087327897548676

   1115320	  0.161045	  0.160873	  0.169370		CURRENT LEARNING RATE: 1.0028545876296284e-05
previous_iter_valid_loss : 0.1623297780752182

   1115340	  0.162486	  0.162330	  0.169195		CURRENT LEARNING RATE: 1.0026540367678558e-05
previous_iter_valid_loss : 0.16059879958629608

   1115360	  0.160769	  0.160599	  0.169117		CURRENT LEARNING RATE: 1.0024535260122467e-05
previous_iter_valid_loss : 0.16291868686676025

   1115380	  0.163078	  0.162919	  0.169069		CURRENT LEARNING RATE: 1.0022530553547788e-05
previous_iter_valid_loss : 0.16279715299606323

   1115400	  0.162997	  0.162797	  0.168445		CURRENT LEARNING RATE: 1.002052624787433e-05
previous_iter_valid_loss : 0.1613086611032486

   1115420	  0.161493	  0.161309	  0.168478		CURRENT LEARNING RATE: 1.0018522343021907e-05
previous_iter_valid_loss : 0.1659269630908966

   1115440	  0.166091	  0.165927	  0.168745		CURRENT LEARNING RATE: 1.0016518838910397e-05
previous_iter_valid_loss : 0.16079244017601013

   1115460	  0.160964	  0.160792	  0.168145		CURRENT LEARNING RATE: 1.0014515735459641e-05
previous_iter_valid_loss : 0.1785217523574829

   1115480	  0.178680	  0.178522	  0.167687		CURRENT LEARNING RATE: 1.0012513032589516e-05
previous_iter_valid_loss : 0.16084478795528412

   1115500	  0.161021	  0.160845	  0.167631		CURRENT LEARNING RATE: 1.0010510730219896e-05
previous_iter_valid_loss : 0.1771882325410843

   1115520	  0.177341	  0.177188	  0.166727		CURRENT LEARNING RATE: 1.0008508828270726e-05
previous_iter_valid_loss : 0.16251854598522186

   1115540	  0.162681	  0.162519	  0.166702		CURRENT LEARNING RATE: 1.000650732666191e-05
previous_iter_valid_loss : 0.18538546562194824

   1115560	  0.185776	  0.185385	  0.166066		CURRENT LEARNING RATE: 1.0004506225313387e-05
previous_iter_valid_loss : 0.1660575568675995

   1115580	  0.166215	  0.166058	  0.165326		CURRENT LEARNING RATE: 1.0002505524145097e-05
previous_iter_valid_loss : 0.16107966005802155

   1115600	  0.161237	  0.161080	  0.165040		CURRENT LEARNING RATE: 1.0000505223077047e-05
previous_iter_valid_loss : 0.16096162796020508

   1115620	  0.161143	  0.160962	  0.164973		CURRENT LEARNING RATE: 9.998505322029207e-06
previous_iter_valid_loss : 0.16682292520999908

   1115640	  0.167044	  0.166823	  0.165134		CURRENT LEARNING RATE: 9.996505820921581e-06
previous_iter_valid_loss : 0.16621318459510803

   1115660	  0.166371	  0.166213	  0.165218		CURRENT LEARNING RATE: 9.994506719674173e-06
previous_iter_valid_loss : 0.17211388051509857

   1115680	  0.172374	  0.172114	  0.165786		CURRENT LEARNING RATE: 9.992508018207051e-06
previous_iter_valid_loss : 0.16271552443504333

   1115700	  0.162900	  0.162716	  0.165896		CURRENT LEARNING RATE: 9.990509716440253e-06
previous_iter_valid_loss : 0.16888312995433807

   1115720	  0.169124	  0.168883	  0.166296		CURRENT LEARNING RATE: 9.988511814293826e-06
previous_iter_valid_loss : 0.17231805622577667

   1115740	  0.172577	  0.172318	  0.166796		CURRENT LEARNING RATE: 9.98651431168789e-06
previous_iter_valid_loss : 0.16060176491737366

   1115760	  0.160750	  0.160602	  0.166796		CURRENT LEARNING RATE: 9.98451720854253e-06
previous_iter_valid_loss : 0.16101190447807312

   1115780	  0.161168	  0.161012	  0.166701		CURRENT LEARNING RATE: 9.982520504777858e-06
previous_iter_valid_loss : 0.16990713775157928

   1115800	  0.170152	  0.169907	  0.167056		CURRENT LEARNING RATE: 9.98052420031399e-06
previous_iter_valid_loss : 0.16820640861988068

   1115820	  0.168446	  0.168206	  0.167401		CURRENT LEARNING RATE: 9.978528295071108e-06
previous_iter_valid_loss : 0.16654492914676666

   1115840	  0.166707	  0.166545	  0.167432		CURRENT LEARNING RATE: 9.97653278896936e-06
previous_iter_valid_loss : 0.1605270355939865

   1115860	  0.160689	  0.160527	  0.167419		CURRENT LEARNING RATE: 9.974537681928926e-06
previous_iter_valid_loss : 0.16526253521442413

   1115880	  0.165473	  0.165263	  0.166756		CURRENT LEARNING RATE: 9.972542973869983e-06
previous_iter_valid_loss : 0.16629579663276672

   1115900	  0.166509	  0.166296	  0.167028		CURRENT LEARNING RATE: 9.970548664712777e-06
previous_iter_valid_loss : 0.16346393525600433

   1115920	  0.163637	  0.163464	  0.166342		CURRENT LEARNING RATE: 9.968554754377518e-06
previous_iter_valid_loss : 0.16141600906848907

   1115940	  0.161613	  0.161416	  0.166287		CURRENT LEARNING RATE: 9.966561242784451e-06
previous_iter_valid_loss : 0.16193927824497223

   1115960	  0.162097	  0.161939	  0.165115		CURRENT LEARNING RATE: 9.964568129853819e-06
previous_iter_valid_loss : 0.16152945160865784

   1115980	  0.161712	  0.161529	  0.164888		CURRENT LEARNING RATE: 9.96257541550593e-06
previous_iter_valid_loss : 0.16054092347621918

   1116000	  0.160700	  0.160541	  0.164861		CURRENT LEARNING RATE: 9.960583099661057e-06
previous_iter_valid_loss : 0.16089390218257904

   1116020	  0.161049	  0.160894	  0.164858		CURRENT LEARNING RATE: 9.958591182239513e-06
previous_iter_valid_loss : 0.16816484928131104

   1116040	  0.168319	  0.168165	  0.164925		CURRENT LEARNING RATE: 9.9565996631616e-06
previous_iter_valid_loss : 0.16508474946022034

   1116060	  0.165243	  0.165085	  0.164869		CURRENT LEARNING RATE: 9.95460854234769e-06
previous_iter_valid_loss : 0.17789621651172638

   1116080	  0.178054	  0.177896	  0.165158		CURRENT LEARNING RATE: 9.952617819718122e-06
previous_iter_valid_loss : 0.16207320988178253

   1116100	  0.162233	  0.162073	  0.165126		CURRENT LEARNING RATE: 9.95062749519327e-06
previous_iter_valid_loss : 0.16211530566215515

   1116120	  0.162313	  0.162115	  0.164787		CURRENT LEARNING RATE: 9.948637568693502e-06
previous_iter_valid_loss : 0.17128127813339233

   1116140	  0.171545	  0.171281	  0.164735		CURRENT LEARNING RATE: 9.946648040139255e-06
previous_iter_valid_loss : 0.16337226331233978

   1116160	  0.163563	  0.163372	  0.164874		CURRENT LEARNING RATE: 9.94465890945093e-06
previous_iter_valid_loss : 0.17275263369083405

   1116180	  0.173023	  0.172753	  0.165461		CURRENT LEARNING RATE: 9.942670176548948e-06
previous_iter_valid_loss : 0.16366949677467346

   1116200	  0.163837	  0.163669	  0.165149		CURRENT LEARNING RATE: 9.940681841353789e-06
previous_iter_valid_loss : 0.16114263236522675

   1116220	  0.161302	  0.161143	  0.164796		CURRENT LEARNING RATE: 9.938693903785907e-06
previous_iter_valid_loss : 0.1610211879014969

   1116240	  0.161202	  0.161021	  0.164520		CURRENT LEARNING RATE: 9.936706363765781e-06
previous_iter_valid_loss : 0.1647968739271164

   1116260	  0.164969	  0.164797	  0.164733		CURRENT LEARNING RATE: 9.934719221213893e-06
previous_iter_valid_loss : 0.16188916563987732

   1116280	  0.162050	  0.161889	  0.164564		CURRENT LEARNING RATE: 9.932732476050793e-06
previous_iter_valid_loss : 0.1782018095254898

   1116300	  0.178363	  0.178202	  0.165160		CURRENT LEARNING RATE: 9.930746128196995e-06
previous_iter_valid_loss : 0.16094397008419037

   1116320	  0.161099	  0.160944	  0.165034		CURRENT LEARNING RATE: 9.928760177573044e-06
previous_iter_valid_loss : 0.17713941633701324

   1116340	  0.177291	  0.177139	  0.165820		CURRENT LEARNING RATE: 9.926774624099481e-06
previous_iter_valid_loss : 0.18616335093975067

   1116360	  0.186310	  0.186163	  0.167031		CURRENT LEARNING RATE: 9.924789467696923e-06
previous_iter_valid_loss : 0.16278664767742157

   1116380	  0.162951	  0.162787	  0.167094		CURRENT LEARNING RATE: 9.922804708285945e-06
previous_iter_valid_loss : 0.16094496846199036

   1116400	  0.161105	  0.160945	  0.167114		CURRENT LEARNING RATE: 9.920820345787158e-06
previous_iter_valid_loss : 0.16290892660617828

   1116420	  0.163111	  0.162909	  0.167215		CURRENT LEARNING RATE: 9.918836380121166e-06
previous_iter_valid_loss : 0.1651177853345871

   1116440	  0.165329	  0.165118	  0.167063		CURRENT LEARNING RATE: 9.91685281120865e-06
previous_iter_valid_loss : 0.1611107885837555

   1116460	  0.161292	  0.161111	  0.166864		CURRENT LEARNING RATE: 9.914869638970248e-06
previous_iter_valid_loss : 0.1778053492307663

   1116480	  0.178107	  0.177805	  0.166859		CURRENT LEARNING RATE: 9.912886863326632e-06
previous_iter_valid_loss : 0.16762128472328186

   1116500	  0.167774	  0.167621	  0.167137		CURRENT LEARNING RATE: 9.910904484198474e-06
previous_iter_valid_loss : 0.16249483823776245

   1116520	  0.162662	  0.162495	  0.167156		CURRENT LEARNING RATE: 9.908922501506515e-06
previous_iter_valid_loss : 0.16351909935474396

   1116540	  0.163685	  0.163519	  0.166768		CURRENT LEARNING RATE: 9.906940915171458e-06
previous_iter_valid_loss : 0.16092294454574585

   1116560	  0.161092	  0.160923	  0.166645		CURRENT LEARNING RATE: 9.90495972511402e-06
previous_iter_valid_loss : 0.1614297479391098

   1116580	  0.161615	  0.161430	  0.166079		CURRENT LEARNING RATE: 9.90297893125499e-06
previous_iter_valid_loss : 0.1715085357427597

   1116600	  0.171655	  0.171509	  0.166471		CURRENT LEARNING RATE: 9.90099853351512e-06
previous_iter_valid_loss : 0.1639784872531891

   1116620	  0.164189	  0.163978	  0.166613		CURRENT LEARNING RATE: 9.899018531815191e-06
previous_iter_valid_loss : 0.1699780523777008

   1116640	  0.170237	  0.169978	  0.167061		CURRENT LEARNING RATE: 9.897038926075988e-06
previous_iter_valid_loss : 0.16436275839805603

   1116660	  0.164571	  0.164363	  0.167039		CURRENT LEARNING RATE: 9.89505971621836e-06
previous_iter_valid_loss : 0.17376181483268738

   1116680	  0.174035	  0.173762	  0.167633		CURRENT LEARNING RATE: 9.893080902163122e-06
previous_iter_valid_loss : 0.165577694773674

   1116700	  0.165738	  0.165578	  0.167001		CURRENT LEARNING RATE: 9.891102483831121e-06
previous_iter_valid_loss : 0.18505941331386566

   1116720	  0.185203	  0.185059	  0.168207		CURRENT LEARNING RATE: 9.889124461143206e-06
previous_iter_valid_loss : 0.1613531857728958

   1116740	  0.161499	  0.161353	  0.167418		CURRENT LEARNING RATE: 9.887146834020286e-06
previous_iter_valid_loss : 0.1612684577703476

   1116760	  0.161426	  0.161268	  0.166173		CURRENT LEARNING RATE: 9.88516960238324e-06
previous_iter_valid_loss : 0.16463468968868256

   1116780	  0.164804	  0.164635	  0.166265		CURRENT LEARNING RATE: 9.883192766152982e-06
previous_iter_valid_loss : 0.16052678227424622

   1116800	  0.160689	  0.160527	  0.166245		CURRENT LEARNING RATE: 9.881216325250416e-06
previous_iter_valid_loss : 0.17410670220851898

   1116820	  0.174380	  0.174107	  0.166804		CURRENT LEARNING RATE: 9.879240279596522e-06
previous_iter_valid_loss : 0.16138088703155518

   1116840	  0.161535	  0.161381	  0.166618		CURRENT LEARNING RATE: 9.877264629112242e-06
previous_iter_valid_loss : 0.16416466236114502

   1116860	  0.164358	  0.164165	  0.166770		CURRENT LEARNING RATE: 9.875289373718548e-06
previous_iter_valid_loss : 0.16079755127429962

   1116880	  0.160941	  0.160798	  0.165920		CURRENT LEARNING RATE: 9.87331451333641e-06
previous_iter_valid_loss : 0.16147616505622864

   1116900	  0.161667	  0.161476	  0.165613		CURRENT LEARNING RATE: 9.871340047886875e-06
previous_iter_valid_loss : 0.1672031730413437

   1116920	  0.167364	  0.167203	  0.165848		CURRENT LEARNING RATE: 9.869365977290943e-06
previous_iter_valid_loss : 0.16391265392303467

   1116940	  0.164092	  0.163913	  0.165868		CURRENT LEARNING RATE: 9.867392301469634e-06
previous_iter_valid_loss : 0.16386036574840546

   1116960	  0.164041	  0.163860	  0.166015		CURRENT LEARNING RATE: 9.865419020344033e-06
previous_iter_valid_loss : 0.16632649302482605

   1116980	  0.166539	  0.166326	  0.166259		CURRENT LEARNING RATE: 9.863446133835197e-06
previous_iter_valid_loss : 0.16053222119808197

   1117000	  0.160693	  0.160532	  0.165711		CURRENT LEARNING RATE: 9.861473641864206e-06
previous_iter_valid_loss : 0.18144959211349487

   1117020	  0.181603	  0.181450	  0.166584		CURRENT LEARNING RATE: 9.859501544352145e-06
previous_iter_valid_loss : 0.17357946932315826

   1117040	  0.173726	  0.173579	  0.166764		CURRENT LEARNING RATE: 9.857529841220164e-06
previous_iter_valid_loss : 0.1608152985572815

   1117060	  0.161001	  0.160815	  0.166587		CURRENT LEARNING RATE: 9.85555853238938e-06
previous_iter_valid_loss : 0.1942596584558487

   1117080	  0.194373	  0.194260	  0.167612		CURRENT LEARNING RATE: 9.853587617780937e-06
previous_iter_valid_loss : 0.18964286148548126

   1117100	  0.190093	  0.189643	  0.168815		CURRENT LEARNING RATE: 9.851617097315983e-06
previous_iter_valid_loss : 0.18107132613658905

   1117120	  0.181418	  0.181071	  0.168616		CURRENT LEARNING RATE: 9.849646970915731e-06
previous_iter_valid_loss : 0.1609446257352829

   1117140	  0.161126	  0.160945	  0.168595		CURRENT LEARNING RATE: 9.84767723850136e-06
previous_iter_valid_loss : 0.17112258076667786

   1117160	  0.171378	  0.171123	  0.169088		CURRENT LEARNING RATE: 9.845707899994079e-06
previous_iter_valid_loss : 0.163992777466774

   1117180	  0.164192	  0.163993	  0.169056		CURRENT LEARNING RATE: 9.843738955315099e-06
previous_iter_valid_loss : 0.1632649153470993

   1117200	  0.163442	  0.163265	  0.169193		CURRENT LEARNING RATE: 9.841770404385695e-06
previous_iter_valid_loss : 0.17930608987808228

   1117220	  0.179629	  0.179306	  0.169453		CURRENT LEARNING RATE: 9.83980224712711e-06
previous_iter_valid_loss : 0.16096431016921997

   1117240	  0.161144	  0.160964	  0.169432		CURRENT LEARNING RATE: 9.837834483460613e-06
previous_iter_valid_loss : 0.16225764155387878

   1117260	  0.162446	  0.162258	  0.169337		CURRENT LEARNING RATE: 9.835867113307482e-06
previous_iter_valid_loss : 0.1634383350610733

   1117280	  0.163610	  0.163438	  0.169469		CURRENT LEARNING RATE: 9.833900136589054e-06
previous_iter_valid_loss : 0.1724802404642105

   1117300	  0.172738	  0.172480	  0.170019		CURRENT LEARNING RATE: 9.831933553226632e-06
previous_iter_valid_loss : 0.16409409046173096

   1117320	  0.164251	  0.164094	  0.169863		CURRENT LEARNING RATE: 9.829967363141536e-06
previous_iter_valid_loss : 0.16142767667770386

   1117340	  0.161587	  0.161428	  0.169739		CURRENT LEARNING RATE: 9.828001566255155e-06
previous_iter_valid_loss : 0.16052307188510895

   1117360	  0.160688	  0.160523	  0.169572		CURRENT LEARNING RATE: 9.826036162488835e-06
previous_iter_valid_loss : 0.16591539978981018

   1117380	  0.166129	  0.165915	  0.169552		CURRENT LEARNING RATE: 9.824071151763964e-06
previous_iter_valid_loss : 0.1621912121772766

   1117400	  0.162387	  0.162191	  0.169635		CURRENT LEARNING RATE: 9.822106534001923e-06
previous_iter_valid_loss : 0.16145087778568268

   1117420	  0.161609	  0.161451	  0.168635		CURRENT LEARNING RATE: 9.820142309124163e-06
previous_iter_valid_loss : 0.16067054867744446

   1117440	  0.160843	  0.160671	  0.167989		CURRENT LEARNING RATE: 9.818178477052097e-06
previous_iter_valid_loss : 0.16517658531665802

   1117460	  0.165383	  0.165177	  0.168207		CURRENT LEARNING RATE: 9.81621503770717e-06
previous_iter_valid_loss : 0.1646116077899933

   1117480	  0.164775	  0.164612	  0.166725		CURRENT LEARNING RATE: 9.81425199101083e-06
previous_iter_valid_loss : 0.16609589755535126

   1117500	  0.166257	  0.166096	  0.165548		CURRENT LEARNING RATE: 9.812289336884586e-06
previous_iter_valid_loss : 0.17197301983833313

   1117520	  0.172119	  0.171973	  0.165093		CURRENT LEARNING RATE: 9.810327075249918e-06
previous_iter_valid_loss : 0.16548679769039154

   1117540	  0.165691	  0.165487	  0.165320		CURRENT LEARNING RATE: 9.808365206028333e-06
previous_iter_valid_loss : 0.16251659393310547

   1117560	  0.162708	  0.162517	  0.164889		CURRENT LEARNING RATE: 9.806403729141343e-06
previous_iter_valid_loss : 0.16403284668922424

   1117580	  0.164216	  0.164033	  0.164891		CURRENT LEARNING RATE: 9.80444264451052e-06
previous_iter_valid_loss : 0.1675797998905182

   1117600	  0.167803	  0.167580	  0.165107		CURRENT LEARNING RATE: 9.802481952057402e-06
previous_iter_valid_loss : 0.16186971962451935

   1117620	  0.162031	  0.161870	  0.164235		CURRENT LEARNING RATE: 9.800521651703565e-06
previous_iter_valid_loss : 0.1794685274362564

   1117640	  0.179796	  0.179469	  0.165161		CURRENT LEARNING RATE: 9.798561743370578e-06
previous_iter_valid_loss : 0.16238830983638763

   1117660	  0.162575	  0.162388	  0.165167		CURRENT LEARNING RATE: 9.796602226980079e-06
previous_iter_valid_loss : 0.17221084237098694

   1117680	  0.172357	  0.172211	  0.165606		CURRENT LEARNING RATE: 9.79464310245367e-06
previous_iter_valid_loss : 0.16378071904182434

   1117700	  0.163975	  0.163781	  0.165171		CURRENT LEARNING RATE: 9.792684369712988e-06
previous_iter_valid_loss : 0.17277853190898895

   1117720	  0.173040	  0.172779	  0.165605		CURRENT LEARNING RATE: 9.790726028679664e-06
previous_iter_valid_loss : 0.16066168248653412

   1117740	  0.160826	  0.160662	  0.165567		CURRENT LEARNING RATE: 9.7887680792754e-06
previous_iter_valid_loss : 0.16097821295261383

   1117760	  0.161146	  0.160978	  0.165589		CURRENT LEARNING RATE: 9.78681052142186e-06
previous_iter_valid_loss : 0.16250525414943695

   1117780	  0.162676	  0.162505	  0.165419		CURRENT LEARNING RATE: 9.784853355040724e-06
previous_iter_valid_loss : 0.1607161909341812

   1117800	  0.160862	  0.160716	  0.165345		CURRENT LEARNING RATE: 9.78289658005374e-06
previous_iter_valid_loss : 0.17100289463996887

   1117820	  0.171263	  0.171003	  0.165823		CURRENT LEARNING RATE: 9.780940196382625e-06
previous_iter_valid_loss : 0.1681416630744934

   1117840	  0.168383	  0.168142	  0.166196		CURRENT LEARNING RATE: 9.778984203949115e-06
previous_iter_valid_loss : 0.16095790266990662

   1117860	  0.161136	  0.160958	  0.165985		CURRENT LEARNING RATE: 9.777028602674958e-06
previous_iter_valid_loss : 0.1607443392276764

   1117880	  0.160896	  0.160744	  0.165792		CURRENT LEARNING RATE: 9.775073392481964e-06
previous_iter_valid_loss : 0.16802331805229187

   1117900	  0.168250	  0.168023	  0.165888		CURRENT LEARNING RATE: 9.773118573291908e-06
previous_iter_valid_loss : 0.16212838888168335

   1117920	  0.162318	  0.162128	  0.165396		CURRENT LEARNING RATE: 9.771164145026595e-06
previous_iter_valid_loss : 0.16184884309768677

   1117940	  0.162005	  0.161849	  0.165214		CURRENT LEARNING RATE: 9.769210107607832e-06
previous_iter_valid_loss : 0.17042145133018494

   1117960	  0.170571	  0.170421	  0.165610		CURRENT LEARNING RATE: 9.767256460957493e-06
previous_iter_valid_loss : 0.1605602502822876

   1117980	  0.160716	  0.160560	  0.165436		CURRENT LEARNING RATE: 9.765303204997412e-06
previous_iter_valid_loss : 0.16277837753295898

   1118000	  0.162965	  0.162778	  0.165196		CURRENT LEARNING RATE: 9.763350339649462e-06
previous_iter_valid_loss : 0.1673780381679535

   1118020	  0.167531	  0.167378	  0.165471		CURRENT LEARNING RATE: 9.76139786483551e-06
previous_iter_valid_loss : 0.16476942598819733

   1118040	  0.164933	  0.164769	  0.164736		CURRENT LEARNING RATE: 9.759445780477489e-06
previous_iter_valid_loss : 0.16463357210159302

   1118060	  0.164794	  0.164634	  0.164849		CURRENT LEARNING RATE: 9.757494086497302e-06
previous_iter_valid_loss : 0.16525769233703613

   1118080	  0.165458	  0.165258	  0.164501		CURRENT LEARNING RATE: 9.755542782816879e-06
previous_iter_valid_loss : 0.1912502944469452

   1118100	  0.191377	  0.191250	  0.165874		CURRENT LEARNING RATE: 9.753591869358152e-06
previous_iter_valid_loss : 0.16096681356430054

   1118120	  0.161145	  0.160967	  0.165284		CURRENT LEARNING RATE: 9.751641346043119e-06
previous_iter_valid_loss : 0.16090509295463562

   1118140	  0.161086	  0.160905	  0.165296		CURRENT LEARNING RATE: 9.749691212793741e-06
previous_iter_valid_loss : 0.17810344696044922

   1118160	  0.178414	  0.178103	  0.166152		CURRENT LEARNING RATE: 9.747741469531993e-06
previous_iter_valid_loss : 0.1619594693183899

   1118180	  0.162127	  0.161959	  0.166125		CURRENT LEARNING RATE: 9.745792116179926e-06
previous_iter_valid_loss : 0.16661757230758667

   1118200	  0.166836	  0.166618	  0.166420		CURRENT LEARNING RATE: 9.743843152659541e-06
previous_iter_valid_loss : 0.1607491374015808

   1118220	  0.160927	  0.160749	  0.165907		CURRENT LEARNING RATE: 9.741894578892887e-06
previous_iter_valid_loss : 0.17649713158607483

   1118240	  0.176643	  0.176497	  0.166325		CURRENT LEARNING RATE: 9.739946394801998e-06
previous_iter_valid_loss : 0.1793275773525238

   1118260	  0.179638	  0.179328	  0.167244		CURRENT LEARNING RATE: 9.737998600308984e-06
previous_iter_valid_loss : 0.1726493388414383

   1118280	  0.172916	  0.172649	  0.167839		CURRENT LEARNING RATE: 9.736051195335915e-06
previous_iter_valid_loss : 0.16069531440734863

   1118300	  0.160871	  0.160695	  0.167472		CURRENT LEARNING RATE: 9.734104179804896e-06
previous_iter_valid_loss : 0.1618969440460205

   1118320	  0.162090	  0.161897	  0.167461		CURRENT LEARNING RATE: 9.732157553638028e-06
previous_iter_valid_loss : 0.16127894818782806

   1118340	  0.161465	  0.161279	  0.167432		CURRENT LEARNING RATE: 9.73021131675748e-06
previous_iter_valid_loss : 0.16343259811401367

   1118360	  0.163621	  0.163433	  0.167083		CURRENT LEARNING RATE: 9.728265469085387e-06
previous_iter_valid_loss : 0.17131635546684265

   1118380	  0.171560	  0.171316	  0.167621		CURRENT LEARNING RATE: 9.726320010543914e-06
previous_iter_valid_loss : 0.16057471930980682

   1118400	  0.160744	  0.160575	  0.167511		CURRENT LEARNING RATE: 9.724374941055224e-06
previous_iter_valid_loss : 0.1650799810886383

   1118420	  0.165287	  0.165080	  0.167396		CURRENT LEARNING RATE: 9.722430260541552e-06
previous_iter_valid_loss : 0.16052763164043427

   1118440	  0.160696	  0.160528	  0.167184		CURRENT LEARNING RATE: 9.72048596892509e-06
previous_iter_valid_loss : 0.175410658121109

   1118460	  0.175698	  0.175411	  0.167722		CURRENT LEARNING RATE: 9.718542066128069e-06
previous_iter_valid_loss : 0.2052157074213028

   1118480	  0.205280	  0.205216	  0.169720		CURRENT LEARNING RATE: 9.716598552072714e-06
previous_iter_valid_loss : 0.16134433448314667

   1118500	  0.161522	  0.161344	  0.168225		CURRENT LEARNING RATE: 9.714655426681321e-06
previous_iter_valid_loss : 0.16766031086444855

   1118520	  0.167883	  0.167660	  0.168560		CURRENT LEARNING RATE: 9.712712689876145e-06
previous_iter_valid_loss : 0.19380906224250793

   1118540	  0.193926	  0.193809	  0.170205		CURRENT LEARNING RATE: 9.710770341579461e-06
previous_iter_valid_loss : 0.16500437259674072

   1118560	  0.165167	  0.165004	  0.169550		CURRENT LEARNING RATE: 9.70882838171361e-06
previous_iter_valid_loss : 0.17277590930461884

   1118580	  0.172925	  0.172776	  0.170091		CURRENT LEARNING RATE: 9.706886810200895e-06
previous_iter_valid_loss : 0.17096024751663208

   1118600	  0.171109	  0.170960	  0.170308		CURRENT LEARNING RATE: 9.704945626963654e-06
previous_iter_valid_loss : 0.16053204238414764

   1118620	  0.160688	  0.160532	  0.170297		CURRENT LEARNING RATE: 9.703004831924222e-06
previous_iter_valid_loss : 0.18179911375045776

   1118640	  0.182142	  0.181799	  0.170562		CURRENT LEARNING RATE: 9.701064425005001e-06
previous_iter_valid_loss : 0.16634027659893036

   1118660	  0.166504	  0.166340	  0.169913		CURRENT LEARNING RATE: 9.699124406128358e-06
previous_iter_valid_loss : 0.1655653715133667

   1118680	  0.165782	  0.165565	  0.169558		CURRENT LEARNING RATE: 9.697184775216695e-06
previous_iter_valid_loss : 0.16483497619628906

   1118700	  0.165036	  0.164835	  0.169765		CURRENT LEARNING RATE: 9.695245532192405e-06
previous_iter_valid_loss : 0.1606541872024536

   1118720	  0.160820	  0.160654	  0.169703		CURRENT LEARNING RATE: 9.693306676977955e-06
previous_iter_valid_loss : 0.16050571203231812

   1118740	  0.160666	  0.160506	  0.169665		CURRENT LEARNING RATE: 9.691368209495774e-06
previous_iter_valid_loss : 0.16529931128025055

   1118760	  0.165462	  0.165299	  0.169758		CURRENT LEARNING RATE: 9.689430129668321e-06
previous_iter_valid_loss : 0.16093021631240845

   1118780	  0.161087	  0.160930	  0.169239		CURRENT LEARNING RATE: 9.68749243741806e-06
previous_iter_valid_loss : 0.16344068944454193

   1118800	  0.163606	  0.163441	  0.169382		CURRENT LEARNING RATE: 9.685555132667514e-06
previous_iter_valid_loss : 0.16216301918029785

   1118820	  0.162348	  0.162163	  0.169236		CURRENT LEARNING RATE: 9.683618215339173e-06
previous_iter_valid_loss : 0.16599665582180023

   1118840	  0.166152	  0.165997	  0.169510		CURRENT LEARNING RATE: 9.681681685355564e-06
previous_iter_valid_loss : 0.17273640632629395

   1118860	  0.173009	  0.172736	  0.169376		CURRENT LEARNING RATE: 9.679745542639206e-06
previous_iter_valid_loss : 0.16441750526428223

   1118880	  0.164583	  0.164418	  0.167336		CURRENT LEARNING RATE: 9.677809787112688e-06
previous_iter_valid_loss : 0.1740153431892395

   1118900	  0.174161	  0.174015	  0.167970		CURRENT LEARNING RATE: 9.675874418698563e-06
previous_iter_valid_loss : 0.1725671887397766

   1118920	  0.172710	  0.172567	  0.168215		CURRENT LEARNING RATE: 9.673939437319415e-06
previous_iter_valid_loss : 0.16054725646972656

   1118940	  0.160719	  0.160547	  0.166552		CURRENT LEARNING RATE: 9.672004842897828e-06
previous_iter_valid_loss : 0.1734306812286377

   1118960	  0.173704	  0.173431	  0.166973		CURRENT LEARNING RATE: 9.670070635356456e-06
previous_iter_valid_loss : 0.17975522577762604

   1118980	  0.180076	  0.179755	  0.167322		CURRENT LEARNING RATE: 9.668136814617908e-06
previous_iter_valid_loss : 0.16346271336078644

   1119000	  0.163637	  0.163463	  0.166947		CURRENT LEARNING RATE: 9.666203380604818e-06
previous_iter_valid_loss : 0.1664418876171112

   1119020	  0.166651	  0.166442	  0.167243		CURRENT LEARNING RATE: 9.664270333239881e-06
previous_iter_valid_loss : 0.1614341288805008

   1119040	  0.161628	  0.161434	  0.166224		CURRENT LEARNING RATE: 9.66233767244576e-06
previous_iter_valid_loss : 0.1606416255235672

   1119060	  0.160796	  0.160642	  0.165940		CURRENT LEARNING RATE: 9.660405398145147e-06
previous_iter_valid_loss : 0.16668261587619781

   1119080	  0.166838	  0.166683	  0.165995		CURRENT LEARNING RATE: 9.658473510260733e-06
previous_iter_valid_loss : 0.1657308042049408

   1119100	  0.165895	  0.165731	  0.166040		CURRENT LEARNING RATE: 9.656542008715278e-06
previous_iter_valid_loss : 0.17746518552303314

   1119120	  0.177620	  0.177465	  0.166881		CURRENT LEARNING RATE: 9.654610893431504e-06
previous_iter_valid_loss : 0.16115914285182953

   1119140	  0.161339	  0.161159	  0.166913		CURRENT LEARNING RATE: 9.652680164332168e-06
previous_iter_valid_loss : 0.16479142010211945

   1119160	  0.164962	  0.164791	  0.166888		CURRENT LEARNING RATE: 9.650749821340024e-06
previous_iter_valid_loss : 0.16762793064117432

   1119180	  0.167848	  0.167628	  0.167223		CURRENT LEARNING RATE: 9.648819864377888e-06
previous_iter_valid_loss : 0.16050511598587036

   1119200	  0.160664	  0.160505	  0.167076		CURRENT LEARNING RATE: 9.64689029336855e-06
previous_iter_valid_loss : 0.16592156887054443

   1119220	  0.166090	  0.165922	  0.167264		CURRENT LEARNING RATE: 9.644961108234825e-06
previous_iter_valid_loss : 0.20347152650356293

   1119240	  0.204038	  0.203472	  0.169138		CURRENT LEARNING RATE: 9.64303230889953e-06
previous_iter_valid_loss : 0.1649300754070282

   1119260	  0.165123	  0.164930	  0.168747		CURRENT LEARNING RATE: 9.641103895285543e-06
previous_iter_valid_loss : 0.16203424334526062

   1119280	  0.162196	  0.162034	  0.168628		CURRENT LEARNING RATE: 9.639175867315714e-06
previous_iter_valid_loss : 0.16223986446857452

   1119300	  0.162430	  0.162240	  0.168040		CURRENT LEARNING RATE: 9.637248224912922e-06
previous_iter_valid_loss : 0.167562797665596

   1119320	  0.167791	  0.167563	  0.167789		CURRENT LEARNING RATE: 9.635320968000042e-06
previous_iter_valid_loss : 0.1616445928812027

   1119340	  0.161834	  0.161645	  0.167844		CURRENT LEARNING RATE: 9.63339409650002e-06
previous_iter_valid_loss : 0.21483004093170166

   1119360	  0.215439	  0.214830	  0.169914		CURRENT LEARNING RATE: 9.63146761033576e-06
previous_iter_valid_loss : 0.1774827092885971

   1119380	  0.177783	  0.177483	  0.169801		CURRENT LEARNING RATE: 9.629541509430192e-06
previous_iter_valid_loss : 0.1633232980966568

   1119400	  0.163499	  0.163323	  0.169794		CURRENT LEARNING RATE: 9.627615793706303e-06
previous_iter_valid_loss : 0.17888590693473816

   1119420	  0.179047	  0.178886	  0.170416		CURRENT LEARNING RATE: 9.625690463087045e-06
previous_iter_valid_loss : 0.17119057476520538

   1119440	  0.171450	  0.171191	  0.170904		CURRENT LEARNING RATE: 9.623765517495408e-06
previous_iter_valid_loss : 0.16145926713943481

   1119460	  0.161643	  0.161459	  0.170944		CURRENT LEARNING RATE: 9.621840956854377e-06
previous_iter_valid_loss : 0.162253275513649

   1119480	  0.162414	  0.162253	  0.170723		CURRENT LEARNING RATE: 9.619916781087e-06
previous_iter_valid_loss : 0.17003019154071808

   1119500	  0.170179	  0.170030	  0.170938		CURRENT LEARNING RATE: 9.617992990116297e-06
previous_iter_valid_loss : 0.17479056119918823

   1119520	  0.175077	  0.174791	  0.170804		CURRENT LEARNING RATE: 9.616069583865314e-06
previous_iter_valid_loss : 0.16370302438735962

   1119540	  0.163910	  0.163703	  0.170931		CURRENT LEARNING RATE: 9.6141465622571e-06
previous_iter_valid_loss : 0.1607085019350052

   1119560	  0.160855	  0.160709	  0.170727		CURRENT LEARNING RATE: 9.612223925214766e-06
previous_iter_valid_loss : 0.16212119162082672

   1119580	  0.162320	  0.162121	  0.170452		CURRENT LEARNING RATE: 9.610301672661389e-06
previous_iter_valid_loss : 0.16050709784030914

   1119600	  0.160674	  0.160507	  0.170452		CURRENT LEARNING RATE: 9.608379804520083e-06
previous_iter_valid_loss : 0.18208347260951996

   1119620	  0.182235	  0.182083	  0.171260		CURRENT LEARNING RATE: 9.60645832071395e-06
previous_iter_valid_loss : 0.16463632881641388

   1119640	  0.164831	  0.164636	  0.169318		CURRENT LEARNING RATE: 9.604537221166173e-06
previous_iter_valid_loss : 0.16950568556785583

   1119660	  0.169657	  0.169506	  0.169547		CURRENT LEARNING RATE: 9.602616505799882e-06
previous_iter_valid_loss : 0.16286128759384155

   1119680	  0.163055	  0.162861	  0.169589		CURRENT LEARNING RATE: 9.600696174538254e-06
previous_iter_valid_loss : 0.16288726031780243

   1119700	  0.163051	  0.162887	  0.169621		CURRENT LEARNING RATE: 9.598776227304457e-06
previous_iter_valid_loss : 0.17657166719436646

   1119720	  0.176733	  0.176572	  0.170071		CURRENT LEARNING RATE: 9.596856664021727e-06
previous_iter_valid_loss : 0.1624690294265747

   1119740	  0.162670	  0.162469	  0.170113		CURRENT LEARNING RATE: 9.594937484613265e-06
previous_iter_valid_loss : 0.16616778075695038

   1119760	  0.166328	  0.166168	  0.167679		CURRENT LEARNING RATE: 9.593018689002287e-06
previous_iter_valid_loss : 0.16217893362045288

   1119780	  0.162332	  0.162179	  0.166914		CURRENT LEARNING RATE: 9.591100277112076e-06
previous_iter_valid_loss : 0.16610687971115112

   1119800	  0.166319	  0.166107	  0.167053		CURRENT LEARNING RATE: 9.589182248865875e-06
previous_iter_valid_loss : 0.16051633656024933

   1119820	  0.160689	  0.160516	  0.166135		CURRENT LEARNING RATE: 9.587264604186967e-06
previous_iter_valid_loss : 0.16751931607723236

   1119840	  0.167668	  0.167519	  0.165951		CURRENT LEARNING RATE: 9.585347342998626e-06
previous_iter_valid_loss : 0.1629776656627655

   1119860	  0.163180	  0.162978	  0.166027		CURRENT LEARNING RATE: 9.583430465224199e-06
previous_iter_valid_loss : 0.16068822145462036

   1119880	  0.160868	  0.160688	  0.165949		CURRENT LEARNING RATE: 9.58151397078699e-06
previous_iter_valid_loss : 0.17807523906230927

   1119900	  0.178230	  0.178075	  0.166351		CURRENT LEARNING RATE: 9.57959785961034e-06
previous_iter_valid_loss : 0.16964618861675262

   1119920	  0.169893	  0.169646	  0.166094		CURRENT LEARNING RATE: 9.577682131617592e-06
previous_iter_valid_loss : 0.17264148592948914

   1119940	  0.172910	  0.172641	  0.166541		CURRENT LEARNING RATE: 9.575766786732146e-06
previous_iter_valid_loss : 0.16354314982891083

   1119960	  0.163735	  0.163543	  0.166683		CURRENT LEARNING RATE: 9.573851824877373e-06
previous_iter_valid_loss : 0.16082891821861267

   1119980	  0.160988	  0.160829	  0.166618		CURRENT LEARNING RATE: 9.571937245976674e-06
previous_iter_valid_loss : 0.16423644125461578

   1120000	  0.164400	  0.164236	  0.166805		CURRENT LEARNING RATE: 9.570023049953449e-06
previous_iter_valid_loss : 0.16055767238140106

   1120020	  0.160711	  0.160558	  0.165728		CURRENT LEARNING RATE: 9.568109236731164e-06
previous_iter_valid_loss : 0.19674688577651978

   1120040	  0.196844	  0.196747	  0.167334		CURRENT LEARNING RATE: 9.56619580623325e-06
previous_iter_valid_loss : 0.1608130931854248

   1120060	  0.160989	  0.160813	  0.166899		CURRENT LEARNING RATE: 9.56428275838317e-06
previous_iter_valid_loss : 0.16081616282463074

   1120080	  0.160989	  0.160816	  0.166797		CURRENT LEARNING RATE: 9.562370093104384e-06
previous_iter_valid_loss : 0.1622251719236374

   1120100	  0.162394	  0.162225	  0.166764		CURRENT LEARNING RATE: 9.56045781032042e-06
previous_iter_valid_loss : 0.1615893542766571

   1120120	  0.161747	  0.161589	  0.166015		CURRENT LEARNING RATE: 9.558545909954771e-06
previous_iter_valid_loss : 0.16049978137016296

   1120140	  0.160661	  0.160500	  0.165916		CURRENT LEARNING RATE: 9.556634391930958e-06
previous_iter_valid_loss : 0.16458502411842346

   1120160	  0.164753	  0.164585	  0.165837		CURRENT LEARNING RATE: 9.554723256172506e-06
previous_iter_valid_loss : 0.161437526345253

   1120180	  0.161630	  0.161438	  0.165800		CURRENT LEARNING RATE: 9.552812502603002e-06
previous_iter_valid_loss : 0.17336499691009521

   1120200	  0.173510	  0.173365	  0.166163		CURRENT LEARNING RATE: 9.550902131145999e-06
previous_iter_valid_loss : 0.16281305253505707

   1120220	  0.163018	  0.162813	  0.166278		CURRENT LEARNING RATE: 9.548992141725066e-06
previous_iter_valid_loss : 0.16203288733959198

   1120240	  0.162228	  0.162033	  0.166003		CURRENT LEARNING RATE: 9.547082534263837e-06
previous_iter_valid_loss : 0.1650305837392807

   1120260	  0.165247	  0.165031	  0.166106		CURRENT LEARNING RATE: 9.54517330868591e-06
previous_iter_valid_loss : 0.17050744593143463

   1120280	  0.170661	  0.170507	  0.166597		CURRENT LEARNING RATE: 9.543264464914918e-06
previous_iter_valid_loss : 0.1604938507080078

   1120300	  0.160653	  0.160494	  0.165718		CURRENT LEARNING RATE: 9.541356002874489e-06
previous_iter_valid_loss : 0.16075585782527924

   1120320	  0.160929	  0.160756	  0.165274		CURRENT LEARNING RATE: 9.539447922488317e-06
previous_iter_valid_loss : 0.16250590980052948

   1120340	  0.162689	  0.162506	  0.164767		CURRENT LEARNING RATE: 9.537540223680062e-06
previous_iter_valid_loss : 0.1641034632921219

   1120360	  0.164303	  0.164103	  0.164795		CURRENT LEARNING RATE: 9.535632906373419e-06
previous_iter_valid_loss : 0.16576728224754333

   1120380	  0.165969	  0.165767	  0.165042		CURRENT LEARNING RATE: 9.533725970492077e-06
previous_iter_valid_loss : 0.1681915670633316

   1120400	  0.168345	  0.168192	  0.165239		CURRENT LEARNING RATE: 9.531819415959792e-06
previous_iter_valid_loss : 0.18022650480270386

   1120420	  0.180382	  0.180227	  0.166223		CURRENT LEARNING RATE: 9.529913242700283e-06
previous_iter_valid_loss : 0.16449443995952606

   1120440	  0.164652	  0.164494	  0.164610		CURRENT LEARNING RATE: 9.528007450637307e-06
previous_iter_valid_loss : 0.16411693394184113

   1120460	  0.164315	  0.164117	  0.164775		CURRENT LEARNING RATE: 9.526102039694612e-06
previous_iter_valid_loss : 0.16069844365119934

   1120480	  0.160862	  0.160698	  0.164770		CURRENT LEARNING RATE: 9.524197009796019e-06
previous_iter_valid_loss : 0.16072997450828552

   1120500	  0.160904	  0.160730	  0.164695		CURRENT LEARNING RATE: 9.522292360865306e-06
previous_iter_valid_loss : 0.16883878409862518

   1120520	  0.169076	  0.168839	  0.165057		CURRENT LEARNING RATE: 9.520388092826288e-06
previous_iter_valid_loss : 0.16611593961715698

   1120540	  0.166280	  0.166116	  0.165338		CURRENT LEARNING RATE: 9.518484205602779e-06
previous_iter_valid_loss : 0.1749386340379715

   1120560	  0.175219	  0.174939	  0.165856		CURRENT LEARNING RATE: 9.516580699118657e-06
previous_iter_valid_loss : 0.1631937175989151

   1120580	  0.163358	  0.163194	  0.165944		CURRENT LEARNING RATE: 9.514677573297763e-06
previous_iter_valid_loss : 0.1605151742696762

   1120600	  0.160692	  0.160515	  0.165301		CURRENT LEARNING RATE: 9.512774828063958e-06
previous_iter_valid_loss : 0.17369987070560455

   1120620	  0.173976	  0.173700	  0.165845		CURRENT LEARNING RATE: 9.510872463341162e-06
previous_iter_valid_loss : 0.16224215924739838

   1120640	  0.162432	  0.162242	  0.165856		CURRENT LEARNING RATE: 9.508970479053267e-06
previous_iter_valid_loss : 0.17850838601589203

   1120660	  0.178672	  0.178508	  0.166530		CURRENT LEARNING RATE: 9.507068875124194e-06
previous_iter_valid_loss : 0.1606166660785675

   1120680	  0.160783	  0.160617	  0.166035		CURRENT LEARNING RATE: 9.505167651477858e-06
previous_iter_valid_loss : 0.20602746307849884

   1120700	  0.206093	  0.206027	  0.168312		CURRENT LEARNING RATE: 9.503266808038245e-06
previous_iter_valid_loss : 0.16237285733222961

   1120720	  0.162530	  0.162373	  0.168393		CURRENT LEARNING RATE: 9.50136634472931e-06
previous_iter_valid_loss : 0.1614619940519333

   1120740	  0.161619	  0.161462	  0.168341		CURRENT LEARNING RATE: 9.499466261475027e-06
previous_iter_valid_loss : 0.16534075140953064

   1120760	  0.165505	  0.165341	  0.168402		CURRENT LEARNING RATE: 9.497566558199378e-06
previous_iter_valid_loss : 0.172261044383049

   1120780	  0.172403	  0.172261	  0.168727		CURRENT LEARNING RATE: 9.495667234826411e-06
previous_iter_valid_loss : 0.17352384328842163

   1120800	  0.173795	  0.173524	  0.168994		CURRENT LEARNING RATE: 9.493768291280136e-06
previous_iter_valid_loss : 0.16846954822540283

   1120820	  0.168620	  0.168470	  0.168406		CURRENT LEARNING RATE: 9.491869727484592e-06
previous_iter_valid_loss : 0.16183383762836456

   1120840	  0.162002	  0.161834	  0.168273		CURRENT LEARNING RATE: 9.48997154336382e-06
previous_iter_valid_loss : 0.16173586249351501

   1120860	  0.161923	  0.161736	  0.168154		CURRENT LEARNING RATE: 9.488073738841931e-06
previous_iter_valid_loss : 0.16223680973052979

   1120880	  0.162419	  0.162237	  0.168231		CURRENT LEARNING RATE: 9.486176313842992e-06
previous_iter_valid_loss : 0.16353070735931396

   1120900	  0.163721	  0.163531	  0.168371		CURRENT LEARNING RATE: 9.484279268291105e-06
previous_iter_valid_loss : 0.16144447028636932

   1120920	  0.161628	  0.161444	  0.168001		CURRENT LEARNING RATE: 9.482382602110377e-06
previous_iter_valid_loss : 0.16943001747131348

   1120940	  0.169670	  0.169430	  0.168167		CURRENT LEARNING RATE: 9.480486315224968e-06
previous_iter_valid_loss : 0.16084207594394684

   1120960	  0.161011	  0.160842	  0.167462		CURRENT LEARNING RATE: 9.478590407559014e-06
previous_iter_valid_loss : 0.16302600502967834

   1120980	  0.163192	  0.163026	  0.167454		CURRENT LEARNING RATE: 9.47669487903666e-06
previous_iter_valid_loss : 0.16655270755290985

   1121000	  0.166766	  0.166553	  0.167755		CURRENT LEARNING RATE: 9.47479972958212e-06
previous_iter_valid_loss : 0.16062308847904205

   1121020	  0.160795	  0.160623	  0.167102		CURRENT LEARNING RATE: 9.47290495911957e-06
previous_iter_valid_loss : 0.17410077154636383

   1121040	  0.174253	  0.174101	  0.167694		CURRENT LEARNING RATE: 9.47101056757322e-06
previous_iter_valid_loss : 0.16054414212703705

   1121060	  0.160699	  0.160544	  0.166796		CURRENT LEARNING RATE: 9.469116554867276e-06
previous_iter_valid_loss : 0.16078093647956848

   1121080	  0.160956	  0.160781	  0.166804		CURRENT LEARNING RATE: 9.467222920926014e-06
previous_iter_valid_loss : 0.16122391819953918

   1121100	  0.161380	  0.161224	  0.164564		CURRENT LEARNING RATE: 9.46532966567367e-06
previous_iter_valid_loss : 0.16873225569725037

   1121120	  0.168964	  0.168732	  0.164882		CURRENT LEARNING RATE: 9.463436789034513e-06
previous_iter_valid_loss : 0.17640213668346405

   1121140	  0.176555	  0.176402	  0.165629		CURRENT LEARNING RATE: 9.461544290932811e-06
previous_iter_valid_loss : 0.16272921860218048

   1121160	  0.162919	  0.162729	  0.165499		CURRENT LEARNING RATE: 9.4596521712929e-06
previous_iter_valid_loss : 0.16374462842941284

   1121180	  0.163907	  0.163745	  0.165073		CURRENT LEARNING RATE: 9.457760430039078e-06
previous_iter_valid_loss : 0.17331868410110474

   1121200	  0.173465	  0.173319	  0.165063		CURRENT LEARNING RATE: 9.455869067095672e-06
previous_iter_valid_loss : 0.16053548455238342

   1121220	  0.160708	  0.160535	  0.164666		CURRENT LEARNING RATE: 9.453978082387016e-06
previous_iter_valid_loss : 0.18447519838809967

   1121240	  0.184624	  0.184475	  0.165798		CURRENT LEARNING RATE: 9.4520874758375e-06
previous_iter_valid_loss : 0.16375494003295898

   1121260	  0.163927	  0.163755	  0.165899		CURRENT LEARNING RATE: 9.450197247371483e-06
previous_iter_valid_loss : 0.1605847179889679

   1121280	  0.160750	  0.160585	  0.165816		CURRENT LEARNING RATE: 9.448307396913359e-06
previous_iter_valid_loss : 0.16280987858772278

   1121300	  0.163007	  0.162810	  0.165780		CURRENT LEARNING RATE: 9.446417924387516e-06
previous_iter_valid_loss : 0.16207166016101837

   1121320	  0.162239	  0.162072	  0.165812		CURRENT LEARNING RATE: 9.444528829718407e-06
previous_iter_valid_loss : 0.16180869936943054

   1121340	  0.161966	  0.161809	  0.165431		CURRENT LEARNING RATE: 9.442640112830451e-06
previous_iter_valid_loss : 0.16063545644283295

   1121360	  0.160809	  0.160635	  0.165420		CURRENT LEARNING RATE: 9.440751773648085e-06
previous_iter_valid_loss : 0.16275179386138916

   1121380	  0.162941	  0.162752	  0.165407		CURRENT LEARNING RATE: 9.438863812095809e-06
previous_iter_valid_loss : 0.1623629927635193

   1121400	  0.162520	  0.162363	  0.165197		CURRENT LEARNING RATE: 9.436976228098086e-06
previous_iter_valid_loss : 0.16230566799640656

   1121420	  0.162493	  0.162306	  0.165281		CURRENT LEARNING RATE: 9.435089021579413e-06
previous_iter_valid_loss : 0.1605536788702011

   1121440	  0.160710	  0.160554	  0.164604		CURRENT LEARNING RATE: 9.433202192464287e-06
previous_iter_valid_loss : 0.17657002806663513

   1121460	  0.176721	  0.176570	  0.165405		CURRENT LEARNING RATE: 9.431315740677264e-06
previous_iter_valid_loss : 0.16348236799240112

   1121480	  0.163697	  0.163482	  0.165540		CURRENT LEARNING RATE: 9.429429666142872e-06
previous_iter_valid_loss : 0.16148094832897186

   1121500	  0.161642	  0.161481	  0.165553		CURRENT LEARNING RATE: 9.42754396878567e-06
previous_iter_valid_loss : 0.16781003773212433

   1121520	  0.168037	  0.167810	  0.165507		CURRENT LEARNING RATE: 9.42565864853021e-06
previous_iter_valid_loss : 0.16515959799289703

   1121540	  0.165367	  0.165160	  0.164945		CURRENT LEARNING RATE: 9.423773705301115e-06
previous_iter_valid_loss : 0.1639934629201889

   1121560	  0.164163	  0.163993	  0.165008		CURRENT LEARNING RATE: 9.421889139022969e-06
previous_iter_valid_loss : 0.16087456047534943

   1121580	  0.161034	  0.160875	  0.164864		CURRENT LEARNING RATE: 9.42000494962039e-06
previous_iter_valid_loss : 0.16848987340927124

   1121600	  0.168716	  0.168490	  0.164623		CURRENT LEARNING RATE: 9.418121137017992e-06
previous_iter_valid_loss : 0.16507050395011902

   1121620	  0.165233	  0.165071	  0.164850		CURRENT LEARNING RATE: 9.41623770114046e-06
previous_iter_valid_loss : 0.1606418788433075

   1121640	  0.160805	  0.160642	  0.163658		CURRENT LEARNING RATE: 9.414354641912435e-06
previous_iter_valid_loss : 0.17576812207698822

   1121660	  0.175919	  0.175768	  0.164259		CURRENT LEARNING RATE: 9.4124719592586e-06
previous_iter_valid_loss : 0.1714441031217575

   1121680	  0.171692	  0.171444	  0.164802		CURRENT LEARNING RATE: 9.410589653103625e-06
previous_iter_valid_loss : 0.17718487977981567

   1121700	  0.177476	  0.177185	  0.165520		CURRENT LEARNING RATE: 9.408707723372255e-06
previous_iter_valid_loss : 0.16242775321006775

   1121720	  0.162625	  0.162428	  0.165538		CURRENT LEARNING RATE: 9.406826169989195e-06
previous_iter_valid_loss : 0.16334709525108337

   1121740	  0.163541	  0.163347	  0.165615		CURRENT LEARNING RATE: 9.404944992879182e-06
previous_iter_valid_loss : 0.1621170938014984

   1121760	  0.162273	  0.162117	  0.165689		CURRENT LEARNING RATE: 9.403064191966954e-06
previous_iter_valid_loss : 0.16105668246746063

   1121780	  0.161220	  0.161057	  0.165605		CURRENT LEARNING RATE: 9.401183767177314e-06
previous_iter_valid_loss : 0.16242675483226776

   1121800	  0.162590	  0.162427	  0.165608		CURRENT LEARNING RATE: 9.399303718435023e-06
previous_iter_valid_loss : 0.16214418411254883

   1121820	  0.162328	  0.162144	  0.165600		CURRENT LEARNING RATE: 9.397424045664867e-06
previous_iter_valid_loss : 0.1612863689661026

   1121840	  0.161473	  0.161286	  0.165636		CURRENT LEARNING RATE: 9.39554474879169e-06
previous_iter_valid_loss : 0.16768570244312286

   1121860	  0.167905	  0.167686	  0.165192		CURRENT LEARNING RATE: 9.393665827740304e-06
previous_iter_valid_loss : 0.1604955643415451

   1121880	  0.160658	  0.160496	  0.165043		CURRENT LEARNING RATE: 9.391787282435552e-06
previous_iter_valid_loss : 0.1629330962896347

   1121900	  0.163125	  0.162933	  0.165115		CURRENT LEARNING RATE: 9.389909112802277e-06
previous_iter_valid_loss : 0.18656258285045624

   1121920	  0.186699	  0.186563	  0.166053		CURRENT LEARNING RATE: 9.388031318765383e-06
previous_iter_valid_loss : 0.16370022296905518

   1121940	  0.163906	  0.163700	  0.165980		CURRENT LEARNING RATE: 9.386153900249745e-06
previous_iter_valid_loss : 0.16188663244247437

   1121960	  0.162053	  0.161887	  0.165875		CURRENT LEARNING RATE: 9.384276857180263e-06
previous_iter_valid_loss : 0.1610819697380066

   1121980	  0.161259	  0.161082	  0.165885		CURRENT LEARNING RATE: 9.38240018948184e-06
previous_iter_valid_loss : 0.16176655888557434

   1122000	  0.161920	  0.161767	  0.165549		CURRENT LEARNING RATE: 9.380523897079442e-06
previous_iter_valid_loss : 0.1758449226617813

   1122020	  0.176130	  0.175845	  0.166088		CURRENT LEARNING RATE: 9.378647979898002e-06
previous_iter_valid_loss : 0.1642194241285324

   1122040	  0.164384	  0.164219	  0.166266		CURRENT LEARNING RATE: 9.376772437862482e-06
previous_iter_valid_loss : 0.16450004279613495

   1122060	  0.164667	  0.164500	  0.165703		CURRENT LEARNING RATE: 9.374897270897844e-06
previous_iter_valid_loss : 0.16256791353225708

   1122080	  0.162751	  0.162568	  0.165259		CURRENT LEARNING RATE: 9.373022478929115e-06
previous_iter_valid_loss : 0.1653202325105667

   1122100	  0.165478	  0.165320	  0.164666		CURRENT LEARNING RATE: 9.371148061881287e-06
previous_iter_valid_loss : 0.16226787865161896

   1122120	  0.162459	  0.162268	  0.164658		CURRENT LEARNING RATE: 9.369274019679383e-06
previous_iter_valid_loss : 0.16528378427028656

   1122140	  0.165492	  0.165284	  0.164755		CURRENT LEARNING RATE: 9.367400352248422e-06
previous_iter_valid_loss : 0.1639384627342224

   1122160	  0.164100	  0.163938	  0.164846		CURRENT LEARNING RATE: 9.365527059513495e-06
previous_iter_valid_loss : 0.1666039377450943

   1122180	  0.166764	  0.166604	  0.165123		CURRENT LEARNING RATE: 9.36365414139965e-06
previous_iter_valid_loss : 0.18512661755084991

   1122200	  0.185264	  0.185127	  0.166258		CURRENT LEARNING RATE: 9.361781597831957e-06
previous_iter_valid_loss : 0.16215938329696655

   1122220	  0.162327	  0.162159	  0.166259		CURRENT LEARNING RATE: 9.359909428735546e-06
previous_iter_valid_loss : 0.16560904681682587

   1122240	  0.165772	  0.165609	  0.166475		CURRENT LEARNING RATE: 9.358037634035512e-06
previous_iter_valid_loss : 0.16207261383533478

   1122260	  0.162269	  0.162073	  0.166195		CURRENT LEARNING RATE: 9.356166213656985e-06
previous_iter_valid_loss : 0.16145731508731842

   1122280	  0.161622	  0.161457	  0.166243		CURRENT LEARNING RATE: 9.354295167525091e-06
previous_iter_valid_loss : 0.16061465442180634

   1122300	  0.160781	  0.160615	  0.166127		CURRENT LEARNING RATE: 9.352424495565023e-06
previous_iter_valid_loss : 0.16197478771209717

   1122320	  0.162175	  0.161975	  0.164897		CURRENT LEARNING RATE: 9.350554197701936e-06
previous_iter_valid_loss : 0.1707627773284912

   1122340	  0.171011	  0.170763	  0.165250		CURRENT LEARNING RATE: 9.348684273861016e-06
previous_iter_valid_loss : 0.16067227721214294

   1122360	  0.160834	  0.160672	  0.165190		CURRENT LEARNING RATE: 9.346814723967452e-06
previous_iter_valid_loss : 0.16074062883853912

   1122380	  0.160916	  0.160741	  0.165173		CURRENT LEARNING RATE: 9.344945547946495e-06
previous_iter_valid_loss : 0.17580588161945343

   1122400	  0.176087	  0.175806	  0.165875		CURRENT LEARNING RATE: 9.343076745723363e-06
previous_iter_valid_loss : 0.16062362492084503

   1122420	  0.160793	  0.160624	  0.165114		CURRENT LEARNING RATE: 9.3412083172233e-06
previous_iter_valid_loss : 0.1610555350780487

   1122440	  0.161244	  0.161056	  0.164955		CURRENT LEARNING RATE: 9.339340262371555e-06
previous_iter_valid_loss : 0.16315467655658722

   1122460	  0.163363	  0.163155	  0.164888		CURRENT LEARNING RATE: 9.33747258109344e-06
previous_iter_valid_loss : 0.16085125505924225

   1122480	  0.161004	  0.160851	  0.164802		CURRENT LEARNING RATE: 9.335605273314226e-06
previous_iter_valid_loss : 0.16773322224617004

   1122500	  0.167958	  0.167733	  0.164923		CURRENT LEARNING RATE: 9.333738338959227e-06
previous_iter_valid_loss : 0.16919413208961487

   1122520	  0.169443	  0.169194	  0.165269		CURRENT LEARNING RATE: 9.331871777953746e-06
previous_iter_valid_loss : 0.16082674264907837

   1122540	  0.160995	  0.160827	  0.165046		CURRENT LEARNING RATE: 9.330005590223153e-06
previous_iter_valid_loss : 0.16093817353248596

   1122560	  0.161116	  0.160938	  0.164896		CURRENT LEARNING RATE: 9.328139775692785e-06
previous_iter_valid_loss : 0.16197486221790314

   1122580	  0.162140	  0.161975	  0.164665		CURRENT LEARNING RATE: 9.326274334287991e-06
previous_iter_valid_loss : 0.16075043380260468

   1122600	  0.160908	  0.160750	  0.163446		CURRENT LEARNING RATE: 9.324409265934191e-06
previous_iter_valid_loss : 0.16054725646972656

   1122620	  0.160722	  0.160547	  0.163366		CURRENT LEARNING RATE: 9.322544570556763e-06
previous_iter_valid_loss : 0.17637349665164948

   1122640	  0.176525	  0.176373	  0.163904		CURRENT LEARNING RATE: 9.320680248081118e-06
previous_iter_valid_loss : 0.1631210595369339

   1122660	  0.163305	  0.163121	  0.163956		CURRENT LEARNING RATE: 9.318816298432667e-06
previous_iter_valid_loss : 0.1619964987039566

   1122680	  0.162189	  0.161996	  0.163983		CURRENT LEARNING RATE: 9.316952721536887e-06
previous_iter_valid_loss : 0.1605447232723236

   1122700	  0.160720	  0.160545	  0.163980		CURRENT LEARNING RATE: 9.315089517319216e-06
previous_iter_valid_loss : 0.17591312527656555

   1122720	  0.176190	  0.175913	  0.164677		CURRENT LEARNING RATE: 9.313226685705126e-06
previous_iter_valid_loss : 0.16229777038097382

   1122740	  0.162484	  0.162298	  0.164253		CURRENT LEARNING RATE: 9.31136422662009e-06
previous_iter_valid_loss : 0.1616453230381012

   1122760	  0.161802	  0.161645	  0.164302		CURRENT LEARNING RATE: 9.309502139989642e-06
previous_iter_valid_loss : 0.17526908218860626

   1122780	  0.175554	  0.175269	  0.165028		CURRENT LEARNING RATE: 9.307640425739278e-06
previous_iter_valid_loss : 0.16108250617980957

   1122800	  0.161265	  0.161083	  0.164292		CURRENT LEARNING RATE: 9.305779083794533e-06
previous_iter_valid_loss : 0.19592134654521942

   1122820	  0.196027	  0.195921	  0.166057		CURRENT LEARNING RATE: 9.303918114080937e-06
previous_iter_valid_loss : 0.16618983447551727

   1122840	  0.166354	  0.166190	  0.166314		CURRENT LEARNING RATE: 9.302057516524082e-06
previous_iter_valid_loss : 0.17315605282783508

   1122860	  0.173297	  0.173156	  0.166814		CURRENT LEARNING RATE: 9.300197291049531e-06
previous_iter_valid_loss : 0.16053013503551483

   1122880	  0.160694	  0.160530	  0.166798		CURRENT LEARNING RATE: 9.298337437582872e-06
previous_iter_valid_loss : 0.1694210320711136

   1122900	  0.169570	  0.169421	  0.166882		CURRENT LEARNING RATE: 9.296477956049695e-06
previous_iter_valid_loss : 0.1609250009059906

   1122920	  0.161082	  0.160925	  0.166469		CURRENT LEARNING RATE: 9.294618846375653e-06
previous_iter_valid_loss : 0.16143493354320526

   1122940	  0.161624	  0.161435	  0.166499		CURRENT LEARNING RATE: 9.292760108486366e-06
previous_iter_valid_loss : 0.1679268777370453

   1122960	  0.168149	  0.167927	  0.166849		CURRENT LEARNING RATE: 9.290901742307487e-06
previous_iter_valid_loss : 0.17076632380485535

   1122980	  0.171028	  0.170766	  0.167288		CURRENT LEARNING RATE: 9.28904374776466e-06
previous_iter_valid_loss : 0.16547471284866333

   1123000	  0.165676	  0.165475	  0.167524		CURRENT LEARNING RATE: 9.287186124783601e-06
previous_iter_valid_loss : 0.16082987189292908

   1123020	  0.161006	  0.160830	  0.167538		CURRENT LEARNING RATE: 9.28532887328999e-06
previous_iter_valid_loss : 0.16059108078479767

   1123040	  0.160748	  0.160591	  0.166749		CURRENT LEARNING RATE: 9.283471993209517e-06
previous_iter_valid_loss : 0.1744518131017685

   1123060	  0.174603	  0.174452	  0.167316		CURRENT LEARNING RATE: 9.281615484467942e-06
previous_iter_valid_loss : 0.16051337122917175

   1123080	  0.160674	  0.160513	  0.167242		CURRENT LEARNING RATE: 9.279759346990989e-06
previous_iter_valid_loss : 0.17690250277519226

   1123100	  0.177054	  0.176903	  0.168060		CURRENT LEARNING RATE: 9.277903580704409e-06
previous_iter_valid_loss : 0.1692553162574768

   1123120	  0.169497	  0.169255	  0.167727		CURRENT LEARNING RATE: 9.276048185533956e-06
previous_iter_valid_loss : 0.1661958247423172

   1123140	  0.166361	  0.166196	  0.167922		CURRENT LEARNING RATE: 9.274193161405451e-06
previous_iter_valid_loss : 0.16783864796161652

   1123160	  0.167996	  0.167839	  0.168231		CURRENT LEARNING RATE: 9.272338508244673e-06
previous_iter_valid_loss : 0.19274277985095978

   1123180	  0.193203	  0.192743	  0.169105		CURRENT LEARNING RATE: 9.270484225977435e-06
previous_iter_valid_loss : 0.18679240345954895

   1123200	  0.187185	  0.186792	  0.170391		CURRENT LEARNING RATE: 9.268630314529552e-06
previous_iter_valid_loss : 0.16801825165748596

   1123220	  0.168251	  0.168018	  0.168995		CURRENT LEARNING RATE: 9.2667767738269e-06
previous_iter_valid_loss : 0.17037071287631989

   1123240	  0.170524	  0.170371	  0.169204		CURRENT LEARNING RATE: 9.264923603795318e-06
previous_iter_valid_loss : 0.16060706973075867

   1123260	  0.160769	  0.160607	  0.168577		CURRENT LEARNING RATE: 9.263070804360683e-06
previous_iter_valid_loss : 0.16289062798023224

   1123280	  0.163084	  0.162891	  0.168695		CURRENT LEARNING RATE: 9.261218375448865e-06
previous_iter_valid_loss : 0.16105951368808746

   1123300	  0.161215	  0.161060	  0.168277		CURRENT LEARNING RATE: 9.259366316985799e-06
previous_iter_valid_loss : 0.1652974635362625

   1123320	  0.165499	  0.165297	  0.168496		CURRENT LEARNING RATE: 9.257514628897388e-06
previous_iter_valid_loss : 0.1607435941696167

   1123340	  0.160909	  0.160744	  0.168461		CURRENT LEARNING RATE: 9.255663311109563e-06
previous_iter_valid_loss : 0.17621366679668427

   1123360	  0.176370	  0.176214	  0.168875		CURRENT LEARNING RATE: 9.253812363548254e-06
previous_iter_valid_loss : 0.17967285215854645

   1123380	  0.179831	  0.179673	  0.169321		CURRENT LEARNING RATE: 9.25196178613946e-06
previous_iter_valid_loss : 0.16395990550518036

   1123400	  0.164132	  0.163960	  0.169245		CURRENT LEARNING RATE: 9.250111578809136e-06
previous_iter_valid_loss : 0.16285188496112823

   1123420	  0.163040	  0.162852	  0.169346		CURRENT LEARNING RATE: 9.248261741483261e-06
previous_iter_valid_loss : 0.16238634288311005

   1123440	  0.162549	  0.162386	  0.169436		CURRENT LEARNING RATE: 9.246412274087872e-06
previous_iter_valid_loss : 0.16906309127807617

   1123460	  0.169306	  0.169063	  0.169166		CURRENT LEARNING RATE: 9.244563176548976e-06
previous_iter_valid_loss : 0.1771884709596634

   1123480	  0.177492	  0.177188	  0.170000		CURRENT LEARNING RATE: 9.242714448792608e-06
previous_iter_valid_loss : 0.17659993469715118

   1123500	  0.176751	  0.176600	  0.169985		CURRENT LEARNING RATE: 9.240866090744805e-06
previous_iter_valid_loss : 0.16051112115383148

   1123520	  0.160674	  0.160511	  0.169548		CURRENT LEARNING RATE: 9.239018102331661e-06
previous_iter_valid_loss : 0.17004691064357758

   1123540	  0.170199	  0.170047	  0.169740		CURRENT LEARNING RATE: 9.237170483479244e-06
previous_iter_valid_loss : 0.16279014945030212

   1123560	  0.162953	  0.162790	  0.169488		CURRENT LEARNING RATE: 9.235323234113644e-06
previous_iter_valid_loss : 0.16106069087982178

   1123580	  0.161245	  0.161061	  0.167904		CURRENT LEARNING RATE: 9.233476354160962e-06
previous_iter_valid_loss : 0.16210967302322388

   1123600	  0.162271	  0.162110	  0.166670		CURRENT LEARNING RATE: 9.23162984354735e-06
previous_iter_valid_loss : 0.16147677600383759

   1123620	  0.161627	  0.161477	  0.166343		CURRENT LEARNING RATE: 9.229783702198934e-06
previous_iter_valid_loss : 0.19688214361667633

   1123640	  0.197374	  0.196882	  0.167668		CURRENT LEARNING RATE: 9.227937930041868e-06
previous_iter_valid_loss : 0.16964022815227509

   1123660	  0.169878	  0.169640	  0.168120		CURRENT LEARNING RATE: 9.226092527002302e-06
previous_iter_valid_loss : 0.1702895313501358

   1123680	  0.170545	  0.170290	  0.168490		CURRENT LEARNING RATE: 9.224247493006456e-06
previous_iter_valid_loss : 0.16594161093235016

   1123700	  0.166155	  0.165942	  0.168734		CURRENT LEARNING RATE: 9.22240282798051e-06
previous_iter_valid_loss : 0.16171394288539886

   1123720	  0.161870	  0.161714	  0.168555		CURRENT LEARNING RATE: 9.22055853185068e-06
previous_iter_valid_loss : 0.16864655911922455

   1123740	  0.168885	  0.168647	  0.168950		CURRENT LEARNING RATE: 9.218714604543175e-06
previous_iter_valid_loss : 0.16728660464286804

   1123760	  0.167440	  0.167287	  0.168503		CURRENT LEARNING RATE: 9.21687104598427e-06
previous_iter_valid_loss : 0.1796165555715561

   1123780	  0.179777	  0.179617	  0.168501		CURRENT LEARNING RATE: 9.215027856100211e-06
previous_iter_valid_loss : 0.20390965044498444

   1123800	  0.203975	  0.203910	  0.170498		CURRENT LEARNING RATE: 9.21318503481725e-06
previous_iter_valid_loss : 0.17362940311431885

   1123820	  0.173774	  0.173629	  0.171037		CURRENT LEARNING RATE: 9.211342582061706e-06
previous_iter_valid_loss : 0.16361777484416962

   1123840	  0.163809	  0.163618	  0.171099		CURRENT LEARNING RATE: 9.209500497759869e-06
previous_iter_valid_loss : 0.16119718551635742

   1123860	  0.161379	  0.161197	  0.170705		CURRENT LEARNING RATE: 9.207658781838053e-06
previous_iter_valid_loss : 0.16142386198043823

   1123880	  0.161609	  0.161424	  0.169917		CURRENT LEARNING RATE: 9.205817434222573e-06
previous_iter_valid_loss : 0.18183091282844543

   1123900	  0.182194	  0.181831	  0.170179		CURRENT LEARNING RATE: 9.203976454839808e-06
previous_iter_valid_loss : 0.1609828919172287

   1123920	  0.161141	  0.160983	  0.170202		CURRENT LEARNING RATE: 9.202135843616101e-06
previous_iter_valid_loss : 0.16627337038516998

   1123940	  0.166479	  0.166273	  0.170013		CURRENT LEARNING RATE: 9.20029560047783e-06
previous_iter_valid_loss : 0.1630546897649765

   1123960	  0.163218	  0.163055	  0.170027		CURRENT LEARNING RATE: 9.198455725351367e-06
previous_iter_valid_loss : 0.18614459037780762

   1123980	  0.186280	  0.186145	  0.171281		CURRENT LEARNING RATE: 9.196616218163152e-06
previous_iter_valid_loss : 0.18637800216674805

   1124000	  0.186516	  0.186378	  0.172494		CURRENT LEARNING RATE: 9.194777078839586e-06
previous_iter_valid_loss : 0.16072213649749756

   1124020	  0.160901	  0.160722	  0.172457		CURRENT LEARNING RATE: 9.192938307307106e-06
previous_iter_valid_loss : 0.16129092872142792

   1124040	  0.161449	  0.161291	  0.170677		CURRENT LEARNING RATE: 9.191099903492142e-06
previous_iter_valid_loss : 0.1610005646944046

   1124060	  0.161163	  0.161001	  0.170245		CURRENT LEARNING RATE: 9.189261867321192e-06
previous_iter_valid_loss : 0.16355246305465698

   1124080	  0.163728	  0.163552	  0.169908		CURRENT LEARNING RATE: 9.187424198720718e-06
previous_iter_valid_loss : 0.16450940072536469

   1124100	  0.164713	  0.164509	  0.169837		CURRENT LEARNING RATE: 9.185586897617212e-06
previous_iter_valid_loss : 0.1912079155445099

   1124120	  0.191330	  0.191208	  0.171311		CURRENT LEARNING RATE: 9.183749963937169e-06
previous_iter_valid_loss : 0.16098113358020782

   1124140	  0.161122	  0.160981	  0.170928		CURRENT LEARNING RATE: 9.18191339760714e-06
previous_iter_valid_loss : 0.1774304360151291

   1124160	  0.177727	  0.177430	  0.171435		CURRENT LEARNING RATE: 9.18007719855365e-06
previous_iter_valid_loss : 0.16061636805534363

   1124180	  0.160789	  0.160616	  0.170485		CURRENT LEARNING RATE: 9.17824136670323e-06
previous_iter_valid_loss : 0.20920266211032867

   1124200	  0.209260	  0.209203	  0.170750		CURRENT LEARNING RATE: 9.176405901982485e-06
previous_iter_valid_loss : 0.16185545921325684

   1124220	  0.162043	  0.161855	  0.170161		CURRENT LEARNING RATE: 9.174570804317975e-06
previous_iter_valid_loss : 0.16104628145694733

   1124240	  0.161229	  0.161046	  0.170033		CURRENT LEARNING RATE: 9.1727360736363e-06
previous_iter_valid_loss : 0.16313666105270386

   1124260	  0.163303	  0.163137	  0.170130		CURRENT LEARNING RATE: 9.170901709864052e-06
previous_iter_valid_loss : 0.17102375626564026

   1124280	  0.171176	  0.171024	  0.170610		CURRENT LEARNING RATE: 9.16906771292789e-06
previous_iter_valid_loss : 0.1605934053659439

   1124300	  0.160764	  0.160593	  0.169548		CURRENT LEARNING RATE: 9.16723408275444e-06
previous_iter_valid_loss : 0.16071952879428864

   1124320	  0.160890	  0.160720	  0.169535		CURRENT LEARNING RATE: 9.165400819270352e-06
previous_iter_valid_loss : 0.16116346418857574

   1124340	  0.161352	  0.161163	  0.169279		CURRENT LEARNING RATE: 9.163567922402282e-06
previous_iter_valid_loss : 0.16267803311347961

   1124360	  0.162847	  0.162678	  0.169260		CURRENT LEARNING RATE: 9.161735392076947e-06
previous_iter_valid_loss : 0.1791680008172989

   1124380	  0.179329	  0.179168	  0.168911		CURRENT LEARNING RATE: 9.159903228221029e-06
previous_iter_valid_loss : 0.17656643688678741

   1124400	  0.176727	  0.176566	  0.168421		CURRENT LEARNING RATE: 9.158071430761242e-06
previous_iter_valid_loss : 0.16480650007724762

   1124420	  0.164969	  0.164807	  0.168625		CURRENT LEARNING RATE: 9.156239999624295e-06
previous_iter_valid_loss : 0.1734091192483902

   1124440	  0.173556	  0.173409	  0.169231		CURRENT LEARNING RATE: 9.154408934736966e-06
previous_iter_valid_loss : 0.18303802609443665

   1124460	  0.183186	  0.183038	  0.170333		CURRENT LEARNING RATE: 9.152578236025996e-06
previous_iter_valid_loss : 0.1605214774608612

   1124480	  0.160677	  0.160521	  0.170181		CURRENT LEARNING RATE: 9.150747903418157e-06
previous_iter_valid_loss : 0.1612335592508316

   1124500	  0.161390	  0.161234	  0.170017		CURRENT LEARNING RATE: 9.14891793684022e-06
previous_iter_valid_loss : 0.16414399445056915

   1124520	  0.164316	  0.164144	  0.168664		CURRENT LEARNING RATE: 9.147088336219018e-06
previous_iter_valid_loss : 0.16060177981853485

   1124540	  0.160767	  0.160602	  0.168645		CURRENT LEARNING RATE: 9.145259101481349e-06
previous_iter_valid_loss : 0.184431254863739

   1124560	  0.184574	  0.184431	  0.168995		CURRENT LEARNING RATE: 9.143430232554046e-06
previous_iter_valid_loss : 0.16200673580169678

   1124580	  0.162160	  0.162007	  0.169065		CURRENT LEARNING RATE: 9.141601729363937e-06
previous_iter_valid_loss : 0.16399620473384857

   1124600	  0.164162	  0.163996	  0.166805		CURRENT LEARNING RATE: 9.139773591837915e-06
previous_iter_valid_loss : 0.18850596249103546

   1124620	  0.188641	  0.188506	  0.168137		CURRENT LEARNING RATE: 9.137945819902837e-06
previous_iter_valid_loss : 0.16438990831375122

   1124640	  0.164561	  0.164390	  0.168304		CURRENT LEARNING RATE: 9.136118413485577e-06
previous_iter_valid_loss : 0.16062888503074646

   1124660	  0.160805	  0.160629	  0.168179		CURRENT LEARNING RATE: 9.134291372513073e-06
previous_iter_valid_loss : 0.16067244112491608

   1124680	  0.160850	  0.160672	  0.167661		CURRENT LEARNING RATE: 9.132464696912223e-06
previous_iter_valid_loss : 0.16421130299568176

   1124700	  0.164383	  0.164211	  0.167842		CURRENT LEARNING RATE: 9.130638386609963e-06
previous_iter_valid_loss : 0.16077618300914764

   1124720	  0.160933	  0.160776	  0.167845		CURRENT LEARNING RATE: 9.128812441533223e-06
previous_iter_valid_loss : 0.16524510085582733

   1124740	  0.165449	  0.165245	  0.168049		CURRENT LEARNING RATE: 9.126986861608998e-06
previous_iter_valid_loss : 0.16146282851696014

   1124760	  0.161652	  0.161463	  0.167988		CURRENT LEARNING RATE: 9.125161646764248e-06
previous_iter_valid_loss : 0.16344690322875977

   1124780	  0.163618	  0.163447	  0.167202		CURRENT LEARNING RATE: 9.123336796925968e-06
previous_iter_valid_loss : 0.1604885756969452

   1124800	  0.160650	  0.160489	  0.166398		CURRENT LEARNING RATE: 9.121512312021142e-06
previous_iter_valid_loss : 0.16055552661418915

   1124820	  0.160720	  0.160556	  0.166186		CURRENT LEARNING RATE: 9.119688191976827e-06
previous_iter_valid_loss : 0.16170983016490936

   1124840	  0.161890	  0.161710	  0.165601		CURRENT LEARNING RATE: 9.117864436720041e-06
previous_iter_valid_loss : 0.1617017388343811

   1124860	  0.161892	  0.161702	  0.164534		CURRENT LEARNING RATE: 9.116041046177833e-06
previous_iter_valid_loss : 0.16528500616550446

   1124880	  0.165454	  0.165285	  0.164772		CURRENT LEARNING RATE: 9.114218020277253e-06
previous_iter_valid_loss : 0.17799988389015198

   1124900	  0.178155	  0.178000	  0.165611		CURRENT LEARNING RATE: 9.112395358945411e-06
previous_iter_valid_loss : 0.1629437655210495

   1124920	  0.163105	  0.162944	  0.165551		CURRENT LEARNING RATE: 9.110573062109384e-06
previous_iter_valid_loss : 0.1635768860578537

   1124940	  0.163741	  0.163577	  0.165699		CURRENT LEARNING RATE: 9.10875112969628e-06
previous_iter_valid_loss : 0.16369421780109406

   1124960	  0.163882	  0.163694	  0.164662		CURRENT LEARNING RATE: 9.106929561633207e-06
previous_iter_valid_loss : 0.16590702533721924

   1124980	  0.166123	  0.165907	  0.164857		CURRENT LEARNING RATE: 9.105108357847334e-06
previous_iter_valid_loss : 0.1737901121377945

   1125000	  0.173936	  0.173790	  0.165347		CURRENT LEARNING RATE: 9.103287518265797e-06
previous_iter_valid_loss : 0.16106337308883667

   1125020	  0.161228	  0.161063	  0.163975		CURRENT LEARNING RATE: 9.101467042815746e-06
previous_iter_valid_loss : 0.1622382402420044

   1125040	  0.162435	  0.162238	  0.163867		CURRENT LEARNING RATE: 9.099646931424392e-06
previous_iter_valid_loss : 0.16108644008636475

   1125060	  0.161272	  0.161086	  0.163890		CURRENT LEARNING RATE: 9.097827184018918e-06
previous_iter_valid_loss : 0.16560034453868866

   1125080	  0.165804	  0.165600	  0.164137		CURRENT LEARNING RATE: 9.096007800526532e-06
previous_iter_valid_loss : 0.16616104543209076

   1125100	  0.166370	  0.166161	  0.164234		CURRENT LEARNING RATE: 9.094188780874443e-06
previous_iter_valid_loss : 0.16519364714622498

   1125120	  0.165413	  0.165194	  0.164455		CURRENT LEARNING RATE: 9.092370124989924e-06
previous_iter_valid_loss : 0.18345265090465546

   1125140	  0.183600	  0.183453	  0.165365		CURRENT LEARNING RATE: 9.09055183280021e-06
previous_iter_valid_loss : 0.162886843085289

   1125160	  0.163056	  0.162887	  0.165437		CURRENT LEARNING RATE: 9.08873390423257e-06
previous_iter_valid_loss : 0.1689472198486328

   1125180	  0.169099	  0.168947	  0.165712		CURRENT LEARNING RATE: 9.086916339214273e-06
previous_iter_valid_loss : 0.16050167381763458

   1125200	  0.160665	  0.160502	  0.165712		CURRENT LEARNING RATE: 9.085099137672645e-06
previous_iter_valid_loss : 0.16795140504837036

   1125220	  0.168108	  0.167951	  0.166082		CURRENT LEARNING RATE: 9.083282299534985e-06
previous_iter_valid_loss : 0.16130515933036804

   1125240	  0.161487	  0.161305	  0.166062		CURRENT LEARNING RATE: 9.081465824728618e-06
previous_iter_valid_loss : 0.16072049736976624

   1125260	  0.160889	  0.160720	  0.166013		CURRENT LEARNING RATE: 9.079649713180868e-06
previous_iter_valid_loss : 0.16489365696907043

   1125280	  0.165060	  0.164894	  0.165993		CURRENT LEARNING RATE: 9.077833964819125e-06
previous_iter_valid_loss : 0.16049987077713013

   1125300	  0.160669	  0.160500	  0.165118		CURRENT LEARNING RATE: 9.076018579570742e-06
previous_iter_valid_loss : 0.1928805410861969

   1125320	  0.193001	  0.192881	  0.166615		CURRENT LEARNING RATE: 9.074203557363102e-06
previous_iter_valid_loss : 0.16091711819171906

   1125340	  0.161091	  0.160917	  0.166482		CURRENT LEARNING RATE: 9.072388898123591e-06
previous_iter_valid_loss : 0.18021652102470398

   1125360	  0.180373	  0.180217	  0.167308		CURRENT LEARNING RATE: 9.070574601779651e-06
previous_iter_valid_loss : 0.16507521271705627

   1125380	  0.165244	  0.165075	  0.167267		CURRENT LEARNING RATE: 9.0687606682587e-06
previous_iter_valid_loss : 0.16100676357746124

   1125400	  0.161162	  0.161007	  0.166628		CURRENT LEARNING RATE: 9.066947097488157e-06
previous_iter_valid_loss : 0.17666666209697723

   1125420	  0.176962	  0.176667	  0.167408		CURRENT LEARNING RATE: 9.065133889395517e-06
previous_iter_valid_loss : 0.16102655231952667

   1125440	  0.161185	  0.161027	  0.167347		CURRENT LEARNING RATE: 9.063321043908234e-06
previous_iter_valid_loss : 0.17894694209098816

   1125460	  0.179263	  0.178947	  0.168240		CURRENT LEARNING RATE: 9.061508560953793e-06
previous_iter_valid_loss : 0.1605718433856964

   1125480	  0.160744	  0.160572	  0.167989		CURRENT LEARNING RATE: 9.059696440459682e-06
previous_iter_valid_loss : 0.16397635638713837

   1125500	  0.164146	  0.163976	  0.167879		CURRENT LEARNING RATE: 9.057884682353443e-06
previous_iter_valid_loss : 0.17856039106845856

   1125520	  0.178718	  0.178560	  0.168548		CURRENT LEARNING RATE: 9.056073286562594e-06
previous_iter_valid_loss : 0.16112615168094635

   1125540	  0.161287	  0.161126	  0.167432		CURRENT LEARNING RATE: 9.054262253014677e-06
previous_iter_valid_loss : 0.16514277458190918

   1125560	  0.165315	  0.165143	  0.167544		CURRENT LEARNING RATE: 9.052451581637236e-06
previous_iter_valid_loss : 0.1708345264196396

   1125580	  0.170978	  0.170835	  0.167639		CURRENT LEARNING RATE: 9.050641272357874e-06
previous_iter_valid_loss : 0.16514912247657776

   1125600	  0.165314	  0.165149	  0.167871		CURRENT LEARNING RATE: 9.048831325104166e-06
previous_iter_valid_loss : 0.1614975929260254

   1125620	  0.161650	  0.161498	  0.167548		CURRENT LEARNING RATE: 9.047021739803712e-06
previous_iter_valid_loss : 0.18563707172870636

   1125640	  0.185773	  0.185637	  0.168765		CURRENT LEARNING RATE: 9.045212516384111e-06
previous_iter_valid_loss : 0.16120463609695435

   1125660	  0.161367	  0.161205	  0.168789		CURRENT LEARNING RATE: 9.04340365477303e-06
previous_iter_valid_loss : 0.16048647463321686

   1125680	  0.160649	  0.160486	  0.168569		CURRENT LEARNING RATE: 9.041595154898094e-06
previous_iter_valid_loss : 0.16418015956878662

   1125700	  0.164344	  0.164180	  0.168753		CURRENT LEARNING RATE: 9.039787016686968e-06
previous_iter_valid_loss : 0.16059722006320953

   1125720	  0.160749	  0.160597	  0.167139		CURRENT LEARNING RATE: 9.037979240067308e-06
previous_iter_valid_loss : 0.16566017270088196

   1125740	  0.165868	  0.165660	  0.167376		CURRENT LEARNING RATE: 9.036171824966833e-06
previous_iter_valid_loss : 0.16076354682445526

   1125760	  0.160931	  0.160764	  0.166403		CURRENT LEARNING RATE: 9.03436477131323e-06
previous_iter_valid_loss : 0.1605629026889801

   1125780	  0.160718	  0.160563	  0.166178		CURRENT LEARNING RATE: 9.032558079034222e-06
previous_iter_valid_loss : 0.1607075035572052

   1125800	  0.160854	  0.160708	  0.166163		CURRENT LEARNING RATE: 9.030751748057523e-06
previous_iter_valid_loss : 0.160875141620636

   1125820	  0.161050	  0.160875	  0.165373		CURRENT LEARNING RATE: 9.02894577831091e-06
previous_iter_valid_loss : 0.16263391077518463

   1125840	  0.162831	  0.162634	  0.165453		CURRENT LEARNING RATE: 9.027140169722131e-06
previous_iter_valid_loss : 0.16283753514289856

   1125860	  0.163036	  0.162838	  0.164648		CURRENT LEARNING RATE: 9.025334922218942e-06
previous_iter_valid_loss : 0.17736534774303436

   1125880	  0.177670	  0.177365	  0.165488		CURRENT LEARNING RATE: 9.023530035729167e-06
previous_iter_valid_loss : 0.1608794927597046

   1125900	  0.161059	  0.160879	  0.165333		CURRENT LEARNING RATE: 9.021725510180596e-06
previous_iter_valid_loss : 0.1633736938238144

   1125920	  0.163554	  0.163374	  0.164573		CURRENT LEARNING RATE: 9.019921345501047e-06
previous_iter_valid_loss : 0.16565999388694763

   1125940	  0.165825	  0.165660	  0.164800		CURRENT LEARNING RATE: 9.018117541618334e-06
previous_iter_valid_loss : 0.16314096748828888

   1125960	  0.163334	  0.163141	  0.164700		CURRENT LEARNING RATE: 9.016314098460343e-06
previous_iter_valid_loss : 0.16069169342517853

   1125980	  0.160850	  0.160692	  0.164193		CURRENT LEARNING RATE: 9.014511015954916e-06
previous_iter_valid_loss : 0.16095460951328278

   1126000	  0.161135	  0.160955	  0.163983		CURRENT LEARNING RATE: 9.01270829402993e-06
previous_iter_valid_loss : 0.16107752919197083

   1126020	  0.161234	  0.161078	  0.163962		CURRENT LEARNING RATE: 9.010905932613262e-06
previous_iter_valid_loss : 0.16554762423038483

   1126040	  0.165758	  0.165548	  0.162958		CURRENT LEARNING RATE: 9.009103931632848e-06
previous_iter_valid_loss : 0.1605362445116043

   1126060	  0.160700	  0.160536	  0.162924		CURRENT LEARNING RATE: 9.007302291016593e-06
previous_iter_valid_loss : 0.16275905072689056

   1126080	  0.162930	  0.162759	  0.163038		CURRENT LEARNING RATE: 9.00550101069243e-06
previous_iter_valid_loss : 0.17174623906612396

   1126100	  0.171895	  0.171746	  0.163416		CURRENT LEARNING RATE: 9.003700090588295e-06
previous_iter_valid_loss : 0.18754884600639343

   1126120	  0.187944	  0.187549	  0.164764		CURRENT LEARNING RATE: 9.001899530632179e-06
previous_iter_valid_loss : 0.16050277650356293

   1126140	  0.160660	  0.160503	  0.164506		CURRENT LEARNING RATE: 9.000099330752044e-06
previous_iter_valid_loss : 0.16833825409412384

   1126160	  0.168488	  0.168338	  0.164885		CURRENT LEARNING RATE: 8.998299490875885e-06
previous_iter_valid_loss : 0.1731881946325302

   1126180	  0.173450	  0.173188	  0.165516		CURRENT LEARNING RATE: 8.996500010931691e-06
previous_iter_valid_loss : 0.16307470202445984

   1126200	  0.163266	  0.163075	  0.165634		CURRENT LEARNING RATE: 8.994700890847514e-06
previous_iter_valid_loss : 0.16531161963939667

   1126220	  0.165511	  0.165312	  0.165856		CURRENT LEARNING RATE: 8.992902130551374e-06
previous_iter_valid_loss : 0.16068574786186218

   1126240	  0.160859	  0.160686	  0.165759		CURRENT LEARNING RATE: 8.991103729971306e-06
previous_iter_valid_loss : 0.17543093860149384

   1126260	  0.175718	  0.175431	  0.166388		CURRENT LEARNING RATE: 8.989305689035403e-06
previous_iter_valid_loss : 0.16062100231647491

   1126280	  0.160782	  0.160621	  0.165551		CURRENT LEARNING RATE: 8.987508007671727e-06
previous_iter_valid_loss : 0.16058580577373505

   1126300	  0.160744	  0.160586	  0.165536		CURRENT LEARNING RATE: 8.985710685808376e-06
previous_iter_valid_loss : 0.16567625105381012

   1126320	  0.165843	  0.165676	  0.165652		CURRENT LEARNING RATE: 8.983913723373436e-06
previous_iter_valid_loss : 0.16086074709892273

   1126340	  0.161034	  0.160861	  0.165412		CURRENT LEARNING RATE: 8.982117120295062e-06
previous_iter_valid_loss : 0.1694982349872589

   1126360	  0.169741	  0.169498	  0.165729		CURRENT LEARNING RATE: 8.980320876501373e-06
previous_iter_valid_loss : 0.16051384806632996

   1126380	  0.160676	  0.160514	  0.165721		CURRENT LEARNING RATE: 8.978524991920521e-06
previous_iter_valid_loss : 0.19683018326759338

   1126400	  0.196933	  0.196830	  0.167514		CURRENT LEARNING RATE: 8.976729466480656e-06
previous_iter_valid_loss : 0.1873832494020462

   1126420	  0.187526	  0.187383	  0.168830		CURRENT LEARNING RATE: 8.974934300109984e-06
previous_iter_valid_loss : 0.16090692579746246

   1126440	  0.161064	  0.160907	  0.168598		CURRENT LEARNING RATE: 8.973139492736686e-06
previous_iter_valid_loss : 0.16156791150569916

   1126460	  0.161721	  0.161568	  0.168649		CURRENT LEARNING RATE: 8.971345044288969e-06
previous_iter_valid_loss : 0.16235768795013428

   1126480	  0.162520	  0.162358	  0.168629		CURRENT LEARNING RATE: 8.969550954695039e-06
previous_iter_valid_loss : 0.16597053408622742

   1126500	  0.166192	  0.165971	  0.168340		CURRENT LEARNING RATE: 8.967757223883164e-06
previous_iter_valid_loss : 0.16823244094848633

   1126520	  0.168470	  0.168232	  0.167374		CURRENT LEARNING RATE: 8.96596385178158e-06
previous_iter_valid_loss : 0.16057363152503967

   1126540	  0.160739	  0.160574	  0.167378		CURRENT LEARNING RATE: 8.964170838318551e-06
previous_iter_valid_loss : 0.16186508536338806

   1126560	  0.162020	  0.161865	  0.167054		CURRENT LEARNING RATE: 8.962378183422341e-06
previous_iter_valid_loss : 0.1615309715270996

   1126580	  0.161691	  0.161531	  0.166472		CURRENT LEARNING RATE: 8.960585887021275e-06
previous_iter_valid_loss : 0.16321471333503723

   1126600	  0.163410	  0.163215	  0.166478		CURRENT LEARNING RATE: 8.958793949043646e-06
previous_iter_valid_loss : 0.16645343601703644

   1126620	  0.166677	  0.166453	  0.166536		CURRENT LEARNING RATE: 8.95700236941776e-06
previous_iter_valid_loss : 0.16630911827087402

   1126640	  0.166523	  0.166309	  0.166817		CURRENT LEARNING RATE: 8.955211148071985e-06
previous_iter_valid_loss : 0.16170631349086761

   1126660	  0.161862	  0.161706	  0.166131		CURRENT LEARNING RATE: 8.95342028493466e-06
previous_iter_valid_loss : 0.167644202709198

   1126680	  0.167883	  0.167644	  0.166482		CURRENT LEARNING RATE: 8.951629779934145e-06
previous_iter_valid_loss : 0.160539910197258

   1126700	  0.160703	  0.160540	  0.166479		CURRENT LEARNING RATE: 8.949839632998806e-06
previous_iter_valid_loss : 0.16132599115371704

   1126720	  0.161510	  0.161326	  0.166262		CURRENT LEARNING RATE: 8.948049844057072e-06
previous_iter_valid_loss : 0.1636023372411728

   1126740	  0.163795	  0.163602	  0.166399		CURRENT LEARNING RATE: 8.946260413037331e-06
previous_iter_valid_loss : 0.16473159193992615

   1126760	  0.164897	  0.164732	  0.166161		CURRENT LEARNING RATE: 8.944471339868007e-06
previous_iter_valid_loss : 0.16162347793579102

   1126780	  0.161777	  0.161623	  0.166216		CURRENT LEARNING RATE: 8.942682624477523e-06
previous_iter_valid_loss : 0.16053637862205505

   1126800	  0.160709	  0.160536	  0.164401		CURRENT LEARNING RATE: 8.940894266794361e-06
previous_iter_valid_loss : 0.1708279848098755

   1126820	  0.171080	  0.170828	  0.163574		CURRENT LEARNING RATE: 8.939106266746972e-06
previous_iter_valid_loss : 0.16508494317531586

   1126840	  0.165287	  0.165085	  0.163783		CURRENT LEARNING RATE: 8.937318624263834e-06
previous_iter_valid_loss : 0.16287769377231598

   1126860	  0.163069	  0.162878	  0.163848		CURRENT LEARNING RATE: 8.935531339273425e-06
previous_iter_valid_loss : 0.1614466905593872

   1126880	  0.161632	  0.161447	  0.163803		CURRENT LEARNING RATE: 8.933744411704288e-06
previous_iter_valid_loss : 0.16653017699718475

   1126900	  0.166693	  0.166530	  0.163830		CURRENT LEARNING RATE: 8.93195784148493e-06
previous_iter_valid_loss : 0.1619935780763626

   1126920	  0.162151	  0.161994	  0.163519		CURRENT LEARNING RATE: 8.930171628543885e-06
previous_iter_valid_loss : 0.1625586897134781

   1126940	  0.162715	  0.162559	  0.163618		CURRENT LEARNING RATE: 8.928385772809691e-06
previous_iter_valid_loss : 0.1657685935497284

   1126960	  0.165938	  0.165769	  0.163813		CURRENT LEARNING RATE: 8.926600274210944e-06
previous_iter_valid_loss : 0.16137586534023285

   1126980	  0.161568	  0.161376	  0.163805		CURRENT LEARNING RATE: 8.924815132676211e-06
previous_iter_valid_loss : 0.16167396306991577

   1127000	  0.161839	  0.161674	  0.163728		CURRENT LEARNING RATE: 8.923030348134066e-06
previous_iter_valid_loss : 0.17953349649906158

   1127020	  0.179690	  0.179533	  0.164382		CURRENT LEARNING RATE: 8.921245920513154e-06
previous_iter_valid_loss : 0.16253460943698883

   1127040	  0.162701	  0.162535	  0.164193		CURRENT LEARNING RATE: 8.91946184974208e-06
previous_iter_valid_loss : 0.1608242392539978

   1127060	  0.161005	  0.160824	  0.164149		CURRENT LEARNING RATE: 8.91767813574948e-06
previous_iter_valid_loss : 0.16327549517154694

   1127080	  0.163466	  0.163275	  0.163931		CURRENT LEARNING RATE: 8.915894778463991e-06
previous_iter_valid_loss : 0.16086982190608978

   1127100	  0.161046	  0.160870	  0.163947		CURRENT LEARNING RATE: 8.914111777814311e-06
previous_iter_valid_loss : 0.1607222557067871

   1127120	  0.160891	  0.160722	  0.163917		CURRENT LEARNING RATE: 8.912329133729103e-06
previous_iter_valid_loss : 0.1624944508075714

   1127140	  0.162663	  0.162494	  0.163862		CURRENT LEARNING RATE: 8.910546846137062e-06
previous_iter_valid_loss : 0.16433805227279663

   1127160	  0.164508	  0.164338	  0.163842		CURRENT LEARNING RATE: 8.908764914966879e-06
previous_iter_valid_loss : 0.16053980588912964

   1127180	  0.160704	  0.160540	  0.163788		CURRENT LEARNING RATE: 8.906983340147311e-06
previous_iter_valid_loss : 0.17578008770942688

   1127200	  0.176064	  0.175780	  0.164550		CURRENT LEARNING RATE: 8.905202121607076e-06
previous_iter_valid_loss : 0.1795339435338974

   1127220	  0.179690	  0.179534	  0.164985		CURRENT LEARNING RATE: 8.90342125927493e-06
previous_iter_valid_loss : 0.1605680286884308

   1127240	  0.160722	  0.160568	  0.164760		CURRENT LEARNING RATE: 8.901640753079616e-06
previous_iter_valid_loss : 0.1622908115386963

   1127260	  0.162453	  0.162291	  0.164730		CURRENT LEARNING RATE: 8.899860602949953e-06
previous_iter_valid_loss : 0.16882134974002838

   1127280	  0.169063	  0.168821	  0.165099		CURRENT LEARNING RATE: 8.898080808814713e-06
previous_iter_valid_loss : 0.16310489177703857

   1127300	  0.163274	  0.163105	  0.164928		CURRENT LEARNING RATE: 8.896301370602708e-06
previous_iter_valid_loss : 0.16630299389362335

   1127320	  0.166466	  0.166303	  0.165143		CURRENT LEARNING RATE: 8.894522288242742e-06
previous_iter_valid_loss : 0.16049885749816895

   1127340	  0.160660	  0.160499	  0.165040		CURRENT LEARNING RATE: 8.892743561663683e-06
previous_iter_valid_loss : 0.16099537909030914

   1127360	  0.161176	  0.160995	  0.164802		CURRENT LEARNING RATE: 8.890965190794369e-06
previous_iter_valid_loss : 0.1658107489347458

   1127380	  0.166025	  0.165811	  0.165023		CURRENT LEARNING RATE: 8.889187175563664e-06
previous_iter_valid_loss : 0.16088244318962097

   1127400	  0.161040	  0.160882	  0.164984		CURRENT LEARNING RATE: 8.887409515900431e-06
previous_iter_valid_loss : 0.17951777577400208

   1127420	  0.179671	  0.179518	  0.164983		CURRENT LEARNING RATE: 8.885632211733596e-06
previous_iter_valid_loss : 0.164521262049675

   1127440	  0.164726	  0.164521	  0.165082		CURRENT LEARNING RATE: 8.883855262992051e-06
previous_iter_valid_loss : 0.16075889766216278

   1127460	  0.160918	  0.160759	  0.165079		CURRENT LEARNING RATE: 8.882078669604702e-06
previous_iter_valid_loss : 0.16334973275661469

   1127480	  0.163544	  0.163350	  0.165083		CURRENT LEARNING RATE: 8.880302431500517e-06
previous_iter_valid_loss : 0.16159535944461823

   1127500	  0.161793	  0.161595	  0.165119		CURRENT LEARNING RATE: 8.87852654860843e-06
previous_iter_valid_loss : 0.16482073068618774

   1127520	  0.165037	  0.164821	  0.165324		CURRENT LEARNING RATE: 8.876751020857406e-06
previous_iter_valid_loss : 0.16127271950244904

   1127540	  0.161457	  0.161273	  0.165263		CURRENT LEARNING RATE: 8.874975848176408e-06
previous_iter_valid_loss : 0.178340345621109

   1127560	  0.178658	  0.178340	  0.165963		CURRENT LEARNING RATE: 8.873201030494461e-06
previous_iter_valid_loss : 0.16925622522830963

   1127580	  0.169407	  0.169256	  0.166399		CURRENT LEARNING RATE: 8.871426567740556e-06
previous_iter_valid_loss : 0.16196569800376892

   1127600	  0.162155	  0.161966	  0.165708		CURRENT LEARNING RATE: 8.869652459843716e-06
previous_iter_valid_loss : 0.16053543984889984

   1127620	  0.160698	  0.160535	  0.164758		CURRENT LEARNING RATE: 8.86787870673296e-06
previous_iter_valid_loss : 0.169250950217247

   1127640	  0.169404	  0.169251	  0.165192		CURRENT LEARNING RATE: 8.866105308337367e-06
previous_iter_valid_loss : 0.18151356279850006

   1127660	  0.181671	  0.181514	  0.166153		CURRENT LEARNING RATE: 8.86433226458599e-06
previous_iter_valid_loss : 0.16550076007843018

   1127680	  0.165715	  0.165501	  0.165987		CURRENT LEARNING RATE: 8.862559575407904e-06
previous_iter_valid_loss : 0.16095663607120514

   1127700	  0.161147	  0.160957	  0.165880		CURRENT LEARNING RATE: 8.860787240732186e-06
previous_iter_valid_loss : 0.16454705595970154

   1127720	  0.164723	  0.164547	  0.165792		CURRENT LEARNING RATE: 8.859015260487975e-06
previous_iter_valid_loss : 0.1605294644832611

   1127740	  0.160689	  0.160529	  0.165794		CURRENT LEARNING RATE: 8.857243634604375e-06
previous_iter_valid_loss : 0.16052454710006714

   1127760	  0.160685	  0.160525	  0.165770		CURRENT LEARNING RATE: 8.855472363010522e-06
previous_iter_valid_loss : 0.1612524390220642

   1127780	  0.161448	  0.161252	  0.165542		CURRENT LEARNING RATE: 8.853701445635547e-06
previous_iter_valid_loss : 0.16865584254264832

   1127800	  0.168808	  0.168656	  0.165931		CURRENT LEARNING RATE: 8.851930882408651e-06
previous_iter_valid_loss : 0.16270940005779266

   1127820	  0.162907	  0.162709	  0.165090		CURRENT LEARNING RATE: 8.850160673258987e-06
previous_iter_valid_loss : 0.16053827106952667

   1127840	  0.160708	  0.160538	  0.164891		CURRENT LEARNING RATE: 8.848390818115738e-06
previous_iter_valid_loss : 0.17465265095233917

   1127860	  0.174799	  0.174653	  0.165586		CURRENT LEARNING RATE: 8.846621316908138e-06
previous_iter_valid_loss : 0.17167821526527405

   1127880	  0.171820	  0.171678	  0.166002		CURRENT LEARNING RATE: 8.844852169565392e-06
previous_iter_valid_loss : 0.16051198542118073

   1127900	  0.160681	  0.160512	  0.165948		CURRENT LEARNING RATE: 8.843083376016733e-06
previous_iter_valid_loss : 0.1760774403810501

   1127920	  0.176233	  0.176077	  0.166511		CURRENT LEARNING RATE: 8.841314936191396e-06
previous_iter_valid_loss : 0.16168801486492157

   1127940	  0.161844	  0.161688	  0.166532		CURRENT LEARNING RATE: 8.839546850018672e-06
previous_iter_valid_loss : 0.16330865025520325

   1127960	  0.163475	  0.163309	  0.165780		CURRENT LEARNING RATE: 8.837779117427824e-06
previous_iter_valid_loss : 0.16050143539905548

   1127980	  0.160661	  0.160501	  0.165343		CURRENT LEARNING RATE: 8.836011738348142e-06
previous_iter_valid_loss : 0.18940788507461548

   1128000	  0.189847	  0.189408	  0.166715		CURRENT LEARNING RATE: 8.834244712708915e-06
previous_iter_valid_loss : 0.1727975457906723

   1128020	  0.173067	  0.172798	  0.167328		CURRENT LEARNING RATE: 8.832478040439495e-06
previous_iter_valid_loss : 0.1605394184589386

   1128040	  0.160697	  0.160539	  0.166892		CURRENT LEARNING RATE: 8.830711721469195e-06
previous_iter_valid_loss : 0.1649923473596573

   1128060	  0.165161	  0.164992	  0.166066		CURRENT LEARNING RATE: 8.828945755727365e-06
previous_iter_valid_loss : 0.16086547076702118

   1128080	  0.161020	  0.160865	  0.165834		CURRENT LEARNING RATE: 8.827180143143351e-06
previous_iter_valid_loss : 0.16073079407215118

   1128100	  0.160891	  0.160731	  0.165823		CURRENT LEARNING RATE: 8.825414883646562e-06
previous_iter_valid_loss : 0.16980092227458954

   1128120	  0.169951	  0.169801	  0.166086		CURRENT LEARNING RATE: 8.823649977166368e-06
previous_iter_valid_loss : 0.16218452155590057

   1128140	  0.162376	  0.162185	  0.166168		CURRENT LEARNING RATE: 8.821885423632175e-06
previous_iter_valid_loss : 0.1611439436674118

   1128160	  0.161297	  0.161144	  0.166199		CURRENT LEARNING RATE: 8.820121222973381e-06
previous_iter_valid_loss : 0.17429374158382416

   1128180	  0.174560	  0.174294	  0.166852		CURRENT LEARNING RATE: 8.818357375119456e-06
previous_iter_valid_loss : 0.16059331595897675

   1128200	  0.160754	  0.160593	  0.166448		CURRENT LEARNING RATE: 8.816593879999827e-06
previous_iter_valid_loss : 0.16081535816192627

   1128220	  0.161000	  0.160815	  0.166354		CURRENT LEARNING RATE: 8.814830737543938e-06
previous_iter_valid_loss : 0.1607053279876709

   1128240	  0.160864	  0.160705	  0.166362		CURRENT LEARNING RATE: 8.813067947681297e-06
previous_iter_valid_loss : 0.16340328752994537

   1128260	  0.163600	  0.163403	  0.165800		CURRENT LEARNING RATE: 8.811305510341373e-06
previous_iter_valid_loss : 0.16343924403190613

   1128280	  0.163639	  0.163439	  0.165388		CURRENT LEARNING RATE: 8.80954342545367e-06
previous_iter_valid_loss : 0.16217412054538727

   1128300	  0.162335	  0.162174	  0.165471		CURRENT LEARNING RATE: 8.807781692947692e-06
previous_iter_valid_loss : 0.1617371290922165

   1128320	  0.161926	  0.161737	  0.164754		CURRENT LEARNING RATE: 8.806020312752997e-06
previous_iter_valid_loss : 0.1605149209499359

   1128340	  0.160675	  0.160515	  0.164695		CURRENT LEARNING RATE: 8.804259284799115e-06
previous_iter_valid_loss : 0.160644993185997

   1128360	  0.160799	  0.160645	  0.164562		CURRENT LEARNING RATE: 8.802498609015607e-06
previous_iter_valid_loss : 0.1605314016342163

   1128380	  0.160698	  0.160531	  0.164563		CURRENT LEARNING RATE: 8.800738285332028e-06
previous_iter_valid_loss : 0.1634383499622345

   1128400	  0.163604	  0.163438	  0.163265		CURRENT LEARNING RATE: 8.798978313677998e-06
previous_iter_valid_loss : 0.16091814637184143

   1128420	  0.161097	  0.160918	  0.162671		CURRENT LEARNING RATE: 8.797218693983101e-06
previous_iter_valid_loss : 0.165280282497406

   1128440	  0.165477	  0.165280	  0.162908		CURRENT LEARNING RATE: 8.795459426176954e-06
previous_iter_valid_loss : 0.1635754555463791

   1128460	  0.163760	  0.163575	  0.162837		CURRENT LEARNING RATE: 8.79370051018917e-06
previous_iter_valid_loss : 0.17164437472820282

   1128480	  0.171910	  0.171644	  0.163376		CURRENT LEARNING RATE: 8.791941945949421e-06
previous_iter_valid_loss : 0.16632206737995148

   1128500	  0.166543	  0.166322	  0.163656		CURRENT LEARNING RATE: 8.790183733387353e-06
previous_iter_valid_loss : 0.16067937016487122

   1128520	  0.160851	  0.160679	  0.163200		CURRENT LEARNING RATE: 8.788425872432633e-06
previous_iter_valid_loss : 0.16208788752555847

   1128540	  0.162250	  0.162088	  0.163195		CURRENT LEARNING RATE: 8.786668363014936e-06
previous_iter_valid_loss : 0.18321385979652405

   1128560	  0.183370	  0.183214	  0.164298		CURRENT LEARNING RATE: 8.78491120506399e-06
previous_iter_valid_loss : 0.16164225339889526

   1128580	  0.161830	  0.161642	  0.163666		CURRENT LEARNING RATE: 8.783154398509491e-06
previous_iter_valid_loss : 0.16232678294181824

   1128600	  0.162522	  0.162327	  0.163752		CURRENT LEARNING RATE: 8.781397943281173e-06
previous_iter_valid_loss : 0.17162378132343292

   1128620	  0.171775	  0.171624	  0.164293		CURRENT LEARNING RATE: 8.779641839308756e-06
previous_iter_valid_loss : 0.16652759909629822

   1128640	  0.166685	  0.166528	  0.164584		CURRENT LEARNING RATE: 8.77788608652203e-06
previous_iter_valid_loss : 0.16067470610141754

   1128660	  0.160847	  0.160675	  0.164447		CURRENT LEARNING RATE: 8.776130684850747e-06
previous_iter_valid_loss : 0.17569629848003387

   1128680	  0.175974	  0.175696	  0.165060		CURRENT LEARNING RATE: 8.774375634224678e-06
previous_iter_valid_loss : 0.1608516275882721

   1128700	  0.161032	  0.160852	  0.164994		CURRENT LEARNING RATE: 8.772620934573651e-06
previous_iter_valid_loss : 0.16603322327136993

   1128720	  0.166238	  0.166033	  0.165209		CURRENT LEARNING RATE: 8.770866585827464e-06
previous_iter_valid_loss : 0.16498956084251404

   1128740	  0.165188	  0.164990	  0.165433		CURRENT LEARNING RATE: 8.76911258791594e-06
previous_iter_valid_loss : 0.160535991191864

   1128760	  0.160698	  0.160536	  0.165427		CURRENT LEARNING RATE: 8.767358940768905e-06
previous_iter_valid_loss : 0.16997195780277252

   1128780	  0.170225	  0.169972	  0.165899		CURRENT LEARNING RATE: 8.765605644316245e-06
previous_iter_valid_loss : 0.16112153232097626

   1128800	  0.161314	  0.161122	  0.165783		CURRENT LEARNING RATE: 8.763852698487812e-06
previous_iter_valid_loss : 0.1732625514268875

   1128820	  0.173541	  0.173263	  0.166401		CURRENT LEARNING RATE: 8.762100103213487e-06
previous_iter_valid_loss : 0.1607508659362793

   1128840	  0.160926	  0.160751	  0.166174		CURRENT LEARNING RATE: 8.760347858423153e-06
previous_iter_valid_loss : 0.16863800585269928

   1128860	  0.168794	  0.168638	  0.166427		CURRENT LEARNING RATE: 8.75859596404675e-06
previous_iter_valid_loss : 0.1640746295452118

   1128880	  0.164271	  0.164075	  0.166049		CURRENT LEARNING RATE: 8.756844420014186e-06
previous_iter_valid_loss : 0.1636306345462799

   1128900	  0.163808	  0.163631	  0.165914		CURRENT LEARNING RATE: 8.755093226255402e-06
previous_iter_valid_loss : 0.1623373031616211

   1128920	  0.162540	  0.162337	  0.165997		CURRENT LEARNING RATE: 8.75334238270033e-06
previous_iter_valid_loss : 0.1633768230676651

   1128940	  0.163582	  0.163377	  0.166062		CURRENT LEARNING RATE: 8.751591889278971e-06
previous_iter_valid_loss : 0.1645079255104065

   1128960	  0.164677	  0.164508	  0.165126		CURRENT LEARNING RATE: 8.74984174592129e-06
previous_iter_valid_loss : 0.16084012389183044

   1128980	  0.161014	  0.160840	  0.165086		CURRENT LEARNING RATE: 8.748091952557278e-06
previous_iter_valid_loss : 0.1636844128370285

   1129000	  0.163880	  0.163684	  0.165154		CURRENT LEARNING RATE: 8.746342509116932e-06
previous_iter_valid_loss : 0.16224542260169983

   1129020	  0.162403	  0.162245	  0.164685		CURRENT LEARNING RATE: 8.7445934155303e-06
previous_iter_valid_loss : 0.1605042666196823

   1129040	  0.160669	  0.160504	  0.164384		CURRENT LEARNING RATE: 8.742844671727408e-06
previous_iter_valid_loss : 0.16065216064453125

   1129060	  0.160810	  0.160652	  0.164383		CURRENT LEARNING RATE: 8.741096277638288e-06
previous_iter_valid_loss : 0.1682707667350769

   1129080	  0.168424	  0.168271	  0.164012		CURRENT LEARNING RATE: 8.739348233193037e-06
previous_iter_valid_loss : 0.16057203710079193

   1129100	  0.160718	  0.160572	  0.163998		CURRENT LEARNING RATE: 8.737600538321714e-06
previous_iter_valid_loss : 0.16063103079795837

   1129120	  0.160808	  0.160631	  0.163727		CURRENT LEARNING RATE: 8.735853192954414e-06
previous_iter_valid_loss : 0.16052572429180145

   1129140	  0.160686	  0.160526	  0.163504		CURRENT LEARNING RATE: 8.734106197021229e-06
previous_iter_valid_loss : 0.1689596176147461

   1129160	  0.169113	  0.168960	  0.163925		CURRENT LEARNING RATE: 8.732359550452308e-06
previous_iter_valid_loss : 0.16050471365451813

   1129180	  0.160669	  0.160505	  0.163452		CURRENT LEARNING RATE: 8.73061325317777e-06
previous_iter_valid_loss : 0.16168181598186493

   1129200	  0.161872	  0.161682	  0.163480		CURRENT LEARNING RATE: 8.728867305127763e-06
previous_iter_valid_loss : 0.1610594540834427

   1129220	  0.161243	  0.161059	  0.162870		CURRENT LEARNING RATE: 8.727121706232435e-06
previous_iter_valid_loss : 0.16622288525104523

   1129240	  0.166434	  0.166223	  0.163144		CURRENT LEARNING RATE: 8.725376456421991e-06
previous_iter_valid_loss : 0.1736934632062912

   1129260	  0.173970	  0.173693	  0.163396		CURRENT LEARNING RATE: 8.723631555626607e-06
previous_iter_valid_loss : 0.17517974972724915

   1129280	  0.175335	  0.175180	  0.163952		CURRENT LEARNING RATE: 8.721887003776486e-06
previous_iter_valid_loss : 0.17230603098869324

   1129300	  0.172456	  0.172306	  0.164385		CURRENT LEARNING RATE: 8.72014280080183e-06
previous_iter_valid_loss : 0.1608888804912567

   1129320	  0.161045	  0.160889	  0.164313		CURRENT LEARNING RATE: 8.718398946632903e-06
previous_iter_valid_loss : 0.16054855287075043

   1129340	  0.160715	  0.160549	  0.164172		CURRENT LEARNING RATE: 8.716655441199936e-06
previous_iter_valid_loss : 0.16338063776493073

   1129360	  0.163546	  0.163381	  0.164115		CURRENT LEARNING RATE: 8.714912284433187e-06
previous_iter_valid_loss : 0.17452378571033478

   1129380	  0.174799	  0.174524	  0.164799		CURRENT LEARNING RATE: 8.713169476262916e-06
previous_iter_valid_loss : 0.1659209281206131

   1129400	  0.166133	  0.165921	  0.164911		CURRENT LEARNING RATE: 8.71142701661944e-06
previous_iter_valid_loss : 0.16651000082492828

   1129420	  0.166726	  0.166510	  0.165124		CURRENT LEARNING RATE: 8.709684905433045e-06
previous_iter_valid_loss : 0.16327840089797974

   1129440	  0.163445	  0.163278	  0.165263		CURRENT LEARNING RATE: 8.707943142634034e-06
previous_iter_valid_loss : 0.16110922396183014

   1129460	  0.161260	  0.161109	  0.165286		CURRENT LEARNING RATE: 8.706201728152763e-06
previous_iter_valid_loss : 0.1687963753938675

   1129480	  0.169035	  0.168796	  0.165312		CURRENT LEARNING RATE: 8.704460661919563e-06
previous_iter_valid_loss : 0.17186951637268066

   1129500	  0.172139	  0.171870	  0.165877		CURRENT LEARNING RATE: 8.702719943864792e-06
previous_iter_valid_loss : 0.16829007863998413

   1129520	  0.168521	  0.168290	  0.166260		CURRENT LEARNING RATE: 8.700979573918803e-06
previous_iter_valid_loss : 0.16071763634681702

   1129540	  0.160878	  0.160718	  0.166270		CURRENT LEARNING RATE: 8.699239552012015e-06
previous_iter_valid_loss : 0.16173143684864044

   1129560	  0.161922	  0.161731	  0.165908		CURRENT LEARNING RATE: 8.697499878074809e-06
previous_iter_valid_loss : 0.16167403757572174

   1129580	  0.161829	  0.161674	  0.165967		CURRENT LEARNING RATE: 8.695760552037599e-06
previous_iter_valid_loss : 0.1811714917421341

   1129600	  0.181532	  0.181171	  0.166941		CURRENT LEARNING RATE: 8.694021573830797e-06
previous_iter_valid_loss : 0.16156268119812012

   1129620	  0.161721	  0.161563	  0.166966		CURRENT LEARNING RATE: 8.692282943384875e-06
previous_iter_valid_loss : 0.17257612943649292

   1129640	  0.172845	  0.172576	  0.167284		CURRENT LEARNING RATE: 8.690544660630272e-06
previous_iter_valid_loss : 0.17065057158470154

   1129660	  0.170903	  0.170651	  0.167132		CURRENT LEARNING RATE: 8.688806725497457e-06
previous_iter_valid_loss : 0.16050472855567932

   1129680	  0.160662	  0.160505	  0.166398		CURRENT LEARNING RATE: 8.687069137916897e-06
previous_iter_valid_loss : 0.1647900938987732

   1129700	  0.164994	  0.164790	  0.166022		CURRENT LEARNING RATE: 8.685331897819116e-06
previous_iter_valid_loss : 0.16357627511024475

   1129720	  0.163768	  0.163576	  0.166157		CURRENT LEARNING RATE: 8.683595005134614e-06
previous_iter_valid_loss : 0.16131561994552612

   1129740	  0.161506	  0.161316	  0.166195		CURRENT LEARNING RATE: 8.681858459793915e-06
previous_iter_valid_loss : 0.18239670991897583

   1129760	  0.182553	  0.182397	  0.167146		CURRENT LEARNING RATE: 8.68012226172754e-06
previous_iter_valid_loss : 0.19022928178310394

   1129780	  0.190357	  0.190229	  0.167931		CURRENT LEARNING RATE: 8.67838641086607e-06
previous_iter_valid_loss : 0.16637641191482544

   1129800	  0.166541	  0.166376	  0.167954		CURRENT LEARNING RATE: 8.676650907140058e-06
previous_iter_valid_loss : 0.17622601985931396

   1129820	  0.176512	  0.176226	  0.168440		CURRENT LEARNING RATE: 8.674915750480068e-06
previous_iter_valid_loss : 0.17501352727413177

   1129840	  0.175299	  0.175014	  0.169026		CURRENT LEARNING RATE: 8.673180940816725e-06
previous_iter_valid_loss : 0.16663828492164612

   1129860	  0.166859	  0.166638	  0.169303		CURRENT LEARNING RATE: 8.67144647808062e-06
previous_iter_valid_loss : 0.16330252587795258

   1129880	  0.163505	  0.163303	  0.169028		CURRENT LEARNING RATE: 8.669712362202376e-06
previous_iter_valid_loss : 0.16991613805294037

   1129900	  0.170164	  0.169916	  0.168931		CURRENT LEARNING RATE: 8.667978593112614e-06
previous_iter_valid_loss : 0.1633162796497345

   1129920	  0.163514	  0.163316	  0.168682		CURRENT LEARNING RATE: 8.66624517074201e-06
previous_iter_valid_loss : 0.17810466885566711

   1129940	  0.178404	  0.178105	  0.169551		CURRENT LEARNING RATE: 8.664512095021214e-06
previous_iter_valid_loss : 0.16520410776138306

   1129960	  0.165408	  0.165204	  0.169725		CURRENT LEARNING RATE: 8.662779365880905e-06
previous_iter_valid_loss : 0.1607917994260788

   1129980	  0.160971	  0.160792	  0.169681		CURRENT LEARNING RATE: 8.661046983251754e-06
previous_iter_valid_loss : 0.16417443752288818

   1130000	  0.164346	  0.164174	  0.168831		CURRENT LEARNING RATE: 8.659314947064501e-06
previous_iter_valid_loss : 0.1885501891374588

   1130020	  0.188679	  0.188550	  0.170180		CURRENT LEARNING RATE: 8.657583257249846e-06
previous_iter_valid_loss : 0.16711540520191193

   1130040	  0.167339	  0.167115	  0.169907		CURRENT LEARNING RATE: 8.655851913738522e-06
previous_iter_valid_loss : 0.1733500212430954

   1130060	  0.173627	  0.173350	  0.170042		CURRENT LEARNING RATE: 8.65412091646126e-06
previous_iter_valid_loss : 0.1639515608549118

   1130080	  0.164119	  0.163952	  0.170215		CURRENT LEARNING RATE: 8.652390265348852e-06
previous_iter_valid_loss : 0.1662108153104782

   1130100	  0.166364	  0.166211	  0.170286		CURRENT LEARNING RATE: 8.650659960332057e-06
previous_iter_valid_loss : 0.17325440049171448

   1130120	  0.173519	  0.173254	  0.170769		CURRENT LEARNING RATE: 8.64893000134166e-06
previous_iter_valid_loss : 0.18066397309303284

   1130140	  0.180996	  0.180664	  0.171737		CURRENT LEARNING RATE: 8.647200388308449e-06
previous_iter_valid_loss : 0.1605263501405716

   1130160	  0.160685	  0.160526	  0.170643		CURRENT LEARNING RATE: 8.64547112116327e-06
previous_iter_valid_loss : 0.1681317836046219

   1130180	  0.168365	  0.168132	  0.169538		CURRENT LEARNING RATE: 8.643742199836936e-06
previous_iter_valid_loss : 0.17370426654815674

   1130200	  0.173852	  0.173704	  0.169905		CURRENT LEARNING RATE: 8.642013624260292e-06
previous_iter_valid_loss : 0.1734539270401001

   1130220	  0.173603	  0.173454	  0.169766		CURRENT LEARNING RATE: 8.64028539436418e-06
previous_iter_valid_loss : 0.17108918726444244

   1130240	  0.171238	  0.171089	  0.169570		CURRENT LEARNING RATE: 8.638557510079498e-06
previous_iter_valid_loss : 0.16123667359352112

   1130260	  0.161422	  0.161237	  0.169300		CURRENT LEARNING RATE: 8.636829971337119e-06
previous_iter_valid_loss : 0.16066718101501465

   1130280	  0.160827	  0.160667	  0.169168		CURRENT LEARNING RATE: 8.635102778067925e-06
previous_iter_valid_loss : 0.16061022877693176

   1130300	  0.160775	  0.160610	  0.168703		CURRENT LEARNING RATE: 8.63337593020286e-06
previous_iter_valid_loss : 0.16052033007144928

   1130320	  0.160682	  0.160520	  0.168563		CURRENT LEARNING RATE: 8.63164942767283e-06
previous_iter_valid_loss : 0.16992348432540894

   1130340	  0.170175	  0.169923	  0.168154		CURRENT LEARNING RATE: 8.62992327040878e-06
previous_iter_valid_loss : 0.17600731551647186

   1130360	  0.176295	  0.176007	  0.168694		CURRENT LEARNING RATE: 8.628197458341645e-06
previous_iter_valid_loss : 0.16058266162872314

   1130380	  0.160749	  0.160583	  0.168684		CURRENT LEARNING RATE: 8.626471991402427e-06
previous_iter_valid_loss : 0.16097484529018402

   1130400	  0.161153	  0.160975	  0.168524		CURRENT LEARNING RATE: 8.624746869522089e-06
previous_iter_valid_loss : 0.16988776624202728

   1130420	  0.170128	  0.169888	  0.167591		CURRENT LEARNING RATE: 8.623022092631627e-06
previous_iter_valid_loss : 0.16920585930347443

   1130440	  0.169446	  0.169206	  0.167695		CURRENT LEARNING RATE: 8.621297660662035e-06
previous_iter_valid_loss : 0.16572293639183044

   1130460	  0.165885	  0.165723	  0.167314		CURRENT LEARNING RATE: 8.619573573544365e-06
previous_iter_valid_loss : 0.16057467460632324

   1130480	  0.160744	  0.160575	  0.167145		CURRENT LEARNING RATE: 8.617849831209638e-06
previous_iter_valid_loss : 0.1645985096693039

   1130500	  0.164775	  0.164599	  0.167064		CURRENT LEARNING RATE: 8.616126433588906e-06
previous_iter_valid_loss : 0.16367225348949432

   1130520	  0.163837	  0.163672	  0.166585		CURRENT LEARNING RATE: 8.61440338061322e-06
previous_iter_valid_loss : 0.16277575492858887

   1130540	  0.162970	  0.162776	  0.165691		CURRENT LEARNING RATE: 8.612680672213683e-06
previous_iter_valid_loss : 0.16209468245506287

   1130560	  0.162259	  0.162095	  0.165769		CURRENT LEARNING RATE: 8.610958308321375e-06
previous_iter_valid_loss : 0.16668637096881866

   1130580	  0.166851	  0.166686	  0.165697		CURRENT LEARNING RATE: 8.6092362888674e-06
previous_iter_valid_loss : 0.16887331008911133

   1130600	  0.169108	  0.168873	  0.165455		CURRENT LEARNING RATE: 8.607514613782862e-06
previous_iter_valid_loss : 0.16056756675243378

   1130620	  0.160728	  0.160568	  0.164811		CURRENT LEARNING RATE: 8.605793282998926e-06
previous_iter_valid_loss : 0.1737055480480194

   1130640	  0.173974	  0.173706	  0.164942		CURRENT LEARNING RATE: 8.604072296446723e-06
previous_iter_valid_loss : 0.19986827671527863

   1130660	  0.199950	  0.199868	  0.166874		CURRENT LEARNING RATE: 8.602351654057397e-06
previous_iter_valid_loss : 0.16854476928710938

   1130680	  0.168778	  0.168545	  0.167267		CURRENT LEARNING RATE: 8.600631355762152e-06
previous_iter_valid_loss : 0.16255991160869598

   1130700	  0.162753	  0.162560	  0.167365		CURRENT LEARNING RATE: 8.598911401492165e-06
previous_iter_valid_loss : 0.1689600944519043

   1130720	  0.169199	  0.168960	  0.167787		CURRENT LEARNING RATE: 8.597191791178634e-06
previous_iter_valid_loss : 0.1627705991268158

   1130740	  0.162944	  0.162771	  0.167429		CURRENT LEARNING RATE: 8.59547252475276e-06
previous_iter_valid_loss : 0.16457940638065338

   1130760	  0.164780	  0.164579	  0.166858		CURRENT LEARNING RATE: 8.593753602145804e-06
previous_iter_valid_loss : 0.16131943464279175

   1130780	  0.161502	  0.161319	  0.166895		CURRENT LEARNING RATE: 8.592035023288992e-06
previous_iter_valid_loss : 0.1628323197364807

   1130800	  0.162996	  0.162832	  0.166988		CURRENT LEARNING RATE: 8.590316788113585e-06
previous_iter_valid_loss : 0.18569530546665192

   1130820	  0.185835	  0.185695	  0.167778		CURRENT LEARNING RATE: 8.588598896550833e-06
previous_iter_valid_loss : 0.16050782799720764

   1130840	  0.160664	  0.160508	  0.167343		CURRENT LEARNING RATE: 8.586881348532054e-06
previous_iter_valid_loss : 0.16278712451457977

   1130860	  0.162979	  0.162787	  0.167196		CURRENT LEARNING RATE: 8.585164143988529e-06
previous_iter_valid_loss : 0.16083797812461853

   1130880	  0.160997	  0.160838	  0.167209		CURRENT LEARNING RATE: 8.583447282851572e-06
previous_iter_valid_loss : 0.16352975368499756

   1130900	  0.163696	  0.163530	  0.167156		CURRENT LEARNING RATE: 8.581730765052492e-06
previous_iter_valid_loss : 0.16204598546028137

   1130920	  0.162197	  0.162046	  0.167075		CURRENT LEARNING RATE: 8.58001459052266e-06
previous_iter_valid_loss : 0.16896532475948334

   1130940	  0.169116	  0.168965	  0.167384		CURRENT LEARNING RATE: 8.578298759193411e-06
previous_iter_valid_loss : 0.1712387204170227

   1130960	  0.171383	  0.171239	  0.167841		CURRENT LEARNING RATE: 8.576583270996115e-06
previous_iter_valid_loss : 0.1657518893480301

   1130980	  0.165911	  0.165752	  0.167795		CURRENT LEARNING RATE: 8.574868125862136e-06
previous_iter_valid_loss : 0.16880854964256287

   1131000	  0.168966	  0.168809	  0.167791		CURRENT LEARNING RATE: 8.573153323722897e-06
previous_iter_valid_loss : 0.164750337600708

   1131020	  0.164914	  0.164750	  0.168001		CURRENT LEARNING RATE: 8.571438864509791e-06
previous_iter_valid_loss : 0.1685653179883957

   1131040	  0.168718	  0.168565	  0.167743		CURRENT LEARNING RATE: 8.569724748154228e-06
previous_iter_valid_loss : 0.16337575018405914

   1131060	  0.163579	  0.163376	  0.165919		CURRENT LEARNING RATE: 8.56801097458767e-06
previous_iter_valid_loss : 0.167023167014122

   1131080	  0.167175	  0.167023	  0.165843		CURRENT LEARNING RATE: 8.566297543741553e-06
previous_iter_valid_loss : 0.1609012484550476

   1131100	  0.161062	  0.160901	  0.165760		CURRENT LEARNING RATE: 8.564584455547338e-06
previous_iter_valid_loss : 0.1606585681438446

   1131120	  0.160830	  0.160659	  0.165345		CURRENT LEARNING RATE: 8.562871709936488e-06
previous_iter_valid_loss : 0.16055947542190552

   1131140	  0.160718	  0.160559	  0.165234		CURRENT LEARNING RATE: 8.561159306840523e-06
previous_iter_valid_loss : 0.16195669770240784

   1131160	  0.162138	  0.161957	  0.165103		CURRENT LEARNING RATE: 8.559447246190929e-06
previous_iter_valid_loss : 0.16052687168121338

   1131180	  0.160699	  0.160527	  0.165063		CURRENT LEARNING RATE: 8.557735527919229e-06
previous_iter_valid_loss : 0.16360096633434296

   1131200	  0.163776	  0.163601	  0.165102		CURRENT LEARNING RATE: 8.556024151956935e-06
previous_iter_valid_loss : 0.1607716679573059

   1131220	  0.160937	  0.160772	  0.163856		CURRENT LEARNING RATE: 8.554313118235622e-06
previous_iter_valid_loss : 0.16268059611320496

   1131240	  0.162874	  0.162681	  0.163964		CURRENT LEARNING RATE: 8.552602426686835e-06
previous_iter_valid_loss : 0.16717427968978882

   1131260	  0.167332	  0.167174	  0.164184		CURRENT LEARNING RATE: 8.550892077242149e-06
previous_iter_valid_loss : 0.1606595516204834

   1131280	  0.160818	  0.160660	  0.164175		CURRENT LEARNING RATE: 8.54918206983313e-06
previous_iter_valid_loss : 0.16545633971691132

   1131300	  0.165657	  0.165456	  0.164271		CURRENT LEARNING RATE: 8.54747240439141e-06
previous_iter_valid_loss : 0.1694897562265396

   1131320	  0.169730	  0.169490	  0.164643		CURRENT LEARNING RATE: 8.545763080848588e-06
previous_iter_valid_loss : 0.16305503249168396

   1131340	  0.163264	  0.163055	  0.164348		CURRENT LEARNING RATE: 8.544054099136292e-06
previous_iter_valid_loss : 0.1767774224281311

   1131360	  0.177070	  0.176777	  0.164625		CURRENT LEARNING RATE: 8.542345459186143e-06
previous_iter_valid_loss : 0.17388565838336945

   1131380	  0.174034	  0.173886	  0.165031		CURRENT LEARNING RATE: 8.54063716092983e-06
previous_iter_valid_loss : 0.16275978088378906

   1131400	  0.162949	  0.162760	  0.164729		CURRENT LEARNING RATE: 8.538929204299004e-06
previous_iter_valid_loss : 0.163255974650383

   1131420	  0.163451	  0.163256	  0.164654		CURRENT LEARNING RATE: 8.537221589225347e-06
previous_iter_valid_loss : 0.16725294291973114

   1131440	  0.167404	  0.167253	  0.164589		CURRENT LEARNING RATE: 8.535514315640541e-06
previous_iter_valid_loss : 0.16158625483512878

   1131460	  0.161772	  0.161586	  0.164499		CURRENT LEARNING RATE: 8.533807383476322e-06
previous_iter_valid_loss : 0.16051225364208221

   1131480	  0.160675	  0.160512	  0.164174		CURRENT LEARNING RATE: 8.5321007926644e-06
previous_iter_valid_loss : 0.16059093177318573

   1131500	  0.160762	  0.160591	  0.164158		CURRENT LEARNING RATE: 8.530394543136497e-06
previous_iter_valid_loss : 0.18375100195407867

   1131520	  0.183892	  0.183751	  0.165313		CURRENT LEARNING RATE: 8.528688634824391e-06
previous_iter_valid_loss : 0.163693368434906

   1131540	  0.163885	  0.163693	  0.165469		CURRENT LEARNING RATE: 8.526983067659833e-06
previous_iter_valid_loss : 0.16920910775661469

   1131560	  0.169361	  0.169209	  0.165832		CURRENT LEARNING RATE: 8.525277841574597e-06
previous_iter_valid_loss : 0.16479791700839996

   1131580	  0.165012	  0.164798	  0.166046		CURRENT LEARNING RATE: 8.52357295650046e-06
previous_iter_valid_loss : 0.1633346527814865

   1131600	  0.163505	  0.163335	  0.166032		CURRENT LEARNING RATE: 8.52186841236926e-06
previous_iter_valid_loss : 0.16638262569904327

   1131620	  0.166543	  0.166383	  0.166313		CURRENT LEARNING RATE: 8.520164209112795e-06
previous_iter_valid_loss : 0.1660638451576233

   1131640	  0.166280	  0.166064	  0.166482		CURRENT LEARNING RATE: 8.518460346662901e-06
previous_iter_valid_loss : 0.17054979503154755

   1131660	  0.170806	  0.170550	  0.166651		CURRENT LEARNING RATE: 8.516756824951407e-06
previous_iter_valid_loss : 0.1802666336297989

   1131680	  0.180605	  0.180267	  0.167631		CURRENT LEARNING RATE: 8.515053643910203e-06
previous_iter_valid_loss : 0.16477389633655548

   1131700	  0.164977	  0.164774	  0.167597		CURRENT LEARNING RATE: 8.513350803471144e-06
previous_iter_valid_loss : 0.17687013745307922

   1131720	  0.177038	  0.176870	  0.167966		CURRENT LEARNING RATE: 8.51164830356612e-06
previous_iter_valid_loss : 0.1687728613615036

   1131740	  0.169007	  0.168773	  0.168252		CURRENT LEARNING RATE: 8.509946144127014e-06
previous_iter_valid_loss : 0.16765543818473816

   1131760	  0.167876	  0.167655	  0.167796		CURRENT LEARNING RATE: 8.50824432508577e-06
previous_iter_valid_loss : 0.16649949550628662

   1131780	  0.166719	  0.166499	  0.167426		CURRENT LEARNING RATE: 8.506542846374298e-06
previous_iter_valid_loss : 0.16158413887023926

   1131800	  0.161746	  0.161584	  0.167368		CURRENT LEARNING RATE: 8.504841707924544e-06
previous_iter_valid_loss : 0.16273847222328186

   1131820	  0.162936	  0.162738	  0.167342		CURRENT LEARNING RATE: 8.503140909668443e-06
previous_iter_valid_loss : 0.16050536930561066

   1131840	  0.160670	  0.160505	  0.167004		CURRENT LEARNING RATE: 8.501440451537995e-06
previous_iter_valid_loss : 0.1667626053094864

   1131860	  0.166923	  0.166763	  0.167263		CURRENT LEARNING RATE: 8.499740333465164e-06
previous_iter_valid_loss : 0.17054437100887299

   1131880	  0.170694	  0.170544	  0.167765		CURRENT LEARNING RATE: 8.498040555381934e-06
previous_iter_valid_loss : 0.1727713793516159

   1131900	  0.172912	  0.172771	  0.168374		CURRENT LEARNING RATE: 8.496341117220343e-06
previous_iter_valid_loss : 0.17367666959762573

   1131920	  0.173822	  0.173677	  0.167870		CURRENT LEARNING RATE: 8.494642018912397e-06
previous_iter_valid_loss : 0.1838778555393219

   1131940	  0.184024	  0.183878	  0.168879		CURRENT LEARNING RATE: 8.492943260390133e-06
previous_iter_valid_loss : 0.16139987111091614

   1131960	  0.161580	  0.161400	  0.168489		CURRENT LEARNING RATE: 8.491244841585587e-06
previous_iter_valid_loss : 0.16284477710723877

   1131980	  0.163006	  0.162845	  0.168391		CURRENT LEARNING RATE: 8.489546762430849e-06
previous_iter_valid_loss : 0.16051237285137177

   1132000	  0.160671	  0.160512	  0.168250		CURRENT LEARNING RATE: 8.487849022857983e-06
previous_iter_valid_loss : 0.1613476574420929

   1132020	  0.161529	  0.161348	  0.167998		CURRENT LEARNING RATE: 8.486151622799078e-06
previous_iter_valid_loss : 0.1906251609325409

   1132040	  0.191083	  0.190625	  0.169226		CURRENT LEARNING RATE: 8.484454562186227e-06
previous_iter_valid_loss : 0.16624806821346283

   1132060	  0.166466	  0.166248	  0.169011		CURRENT LEARNING RATE: 8.482757840951573e-06
previous_iter_valid_loss : 0.1619545817375183

   1132080	  0.162120	  0.161955	  0.168096		CURRENT LEARNING RATE: 8.481061459027233e-06
previous_iter_valid_loss : 0.16184553503990173

   1132100	  0.162037	  0.161846	  0.167949		CURRENT LEARNING RATE: 8.479365416345354e-06
previous_iter_valid_loss : 0.16541688144207

   1132120	  0.165639	  0.165417	  0.167377		CURRENT LEARNING RATE: 8.477669712838077e-06
previous_iter_valid_loss : 0.16180190443992615

   1132140	  0.161996	  0.161802	  0.167028		CURRENT LEARNING RATE: 8.475974348437603e-06
previous_iter_valid_loss : 0.16064231097698212

   1132160	  0.160824	  0.160642	  0.166678		CURRENT LEARNING RATE: 8.474279323076107e-06
previous_iter_valid_loss : 0.16056013107299805

   1132180	  0.160726	  0.160560	  0.166381		CURRENT LEARNING RATE: 8.472584636685783e-06
previous_iter_valid_loss : 0.1641884446144104

   1132200	  0.164350	  0.164188	  0.166511		CURRENT LEARNING RATE: 8.470890289198832e-06
previous_iter_valid_loss : 0.17788465321063995

   1132220	  0.178189	  0.177885	  0.167268		CURRENT LEARNING RATE: 8.469196280547506e-06
previous_iter_valid_loss : 0.17084605991840363

   1132240	  0.170995	  0.170846	  0.167785		CURRENT LEARNING RATE: 8.467502610664036e-06
previous_iter_valid_loss : 0.16064077615737915

   1132260	  0.160813	  0.160641	  0.167479		CURRENT LEARNING RATE: 8.465809279480655e-06
previous_iter_valid_loss : 0.16540606319904327

   1132280	  0.165569	  0.165406	  0.167222		CURRENT LEARNING RATE: 8.464116286929661e-06
previous_iter_valid_loss : 0.16067440807819366

   1132300	  0.160846	  0.160674	  0.166617		CURRENT LEARNING RATE: 8.46242363294332e-06
previous_iter_valid_loss : 0.16677381098270416

   1132320	  0.166935	  0.166774	  0.166272		CURRENT LEARNING RATE: 8.460731317453925e-06
previous_iter_valid_loss : 0.16065934300422668

   1132340	  0.160820	  0.160659	  0.165111		CURRENT LEARNING RATE: 8.45903934039377e-06
previous_iter_valid_loss : 0.16239924728870392

   1132360	  0.162587	  0.162399	  0.165161		CURRENT LEARNING RATE: 8.457347701695202e-06
previous_iter_valid_loss : 0.1608199030160904

   1132380	  0.160997	  0.160820	  0.165060		CURRENT LEARNING RATE: 8.455656401290547e-06
previous_iter_valid_loss : 0.19542090594768524

   1132400	  0.195916	  0.195421	  0.166805		CURRENT LEARNING RATE: 8.453965439112146e-06
previous_iter_valid_loss : 0.16397343575954437

   1132420	  0.164143	  0.163973	  0.166937		CURRENT LEARNING RATE: 8.452274815092349e-06
previous_iter_valid_loss : 0.165348619222641

   1132440	  0.165551	  0.165349	  0.165673		CURRENT LEARNING RATE: 8.450584529163562e-06
previous_iter_valid_loss : 0.16173996031284332

   1132460	  0.161909	  0.161740	  0.165447		CURRENT LEARNING RATE: 8.448894581258157e-06
previous_iter_valid_loss : 0.16099126636981964

   1132480	  0.161156	  0.160991	  0.165399		CURRENT LEARNING RATE: 8.447204971308537e-06
previous_iter_valid_loss : 0.17544475197792053

   1132500	  0.175737	  0.175445	  0.166079		CURRENT LEARNING RATE: 8.445515699247101e-06
previous_iter_valid_loss : 0.16281211376190186

   1132520	  0.163000	  0.162812	  0.165949		CURRENT LEARNING RATE: 8.443826765006309e-06
previous_iter_valid_loss : 0.16901971399784088

   1132540	  0.169176	  0.169020	  0.166310		CURRENT LEARNING RATE: 8.44213816851859e-06
previous_iter_valid_loss : 0.16065162420272827

   1132560	  0.160801	  0.160652	  0.166310		CURRENT LEARNING RATE: 8.440449909716398e-06
previous_iter_valid_loss : 0.161739319562912

   1132580	  0.161931	  0.161739	  0.166369		CURRENT LEARNING RATE: 8.438761988532188e-06
previous_iter_valid_loss : 0.1619436889886856

   1132600	  0.162105	  0.161944	  0.166257		CURRENT LEARNING RATE: 8.437074404898474e-06
previous_iter_valid_loss : 0.16058269143104553

   1132620	  0.160754	  0.160583	  0.165392		CURRENT LEARNING RATE: 8.435387158747737e-06
previous_iter_valid_loss : 0.16321943700313568

   1132640	  0.163417	  0.163219	  0.165011		CURRENT LEARNING RATE: 8.433700250012488e-06
previous_iter_valid_loss : 0.16501599550247192

   1132660	  0.165240	  0.165016	  0.165229		CURRENT LEARNING RATE: 8.432013678625235e-06
previous_iter_valid_loss : 0.16589577496051788

   1132680	  0.166112	  0.165896	  0.165254		CURRENT LEARNING RATE: 8.430327444518546e-06
previous_iter_valid_loss : 0.17415373027324677

   1132700	  0.174300	  0.174154	  0.165928		CURRENT LEARNING RATE: 8.428641547624955e-06
previous_iter_valid_loss : 0.17413243651390076

   1132720	  0.174404	  0.174132	  0.166296		CURRENT LEARNING RATE: 8.426955987877012e-06
previous_iter_valid_loss : 0.1606779545545578

   1132740	  0.160838	  0.160678	  0.166297		CURRENT LEARNING RATE: 8.425270765207325e-06
previous_iter_valid_loss : 0.16307950019836426

   1132760	  0.163249	  0.163080	  0.166331		CURRENT LEARNING RATE: 8.423585879548471e-06
previous_iter_valid_loss : 0.1616801917552948

   1132780	  0.161836	  0.161680	  0.166374		CURRENT LEARNING RATE: 8.421901330833052e-06
previous_iter_valid_loss : 0.1624489426612854

   1132800	  0.162607	  0.162449	  0.164725		CURRENT LEARNING RATE: 8.420217118993671e-06
previous_iter_valid_loss : 0.16196924448013306

   1132820	  0.162125	  0.161969	  0.164625		CURRENT LEARNING RATE: 8.418533243962993e-06
previous_iter_valid_loss : 0.17736005783081055

   1132840	  0.177508	  0.177360	  0.165225		CURRENT LEARNING RATE: 8.416849705673644e-06
previous_iter_valid_loss : 0.16087959706783295

   1132860	  0.161048	  0.160880	  0.165182		CURRENT LEARNING RATE: 8.415166504058286e-06
previous_iter_valid_loss : 0.1631639003753662

   1132880	  0.163359	  0.163164	  0.165291		CURRENT LEARNING RATE: 8.413483639049574e-06
previous_iter_valid_loss : 0.17754870653152466

   1132900	  0.177704	  0.177549	  0.165396		CURRENT LEARNING RATE: 8.411801110580223e-06
previous_iter_valid_loss : 0.16607403755187988

   1132920	  0.166234	  0.166074	  0.165559		CURRENT LEARNING RATE: 8.410118918582918e-06
previous_iter_valid_loss : 0.1606987863779068

   1132940	  0.160875	  0.160699	  0.165143		CURRENT LEARNING RATE: 8.408437062990371e-06
previous_iter_valid_loss : 0.16598203778266907

   1132960	  0.166145	  0.165982	  0.165410		CURRENT LEARNING RATE: 8.406755543735293e-06
previous_iter_valid_loss : 0.16534949839115143

   1132980	  0.165550	  0.165349	  0.165590		CURRENT LEARNING RATE: 8.405074360750452e-06
previous_iter_valid_loss : 0.1617640256881714

   1133000	  0.161923	  0.161764	  0.165581		CURRENT LEARNING RATE: 8.403393513968587e-06
previous_iter_valid_loss : 0.17655080556869507

   1133020	  0.176839	  0.176551	  0.166380		CURRENT LEARNING RATE: 8.401713003322463e-06
previous_iter_valid_loss : 0.17216987907886505

   1133040	  0.172425	  0.172170	  0.166827		CURRENT LEARNING RATE: 8.400032828744845e-06
previous_iter_valid_loss : 0.1625717431306839

   1133060	  0.162760	  0.162572	  0.166705		CURRENT LEARNING RATE: 8.398352990168557e-06
previous_iter_valid_loss : 0.16306568682193756

   1133080	  0.163234	  0.163066	  0.166564		CURRENT LEARNING RATE: 8.39667348752639e-06
previous_iter_valid_loss : 0.17176812887191772

   1133100	  0.172027	  0.171768	  0.166444		CURRENT LEARNING RATE: 8.39499432075115e-06
previous_iter_valid_loss : 0.16377228498458862

   1133120	  0.163956	  0.163772	  0.165926		CURRENT LEARNING RATE: 8.393315489775696e-06
previous_iter_valid_loss : 0.1605333685874939

   1133140	  0.160701	  0.160533	  0.165919		CURRENT LEARNING RATE: 8.391636994532864e-06
previous_iter_valid_loss : 0.16049644351005554

   1133160	  0.160659	  0.160496	  0.165790		CURRENT LEARNING RATE: 8.389958834955514e-06
previous_iter_valid_loss : 0.1670808643102646

   1133180	  0.167235	  0.167081	  0.166060		CURRENT LEARNING RATE: 8.388281010976502e-06
previous_iter_valid_loss : 0.16073617339134216

   1133200	  0.160925	  0.160736	  0.165974		CURRENT LEARNING RATE: 8.386603522528747e-06
previous_iter_valid_loss : 0.16114482283592224

   1133220	  0.161334	  0.161145	  0.165933		CURRENT LEARNING RATE: 8.384926369545135e-06
previous_iter_valid_loss : 0.16057832539081573

   1133240	  0.160755	  0.160578	  0.165094		CURRENT LEARNING RATE: 8.383249551958577e-06
previous_iter_valid_loss : 0.1746223419904709

   1133260	  0.174767	  0.174622	  0.165781		CURRENT LEARNING RATE: 8.381573069701988e-06
previous_iter_valid_loss : 0.16057465970516205

   1133280	  0.160737	  0.160575	  0.165652		CURRENT LEARNING RATE: 8.379896922708338e-06
previous_iter_valid_loss : 0.16940002143383026

   1133300	  0.169644	  0.169400	  0.165244		CURRENT LEARNING RATE: 8.378221110910567e-06
previous_iter_valid_loss : 0.16443882882595062

   1133320	  0.164650	  0.164439	  0.165163		CURRENT LEARNING RATE: 8.376545634241639e-06
previous_iter_valid_loss : 0.1618979126214981

   1133340	  0.162088	  0.161898	  0.165222		CURRENT LEARNING RATE: 8.374870492634526e-06
previous_iter_valid_loss : 0.16103871166706085

   1133360	  0.161199	  0.161039	  0.164975		CURRENT LEARNING RATE: 8.373195686022246e-06
previous_iter_valid_loss : 0.16189110279083252

   1133380	  0.162049	  0.161891	  0.164802		CURRENT LEARNING RATE: 8.371521214337796e-06
previous_iter_valid_loss : 0.16461817920207977

   1133400	  0.164813	  0.164618	  0.164945		CURRENT LEARNING RATE: 8.369847077514193e-06
previous_iter_valid_loss : 0.19001105427742004

   1133420	  0.190426	  0.190011	  0.165618		CURRENT LEARNING RATE: 8.368173275484463e-06
previous_iter_valid_loss : 0.19343633949756622

   1133440	  0.193911	  0.193436	  0.166681		CURRENT LEARNING RATE: 8.36649980818168e-06
previous_iter_valid_loss : 0.1700197160243988

   1133460	  0.170275	  0.170020	  0.167054		CURRENT LEARNING RATE: 8.364826675538887e-06
previous_iter_valid_loss : 0.16997724771499634

   1133480	  0.170219	  0.169977	  0.167399		CURRENT LEARNING RATE: 8.36315387748915e-06
previous_iter_valid_loss : 0.1622171401977539

   1133500	  0.162385	  0.162217	  0.166922		CURRENT LEARNING RATE: 8.361481413965583e-06
previous_iter_valid_loss : 0.16090446710586548

   1133520	  0.161062	  0.160904	  0.166778		CURRENT LEARNING RATE: 8.359809284901274e-06
previous_iter_valid_loss : 0.1624242216348648

   1133540	  0.162627	  0.162424	  0.166873		CURRENT LEARNING RATE: 8.358137490229337e-06
previous_iter_valid_loss : 0.16052751243114471

   1133560	  0.160689	  0.160528	  0.166875		CURRENT LEARNING RATE: 8.356466029882886e-06
previous_iter_valid_loss : 0.16290079057216644

   1133580	  0.163085	  0.162901	  0.166666		CURRENT LEARNING RATE: 8.354794903795094e-06
previous_iter_valid_loss : 0.16097183525562286

   1133600	  0.161161	  0.160972	  0.166677		CURRENT LEARNING RATE: 8.353124111899097e-06
previous_iter_valid_loss : 0.16054503619670868

   1133620	  0.160701	  0.160545	  0.166647		CURRENT LEARNING RATE: 8.351453654128067e-06
previous_iter_valid_loss : 0.16335968673229218

   1133640	  0.163558	  0.163360	  0.166786		CURRENT LEARNING RATE: 8.349783530415168e-06
previous_iter_valid_loss : 0.18074974417686462

   1133660	  0.181075	  0.180750	  0.167093		CURRENT LEARNING RATE: 8.348113740693627e-06
previous_iter_valid_loss : 0.16977925598621368

   1133680	  0.170025	  0.169779	  0.167553		CURRENT LEARNING RATE: 8.346444284896637e-06
previous_iter_valid_loss : 0.16172103583812714

   1133700	  0.161899	  0.161721	  0.167169		CURRENT LEARNING RATE: 8.34477516295742e-06
previous_iter_valid_loss : 0.1644347459077835

   1133720	  0.164640	  0.164435	  0.167169		CURRENT LEARNING RATE: 8.343106374809195e-06
previous_iter_valid_loss : 0.16085678339004517

   1133740	  0.161039	  0.160857	  0.167117		CURRENT LEARNING RATE: 8.34143792038524e-06
previous_iter_valid_loss : 0.16148312389850616

   1133760	  0.161674	  0.161483	  0.167139		CURRENT LEARNING RATE: 8.339769799618805e-06
previous_iter_valid_loss : 0.1632480025291443

   1133780	  0.163445	  0.163248	  0.167207		CURRENT LEARNING RATE: 8.33810201244316e-06
previous_iter_valid_loss : 0.16371743381023407

   1133800	  0.163910	  0.163717	  0.167162		CURRENT LEARNING RATE: 8.336434558791586e-06
previous_iter_valid_loss : 0.16611690819263458

   1133820	  0.166322	  0.166117	  0.165967		CURRENT LEARNING RATE: 8.334767438597407e-06
previous_iter_valid_loss : 0.1605340838432312

   1133840	  0.160692	  0.160534	  0.164322		CURRENT LEARNING RATE: 8.333100651793926e-06
previous_iter_valid_loss : 0.1728569120168686

   1133860	  0.173132	  0.172857	  0.164464		CURRENT LEARNING RATE: 8.331434198314461e-06
previous_iter_valid_loss : 0.1727641373872757

   1133880	  0.172916	  0.172764	  0.164603		CURRENT LEARNING RATE: 8.329768078092377e-06
previous_iter_valid_loss : 0.17107942700386047

   1133900	  0.171329	  0.171079	  0.165046		CURRENT LEARNING RATE: 8.328102291061018e-06
previous_iter_valid_loss : 0.2006501704454422

   1133920	  0.201178	  0.200650	  0.167034		CURRENT LEARNING RATE: 8.326436837153754e-06
previous_iter_valid_loss : 0.1765124797821045

   1133940	  0.176663	  0.176512	  0.167738		CURRENT LEARNING RATE: 8.324771716303947e-06
previous_iter_valid_loss : 0.16117282211780548

   1133960	  0.161329	  0.161173	  0.167770		CURRENT LEARNING RATE: 8.323106928445026e-06
previous_iter_valid_loss : 0.16924498975276947

   1133980	  0.169396	  0.169245	  0.168088		CURRENT LEARNING RATE: 8.32144247351038e-06
previous_iter_valid_loss : 0.17509686946868896

   1134000	  0.175383	  0.175097	  0.168794		CURRENT LEARNING RATE: 8.319778351433439e-06
previous_iter_valid_loss : 0.17070311307907104

   1134020	  0.170960	  0.170703	  0.169302		CURRENT LEARNING RATE: 8.318114562147614e-06
previous_iter_valid_loss : 0.16271263360977173

   1134040	  0.162880	  0.162713	  0.169269		CURRENT LEARNING RATE: 8.31645110558639e-06
previous_iter_valid_loss : 0.1634308099746704

   1134060	  0.163621	  0.163431	  0.168403		CURRENT LEARNING RATE: 8.314787981683212e-06
previous_iter_valid_loss : 0.16126058995723724

   1134080	  0.161447	  0.161261	  0.167977		CURRENT LEARNING RATE: 8.313125190371551e-06
previous_iter_valid_loss : 0.16150102019309998

   1134100	  0.161644	  0.161501	  0.167966		CURRENT LEARNING RATE: 8.311462731584887e-06
previous_iter_valid_loss : 0.1806754618883133

   1134120	  0.180829	  0.180675	  0.168778		CURRENT LEARNING RATE: 8.309800605256747e-06
previous_iter_valid_loss : 0.16588418185710907

   1134140	  0.166045	  0.165884	  0.169030		CURRENT LEARNING RATE: 8.308138811320632e-06
previous_iter_valid_loss : 0.16125237941741943

   1134160	  0.161412	  0.161252	  0.169018		CURRENT LEARNING RATE: 8.306477349710071e-06
previous_iter_valid_loss : 0.16105520725250244

   1134180	  0.161207	  0.161055	  0.168909		CURRENT LEARNING RATE: 8.30481622035859e-06
previous_iter_valid_loss : 0.1649387925863266

   1134200	  0.165156	  0.164939	  0.168970		CURRENT LEARNING RATE: 8.303155423199775e-06
previous_iter_valid_loss : 0.16313812136650085

   1134220	  0.163305	  0.163138	  0.168821		CURRENT LEARNING RATE: 8.301494958167177e-06
previous_iter_valid_loss : 0.16100287437438965

   1134240	  0.161152	  0.161003	  0.168844		CURRENT LEARNING RATE: 8.299834825194379e-06
previous_iter_valid_loss : 0.16510365903377533

   1134260	  0.165321	  0.165104	  0.168457		CURRENT LEARNING RATE: 8.298175024214959e-06
previous_iter_valid_loss : 0.16170255839824677

   1134280	  0.161873	  0.161703	  0.167903		CURRENT LEARNING RATE: 8.296515555162557e-06
previous_iter_valid_loss : 0.19898022711277008

   1134300	  0.199499	  0.198980	  0.169298		CURRENT LEARNING RATE: 8.294856417970778e-06
previous_iter_valid_loss : 0.18183106184005737

   1134320	  0.182185	  0.181831	  0.168358		CURRENT LEARNING RATE: 8.293197612573242e-06
previous_iter_valid_loss : 0.17537939548492432

   1134340	  0.175662	  0.175379	  0.168301		CURRENT LEARNING RATE: 8.291539138903627e-06
previous_iter_valid_loss : 0.18571121990680695

   1134360	  0.186087	  0.185711	  0.169528		CURRENT LEARNING RATE: 8.289880996895578e-06
previous_iter_valid_loss : 0.16096703708171844

   1134380	  0.161122	  0.160967	  0.169114		CURRENT LEARNING RATE: 8.28822318648277e-06
previous_iter_valid_loss : 0.16123633086681366

   1134400	  0.161424	  0.161236	  0.168421		CURRENT LEARNING RATE: 8.286565707598875e-06
previous_iter_valid_loss : 0.1778208464384079

   1134420	  0.177972	  0.177821	  0.168777		CURRENT LEARNING RATE: 8.284908560177624e-06
previous_iter_valid_loss : 0.16090591251850128

   1134440	  0.161080	  0.160906	  0.168686		CURRENT LEARNING RATE: 8.283251744152719e-06
previous_iter_valid_loss : 0.1617709994316101

   1134460	  0.161931	  0.161771	  0.168603		CURRENT LEARNING RATE: 8.281595259457884e-06
previous_iter_valid_loss : 0.16472050547599792

   1134480	  0.164882	  0.164721	  0.168776		CURRENT LEARNING RATE: 8.279939106026844e-06
previous_iter_valid_loss : 0.17329977452754974

   1134500	  0.173564	  0.173300	  0.169366		CURRENT LEARNING RATE: 8.278283283793387e-06
previous_iter_valid_loss : 0.16064459085464478

   1134520	  0.160803	  0.160645	  0.168365		CURRENT LEARNING RATE: 8.276627792691259e-06
previous_iter_valid_loss : 0.16229870915412903

   1134540	  0.162482	  0.162299	  0.168186		CURRENT LEARNING RATE: 8.274972632654246e-06
previous_iter_valid_loss : 0.1626603901386261

   1134560	  0.162823	  0.162660	  0.168256		CURRENT LEARNING RATE: 8.273317803616125e-06
previous_iter_valid_loss : 0.16109317541122437

   1134580	  0.161281	  0.161093	  0.168258		CURRENT LEARNING RATE: 8.27166330551073e-06
previous_iter_valid_loss : 0.16975626349449158

   1134600	  0.170012	  0.169756	  0.168499		CURRENT LEARNING RATE: 8.27000913827187e-06
previous_iter_valid_loss : 0.16088268160820007

   1134620	  0.161041	  0.160883	  0.168386		CURRENT LEARNING RATE: 8.268355301833376e-06
previous_iter_valid_loss : 0.17041240632534027

   1134640	  0.170561	  0.170412	  0.168856		CURRENT LEARNING RATE: 8.26670179612908e-06
previous_iter_valid_loss : 0.1650037169456482

   1134660	  0.165169	  0.165004	  0.168851		CURRENT LEARNING RATE: 8.265048621092873e-06
previous_iter_valid_loss : 0.16258186101913452

   1134680	  0.162766	  0.162582	  0.168895		CURRENT LEARNING RATE: 8.263395776658612e-06
previous_iter_valid_loss : 0.16727137565612793

   1134700	  0.167435	  0.167271	  0.167310		CURRENT LEARNING RATE: 8.261743262760168e-06
previous_iter_valid_loss : 0.16054308414459229

   1134720	  0.160714	  0.160543	  0.166246		CURRENT LEARNING RATE: 8.260091079331469e-06
previous_iter_valid_loss : 0.16879446804523468

   1134740	  0.168947	  0.168794	  0.165916		CURRENT LEARNING RATE: 8.258439226306416e-06
previous_iter_valid_loss : 0.16196615993976593

   1134760	  0.162130	  0.161966	  0.164729		CURRENT LEARNING RATE: 8.256787703618932e-06
previous_iter_valid_loss : 0.16123227775096893

   1134780	  0.161398	  0.161232	  0.164742		CURRENT LEARNING RATE: 8.255136511202942e-06
previous_iter_valid_loss : 0.1605563461780548

   1134800	  0.160720	  0.160556	  0.164708		CURRENT LEARNING RATE: 8.25348564899243e-06
previous_iter_valid_loss : 0.17617253959178925

   1134820	  0.176468	  0.176173	  0.164626		CURRENT LEARNING RATE: 8.251835116921343e-06
previous_iter_valid_loss : 0.16840790212154388

   1134840	  0.168641	  0.168408	  0.165001		CURRENT LEARNING RATE: 8.250184914923664e-06
previous_iter_valid_loss : 0.16292016208171844

   1134860	  0.163081	  0.162920	  0.165058		CURRENT LEARNING RATE: 8.248535042933367e-06
previous_iter_valid_loss : 0.163432776927948

   1134880	  0.163603	  0.163433	  0.164994		CURRENT LEARNING RATE: 8.246885500884488e-06
previous_iter_valid_loss : 0.19009529054164886

   1134900	  0.190521	  0.190095	  0.165834		CURRENT LEARNING RATE: 8.245236288711028e-06
previous_iter_valid_loss : 0.17540337145328522

   1134920	  0.175687	  0.175403	  0.166572		CURRENT LEARNING RATE: 8.243587406347022e-06
previous_iter_valid_loss : 0.17118918895721436

   1134940	  0.171443	  0.171189	  0.167016		CURRENT LEARNING RATE: 8.2419388537265e-06
previous_iter_valid_loss : 0.16050022840499878

   1134960	  0.160665	  0.160500	  0.166908		CURRENT LEARNING RATE: 8.240290630783548e-06
previous_iter_valid_loss : 0.1611250936985016

   1134980	  0.161281	  0.161125	  0.166910		CURRENT LEARNING RATE: 8.238642737452221e-06
previous_iter_valid_loss : 0.18694597482681274

   1135000	  0.187077	  0.186946	  0.167769		CURRENT LEARNING RATE: 8.236995173666605e-06
previous_iter_valid_loss : 0.17395080626010895

   1135020	  0.174100	  0.173951	  0.168423		CURRENT LEARNING RATE: 8.235347939360781e-06
previous_iter_valid_loss : 0.1676996648311615

   1135040	  0.167858	  0.167700	  0.168287		CURRENT LEARNING RATE: 8.233701034468893e-06
previous_iter_valid_loss : 0.17444033920764923

   1135060	  0.174598	  0.174440	  0.168759		CURRENT LEARNING RATE: 8.232054458925046e-06
previous_iter_valid_loss : 0.16069449484348297

   1135080	  0.160848	  0.160694	  0.168665		CURRENT LEARNING RATE: 8.230408212663363e-06
previous_iter_valid_loss : 0.1628824770450592

   1135100	  0.163044	  0.162882	  0.168445		CURRENT LEARNING RATE: 8.228762295618025e-06
previous_iter_valid_loss : 0.17181575298309326

   1135120	  0.172075	  0.171816	  0.169009		CURRENT LEARNING RATE: 8.22711670772318e-06
previous_iter_valid_loss : 0.16455519199371338

   1135140	  0.164712	  0.164555	  0.168797		CURRENT LEARNING RATE: 8.225471448913005e-06
previous_iter_valid_loss : 0.16180959343910217

   1135160	  0.161998	  0.161810	  0.168789		CURRENT LEARNING RATE: 8.223826519121674e-06
previous_iter_valid_loss : 0.16211533546447754

   1135180	  0.162317	  0.162115	  0.168833		CURRENT LEARNING RATE: 8.22218191828342e-06
previous_iter_valid_loss : 0.1605663150548935

   1135200	  0.160722	  0.160566	  0.168834		CURRENT LEARNING RATE: 8.220537646332443e-06
previous_iter_valid_loss : 0.16114577651023865

   1135220	  0.161300	  0.161146	  0.168082		CURRENT LEARNING RATE: 8.218893703202971e-06
previous_iter_valid_loss : 0.16137297451496124

   1135240	  0.161526	  0.161373	  0.167731		CURRENT LEARNING RATE: 8.217250088829238e-06
previous_iter_valid_loss : 0.1673005223274231

   1135260	  0.167529	  0.167301	  0.167950		CURRENT LEARNING RATE: 8.21560680314552e-06
previous_iter_valid_loss : 0.16132578253746033

   1135280	  0.161488	  0.161326	  0.167844		CURRENT LEARNING RATE: 8.213963846086078e-06
previous_iter_valid_loss : 0.16133420169353485

   1135300	  0.161491	  0.161334	  0.166406		CURRENT LEARNING RATE: 8.21232121758519e-06
previous_iter_valid_loss : 0.16287291049957275

   1135320	  0.163075	  0.162873	  0.165780		CURRENT LEARNING RATE: 8.210678917577138e-06
previous_iter_valid_loss : 0.16366468369960785

   1135340	  0.163869	  0.163665	  0.165404		CURRENT LEARNING RATE: 8.209036945996256e-06
previous_iter_valid_loss : 0.1614532768726349

   1135360	  0.161645	  0.161453	  0.165451		CURRENT LEARNING RATE: 8.207395302776855e-06
previous_iter_valid_loss : 0.17220553755760193

   1135380	  0.172355	  0.172206	  0.166005		CURRENT LEARNING RATE: 8.205753987853267e-06
previous_iter_valid_loss : 0.17408181726932526

   1135400	  0.174228	  0.174082	  0.165362		CURRENT LEARNING RATE: 8.204113001159826e-06
previous_iter_valid_loss : 0.17407456040382385

   1135420	  0.174221	  0.174075	  0.165368		CURRENT LEARNING RATE: 8.202472342630919e-06
previous_iter_valid_loss : 0.1698227971792221

   1135440	  0.169975	  0.169823	  0.165474		CURRENT LEARNING RATE: 8.200832012200907e-06
previous_iter_valid_loss : 0.16090281307697296

   1135460	  0.161087	  0.160903	  0.164797		CURRENT LEARNING RATE: 8.199192009804178e-06
previous_iter_valid_loss : 0.16749897599220276

   1135480	  0.167717	  0.167499	  0.165138		CURRENT LEARNING RATE: 8.197552335375114e-06
previous_iter_valid_loss : 0.16227160394191742

   1135500	  0.162468	  0.162272	  0.165107		CURRENT LEARNING RATE: 8.19591298884816e-06
previous_iter_valid_loss : 0.16979818046092987

   1135520	  0.169948	  0.169798	  0.165006		CURRENT LEARNING RATE: 8.194273970157728e-06
previous_iter_valid_loss : 0.16406898200511932

   1135540	  0.164264	  0.164069	  0.164982		CURRENT LEARNING RATE: 8.192635279238239e-06
previous_iter_valid_loss : 0.1649019718170166

   1135560	  0.165059	  0.164902	  0.165137		CURRENT LEARNING RATE: 8.190996916024178e-06
previous_iter_valid_loss : 0.18358778953552246

   1135580	  0.183955	  0.183588	  0.166210		CURRENT LEARNING RATE: 8.189358880449995e-06
previous_iter_valid_loss : 0.16172775626182556

   1135600	  0.161924	  0.161728	  0.166268		CURRENT LEARNING RATE: 8.187721172450167e-06
previous_iter_valid_loss : 0.1644510179758072

   1135620	  0.164658	  0.164451	  0.166433		CURRENT LEARNING RATE: 8.186083791959173e-06
previous_iter_valid_loss : 0.16878171265125275

   1135640	  0.169017	  0.168782	  0.166804		CURRENT LEARNING RATE: 8.184446738911546e-06
previous_iter_valid_loss : 0.1653399020433426

   1135660	  0.165552	  0.165340	  0.166706		CURRENT LEARNING RATE: 8.182810013241791e-06
previous_iter_valid_loss : 0.16434897482395172

   1135680	  0.164517	  0.164349	  0.166857		CURRENT LEARNING RATE: 8.181173614884437e-06
previous_iter_valid_loss : 0.17390498518943787

   1135700	  0.174051	  0.173905	  0.167486		CURRENT LEARNING RATE: 8.179537543774013e-06
previous_iter_valid_loss : 0.16670775413513184

   1135720	  0.166919	  0.166708	  0.167677		CURRENT LEARNING RATE: 8.177901799845109e-06
previous_iter_valid_loss : 0.1631748080253601

   1135740	  0.163344	  0.163175	  0.167653		CURRENT LEARNING RATE: 8.176266383032277e-06
previous_iter_valid_loss : 0.17641666531562805

   1135760	  0.176572	  0.176417	  0.168401		CURRENT LEARNING RATE: 8.1746312932701e-06
previous_iter_valid_loss : 0.17365913093090057

   1135780	  0.173804	  0.173659	  0.168474		CURRENT LEARNING RATE: 8.17299653049316e-06
previous_iter_valid_loss : 0.18842563033103943

   1135800	  0.188843	  0.188426	  0.169191		CURRENT LEARNING RATE: 8.171362094636102e-06
previous_iter_valid_loss : 0.16346794366836548

   1135820	  0.163656	  0.163468	  0.168661		CURRENT LEARNING RATE: 8.169727985633524e-06
previous_iter_valid_loss : 0.1630409061908722

   1135840	  0.163230	  0.163041	  0.168321		CURRENT LEARNING RATE: 8.168094203420069e-06
previous_iter_valid_loss : 0.16294172406196594

   1135860	  0.163108	  0.162942	  0.168423		CURRENT LEARNING RATE: 8.166460747930368e-06
previous_iter_valid_loss : 0.19024775922298431

   1135880	  0.190376	  0.190248	  0.169561		CURRENT LEARNING RATE: 8.164827619099113e-06
previous_iter_valid_loss : 0.16079774498939514

   1135900	  0.160979	  0.160798	  0.169487		CURRENT LEARNING RATE: 8.163194816860963e-06
previous_iter_valid_loss : 0.16075918078422546

   1135920	  0.160918	  0.160759	  0.169035		CURRENT LEARNING RATE: 8.161562341150593e-06
previous_iter_valid_loss : 0.16612137854099274

   1135940	  0.166338	  0.166121	  0.169138		CURRENT LEARNING RATE: 8.159930191902733e-06
previous_iter_valid_loss : 0.16083483397960663

   1135960	  0.160988	  0.160835	  0.168934		CURRENT LEARNING RATE: 8.15829836905208e-06
previous_iter_valid_loss : 0.1626606583595276

   1135980	  0.162853	  0.162661	  0.167888		CURRENT LEARNING RATE: 8.156666872533363e-06
previous_iter_valid_loss : 0.16238386929035187

   1136000	  0.162573	  0.162384	  0.167921		CURRENT LEARNING RATE: 8.155035702281308e-06
previous_iter_valid_loss : 0.18000681698322296

   1136020	  0.180164	  0.180007	  0.168699		CURRENT LEARNING RATE: 8.153404858230697e-06
previous_iter_valid_loss : 0.1611751914024353

   1136040	  0.161358	  0.161175	  0.168318		CURRENT LEARNING RATE: 8.15177434031628e-06
previous_iter_valid_loss : 0.1712830811738968

   1136060	  0.171429	  0.171283	  0.168616		CURRENT LEARNING RATE: 8.150144148472841e-06
previous_iter_valid_loss : 0.16099666059017181

   1136080	  0.161178	  0.160997	  0.168448		CURRENT LEARNING RATE: 8.148514282635152e-06
previous_iter_valid_loss : 0.16206765174865723

   1136100	  0.162244	  0.162068	  0.167856		CURRENT LEARNING RATE: 8.14688474273805e-06
previous_iter_valid_loss : 0.1703510284423828

   1136120	  0.170595	  0.170351	  0.168038		CURRENT LEARNING RATE: 8.14525552871634e-06
previous_iter_valid_loss : 0.16817834973335266

   1136140	  0.168335	  0.168178	  0.168288		CURRENT LEARNING RATE: 8.14362664050485e-06
previous_iter_valid_loss : 0.16064709424972534

   1136160	  0.160813	  0.160647	  0.167500		CURRENT LEARNING RATE: 8.141998078038413e-06
previous_iter_valid_loss : 0.16173507273197174

   1136180	  0.161898	  0.161735	  0.166904		CURRENT LEARNING RATE: 8.140369841251916e-06
previous_iter_valid_loss : 0.1638735979795456

   1136200	  0.164072	  0.163874	  0.165676		CURRENT LEARNING RATE: 8.138741930080214e-06
previous_iter_valid_loss : 0.1617659330368042

   1136220	  0.161968	  0.161766	  0.165591		CURRENT LEARNING RATE: 8.137114344458188e-06
previous_iter_valid_loss : 0.16146047413349152

   1136240	  0.161658	  0.161460	  0.165512		CURRENT LEARNING RATE: 8.135487084320724e-06
previous_iter_valid_loss : 0.16469912230968475

   1136260	  0.164864	  0.164699	  0.165600		CURRENT LEARNING RATE: 8.133860149602758e-06
previous_iter_valid_loss : 0.17205846309661865

   1136280	  0.172210	  0.172058	  0.164690		CURRENT LEARNING RATE: 8.1322335402392e-06
previous_iter_valid_loss : 0.16171759366989136

   1136300	  0.161906	  0.161718	  0.164736		CURRENT LEARNING RATE: 8.13060725616497e-06
previous_iter_valid_loss : 0.162937730550766

   1136320	  0.163140	  0.162938	  0.164845		CURRENT LEARNING RATE: 8.128981297315045e-06
previous_iter_valid_loss : 0.1757001131772995

   1136340	  0.175991	  0.175700	  0.165324		CURRENT LEARNING RATE: 8.127355663624374e-06
previous_iter_valid_loss : 0.16124172508716583

   1136360	  0.161397	  0.161242	  0.165345		CURRENT LEARNING RATE: 8.12573035502793e-06
previous_iter_valid_loss : 0.16123197972774506

   1136380	  0.161382	  0.161232	  0.165273		CURRENT LEARNING RATE: 8.124105371460688e-06
previous_iter_valid_loss : 0.16684578359127045

   1136400	  0.167069	  0.166846	  0.165496		CURRENT LEARNING RATE: 8.122480712857674e-06
previous_iter_valid_loss : 0.1605246514081955

   1136420	  0.160693	  0.160525	  0.164522		CURRENT LEARNING RATE: 8.120856379153892e-06
previous_iter_valid_loss : 0.1711873859167099

   1136440	  0.171335	  0.171187	  0.165023		CURRENT LEARNING RATE: 8.119232370284365e-06
previous_iter_valid_loss : 0.16420207917690277

   1136460	  0.164369	  0.164202	  0.164669		CURRENT LEARNING RATE: 8.117608686184122e-06
previous_iter_valid_loss : 0.16672784090042114

   1136480	  0.166881	  0.166728	  0.164955		CURRENT LEARNING RATE: 8.115985326788237e-06
previous_iter_valid_loss : 0.1606220304965973

   1136500	  0.160785	  0.160622	  0.164883		CURRENT LEARNING RATE: 8.11436229203177e-06
previous_iter_valid_loss : 0.1605122834444046

   1136520	  0.160680	  0.160512	  0.164391		CURRENT LEARNING RATE: 8.112739581849794e-06
previous_iter_valid_loss : 0.1614895910024643

   1136540	  0.161645	  0.161490	  0.164057		CURRENT LEARNING RATE: 8.11111719617739e-06
previous_iter_valid_loss : 0.16253156960010529

   1136560	  0.162705	  0.162532	  0.164151		CURRENT LEARNING RATE: 8.109495134949688e-06
previous_iter_valid_loss : 0.16377955675125122

   1136580	  0.163974	  0.163780	  0.164253		CURRENT LEARNING RATE: 8.107873398101792e-06
previous_iter_valid_loss : 0.1717587560415268

   1136600	  0.171907	  0.171759	  0.164647		CURRENT LEARNING RATE: 8.106251985568833e-06
previous_iter_valid_loss : 0.1611591875553131

   1136620	  0.161321	  0.161159	  0.164617		CURRENT LEARNING RATE: 8.10463089728594e-06
previous_iter_valid_loss : 0.1606629490852356

   1136640	  0.160842	  0.160663	  0.164577		CURRENT LEARNING RATE: 8.103010133188298e-06
previous_iter_valid_loss : 0.1734694540500641

   1136660	  0.173616	  0.173469	  0.165016		CURRENT LEARNING RATE: 8.101389693211064e-06
previous_iter_valid_loss : 0.16062518954277039

   1136680	  0.160779	  0.160625	  0.164444		CURRENT LEARNING RATE: 8.099769577289405e-06
previous_iter_valid_loss : 0.1626059114933014

   1136700	  0.162797	  0.162606	  0.164488		CURRENT LEARNING RATE: 8.098149785358542e-06
previous_iter_valid_loss : 0.16371861100196838

   1136720	  0.163917	  0.163719	  0.164527		CURRENT LEARNING RATE: 8.096530317353674e-06
previous_iter_valid_loss : 0.1644112914800644

   1136740	  0.164606	  0.164411	  0.163963		CURRENT LEARNING RATE: 8.094911173210018e-06
previous_iter_valid_loss : 0.1648760288953781

   1136760	  0.165079	  0.164876	  0.164145		CURRENT LEARNING RATE: 8.093292352862797e-06
previous_iter_valid_loss : 0.18422509729862213

   1136780	  0.184363	  0.184225	  0.165294		CURRENT LEARNING RATE: 8.091673856247284e-06
previous_iter_valid_loss : 0.17402182519435883

   1136800	  0.174164	  0.174022	  0.165653		CURRENT LEARNING RATE: 8.090055683298727e-06
previous_iter_valid_loss : 0.17831601202487946

   1136820	  0.178618	  0.178316	  0.166543		CURRENT LEARNING RATE: 8.088437833952399e-06
previous_iter_valid_loss : 0.16178540885448456

   1136840	  0.161945	  0.161785	  0.166073		CURRENT LEARNING RATE: 8.086820308143571e-06
previous_iter_valid_loss : 0.2068275511264801

   1136860	  0.206884	  0.206828	  0.168204		CURRENT LEARNING RATE: 8.08520310580757e-06
previous_iter_valid_loss : 0.16327866911888123

   1136880	  0.163480	  0.163279	  0.168031		CURRENT LEARNING RATE: 8.083586226879694e-06
previous_iter_valid_loss : 0.1654963344335556

   1136900	  0.165656	  0.165496	  0.168275		CURRENT LEARNING RATE: 8.08196967129527e-06
previous_iter_valid_loss : 0.16877253353595734

   1136920	  0.168926	  0.168773	  0.168688		CURRENT LEARNING RATE: 8.080353438989617e-06
previous_iter_valid_loss : 0.16536563634872437

   1136940	  0.165566	  0.165366	  0.168882		CURRENT LEARNING RATE: 8.078737529898119e-06
previous_iter_valid_loss : 0.1608085036277771

   1136960	  0.160972	  0.160809	  0.168796		CURRENT LEARNING RATE: 8.077121943956122e-06
previous_iter_valid_loss : 0.16121520102024078

   1136980	  0.161405	  0.161215	  0.168668		CURRENT LEARNING RATE: 8.075506681099005e-06
previous_iter_valid_loss : 0.1661607176065445

   1137000	  0.166368	  0.166161	  0.168388		CURRENT LEARNING RATE: 8.073891741262142e-06
previous_iter_valid_loss : 0.1606605499982834

   1137020	  0.160831	  0.160661	  0.168363		CURRENT LEARNING RATE: 8.072277124380962e-06
previous_iter_valid_loss : 0.16075468063354492

   1137040	  0.160905	  0.160755	  0.168367		CURRENT LEARNING RATE: 8.070662830390869e-06
previous_iter_valid_loss : 0.1665491759777069

   1137060	  0.166709	  0.166549	  0.168021		CURRENT LEARNING RATE: 8.069048859227292e-06
previous_iter_valid_loss : 0.18415656685829163

   1137080	  0.184307	  0.184157	  0.169198		CURRENT LEARNING RATE: 8.067435210825654e-06
previous_iter_valid_loss : 0.19007104635238647

   1137100	  0.190196	  0.190071	  0.170571		CURRENT LEARNING RATE: 8.065821885121441e-06
previous_iter_valid_loss : 0.16049990057945251

   1137120	  0.160670	  0.160500	  0.170410		CURRENT LEARNING RATE: 8.064208882050106e-06
previous_iter_valid_loss : 0.16199128329753876

   1137140	  0.162153	  0.161991	  0.170289		CURRENT LEARNING RATE: 8.062596201547111e-06
previous_iter_valid_loss : 0.1713247299194336

   1137160	  0.171471	  0.171325	  0.170612		CURRENT LEARNING RATE: 8.060983843547979e-06
previous_iter_valid_loss : 0.16194111108779907

   1137180	  0.162122	  0.161941	  0.169497		CURRENT LEARNING RATE: 8.059371807988203e-06
previous_iter_valid_loss : 0.16558291018009186

   1137200	  0.165787	  0.165583	  0.169075		CURRENT LEARNING RATE: 8.0577600948033e-06
previous_iter_valid_loss : 0.16320784389972687

   1137220	  0.163374	  0.163208	  0.168320		CURRENT LEARNING RATE: 8.056148703928788e-06
previous_iter_valid_loss : 0.16293999552726746

   1137240	  0.163115	  0.162940	  0.168378		CURRENT LEARNING RATE: 8.054537635300238e-06
previous_iter_valid_loss : 0.16918787360191345

   1137260	  0.169339	  0.169188	  0.166496		CURRENT LEARNING RATE: 8.052926888853197e-06
previous_iter_valid_loss : 0.16245512664318085

   1137280	  0.162626	  0.162455	  0.166455		CURRENT LEARNING RATE: 8.05131646452323e-06
previous_iter_valid_loss : 0.18051110208034515

   1137300	  0.180670	  0.180511	  0.167205		CURRENT LEARNING RATE: 8.04970636224591e-06
previous_iter_valid_loss : 0.17070819437503815

   1137320	  0.170964	  0.170708	  0.167302		CURRENT LEARNING RATE: 8.048096581956859e-06
previous_iter_valid_loss : 0.16585516929626465

   1137340	  0.166062	  0.165855	  0.167327		CURRENT LEARNING RATE: 8.046487123591673e-06
previous_iter_valid_loss : 0.1690259724855423

   1137360	  0.169178	  0.169026	  0.167737		CURRENT LEARNING RATE: 8.044877987085973e-06
previous_iter_valid_loss : 0.16059254109859467

   1137380	  0.160751	  0.160593	  0.167706		CURRENT LEARNING RATE: 8.043269172375379e-06
previous_iter_valid_loss : 0.16221989691257477

   1137400	  0.162412	  0.162220	  0.167509		CURRENT LEARNING RATE: 8.041660679395568e-06
previous_iter_valid_loss : 0.16087287664413452

   1137420	  0.161055	  0.160873	  0.167520		CURRENT LEARNING RATE: 8.040052508082183e-06
previous_iter_valid_loss : 0.17251312732696533

   1137440	  0.172780	  0.172513	  0.168108		CURRENT LEARNING RATE: 8.038444658370901e-06
previous_iter_valid_loss : 0.17371834814548492

   1137460	  0.173996	  0.173718	  0.168466		CURRENT LEARNING RATE: 8.036837130197392e-06
previous_iter_valid_loss : 0.16074000298976898

   1137480	  0.160919	  0.160740	  0.167296		CURRENT LEARNING RATE: 8.035229923497384e-06
previous_iter_valid_loss : 0.16172604262828827

   1137500	  0.161878	  0.161726	  0.165878		CURRENT LEARNING RATE: 8.033623038206573e-06
previous_iter_valid_loss : 0.1673777848482132

   1137520	  0.167603	  0.167378	  0.166222		CURRENT LEARNING RATE: 8.032016474260672e-06
previous_iter_valid_loss : 0.16179703176021576

   1137540	  0.161980	  0.161797	  0.166212		CURRENT LEARNING RATE: 8.030410231595444e-06
previous_iter_valid_loss : 0.1773732751607895

   1137560	  0.177663	  0.177373	  0.166515		CURRENT LEARNING RATE: 8.028804310146627e-06
previous_iter_valid_loss : 0.1610940396785736

   1137580	  0.161266	  0.161094	  0.166472		CURRENT LEARNING RATE: 8.027198709849983e-06
previous_iter_valid_loss : 0.1688089370727539

   1137600	  0.168962	  0.168809	  0.166634		CURRENT LEARNING RATE: 8.025593430641273e-06
previous_iter_valid_loss : 0.16459563374519348

   1137620	  0.164791	  0.164596	  0.166703		CURRENT LEARNING RATE: 8.023988472456318e-06
previous_iter_valid_loss : 0.1605210304260254

   1137640	  0.160672	  0.160521	  0.166582		CURRENT LEARNING RATE: 8.022383835230902e-06
previous_iter_valid_loss : 0.17226053774356842

   1137660	  0.172403	  0.172261	  0.166736		CURRENT LEARNING RATE: 8.02077951890084e-06
previous_iter_valid_loss : 0.16336525976657867

   1137680	  0.163568	  0.163365	  0.166781		CURRENT LEARNING RATE: 8.019175523401946e-06
previous_iter_valid_loss : 0.160828098654747

   1137700	  0.160984	  0.160828	  0.165797		CURRENT LEARNING RATE: 8.017571848670089e-06
previous_iter_valid_loss : 0.16203787922859192

   1137720	  0.162194	  0.162038	  0.165364		CURRENT LEARNING RATE: 8.015968494641105e-06
previous_iter_valid_loss : 0.16051186621189117

   1137740	  0.160685	  0.160512	  0.165097		CURRENT LEARNING RATE: 8.014365461250863e-06
previous_iter_valid_loss : 0.16103920340538025

   1137760	  0.161187	  0.161039	  0.164697		CURRENT LEARNING RATE: 8.012762748435226e-06
previous_iter_valid_loss : 0.16085463762283325

   1137780	  0.161005	  0.160855	  0.164710		CURRENT LEARNING RATE: 8.011160356130115e-06
previous_iter_valid_loss : 0.16067925095558167

   1137800	  0.160842	  0.160679	  0.164633		CURRENT LEARNING RATE: 8.009558284271418e-06
previous_iter_valid_loss : 0.1612957864999771

   1137820	  0.161486	  0.161296	  0.164654		CURRENT LEARNING RATE: 8.007956532795055e-06
previous_iter_valid_loss : 0.16052979230880737

   1137840	  0.160685	  0.160530	  0.164055		CURRENT LEARNING RATE: 8.006355101636939e-06
previous_iter_valid_loss : 0.16357168555259705

   1137860	  0.163764	  0.163572	  0.163548		CURRENT LEARNING RATE: 8.004753990733044e-06
previous_iter_valid_loss : 0.16169215738773346

   1137880	  0.161874	  0.161692	  0.163596		CURRENT LEARNING RATE: 8.003153200019307e-06
previous_iter_valid_loss : 0.16348931193351746

   1137900	  0.163690	  0.163489	  0.163684		CURRENT LEARNING RATE: 8.001552729431688e-06
previous_iter_valid_loss : 0.16240334510803223

   1137920	  0.162558	  0.162403	  0.163435		CURRENT LEARNING RATE: 7.99995257890619e-06
previous_iter_valid_loss : 0.1611105352640152

   1137940	  0.161264	  0.161111	  0.163401		CURRENT LEARNING RATE: 7.9983527483788e-06
previous_iter_valid_loss : 0.16417822241783142

   1137960	  0.164349	  0.164178	  0.162741		CURRENT LEARNING RATE: 7.996753237785519e-06
previous_iter_valid_loss : 0.17226284742355347

   1137980	  0.172410	  0.172263	  0.163299		CURRENT LEARNING RATE: 7.995154047062353e-06
previous_iter_valid_loss : 0.1651797592639923

   1138000	  0.165411	  0.165180	  0.163118		CURRENT LEARNING RATE: 7.993555176145366e-06
previous_iter_valid_loss : 0.1611262559890747

   1138020	  0.161289	  0.161126	  0.162944		CURRENT LEARNING RATE: 7.991956624970585e-06
previous_iter_valid_loss : 0.16069534420967102

   1138040	  0.160875	  0.160695	  0.162953		CURRENT LEARNING RATE: 7.990358393474072e-06
previous_iter_valid_loss : 0.1785925030708313

   1138060	  0.178913	  0.178593	  0.163270		CURRENT LEARNING RATE: 7.988760481591881e-06
previous_iter_valid_loss : 0.16067112982273102

   1138080	  0.160828	  0.160671	  0.163135		CURRENT LEARNING RATE: 7.987162889260126e-06
previous_iter_valid_loss : 0.16713640093803406

   1138100	  0.167292	  0.167136	  0.163450		CURRENT LEARNING RATE: 7.985565616414886e-06
previous_iter_valid_loss : 0.17569370567798615

   1138120	  0.175976	  0.175694	  0.164133		CURRENT LEARNING RATE: 7.983968662992274e-06
previous_iter_valid_loss : 0.1655934751033783

   1138140	  0.165803	  0.165593	  0.164387		CURRENT LEARNING RATE: 7.982372028928393e-06
previous_iter_valid_loss : 0.1815580278635025

   1138160	  0.181717	  0.181558	  0.165413		CURRENT LEARNING RATE: 7.980775714159409e-06
previous_iter_valid_loss : 0.1845502257347107

   1138180	  0.184696	  0.184550	  0.166598		CURRENT LEARNING RATE: 7.979179718621454e-06
previous_iter_valid_loss : 0.16976243257522583

   1138200	  0.170009	  0.169762	  0.167052		CURRENT LEARNING RATE: 7.977584042250689e-06
previous_iter_valid_loss : 0.1607201248407364

   1138220	  0.160878	  0.160720	  0.167023		CURRENT LEARNING RATE: 7.975988684983274e-06
previous_iter_valid_loss : 0.1608002930879593

   1138240	  0.160957	  0.160800	  0.167037		CURRENT LEARNING RATE: 7.97439364675542e-06
previous_iter_valid_loss : 0.16717468202114105

   1138260	  0.167333	  0.167175	  0.167217		CURRENT LEARNING RATE: 7.972798927503314e-06
previous_iter_valid_loss : 0.1660567820072174

   1138280	  0.166215	  0.166057	  0.167435		CURRENT LEARNING RATE: 7.971204527163166e-06
previous_iter_valid_loss : 0.16325944662094116

   1138300	  0.163420	  0.163259	  0.167424		CURRENT LEARNING RATE: 7.969610445671186e-06
previous_iter_valid_loss : 0.16532619297504425

   1138320	  0.165530	  0.165326	  0.167570		CURRENT LEARNING RATE: 7.968016682963637e-06
previous_iter_valid_loss : 0.16794653236865997

   1138340	  0.168177	  0.167947	  0.167912		CURRENT LEARNING RATE: 7.96642323897676e-06
previous_iter_valid_loss : 0.1620599329471588

   1138360	  0.162256	  0.162060	  0.167806		CURRENT LEARNING RATE: 7.964830113646796e-06
previous_iter_valid_loss : 0.1615457534790039

   1138380	  0.161700	  0.161546	  0.167270		CURRENT LEARNING RATE: 7.963237306910054e-06
previous_iter_valid_loss : 0.16109363734722137

   1138400	  0.161278	  0.161094	  0.167066		CURRENT LEARNING RATE: 7.961644818702804e-06
previous_iter_valid_loss : 0.1681698113679886

   1138420	  0.168326	  0.168170	  0.167418		CURRENT LEARNING RATE: 7.960052648961349e-06
previous_iter_valid_loss : 0.18840420246124268

   1138440	  0.188823	  0.188404	  0.168803		CURRENT LEARNING RATE: 7.958460797621986e-06
previous_iter_valid_loss : 0.1704062968492508

   1138460	  0.170663	  0.170406	  0.168394		CURRENT LEARNING RATE: 7.95686926462107e-06
previous_iter_valid_loss : 0.17662207782268524

   1138480	  0.176918	  0.176622	  0.169192		CURRENT LEARNING RATE: 7.955278049894928e-06
previous_iter_valid_loss : 0.16305556893348694

   1138500	  0.163249	  0.163056	  0.168988		CURRENT LEARNING RATE: 7.953687153379907e-06
previous_iter_valid_loss : 0.16498449444770813

   1138520	  0.165148	  0.164984	  0.168452		CURRENT LEARNING RATE: 7.952096575012359e-06
previous_iter_valid_loss : 0.16405701637268066

   1138540	  0.164250	  0.164057	  0.168375		CURRENT LEARNING RATE: 7.950506314728689e-06
previous_iter_valid_loss : 0.16524671018123627

   1138560	  0.165457	  0.165247	  0.167560		CURRENT LEARNING RATE: 7.948916372465274e-06
previous_iter_valid_loss : 0.16506153345108032

   1138580	  0.165232	  0.165062	  0.166585		CURRENT LEARNING RATE: 7.947326748158514e-06
previous_iter_valid_loss : 0.16145971417427063

   1138600	  0.161627	  0.161460	  0.166170		CURRENT LEARNING RATE: 7.94573744174481e-06
previous_iter_valid_loss : 0.16074278950691223

   1138620	  0.160900	  0.160743	  0.166171		CURRENT LEARNING RATE: 7.94414845316062e-06
previous_iter_valid_loss : 0.1609492003917694

   1138640	  0.161131	  0.160949	  0.166179		CURRENT LEARNING RATE: 7.94255978234237e-06
previous_iter_valid_loss : 0.1785256564617157

   1138660	  0.178686	  0.178526	  0.166746		CURRENT LEARNING RATE: 7.94097142922651e-06
previous_iter_valid_loss : 0.16532215476036072

   1138680	  0.165483	  0.165322	  0.166710		CURRENT LEARNING RATE: 7.939383393749497e-06
previous_iter_valid_loss : 0.16626355051994324

   1138700	  0.166475	  0.166264	  0.166860		CURRENT LEARNING RATE: 7.937795675847833e-06
previous_iter_valid_loss : 0.17152397334575653

   1138720	  0.171777	  0.171524	  0.167170		CURRENT LEARNING RATE: 7.936208275457997e-06
previous_iter_valid_loss : 0.1715904176235199

   1138740	  0.171858	  0.171590	  0.167352		CURRENT LEARNING RATE: 7.93462119251648e-06
previous_iter_valid_loss : 0.16077102720737457

   1138760	  0.160948	  0.160771	  0.167287		CURRENT LEARNING RATE: 7.933034426959825e-06
previous_iter_valid_loss : 0.17461523413658142

   1138780	  0.174759	  0.174615	  0.167941		CURRENT LEARNING RATE: 7.931447978724548e-06
previous_iter_valid_loss : 0.16056662797927856

   1138800	  0.160735	  0.160567	  0.167914		CURRENT LEARNING RATE: 7.929861847747191e-06
previous_iter_valid_loss : 0.16254965960979462

   1138820	  0.162741	  0.162550	  0.167633		CURRENT LEARNING RATE: 7.928276033964296e-06
previous_iter_valid_loss : 0.16088168323040009

   1138840	  0.161036	  0.160882	  0.166257		CURRENT LEARNING RATE: 7.926690537312457e-06
previous_iter_valid_loss : 0.16310741007328033

   1138860	  0.163304	  0.163107	  0.165892		CURRENT LEARNING RATE: 7.925105357728241e-06
previous_iter_valid_loss : 0.1664533168077469

   1138880	  0.166682	  0.166453	  0.165384		CURRENT LEARNING RATE: 7.923520495148238e-06
previous_iter_valid_loss : 0.16060617566108704

   1138900	  0.160768	  0.160606	  0.165261		CURRENT LEARNING RATE: 7.921935949509045e-06
previous_iter_valid_loss : 0.16062909364700317

   1138920	  0.160788	  0.160629	  0.165044		CURRENT LEARNING RATE: 7.920351720747305e-06
previous_iter_valid_loss : 0.16308198869228363

   1138940	  0.163274	  0.163082	  0.164995		CURRENT LEARNING RATE: 7.918767808799633e-06
previous_iter_valid_loss : 0.16348204016685486

   1138960	  0.163650	  0.163482	  0.164907		CURRENT LEARNING RATE: 7.917184213602675e-06
previous_iter_valid_loss : 0.16888003051280975

   1138980	  0.169109	  0.168880	  0.165098		CURRENT LEARNING RATE: 7.915600935093073e-06
previous_iter_valid_loss : 0.1655556559562683

   1139000	  0.165767	  0.165556	  0.165302		CURRENT LEARNING RATE: 7.914017973207523e-06
previous_iter_valid_loss : 0.16453364491462708

   1139020	  0.164733	  0.164534	  0.165492		CURRENT LEARNING RATE: 7.912435327882693e-06
previous_iter_valid_loss : 0.16624553501605988

   1139040	  0.166408	  0.166246	  0.165757		CURRENT LEARNING RATE: 7.910852999055278e-06
previous_iter_valid_loss : 0.17499887943267822

   1139060	  0.175280	  0.174999	  0.165580		CURRENT LEARNING RATE: 7.909270986661968e-06
previous_iter_valid_loss : 0.16058923304080963

   1139080	  0.160754	  0.160589	  0.165344		CURRENT LEARNING RATE: 7.907689290639514e-06
previous_iter_valid_loss : 0.18343208730220795

   1139100	  0.183804	  0.183432	  0.166202		CURRENT LEARNING RATE: 7.906107910924632e-06
previous_iter_valid_loss : 0.16117365658283234

   1139120	  0.161332	  0.161174	  0.165685		CURRENT LEARNING RATE: 7.904526847454055e-06
previous_iter_valid_loss : 0.16067928075790405

   1139140	  0.160851	  0.160679	  0.165139		CURRENT LEARNING RATE: 7.902946100164566e-06
previous_iter_valid_loss : 0.16094784438610077

   1139160	  0.161126	  0.160948	  0.165148		CURRENT LEARNING RATE: 7.901365668992921e-06
previous_iter_valid_loss : 0.16056816279888153

   1139180	  0.160732	  0.160568	  0.164446		CURRENT LEARNING RATE: 7.899785553875905e-06
previous_iter_valid_loss : 0.16133159399032593

   1139200	  0.161521	  0.161332	  0.164484		CURRENT LEARNING RATE: 7.898205754750299e-06
previous_iter_valid_loss : 0.16116872429847717

   1139220	  0.161349	  0.161169	  0.164415		CURRENT LEARNING RATE: 7.896626271552938e-06
previous_iter_valid_loss : 0.17238199710845947

   1139240	  0.172650	  0.172382	  0.164990		CURRENT LEARNING RATE: 7.895047104220628e-06
previous_iter_valid_loss : 0.1605260819196701

   1139260	  0.160700	  0.160526	  0.164861		CURRENT LEARNING RATE: 7.893468252690202e-06
previous_iter_valid_loss : 0.16137176752090454

   1139280	  0.161563	  0.161372	  0.164607		CURRENT LEARNING RATE: 7.891889716898495e-06
previous_iter_valid_loss : 0.16076824069023132

   1139300	  0.160929	  0.160768	  0.164615		CURRENT LEARNING RATE: 7.890311496782392e-06
previous_iter_valid_loss : 0.16126152873039246

   1139320	  0.161405	  0.161262	  0.164646		CURRENT LEARNING RATE: 7.888733592278749e-06
previous_iter_valid_loss : 0.16198493540287018

   1139340	  0.162127	  0.161985	  0.164592		CURRENT LEARNING RATE: 7.887156003324451e-06
previous_iter_valid_loss : 0.16137954592704773

   1139360	  0.161565	  0.161380	  0.164487		CURRENT LEARNING RATE: 7.885578729856379e-06
previous_iter_valid_loss : 0.16568562388420105

   1139380	  0.165853	  0.165686	  0.164327		CURRENT LEARNING RATE: 7.884001771811474e-06
previous_iter_valid_loss : 0.16055847704410553

   1139400	  0.160724	  0.160558	  0.164077		CURRENT LEARNING RATE: 7.88242512912664e-06
previous_iter_valid_loss : 0.160810187458992

   1139420	  0.160961	  0.160810	  0.163891		CURRENT LEARNING RATE: 7.88084880173881e-06
previous_iter_valid_loss : 0.17546990513801575

   1139440	  0.175754	  0.175470	  0.164352		CURRENT LEARNING RATE: 7.87927278958492e-06
previous_iter_valid_loss : 0.16526959836483002

   1139460	  0.165480	  0.165270	  0.163866		CURRENT LEARNING RATE: 7.877697092601958e-06
previous_iter_valid_loss : 0.16117198765277863

   1139480	  0.161326	  0.161172	  0.163895		CURRENT LEARNING RATE: 7.87612171072688e-06
previous_iter_valid_loss : 0.1692294180393219

   1139500	  0.169382	  0.169229	  0.163185		CURRENT LEARNING RATE: 7.874546643896659e-06
previous_iter_valid_loss : 0.1606222242116928

   1139520	  0.160789	  0.160622	  0.163157		CURRENT LEARNING RATE: 7.872971892048316e-06
previous_iter_valid_loss : 0.1610235720872879

   1139540	  0.161200	  0.161024	  0.163174		CURRENT LEARNING RATE: 7.87139745511885e-06
previous_iter_valid_loss : 0.16819405555725098

   1139560	  0.168432	  0.168194	  0.163536		CURRENT LEARNING RATE: 7.869823333045286e-06
previous_iter_valid_loss : 0.16358791291713715

   1139580	  0.163751	  0.163588	  0.163687		CURRENT LEARNING RATE: 7.86824952576464e-06
previous_iter_valid_loss : 0.16057968139648438

   1139600	  0.160742	  0.160580	  0.163650		CURRENT LEARNING RATE: 7.866676033213991e-06
previous_iter_valid_loss : 0.16217784583568573

   1139620	  0.162341	  0.162178	  0.163700		CURRENT LEARNING RATE: 7.865102855330385e-06
previous_iter_valid_loss : 0.16343754529953003

   1139640	  0.163635	  0.163438	  0.163253		CURRENT LEARNING RATE: 7.863529992050893e-06
previous_iter_valid_loss : 0.16395273804664612

   1139660	  0.164120	  0.163953	  0.163424		CURRENT LEARNING RATE: 7.861957443312588e-06
previous_iter_valid_loss : 0.16119393706321716

   1139680	  0.161350	  0.161194	  0.163416		CURRENT LEARNING RATE: 7.860385209052596e-06
previous_iter_valid_loss : 0.1815430372953415

   1139700	  0.181879	  0.181543	  0.164454		CURRENT LEARNING RATE: 7.858813289208013e-06
previous_iter_valid_loss : 0.18991726636886597

   1139720	  0.190347	  0.189917	  0.165887		CURRENT LEARNING RATE: 7.857241683715963e-06
previous_iter_valid_loss : 0.16736562550067902

   1139740	  0.167590	  0.167366	  0.166156		CURRENT LEARNING RATE: 7.855670392513568e-06
previous_iter_valid_loss : 0.1617884486913681

   1139760	  0.161983	  0.161788	  0.166177		CURRENT LEARNING RATE: 7.854099415538001e-06
previous_iter_valid_loss : 0.1609954982995987

   1139780	  0.161143	  0.160995	  0.165942		CURRENT LEARNING RATE: 7.852528752726416e-06
previous_iter_valid_loss : 0.16142602264881134

   1139800	  0.161611	  0.161426	  0.165985		CURRENT LEARNING RATE: 7.85095840401598e-06
previous_iter_valid_loss : 0.1670360267162323

   1139820	  0.167193	  0.167036	  0.166297		CURRENT LEARNING RATE: 7.849388369343867e-06
previous_iter_valid_loss : 0.16175724565982819

   1139840	  0.161924	  0.161757	  0.165611		CURRENT LEARNING RATE: 7.847818648647305e-06
previous_iter_valid_loss : 0.1626562923192978

   1139860	  0.162861	  0.162656	  0.165480		CURRENT LEARNING RATE: 7.846249241863487e-06
previous_iter_valid_loss : 0.16561582684516907

   1139880	  0.165822	  0.165616	  0.165703		CURRENT LEARNING RATE: 7.844680148929642e-06
previous_iter_valid_loss : 0.16617774963378906

   1139900	  0.166389	  0.166178	  0.165550		CURRENT LEARNING RATE: 7.84311136978299e-06
previous_iter_valid_loss : 0.17418313026428223

   1139920	  0.174466	  0.174183	  0.166228		CURRENT LEARNING RATE: 7.841542904360807e-06
previous_iter_valid_loss : 0.16851596534252167

   1139940	  0.168759	  0.168516	  0.166603		CURRENT LEARNING RATE: 7.839974752600342e-06
previous_iter_valid_loss : 0.16209180653095245

   1139960	  0.162247	  0.162092	  0.166298		CURRENT LEARNING RATE: 7.838406914438854e-06
previous_iter_valid_loss : 0.17108367383480072

   1139980	  0.171335	  0.171084	  0.166672		CURRENT LEARNING RATE: 7.836839389813657e-06
previous_iter_valid_loss : 0.16224543750286102

   1140000	  0.162399	  0.162245	  0.166756		CURRENT LEARNING RATE: 7.835272178662038e-06
previous_iter_valid_loss : 0.16082313656806946

   1140020	  0.160976	  0.160823	  0.166688		CURRENT LEARNING RATE: 7.833705280921306e-06
previous_iter_valid_loss : 0.17074602842330933

   1140040	  0.171009	  0.170746	  0.167053		CURRENT LEARNING RATE: 7.832138696528772e-06
previous_iter_valid_loss : 0.1609221249818802

   1140060	  0.161108	  0.160922	  0.166902		CURRENT LEARNING RATE: 7.830572425421802e-06
previous_iter_valid_loss : 0.16694429516792297

   1140080	  0.167164	  0.166944	  0.167189		CURRENT LEARNING RATE: 7.82900646753773e-06
previous_iter_valid_loss : 0.16778044402599335

   1140100	  0.168003	  0.167780	  0.166501		CURRENT LEARNING RATE: 7.827440822813917e-06
previous_iter_valid_loss : 0.16996987164020538

   1140120	  0.170117	  0.169970	  0.165504		CURRENT LEARNING RATE: 7.825875491187724e-06
previous_iter_valid_loss : 0.16050571203231812

   1140140	  0.160669	  0.160506	  0.165161		CURRENT LEARNING RATE: 7.824310472596566e-06
previous_iter_valid_loss : 0.16413165628910065

   1140160	  0.164336	  0.164132	  0.165278		CURRENT LEARNING RATE: 7.822745766977829e-06
previous_iter_valid_loss : 0.16276559233665466

   1140180	  0.162957	  0.162766	  0.165367		CURRENT LEARNING RATE: 7.821181374268921e-06
previous_iter_valid_loss : 0.16113817691802979

   1140200	  0.161298	  0.161138	  0.165352		CURRENT LEARNING RATE: 7.819617294407257e-06
previous_iter_valid_loss : 0.16803058981895447

   1140220	  0.168186	  0.168031	  0.165402		CURRENT LEARNING RATE: 7.818053527330299e-06
previous_iter_valid_loss : 0.16228969395160675

   1140240	  0.162482	  0.162290	  0.165429		CURRENT LEARNING RATE: 7.816490072975485e-06
previous_iter_valid_loss : 0.16075672209262848

   1140260	  0.160933	  0.160757	  0.165334		CURRENT LEARNING RATE: 7.814926931280272e-06
previous_iter_valid_loss : 0.1622394472360611

   1140280	  0.162424	  0.162239	  0.165165		CURRENT LEARNING RATE: 7.813364102182125e-06
previous_iter_valid_loss : 0.17311841249465942

   1140300	  0.173381	  0.173118	  0.165512		CURRENT LEARNING RATE: 7.811801585618559e-06
previous_iter_valid_loss : 0.16769631206989288

   1140320	  0.167927	  0.167696	  0.165187		CURRENT LEARNING RATE: 7.810239381527055e-06
previous_iter_valid_loss : 0.18111738562583923

   1140340	  0.181279	  0.181117	  0.165817		CURRENT LEARNING RATE: 7.808677489845114e-06
previous_iter_valid_loss : 0.1888711005449295

   1140360	  0.189009	  0.188871	  0.167156		CURRENT LEARNING RATE: 7.807115910510285e-06
previous_iter_valid_loss : 0.1769670695066452

   1140380	  0.177119	  0.176967	  0.167451		CURRENT LEARNING RATE: 7.805554643460097e-06
previous_iter_valid_loss : 0.17197053134441376

   1140400	  0.172117	  0.171971	  0.167937		CURRENT LEARNING RATE: 7.803993688632095e-06
previous_iter_valid_loss : 0.1711309403181076

   1140420	  0.171386	  0.171131	  0.168452		CURRENT LEARNING RATE: 7.802433045963828e-06
previous_iter_valid_loss : 0.1684642881155014

   1140440	  0.168699	  0.168464	  0.168338		CURRENT LEARNING RATE: 7.800872715392896e-06
previous_iter_valid_loss : 0.1771295964717865

   1140460	  0.177278	  0.177130	  0.169149		CURRENT LEARNING RATE: 7.799312696856875e-06
previous_iter_valid_loss : 0.16056184470653534

   1140480	  0.160738	  0.160562	  0.168829		CURRENT LEARNING RATE: 7.797752990293363e-06
previous_iter_valid_loss : 0.1635427474975586

   1140500	  0.163750	  0.163543	  0.168618		CURRENT LEARNING RATE: 7.796193595639956e-06
previous_iter_valid_loss : 0.16889575123786926

   1140520	  0.169129	  0.168896	  0.168564		CURRENT LEARNING RATE: 7.79463451283431e-06
previous_iter_valid_loss : 0.1605268120765686

   1140540	  0.160697	  0.160527	  0.168565		CURRENT LEARNING RATE: 7.793075741814045e-06
previous_iter_valid_loss : 0.1647992879152298

   1140560	  0.164972	  0.164799	  0.168598		CURRENT LEARNING RATE: 7.791517282516811e-06
previous_iter_valid_loss : 0.16839653253555298

   1140580	  0.168552	  0.168397	  0.168880		CURRENT LEARNING RATE: 7.789959134880254e-06
previous_iter_valid_loss : 0.16068238019943237

   1140600	  0.160858	  0.160682	  0.168857		CURRENT LEARNING RATE: 7.788401298842078e-06
previous_iter_valid_loss : 0.16455300152301788

   1140620	  0.164758	  0.164553	  0.168683		CURRENT LEARNING RATE: 7.786843774339955e-06
previous_iter_valid_loss : 0.1678844839334488

   1140640	  0.168043	  0.167884	  0.168963		CURRENT LEARNING RATE: 7.785286561311585e-06
previous_iter_valid_loss : 0.17039932310581207

   1140660	  0.170655	  0.170399	  0.169445		CURRENT LEARNING RATE: 7.783729659694664e-06
previous_iter_valid_loss : 0.16409999132156372

   1140680	  0.164270	  0.164100	  0.169538		CURRENT LEARNING RATE: 7.782173069426943e-06
previous_iter_valid_loss : 0.16051846742630005

   1140700	  0.160676	  0.160518	  0.168908		CURRENT LEARNING RATE: 7.780616790446147e-06
previous_iter_valid_loss : 0.1632612645626068

   1140720	  0.163434	  0.163261	  0.168686		CURRENT LEARNING RATE: 7.77906082269001e-06
previous_iter_valid_loss : 0.1734245866537094

   1140740	  0.173574	  0.173425	  0.168302		CURRENT LEARNING RATE: 7.77750516609632e-06
previous_iter_valid_loss : 0.16184711456298828

   1140760	  0.162040	  0.161847	  0.166950		CURRENT LEARNING RATE: 7.77594982060284e-06
previous_iter_valid_loss : 0.1605406105518341

   1140780	  0.160702	  0.160541	  0.166129		CURRENT LEARNING RATE: 7.774394786147352e-06
previous_iter_valid_loss : 0.1663174331188202

   1140800	  0.166530	  0.166317	  0.165846		CURRENT LEARNING RATE: 7.772840062667642e-06
previous_iter_valid_loss : 0.1847882866859436

   1140820	  0.184937	  0.184788	  0.166529		CURRENT LEARNING RATE: 7.77128565010155e-06
previous_iter_valid_loss : 0.16188128292560577

   1140840	  0.162046	  0.161881	  0.166200		CURRENT LEARNING RATE: 7.769731548386885e-06
previous_iter_valid_loss : 0.1624554693698883

   1140860	  0.162645	  0.162455	  0.165466		CURRENT LEARNING RATE: 7.768177757461483e-06
previous_iter_valid_loss : 0.17034152150154114

   1140880	  0.170587	  0.170342	  0.165955		CURRENT LEARNING RATE: 7.76662427726318e-06
previous_iter_valid_loss : 0.16612260043621063

   1140900	  0.166336	  0.166123	  0.166084		CURRENT LEARNING RATE: 7.76507110772986e-06
previous_iter_valid_loss : 0.16936853528022766

   1140920	  0.169601	  0.169369	  0.166108		CURRENT LEARNING RATE: 7.763518248799386e-06
previous_iter_valid_loss : 0.16164711117744446

   1140940	  0.161832	  0.161647	  0.166164		CURRENT LEARNING RATE: 7.761965700409646e-06
previous_iter_valid_loss : 0.16249392926692963

   1140960	  0.162655	  0.162494	  0.166049		CURRENT LEARNING RATE: 7.760413462498517e-06
previous_iter_valid_loss : 0.16248364746570587

   1140980	  0.162686	  0.162484	  0.165753		CURRENT LEARNING RATE: 7.758861535003944e-06
previous_iter_valid_loss : 0.16071255505084991

   1141000	  0.160887	  0.160713	  0.165755		CURRENT LEARNING RATE: 7.757309917863834e-06
previous_iter_valid_loss : 0.16317221522331238

   1141020	  0.163382	  0.163172	  0.165686		CURRENT LEARNING RATE: 7.75575861101612e-06
previous_iter_valid_loss : 0.1606876701116562

   1141040	  0.160854	  0.160688	  0.165326		CURRENT LEARNING RATE: 7.754207614398738e-06
previous_iter_valid_loss : 0.17540256679058075

   1141060	  0.175551	  0.175403	  0.165576		CURRENT LEARNING RATE: 7.752656927949677e-06
previous_iter_valid_loss : 0.16050468385219574

   1141080	  0.160670	  0.160505	  0.165396		CURRENT LEARNING RATE: 7.751106551606892e-06
previous_iter_valid_loss : 0.17825770378112793

   1141100	  0.178556	  0.178258	  0.166283		CURRENT LEARNING RATE: 7.749556485308372e-06
previous_iter_valid_loss : 0.16400180757045746

   1141120	  0.164208	  0.164002	  0.166320		CURRENT LEARNING RATE: 7.748006728992097e-06
previous_iter_valid_loss : 0.1653245985507965

   1141140	  0.165522	  0.165325	  0.165915		CURRENT LEARNING RATE: 7.746457282596107e-06
previous_iter_valid_loss : 0.16147375106811523

   1141160	  0.161666	  0.161474	  0.165897		CURRENT LEARNING RATE: 7.744908146058409e-06
previous_iter_valid_loss : 0.1614152491092682

   1141180	  0.161578	  0.161415	  0.165940		CURRENT LEARNING RATE: 7.743359319317024e-06
previous_iter_valid_loss : 0.16939587891101837

   1141200	  0.169548	  0.169396	  0.166094		CURRENT LEARNING RATE: 7.741810802310026e-06
previous_iter_valid_loss : 0.16064712405204773

   1141220	  0.160815	  0.160647	  0.164887		CURRENT LEARNING RATE: 7.740262594975462e-06
previous_iter_valid_loss : 0.1959034949541092

   1141240	  0.196390	  0.195903	  0.166588		CURRENT LEARNING RATE: 7.738714697251402e-06
previous_iter_valid_loss : 0.18650171160697937

   1141260	  0.186878	  0.186502	  0.167791		CURRENT LEARNING RATE: 7.737167109075918e-06
previous_iter_valid_loss : 0.1741609126329422

   1141280	  0.174429	  0.174161	  0.167982		CURRENT LEARNING RATE: 7.735619830387133e-06
previous_iter_valid_loss : 0.1619277149438858

   1141300	  0.162091	  0.161928	  0.167772		CURRENT LEARNING RATE: 7.734072861123142e-06
previous_iter_valid_loss : 0.16159206628799438

   1141320	  0.161752	  0.161592	  0.167383		CURRENT LEARNING RATE: 7.732526201222067e-06
previous_iter_valid_loss : 0.16500850021839142

   1141340	  0.165168	  0.165009	  0.167551		CURRENT LEARNING RATE: 7.730979850622028e-06
previous_iter_valid_loss : 0.16188538074493408

   1141360	  0.162079	  0.161885	  0.167521		CURRENT LEARNING RATE: 7.729433809261196e-06
previous_iter_valid_loss : 0.16382546722888947

   1141380	  0.163993	  0.163825	  0.167588		CURRENT LEARNING RATE: 7.727888077077718e-06
previous_iter_valid_loss : 0.16371090710163116

   1141400	  0.163881	  0.163711	  0.167738		CURRENT LEARNING RATE: 7.726342654009764e-06
previous_iter_valid_loss : 0.16247224807739258

   1141420	  0.162630	  0.162472	  0.167703		CURRENT LEARNING RATE: 7.724797539995504e-06
previous_iter_valid_loss : 0.17056749761104584

   1141440	  0.170820	  0.170567	  0.168197		CURRENT LEARNING RATE: 7.72325273497316e-06
previous_iter_valid_loss : 0.22732990980148315

   1141460	  0.228055	  0.227330	  0.170793		CURRENT LEARNING RATE: 7.721708238880926e-06
previous_iter_valid_loss : 0.18121813237667084

   1141480	  0.181547	  0.181218	  0.171829		CURRENT LEARNING RATE: 7.720164051657023e-06
previous_iter_valid_loss : 0.16116297245025635

   1141500	  0.161350	  0.161163	  0.170974		CURRENT LEARNING RATE: 7.71862017323967e-06
previous_iter_valid_loss : 0.16050109267234802

   1141520	  0.160664	  0.160501	  0.170799		CURRENT LEARNING RATE: 7.717076603567137e-06
previous_iter_valid_loss : 0.161617249250412

   1141540	  0.161767	  0.161617	  0.170613		CURRENT LEARNING RATE: 7.71553334257767e-06
previous_iter_valid_loss : 0.16055691242218018

   1141560	  0.160716	  0.160557	  0.170568		CURRENT LEARNING RATE: 7.713990390209526e-06
previous_iter_valid_loss : 0.16613569855690002

   1141580	  0.166293	  0.166136	  0.170804		CURRENT LEARNING RATE: 7.71244774640101e-06
previous_iter_valid_loss : 0.17398956418037415

   1141600	  0.174141	  0.173990	  0.171033		CURRENT LEARNING RATE: 7.710905411090405e-06
previous_iter_valid_loss : 0.1611998975276947

   1141620	  0.161385	  0.161200	  0.171061		CURRENT LEARNING RATE: 7.709363384216018e-06
previous_iter_valid_loss : 0.1654874086380005

   1141640	  0.165651	  0.165487	  0.169540		CURRENT LEARNING RATE: 7.707821665716155e-06
previous_iter_valid_loss : 0.16064481437206268

   1141660	  0.160805	  0.160645	  0.168247		CURRENT LEARNING RATE: 7.706280255529172e-06
previous_iter_valid_loss : 0.17395253479480743

   1141680	  0.174222	  0.173953	  0.168237		CURRENT LEARNING RATE: 7.7047391535934e-06
previous_iter_valid_loss : 0.17871402204036713

   1141700	  0.179024	  0.178714	  0.169076		CURRENT LEARNING RATE: 7.703198359847195e-06
previous_iter_valid_loss : 0.1609831303358078

   1141720	  0.161164	  0.160983	  0.169046		CURRENT LEARNING RATE: 7.701657874228912e-06
previous_iter_valid_loss : 0.16164809465408325

   1141740	  0.161805	  0.161648	  0.168878		CURRENT LEARNING RATE: 7.70011769667696e-06
previous_iter_valid_loss : 0.1605658382177353

   1141760	  0.160733	  0.160566	  0.168812		CURRENT LEARNING RATE: 7.698577827129716e-06
previous_iter_valid_loss : 0.16357645392417908

   1141780	  0.163778	  0.163576	  0.168799		CURRENT LEARNING RATE: 7.697038265525586e-06
previous_iter_valid_loss : 0.16077682375907898

   1141800	  0.160949	  0.160777	  0.168653		CURRENT LEARNING RATE: 7.695499011802974e-06
previous_iter_valid_loss : 0.16424764692783356

   1141820	  0.164462	  0.164248	  0.168741		CURRENT LEARNING RATE: 7.693960065900337e-06
previous_iter_valid_loss : 0.16114231944084167

   1141840	  0.161311	  0.161142	  0.168270		CURRENT LEARNING RATE: 7.692421427756104e-06
previous_iter_valid_loss : 0.16251985728740692

   1141860	  0.162680	  0.162520	  0.165030		CURRENT LEARNING RATE: 7.690883097308729e-06
previous_iter_valid_loss : 0.16083861887454987

   1141880	  0.161002	  0.160839	  0.164011		CURRENT LEARNING RATE: 7.689345074496664e-06
previous_iter_valid_loss : 0.17521671950817108

   1141900	  0.175496	  0.175217	  0.164713		CURRENT LEARNING RATE: 7.687807359258418e-06
previous_iter_valid_loss : 0.16097533702850342

   1141920	  0.161154	  0.160975	  0.164737		CURRENT LEARNING RATE: 7.686269951532467e-06
previous_iter_valid_loss : 0.16643303632736206

   1141940	  0.166595	  0.166433	  0.164978		CURRENT LEARNING RATE: 7.684732851257302e-06
previous_iter_valid_loss : 0.17201687395572662

   1141960	  0.172164	  0.172017	  0.165551		CURRENT LEARNING RATE: 7.683196058371465e-06
previous_iter_valid_loss : 0.16276226937770844

   1141980	  0.162930	  0.162762	  0.165382		CURRENT LEARNING RATE: 7.681659572813472e-06
previous_iter_valid_loss : 0.16068539023399353

   1142000	  0.160860	  0.160685	  0.164717		CURRENT LEARNING RATE: 7.680123394521862e-06
previous_iter_valid_loss : 0.16815407574176788

   1142020	  0.168309	  0.168154	  0.165065		CURRENT LEARNING RATE: 7.678587523435176e-06
previous_iter_valid_loss : 0.16169559955596924

   1142040	  0.161890	  0.161696	  0.164875		CURRENT LEARNING RATE: 7.677051959492006e-06
previous_iter_valid_loss : 0.16166536509990692

   1142060	  0.161827	  0.161665	  0.164926		CURRENT LEARNING RATE: 7.675516702630914e-06
previous_iter_valid_loss : 0.1669352948665619

   1142080	  0.167091	  0.166935	  0.164575		CURRENT LEARNING RATE: 7.673981752790492e-06
previous_iter_valid_loss : 0.17358747124671936

   1142100	  0.173860	  0.173587	  0.164319		CURRENT LEARNING RATE: 7.672447109909328e-06
previous_iter_valid_loss : 0.17881575226783752

   1142120	  0.179127	  0.178816	  0.165211		CURRENT LEARNING RATE: 7.670912773926061e-06
previous_iter_valid_loss : 0.16576381027698517

   1142140	  0.165965	  0.165764	  0.165416		CURRENT LEARNING RATE: 7.669378744779309e-06
previous_iter_valid_loss : 0.1607309728860855

   1142160	  0.160904	  0.160731	  0.165425		CURRENT LEARNING RATE: 7.667845022407705e-06
previous_iter_valid_loss : 0.1635177880525589

   1142180	  0.163680	  0.163518	  0.165422		CURRENT LEARNING RATE: 7.666311606749892e-06
previous_iter_valid_loss : 0.1793505996465683

   1142200	  0.179667	  0.179351	  0.166350		CURRENT LEARNING RATE: 7.664778497744556e-06
previous_iter_valid_loss : 0.16342219710350037

   1142220	  0.163611	  0.163422	  0.166309		CURRENT LEARNING RATE: 7.663245695330362e-06
previous_iter_valid_loss : 0.16684329509735107

   1142240	  0.167002	  0.166843	  0.166594		CURRENT LEARNING RATE: 7.661713199445997e-06
previous_iter_valid_loss : 0.1643802523612976

   1142260	  0.164594	  0.164380	  0.166687		CURRENT LEARNING RATE: 7.660181010030145e-06
previous_iter_valid_loss : 0.16264134645462036

   1142280	  0.162841	  0.162641	  0.166777		CURRENT LEARNING RATE: 7.658649127021551e-06
previous_iter_valid_loss : 0.16070334613323212

   1142300	  0.160872	  0.160703	  0.166052		CURRENT LEARNING RATE: 7.65711755035892e-06
previous_iter_valid_loss : 0.16594922542572021

   1142320	  0.166152	  0.165949	  0.166300		CURRENT LEARNING RATE: 7.655586279980981e-06
previous_iter_valid_loss : 0.18094860017299652

   1142340	  0.181279	  0.180949	  0.167026		CURRENT LEARNING RATE: 7.654055315826508e-06
previous_iter_valid_loss : 0.16491712629795074

   1142360	  0.165082	  0.164917	  0.166671		CURRENT LEARNING RATE: 7.652524657834248e-06
previous_iter_valid_loss : 0.1699577122926712

   1142380	  0.170201	  0.169958	  0.167031		CURRENT LEARNING RATE: 7.650994305942975e-06
previous_iter_valid_loss : 0.1623954027891159

   1142400	  0.162587	  0.162395	  0.167116		CURRENT LEARNING RATE: 7.649464260091461e-06
previous_iter_valid_loss : 0.1613401621580124

   1142420	  0.161525	  0.161340	  0.166776		CURRENT LEARNING RATE: 7.647934520218532e-06
previous_iter_valid_loss : 0.16340014338493347

   1142440	  0.163577	  0.163400	  0.166861		CURRENT LEARNING RATE: 7.646405086262986e-06
previous_iter_valid_loss : 0.16062168776988983

   1142460	  0.160781	  0.160622	  0.166809		CURRENT LEARNING RATE: 7.644875958163645e-06
previous_iter_valid_loss : 0.16058088839054108

   1142480	  0.160744	  0.160581	  0.166491		CURRENT LEARNING RATE: 7.643347135859327e-06
previous_iter_valid_loss : 0.171753391623497

   1142500	  0.171902	  0.171753	  0.166399		CURRENT LEARNING RATE: 7.641818619288911e-06
previous_iter_valid_loss : 0.16636419296264648

   1142520	  0.166580	  0.166364	  0.165777		CURRENT LEARNING RATE: 7.640290408391241e-06
previous_iter_valid_loss : 0.16859892010688782

   1142540	  0.168750	  0.168599	  0.165918		CURRENT LEARNING RATE: 7.638762503105187e-06
previous_iter_valid_loss : 0.16054116189479828

   1142560	  0.160702	  0.160541	  0.165909		CURRENT LEARNING RATE: 7.637234903369622e-06
previous_iter_valid_loss : 0.1608445644378662

   1142580	  0.161002	  0.160845	  0.165775		CURRENT LEARNING RATE: 7.635707609123467e-06
previous_iter_valid_loss : 0.16136705875396729

   1142600	  0.161530	  0.161367	  0.164876		CURRENT LEARNING RATE: 7.634180620305618e-06
previous_iter_valid_loss : 0.1605427861213684

   1142620	  0.160711	  0.160543	  0.164732		CURRENT LEARNING RATE: 7.632653936854995e-06
previous_iter_valid_loss : 0.16049988567829132

   1142640	  0.160671	  0.160500	  0.164415		CURRENT LEARNING RATE: 7.631127558710516e-06
previous_iter_valid_loss : 0.16070343554019928

   1142660	  0.160864	  0.160703	  0.164231		CURRENT LEARNING RATE: 7.629601485811154e-06
previous_iter_valid_loss : 0.20419353246688843

   1142680	  0.204262	  0.204194	  0.166309		CURRENT LEARNING RATE: 7.628075718095853e-06
previous_iter_valid_loss : 0.16171982884407043

   1142700	  0.161897	  0.161720	  0.166360		CURRENT LEARNING RATE: 7.626550255503582e-06
previous_iter_valid_loss : 0.18972134590148926

   1142720	  0.189848	  0.189721	  0.167548		CURRENT LEARNING RATE: 7.6250250979733075e-06
previous_iter_valid_loss : 0.1687556803226471

   1142740	  0.168995	  0.168756	  0.166939		CURRENT LEARNING RATE: 7.623500245444053e-06
previous_iter_valid_loss : 0.16544209420681

   1142760	  0.165607	  0.165442	  0.166965		CURRENT LEARNING RATE: 7.621975697854807e-06
previous_iter_valid_loss : 0.16061630845069885

   1142780	  0.160769	  0.160616	  0.166498		CURRENT LEARNING RATE: 7.620451455144578e-06
previous_iter_valid_loss : 0.1610378473997116

   1142800	  0.161225	  0.161038	  0.166430		CURRENT LEARNING RATE: 7.618927517252422e-06
previous_iter_valid_loss : 0.18793533742427826

   1142820	  0.188073	  0.187935	  0.167760		CURRENT LEARNING RATE: 7.617403884117368e-06
previous_iter_valid_loss : 0.1628933995962143

   1142840	  0.163072	  0.162893	  0.167734		CURRENT LEARNING RATE: 7.615880555678469e-06
previous_iter_valid_loss : 0.160575732588768

   1142860	  0.160728	  0.160576	  0.167732		CURRENT LEARNING RATE: 7.614357531874781e-06
previous_iter_valid_loss : 0.1637122631072998

   1142880	  0.163905	  0.163712	  0.167889		CURRENT LEARNING RATE: 7.6128348126454085e-06
previous_iter_valid_loss : 0.16466180980205536

   1142900	  0.164824	  0.164662	  0.167534		CURRENT LEARNING RATE: 7.611312397929429e-06
previous_iter_valid_loss : 0.16447949409484863

   1142920	  0.164672	  0.164479	  0.167440		CURRENT LEARNING RATE: 7.609790287665947e-06
previous_iter_valid_loss : 0.182072713971138

   1142940	  0.182230	  0.182073	  0.168113		CURRENT LEARNING RATE: 7.608268481794064e-06
previous_iter_valid_loss : 0.16238075494766235

   1142960	  0.162569	  0.162381	  0.168205		CURRENT LEARNING RATE: 7.6067469802529335e-06
previous_iter_valid_loss : 0.1608663648366928

   1142980	  0.161053	  0.160866	  0.168206		CURRENT LEARNING RATE: 7.605225782981684e-06
previous_iter_valid_loss : 0.16128744184970856

   1143000	  0.161461	  0.161287	  0.168202		CURRENT LEARNING RATE: 7.603704889919467e-06
previous_iter_valid_loss : 0.1613847315311432

   1143020	  0.161542	  0.161385	  0.168245		CURRENT LEARNING RATE: 7.602184301005434e-06
previous_iter_valid_loss : 0.17795975506305695

   1143040	  0.178264	  0.177960	  0.169118		CURRENT LEARNING RATE: 7.600664016178787e-06
previous_iter_valid_loss : 0.1653134822845459

   1143060	  0.165477	  0.165313	  0.169348		CURRENT LEARNING RATE: 7.599144035378701e-06
previous_iter_valid_loss : 0.16441349685192108

   1143080	  0.164610	  0.164413	  0.167359		CURRENT LEARNING RATE: 7.597624358544378e-06
previous_iter_valid_loss : 0.16065509617328644

   1143100	  0.160827	  0.160655	  0.167306		CURRENT LEARNING RATE: 7.596104985615017e-06
previous_iter_valid_loss : 0.16381412744522095

   1143120	  0.163977	  0.163814	  0.166010		CURRENT LEARNING RATE: 7.594585916529869e-06
previous_iter_valid_loss : 0.16049467027187347

   1143140	  0.160659	  0.160495	  0.165597		CURRENT LEARNING RATE: 7.5930671512281595e-06
previous_iter_valid_loss : 0.16094617545604706

   1143160	  0.161106	  0.160946	  0.165373		CURRENT LEARNING RATE: 7.591548689649123e-06
previous_iter_valid_loss : 0.16721855103969574

   1143180	  0.167441	  0.167219	  0.165703		CURRENT LEARNING RATE: 7.590030531732049e-06
previous_iter_valid_loss : 0.16053590178489685

   1143200	  0.160705	  0.160536	  0.165678		CURRENT LEARNING RATE: 7.588512677416198e-06
previous_iter_valid_loss : 0.17495281994342804

   1143220	  0.175096	  0.174953	  0.165029		CURRENT LEARNING RATE: 7.586995126640853e-06
previous_iter_valid_loss : 0.18438684940338135

   1143240	  0.184530	  0.184387	  0.166103		CURRENT LEARNING RATE: 7.585477879345303e-06
previous_iter_valid_loss : 0.16663308441638947

   1143260	  0.166791	  0.166633	  0.166406		CURRENT LEARNING RATE: 7.583960935468882e-06
previous_iter_valid_loss : 0.16054031252861023

   1143280	  0.160704	  0.160540	  0.166247		CURRENT LEARNING RATE: 7.582444294950898e-06
previous_iter_valid_loss : 0.17020727694034576

   1143300	  0.170360	  0.170207	  0.166525		CURRENT LEARNING RATE: 7.580927957730688e-06
previous_iter_valid_loss : 0.16224627196788788

   1143320	  0.162407	  0.162246	  0.166413		CURRENT LEARNING RATE: 7.5794119237475845e-06
previous_iter_valid_loss : 0.1605965942144394

   1143340	  0.160763	  0.160597	  0.165339		CURRENT LEARNING RATE: 7.577896192940971e-06
previous_iter_valid_loss : 0.16145206987857819

   1143360	  0.161607	  0.161452	  0.165293		CURRENT LEARNING RATE: 7.576380765250206e-06
previous_iter_valid_loss : 0.160648912191391

   1143380	  0.160805	  0.160649	  0.165282		CURRENT LEARNING RATE: 7.574865640614674e-06
previous_iter_valid_loss : 0.16266946494579315

   1143400	  0.162871	  0.162669	  0.165351		CURRENT LEARNING RATE: 7.5733508189737545e-06
previous_iter_valid_loss : 0.1618061661720276

   1143420	  0.161999	  0.161806	  0.165372		CURRENT LEARNING RATE: 7.571836300266883e-06
previous_iter_valid_loss : 0.16410395503044128

   1143440	  0.164270	  0.164104	  0.164679		CURRENT LEARNING RATE: 7.570322084433464e-06
previous_iter_valid_loss : 0.1630525290966034

   1143460	  0.163256	  0.163053	  0.164566		CURRENT LEARNING RATE: 7.568808171412928e-06
previous_iter_valid_loss : 0.17015594244003296

   1143480	  0.170309	  0.170156	  0.164853		CURRENT LEARNING RATE: 7.567294561144708e-06
previous_iter_valid_loss : 0.17358100414276123

   1143500	  0.173853	  0.173581	  0.165500		CURRENT LEARNING RATE: 7.565781253568285e-06
previous_iter_valid_loss : 0.16050341725349426

   1143520	  0.160675	  0.160503	  0.165334		CURRENT LEARNING RATE: 7.564268248623114e-06
previous_iter_valid_loss : 0.16243232786655426

   1143540	  0.162589	  0.162432	  0.165431		CURRENT LEARNING RATE: 7.5627555462486585e-06
previous_iter_valid_loss : 0.16629481315612793

   1143560	  0.166456	  0.166295	  0.165699		CURRENT LEARNING RATE: 7.56124314638444e-06
previous_iter_valid_loss : 0.1608169674873352

   1143580	  0.160969	  0.160817	  0.165378		CURRENT LEARNING RATE: 7.559731048969949e-06
previous_iter_valid_loss : 0.16856034100055695

   1143600	  0.168711	  0.168560	  0.165780		CURRENT LEARNING RATE: 7.5582192539447e-06
previous_iter_valid_loss : 0.16051101684570312

   1143620	  0.160668	  0.160511	  0.165058		CURRENT LEARNING RATE: 7.556707761248209e-06
previous_iter_valid_loss : 0.1725231409072876

   1143640	  0.172792	  0.172523	  0.164464		CURRENT LEARNING RATE: 7.555196570820043e-06
previous_iter_valid_loss : 0.16049307584762573

   1143660	  0.160652	  0.160493	  0.164157		CURRENT LEARNING RATE: 7.5536856825997406e-06
previous_iter_valid_loss : 0.16049249470233917

   1143680	  0.160648	  0.160492	  0.164155		CURRENT LEARNING RATE: 7.552175096526866e-06
previous_iter_valid_loss : 0.17330849170684814

   1143700	  0.173577	  0.173308	  0.164310		CURRENT LEARNING RATE: 7.550664812540985e-06
previous_iter_valid_loss : 0.16281583905220032

   1143720	  0.162984	  0.162816	  0.164339		CURRENT LEARNING RATE: 7.549154830581709e-06
previous_iter_valid_loss : 0.16555938124656677

   1143740	  0.165763	  0.165559	  0.164587		CURRENT LEARNING RATE: 7.547645150588627e-06
previous_iter_valid_loss : 0.16064336895942688

   1143760	  0.160801	  0.160643	  0.164546		CURRENT LEARNING RATE: 7.546135772501354e-06
previous_iter_valid_loss : 0.1728542298078537

   1143780	  0.173000	  0.172854	  0.165157		CURRENT LEARNING RATE: 7.544626696259498e-06
previous_iter_valid_loss : 0.17009277641773224

   1143800	  0.170249	  0.170093	  0.165528		CURRENT LEARNING RATE: 7.543117921802724e-06
previous_iter_valid_loss : 0.1622016578912735

   1143820	  0.162403	  0.162202	  0.165547		CURRENT LEARNING RATE: 7.541609449070669e-06
previous_iter_valid_loss : 0.17473359405994415

   1143840	  0.174883	  0.174734	  0.166079		CURRENT LEARNING RATE: 7.5401012780029915e-06
previous_iter_valid_loss : 0.16085956990718842

   1143860	  0.161043	  0.160860	  0.165969		CURRENT LEARNING RATE: 7.538593408539354e-06
previous_iter_valid_loss : 0.16114775836467743

   1143880	  0.161307	  0.161148	  0.165519		CURRENT LEARNING RATE: 7.537085840619467e-06
previous_iter_valid_loss : 0.16201961040496826

   1143900	  0.162203	  0.162020	  0.164941		CURRENT LEARNING RATE: 7.535578574183014e-06
previous_iter_valid_loss : 0.16052168607711792

   1143920	  0.160680	  0.160522	  0.164942		CURRENT LEARNING RATE: 7.534071609169705e-06
previous_iter_valid_loss : 0.16185343265533447

   1143940	  0.162038	  0.161853	  0.164913		CURRENT LEARNING RATE: 7.53256494551925e-06
previous_iter_valid_loss : 0.16800737380981445

   1143960	  0.168244	  0.168007	  0.164998		CURRENT LEARNING RATE: 7.5310585831714056e-06
previous_iter_valid_loss : 0.16478405892848969

   1143980	  0.164987	  0.164784	  0.165197		CURRENT LEARNING RATE: 7.529552522065905e-06
previous_iter_valid_loss : 0.16067756712436676

   1144000	  0.160830	  0.160678	  0.164803		CURRENT LEARNING RATE: 7.5280467621424936e-06
previous_iter_valid_loss : 0.16291001439094543

   1144020	  0.163110	  0.162910	  0.164923		CURRENT LEARNING RATE: 7.5265413033409675e-06
previous_iter_valid_loss : 0.1611226499080658

   1144040	  0.161308	  0.161123	  0.164353		CURRENT LEARNING RATE: 7.525036145601094e-06
previous_iter_valid_loss : 0.16928909718990326

   1144060	  0.169439	  0.169289	  0.164792		CURRENT LEARNING RATE: 7.523531288862667e-06
previous_iter_valid_loss : 0.16356731951236725

   1144080	  0.163738	  0.163567	  0.164946		CURRENT LEARNING RATE: 7.522026733065479e-06
previous_iter_valid_loss : 0.16052855551242828

   1144100	  0.160684	  0.160529	  0.164307		CURRENT LEARNING RATE: 7.520522478149375e-06
previous_iter_valid_loss : 0.16054612398147583

   1144120	  0.160716	  0.160546	  0.164194		CURRENT LEARNING RATE: 7.519018524054171e-06
previous_iter_valid_loss : 0.1679188460111618

   1144140	  0.168075	  0.167919	  0.164312		CURRENT LEARNING RATE: 7.517514870719711e-06
previous_iter_valid_loss : 0.16598887741565704

   1144160	  0.166151	  0.165989	  0.164579		CURRENT LEARNING RATE: 7.51601151808583e-06
previous_iter_valid_loss : 0.18817682564258575

   1144180	  0.188317	  0.188177	  0.165345		CURRENT LEARNING RATE: 7.514508466092427e-06
previous_iter_valid_loss : 0.176567941904068

   1144200	  0.176720	  0.176568	  0.165669		CURRENT LEARNING RATE: 7.513005714679362e-06
previous_iter_valid_loss : 0.1618320643901825

   1144220	  0.162017	  0.161832	  0.165650		CURRENT LEARNING RATE: 7.5115032637865265e-06
previous_iter_valid_loss : 0.16345147788524628

   1144240	  0.163637	  0.163451	  0.165086		CURRENT LEARNING RATE: 7.510001113353811e-06
previous_iter_valid_loss : 0.1717534065246582

   1144260	  0.172014	  0.171753	  0.165631		CURRENT LEARNING RATE: 7.508499263321153e-06
previous_iter_valid_loss : 0.16050678491592407

   1144280	  0.160671	  0.160507	  0.165599		CURRENT LEARNING RATE: 7.506997713628466e-06
previous_iter_valid_loss : 0.1607571691274643

   1144300	  0.160907	  0.160757	  0.165536		CURRENT LEARNING RATE: 7.505496464215689e-06
previous_iter_valid_loss : 0.16336995363235474

   1144320	  0.163559	  0.163370	  0.165678		CURRENT LEARNING RATE: 7.5039955150227585e-06
previous_iter_valid_loss : 0.16097427904605865

   1144340	  0.161156	  0.160974	  0.165634		CURRENT LEARNING RATE: 7.502494865989664e-06
previous_iter_valid_loss : 0.16467469930648804

   1144360	  0.164886	  0.164675	  0.165468		CURRENT LEARNING RATE: 7.5009945170563634e-06
previous_iter_valid_loss : 0.16060040891170502

   1144380	  0.160764	  0.160600	  0.165258		CURRENT LEARNING RATE: 7.499494468162832e-06
previous_iter_valid_loss : 0.1613920032978058

   1144400	  0.161581	  0.161392	  0.165294		CURRENT LEARNING RATE: 7.497994719249094e-06
previous_iter_valid_loss : 0.1608007401227951

   1144420	  0.160982	  0.160801	  0.165189		CURRENT LEARNING RATE: 7.496495270255145e-06
previous_iter_valid_loss : 0.1616237759590149

   1144440	  0.161813	  0.161624	  0.165214		CURRENT LEARNING RATE: 7.494996121121007e-06
previous_iter_valid_loss : 0.18332356214523315

   1144460	  0.183688	  0.183324	  0.165915		CURRENT LEARNING RATE: 7.493497271786703e-06
previous_iter_valid_loss : 0.1829248070716858

   1144480	  0.183283	  0.182925	  0.166883		CURRENT LEARNING RATE: 7.491998722192304e-06
previous_iter_valid_loss : 0.16498708724975586

   1144500	  0.165197	  0.164987	  0.167106		CURRENT LEARNING RATE: 7.4905004722778545e-06
previous_iter_valid_loss : 0.16783681511878967

   1144520	  0.168072	  0.167837	  0.167471		CURRENT LEARNING RATE: 7.4890025219834255e-06
previous_iter_valid_loss : 0.1677129715681076

   1144540	  0.167941	  0.167713	  0.167460		CURRENT LEARNING RATE: 7.487504871249084e-06
previous_iter_valid_loss : 0.16058290004730225

   1144560	  0.160743	  0.160583	  0.167190		CURRENT LEARNING RATE: 7.486007520014952e-06
previous_iter_valid_loss : 0.16055749356746674

   1144580	  0.160725	  0.160557	  0.165809		CURRENT LEARNING RATE: 7.4845104682211225e-06
previous_iter_valid_loss : 0.1619248241186142

   1144600	  0.162082	  0.161925	  0.165077		CURRENT LEARNING RATE: 7.483013715807713e-06
previous_iter_valid_loss : 0.16215108335018158

   1144620	  0.162343	  0.162151	  0.165093		CURRENT LEARNING RATE: 7.481517262714838e-06
previous_iter_valid_loss : 0.16884824633598328

   1144640	  0.169091	  0.168848	  0.165363		CURRENT LEARNING RATE: 7.48002110888267e-06
previous_iter_valid_loss : 0.1605428159236908

   1144660	  0.160705	  0.160543	  0.164802		CURRENT LEARNING RATE: 7.478525254251346e-06
previous_iter_valid_loss : 0.16088075935840607

   1144680	  0.161036	  0.160881	  0.164821		CURRENT LEARNING RATE: 7.477029698761033e-06
previous_iter_valid_loss : 0.16054807603359222

   1144700	  0.160721	  0.160548	  0.164811		CURRENT LEARNING RATE: 7.4755344423518965e-06
previous_iter_valid_loss : 0.1688278764486313

   1144720	  0.168983	  0.168828	  0.165083		CURRENT LEARNING RATE: 7.474039484964151e-06
previous_iter_valid_loss : 0.17901037633419037

   1144740	  0.179171	  0.179010	  0.165985		CURRENT LEARNING RATE: 7.472544826537988e-06
previous_iter_valid_loss : 0.1801280379295349

   1144760	  0.180280	  0.180128	  0.166758		CURRENT LEARNING RATE: 7.471050467013603e-06
previous_iter_valid_loss : 0.19327329099178314

   1144780	  0.193384	  0.193273	  0.168392		CURRENT LEARNING RATE: 7.469556406331253e-06
previous_iter_valid_loss : 0.16959916055202484

   1144800	  0.169845	  0.169599	  0.168802		CURRENT LEARNING RATE: 7.4680626444311585e-06
previous_iter_valid_loss : 0.1611635982990265

   1144820	  0.161318	  0.161164	  0.168820		CURRENT LEARNING RATE: 7.466569181253572e-06
previous_iter_valid_loss : 0.16351772844791412

   1144840	  0.163709	  0.163518	  0.168915		CURRENT LEARNING RATE: 7.46507601673874e-06
previous_iter_valid_loss : 0.16490741074085236

   1144860	  0.165122	  0.164907	  0.167994		CURRENT LEARNING RATE: 7.463583150826963e-06
previous_iter_valid_loss : 0.16056691110134125

   1144880	  0.160715	  0.160567	  0.166876		CURRENT LEARNING RATE: 7.462090583458513e-06
previous_iter_valid_loss : 0.16447795927524567

   1144900	  0.164688	  0.164478	  0.166851		CURRENT LEARNING RATE: 7.460598314573688e-06
previous_iter_valid_loss : 0.1648164987564087

   1144920	  0.164985	  0.164816	  0.166700		CURRENT LEARNING RATE: 7.459106344112783e-06
previous_iter_valid_loss : 0.16136577725410461

   1144940	  0.161524	  0.161366	  0.166382		CURRENT LEARNING RATE: 7.4576146720161455e-06
previous_iter_valid_loss : 0.16228091716766357

   1144960	  0.162467	  0.162281	  0.166467		CURRENT LEARNING RATE: 7.456123298224096e-06
previous_iter_valid_loss : 0.21166543662548065

   1144980	  0.212266	  0.211665	  0.169022		CURRENT LEARNING RATE: 7.45463222267698e-06
previous_iter_valid_loss : 0.16199025511741638

   1145000	  0.162167	  0.161990	  0.169026		CURRENT LEARNING RATE: 7.45314144531514e-06
previous_iter_valid_loss : 0.1668466180562973

   1145020	  0.167070	  0.166847	  0.169261		CURRENT LEARNING RATE: 7.451650966078973e-06
previous_iter_valid_loss : 0.16584190726280212

   1145040	  0.166045	  0.165842	  0.169110		CURRENT LEARNING RATE: 7.450160784908844e-06
previous_iter_valid_loss : 0.16493625938892365

   1145060	  0.165107	  0.164936	  0.169330		CURRENT LEARNING RATE: 7.448670901745149e-06
previous_iter_valid_loss : 0.17477816343307495

   1145080	  0.174930	  0.174778	  0.170025		CURRENT LEARNING RATE: 7.4471813165282775e-06
previous_iter_valid_loss : 0.1605721116065979

   1145100	  0.160724	  0.160572	  0.170026		CURRENT LEARNING RATE: 7.445692029198672e-06
previous_iter_valid_loss : 0.17364485561847687

   1145120	  0.173796	  0.173645	  0.170267		CURRENT LEARNING RATE: 7.444203039696749e-06
previous_iter_valid_loss : 0.1710405796766281

   1145140	  0.171295	  0.171041	  0.169868		CURRENT LEARNING RATE: 7.44271434796295e-06
previous_iter_valid_loss : 0.16155853867530823

   1145160	  0.161710	  0.161559	  0.168940		CURRENT LEARNING RATE: 7.44122595393771e-06
previous_iter_valid_loss : 0.16708001494407654

   1145180	  0.167239	  0.167080	  0.167630		CURRENT LEARNING RATE: 7.439737857561525e-06
previous_iter_valid_loss : 0.1607806533575058

   1145200	  0.160939	  0.160781	  0.167189		CURRENT LEARNING RATE: 7.438250058774853e-06
previous_iter_valid_loss : 0.16180408000946045

   1145220	  0.161969	  0.161804	  0.167221		CURRENT LEARNING RATE: 7.436762557518173e-06
previous_iter_valid_loss : 0.16183127462863922

   1145240	  0.161992	  0.161831	  0.167137		CURRENT LEARNING RATE: 7.435275353732009e-06
previous_iter_valid_loss : 0.16201630234718323

   1145260	  0.162202	  0.162016	  0.166992		CURRENT LEARNING RATE: 7.433788447356859e-06
previous_iter_valid_loss : 0.169782355427742

   1145280	  0.169931	  0.169782	  0.167453		CURRENT LEARNING RATE: 7.432301838333249e-06
previous_iter_valid_loss : 0.16112221777439117

   1145300	  0.161309	  0.161122	  0.167285		CURRENT LEARNING RATE: 7.430815526601701e-06
previous_iter_valid_loss : 0.16212965548038483

   1145320	  0.162326	  0.162130	  0.167151		CURRENT LEARNING RATE: 7.429329512102787e-06
previous_iter_valid_loss : 0.16072967648506165

   1145340	  0.160910	  0.160730	  0.167119		CURRENT LEARNING RATE: 7.427843794777055e-06
previous_iter_valid_loss : 0.16479967534542084

   1145360	  0.165006	  0.164800	  0.167245		CURRENT LEARNING RATE: 7.426358374565076e-06
previous_iter_valid_loss : 0.18375593423843384

   1145380	  0.183907	  0.183756	  0.165850		CURRENT LEARNING RATE: 7.424873251407419e-06
previous_iter_valid_loss : 0.1611468493938446

   1145400	  0.161335	  0.161147	  0.165807		CURRENT LEARNING RATE: 7.423388425244706e-06
previous_iter_valid_loss : 0.1720280647277832

   1145420	  0.172177	  0.172028	  0.166067		CURRENT LEARNING RATE: 7.4219038960175325e-06
previous_iter_valid_loss : 0.1633051335811615

   1145440	  0.163489	  0.163305	  0.165940		CURRENT LEARNING RATE: 7.420419663666514e-06
previous_iter_valid_loss : 0.16109606623649597

   1145460	  0.161271	  0.161096	  0.165748		CURRENT LEARNING RATE: 7.418935728132272e-06
previous_iter_valid_loss : 0.16088518500328064

   1145480	  0.161046	  0.160885	  0.165053		CURRENT LEARNING RATE: 7.4174520893554725e-06
previous_iter_valid_loss : 0.1609862744808197

   1145500	  0.161173	  0.160986	  0.165074		CURRENT LEARNING RATE: 7.415968747276756e-06

previous_iter_valid_loss : 0.1690216213464737

   1175240	  0.169176	  0.169022	  0.167555		CURRENT LEARNING RATE: 5.5081874578303834e-06
previous_iter_valid_loss : 0.1681869626045227

   1175260	  0.168414	  0.168187	  0.166923		CURRENT LEARNING RATE: 5.507085930495215e-06
previous_iter_valid_loss : 0.1607505977153778

   1175280	  0.160909	  0.160751	  0.166915		CURRENT LEARNING RATE: 5.505984623443495e-06
previous_iter_valid_loss : 0.17061133682727814

   1175300	  0.170762	  0.170611	  0.167213		CURRENT LEARNING RATE: 5.504883536631161e-06
previous_iter_valid_loss : 0.16687123477458954

   1175320	  0.167031	  0.166871	  0.167011		CURRENT LEARNING RATE: 5.503782670014168e-06
previous_iter_valid_loss : 0.16750390827655792

   1175340	  0.167659	  0.167504	  0.167361		CURRENT LEARNING RATE: 5.502682023548473e-06
previous_iter_valid_loss : 0.16153596341609955

   1175360	  0.161687	  0.161536	  0.166876		CURRENT LEARNING RATE: 5.50158159719007e-06
previous_iter_valid_loss : 0.164238840341568

   1175380	  0.164429	  0.164239	  0.167058		CURRENT LEARNING RATE: 5.5004813908949315e-06
previous_iter_valid_loss : 0.16104848682880402

   1175400	  0.161223	  0.161048	  0.165391		CURRENT LEARNING RATE: 5.49938140461904e-06
previous_iter_valid_loss : 0.16164572536945343

   1175420	  0.161804	  0.161646	  0.165296		CURRENT LEARNING RATE: 5.498281638318414e-06
previous_iter_valid_loss : 0.1682557761669159

   1175440	  0.168488	  0.168256	  0.165682		CURRENT LEARNING RATE: 5.4971820919490555e-06
previous_iter_valid_loss : 0.16944128274917603

   1175460	  0.169592	  0.169441	  0.166106		CURRENT LEARNING RATE: 5.49608276546698e-06
previous_iter_valid_loss : 0.1622656136751175

   1175480	  0.162463	  0.162266	  0.166167		CURRENT LEARNING RATE: 5.4949836588282065e-06
previous_iter_valid_loss : 0.16076309978961945

   1175500	  0.160948	  0.160763	  0.165581		CURRENT LEARNING RATE: 5.4938847719887915e-06
previous_iter_valid_loss : 0.16679678857326508

   1175520	  0.167012	  0.166797	  0.165664		CURRENT LEARNING RATE: 5.4927861049047664e-06
previous_iter_valid_loss : 0.16531234979629517

   1175540	  0.165521	  0.165312	  0.165849		CURRENT LEARNING RATE: 5.4916876575321864e-06
previous_iter_valid_loss : 0.17325840890407562

   1175560	  0.173526	  0.173258	  0.166406		CURRENT LEARNING RATE: 5.490589429827105e-06
previous_iter_valid_loss : 0.16066215932369232

   1175580	  0.160830	  0.160662	  0.166127		CURRENT LEARNING RATE: 5.48949142174561e-06
previous_iter_valid_loss : 0.164756640791893

   1175600	  0.164968	  0.164757	  0.166159		CURRENT LEARNING RATE: 5.4883936332437735e-06
previous_iter_valid_loss : 0.1755373179912567

   1175620	  0.175827	  0.175537	  0.165921		CURRENT LEARNING RATE: 5.487296064277682e-06
previous_iter_valid_loss : 0.1767415851354599

   1175640	  0.176896	  0.176742	  0.166307		CURRENT LEARNING RATE: 5.486198714803424e-06
previous_iter_valid_loss : 0.16050320863723755

   1175660	  0.160668	  0.160503	  0.165922		CURRENT LEARNING RATE: 5.4851015847771265e-06
previous_iter_valid_loss : 0.1620991826057434

   1175680	  0.162296	  0.162099	  0.165990		CURRENT LEARNING RATE: 5.484004674154892e-06
previous_iter_valid_loss : 0.17674054205417633

   1175700	  0.176894	  0.176741	  0.166296		CURRENT LEARNING RATE: 5.482907982892845e-06
previous_iter_valid_loss : 0.1815229058265686

   1175720	  0.181675	  0.181523	  0.167029		CURRENT LEARNING RATE: 5.481811510947108e-06
previous_iter_valid_loss : 0.16511429846286774

   1175740	  0.165312	  0.165114	  0.166909		CURRENT LEARNING RATE: 5.480715258273843e-06
previous_iter_valid_loss : 0.16113708913326263

   1175760	  0.161291	  0.161137	  0.166889		CURRENT LEARNING RATE: 5.479619224829189e-06
previous_iter_valid_loss : 0.1732347160577774

   1175780	  0.173508	  0.173235	  0.167339		CURRENT LEARNING RATE: 5.4785234105693045e-06
previous_iter_valid_loss : 0.18093045055866241

   1175800	  0.181273	  0.180930	  0.168333		CURRENT LEARNING RATE: 5.477427815450347e-06
previous_iter_valid_loss : 0.16093093156814575

   1175820	  0.161079	  0.160931	  0.168298		CURRENT LEARNING RATE: 5.476332439428514e-06
previous_iter_valid_loss : 0.1605016440153122

   1175840	  0.160666	  0.160502	  0.167910		CURRENT LEARNING RATE: 5.475237282459977e-06
previous_iter_valid_loss : 0.17006348073482513

   1175860	  0.170304	  0.170063	  0.167941		CURRENT LEARNING RATE: 5.4741423445009235e-06
previous_iter_valid_loss : 0.171223446726799

   1175880	  0.171373	  0.171223	  0.168389		CURRENT LEARNING RATE: 5.473047625507575e-06
previous_iter_valid_loss : 0.1620216816663742

   1175900	  0.162204	  0.162022	  0.168452		CURRENT LEARNING RATE: 5.471953125436132e-06
previous_iter_valid_loss : 0.17412503063678741

   1175920	  0.174388	  0.174125	  0.168818		CURRENT LEARNING RATE: 5.470858844242814e-06
previous_iter_valid_loss : 0.16230325400829315

   1175940	  0.162488	  0.162303	  0.168668		CURRENT LEARNING RATE: 5.46976478188384e-06
previous_iter_valid_loss : 0.17127737402915955

   1175960	  0.171423	  0.171277	  0.168569		CURRENT LEARNING RATE: 5.468670938315469e-06
previous_iter_valid_loss : 0.16475780308246613

   1175980	  0.164927	  0.164758	  0.168774		CURRENT LEARNING RATE: 5.467577313493937e-06
previous_iter_valid_loss : 0.17219477891921997

   1176000	  0.172459	  0.172195	  0.169145		CURRENT LEARNING RATE: 5.466483907375497e-06
previous_iter_valid_loss : 0.1639026552438736

   1176020	  0.164106	  0.163903	  0.168564		CURRENT LEARNING RATE: 5.465390719916404e-06
previous_iter_valid_loss : 0.1650962233543396

   1176040	  0.165294	  0.165096	  0.167981		CURRENT LEARNING RATE: 5.46429775107295e-06
previous_iter_valid_loss : 0.1643487960100174

   1176060	  0.164517	  0.164349	  0.168174		CURRENT LEARNING RATE: 5.463205000801409e-06
previous_iter_valid_loss : 0.16056835651397705

   1176080	  0.160732	  0.160568	  0.168097		CURRENT LEARNING RATE: 5.462112469058067e-06
previous_iter_valid_loss : 0.18177993595600128

   1176100	  0.182122	  0.181780	  0.168349		CURRENT LEARNING RATE: 5.461020155799216e-06
previous_iter_valid_loss : 0.16066868603229523

   1176120	  0.160837	  0.160669	  0.167306		CURRENT LEARNING RATE: 5.45992806098118e-06
previous_iter_valid_loss : 0.1809401661157608

   1176140	  0.181097	  0.180940	  0.168098		CURRENT LEARNING RATE: 5.458836184560268e-06
previous_iter_valid_loss : 0.1665700227022171

   1176160	  0.166782	  0.166570	  0.168369		CURRENT LEARNING RATE: 5.457744526492804e-06
previous_iter_valid_loss : 0.1654866635799408

   1176180	  0.165705	  0.165487	  0.167982		CURRENT LEARNING RATE: 5.456653086735113e-06
previous_iter_valid_loss : 0.16168466210365295

   1176200	  0.161869	  0.161685	  0.167020		CURRENT LEARNING RATE: 5.455561865243554e-06
previous_iter_valid_loss : 0.16453032195568085

   1176220	  0.164694	  0.164530	  0.167200		CURRENT LEARNING RATE: 5.4544708619744726e-06
previous_iter_valid_loss : 0.1662968546152115

   1176240	  0.166450	  0.166297	  0.167489		CURRENT LEARNING RATE: 5.453380076884215e-06
previous_iter_valid_loss : 0.1605745106935501

   1176260	  0.160735	  0.160575	  0.167015		CURRENT LEARNING RATE: 5.452289509929171e-06
previous_iter_valid_loss : 0.1787773072719574

   1176280	  0.178935	  0.178777	  0.167393		CURRENT LEARNING RATE: 5.451199161065708e-06
previous_iter_valid_loss : 0.16708531975746155

   1176300	  0.167244	  0.167085	  0.167646		CURRENT LEARNING RATE: 5.450109030250214e-06
previous_iter_valid_loss : 0.16057491302490234

   1176320	  0.160737	  0.160575	  0.166968		CURRENT LEARNING RATE: 5.44901911743907e-06
previous_iter_valid_loss : 0.16070473194122314

   1176340	  0.160871	  0.160705	  0.166888		CURRENT LEARNING RATE: 5.447929422588703e-06
previous_iter_valid_loss : 0.16052334010601044

   1176360	  0.160687	  0.160523	  0.166351		CURRENT LEARNING RATE: 5.4468399456555125e-06
previous_iter_valid_loss : 0.17396089434623718

   1176380	  0.174228	  0.173961	  0.166811		CURRENT LEARNING RATE: 5.44575068659592e-06
previous_iter_valid_loss : 0.16230754554271698

   1176400	  0.162495	  0.162308	  0.166316		CURRENT LEARNING RATE: 5.444661645366347e-06
previous_iter_valid_loss : 0.16552363336086273

   1176420	  0.165691	  0.165524	  0.166398		CURRENT LEARNING RATE: 5.44357282192325e-06
previous_iter_valid_loss : 0.18373659253120422

   1176440	  0.183887	  0.183737	  0.167330		CURRENT LEARNING RATE: 5.442484216223067e-06
previous_iter_valid_loss : 0.16740456223487854

   1176460	  0.167625	  0.167405	  0.167482		CURRENT LEARNING RATE: 5.441395828222253e-06
previous_iter_valid_loss : 0.16051806509494781

   1176480	  0.160680	  0.160518	  0.167480		CURRENT LEARNING RATE: 5.440307657877263e-06
previous_iter_valid_loss : 0.18328985571861267

   1176500	  0.183642	  0.183290	  0.167555		CURRENT LEARNING RATE: 5.4392197051445895e-06
previous_iter_valid_loss : 0.1631365865468979

   1176520	  0.163345	  0.163137	  0.167679		CURRENT LEARNING RATE: 5.438131969980706e-06
previous_iter_valid_loss : 0.1607978492975235

   1176540	  0.160952	  0.160798	  0.166672		CURRENT LEARNING RATE: 5.4370444523421e-06
previous_iter_valid_loss : 0.16076399385929108

   1176560	  0.160945	  0.160764	  0.166381		CURRENT LEARNING RATE: 5.435957152185265e-06
previous_iter_valid_loss : 0.16052468121051788

   1176580	  0.160685	  0.160525	  0.166133		CURRENT LEARNING RATE: 5.434870069466726e-06
previous_iter_valid_loss : 0.16597071290016174

   1176600	  0.166176	  0.165971	  0.166348		CURRENT LEARNING RATE: 5.433783204142991e-06
previous_iter_valid_loss : 0.160528764128685

   1176620	  0.160698	  0.160529	  0.166147		CURRENT LEARNING RATE: 5.432696556170575e-06
previous_iter_valid_loss : 0.1688041239976883

   1176640	  0.168955	  0.168804	  0.166273		CURRENT LEARNING RATE: 5.431610125506031e-06
previous_iter_valid_loss : 0.17589318752288818

   1176660	  0.176049	  0.175893	  0.167039		CURRENT LEARNING RATE: 5.430523912105892e-06
previous_iter_valid_loss : 0.17274384200572968

   1176680	  0.173018	  0.172744	  0.166737		CURRENT LEARNING RATE: 5.429437915926712e-06
previous_iter_valid_loss : 0.16755327582359314

   1176700	  0.167712	  0.167553	  0.166760		CURRENT LEARNING RATE: 5.428352136925039e-06
previous_iter_valid_loss : 0.16475549340248108

   1176720	  0.164955	  0.164755	  0.166970		CURRENT LEARNING RATE: 5.427266575057462e-06
previous_iter_valid_loss : 0.17783625423908234

   1176740	  0.178001	  0.177836	  0.167826		CURRENT LEARNING RATE: 5.426181230280549e-06
previous_iter_valid_loss : 0.16569773852825165

   1176760	  0.165915	  0.165698	  0.168085		CURRENT LEARNING RATE: 5.425096102550885e-06
previous_iter_valid_loss : 0.16091924905776978

   1176780	  0.161103	  0.160919	  0.167433		CURRENT LEARNING RATE: 5.424011191825056e-06
previous_iter_valid_loss : 0.16493959724903107

   1176800	  0.165115	  0.164940	  0.167564		CURRENT LEARNING RATE: 5.422926498059686e-06
previous_iter_valid_loss : 0.16467086970806122

   1176820	  0.164842	  0.164671	  0.167522		CURRENT LEARNING RATE: 5.421842021211376e-06
previous_iter_valid_loss : 0.16324985027313232

   1176840	  0.163412	  0.163250	  0.166497		CURRENT LEARNING RATE: 5.4207577612367485e-06
previous_iter_valid_loss : 0.16109709441661835

   1176860	  0.161281	  0.161097	  0.166182		CURRENT LEARNING RATE: 5.419673718092421e-06
previous_iter_valid_loss : 0.16907018423080444

   1176880	  0.169219	  0.169070	  0.166610		CURRENT LEARNING RATE: 5.418589891735055e-06
previous_iter_valid_loss : 0.16092418134212494

   1176900	  0.161071	  0.160924	  0.165491		CURRENT LEARNING RATE: 5.417506282121283e-06
previous_iter_valid_loss : 0.16495312750339508

   1176920	  0.165122	  0.164953	  0.165582		CURRENT LEARNING RATE: 5.416422889207764e-06
previous_iter_valid_loss : 0.1620941311120987

   1176940	  0.162251	  0.162094	  0.165647		CURRENT LEARNING RATE: 5.415339712951152e-06
previous_iter_valid_loss : 0.16885676980018616

   1176960	  0.169010	  0.168857	  0.166052		CURRENT LEARNING RATE: 5.414256753308139e-06
previous_iter_valid_loss : 0.16729620099067688

   1176980	  0.167521	  0.167296	  0.166390		CURRENT LEARNING RATE: 5.413174010235396e-06
previous_iter_valid_loss : 0.16436158120632172

   1177000	  0.164522	  0.164362	  0.166310		CURRENT LEARNING RATE: 5.412091483689604e-06
previous_iter_valid_loss : 0.17272228002548218

   1177020	  0.172985	  0.172722	  0.166919		CURRENT LEARNING RATE: 5.411009173627483e-06
previous_iter_valid_loss : 0.16096362471580505

   1177040	  0.161123	  0.160964	  0.166527		CURRENT LEARNING RATE: 5.40992708000573e-06
previous_iter_valid_loss : 0.16212202608585358

   1177060	  0.162312	  0.162122	  0.165839		CURRENT LEARNING RATE: 5.408845202781059e-06
previous_iter_valid_loss : 0.1829909384250641

   1177080	  0.183342	  0.182991	  0.166351		CURRENT LEARNING RATE: 5.407763541910189e-06
previous_iter_valid_loss : 0.16522614657878876

   1177100	  0.165432	  0.165226	  0.166235		CURRENT LEARNING RATE: 5.40668209734987e-06
previous_iter_valid_loss : 0.1605534851551056

   1177120	  0.160712	  0.160553	  0.166025		CURRENT LEARNING RATE: 5.405600869056836e-06
previous_iter_valid_loss : 0.16305314004421234

   1177140	  0.163212	  0.163053	  0.165286		CURRENT LEARNING RATE: 5.4045198569878375e-06
previous_iter_valid_loss : 0.17167066037654877

   1177160	  0.171818	  0.171671	  0.165584		CURRENT LEARNING RATE: 5.403439061099624e-06
previous_iter_valid_loss : 0.16184142231941223

   1177180	  0.162001	  0.161841	  0.165630		CURRENT LEARNING RATE: 5.402358481348984e-06
previous_iter_valid_loss : 0.17001958191394806

   1177200	  0.170163	  0.170020	  0.165884		CURRENT LEARNING RATE: 5.401278117692684e-06
previous_iter_valid_loss : 0.1606130599975586

   1177220	  0.160774	  0.160613	  0.165681		CURRENT LEARNING RATE: 5.400197970087508e-06
previous_iter_valid_loss : 0.16103553771972656

   1177240	  0.161183	  0.161036	  0.165571		CURRENT LEARNING RATE: 5.3991180384902425e-06
previous_iter_valid_loss : 0.17797993123531342

   1177260	  0.178281	  0.177980	  0.166415		CURRENT LEARNING RATE: 5.3980383228577095e-06
previous_iter_valid_loss : 0.16795825958251953

   1177280	  0.168186	  0.167958	  0.166359		CURRENT LEARNING RATE: 5.39695882314671e-06
previous_iter_valid_loss : 0.16446273028850555

   1177300	  0.164668	  0.164463	  0.166536		CURRENT LEARNING RATE: 5.3958795393140644e-06
previous_iter_valid_loss : 0.1666586995124817

   1177320	  0.166873	  0.166659	  0.166621		CURRENT LEARNING RATE: 5.394800471316591e-06
previous_iter_valid_loss : 0.16067078709602356

   1177340	  0.160837	  0.160671	  0.166550		CURRENT LEARNING RATE: 5.393721619111147e-06
previous_iter_valid_loss : 0.17925918102264404

   1177360	  0.179419	  0.179259	  0.167070		CURRENT LEARNING RATE: 5.3926429826545685e-06
previous_iter_valid_loss : 0.16056691110134125

   1177380	  0.160720	  0.160567	  0.166734		CURRENT LEARNING RATE: 5.3915645619037095e-06
previous_iter_valid_loss : 0.16457705199718475

   1177400	  0.164782	  0.164577	  0.166745		CURRENT LEARNING RATE: 5.390486356815425e-06
previous_iter_valid_loss : 0.16529786586761475

   1182940	  0.165514	  0.165298	  0.164160		CURRENT LEARNING RATE: 5.099974878967707e-06
previous_iter_valid_loss : 0.16253012418746948

   1182960	  0.162720	  0.162530	  0.164235		CURRENT LEARNING RATE: 5.098954985984605e-06
previous_iter_valid_loss : 0.16877591609954834

   1182980	  0.168930	  0.168776	  0.164600		CURRENT LEARNING RATE: 5.097935296959712e-06
previous_iter_valid_loss : 0.16631916165351868

   1183000	  0.166537	  0.166319	  0.164787		CURRENT LEARNING RATE: 5.096915811852231e-06
previous_iter_valid_loss : 0.16428324580192566

   1183020	  0.164484	  0.164283	  0.164972		CURRENT LEARNING RATE: 5.095896530621385e-06
previous_iter_valid_loss : 0.16682127118110657

   1183040	  0.166976	  0.166821	  0.165214		CURRENT LEARNING RATE: 5.09487745322639e-06
previous_iter_valid_loss : 0.17287597060203552

   1183060	  0.173020	  0.172876	  0.165771		CURRENT LEARNING RATE: 5.093858579626503e-06
previous_iter_valid_loss : 0.16115914285182953

   1183080	  0.161320	  0.161159	  0.165104		CURRENT LEARNING RATE: 5.0928399097809606e-06
previous_iter_valid_loss : 0.16810543835163116

   1183100	  0.168264	  0.168105	  0.165268		CURRENT LEARNING RATE: 5.091821443649005e-06
previous_iter_valid_loss : 0.16218353807926178

   1183120	  0.162367	  0.162184	  0.165110		CURRENT LEARNING RATE: 5.090803181189918e-06
previous_iter_valid_loss : 0.1605488657951355

   1183140	  0.160695	  0.160549	  0.165083		CURRENT LEARNING RATE: 5.089785122362959e-06
previous_iter_valid_loss : 0.17170706391334534

   1183160	  0.171851	  0.171707	  0.165450		CURRENT LEARNING RATE: 5.088767267127405e-06
previous_iter_valid_loss : 0.16274778544902802

   1183180	  0.162912	  0.162748	  0.165531		CURRENT LEARNING RATE: 5.087749615442533e-06
previous_iter_valid_loss : 0.16263511776924133

   1183200	  0.162792	  0.162635	  0.165280		CURRENT LEARNING RATE: 5.086732167267656e-06
previous_iter_valid_loss : 0.16203942894935608

   1183220	  0.162224	  0.162039	  0.164494		CURRENT LEARNING RATE: 5.0857149225620665e-06
previous_iter_valid_loss : 0.16122210025787354

   1183240	  0.161374	  0.161222	  0.164430		CURRENT LEARNING RATE: 5.084697881285074e-06
previous_iter_valid_loss : 0.17902082204818726

   1183260	  0.179183	  0.179021	  0.165279		CURRENT LEARNING RATE: 5.083681043395989e-06
previous_iter_valid_loss : 0.17648442089557648

   1183280	  0.176641	  0.176484	  0.165880		CURRENT LEARNING RATE: 5.082664408854155e-06
previous_iter_valid_loss : 0.16169387102127075

   1183300	  0.161880	  0.161694	  0.165933		CURRENT LEARNING RATE: 5.081647977618899e-06
previous_iter_valid_loss : 0.1606464982032776

   1183320	  0.160814	  0.160646	  0.165852		CURRENT LEARNING RATE: 5.080631749649562e-06
previous_iter_valid_loss : 0.16055884957313538

   1183340	  0.160719	  0.160559	  0.165615		CURRENT LEARNING RATE: 5.079615724905486e-06
previous_iter_valid_loss : 0.1677498072385788

   1183360	  0.167988	  0.167750	  0.165876		CURRENT LEARNING RATE: 5.078599903346049e-06
previous_iter_valid_loss : 0.16374647617340088

   1183380	  0.163917	  0.163746	  0.165625		CURRENT LEARNING RATE: 5.077584284930609e-06
previous_iter_valid_loss : 0.16078928112983704

   1183400	  0.160939	  0.160789	  0.165348		CURRENT LEARNING RATE: 5.076568869618541e-06
previous_iter_valid_loss : 0.1609470695257187

   1183420	  0.161108	  0.160947	  0.165182		CURRENT LEARNING RATE: 5.07555365736922e-06
previous_iter_valid_loss : 0.1677926927804947

   1183440	  0.168017	  0.167793	  0.165230		CURRENT LEARNING RATE: 5.074538648142054e-06
previous_iter_valid_loss : 0.16117286682128906

   1183460	  0.161335	  0.161173	  0.164645		CURRENT LEARNING RATE: 5.0735238418964355e-06
previous_iter_valid_loss : 0.16123801469802856

   1183480	  0.161421	  0.161238	  0.164649		CURRENT LEARNING RATE: 5.072509238591763e-06
previous_iter_valid_loss : 0.1660902500152588

   1183500	  0.166252	  0.166090	  0.164548		CURRENT LEARNING RATE: 5.071494838187468e-06
previous_iter_valid_loss : 0.16833128035068512

   1183520	  0.168566	  0.168331	  0.164856		CURRENT LEARNING RATE: 5.0704806406429675e-06
previous_iter_valid_loss : 0.17786955833435059

   1183540	  0.178032	  0.177870	  0.165722		CURRENT LEARNING RATE: 5.0694666459176945e-06
previous_iter_valid_loss : 0.17734625935554504

   1183560	  0.177502	  0.177346	  0.166004		CURRENT LEARNING RATE: 5.068452853971078e-06
previous_iter_valid_loss : 0.16380850970745087

   1183580	  0.164009	  0.163809	  0.166057		CURRENT LEARNING RATE: 5.0674392647625856e-06
previous_iter_valid_loss : 0.16052740812301636

   1183600	  0.160697	  0.160527	  0.165951		CURRENT LEARNING RATE: 5.066425878251665e-06
previous_iter_valid_loss : 0.17608843743801117

   1183620	  0.176241	  0.176088	  0.166654		CURRENT LEARNING RATE: 5.06541269439778e-06
previous_iter_valid_loss : 0.18034480512142181

   1183640	  0.180675	  0.180345	  0.167610		CURRENT LEARNING RATE: 5.064399713160394e-06
previous_iter_valid_loss : 0.1721932739019394

   1183660	  0.172453	  0.172193	  0.167268		CURRENT LEARNING RATE: 5.063386934499006e-06
previous_iter_valid_loss : 0.16795848309993744

   1183680	  0.168183	  0.167958	  0.166842		CURRENT LEARNING RATE: 5.062374358373096e-06
previous_iter_valid_loss : 0.16155906021595

   1183700	  0.161719	  0.161559	  0.166835		CURRENT LEARNING RATE: 5.0613619847421615e-06
previous_iter_valid_loss : 0.16058337688446045

   1183720	  0.160749	  0.160583	  0.166832		CURRENT LEARNING RATE: 5.060349813565698e-06
previous_iter_valid_loss : 0.16495771706104279

   1183740	  0.165167	  0.164958	  0.167052		CURRENT LEARNING RATE: 5.059337844803237e-06
previous_iter_valid_loss : 0.20012427866458893

   1183760	  0.200655	  0.200124	  0.168671		CURRENT LEARNING RATE: 5.05832607841429e-06
previous_iter_valid_loss : 0.1706472486257553

   1183780	  0.170791	  0.170647	  0.169016		CURRENT LEARNING RATE: 5.057314514358387e-06
previous_iter_valid_loss : 0.16049863398075104

   1183800	  0.160662	  0.160499	  0.169001		CURRENT LEARNING RATE: 5.0563031525950565e-06
previous_iter_valid_loss : 0.16272996366024017

   1183820	  0.162900	  0.162730	  0.169091		CURRENT LEARNING RATE: 5.055291993083861e-06
previous_iter_valid_loss : 0.16733628511428833

   1183840	  0.167493	  0.167336	  0.169068		CURRENT LEARNING RATE: 5.0542810357843465e-06
previous_iter_valid_loss : 0.16204142570495605

   1183860	  0.162203	  0.162041	  0.169111		CURRENT LEARNING RATE: 5.053270280656065e-06
previous_iter_valid_loss : 0.1641368269920349

   1183880	  0.164309	  0.164137	  0.169256		CURRENT LEARNING RATE: 5.0522597276586046e-06
previous_iter_valid_loss : 0.16554787755012512

   1183900	  0.165717	  0.165548	  0.169229		CURRENT LEARNING RATE: 5.051249376751534e-06
previous_iter_valid_loss : 0.17673052847385406

   1183920	  0.177025	  0.176731	  0.169649		CURRENT LEARNING RATE: 5.0502392278944385e-06
previous_iter_valid_loss : 0.16519109904766083

   1183940	  0.165397	  0.165191	  0.169015		CURRENT LEARNING RATE: 5.049229281046905e-06
previous_iter_valid_loss : 0.16769006848335266

   1183960	  0.167846	  0.167690	  0.168532		CURRENT LEARNING RATE: 5.048219536168551e-06
previous_iter_valid_loss : 0.16387434303760529

   1183980	  0.164070	  0.163874	  0.168536		CURRENT LEARNING RATE: 5.04720999321898e-06
previous_iter_valid_loss : 0.16062575578689575

   1184000	  0.160787	  0.160626	  0.168540		CURRENT LEARNING RATE: 5.046200652157809e-06
previous_iter_valid_loss : 0.16370509564876556

   1184020	  0.163868	  0.163705	  0.167921		CURRENT LEARNING RATE: 5.045191512944655e-06
previous_iter_valid_loss : 0.1715548187494278

   1184040	  0.171816	  0.171555	  0.167482		CURRENT LEARNING RATE: 5.044182575539173e-06
previous_iter_valid_loss : 0.17408323287963867

   1184060	  0.174232	  0.174083	  0.167576		CURRENT LEARNING RATE: 5.043173839900994e-06
previous_iter_valid_loss : 0.16085883975028992

   1184080	  0.161042	  0.160859	  0.167221		CURRENT LEARNING RATE: 5.042165305989769e-06
previous_iter_valid_loss : 0.16986237466335297

   1184100	  0.170015	  0.169862	  0.167636		CURRENT LEARNING RATE: 5.0411569737651475e-06
previous_iter_valid_loss : 0.16223518550395966

   1184120	  0.162422	  0.162235	  0.167719		CURRENT LEARNING RATE: 5.040148843186815e-06
previous_iter_valid_loss : 0.16052313148975372

   1184140	  0.160676	  0.160523	  0.167497		CURRENT LEARNING RATE: 5.039140914214437e-06
previous_iter_valid_loss : 0.17621253430843353

   1184160	  0.176366	  0.176213	  0.166302		CURRENT LEARNING RATE: 5.038133186807697e-06
previous_iter_valid_loss : 0.16527900099754333

   1184180	  0.165497	  0.165279	  0.166033		CURRENT LEARNING RATE: 5.037125660926275e-06
previous_iter_valid_loss : 0.16683757305145264

   1184200	  0.166996	  0.166838	  0.166350		CURRENT LEARNING RATE: 5.03611833652989e-06
previous_iter_valid_loss : 0.16208191215991974

   1184220	  0.162241	  0.162082	  0.166318		CURRENT LEARNING RATE: 5.035111213578238e-06
previous_iter_valid_loss : 0.1611887663602829

   1184240	  0.161347	  0.161189	  0.166010		CURRENT LEARNING RATE: 5.034104292031036e-06
previous_iter_valid_loss : 0.16365593671798706

   1184260	  0.163849	  0.163656	  0.166091		CURRENT LEARNING RATE: 5.033097571847997e-06
previous_iter_valid_loss : 0.17672687768936157

   1184280	  0.177009	  0.176727	  0.166721		CURRENT LEARNING RATE: 5.032091052988871e-06
previous_iter_valid_loss : 0.16383962333202362

   1184300	  0.164011	  0.163840	  0.166635		CURRENT LEARNING RATE: 5.031084735413387e-06
previous_iter_valid_loss : 0.17042173445224762

   1184320	  0.170677	  0.170422	  0.166320		CURRENT LEARNING RATE: 5.030078619081285e-06
previous_iter_valid_loss : 0.16592970490455627

   1184340	  0.166153	  0.165930	  0.166357		CURRENT LEARNING RATE: 5.029072703952337e-06
previous_iter_valid_loss : 0.16540049016475677

   1184360	  0.165571	  0.165400	  0.166242		CURRENT LEARNING RATE: 5.028066989986298e-06
previous_iter_valid_loss : 0.18308165669441223

   1184380	  0.183232	  0.183082	  0.167203		CURRENT LEARNING RATE: 5.027061477142939e-06
previous_iter_valid_loss : 0.1607769876718521

   1184400	  0.160932	  0.160777	  0.167210		CURRENT LEARNING RATE: 5.0260561653820315e-06
previous_iter_valid_loss : 0.16145625710487366

   1184420	  0.161617	  0.161456	  0.167098		CURRENT LEARNING RATE: 5.025051054663379e-06
previous_iter_valid_loss : 0.1663271188735962

   1184440	  0.166486	  0.166327	  0.166836		CURRENT LEARNING RATE: 5.02404614494677e-06
previous_iter_valid_loss : 0.16115950047969818

   1184460	  0.161336	  0.161160	  0.166190		CURRENT LEARNING RATE: 5.023041436192007e-06
previous_iter_valid_loss : 0.16072778403759003

   1184480	  0.160886	  0.160728	  0.166184		CURRENT LEARNING RATE: 5.022036928358894e-06
previous_iter_valid_loss : 0.16230949759483337

   1184500	  0.162508	  0.162309	  0.165806		CURRENT LEARNING RATE: 5.021032621407267e-06
previous_iter_valid_loss : 0.1639888435602188

   1184520	  0.164187	  0.163989	  0.165894		CURRENT LEARNING RATE: 5.0200285152969465e-06
previous_iter_valid_loss : 0.16195328533649445

   1184540	  0.162097	  0.161953	  0.165965		CURRENT LEARNING RATE: 5.019024609987767e-06
previous_iter_valid_loss : 0.16591350734233856

   1184560	  0.166077	  0.165914	  0.165450		CURRENT LEARNING RATE: 5.018020905439563e-06
previous_iter_valid_loss : 0.16095903515815735

   1184580	  0.161135	  0.160959	  0.165234		CURRENT LEARNING RATE: 5.017017401612206e-06
previous_iter_valid_loss : 0.1907333880662918

   1184600	  0.190862	  0.190733	  0.166429		CURRENT LEARNING RATE: 5.016014098465545e-06
previous_iter_valid_loss : 0.16340424120426178

   1184620	  0.163606	  0.163404	  0.166495		CURRENT LEARNING RATE: 5.015010995959448e-06
previous_iter_valid_loss : 0.16342371702194214

   1184640	  0.163579	  0.163424	  0.166607		CURRENT LEARNING RATE: 5.014008094053783e-06
previous_iter_valid_loss : 0.1617623120546341

   1184660	  0.161949	  0.161762	  0.166512		CURRENT LEARNING RATE: 5.013005392708452e-06
previous_iter_valid_loss : 0.1613849401473999

   1184680	  0.161549	  0.161385	  0.165745		CURRENT LEARNING RATE: 5.012002891883336e-06
previous_iter_valid_loss : 0.16715675592422485

   1184700	  0.167312	  0.167157	  0.165911		CURRENT LEARNING RATE: 5.0110005915383285e-06
previous_iter_valid_loss : 0.16980275511741638

   1184720	  0.170053	  0.169803	  0.165880		CURRENT LEARNING RATE: 5.0099984916333545e-06
previous_iter_valid_loss : 0.16219402849674225

   1184740	  0.162362	  0.162194	  0.165693		CURRENT LEARNING RATE: 5.00899659212832e-06
previous_iter_valid_loss : 0.16649703681468964

   1184760	  0.166710	  0.166497	  0.165748		CURRENT LEARNING RATE: 5.00799489298315e-06
previous_iter_valid_loss : 0.16511249542236328

   1184780	  0.165323	  0.165112	  0.164850		CURRENT LEARNING RATE: 5.0069933941577676e-06
previous_iter_valid_loss : 0.173378124833107

   1184800	  0.173649	  0.173378	  0.165480		CURRENT LEARNING RATE: 5.005992095612131e-06
previous_iter_valid_loss : 0.1610446721315384

   1184820	  0.161219	  0.161045	  0.165459		CURRENT LEARNING RATE: 5.0049909973061785e-06
previous_iter_valid_loss : 0.17096194624900818

   1184840	  0.171212	  0.170962	  0.165691		CURRENT LEARNING RATE: 5.003990099199866e-06
previous_iter_valid_loss : 0.16378793120384216

   1184860	  0.163986	  0.163788	  0.165822		CURRENT LEARNING RATE: 5.0029894012531495e-06
previous_iter_valid_loss : 0.1643553227186203

   1184880	  0.164518	  0.164355	  0.166004		CURRENT LEARNING RATE: 5.001988903426019e-06
previous_iter_valid_loss : 0.16646802425384521

   1184900	  0.166629	  0.166468	  0.166212		CURRENT LEARNING RATE: 5.0009886056784456e-06
previous_iter_valid_loss : 0.17278969287872314

   1184920	  0.172933	  0.172790	  0.166652		CURRENT LEARNING RATE: 4.999988507970417e-06
previous_iter_valid_loss : 0.1813875287771225

   1184940	  0.181732	  0.181388	  0.167623		CURRENT LEARNING RATE: 4.99898861026192e-06
previous_iter_valid_loss : 0.16308274865150452

   1184960	  0.163254	  0.163083	  0.167482		CURRENT LEARNING RATE: 4.997988912512977e-06
previous_iter_valid_loss : 0.16271913051605225

   1184980	  0.162888	  0.162719	  0.167570		CURRENT LEARNING RATE: 4.996989414683592e-06
previous_iter_valid_loss : 0.19298900663852692

   1185000	  0.193460	  0.192989	  0.167683		CURRENT LEARNING RATE: 4.995990116733783e-06
previous_iter_valid_loss : 0.18410226702690125

   1185020	  0.184463	  0.184102	  0.168717		CURRENT LEARNING RATE: 4.994991018623571e-06
previous_iter_valid_loss : 0.16169373691082

   1185040	  0.161852	  0.161694	  0.168631		CURRENT LEARNING RATE: 4.993992120313009e-06
previous_iter_valid_loss : 0.16054804623126984

   1185060	  0.160707	  0.160548	  0.168570		CURRENT LEARNING RATE: 4.992993421762133e-06
previous_iter_valid_loss : 0.1713741272687912

   1185080	  0.171614	  0.171374	  0.169070		CURRENT LEARNING RATE: 4.991994922930986e-06
previous_iter_valid_loss : 0.16092722117900848

   1185100	  0.161080	  0.160927	  0.168758		CURRENT LEARNING RATE: 4.990996623779645e-06
previous_iter_valid_loss : 0.16747654974460602

   1185120	  0.167709	  0.167477	  0.168642		CURRENT LEARNING RATE: 4.989998524268169e-06
previous_iter_valid_loss : 0.16211530566215515

   1185140	  0.162307	  0.162115	  0.168638		CURRENT LEARNING RATE: 4.989000624356635e-06
previous_iter_valid_loss : 0.1613142043352127

   1185160	  0.161473	  0.161314	  0.168379		CURRENT LEARNING RATE: 4.988002924005118e-06
previous_iter_valid_loss : 0.1774047464132309

   1185180	  0.177560	  0.177405	  0.168993		CURRENT LEARNING RATE: 4.987005423173728e-06
previous_iter_valid_loss : 0.17159385979175568

   1185200	  0.171852	  0.171594	  0.168904		CURRENT LEARNING RATE: 4.986008121822555e-06
previous_iter_valid_loss : 0.16171029210090637

   1185220	  0.161895	  0.161710	  0.168938		CURRENT LEARNING RATE: 4.985011019911707e-06
previous_iter_valid_loss : 0.16398273408412933

   1185240	  0.164179	  0.163983	  0.168589		CURRENT LEARNING RATE: 4.984014117401292e-06
previous_iter_valid_loss : 0.16748419404029846

   1185260	  0.167703	  0.167484	  0.168773		CURRENT LEARNING RATE: 4.983017414251452e-06
previous_iter_valid_loss : 0.17061379551887512

   1185280	  0.170762	  0.170614	  0.169086		CURRENT LEARNING RATE: 4.982020910422308e-06
previous_iter_valid_loss : 0.1634782999753952

   1185300	  0.163677	  0.163478	  0.168937		CURRENT LEARNING RATE: 4.981024605874002e-06
previous_iter_valid_loss : 0.16738159954547882

   1185320	  0.167604	  0.167382	  0.168666		CURRENT LEARNING RATE: 4.980028500566672e-06
previous_iter_valid_loss : 0.16067086160182953

   1185340	  0.160831	  0.160671	  0.167631		CURRENT LEARNING RATE: 4.9790325944604915e-06
previous_iter_valid_loss : 0.16562959551811218

   1185360	  0.165852	  0.165630	  0.167758		CURRENT LEARNING RATE: 4.978036887515615e-06
previous_iter_valid_loss : 0.16141751408576965

   1185380	  0.161600	  0.161418	  0.167693		CURRENT LEARNING RATE: 4.977041379692215e-06
previous_iter_valid_loss : 0.16049490869045258

   1185400	  0.160661	  0.160495	  0.166068		CURRENT LEARNING RATE: 4.9760460709504615e-06
previous_iter_valid_loss : 0.1866615116596222

   1185420	  0.186798	  0.186662	  0.166196		CURRENT LEARNING RATE: 4.975050961250561e-06
previous_iter_valid_loss : 0.16055680811405182

   1185440	  0.160719	  0.160557	  0.166139		CURRENT LEARNING RATE: 4.9740560505527e-06
previous_iter_valid_loss : 0.1824689656496048

   1185460	  0.182624	  0.182469	  0.167235		CURRENT LEARNING RATE: 4.97306133881708e-06
previous_iter_valid_loss : 0.1655440330505371

   1185480	  0.165753	  0.165544	  0.166944		CURRENT LEARNING RATE: 4.972066826003907e-06
previous_iter_valid_loss : 0.1620943397283554

   1185500	  0.162272	  0.162094	  0.167002		CURRENT LEARNING RATE: 4.9710725120734165e-06
previous_iter_valid_loss : 0.16822806000709534

   1185520	  0.168380	  0.168228	  0.167040		CURRENT LEARNING RATE: 4.970078396985826e-06
previous_iter_valid_loss : 0.1643768846988678

   1185540	  0.164549	  0.164377	  0.167153		CURRENT LEARNING RATE: 4.969084480701364e-06
previous_iter_valid_loss : 0.1677434742450714

   1185560	  0.167902	  0.167743	  0.167474		CURRENT LEARNING RATE: 4.9680907631802905e-06
previous_iter_valid_loss : 0.17690199613571167

   1185580	  0.177053	  0.176902	  0.167449		CURRENT LEARNING RATE: 4.967097244382848e-06
previous_iter_valid_loss : 0.160615935921669

   1185600	  0.160771	  0.160616	  0.166900		CURRENT LEARNING RATE: 4.966103924269296e-06
previous_iter_valid_loss : 0.1619533747434616

   1185620	  0.162139	  0.161953	  0.166912		CURRENT LEARNING RATE: 4.965110802799893e-06
previous_iter_valid_loss : 0.16085855662822723

   1185640	  0.161034	  0.160859	  0.166756		CURRENT LEARNING RATE: 4.964117879934932e-06
previous_iter_valid_loss : 0.1637539565563202

   1185660	  0.163916	  0.163754	  0.166570		CURRENT LEARNING RATE: 4.963125155634687e-06
previous_iter_valid_loss : 0.1737823784351349

   1185680	  0.174054	  0.173782	  0.166728		CURRENT LEARNING RATE: 4.962132629859448e-06
previous_iter_valid_loss : 0.16867774724960327

   1185700	  0.168907	  0.168678	  0.166988		CURRENT LEARNING RATE: 4.9611403025695065e-06
previous_iter_valid_loss : 0.162815123796463

   1185720	  0.163007	  0.162815	  0.166760		CURRENT LEARNING RATE: 4.960148173725186e-06
previous_iter_valid_loss : 0.16449682414531708

   1185740	  0.164702	  0.164497	  0.166951		CURRENT LEARNING RATE: 4.959156243286793e-06
previous_iter_valid_loss : 0.1653299182653427

   1185760	  0.165532	  0.165330	  0.166936		CURRENT LEARNING RATE: 4.958164511214652e-06
previous_iter_valid_loss : 0.168647900223732

   1185780	  0.168884	  0.168648	  0.167298		CURRENT LEARNING RATE: 4.957172977469082e-06
previous_iter_valid_loss : 0.1606835573911667

   1185800	  0.160845	  0.160684	  0.167307		CURRENT LEARNING RATE: 4.956181642010441e-06
previous_iter_valid_loss : 0.16057275235652924

   1185820	  0.160728	  0.160573	  0.166003		CURRENT LEARNING RATE: 4.955190504799065e-06
previous_iter_valid_loss : 0.16052904725074768

   1185840	  0.160701	  0.160529	  0.166001		CURRENT LEARNING RATE: 4.954199565795312e-06
previous_iter_valid_loss : 0.16080611944198608

   1185860	  0.160982	  0.160806	  0.164918		CURRENT LEARNING RATE: 4.953208824959533e-06
previous_iter_valid_loss : 0.1616266816854477

   1185880	  0.161820	  0.161627	  0.164722		CURRENT LEARNING RATE: 4.952218282252115e-06
previous_iter_valid_loss : 0.1624511033296585

   1185900	  0.162646	  0.162451	  0.164740		CURRENT LEARNING RATE: 4.95122793763343e-06
previous_iter_valid_loss : 0.16062553226947784

   1185920	  0.160796	  0.160626	  0.164360		CURRENT LEARNING RATE: 4.9502377910638545e-06
previous_iter_valid_loss : 0.16734378039836884

   1185940	  0.167498	  0.167344	  0.164508		CURRENT LEARNING RATE: 4.9492478425038e-06
previous_iter_valid_loss : 0.1655486524105072

   1185960	  0.165748	  0.165549	  0.164398		CURRENT LEARNING RATE: 4.948258091913659e-06
previous_iter_valid_loss : 0.1651131808757782

   1185980	  0.165273	  0.165113	  0.163809		CURRENT LEARNING RATE: 4.9472685392538434e-06
previous_iter_valid_loss : 0.16060394048690796

   1186000	  0.160762	  0.160604	  0.163808		CURRENT LEARNING RATE: 4.946279184484761e-06
previous_iter_valid_loss : 0.16061162948608398

   1186020	  0.160768	  0.160612	  0.163741		CURRENT LEARNING RATE: 4.945290027566856e-06
previous_iter_valid_loss : 0.1605348140001297

   1186040	  0.160700	  0.160535	  0.163725		CURRENT LEARNING RATE: 4.944301068460552e-06
previous_iter_valid_loss : 0.165909081697464

   1186060	  0.166066	  0.165909	  0.163833		CURRENT LEARNING RATE: 4.9433123071262905e-06
previous_iter_valid_loss : 0.16122624278068542

   1186080	  0.161414	  0.161226	  0.163205		CURRENT LEARNING RATE: 4.9423237435245145e-06
previous_iter_valid_loss : 0.16609905660152435

   1186100	  0.166317	  0.166099	  0.163076		CURRENT LEARNING RATE: 4.941335377615698e-06
previous_iter_valid_loss : 0.16852228343486786

   1186120	  0.168676	  0.168522	  0.163362		CURRENT LEARNING RATE: 4.940347209360296e-06
previous_iter_valid_loss : 0.16183915734291077

   1186140	  0.162030	  0.161839	  0.163229		CURRENT LEARNING RATE: 4.939359238718784e-06
previous_iter_valid_loss : 0.16559672355651855

   1186160	  0.165803	  0.165597	  0.163242		CURRENT LEARNING RATE: 4.938371465651633e-06
previous_iter_valid_loss : 0.1613268107175827

   1186180	  0.161467	  0.161327	  0.162876		CURRENT LEARNING RATE: 4.93738389011935e-06
previous_iter_valid_loss : 0.16219493746757507

   1186200	  0.162350	  0.162195	  0.162951		CURRENT LEARNING RATE: 4.936396512082423e-06
previous_iter_valid_loss : 0.16056793928146362

   1186220	  0.160734	  0.160568	  0.162951		CURRENT LEARNING RATE: 4.935409331501357e-06
previous_iter_valid_loss : 0.1605072170495987

   1186240	  0.160679	  0.160507	  0.162950		CURRENT LEARNING RATE: 4.934422348336657e-06
previous_iter_valid_loss : 0.1814960241317749

   1186260	  0.181654	  0.181496	  0.163985		CURRENT LEARNING RATE: 4.9334355625488605e-06
previous_iter_valid_loss : 0.18685151636600494

   1186280	  0.187264	  0.186852	  0.165246		CURRENT LEARNING RATE: 4.932448974098487e-06
previous_iter_valid_loss : 0.16082265973091125

   1186300	  0.160978	  0.160823	  0.165164		CURRENT LEARNING RATE: 4.931462582946064e-06
previous_iter_valid_loss : 0.1615249365568161

   1186320	  0.161699	  0.161525	  0.165209		CURRENT LEARNING RATE: 4.930476389052153e-06
previous_iter_valid_loss : 0.16056537628173828

   1186340	  0.160737	  0.160565	  0.164871		CURRENT LEARNING RATE: 4.929490392377299e-06
previous_iter_valid_loss : 0.16534732282161713

   1186360	  0.165512	  0.165347	  0.164860		CURRENT LEARNING RATE: 4.928504592882061e-06
previous_iter_valid_loss : 0.16052569448947906

   1186380	  0.160681	  0.160526	  0.164631		CURRENT LEARNING RATE: 4.927518990527e-06
previous_iter_valid_loss : 0.16443975269794464

   1186400	  0.164625	  0.164440	  0.164823		CURRENT LEARNING RATE: 4.926533585272707e-06
previous_iter_valid_loss : 0.1615883708000183

   1186420	  0.161743	  0.161588	  0.164872		CURRENT LEARNING RATE: 4.925548377079758e-06
previous_iter_valid_loss : 0.17799295485019684

   1186440	  0.178298	  0.177993	  0.165745		CURRENT LEARNING RATE: 4.924563365908745e-06
previous_iter_valid_loss : 0.17321699857711792

   1186460	  0.173492	  0.173217	  0.166110		CURRENT LEARNING RATE: 4.923578551720258e-06
previous_iter_valid_loss : 0.1658792793750763

   1186480	  0.166042	  0.165879	  0.166343		CURRENT LEARNING RATE: 4.922593934474923e-06
previous_iter_valid_loss : 0.16060371696949005

   1186500	  0.160767	  0.160604	  0.166068		CURRENT LEARNING RATE: 4.921609514133346e-06
previous_iter_valid_loss : 0.16104955971240997

   1186520	  0.161208	  0.161050	  0.165694		CURRENT LEARNING RATE: 4.92062529065615e-06
previous_iter_valid_loss : 0.1797357052564621

   1186540	  0.180056	  0.179736	  0.166589		CURRENT LEARNING RATE: 4.919641264003957e-06
previous_iter_valid_loss : 0.16184280812740326

   1186560	  0.162027	  0.161843	  0.166401		CURRENT LEARNING RATE: 4.918657434137425e-06
previous_iter_valid_loss : 0.1605849266052246

   1186580	  0.160748	  0.160585	  0.166364		CURRENT LEARNING RATE: 4.917673801017191e-06
previous_iter_valid_loss : 0.16640669107437134

   1186600	  0.166624	  0.166407	  0.166575		CURRENT LEARNING RATE: 4.916690364603909e-06
previous_iter_valid_loss : 0.16212013363838196

   1186620	  0.162314	  0.162120	  0.166652		CURRENT LEARNING RATE: 4.9157071248582335e-06
previous_iter_valid_loss : 0.17512930929660797

   1186640	  0.175413	  0.175129	  0.167384		CURRENT LEARNING RATE: 4.914724081740853e-06
previous_iter_valid_loss : 0.1610308140516281

   1186660	  0.161206	  0.161031	  0.166360		CURRENT LEARNING RATE: 4.913741235212436e-06
previous_iter_valid_loss : 0.161668062210083

   1186680	  0.161830	  0.161668	  0.165101		CURRENT LEARNING RATE: 4.912758585233661e-06
previous_iter_valid_loss : 0.1605510115623474

   1186700	  0.160704	  0.160551	  0.165088		CURRENT LEARNING RATE: 4.9117761317652376e-06
previous_iter_valid_loss : 0.17268383502960205

   1186720	  0.172830	  0.172684	  0.165646		CURRENT LEARNING RATE: 4.910793874767861e-06
previous_iter_valid_loss : 0.16538779437541962

   1186740	  0.165554	  0.165388	  0.165887		CURRENT LEARNING RATE: 4.90981181420224e-06
previous_iter_valid_loss : 0.1605549305677414

   1186760	  0.160707	  0.160555	  0.165647		CURRENT LEARNING RATE: 4.908829950029083e-06
previous_iter_valid_loss : 0.16348223388195038

   1186780	  0.163673	  0.163482	  0.165795		CURRENT LEARNING RATE: 4.9078482822091336e-06
previous_iter_valid_loss : 0.16113676130771637

   1186800	  0.161315	  0.161137	  0.165630		CURRENT LEARNING RATE: 4.906866810703116e-06
previous_iter_valid_loss : 0.16218799352645874

   1186820	  0.162373	  0.162188	  0.165660		CURRENT LEARNING RATE: 4.905885535471772e-06
previous_iter_valid_loss : 0.16833965480327606

   1186840	  0.168576	  0.168340	  0.165177		CURRENT LEARNING RATE: 4.904904456475841e-06
previous_iter_valid_loss : 0.16051143407821655

   1186860	  0.160679	  0.160511	  0.164542		CURRENT LEARNING RATE: 4.903923573676098e-06
previous_iter_valid_loss : 0.16055306792259216

   1186880	  0.160708	  0.160553	  0.164275		CURRENT LEARNING RATE: 4.902942887033298e-06
previous_iter_valid_loss : 0.1744845062494278

   1186900	  0.174635	  0.174485	  0.164969		CURRENT LEARNING RATE: 4.901962396508214e-06
previous_iter_valid_loss : 0.16053444147109985

   1186920	  0.160688	  0.160534	  0.164944		CURRENT LEARNING RATE: 4.900982102061619e-06
previous_iter_valid_loss : 0.16050417721271515

   1186940	  0.160664	  0.160504	  0.163982		CURRENT LEARNING RATE: 4.900002003654316e-06
previous_iter_valid_loss : 0.16083355247974396

   1186960	  0.161013	  0.160834	  0.163932		CURRENT LEARNING RATE: 4.899022101247095e-06
previous_iter_valid_loss : 0.16055572032928467

   1186980	  0.160722	  0.160556	  0.163930		CURRENT LEARNING RATE: 4.8980423948007585e-06
previous_iter_valid_loss : 0.16052109003067017

   1187000	  0.160679	  0.160521	  0.163636		CURRENT LEARNING RATE: 4.897062884276109e-06
previous_iter_valid_loss : 0.16252601146697998

   1187020	  0.162712	  0.162526	  0.163656		CURRENT LEARNING RATE: 4.896083569633984e-06
previous_iter_valid_loss : 0.16902212798595428

   1187040	  0.169260	  0.169022	  0.163351		CURRENT LEARNING RATE: 4.895104450835204e-06
previous_iter_valid_loss : 0.1624034345149994

   1187060	  0.162589	  0.162403	  0.163419		CURRENT LEARNING RATE: 4.894125527840602e-06
previous_iter_valid_loss : 0.16226506233215332

   1187080	  0.162472	  0.162265	  0.163449		CURRENT LEARNING RATE: 4.8931468006110124e-06
previous_iter_valid_loss : 0.16416387259960175

   1187100	  0.164339	  0.164164	  0.163630		CURRENT LEARNING RATE: 4.892168269107305e-06
previous_iter_valid_loss : 0.16058559715747833

   1187120	  0.160744	  0.160586	  0.163025		CURRENT LEARNING RATE: 4.891189933290328e-06
previous_iter_valid_loss : 0.17307259142398834

   1187140	  0.173345	  0.173073	  0.163409		CURRENT LEARNING RATE: 4.890211793120941e-06
previous_iter_valid_loss : 0.1655689775943756

   1187160	  0.165784	  0.165569	  0.163660		CURRENT LEARNING RATE: 4.889233848560035e-06
previous_iter_valid_loss : 0.16078245639801025

   1187180	  0.160937	  0.160782	  0.163525		CURRENT LEARNING RATE: 4.888256099568484e-06
previous_iter_valid_loss : 0.16055500507354736

   1187200	  0.160714	  0.160555	  0.163496		CURRENT LEARNING RATE: 4.8872785461071764e-06
previous_iter_valid_loss : 0.17541490495204926

   1187220	  0.175566	  0.175415	  0.164157		CURRENT LEARNING RATE: 4.886301188137004e-06
previous_iter_valid_loss : 0.16091777384281158

   1187240	  0.161099	  0.160918	  0.163786		CURRENT LEARNING RATE: 4.885324025618888e-06
previous_iter_valid_loss : 0.16449011862277985

   1187260	  0.164693	  0.164490	  0.163985		CURRENT LEARNING RATE: 4.884347058513733e-06
previous_iter_valid_loss : 0.1632276028394699

   1187280	  0.163436	  0.163228	  0.164119		CURRENT LEARNING RATE: 4.883370286782462e-06
previous_iter_valid_loss : 0.17953531444072723

   1187300	  0.179698	  0.179535	  0.164371		CURRENT LEARNING RATE: 4.882393710385994e-06
previous_iter_valid_loss : 0.1917838156223297

   1187320	  0.191906	  0.191784	  0.165934		CURRENT LEARNING RATE: 4.881417329285284e-06
previous_iter_valid_loss : 0.17217503488063812

   1187340	  0.172322	  0.172175	  0.166517		CURRENT LEARNING RATE: 4.8804411434412675e-06
previous_iter_valid_loss : 0.17386026680469513

   1187360	  0.174140	  0.173860	  0.167169		CURRENT LEARNING RATE: 4.879465152814898e-06
previous_iter_valid_loss : 0.18115560710430145

   1187380	  0.181483	  0.181156	  0.168199		CURRENT LEARNING RATE: 4.8784893573671255e-06
previous_iter_valid_loss : 0.18954062461853027

   1187400	  0.189949	  0.189541	  0.169650		CURRENT LEARNING RATE: 4.8775137570589375e-06
previous_iter_valid_loss : 0.16617481410503387

   1187420	  0.166387	  0.166175	  0.169832		CURRENT LEARNING RATE: 4.8765383518513e-06
previous_iter_valid_loss : 0.16983270645141602

   1187440	  0.169980	  0.169833	  0.169873		CURRENT LEARNING RATE: 4.875563141705197e-06
previous_iter_valid_loss : 0.1656993180513382

   1187460	  0.165862	  0.165699	  0.170037		CURRENT LEARNING RATE: 4.874588126581612e-06
previous_iter_valid_loss : 0.16145162284374237

   1187480	  0.161639	  0.161452	  0.169997		CURRENT LEARNING RATE: 4.873613306441562e-06
previous_iter_valid_loss : 0.16739903390407562

   1187500	  0.167555	  0.167399	  0.170159		CURRENT LEARNING RATE: 4.872638681246044e-06
previous_iter_valid_loss : 0.18242846429347992

   1187520	  0.182586	  0.182428	  0.171251		CURRENT LEARNING RATE: 4.871664250956065e-06
previous_iter_valid_loss : 0.1732313632965088

   1187540	  0.173374	  0.173231	  0.171259		CURRENT LEARNING RATE: 4.870690015532666e-06
previous_iter_valid_loss : 0.1606222540140152

   1187560	  0.160792	  0.160622	  0.171011		CURRENT LEARNING RATE: 4.869715974936868e-06
previous_iter_valid_loss : 0.16100062429904938

   1187580	  0.161177	  0.161001	  0.171022		CURRENT LEARNING RATE: 4.86874212912971e-06
previous_iter_valid_loss : 0.18519577383995056

   1187600	  0.185566	  0.185196	  0.172254		CURRENT LEARNING RATE: 4.8677684780722295e-06
previous_iter_valid_loss : 0.1690426766872406

   1187620	  0.169281	  0.169043	  0.171936		CURRENT LEARNING RATE: 4.866795021725496e-06
previous_iter_valid_loss : 0.1610211282968521

   1187640	  0.161205	  0.161021	  0.171941		CURRENT LEARNING RATE: 4.865821760050565e-06
previous_iter_valid_loss : 0.16169631481170654

   1187660	  0.161864	  0.161696	  0.171801		CURRENT LEARNING RATE: 4.864848693008505e-06
previous_iter_valid_loss : 0.1608026623725891

   1187680	  0.160983	  0.160803	  0.171680		CURRENT LEARNING RATE: 4.863875820560384e-06
previous_iter_valid_loss : 0.1659291833639145

   1187700	  0.166139	  0.165929	  0.171000		CURRENT LEARNING RATE: 4.862903142667306e-06
previous_iter_valid_loss : 0.16360223293304443

   1187720	  0.163800	  0.163602	  0.169590		CURRENT LEARNING RATE: 4.861930659290355e-06
previous_iter_valid_loss : 0.18065033853054047

   1187740	  0.180805	  0.180650	  0.170014		CURRENT LEARNING RATE: 4.86095837039063e-06
previous_iter_valid_loss : 0.17866306006908417

   1187760	  0.178977	  0.178663	  0.170254		CURRENT LEARNING RATE: 4.859986275929231e-06
previous_iter_valid_loss : 0.17011821269989014

   1187780	  0.170374	  0.170118	  0.169703		CURRENT LEARNING RATE: 4.8590143758672945e-06
previous_iter_valid_loss : 0.16094787418842316

   1187800	  0.161128	  0.160948	  0.168273		CURRENT LEARNING RATE: 4.858042670165932e-06
previous_iter_valid_loss : 0.17008565366268158

   1187820	  0.170337	  0.170086	  0.168468		CURRENT LEARNING RATE: 4.857071158786277e-06
previous_iter_valid_loss : 0.16220775246620178

   1187840	  0.162380	  0.162208	  0.168087		CURRENT LEARNING RATE: 4.856099841689462e-06
previous_iter_valid_loss : 0.16561377048492432

   1187860	  0.165780	  0.165614	  0.168083		CURRENT LEARNING RATE: 4.855128718836647e-06
previous_iter_valid_loss : 0.16364715993404388

   1187880	  0.163854	  0.163647	  0.168193		CURRENT LEARNING RATE: 4.854157790188984e-06
previous_iter_valid_loss : 0.1693480908870697

   1187900	  0.169594	  0.169348	  0.168290		CURRENT LEARNING RATE: 4.853187055707624e-06
previous_iter_valid_loss : 0.18048815429210663

   1187920	  0.180648	  0.180488	  0.168193		CURRENT LEARNING RATE: 4.8522165153537555e-06
previous_iter_valid_loss : 0.1607399433851242

   1187940	  0.160904	  0.160740	  0.167569		CURRENT LEARNING RATE: 4.8512461690885475e-06
previous_iter_valid_loss : 0.1607004702091217

   1187960	  0.160878	  0.160700	  0.167572		CURRENT LEARNING RATE: 4.850276016873187e-06
previous_iter_valid_loss : 0.17079795897006989

   1187980	  0.171053	  0.170798	  0.168062		CURRENT LEARNING RATE: 4.84930605866886e-06
previous_iter_valid_loss : 0.1638263314962387

   1188000	  0.164034	  0.163826	  0.166994		CURRENT LEARNING RATE: 4.848336294436784e-06
previous_iter_valid_loss : 0.16147480905056

   1188020	  0.161668	  0.161475	  0.166615		CURRENT LEARNING RATE: 4.847366724138161e-06
previous_iter_valid_loss : 0.17748819291591644

   1188040	  0.177805	  0.177488	  0.167439		CURRENT LEARNING RATE: 4.846397347734207e-06
previous_iter_valid_loss : 0.1618669480085373

   1188060	  0.162063	  0.161867	  0.167447		CURRENT LEARNING RATE: 4.8454281651861395e-06
previous_iter_valid_loss : 0.1635427176952362

   1188080	  0.163744	  0.163543	  0.167584		CURRENT LEARNING RATE: 4.8444591764552075e-06
previous_iter_valid_loss : 0.1605851948261261

   1188100	  0.160736	  0.160585	  0.167317		CURRENT LEARNING RATE: 4.843490381502644e-06
previous_iter_valid_loss : 0.16430145502090454

   1188120	  0.164511	  0.164301	  0.167352		CURRENT LEARNING RATE: 4.842521780289695e-06
previous_iter_valid_loss : 0.1612979769706726

   1188140	  0.161479	  0.161298	  0.166384		CURRENT LEARNING RATE: 4.8415533727776095e-06
previous_iter_valid_loss : 0.1731034517288208

   1188160	  0.173374	  0.173103	  0.166106		CURRENT LEARNING RATE: 4.840585158927669e-06
previous_iter_valid_loss : 0.1606082022190094

   1188180	  0.160766	  0.160608	  0.165631		CURRENT LEARNING RATE: 4.839617138701135e-06
previous_iter_valid_loss : 0.16273202002048492

   1188200	  0.162896	  0.162732	  0.165720		CURRENT LEARNING RATE: 4.838649312059287e-06
previous_iter_valid_loss : 0.1793556660413742

   1188220	  0.179685	  0.179356	  0.166184		CURRENT LEARNING RATE: 4.837681678963404e-06
previous_iter_valid_loss : 0.1893041580915451

   1188240	  0.189731	  0.189304	  0.167538		CURRENT LEARNING RATE: 4.836714239374797e-06
previous_iter_valid_loss : 0.1661134511232376

   1188260	  0.166322	  0.166113	  0.167563		CURRENT LEARNING RATE: 4.835746993254761e-06
previous_iter_valid_loss : 0.1644098311662674

   1188280	  0.164598	  0.164410	  0.167602		CURRENT LEARNING RATE: 4.8347799405646046e-06
previous_iter_valid_loss : 0.1605306714773178

   1188300	  0.160692	  0.160531	  0.167161		CURRENT LEARNING RATE: 4.8338130812656385e-06
previous_iter_valid_loss : 0.1621543914079666

   1188320	  0.162348	  0.162154	  0.166244		CURRENT LEARNING RATE: 4.832846415319204e-06
previous_iter_valid_loss : 0.1738257259130478

   1188340	  0.174099	  0.173826	  0.166898		CURRENT LEARNING RATE: 4.8318799426866275e-06
previous_iter_valid_loss : 0.16069024801254272

   1188360	  0.160862	  0.160690	  0.166898		CURRENT LEARNING RATE: 4.830913663329241e-06
previous_iter_valid_loss : 0.16062135994434357

   1188380	  0.160786	  0.160621	  0.166389		CURRENT LEARNING RATE: 4.829947577208409e-06
previous_iter_valid_loss : 0.17651604115962982

   1188400	  0.176807	  0.176516	  0.167023		CURRENT LEARNING RATE: 4.828981684285482e-06
previous_iter_valid_loss : 0.1759948432445526

   1188420	  0.176148	  0.175995	  0.167749		CURRENT LEARNING RATE: 4.828015984521823e-06
previous_iter_valid_loss : 0.16086114943027496

   1188440	  0.161045	  0.160861	  0.166918		CURRENT LEARNING RATE: 4.827050477878794e-06
previous_iter_valid_loss : 0.1822788268327713

   1188460	  0.182436	  0.182279	  0.167939		CURRENT LEARNING RATE: 4.826085164317795e-06
previous_iter_valid_loss : 0.17747162282466888

   1188480	  0.177768	  0.177472	  0.168635		CURRENT LEARNING RATE: 4.825120043800202e-06
previous_iter_valid_loss : 0.16264981031417847

   1188500	  0.162836	  0.162650	  0.168738		CURRENT LEARNING RATE: 4.824155116287412e-06
previous_iter_valid_loss : 0.16216808557510376

   1188520	  0.162323	  0.162168	  0.168632		CURRENT LEARNING RATE: 4.823190381740819e-06
previous_iter_valid_loss : 0.18310001492500305

   1188540	  0.183456	  0.183100	  0.169722		CURRENT LEARNING RATE: 4.82222584012185e-06
previous_iter_valid_loss : 0.1642381250858307

   1188560	  0.164399	  0.164238	  0.169279		CURRENT LEARNING RATE: 4.8212614913919154e-06
previous_iter_valid_loss : 0.1605612188577652

   1188580	  0.160732	  0.160561	  0.169276		CURRENT LEARNING RATE: 4.820297335512441e-06
previous_iter_valid_loss : 0.1718767136335373

   1188600	  0.172142	  0.171877	  0.169733		CURRENT LEARNING RATE: 4.819333372444852e-06
previous_iter_valid_loss : 0.16157308220863342

   1188620	  0.161754	  0.161573	  0.168844		CURRENT LEARNING RATE: 4.8183696021506075e-06
previous_iter_valid_loss : 0.1614251583814621

   1188640	  0.161571	  0.161425	  0.167450		CURRENT LEARNING RATE: 4.817406024591147e-06
previous_iter_valid_loss : 0.16169922053813934

   1188660	  0.161887	  0.161699	  0.167230		CURRENT LEARNING RATE: 4.8164426397279295e-06
previous_iter_valid_loss : 0.16074028611183167

   1188680	  0.160914	  0.160740	  0.167046		CURRENT LEARNING RATE: 4.815479447522408e-06
previous_iter_valid_loss : 0.16223853826522827

   1188700	  0.162411	  0.162239	  0.167132		CURRENT LEARNING RATE: 4.814516447936075e-06
previous_iter_valid_loss : 0.1607685089111328

   1188720	  0.160945	  0.160769	  0.167062		CURRENT LEARNING RATE: 4.813553640930399e-06
previous_iter_valid_loss : 0.19466009736061096

   1188740	  0.195141	  0.194660	  0.168104		CURRENT LEARNING RATE: 4.812591026466862e-06
previous_iter_valid_loss : 0.16936643421649933

   1188760	  0.169516	  0.169366	  0.168538		CURRENT LEARNING RATE: 4.811628604506975e-06
previous_iter_valid_loss : 0.16449274122714996

   1188780	  0.164705	  0.164493	  0.168731		CURRENT LEARNING RATE: 4.810666375012233e-06
previous_iter_valid_loss : 0.18483632802963257

   1188800	  0.185218	  0.184836	  0.169147		CURRENT LEARNING RATE: 4.809704337944147e-06
previous_iter_valid_loss : 0.16090844571590424

   1188820	  0.161094	  0.160908	  0.168393		CURRENT LEARNING RATE: 4.808742493264225e-06
previous_iter_valid_loss : 0.1656431257724762

   1188840	  0.165809	  0.165643	  0.168632		CURRENT LEARNING RATE: 4.807780840934013e-06
previous_iter_valid_loss : 0.17393502593040466

   1188860	  0.174079	  0.173935	  0.168215		CURRENT LEARNING RATE: 4.806819380915035e-06
previous_iter_valid_loss : 0.1720399558544159

   1188880	  0.172189	  0.172040	  0.167943		CURRENT LEARNING RATE: 4.805858113168834e-06
previous_iter_valid_loss : 0.163125678896904

   1188900	  0.163318	  0.163126	  0.167967		CURRENT LEARNING RATE: 4.804897037656948e-06
previous_iter_valid_loss : 0.1626235693693161

   1188920	  0.162812	  0.162624	  0.167990		CURRENT LEARNING RATE: 4.803936154340954e-06
previous_iter_valid_loss : 0.16963034868240356

   1188940	  0.169776	  0.169630	  0.167316		CURRENT LEARNING RATE: 4.802975463182406e-06
previous_iter_valid_loss : 0.16725969314575195

   1188960	  0.167477	  0.167260	  0.167468		CURRENT LEARNING RATE: 4.802014964142877e-06
previous_iter_valid_loss : 0.1684563010931015

   1188980	  0.168697	  0.168456	  0.167862		CURRENT LEARNING RATE: 4.801054657183939e-06
previous_iter_valid_loss : 0.1605869084596634

   1189000	  0.160764	  0.160587	  0.167298		CURRENT LEARNING RATE: 4.8000945422671964e-06
previous_iter_valid_loss : 0.16074128448963165

   1189020	  0.160907	  0.160741	  0.167256		CURRENT LEARNING RATE: 4.799134619354237e-06
previous_iter_valid_loss : 0.16054123640060425

   1189040	  0.160701	  0.160541	  0.167212		CURRENT LEARNING RATE: 4.798174888406662e-06
previous_iter_valid_loss : 0.1625816524028778

   1189060	  0.162745	  0.162582	  0.167256		CURRENT LEARNING RATE: 4.797215349386074e-06
previous_iter_valid_loss : 0.1605118364095688

   1189080	  0.160673	  0.160512	  0.167245		CURRENT LEARNING RATE: 4.796256002254111e-06
previous_iter_valid_loss : 0.16068187355995178

   1189100	  0.160849	  0.160682	  0.167167		CURRENT LEARNING RATE: 4.795296846972388e-06
previous_iter_valid_loss : 0.17488685250282288

   1189120	  0.175172	  0.174887	  0.167873		CURRENT LEARNING RATE: 4.7943378835025305e-06
previous_iter_valid_loss : 0.1607532799243927

   1189140	  0.160905	  0.160753	  0.166177		CURRENT LEARNING RATE: 4.793379111806197e-06
previous_iter_valid_loss : 0.16356270015239716

   1189160	  0.163748	  0.163563	  0.165887		CURRENT LEARNING RATE: 4.79242053184503e-06
previous_iter_valid_loss : 0.16361303627490997

   1189180	  0.163797	  0.163613	  0.165843		CURRENT LEARNING RATE: 4.7914621435806845e-06
previous_iter_valid_loss : 0.1615627408027649

   1189200	  0.161753	  0.161563	  0.164680		CURRENT LEARNING RATE: 4.790503946974816e-06
previous_iter_valid_loss : 0.16053852438926697

   1189220	  0.160693	  0.160539	  0.164661		CURRENT LEARNING RATE: 4.789545941989115e-06
previous_iter_valid_loss : 0.16115911304950714

   1189240	  0.161311	  0.161159	  0.164437		CURRENT LEARNING RATE: 4.788588128585253e-06
previous_iter_valid_loss : 0.17296750843524933

   1189260	  0.173227	  0.172968	  0.164389		CURRENT LEARNING RATE: 4.787630506724916e-06
previous_iter_valid_loss : 0.1607854813337326

   1189280	  0.160964	  0.160785	  0.163826		CURRENT LEARNING RATE: 4.786673076369792e-06
previous_iter_valid_loss : 0.1867138147354126

   1189300	  0.186849	  0.186714	  0.165005		CURRENT LEARNING RATE: 4.7857158374815996e-06
previous_iter_valid_loss : 0.16182515025138855

   1189320	  0.162014	  0.161825	  0.164965		CURRENT LEARNING RATE: 4.784758790022042e-06
previous_iter_valid_loss : 0.1605241298675537

   1189340	  0.160691	  0.160524	  0.164510		CURRENT LEARNING RATE: 4.783801933952837e-06
previous_iter_valid_loss : 0.16440197825431824

   1189360	  0.164569	  0.164402	  0.164367		CURRENT LEARNING RATE: 4.7828452692357004e-06
previous_iter_valid_loss : 0.1701136827468872

   1189380	  0.170264	  0.170114	  0.164450		CURRENT LEARNING RATE: 4.781888795832384e-06
previous_iter_valid_loss : 0.16063456237316132

   1189400	  0.160787	  0.160635	  0.164452		CURRENT LEARNING RATE: 4.78093251370462e-06
previous_iter_valid_loss : 0.16052274405956268

   1189420	  0.160691	  0.160523	  0.164441		CURRENT LEARNING RATE: 4.779976422814157e-06
previous_iter_valid_loss : 0.1610756516456604

   1189440	  0.161228	  0.161076	  0.164468		CURRENT LEARNING RATE: 4.779020523122744e-06
previous_iter_valid_loss : 0.1704496145248413

   1189460	  0.170705	  0.170450	  0.164862		CURRENT LEARNING RATE: 4.7780648145921596e-06
previous_iter_valid_loss : 0.17003946006298065

   1189480	  0.170193	  0.170039	  0.165338		CURRENT LEARNING RATE: 4.777109297184169e-06
previous_iter_valid_loss : 0.17140436172485352

   1189500	  0.171671	  0.171404	  0.165874		CURRENT LEARNING RATE: 4.776153970860544e-06
previous_iter_valid_loss : 0.16295160353183746

   1189520	  0.163115	  0.162952	  0.165277		CURRENT LEARNING RATE: 4.775198835583085e-06
previous_iter_valid_loss : 0.16427838802337646

   1189540	  0.164441	  0.164278	  0.165454		CURRENT LEARNING RATE: 4.774243891313581e-06
previous_iter_valid_loss : 0.16373978555202484

   1189560	  0.163913	  0.163740	  0.165462		CURRENT LEARNING RATE: 4.773289138013833e-06
previous_iter_valid_loss : 0.1738312989473343

   1189580	  0.173982	  0.173831	  0.165973		CURRENT LEARNING RATE: 4.772334575645642e-06
previous_iter_valid_loss : 0.16840550303459167

   1189600	  0.168634	  0.168406	  0.166315		CURRENT LEARNING RATE: 4.7713802041708435e-06
previous_iter_valid_loss : 0.16058294475078583

   1189620	  0.160755	  0.160583	  0.166318		CURRENT LEARNING RATE: 4.770426023551255e-06
previous_iter_valid_loss : 0.16095070540905

   1189640	  0.161132	  0.160951	  0.166307		CURRENT LEARNING RATE: 4.769472033748707e-06
previous_iter_valid_loss : 0.16244420409202576

   1189660	  0.162637	  0.162444	  0.165781		CURRENT LEARNING RATE: 4.768518234725032e-06
previous_iter_valid_loss : 0.16772285103797913

   1189680	  0.167877	  0.167723	  0.166128		CURRENT LEARNING RATE: 4.767564626442097e-06
previous_iter_valid_loss : 0.16056248545646667

   1189700	  0.160733	  0.160562	  0.164820		CURRENT LEARNING RATE: 4.766611208861747e-06
previous_iter_valid_loss : 0.16631488502025604

   1189720	  0.166475	  0.166315	  0.165045		CURRENT LEARNING RATE: 4.765657981945846e-06
previous_iter_valid_loss : 0.16094784438610077

   1189740	  0.161101	  0.160948	  0.165066		CURRENT LEARNING RATE: 4.764704945656256e-06
previous_iter_valid_loss : 0.16083955764770508

   1189760	  0.161020	  0.160840	  0.164888		CURRENT LEARNING RATE: 4.763752099954874e-06
previous_iter_valid_loss : 0.16072461009025574

   1189780	  0.160893	  0.160725	  0.164418		CURRENT LEARNING RATE: 4.7627994448035756e-06
previous_iter_valid_loss : 0.16152887046337128

   1189800	  0.161726	  0.161529	  0.164463		CURRENT LEARNING RATE: 4.761846980164255e-06
previous_iter_valid_loss : 0.16231650114059448

   1189820	  0.162472	  0.162317	  0.164553		CURRENT LEARNING RATE: 4.760894705998807e-06
previous_iter_valid_loss : 0.1606186479330063

   1189840	  0.160783	  0.160619	  0.164530		CURRENT LEARNING RATE: 4.759942622269156e-06
previous_iter_valid_loss : 0.1775728315114975

   1189860	  0.177870	  0.177573	  0.164886		CURRENT LEARNING RATE: 4.7589907289372105e-06
previous_iter_valid_loss : 0.16110759973526

   1189880	  0.161266	  0.161108	  0.164440		CURRENT LEARNING RATE: 4.7580390259648955e-06
previous_iter_valid_loss : 0.16053104400634766

   1189900	  0.160698	  0.160531	  0.163896		CURRENT LEARNING RATE: 4.757087513314133e-06
previous_iter_valid_loss : 0.1615130454301834

   1189920	  0.161665	  0.161513	  0.163824		CURRENT LEARNING RATE: 4.75613619094688e-06
previous_iter_valid_loss : 0.16049274802207947

   1189940	  0.160655	  0.160493	  0.163635		CURRENT LEARNING RATE: 4.755185058825076e-06
previous_iter_valid_loss : 0.17073394358158112

   1189960	  0.170879	  0.170734	  0.163984		CURRENT LEARNING RATE: 4.754234116910665e-06
previous_iter_valid_loss : 0.16051307320594788

   1189980	  0.160673	  0.160513	  0.163318		CURRENT LEARNING RATE: 4.753283365165629e-06
previous_iter_valid_loss : 0.17079997062683105

   1190000	  0.171055	  0.170800	  0.163438		CURRENT LEARNING RATE: 4.752332803551928e-06
previous_iter_valid_loss : 0.1606631875038147

   1190020	  0.160837	  0.160663	  0.163442		CURRENT LEARNING RATE: 4.75138243203154e-06
previous_iter_valid_loss : 0.16517828404903412

   1190040	  0.165347	  0.165178	  0.163654		CURRENT LEARNING RATE: 4.750432250566442e-06
previous_iter_valid_loss : 0.16056987643241882

   1190060	  0.160738	  0.160570	  0.163560		CURRENT LEARNING RATE: 4.7494822591186415e-06
previous_iter_valid_loss : 0.1752479374408722

   1190080	  0.175528	  0.175248	  0.163936		CURRENT LEARNING RATE: 4.748532457650133e-06
previous_iter_valid_loss : 0.16242936253547668

   1190100	  0.162612	  0.162429	  0.164030		CURRENT LEARNING RATE: 4.747582846122923e-06
previous_iter_valid_loss : 0.16564767062664032

   1190120	  0.165864	  0.165648	  0.163996		CURRENT LEARNING RATE: 4.74663342449902e-06
previous_iter_valid_loss : 0.18515558540821075

   1190140	  0.185298	  0.185156	  0.165207		CURRENT LEARNING RATE: 4.745684192740462e-06
previous_iter_valid_loss : 0.17324428260326385

   1190160	  0.173395	  0.173244	  0.165827		CURRENT LEARNING RATE: 4.7447351508092725e-06
previous_iter_valid_loss : 0.16077429056167603

   1190180	  0.160940	  0.160774	  0.165829		CURRENT LEARNING RATE: 4.74378629866749e-06
previous_iter_valid_loss : 0.16556912660598755

   1190200	  0.165736	  0.165569	  0.166031		CURRENT LEARNING RATE: 4.742837636277151e-06
previous_iter_valid_loss : 0.16123926639556885

   1190220	  0.161401	  0.161239	  0.165977		CURRENT LEARNING RATE: 4.741889163600327e-06
previous_iter_valid_loss : 0.16174033284187317

   1190240	  0.161894	  0.161740	  0.166033		CURRENT LEARNING RATE: 4.740940880599071e-06
previous_iter_valid_loss : 0.16349707543849945

   1190260	  0.163661	  0.163497	  0.165330		CURRENT LEARNING RATE: 4.7399927872354495e-06
previous_iter_valid_loss : 0.17071691155433655

   1190280	  0.170968	  0.170717	  0.165810		CURRENT LEARNING RATE: 4.739044883471532e-06
previous_iter_valid_loss : 0.16265396773815155

   1190300	  0.162817	  0.162654	  0.165916		CURRENT LEARNING RATE: 4.73809716926942e-06
previous_iter_valid_loss : 0.16094855964183807

   1190320	  0.161133	  0.160949	  0.165888		CURRENT LEARNING RATE: 4.737149644591194e-06
previous_iter_valid_loss : 0.16055363416671753

   1190340	  0.160718	  0.160554	  0.165891		CURRENT LEARNING RATE: 4.736202309398947e-06
previous_iter_valid_loss : 0.16644851863384247

   1190360	  0.166610	  0.166449	  0.165677		CURRENT LEARNING RATE: 4.735255163654801e-06
previous_iter_valid_loss : 0.1783168613910675

   1190380	  0.178480	  0.178317	  0.166567		CURRENT LEARNING RATE: 4.734308207320862e-06
previous_iter_valid_loss : 0.16077077388763428

   1190400	  0.160947	  0.160771	  0.166066		CURRENT LEARNING RATE: 4.733361440359252e-06
previous_iter_valid_loss : 0.1627315729856491

   1190420	  0.162917	  0.162732	  0.166169		CURRENT LEARNING RATE: 4.732414862732092e-06
previous_iter_valid_loss : 0.16066135466098785

   1190440	  0.160837	  0.160661	  0.165943		CURRENT LEARNING RATE: 4.731468474401535e-06
previous_iter_valid_loss : 0.17045584321022034

   1190460	  0.170602	  0.170456	  0.166437		CURRENT LEARNING RATE: 4.730522275329719e-06
previous_iter_valid_loss : 0.16199347376823425

   1190480	  0.162161	  0.161993	  0.165775		CURRENT LEARNING RATE: 4.729576265478793e-06
previous_iter_valid_loss : 0.1645423024892807

   1190500	  0.164744	  0.164542	  0.165880		CURRENT LEARNING RATE: 4.72863044481091e-06
previous_iter_valid_loss : 0.19967657327651978

   1190520	  0.199761	  0.199677	  0.167582		CURRENT LEARNING RATE: 4.727684813288255e-06
previous_iter_valid_loss : 0.16072522103786469

   1190540	  0.160895	  0.160725	  0.166360		CURRENT LEARNING RATE: 4.726739370872992e-06
previous_iter_valid_loss : 0.16478994488716125

   1190560	  0.164990	  0.164790	  0.165938		CURRENT LEARNING RATE: 4.725794117527305e-06
previous_iter_valid_loss : 0.16180697083473206

   1190580	  0.161998	  0.161807	  0.165989		CURRENT LEARNING RATE: 4.724849053213376e-06
previous_iter_valid_loss : 0.16071626543998718

   1190600	  0.160894	  0.160716	  0.165747		CURRENT LEARNING RATE: 4.723904177893417e-06
previous_iter_valid_loss : 0.16184954345226288

   1190620	  0.162013	  0.161850	  0.165777		CURRENT LEARNING RATE: 4.722959491529626e-06
previous_iter_valid_loss : 0.16053913533687592

   1190640	  0.160703	  0.160539	  0.165717		CURRENT LEARNING RATE: 4.722014994084215e-06
previous_iter_valid_loss : 0.1606222540140152

   1190660	  0.160781	  0.160622	  0.165573		CURRENT LEARNING RATE: 4.721070685519396e-06
previous_iter_valid_loss : 0.1607050746679306

   1190680	  0.160881	  0.160705	  0.165073		CURRENT LEARNING RATE: 4.720126565797413e-06
previous_iter_valid_loss : 0.16978947818279266

   1190700	  0.170019	  0.169789	  0.165429		CURRENT LEARNING RATE: 4.719182634880495e-06
previous_iter_valid_loss : 0.16079357266426086

   1190720	  0.160949	  0.160794	  0.165422		CURRENT LEARNING RATE: 4.718238892730873e-06
previous_iter_valid_loss : 0.16052061319351196

   1190740	  0.160675	  0.160521	  0.165420		CURRENT LEARNING RATE: 4.717295339310816e-06
previous_iter_valid_loss : 0.16076548397541046

   1190760	  0.160944	  0.160765	  0.165136		CURRENT LEARNING RATE: 4.716351974582573e-06
previous_iter_valid_loss : 0.19687211513519287

   1190780	  0.196963	  0.196872	  0.166064		CURRENT LEARNING RATE: 4.71540879850841e-06
previous_iter_valid_loss : 0.16052095592021942

   1190800	  0.160675	  0.160521	  0.166051		CURRENT LEARNING RATE: 4.714465811050592e-06
previous_iter_valid_loss : 0.1717437505722046

   1190820	  0.171887	  0.171744	  0.166502		CURRENT LEARNING RATE: 4.713523012171415e-06
previous_iter_valid_loss : 0.16905738413333893

   1190840	  0.169208	  0.169057	  0.166922		CURRENT LEARNING RATE: 4.7125804018331585e-06
previous_iter_valid_loss : 0.17641931772232056

   1190860	  0.176713	  0.176419	  0.167220		CURRENT LEARNING RATE: 4.711637979998119e-06
previous_iter_valid_loss : 0.1629595309495926

   1190880	  0.163125	  0.162960	  0.167268		CURRENT LEARNING RATE: 4.710695746628591e-06
previous_iter_valid_loss : 0.17769774794578552

   1190900	  0.177858	  0.177698	  0.167926		CURRENT LEARNING RATE: 4.709753701686901e-06
previous_iter_valid_loss : 0.1649361401796341

   1190920	  0.165094	  0.164936	  0.166189		CURRENT LEARNING RATE: 4.708811845135361e-06
previous_iter_valid_loss : 0.16175991296768188

   1190940	  0.161909	  0.161760	  0.166241		CURRENT LEARNING RATE: 4.707870176936295e-06
previous_iter_valid_loss : 0.16407035291194916

   1190960	  0.164240	  0.164070	  0.166205		CURRENT LEARNING RATE: 4.706928697052028e-06
previous_iter_valid_loss : 0.16098995506763458

   1190980	  0.161177	  0.160990	  0.166164		CURRENT LEARNING RATE: 4.705987405444918e-06
previous_iter_valid_loss : 0.16235296428203583

   1191000	  0.162508	  0.162353	  0.166246		CURRENT LEARNING RATE: 4.705046302077305e-06
previous_iter_valid_loss : 0.16059190034866333

   1191020	  0.160768	  0.160592	  0.166183		CURRENT LEARNING RATE: 4.704105386911545e-06
previous_iter_valid_loss : 0.17134928703308105

   1191040	  0.171490	  0.171349	  0.166723		CURRENT LEARNING RATE: 4.703164659909992e-06
previous_iter_valid_loss : 0.1650388091802597

   1191060	  0.165214	  0.165039	  0.166944		CURRENT LEARNING RATE: 4.702224121035035e-06
previous_iter_valid_loss : 0.16059599816799164

   1191080	  0.160752	  0.160596	  0.166939		CURRENT LEARNING RATE: 4.701283770249043e-06
previous_iter_valid_loss : 0.16812686622142792

   1191100	  0.168355	  0.168127	  0.166855		CURRENT LEARNING RATE: 4.700343607514403e-06
previous_iter_valid_loss : 0.1763419657945633

   1191120	  0.176635	  0.176342	  0.167633		CURRENT LEARNING RATE: 4.6994036327934995e-06
previous_iter_valid_loss : 0.162049800157547

   1191140	  0.162248	  0.162050	  0.167709		CURRENT LEARNING RATE: 4.69846384604875e-06
previous_iter_valid_loss : 0.1610126495361328

   1191160	  0.161179	  0.161013	  0.167722		CURRENT LEARNING RATE: 4.697524247242555e-06
previous_iter_valid_loss : 0.16053509712219238

   1191180	  0.160704	  0.160535	  0.165905		CURRENT LEARNING RATE: 4.696584836337322e-06
previous_iter_valid_loss : 0.16078227758407593

   1191200	  0.160955	  0.160782	  0.165918		CURRENT LEARNING RATE: 4.695645613295492e-06
previous_iter_valid_loss : 0.1613158881664276

   1191220	  0.161500	  0.161316	  0.165396		CURRENT LEARNING RATE: 4.694706578079487e-06
previous_iter_valid_loss : 0.1605595201253891

   1191240	  0.160722	  0.160560	  0.164972		CURRENT LEARNING RATE: 4.693767730651746e-06
previous_iter_valid_loss : 0.16378018260002136

   1191260	  0.163987	  0.163780	  0.164340		CURRENT LEARNING RATE: 4.692829070974705e-06
previous_iter_valid_loss : 0.16162477433681488

   1191280	  0.161820	  0.161625	  0.164273		CURRENT LEARNING RATE: 4.691890599010837e-06
previous_iter_valid_loss : 0.16956518590450287

   1191300	  0.169807	  0.169565	  0.163866		CURRENT LEARNING RATE: 4.690952314722594e-06
previous_iter_valid_loss : 0.16118933260440826

   1191320	  0.161336	  0.161189	  0.163679		CURRENT LEARNING RATE: 4.690014218072444e-06
previous_iter_valid_loss : 0.1629074066877365

   1191340	  0.163095	  0.162907	  0.163736		CURRENT LEARNING RATE: 4.689076309022855e-06
previous_iter_valid_loss : 0.16156715154647827

   1191360	  0.161760	  0.161567	  0.163611		CURRENT LEARNING RATE: 4.688138587536326e-06
previous_iter_valid_loss : 0.16135407984256744

   1191380	  0.161536	  0.161354	  0.163629		CURRENT LEARNING RATE: 4.687201053575342e-06
previous_iter_valid_loss : 0.16169428825378418

   1191400	  0.161855	  0.161694	  0.163596		CURRENT LEARNING RATE: 4.686263707102401e-06
previous_iter_valid_loss : 0.16049765050411224

   1191420	  0.160665	  0.160498	  0.163592		CURRENT LEARNING RATE: 4.685326548080001e-06
previous_iter_valid_loss : 0.16065481305122375

   1191440	  0.160831	  0.160655	  0.163057		CURRENT LEARNING RATE: 4.6843895764706715e-06
previous_iter_valid_loss : 0.16092759370803833

   1191460	  0.161092	  0.160928	  0.162851		CURRENT LEARNING RATE: 4.683452792236925e-06
previous_iter_valid_loss : 0.1660148948431015

   1191480	  0.166222	  0.166015	  0.163122		CURRENT LEARNING RATE: 4.682516195341291e-06
previous_iter_valid_loss : 0.1605672836303711

   1191500	  0.160723	  0.160567	  0.162744		CURRENT LEARNING RATE: 4.681579785746298e-06
previous_iter_valid_loss : 0.16332876682281494

   1191520	  0.163515	  0.163329	  0.162094		CURRENT LEARNING RATE: 4.680643563414504e-06
previous_iter_valid_loss : 0.17297762632369995

   1191540	  0.173257	  0.172978	  0.162640		CURRENT LEARNING RATE: 4.679707528308455e-06
previous_iter_valid_loss : 0.16192243993282318

   1191560	  0.162107	  0.161922	  0.162686		CURRENT LEARNING RATE: 4.678771680390698e-06
previous_iter_valid_loss : 0.1624220311641693

   1191580	  0.162585	  0.162422	  0.162780		CURRENT LEARNING RATE: 4.6778360196238176e-06
previous_iter_valid_loss : 0.16437222063541412

   1191600	  0.164558	  0.164372	  0.162959		CURRENT LEARNING RATE: 4.6769005459703785e-06
previous_iter_valid_loss : 0.17061656713485718

   1191620	  0.170866	  0.170617	  0.163424		CURRENT LEARNING RATE: 4.675965259392962e-06
previous_iter_valid_loss : 0.16927285492420197

   1191640	  0.169509	  0.169273	  0.163860		CURRENT LEARNING RATE: 4.675030159854148e-06
previous_iter_valid_loss : 0.16436287760734558

   1191660	  0.164555	  0.164363	  0.163889		CURRENT LEARNING RATE: 4.67409524731655e-06
previous_iter_valid_loss : 0.16730821132659912

   1191680	  0.167461	  0.167308	  0.164173		CURRENT LEARNING RATE: 4.673160521742761e-06
previous_iter_valid_loss : 0.16887252032756805

   1191700	  0.169026	  0.168873	  0.164139		CURRENT LEARNING RATE: 4.672225983095395e-06
previous_iter_valid_loss : 0.16493475437164307

   1191720	  0.165136	  0.164935	  0.164326		CURRENT LEARNING RATE: 4.671291631337061e-06
previous_iter_valid_loss : 0.18135231733322144

   1191740	  0.181693	  0.181352	  0.165248		CURRENT LEARNING RATE: 4.6703574664304e-06
previous_iter_valid_loss : 0.1615273505449295

   1191760	  0.161710	  0.161527	  0.165246		CURRENT LEARNING RATE: 4.669423488338038e-06
previous_iter_valid_loss : 0.1710173487663269

   1191780	  0.171165	  0.171017	  0.165730		CURRENT LEARNING RATE: 4.668489697022617e-06
previous_iter_valid_loss : 0.16417759656906128

   1191800	  0.164383	  0.164178	  0.165854		CURRENT LEARNING RATE: 4.6675560924467755e-06
previous_iter_valid_loss : 0.1609928160905838

   1191820	  0.161174	  0.160993	  0.165878		CURRENT LEARNING RATE: 4.666622674573187e-06
previous_iter_valid_loss : 0.16462144255638123

   1191840	  0.164828	  0.164621	  0.166077		CURRENT LEARNING RATE: 4.665689443364507e-06
previous_iter_valid_loss : 0.16049329936504364

   1191860	  0.160654	  0.160493	  0.166055		CURRENT LEARNING RATE: 4.664756398783404e-06
previous_iter_valid_loss : 0.1646815538406372

   1191880	  0.164880	  0.164682	  0.165988		CURRENT LEARNING RATE: 4.6638235407925505e-06
previous_iter_valid_loss : 0.16061490774154663

   1191900	  0.160773	  0.160615	  0.165991		CURRENT LEARNING RATE: 4.6628908693546464e-06
previous_iter_valid_loss : 0.16535505652427673

   1191920	  0.165526	  0.165355	  0.166092		CURRENT LEARNING RATE: 4.661958384432378e-06
previous_iter_valid_loss : 0.16589725017547607

   1191940	  0.166114	  0.165897	  0.165738		CURRENT LEARNING RATE: 4.661026085988438e-06
previous_iter_valid_loss : 0.16062623262405396

   1191960	  0.160784	  0.160626	  0.165673		CURRENT LEARNING RATE: 4.66009397398555e-06
previous_iter_valid_loss : 0.16418391466140747

   1191980	  0.164350	  0.164184	  0.165761		CURRENT LEARNING RATE: 4.659162048386421e-06
previous_iter_valid_loss : 0.16265831887722015

   1192000	  0.162841	  0.162658	  0.165676		CURRENT LEARNING RATE: 4.658230309153775e-06
previous_iter_valid_loss : 0.16107408702373505

   1192020	  0.161256	  0.161074	  0.165199		CURRENT LEARNING RATE: 4.657298756250333e-06
previous_iter_valid_loss : 0.16731449961662292

   1192040	  0.167471	  0.167314	  0.165101		CURRENT LEARNING RATE: 4.656367389638851e-06
previous_iter_valid_loss : 0.160758376121521

   1192060	  0.160911	  0.160758	  0.164920		CURRENT LEARNING RATE: 4.655436209282065e-06
previous_iter_valid_loss : 0.1613321304321289

   1192080	  0.161492	  0.161332	  0.164622		CURRENT LEARNING RATE: 4.6545052151427285e-06
previous_iter_valid_loss : 0.1659332811832428

   1192100	  0.166096	  0.165933	  0.164475		CURRENT LEARNING RATE: 4.6535744071835925e-06
previous_iter_valid_loss : 0.17811603844165802

   1192120	  0.178269	  0.178116	  0.165134		CURRENT LEARNING RATE: 4.652643785367441e-06
previous_iter_valid_loss : 0.17420648038387299

   1192140	  0.174487	  0.174206	  0.164776		CURRENT LEARNING RATE: 4.6517133496570425e-06
previous_iter_valid_loss : 0.16052226722240448

   1192160	  0.160677	  0.160522	  0.164726		CURRENT LEARNING RATE: 4.6507831000151785e-06
previous_iter_valid_loss : 0.1781812161207199

   1192180	  0.178493	  0.178181	  0.165084		CURRENT LEARNING RATE: 4.649853036404631e-06
previous_iter_valid_loss : 0.16609728336334229

   1192200	  0.166311	  0.166097	  0.165180		CURRENT LEARNING RATE: 4.648923158788213e-06
previous_iter_valid_loss : 0.17679139971733093

   1192220	  0.176946	  0.176791	  0.165970		CURRENT LEARNING RATE: 4.647993467128722e-06
previous_iter_valid_loss : 0.19644677639007568

   1192240	  0.196953	  0.196447	  0.167562		CURRENT LEARNING RATE: 4.647063961388971e-06
previous_iter_valid_loss : 0.16215188801288605

   1192260	  0.162317	  0.162152	  0.167644		CURRENT LEARNING RATE: 4.646134641531771e-06
previous_iter_valid_loss : 0.16168341040611267

   1192280	  0.161875	  0.161683	  0.167495		CURRENT LEARNING RATE: 4.645205507519965e-06
previous_iter_valid_loss : 0.16840538382530212

   1192300	  0.168563	  0.168405	  0.167884		CURRENT LEARNING RATE: 4.64427655931638e-06
previous_iter_valid_loss : 0.1625530868768692

   1192320	  0.162750	  0.162553	  0.167744		CURRENT LEARNING RATE: 4.6433477968838495e-06
previous_iter_valid_loss : 0.1876794993877411

   1192340	  0.187810	  0.187679	  0.168833		CURRENT LEARNING RATE: 4.642419220185241e-06
previous_iter_valid_loss : 0.16143111884593964

   1192360	  0.161590	  0.161431	  0.168873		CURRENT LEARNING RATE: 4.6414908291834005e-06
previous_iter_valid_loss : 0.16084906458854675

   1192380	  0.161026	  0.160849	  0.168707		CURRENT LEARNING RATE: 4.640562623841194e-06
previous_iter_valid_loss : 0.16287028789520264

   1192400	  0.163042	  0.162870	  0.168717		CURRENT LEARNING RATE: 4.639634604121485e-06
previous_iter_valid_loss : 0.1709279716014862

   1192420	  0.171069	  0.170928	  0.169210		CURRENT LEARNING RATE: 4.638706769987169e-06
previous_iter_valid_loss : 0.1752898097038269

   1192440	  0.175575	  0.175290	  0.169609		CURRENT LEARNING RATE: 4.637779121401124e-06
previous_iter_valid_loss : 0.1759282946586609

   1192460	  0.176223	  0.175928	  0.170367		CURRENT LEARNING RATE: 4.636851658326245e-06
previous_iter_valid_loss : 0.16321764886379242

   1192480	  0.163389	  0.163218	  0.170461		CURRENT LEARNING RATE: 4.635924380725425e-06
previous_iter_valid_loss : 0.1614847630262375

   1192500	  0.161673	  0.161485	  0.170239		CURRENT LEARNING RATE: 4.634997288561589e-06
previous_iter_valid_loss : 0.16057874262332916

   1192520	  0.160741	  0.160579	  0.169362		CURRENT LEARNING RATE: 4.634070381797644e-06
previous_iter_valid_loss : 0.18426087498664856

   1192540	  0.184623	  0.184261	  0.169865		CURRENT LEARNING RATE: 4.633143660396517e-06
previous_iter_valid_loss : 0.1617073267698288

   1192560	  0.161867	  0.161707	  0.169924		CURRENT LEARNING RATE: 4.632217124321127e-06
previous_iter_valid_loss : 0.16233432292938232

   1192580	  0.162503	  0.162334	  0.169132		CURRENT LEARNING RATE: 4.6312907735344315e-06
previous_iter_valid_loss : 0.17539305984973907

   1192600	  0.175680	  0.175393	  0.169597		CURRENT LEARNING RATE: 4.630364607999368e-06
previous_iter_valid_loss : 0.16060391068458557

   1192620	  0.160776	  0.160604	  0.168787		CURRENT LEARNING RATE: 4.629438627678888e-06
previous_iter_valid_loss : 0.1874723881483078

   1192640	  0.187608	  0.187472	  0.168338		CURRENT LEARNING RATE: 4.628512832535947e-06
previous_iter_valid_loss : 0.16268840432167053

   1192660	  0.162843	  0.162688	  0.168365		CURRENT LEARNING RATE: 4.627587222533527e-06
previous_iter_valid_loss : 0.16783635318279266

   1192680	  0.168058	  0.167836	  0.168673		CURRENT LEARNING RATE: 4.626661797634597e-06
previous_iter_valid_loss : 0.16079506278038025

   1192700	  0.160968	  0.160795	  0.168292		CURRENT LEARNING RATE: 4.62573655780214e-06
previous_iter_valid_loss : 0.16294005513191223

   1192720	  0.163131	  0.162940	  0.168312		CURRENT LEARNING RATE: 4.624811502999138e-06
previous_iter_valid_loss : 0.1826518177986145

   1192740	  0.182803	  0.182652	  0.168060		CURRENT LEARNING RATE: 4.623886633188604e-06
previous_iter_valid_loss : 0.1610599160194397

   1192760	  0.161244	  0.161060	  0.168042		CURRENT LEARNING RATE: 4.622961948333536e-06
previous_iter_valid_loss : 0.16588890552520752

   1192780	  0.166112	  0.165889	  0.168294		CURRENT LEARNING RATE: 4.6220374483969386e-06
previous_iter_valid_loss : 0.1777545064687729

   1192800	  0.178065	  0.177755	  0.169038		CURRENT LEARNING RATE: 4.621113133341848e-06
previous_iter_valid_loss : 0.1606162041425705

   1192820	  0.160774	  0.160616	  0.168522		CURRENT LEARNING RATE: 4.620189003131283e-06
previous_iter_valid_loss : 0.17446587979793549

   1192840	  0.174619	  0.174466	  0.168481		CURRENT LEARNING RATE: 4.6192650577282795e-06
previous_iter_valid_loss : 0.16577371954917908

   1192860	  0.165977	  0.165774	  0.167974		CURRENT LEARNING RATE: 4.61834129709587e-06
previous_iter_valid_loss : 0.16154339909553528

   1192880	  0.161697	  0.161543	  0.167890		CURRENT LEARNING RATE: 4.617417721197121e-06
previous_iter_valid_loss : 0.16783909499645233

   1192900	  0.168055	  0.167839	  0.168208		CURRENT LEARNING RATE: 4.616494329995082e-06
previous_iter_valid_loss : 0.17660242319107056

   1192920	  0.176896	  0.176602	  0.169009		CURRENT LEARNING RATE: 4.615571123452818e-06
previous_iter_valid_loss : 0.16051100194454193

   1192940	  0.160677	  0.160511	  0.167821		CURRENT LEARNING RATE: 4.614648101533389e-06
previous_iter_valid_loss : 0.16078810393810272

   1192960	  0.160968	  0.160788	  0.167775		CURRENT LEARNING RATE: 4.613725264199894e-06
previous_iter_valid_loss : 0.16717125475406647

   1192980	  0.167390	  0.167171	  0.168017		CURRENT LEARNING RATE: 4.612802611415411e-06
previous_iter_valid_loss : 0.16059784591197968

   1193000	  0.160770	  0.160598	  0.167277		CURRENT LEARNING RATE: 4.611880143143032e-06
previous_iter_valid_loss : 0.16151203215122223

   1193020	  0.161698	  0.161512	  0.167323		CURRENT LEARNING RATE: 4.610957859345851e-06
previous_iter_valid_loss : 0.16050578653812408

   1193040	  0.160671	  0.160506	  0.165974		CURRENT LEARNING RATE: 4.610035759986993e-06
previous_iter_valid_loss : 0.17273563146591187

   1193060	  0.173010	  0.172736	  0.166477		CURRENT LEARNING RATE: 4.609113845029567e-06
previous_iter_valid_loss : 0.17716386914253235

   1193080	  0.177468	  0.177164	  0.166943		CURRENT LEARNING RATE: 4.608192114436695e-06
previous_iter_valid_loss : 0.16620740294456482

   1193100	  0.166364	  0.166207	  0.167214		CURRENT LEARNING RATE: 4.6072705681715e-06
previous_iter_valid_loss : 0.17839571833610535

   1193120	  0.178550	  0.178396	  0.167987		CURRENT LEARNING RATE: 4.606349206197136e-06
previous_iter_valid_loss : 0.18594990670681

   1193140	  0.186087	  0.185950	  0.168151		CURRENT LEARNING RATE: 4.605428028476742e-06
previous_iter_valid_loss : 0.16759838163852692

   1193160	  0.167759	  0.167598	  0.168478		CURRENT LEARNING RATE: 4.604507034973461e-06
previous_iter_valid_loss : 0.16735202074050903

   1193180	  0.167516	  0.167352	  0.168552		CURRENT LEARNING RATE: 4.603586225650469e-06
previous_iter_valid_loss : 0.17701752483844757

   1193200	  0.177172	  0.177018	  0.168515		CURRENT LEARNING RATE: 4.602665600470928e-06
previous_iter_valid_loss : 0.16530868411064148

   1193220	  0.165522	  0.165309	  0.168749		CURRENT LEARNING RATE: 4.601745159398012e-06
previous_iter_valid_loss : 0.18305370211601257

   1193240	  0.183207	  0.183054	  0.169179		CURRENT LEARNING RATE: 4.6008249023948935e-06
previous_iter_valid_loss : 0.1698952615261078

   1193260	  0.170138	  0.169895	  0.169385		CURRENT LEARNING RATE: 4.599904829424781e-06
previous_iter_valid_loss : 0.16104915738105774

   1193280	  0.161201	  0.161049	  0.169360		CURRENT LEARNING RATE: 4.598984940450862e-06
previous_iter_valid_loss : 0.16243037581443787

   1193300	  0.162591	  0.162430	  0.169090		CURRENT LEARNING RATE: 4.598065235436341e-06
previous_iter_valid_loss : 0.16073812544345856

   1193320	  0.160917	  0.160738	  0.168296		CURRENT LEARNING RATE: 4.597145714344422e-06
previous_iter_valid_loss : 0.1605903059244156

   1193340	  0.160757	  0.160590	  0.168300		CURRENT LEARNING RATE: 4.59622637713834e-06
previous_iter_valid_loss : 0.16324053704738617

   1193360	  0.163405	  0.163241	  0.168423		CURRENT LEARNING RATE: 4.5953072237813145e-06
previous_iter_valid_loss : 0.16659505665302277

   1193380	  0.166757	  0.166595	  0.168394		CURRENT LEARNING RATE: 4.594388254236578e-06
previous_iter_valid_loss : 0.16382908821105957

   1193400	  0.164009	  0.163829	  0.168556		CURRENT LEARNING RATE: 4.593469468467364e-06
previous_iter_valid_loss : 0.1608913093805313

   1193420	  0.161073	  0.160891	  0.168525		CURRENT LEARNING RATE: 4.592550866436938e-06
previous_iter_valid_loss : 0.17471927404403687

   1193440	  0.175004	  0.174719	  0.169235		CURRENT LEARNING RATE: 4.591632448108547e-06
previous_iter_valid_loss : 0.16088946163654327

   1193460	  0.161049	  0.160889	  0.168643		CURRENT LEARNING RATE: 4.590714213445454e-06
previous_iter_valid_loss : 0.16202788054943085

   1193480	  0.162183	  0.162028	  0.167886		CURRENT LEARNING RATE: 4.589796162410923e-06
previous_iter_valid_loss : 0.1623183786869049

   1193500	  0.162506	  0.162318	  0.167692		CURRENT LEARNING RATE: 4.588878294968246e-06
previous_iter_valid_loss : 0.16938738524913788

   1193520	  0.169617	  0.169387	  0.167241		CURRENT LEARNING RATE: 4.587960611080703e-06
previous_iter_valid_loss : 0.18051600456237793

   1193540	  0.180840	  0.180516	  0.166970		CURRENT LEARNING RATE: 4.5870431107115765e-06
previous_iter_valid_loss : 0.16527606546878815

   1193560	  0.165478	  0.165276	  0.166854		CURRENT LEARNING RATE: 4.586125793824182e-06
previous_iter_valid_loss : 0.16049353778362274

   1193580	  0.160660	  0.160494	  0.166511		CURRENT LEARNING RATE: 4.5852086603818215e-06
previous_iter_valid_loss : 0.1643228530883789

   1193600	  0.164496	  0.164323	  0.165876		CURRENT LEARNING RATE: 4.584291710347807e-06
previous_iter_valid_loss : 0.17568545043468475

   1193620	  0.175845	  0.175685	  0.166395		CURRENT LEARNING RATE: 4.583374943685453e-06
previous_iter_valid_loss : 0.16105295717716217

   1193640	  0.161211	  0.161053	  0.165295		CURRENT LEARNING RATE: 4.582458360358106e-06
previous_iter_valid_loss : 0.16122126579284668

   1193660	  0.161404	  0.161221	  0.164861		CURRENT LEARNING RATE: 4.581541960329094e-06
previous_iter_valid_loss : 0.16732965409755707

   1193680	  0.167546	  0.167330	  0.165175		CURRENT LEARNING RATE: 4.580625743561761e-06
previous_iter_valid_loss : 0.16051501035690308

   1193700	  0.160687	  0.160515	  0.165079		CURRENT LEARNING RATE: 4.579709710019451e-06
previous_iter_valid_loss : 0.16229522228240967

   1193720	  0.162466	  0.162295	  0.165157		CURRENT LEARNING RATE: 4.5787938596655375e-06
previous_iter_valid_loss : 0.1630324423313141

   1193740	  0.163191	  0.163032	  0.165279		CURRENT LEARNING RATE: 4.577878192463379e-06
previous_iter_valid_loss : 0.16289877891540527

   1193760	  0.163106	  0.162899	  0.165262		CURRENT LEARNING RATE: 4.576962708376349e-06
previous_iter_valid_loss : 0.17909443378448486

   1193780	  0.179411	  0.179094	  0.165887		CURRENT LEARNING RATE: 4.576047407367819e-06
previous_iter_valid_loss : 0.18955989181995392

   1193800	  0.189681	  0.189560	  0.167174		CURRENT LEARNING RATE: 4.575132289401195e-06
previous_iter_valid_loss : 0.16136713325977325

   1193820	  0.161555	  0.161367	  0.167198		CURRENT LEARNING RATE: 4.574217354439862e-06
previous_iter_valid_loss : 0.16656747460365295

   1193840	  0.166793	  0.166567	  0.166790		CURRENT LEARNING RATE: 4.573302602447225e-06
previous_iter_valid_loss : 0.16151459515094757

   1193860	  0.161707	  0.161515	  0.166821		CURRENT LEARNING RATE: 4.572388033386684e-06
previous_iter_valid_loss : 0.16070622205734253

   1193880	  0.160863	  0.160706	  0.166755		CURRENT LEARNING RATE: 4.571473647221674e-06
previous_iter_valid_loss : 0.16064082086086273

   1193900	  0.160803	  0.160641	  0.166671		CURRENT LEARNING RATE: 4.570559443915609e-06
previous_iter_valid_loss : 0.17584988474845886

   1193920	  0.176138	  0.175850	  0.166994		CURRENT LEARNING RATE: 4.569645423431923e-06
previous_iter_valid_loss : 0.16070556640625

   1193940	  0.160882	  0.160706	  0.166004		CURRENT LEARNING RATE: 4.568731585734047e-06
previous_iter_valid_loss : 0.17526249587535858

   1193960	  0.175536	  0.175262	  0.166503		CURRENT LEARNING RATE: 4.567817930785443e-06
previous_iter_valid_loss : 0.16078197956085205

   1193980	  0.160937	  0.160782	  0.166518		CURRENT LEARNING RATE: 4.566904458549556e-06
previous_iter_valid_loss : 0.16483789682388306

   1194000	  0.164997	  0.164838	  0.166543		CURRENT LEARNING RATE: 4.56599116898984e-06
previous_iter_valid_loss : 0.1641996055841446

   1194020	  0.164374	  0.164200	  0.165969		CURRENT LEARNING RATE: 4.56507806206978e-06
previous_iter_valid_loss : 0.1690710037946701

   1194040	  0.169305	  0.169071	  0.166370		CURRENT LEARNING RATE: 4.564165137752843e-06
previous_iter_valid_loss : 0.1663038432598114

   1194060	  0.166462	  0.166304	  0.166624		CURRENT LEARNING RATE: 4.563252396002513e-06
previous_iter_valid_loss : 0.16553176939487457

   1194080	  0.165748	  0.165532	  0.166534		CURRENT LEARNING RATE: 4.56233983678227e-06
previous_iter_valid_loss : 0.1614539474248886

   1194100	  0.161616	  0.161454	  0.166581		CURRENT LEARNING RATE: 4.56142746005563e-06
previous_iter_valid_loss : 0.18593034148216248

   1194120	  0.186323	  0.185930	  0.167763		CURRENT LEARNING RATE: 4.560515265786088e-06
previous_iter_valid_loss : 0.16135571897029877

   1194140	  0.161538	  0.161356	  0.167679		CURRENT LEARNING RATE: 4.5596032539371574e-06
previous_iter_valid_loss : 0.1626492291688919

   1194160	  0.162809	  0.162649	  0.167667		CURRENT LEARNING RATE: 4.558691424472351e-06
previous_iter_valid_loss : 0.17736369371414185

   1194180	  0.177667	  0.177364	  0.167580		CURRENT LEARNING RATE: 4.557779777355209e-06
previous_iter_valid_loss : 0.1621827632188797

   1194200	  0.162376	  0.162183	  0.166211		CURRENT LEARNING RATE: 4.556868312549258e-06
previous_iter_valid_loss : 0.16135340929031372

   1194220	  0.161514	  0.161353	  0.166210		CURRENT LEARNING RATE: 4.555957030018041e-06
previous_iter_valid_loss : 0.16056200861930847

   1194240	  0.160720	  0.160562	  0.165910		CURRENT LEARNING RATE: 4.555045929725098e-06
previous_iter_valid_loss : 0.16088053584098816

   1194260	  0.161031	  0.160881	  0.165878		CURRENT LEARNING RATE: 4.554135011634001e-06
previous_iter_valid_loss : 0.1658901572227478

   1194280	  0.166045	  0.165890	  0.166138		CURRENT LEARNING RATE: 4.553224275708304e-06
previous_iter_valid_loss : 0.16081055998802185

   1194300	  0.160996	  0.160811	  0.166146		CURRENT LEARNING RATE: 4.55231372191158e-06
previous_iter_valid_loss : 0.16635940968990326

   1194320	  0.166580	  0.166359	  0.165672		CURRENT LEARNING RATE: 4.551403350207397e-06
previous_iter_valid_loss : 0.167270690202713

   1194340	  0.167502	  0.167271	  0.166000		CURRENT LEARNING RATE: 4.550493160559356e-06
previous_iter_valid_loss : 0.17654146254062653

   1194360	  0.176846	  0.176541	  0.166064		CURRENT LEARNING RATE: 4.549583152931042e-06
previous_iter_valid_loss : 0.16590158641338348

   1194380	  0.166065	  0.165902	  0.166320		CURRENT LEARNING RATE: 4.548673327286047e-06
previous_iter_valid_loss : 0.16321255266666412

   1194400	  0.163402	  0.163213	  0.166239		CURRENT LEARNING RATE: 4.5477636835879946e-06
previous_iter_valid_loss : 0.16349221765995026

   1194420	  0.163697	  0.163492	  0.166203		CURRENT LEARNING RATE: 4.546854221800489e-06
previous_iter_valid_loss : 0.16163723170757294

   1194440	  0.161829	  0.161637	  0.165831		CURRENT LEARNING RATE: 4.545944941887154e-06
previous_iter_valid_loss : 0.16134177148342133

   1194460	  0.161527	  0.161342	  0.165583		CURRENT LEARNING RATE: 4.545035843811608e-06
previous_iter_valid_loss : 0.17960192263126373

   1194480	  0.179754	  0.179602	  0.166287		CURRENT LEARNING RATE: 4.5441269275375044e-06
previous_iter_valid_loss : 0.16349658370018005

   1194500	  0.163674	  0.163497	  0.166389		CURRENT LEARNING RATE: 4.543218193028479e-06
previous_iter_valid_loss : 0.16221344470977783

   1194520	  0.162404	  0.162213	  0.165203		CURRENT LEARNING RATE: 4.542309640248182e-06
previous_iter_valid_loss : 0.16365990042686462

   1194540	  0.163823	  0.163660	  0.165318		CURRENT LEARNING RATE: 4.541401269160263e-06
previous_iter_valid_loss : 0.1615099012851715

   1194560	  0.161666	  0.161510	  0.165261		CURRENT LEARNING RATE: 4.540493079728404e-06
previous_iter_valid_loss : 0.16070489585399628

   1194580	  0.160873	  0.160705	  0.164428		CURRENT LEARNING RATE: 4.539585071916269e-06
previous_iter_valid_loss : 0.17123596370220184

   1194600	  0.171375	  0.171236	  0.164881		CURRENT LEARNING RATE: 4.5386772456875364e-06
previous_iter_valid_loss : 0.16768035292625427

   1194620	  0.167917	  0.167680	  0.165197		CURRENT LEARNING RATE: 4.537769601005887e-06
previous_iter_valid_loss : 0.16050167381763458

   1194640	  0.160665	  0.160502	  0.165194		CURRENT LEARNING RATE: 4.5368621378350295e-06
previous_iter_valid_loss : 0.1613742560148239

   1194660	  0.161563	  0.161374	  0.165219		CURRENT LEARNING RATE: 4.5359548561386584e-06
previous_iter_valid_loss : 0.16269256174564362

   1194680	  0.162883	  0.162693	  0.165059		CURRENT LEARNING RATE: 4.535047755880482e-06
previous_iter_valid_loss : 0.17297422885894775

   1194700	  0.173121	  0.172974	  0.165667		CURRENT LEARNING RATE: 4.534140837024209e-06
previous_iter_valid_loss : 0.16125081479549408

   1194720	  0.161440	  0.161251	  0.165412		CURRENT LEARNING RATE: 4.533234099533578e-06
previous_iter_valid_loss : 0.17717395722866058

   1194740	  0.177476	  0.177174	  0.165907		CURRENT LEARNING RATE: 4.532327543372311e-06
previous_iter_valid_loss : 0.18681316077709198

   1194760	  0.186954	  0.186813	  0.166421		CURRENT LEARNING RATE: 4.531421168504139e-06
previous_iter_valid_loss : 0.16382406651973724

   1194780	  0.163996	  0.163824	  0.166317		CURRENT LEARNING RATE: 4.530514974892822e-06
previous_iter_valid_loss : 0.17436471581459045

   1194800	  0.174511	  0.174365	  0.166874		CURRENT LEARNING RATE: 4.529608962502104e-06
previous_iter_valid_loss : 0.1645420491695404

   1194820	  0.164713	  0.164542	  0.166927		CURRENT LEARNING RATE: 4.528703131295746e-06
previous_iter_valid_loss : 0.16142530739307404

   1194840	  0.161610	  0.161425	  0.166916		CURRENT LEARNING RATE: 4.527797481237506e-06
previous_iter_valid_loss : 0.17401567101478577

   1194860	  0.174292	  0.174016	  0.167550		CURRENT LEARNING RATE: 4.5268920122911736e-06
previous_iter_valid_loss : 0.1617499589920044

   1194880	  0.161934	  0.161750	  0.166657		CURRENT LEARNING RATE: 4.525986724420522e-06
previous_iter_valid_loss : 0.19165636599063873

   1194900	  0.192126	  0.191656	  0.168065		CURRENT LEARNING RATE: 4.52508161758934e-06
previous_iter_valid_loss : 0.16388548910617828

   1194920	  0.164057	  0.163885	  0.168149		CURRENT LEARNING RATE: 4.524176691761415e-06
previous_iter_valid_loss : 0.1663874387741089

   1194940	  0.166601	  0.166387	  0.168285		CURRENT LEARNING RATE: 4.523271946900567e-06
previous_iter_valid_loss : 0.16091634333133698

   1194960	  0.161074	  0.160916	  0.168256		CURRENT LEARNING RATE: 4.522367382970597e-06
previous_iter_valid_loss : 0.16098015010356903

   1194980	  0.161133	  0.160980	  0.168270		CURRENT LEARNING RATE: 4.521462999935323e-06
previous_iter_valid_loss : 0.17742228507995605

   1195000	  0.177581	  0.177422	  0.168579		CURRENT LEARNING RATE: 4.520558797758562e-06
previous_iter_valid_loss : 0.17193521559238434

   1195020	  0.172086	  0.171935	  0.168792		CURRENT LEARNING RATE: 4.519654776404161e-06
previous_iter_valid_loss : 0.17280445992946625

   1195040	  0.172953	  0.172804	  0.169407		CURRENT LEARNING RATE: 4.518750935835952e-06
previous_iter_valid_loss : 0.16090954840183258

   1195060	  0.161095	  0.160910	  0.169383		CURRENT LEARNING RATE: 4.517847276017781e-06
previous_iter_valid_loss : 0.16380321979522705

   1195080	  0.163975	  0.163803	  0.169439		CURRENT LEARNING RATE: 4.516943796913494e-06
previous_iter_valid_loss : 0.16102619469165802

   1195100	  0.161178	  0.161026	  0.168842		CURRENT LEARNING RATE: 4.516040498486967e-06
previous_iter_valid_loss : 0.19218109548091888

   1195120	  0.192633	  0.192181	  0.170388		CURRENT LEARNING RATE: 4.5151373807020606e-06
previous_iter_valid_loss : 0.16089078783988953

   1195140	  0.161073	  0.160891	  0.169574		CURRENT LEARNING RATE: 4.51423444352265e-06
previous_iter_valid_loss : 0.1606951504945755

   1195160	  0.160862	  0.160695	  0.168268		CURRENT LEARNING RATE: 4.51333168691261e-06
previous_iter_valid_loss : 0.1619972288608551

   1195180	  0.162154	  0.161997	  0.168177		CURRENT LEARNING RATE: 4.5124291108358455e-06
previous_iter_valid_loss : 0.16379399597644806

   1195200	  0.163961	  0.163794	  0.167648		CURRENT LEARNING RATE: 4.5115267152562465e-06
previous_iter_valid_loss : 0.1651657521724701

   1195220	  0.165368	  0.165166	  0.167679		CURRENT LEARNING RATE: 4.510624500137708e-06
previous_iter_valid_loss : 0.18184183537960052

   1195240	  0.181998	  0.181842	  0.168700		CURRENT LEARNING RATE: 4.509722465444159e-06
previous_iter_valid_loss : 0.17034819722175598

   1195260	  0.170495	  0.170348	  0.168517		CURRENT LEARNING RATE: 4.508820611139509e-06
previous_iter_valid_loss : 0.19673404097557068

   1195280	  0.196840	  0.196734	  0.170266		CURRENT LEARNING RATE: 4.507918937187684e-06
previous_iter_valid_loss : 0.17822383344173431

   1195300	  0.178374	  0.178224	  0.169594		CURRENT LEARNING RATE: 4.507017443552609e-06
previous_iter_valid_loss : 0.1631077229976654

   1195320	  0.163266	  0.163108	  0.169556		CURRENT LEARNING RATE: 4.50611613019824e-06
previous_iter_valid_loss : 0.1615617573261261

   1195340	  0.161720	  0.161562	  0.169314		CURRENT LEARNING RATE: 4.505214997088517e-06
previous_iter_valid_loss : 0.16322395205497742

   1195360	  0.163409	  0.163224	  0.169430		CURRENT LEARNING RATE: 4.504314044187395e-06
previous_iter_valid_loss : 0.16113661229610443

   1195380	  0.161319	  0.161137	  0.169437		CURRENT LEARNING RATE: 4.503413271458828e-06
previous_iter_valid_loss : 0.1605154126882553

   1195400	  0.160688	  0.160515	  0.168592		CURRENT LEARNING RATE: 4.502512678866799e-06
previous_iter_valid_loss : 0.162556990981102

   1195420	  0.162750	  0.162557	  0.168123		CURRENT LEARNING RATE: 4.501612266375278e-06
previous_iter_valid_loss : 0.1675652116537094

   1195440	  0.167796	  0.167565	  0.167861		CURRENT LEARNING RATE: 4.500712033948249e-06
previous_iter_valid_loss : 0.16099727153778076

   1195460	  0.161175	  0.160997	  0.167866		CURRENT LEARNING RATE: 4.499811981549693e-06
previous_iter_valid_loss : 0.19826474785804749

   1195480	  0.198805	  0.198265	  0.169589		CURRENT LEARNING RATE: 4.4989121091436255e-06
previous_iter_valid_loss : 0.1635950654745102

   1195500	  0.163798	  0.163595	  0.169717		CURRENT LEARNING RATE: 4.498012416694043e-06
previous_iter_valid_loss : 0.16090267896652222

   1195520	  0.161062	  0.160903	  0.168153		CURRENT LEARNING RATE: 4.497112904164958e-06
previous_iter_valid_loss : 0.17065633833408356

   1195540	  0.170915	  0.170656	  0.168642		CURRENT LEARNING RATE: 4.496213571520381e-06
previous_iter_valid_loss : 0.16052323579788208

   1195560	  0.160675	  0.160523	  0.168633		CURRENT LEARNING RATE: 4.495314418724356e-06
previous_iter_valid_loss : 0.1653391569852829

   1195580	  0.165553	  0.165339	  0.168800		CURRENT LEARNING RATE: 4.494415445740907e-06
previous_iter_valid_loss : 0.17698287963867188

   1195600	  0.177130	  0.176983	  0.169459		CURRENT LEARNING RATE: 4.4935166525340705e-06
previous_iter_valid_loss : 0.1612611562013626

   1195620	  0.161416	  0.161261	  0.169264		CURRENT LEARNING RATE: 4.492618039067907e-06
previous_iter_valid_loss : 0.18010643124580383

   1195640	  0.180269	  0.180106	  0.169177		CURRENT LEARNING RATE: 4.491719605306467e-06
previous_iter_valid_loss : 0.17554309964179993

   1195660	  0.175688	  0.175543	  0.169437		CURRENT LEARNING RATE: 4.490821351213811e-06
previous_iter_valid_loss : 0.16076119244098663

   1195680	  0.160911	  0.160761	  0.167639		CURRENT LEARNING RATE: 4.489923276754002e-06
previous_iter_valid_loss : 0.16246666014194489

   1195700	  0.162633	  0.162467	  0.166851		CURRENT LEARNING RATE: 4.489025381891132e-06
previous_iter_valid_loss : 0.16136759519577026

   1195720	  0.161532	  0.161368	  0.166764		CURRENT LEARNING RATE: 4.488127666589279e-06
previous_iter_valid_loss : 0.17089317739009857

   1195740	  0.171140	  0.170893	  0.167230		CURRENT LEARNING RATE: 4.487230130812533e-06
previous_iter_valid_loss : 0.16095353662967682

   1195760	  0.161135	  0.160954	  0.167117		CURRENT LEARNING RATE: 4.4863327745249845e-06
previous_iter_valid_loss : 0.16050268709659576

   1195780	  0.160666	  0.160503	  0.167085		CURRENT LEARNING RATE: 4.485435597690755e-06
previous_iter_valid_loss : 0.16056184470653534

   1195800	  0.160729	  0.160562	  0.167087		CURRENT LEARNING RATE: 4.484538600273951e-06
previous_iter_valid_loss : 0.16110721230506897

   1195820	  0.161262	  0.161107	  0.167015		CURRENT LEARNING RATE: 4.483641782238691e-06
previous_iter_valid_loss : 0.1634332686662674

   1195840	  0.163624	  0.163433	  0.166808		CURRENT LEARNING RATE: 4.482745143549095e-06
previous_iter_valid_loss : 0.16347292065620422

   1195860	  0.163663	  0.163473	  0.166932		CURRENT LEARNING RATE: 4.4818486841693134e-06
previous_iter_valid_loss : 0.18061836063861847

   1195880	  0.180971	  0.180618	  0.166050		CURRENT LEARNING RATE: 4.4809524040634806e-06
previous_iter_valid_loss : 0.16058655083179474

   1195900	  0.160753	  0.160587	  0.165899		CURRENT LEARNING RATE: 4.4800563031957435e-06
previous_iter_valid_loss : 0.1609334498643875

   1195920	  0.161090	  0.160933	  0.165901		CURRENT LEARNING RATE: 4.4791603815302515e-06
previous_iter_valid_loss : 0.1640852391719818

   1195940	  0.164285	  0.164085	  0.165572		CURRENT LEARNING RATE: 4.478264639031184e-06
previous_iter_valid_loss : 0.16199520230293274

   1195960	  0.162187	  0.161995	  0.165646		CURRENT LEARNING RATE: 4.477369075662701e-06
previous_iter_valid_loss : 0.17707040905952454

   1195980	  0.177226	  0.177070	  0.166232		CURRENT LEARNING RATE: 4.476473691388975e-06
previous_iter_valid_loss : 0.1679346263408661

   1196000	  0.168094	  0.167935	  0.165780		CURRENT LEARNING RATE: 4.475578486174204e-06
previous_iter_valid_loss : 0.1668153554201126

   1196020	  0.166974	  0.166815	  0.166058		CURRENT LEARNING RATE: 4.474683459982574e-06
previous_iter_valid_loss : 0.16060367226600647

   1196040	  0.160756	  0.160604	  0.165083		CURRENT LEARNING RATE: 4.473788612778283e-06
previous_iter_valid_loss : 0.16933107376098633

   1196060	  0.169574	  0.169331	  0.164772		CURRENT LEARNING RATE: 4.472893944525529e-06
previous_iter_valid_loss : 0.16075868904590607

   1196080	  0.160907	  0.160759	  0.164772		CURRENT LEARNING RATE: 4.471999455188541e-06
previous_iter_valid_loss : 0.1771383285522461

   1196100	  0.177294	  0.177138	  0.165505		CURRENT LEARNING RATE: 4.471105144731533e-06
previous_iter_valid_loss : 0.16704890131950378

   1196120	  0.167206	  0.167049	  0.165790		CURRENT LEARNING RATE: 4.47021101311873e-06
previous_iter_valid_loss : 0.16051633656024933

   1196140	  0.160668	  0.160516	  0.165271		CURRENT LEARNING RATE: 4.46931706031436e-06
previous_iter_valid_loss : 0.16135014593601227

   1196160	  0.161499	  0.161350	  0.165291		CURRENT LEARNING RATE: 4.468423286282682e-06
previous_iter_valid_loss : 0.161392480134964

   1196180	  0.161580	  0.161392	  0.165335		CURRENT LEARNING RATE: 4.467529690987936e-06
previous_iter_valid_loss : 0.16072024405002594

   1196200	  0.160882	  0.160720	  0.165343		CURRENT LEARNING RATE: 4.4666362743943775e-06
previous_iter_valid_loss : 0.17109878361225128

   1196220	  0.171356	  0.171099	  0.165843		CURRENT LEARNING RATE: 4.465743036466264e-06
previous_iter_valid_loss : 0.16116246581077576

   1196240	  0.161337	  0.161162	  0.165729		CURRENT LEARNING RATE: 4.464849977167879e-06
previous_iter_valid_loss : 0.166974738240242

   1196260	  0.167198	  0.166975	  0.165904		CURRENT LEARNING RATE: 4.463957096463494e-06
previous_iter_valid_loss : 0.16058041155338287

   1196280	  0.160743	  0.160580	  0.164902		CURRENT LEARNING RATE: 4.463064394317393e-06
previous_iter_valid_loss : 0.16246166825294495

   1196300	  0.162620	  0.162462	  0.164996		CURRENT LEARNING RATE: 4.4621718706938615e-06
previous_iter_valid_loss : 0.1605193167924881

   1196320	  0.160684	  0.160519	  0.164975		CURRENT LEARNING RATE: 4.461279525557213e-06
previous_iter_valid_loss : 0.16055919229984283

   1196340	  0.160715	  0.160559	  0.164799		CURRENT LEARNING RATE: 4.460387358871747e-06
previous_iter_valid_loss : 0.16061021387577057

   1196360	  0.160777	  0.160610	  0.164730		CURRENT LEARNING RATE: 4.459495370601766e-06
previous_iter_valid_loss : 0.16249677538871765

   1196380	  0.162661	  0.162497	  0.164001		CURRENT LEARNING RATE: 4.45860356071161e-06
previous_iter_valid_loss : 0.1620723009109497

   1196400	  0.162265	  0.162072	  0.163708		CURRENT LEARNING RATE: 4.457711929165597e-06
previous_iter_valid_loss : 0.16698424518108368

   1196420	  0.167142	  0.166984	  0.163716		CURRENT LEARNING RATE: 4.456820475928061e-06
previous_iter_valid_loss : 0.16368785500526428

   1196440	  0.163854	  0.163688	  0.163871		CURRENT LEARNING RATE: 4.4559292009633365e-06
previous_iter_valid_loss : 0.16136284172534943

   1196460	  0.161519	  0.161363	  0.163472		CURRENT LEARNING RATE: 4.455038104235789e-06
previous_iter_valid_loss : 0.16838005185127258

   1196480	  0.168606	  0.168380	  0.163853		CURRENT LEARNING RATE: 4.454147185709766e-06
previous_iter_valid_loss : 0.16810651123523712

   1196500	  0.168265	  0.168107	  0.163402		CURRENT LEARNING RATE: 4.453256445349631e-06
previous_iter_valid_loss : 0.16727356612682343

   1196520	  0.167496	  0.167274	  0.163413		CURRENT LEARNING RATE: 4.4523658831197475e-06
previous_iter_valid_loss : 0.16486306488513947

   1196540	  0.165027	  0.164863	  0.163630		CURRENT LEARNING RATE: 4.451475498984507e-06
previous_iter_valid_loss : 0.17144577205181122

   1196560	  0.171600	  0.171446	  0.164135		CURRENT LEARNING RATE: 4.450585292908287e-06
previous_iter_valid_loss : 0.17022401094436646

   1196580	  0.170486	  0.170224	  0.164577		CURRENT LEARNING RATE: 4.449695264855479e-06
previous_iter_valid_loss : 0.16680622100830078

   1196600	  0.167038	  0.166806	  0.164881		CURRENT LEARNING RATE: 4.448805414790476e-06
previous_iter_valid_loss : 0.16095712780952454

   1196620	  0.161118	  0.160957	  0.164374		CURRENT LEARNING RATE: 4.447915742677696e-06
previous_iter_valid_loss : 0.16174553334712982

   1196640	  0.161899	  0.161746	  0.164403		CURRENT LEARNING RATE: 4.447026248481547e-06
previous_iter_valid_loss : 0.16156555712223053

   1196660	  0.161726	  0.161566	  0.164132		CURRENT LEARNING RATE: 4.446136932166449e-06
previous_iter_valid_loss : 0.16211670637130737

   1196680	  0.162276	  0.162117	  0.164209		CURRENT LEARNING RATE: 4.44524779369682e-06
previous_iter_valid_loss : 0.16184572875499725

   1196700	  0.161996	  0.161846	  0.164179		CURRENT LEARNING RATE: 4.444358833037113e-06
previous_iter_valid_loss : 0.16913726925849915

   1196720	  0.169373	  0.169137	  0.164609		CURRENT LEARNING RATE: 4.443470050151758e-06
previous_iter_valid_loss : 0.17867781221866608

   1196740	  0.178992	  0.178678	  0.165515		CURRENT LEARNING RATE: 4.442581445005207e-06
previous_iter_valid_loss : 0.1638011634349823

   1196760	  0.163964	  0.163801	  0.165675		CURRENT LEARNING RATE: 4.441693017561905e-06
previous_iter_valid_loss : 0.16438989341259003

   1196780	  0.164555	  0.164390	  0.165770		CURRENT LEARNING RATE: 4.440804767786334e-06
previous_iter_valid_loss : 0.161671981215477

   1196800	  0.161824	  0.161672	  0.165750		CURRENT LEARNING RATE: 4.439916695642953e-06
previous_iter_valid_loss : 0.16166694462299347

   1196820	  0.161857	  0.161667	  0.165484		CURRENT LEARNING RATE: 4.439028801096233e-06
previous_iter_valid_loss : 0.16881483793258667

   1196840	  0.168970	  0.168815	  0.165740		CURRENT LEARNING RATE: 4.438141084110673e-06
previous_iter_valid_loss : 0.1618340015411377

   1196860	  0.162000	  0.161834	  0.165764		CURRENT LEARNING RATE: 4.4372535446507575e-06
previous_iter_valid_loss : 0.16161608695983887

   1196880	  0.161780	  0.161616	  0.165425		CURRENT LEARNING RATE: 4.436366182680984e-06
previous_iter_valid_loss : 0.1803087443113327

   1196900	  0.180627	  0.180309	  0.166035		CURRENT LEARNING RATE: 4.435478998165851e-06
previous_iter_valid_loss : 0.1707872897386551

   1196920	  0.170934	  0.170787	  0.166211		CURRENT LEARNING RATE: 4.434591991069886e-06
previous_iter_valid_loss : 0.1799280047416687

   1196940	  0.180082	  0.179928	  0.166964		CURRENT LEARNING RATE: 4.433705161357602e-06
previous_iter_valid_loss : 0.16399836540222168

   1196960	  0.164189	  0.163998	  0.166592		CURRENT LEARNING RATE: 4.432818508993525e-06
previous_iter_valid_loss : 0.16059911251068115

   1196980	  0.160766	  0.160599	  0.166111		CURRENT LEARNING RATE: 4.43193203394218e-06
previous_iter_valid_loss : 0.16313284635543823

   1197000	  0.163303	  0.163133	  0.165927		CURRENT LEARNING RATE: 4.431045736168125e-06
previous_iter_valid_loss : 0.16899077594280243

   1197020	  0.169138	  0.168991	  0.166329		CURRENT LEARNING RATE: 4.430159615635901e-06
previous_iter_valid_loss : 0.1611006259918213

   1197040	  0.161259	  0.161101	  0.166297		CURRENT LEARNING RATE: 4.429273672310061e-06
previous_iter_valid_loss : 0.16214986145496368

   1197060	  0.162353	  0.162150	  0.166326		CURRENT LEARNING RATE: 4.428387906155162e-06
previous_iter_valid_loss : 0.1739272177219391

   1197080	  0.174201	  0.173927	  0.166916		CURRENT LEARNING RATE: 4.427502317135786e-06
previous_iter_valid_loss : 0.1607036292552948

   1197100	  0.160885	  0.160704	  0.166859		CURRENT LEARNING RATE: 4.426616905216504e-06
previous_iter_valid_loss : 0.16072265803813934

   1197120	  0.160866	  0.160723	  0.166439		CURRENT LEARNING RATE: 4.4257316703619e-06
previous_iter_valid_loss : 0.1615486741065979

   1197140	  0.161700	  0.161549	  0.165582		CURRENT LEARNING RATE: 4.424846612536554e-06
previous_iter_valid_loss : 0.18292564153671265

   1197160	  0.183078	  0.182926	  0.166538		CURRENT LEARNING RATE: 4.423961731705082e-06
previous_iter_valid_loss : 0.1788208782672882

   1197180	  0.179140	  0.178821	  0.167260		CURRENT LEARNING RATE: 4.423077027832079e-06
previous_iter_valid_loss : 0.17857031524181366

   1197200	  0.178887	  0.178570	  0.168105		CURRENT LEARNING RATE: 4.42219250088215e-06
previous_iter_valid_loss : 0.1613868623971939

   1197220	  0.161553	  0.161387	  0.168091		CURRENT LEARNING RATE: 4.42130815081993e-06
previous_iter_valid_loss : 0.16432636976242065

   1197240	  0.164498	  0.164326	  0.167866		CURRENT LEARNING RATE: 4.420423977610037e-06
previous_iter_valid_loss : 0.16108837723731995

   1197260	  0.161242	  0.161088	  0.167829		CURRENT LEARNING RATE: 4.419539981217102e-06
previous_iter_valid_loss : 0.16930875182151794

   1197280	  0.169466	  0.169309	  0.168214		CURRENT LEARNING RATE: 4.41865616160576e-06
previous_iter_valid_loss : 0.162997767329216

   1197300	  0.163162	  0.162998	  0.167348		CURRENT LEARNING RATE: 4.4177725187406735e-06
previous_iter_valid_loss : 0.16086716949939728

   1197320	  0.161048	  0.160867	  0.166852		CURRENT LEARNING RATE: 4.416889052586488e-06
previous_iter_valid_loss : 0.16564416885375977

   1197340	  0.165850	  0.165644	  0.166138		CURRENT LEARNING RATE: 4.416005763107864e-06
previous_iter_valid_loss : 0.1772640198469162

   1197360	  0.177567	  0.177264	  0.166801		CURRENT LEARNING RATE: 4.415122650269464e-06
previous_iter_valid_loss : 0.16330380737781525

   1197380	  0.163477	  0.163304	  0.166936		CURRENT LEARNING RATE: 4.414239714035979e-06
previous_iter_valid_loss : 0.16058172285556793

   1197400	  0.160751	  0.160582	  0.166809		CURRENT LEARNING RATE: 4.413356954372083e-06
previous_iter_valid_loss : 0.17091162502765656

   1197420	  0.171061	  0.170912	  0.166905		CURRENT LEARNING RATE: 4.412474371242466e-06
previous_iter_valid_loss : 0.1613590568304062

   1197440	  0.161511	  0.161359	  0.166918		CURRENT LEARNING RATE: 4.411591964611816e-06
previous_iter_valid_loss : 0.16064958274364471

   1197460	  0.160815	  0.160650	  0.166843		CURRENT LEARNING RATE: 4.410709734444852e-06
previous_iter_valid_loss : 0.1692785769701004

   1197480	  0.169430	  0.169279	  0.166610		CURRENT LEARNING RATE: 4.40982768070628e-06
previous_iter_valid_loss : 0.16056019067764282

   1197500	  0.160716	  0.160560	  0.166603		CURRENT LEARNING RATE: 4.4089458033608145e-06
previous_iter_valid_loss : 0.17043566703796387

   1197520	  0.170684	  0.170436	  0.167089		CURRENT LEARNING RATE: 4.4080641023731746e-06
previous_iter_valid_loss : 0.1767779290676117

   1197540	  0.177063	  0.176778	  0.167850		CURRENT LEARNING RATE: 4.407182577708107e-06
previous_iter_valid_loss : 0.1606634110212326

   1197560	  0.160814	  0.160663	  0.166737		CURRENT LEARNING RATE: 4.406301229330343e-06
previous_iter_valid_loss : 0.16298183798789978

   1197580	  0.163146	  0.162982	  0.165945		CURRENT LEARNING RATE: 4.405420057204621e-06
previous_iter_valid_loss : 0.16583184897899628

   1197600	  0.166038	  0.165832	  0.165308		CURRENT LEARNING RATE: 4.40453906129571e-06
previous_iter_valid_loss : 0.16422320902347565

   1197620	  0.164422	  0.164223	  0.165450		CURRENT LEARNING RATE: 4.403658241568362e-06
previous_iter_valid_loss : 0.16142800450325012

   1197640	  0.161583	  0.161428	  0.165305		CURRENT LEARNING RATE: 4.4027775979873435e-06
previous_iter_valid_loss : 0.18269799649715424

   1197660	  0.182857	  0.182698	  0.166386		CURRENT LEARNING RATE: 4.401897130517422e-06
previous_iter_valid_loss : 0.1610918939113617

   1197680	  0.161273	  0.161092	  0.165975		CURRENT LEARNING RATE: 4.4010168391233946e-06
previous_iter_valid_loss : 0.1611320674419403

   1197700	  0.161319	  0.161132	  0.165882		CURRENT LEARNING RATE: 4.400136723770041e-06
previous_iter_valid_loss : 0.16463150084018707

   1197720	  0.164832	  0.164632	  0.166070		CURRENT LEARNING RATE: 4.3992567844221565e-06
previous_iter_valid_loss : 0.17033590376377106

   1197740	  0.170588	  0.170336	  0.166304		CURRENT LEARNING RATE: 4.398377021044537e-06
previous_iter_valid_loss : 0.1611965149641037

   1197760	  0.161349	  0.161197	  0.165501		CURRENT LEARNING RATE: 4.397497433602006e-06
previous_iter_valid_loss : 0.16332626342773438

   1197780	  0.163511	  0.163326	  0.165502		CURRENT LEARNING RATE: 4.3966180220593735e-06
previous_iter_valid_loss : 0.16123460233211517

   1197800	  0.161427	  0.161235	  0.165535		CURRENT LEARNING RATE: 4.395738786381462e-06
previous_iter_valid_loss : 0.17167668044567108

   1197820	  0.171828	  0.171677	  0.165573		CURRENT LEARNING RATE: 4.394859726533095e-06
previous_iter_valid_loss : 0.16449320316314697

   1197840	  0.164700	  0.164493	  0.165730		CURRENT LEARNING RATE: 4.393980842479125e-06
previous_iter_valid_loss : 0.16285943984985352

   1197860	  0.163059	  0.162859	  0.165840		CURRENT LEARNING RATE: 4.3931021341843904e-06
previous_iter_valid_loss : 0.16251805424690247

   1197880	  0.162705	  0.162518	  0.165502		CURRENT LEARNING RATE: 4.392223601613741e-06
previous_iter_valid_loss : 0.16087406873703003

   1197900	  0.161033	  0.160874	  0.165518		CURRENT LEARNING RATE: 4.391345244732029e-06
previous_iter_valid_loss : 0.16050899028778076

   1197920	  0.160661	  0.160509	  0.165022		CURRENT LEARNING RATE: 4.390467063504135e-06
previous_iter_valid_loss : 0.16315549612045288

   1197940	  0.163320	  0.163155	  0.164340		CURRENT LEARNING RATE: 4.389589057894923e-06
previous_iter_valid_loss : 0.16906209290027618

   1197960	  0.169209	  0.169062	  0.164760		CURRENT LEARNING RATE: 4.3887112278692745e-06
previous_iter_valid_loss : 0.1963634341955185

   1197980	  0.196470	  0.196363	  0.166429		CURRENT LEARNING RATE: 4.387833573392068e-06
previous_iter_valid_loss : 0.16305920481681824

   1198000	  0.163251	  0.163059	  0.166291		CURRENT LEARNING RATE: 4.386956094428213e-06
previous_iter_valid_loss : 0.16383008658885956

   1198020	  0.164000	  0.163830	  0.166271		CURRENT LEARNING RATE: 4.3860787909426026e-06
previous_iter_valid_loss : 0.16394953429698944

   1198040	  0.164121	  0.163950	  0.166397		CURRENT LEARNING RATE: 4.385201662900136e-06
previous_iter_valid_loss : 0.16058824956417084

   1198060	  0.160755	  0.160588	  0.165292		CURRENT LEARNING RATE: 4.384324710265745e-06
previous_iter_valid_loss : 0.16060374677181244

   1198080	  0.160773	  0.160604	  0.165267		CURRENT LEARNING RATE: 4.383447933004342e-06
previous_iter_valid_loss : 0.16512292623519897

   1198100	  0.165329	  0.165123	  0.165467		CURRENT LEARNING RATE: 4.382571331080858e-06
previous_iter_valid_loss : 0.1755276769399643

   1198120	  0.175676	  0.175528	  0.166012		CURRENT LEARNING RATE: 4.381694904460219e-06
previous_iter_valid_loss : 0.16498056054115295

   1198140	  0.165185	  0.164981	  0.165744		CURRENT LEARNING RATE: 4.380818653107386e-06
previous_iter_valid_loss : 0.17869067192077637

   1198160	  0.178848	  0.178691	  0.166619		CURRENT LEARNING RATE: 4.379942576987299e-06
previous_iter_valid_loss : 0.16068685054779053

   1198180	  0.160839	  0.160687	  0.166487		CURRENT LEARNING RATE: 4.379066676064915e-06
previous_iter_valid_loss : 0.16456320881843567

   1198200	  0.164730	  0.164563	  0.166653		CURRENT LEARNING RATE: 4.378190950305191e-06
previous_iter_valid_loss : 0.1668739914894104

   1198220	  0.167092	  0.166874	  0.166413		CURRENT LEARNING RATE: 4.377315399673114e-06
previous_iter_valid_loss : 0.16510707139968872

   1198240	  0.165328	  0.165107	  0.166444		CURRENT LEARNING RATE: 4.376440024133653e-06
previous_iter_valid_loss : 0.1836070418357849

   1198260	  0.183753	  0.183607	  0.167481		CURRENT LEARNING RATE: 4.3755648236517945e-06
previous_iter_valid_loss : 0.19794270396232605

   1198280	  0.198039	  0.197943	  0.169252		CURRENT LEARNING RATE: 4.3746897981925216e-06
previous_iter_valid_loss : 0.1706758439540863

   1198300	  0.170936	  0.170676	  0.169742		CURRENT LEARNING RATE: 4.3738149477208476e-06
previous_iter_valid_loss : 0.16093328595161438

   1198320	  0.161113	  0.160933	  0.169764		CURRENT LEARNING RATE: 4.372940272201773e-06
previous_iter_valid_loss : 0.16116422414779663

   1198340	  0.161345	  0.161164	  0.169664		CURRENT LEARNING RATE: 4.3720657716003105e-06
previous_iter_valid_loss : 0.17921915650367737

   1198360	  0.179378	  0.179219	  0.170172		CURRENT LEARNING RATE: 4.37119144588147e-06
previous_iter_valid_loss : 0.19446739554405212

   1198380	  0.194589	  0.194467	  0.170077		CURRENT LEARNING RATE: 4.3703172950102974e-06
previous_iter_valid_loss : 0.160543292760849

   1198400	  0.160701	  0.160543	  0.169951		CURRENT LEARNING RATE: 4.369443318951816e-06
previous_iter_valid_loss : 0.16069558262825012

   1198420	  0.160855	  0.160696	  0.169794		CURRENT LEARNING RATE: 4.36856951767106e-06
previous_iter_valid_loss : 0.16062456369400024

   1198440	  0.160799	  0.160625	  0.169628		CURRENT LEARNING RATE: 4.3676958911330944e-06
previous_iter_valid_loss : 0.16097918152809143

   1198460	  0.161139	  0.160979	  0.169648		CURRENT LEARNING RATE: 4.366822439302964e-06
previous_iter_valid_loss : 0.16146045923233032

   1198480	  0.161616	  0.161460	  0.169691		CURRENT LEARNING RATE: 4.365949162145732e-06
previous_iter_valid_loss : 0.1606520265340805

   1198500	  0.160826	  0.160652	  0.169467		CURRENT LEARNING RATE: 4.36507605962646e-06
previous_iter_valid_loss : 0.1605127900838852

   1198520	  0.160672	  0.160513	  0.168716		CURRENT LEARNING RATE: 4.364203131710238e-06
previous_iter_valid_loss : 0.1811300665140152

   1198540	  0.181287	  0.181130	  0.169524		CURRENT LEARNING RATE: 4.363330378362142e-06
previous_iter_valid_loss : 0.17480656504631042

   1198560	  0.175087	  0.174807	  0.169330		CURRENT LEARNING RATE: 4.362457799547262e-06
previous_iter_valid_loss : 0.16157777607440948

   1198580	  0.161765	  0.161578	  0.169374		CURRENT LEARNING RATE: 4.361585395230686e-06
previous_iter_valid_loss : 0.1608751267194748

   1198600	  0.161025	  0.160875	  0.169190		CURRENT LEARNING RATE: 4.360713165377535e-06
previous_iter_valid_loss : 0.1608174592256546

   1198620	  0.160988	  0.160817	  0.168887		CURRENT LEARNING RATE: 4.3598411099529105e-06
previous_iter_valid_loss : 0.1610233038663864

   1198640	  0.161209	  0.161023	  0.168683		CURRENT LEARNING RATE: 4.358969228921932e-06
previous_iter_valid_loss : 0.18824408948421478

   1198660	  0.188377	  0.188244	  0.168915		CURRENT LEARNING RATE: 4.3580975222497146e-06
previous_iter_valid_loss : 0.17977246642112732

   1198680	  0.179931	  0.179772	  0.168006		CURRENT LEARNING RATE: 4.357225989901406e-06
previous_iter_valid_loss : 0.16338831186294556

   1198700	  0.163585	  0.163388	  0.167642		CURRENT LEARNING RATE: 4.3563546318421386e-06
previous_iter_valid_loss : 0.16269974410533905

   1198720	  0.162868	  0.162700	  0.167730		CURRENT LEARNING RATE: 4.355483448037057e-06
previous_iter_valid_loss : 0.17164494097232819

   1198740	  0.171790	  0.171645	  0.168254		CURRENT LEARNING RATE: 4.354612438451305e-06
previous_iter_valid_loss : 0.1668412834405899

   1198760	  0.167000	  0.166841	  0.167635		CURRENT LEARNING RATE: 4.35374160305006e-06
previous_iter_valid_loss : 0.16894502937793732

   1198780	  0.169177	  0.168945	  0.166359		CURRENT LEARNING RATE: 4.35287094179848e-06
previous_iter_valid_loss : 0.16365456581115723

   1198800	  0.163822	  0.163655	  0.166515		CURRENT LEARNING RATE: 4.352000454661729e-06
previous_iter_valid_loss : 0.16753125190734863

   1198820	  0.167683	  0.167531	  0.166856		CURRENT LEARNING RATE: 4.351130141605006e-06
previous_iter_valid_loss : 0.16181975603103638

   1198840	  0.161983	  0.161820	  0.166916		CURRENT LEARNING RATE: 4.350260002593488e-06
previous_iter_valid_loss : 0.16294744610786438

   1198860	  0.163118	  0.162947	  0.167015		CURRENT LEARNING RATE: 4.349390037592372e-06
previous_iter_valid_loss : 0.16217276453971863

   1198880	  0.162367	  0.162173	  0.167050		CURRENT LEARNING RATE: 4.34852024656685e-06
previous_iter_valid_loss : 0.1611323058605194

   1198900	  0.161289	  0.161132	  0.167074		CURRENT LEARNING RATE: 4.347650629482146e-06
previous_iter_valid_loss : 0.17055456340312958

   1198920	  0.170705	  0.170555	  0.167576		CURRENT LEARNING RATE: 4.346781186303467e-06
previous_iter_valid_loss : 0.17293938994407654

   1198940	  0.173212	  0.172939	  0.167167		CURRENT LEARNING RATE: 4.345911916996037e-06
previous_iter_valid_loss : 0.16318993270397186

   1198960	  0.163348	  0.163190	  0.166586		CURRENT LEARNING RATE: 4.345042821525076e-06
previous_iter_valid_loss : 0.16767795383930206

   1198980	  0.167833	  0.167678	  0.166891		CURRENT LEARNING RATE: 4.344173899855836e-06
previous_iter_valid_loss : 0.16437461972236633

   1199000	  0.164585	  0.164375	  0.167066		CURRENT LEARNING RATE: 4.343305151953553e-06
previous_iter_valid_loss : 0.16097211837768555

   1199020	  0.161127	  0.160972	  0.167074		CURRENT LEARNING RATE: 4.342436577783476e-06
previous_iter_valid_loss : 0.1631811559200287

   1199040	  0.163366	  0.163181	  0.167181		CURRENT LEARNING RATE: 4.341568177310856e-06
previous_iter_valid_loss : 0.17077858746051788

   1199060	  0.170932	  0.170779	  0.166308		CURRENT LEARNING RATE: 4.3406999505009715e-06
previous_iter_valid_loss : 0.16327497363090515

   1199080	  0.163440	  0.163275	  0.165483		CURRENT LEARNING RATE: 4.3398318973190844e-06
previous_iter_valid_loss : 0.18038807809352875

   1199100	  0.180721	  0.180388	  0.166333		CURRENT LEARNING RATE: 4.338964017730475e-06
previous_iter_valid_loss : 0.16740649938583374

   1199120	  0.167560	  0.167406	  0.166569		CURRENT LEARNING RATE: 4.338096311700418e-06
previous_iter_valid_loss : 0.16129018366336823

   1199140	  0.161477	  0.161290	  0.166051		CURRENT LEARNING RATE: 4.337228779194222e-06
previous_iter_valid_loss : 0.16112306714057922

   1199160	  0.161309	  0.161123	  0.165765		CURRENT LEARNING RATE: 4.336361420177179e-06
previous_iter_valid_loss : 0.16057170927524567

   1199180	  0.160747	  0.160572	  0.165346		CURRENT LEARNING RATE: 4.3354942346145845e-06
previous_iter_valid_loss : 0.18760661780834198

   1199200	  0.187733	  0.187607	  0.166544		CURRENT LEARNING RATE: 4.334627222471768e-06
previous_iter_valid_loss : 0.1604994386434555

   1199220	  0.160664	  0.160499	  0.166192		CURRENT LEARNING RATE: 4.333760383714041e-06
previous_iter_valid_loss : 0.167650043964386

   1199240	  0.167809	  0.167650	  0.166484		CURRENT LEARNING RATE: 4.332893718306729e-06
previous_iter_valid_loss : 0.16977621614933014

   1199260	  0.169930	  0.169776	  0.166825		CURRENT LEARNING RATE: 4.33202722621516e-06
previous_iter_valid_loss : 0.16242888569831848

   1199280	  0.162626	  0.162429	  0.166838		CURRENT LEARNING RATE: 4.331160907404688e-06
previous_iter_valid_loss : 0.1670348197221756

   1199300	  0.167195	  0.167035	  0.167133		CURRENT LEARNING RATE: 4.330294761840653e-06
previous_iter_valid_loss : 0.167347252368927

   1199320	  0.167572	  0.167347	  0.166973		CURRENT LEARNING RATE: 4.329428789488408e-06
previous_iter_valid_loss : 0.16140049695968628

   1199340	  0.161583	  0.161400	  0.166396		CURRENT LEARNING RATE: 4.328562990313308e-06
previous_iter_valid_loss : 0.16167932748794556

   1199360	  0.161830	  0.161679	  0.166320		CURRENT LEARNING RATE: 4.327697364280736e-06
previous_iter_valid_loss : 0.16051381826400757

   1199380	  0.160679	  0.160514	  0.165962		CURRENT LEARNING RATE: 4.32683191135606e-06
previous_iter_valid_loss : 0.20120340585708618

   1199400	  0.201286	  0.201203	  0.167804		CURRENT LEARNING RATE: 4.325966631504659e-06
previous_iter_valid_loss : 0.1979091316461563

   1199420	  0.198006	  0.197909	  0.169650		CURRENT LEARNING RATE: 4.325101524691919e-06
previous_iter_valid_loss : 0.16271288692951202

   1199440	  0.162903	  0.162713	  0.169627		CURRENT LEARNING RATE: 4.324236590883245e-06
previous_iter_valid_loss : 0.16211140155792236

   1199460	  0.162272	  0.162111	  0.169194		CURRENT LEARNING RATE: 4.323371830044037e-06
previous_iter_valid_loss : 0.16060060262680054

   1199480	  0.160752	  0.160601	  0.169060		CURRENT LEARNING RATE: 4.322507242139703e-06
previous_iter_valid_loss : 0.16702203452587128

   1199500	  0.167175	  0.167022	  0.168392		CURRENT LEARNING RATE: 4.321642827135651e-06
previous_iter_valid_loss : 0.16176065802574158

   1199520	  0.161948	  0.161761	  0.168109		CURRENT LEARNING RATE: 4.320778584997321e-06
previous_iter_valid_loss : 0.19250725209712982

   1199540	  0.192986	  0.192507	  0.169670		CURRENT LEARNING RATE: 4.319914515690135e-06
previous_iter_valid_loss : 0.16732317209243774

   1199560	  0.167541	  0.167323	  0.169980		CURRENT LEARNING RATE: 4.319050619179529e-06
previous_iter_valid_loss : 0.1720878779888153

   1199580	  0.172347	  0.172088	  0.170556		CURRENT LEARNING RATE: 4.3181868954309416e-06
previous_iter_valid_loss : 0.165581613779068

   1199600	  0.165803	  0.165582	  0.169455		CURRENT LEARNING RATE: 4.317323344409838e-06
previous_iter_valid_loss : 0.1623222529888153

   1199620	  0.162502	  0.162322	  0.169546		CURRENT LEARNING RATE: 4.316459966081669e-06
previous_iter_valid_loss : 0.16096380352973938

   1199640	  0.161136	  0.160964	  0.169212		CURRENT LEARNING RATE: 4.315596760411891e-06
previous_iter_valid_loss : 0.16672323644161224

   1199660	  0.166939	  0.166723	  0.169059		CURRENT LEARNING RATE: 4.314733727365992e-06
previous_iter_valid_loss : 0.16767166554927826

   1199680	  0.167824	  0.167672	  0.169321		CURRENT LEARNING RATE: 4.313870866909443e-06
previous_iter_valid_loss : 0.16255243122577667

   1199700	  0.162714	  0.162552	  0.169097		CURRENT LEARNING RATE: 4.3130081790077285e-06
previous_iter_valid_loss : 0.16264456510543823

   1199720	  0.162804	  0.162645	  0.168862		CURRENT LEARNING RATE: 4.312145663626335e-06
previous_iter_valid_loss : 0.16238808631896973

   1199740	  0.162558	  0.162388	  0.168911		CURRENT LEARNING RATE: 4.311283320730775e-06
previous_iter_valid_loss : 0.16064085066318512

   1199760	  0.160799	  0.160641	  0.168859		CURRENT LEARNING RATE: 4.31042115028655e-06
previous_iter_valid_loss : 0.1615862101316452

   1199780	  0.161768	  0.161586	  0.168913		CURRENT LEARNING RATE: 4.30955915225917e-06
previous_iter_valid_loss : 0.16298839449882507

   1199800	  0.163170	  0.162988	  0.167002		CURRENT LEARNING RATE: 4.30869732661415e-06
previous_iter_valid_loss : 0.17123837769031525

   1199820	  0.171501	  0.171238	  0.165669		CURRENT LEARNING RATE: 4.3078356733170315e-06
previous_iter_valid_loss : 0.16834771633148193

   1199840	  0.168506	  0.168348	  0.165950		CURRENT LEARNING RATE: 4.30697419233334e-06
previous_iter_valid_loss : 0.163621187210083

   1199860	  0.163786	  0.163621	  0.166026		CURRENT LEARNING RATE: 4.306112883628617e-06
previous_iter_valid_loss : 0.1605471819639206

   1199880	  0.160714	  0.160547	  0.166023		CURRENT LEARNING RATE: 4.305251747168402e-06
previous_iter_valid_loss : 0.16508381068706512

   1199900	  0.165245	  0.165084	  0.165926		CURRENT LEARNING RATE: 4.304390782918265e-06
previous_iter_valid_loss : 0.17410528659820557

   1199920	  0.174262	  0.174105	  0.166544		CURRENT LEARNING RATE: 4.30352999084376e-06
previous_iter_valid_loss : 0.16196951270103455

   1199940	  0.162111	  0.161970	  0.165017		CURRENT LEARNING RATE: 4.302669370910455e-06
previous_iter_valid_loss : 0.17035911977291107

   1199960	  0.170512	  0.170359	  0.165168		CURRENT LEARNING RATE: 4.3018089230839184e-06
previous_iter_valid_loss : 0.16128993034362793

   1199980	  0.161473	  0.161290	  0.164629		CURRENT LEARNING RATE: 4.300948647329746e-06
previous_iter_valid_loss : 0.17433540523052216

   1200000	  0.174485	  0.174335	  0.165066		CURRENT LEARNING RATE: 4.300088543613521e-06
previous_iter_valid_loss : 0.1666014939546585

   1200020	  0.166759	  0.166601	  0.165280		CURRENT LEARNING RATE: 4.2992286119008305e-06
previous_iter_valid_loss : 0.16835340857505798

   1200040	  0.168508	  0.168353	  0.165650		CURRENT LEARNING RATE: 4.298368852157293e-06
previous_iter_valid_loss : 0.16234171390533447

   1200060	  0.162519	  0.162342	  0.165431		CURRENT LEARNING RATE: 4.297509264348509e-06
previous_iter_valid_loss : 0.1619068682193756

   1200080	  0.162062	  0.161907	  0.165142		CURRENT LEARNING RATE: 4.296649848440097e-06
previous_iter_valid_loss : 0.16081565618515015

   1200100	  0.160997	  0.160816	  0.165056		CURRENT LEARNING RATE: 4.295790604397672e-06
previous_iter_valid_loss : 0.1615290641784668

   1200120	  0.161678	  0.161529	  0.165000		CURRENT LEARNING RATE: 4.294931532186879e-06
previous_iter_valid_loss : 0.1692483276128769

   1200140	  0.169397	  0.169248	  0.165343		CURRENT LEARNING RATE: 4.294072631773348e-06
previous_iter_valid_loss : 0.16199585795402527

   1200160	  0.162180	  0.161996	  0.165411		CURRENT LEARNING RATE: 4.293213903122723e-06
previous_iter_valid_loss : 0.1618114709854126

   1200180	  0.161969	  0.161811	  0.165422		CURRENT LEARNING RATE: 4.292355346200646e-06
previous_iter_valid_loss : 0.17482875287532806

   1200200	  0.175109	  0.174829	  0.166014		CURRENT LEARNING RATE: 4.291496960972793e-06
previous_iter_valid_loss : 0.16839903593063354

   1200220	  0.168630	  0.168399	  0.165872		CURRENT LEARNING RATE: 4.2906387474048175e-06
previous_iter_valid_loss : 0.16995908319950104

   1200240	  0.170106	  0.169959	  0.165952		CURRENT LEARNING RATE: 4.289780705462393e-06
previous_iter_valid_loss : 0.16150572896003723

   1200260	  0.161700	  0.161506	  0.165847		CURRENT LEARNING RATE: 4.28892283511119e-06
previous_iter_valid_loss : 0.16187837719917297

   1200280	  0.162027	  0.161878	  0.165913		CURRENT LEARNING RATE: 4.288065136316908e-06
previous_iter_valid_loss : 0.19393135607242584

   1200300	  0.194418	  0.193931	  0.167356		CURRENT LEARNING RATE: 4.287207609045232e-06
previous_iter_valid_loss : 0.16051869094371796

   1200320	  0.160681	  0.160519	  0.166676		CURRENT LEARNING RATE: 4.286350253261861e-06
previous_iter_valid_loss : 0.1704145222902298

   1200340	  0.170564	  0.170415	  0.167099		CURRENT LEARNING RATE: 4.285493068932493e-06
previous_iter_valid_loss : 0.1610381305217743

   1200360	  0.161191	  0.161038	  0.166632		CURRENT LEARNING RATE: 4.284636056022856e-06
previous_iter_valid_loss : 0.16056445240974426

   1200380	  0.160724	  0.160564	  0.166596		CURRENT LEARNING RATE: 4.2837792144986624e-06
previous_iter_valid_loss : 0.1615724265575409

   1200400	  0.161764	  0.161572	  0.165958		CURRENT LEARNING RATE: 4.2829225443256305e-06
previous_iter_valid_loss : 0.16478462517261505

   1200420	  0.164975	  0.164785	  0.165867		CURRENT LEARNING RATE: 4.282066045469507e-06
previous_iter_valid_loss : 0.16056889295578003

   1200440	  0.160730	  0.160569	  0.165478		CURRENT LEARNING RATE: 4.281209717896028e-06
previous_iter_valid_loss : 0.1729576289653778

   1200460	  0.173105	  0.172958	  0.166009		CURRENT LEARNING RATE: 4.280353561570937e-06
previous_iter_valid_loss : 0.1835607886314392

   1200480	  0.183932	  0.183561	  0.167091		CURRENT LEARNING RATE: 4.279497576459981e-06
previous_iter_valid_loss : 0.16739587485790253

   1200500	  0.167616	  0.167396	  0.167420		CURRENT LEARNING RATE: 4.278641762528937e-06
previous_iter_valid_loss : 0.16617929935455322

   1200520	  0.166340	  0.166179	  0.167653		CURRENT LEARNING RATE: 4.277786119743564e-06
previous_iter_valid_loss : 0.1606024205684662

   1200540	  0.160762	  0.160602	  0.167221		CURRENT LEARNING RATE: 4.276930648069636e-06
previous_iter_valid_loss : 0.17954203486442566

   1200560	  0.179696	  0.179542	  0.168098		CURRENT LEARNING RATE: 4.276075347472927e-06
previous_iter_valid_loss : 0.16453328728675842

   1200580	  0.164745	  0.164533	  0.168234		CURRENT LEARNING RATE: 4.27522021791924e-06
previous_iter_valid_loss : 0.1615643948316574

   1200600	  0.161730	  0.161564	  0.167571		CURRENT LEARNING RATE: 4.2743652593743635e-06
previous_iter_valid_loss : 0.16124185919761658

   1200620	  0.161405	  0.161242	  0.167213		CURRENT LEARNING RATE: 4.273510471804096e-06
previous_iter_valid_loss : 0.17092840373516083

   1200640	  0.171076	  0.170928	  0.167261		CURRENT LEARNING RATE: 4.272655855174242e-06
previous_iter_valid_loss : 0.1633295863866806

   1200660	  0.163492	  0.163330	  0.167353		CURRENT LEARNING RATE: 4.271801409450629e-06
previous_iter_valid_loss : 0.161398783326149

   1200680	  0.161587	  0.161399	  0.167329		CURRENT LEARNING RATE: 4.270947134599074e-06
previous_iter_valid_loss : 0.16355983912944794

   1200700	  0.163726	  0.163560	  0.165810		CURRENT LEARNING RATE: 4.270093030585404e-06
previous_iter_valid_loss : 0.16676506400108337

   1200720	  0.166923	  0.166765	  0.166122		CURRENT LEARNING RATE: 4.2692390973754495e-06
previous_iter_valid_loss : 0.17036403715610504

   1200740	  0.170629	  0.170364	  0.166120		CURRENT LEARNING RATE: 4.268385334935066e-06
previous_iter_valid_loss : 0.16182366013526917

   1200760	  0.161987	  0.161824	  0.166159		CURRENT LEARNING RATE: 4.267531743230097e-06
previous_iter_valid_loss : 0.16059115529060364

   1200780	  0.160764	  0.160591	  0.166160		CURRENT LEARNING RATE: 4.266678322226398e-06
previous_iter_valid_loss : 0.16728293895721436

   1200800	  0.167510	  0.167283	  0.166446		CURRENT LEARNING RATE: 4.265825071889825e-06
previous_iter_valid_loss : 0.17354024946689606

   1200820	  0.173690	  0.173540	  0.166884		CURRENT LEARNING RATE: 4.264971992186263e-06
previous_iter_valid_loss : 0.1630334109067917

   1200840	  0.163227	  0.163033	  0.167007		CURRENT LEARNING RATE: 4.264119083081581e-06
previous_iter_valid_loss : 0.1609322875738144

   1200860	  0.161112	  0.160932	  0.166406		CURRENT LEARNING RATE: 4.263266344541656e-06
previous_iter_valid_loss : 0.1611715406179428

   1200880	  0.161333	  0.161172	  0.165286		CURRENT LEARNING RATE: 4.262413776532392e-06
previous_iter_valid_loss : 0.16923107206821442

   1200900	  0.169484	  0.169231	  0.165378		CURRENT LEARNING RATE: 4.2615613790196806e-06
previous_iter_valid_loss : 0.16127640008926392

   1200920	  0.161462	  0.161276	  0.165133		CURRENT LEARNING RATE: 4.2607091519694245e-06
previous_iter_valid_loss : 0.16107521951198578

   1200940	  0.161261	  0.161075	  0.165157		CURRENT LEARNING RATE: 4.259857095347527e-06
previous_iter_valid_loss : 0.16735638678073883

   1200960	  0.167513	  0.167356	  0.164547		CURRENT LEARNING RATE: 4.259005209119922e-06
previous_iter_valid_loss : 0.16053137183189392

   1200980	  0.160699	  0.160531	  0.164347		CURRENT LEARNING RATE: 4.258153493252526e-06
previous_iter_valid_loss : 0.1667541116476059

   1201000	  0.166967	  0.166754	  0.164607		CURRENT LEARNING RATE: 4.25730194771127e-06
previous_iter_valid_loss : 0.1637810319662094

   1201020	  0.163953	  0.163781	  0.164734		CURRENT LEARNING RATE: 4.256450572462085e-06
previous_iter_valid_loss : 0.164334237575531

   1201040	  0.164511	  0.164334	  0.164404		CURRENT LEARNING RATE: 4.255599367470931e-06
previous_iter_valid_loss : 0.16095088422298431

   1201060	  0.161132	  0.160951	  0.164285		CURRENT LEARNING RATE: 4.254748332703752e-06
previous_iter_valid_loss : 0.17206718027591705

   1201080	  0.172323	  0.172067	  0.164818		CURRENT LEARNING RATE: 4.2538974681265075e-06
previous_iter_valid_loss : 0.18621648848056793

   1201100	  0.186610	  0.186216	  0.165951		CURRENT LEARNING RATE: 4.253046773705154e-06
previous_iter_valid_loss : 0.16308249533176422

   1201120	  0.163266	  0.163082	  0.165767		CURRENT LEARNING RATE: 4.2521962494056805e-06
previous_iter_valid_loss : 0.17356909811496735

   1201140	  0.173714	  0.173569	  0.165927		CURRENT LEARNING RATE: 4.2513458951940565e-06
previous_iter_valid_loss : 0.16062243282794952

   1201160	  0.160778	  0.160622	  0.165867		CURRENT LEARNING RATE: 4.2504957110362695e-06
previous_iter_valid_loss : 0.16203227639198303

   1201180	  0.162189	  0.162032	  0.165939		CURRENT LEARNING RATE: 4.2496456968983035e-06
previous_iter_valid_loss : 0.1662815809249878

   1201200	  0.166497	  0.166282	  0.165889		CURRENT LEARNING RATE: 4.248795852746174e-06
previous_iter_valid_loss : 0.1606360673904419

   1201220	  0.160786	  0.160636	  0.165244		CURRENT LEARNING RATE: 4.24794617854588e-06
previous_iter_valid_loss : 0.16143210232257843

   1201240	  0.161621	  0.161432	  0.165164		CURRENT LEARNING RATE: 4.247096674263425e-06
previous_iter_valid_loss : 0.17708702385425568

   1201260	  0.177396	  0.177087	  0.165972		CURRENT LEARNING RATE: 4.246247339864845e-06
previous_iter_valid_loss : 0.16147439181804657

   1201280	  0.161661	  0.161474	  0.165987		CURRENT LEARNING RATE: 4.245398175316159e-06
previous_iter_valid_loss : 0.16051535308361053

   1201300	  0.160675	  0.160515	  0.165551		CURRENT LEARNING RATE: 4.2445491805834014e-06
previous_iter_valid_loss : 0.1617289036512375

   1201320	  0.161925	  0.161729	  0.165574		CURRENT LEARNING RATE: 4.243700355632603e-06
previous_iter_valid_loss : 0.16890090703964233

   1201340	  0.169144	  0.168901	  0.165965		CURRENT LEARNING RATE: 4.242851700429828e-06
previous_iter_valid_loss : 0.16231200098991394

   1201360	  0.162492	  0.162312	  0.165713		CURRENT LEARNING RATE: 4.242003214941121e-06
previous_iter_valid_loss : 0.16054847836494446

   1201380	  0.160716	  0.160548	  0.165714		CURRENT LEARNING RATE: 4.241154899132544e-06
previous_iter_valid_loss : 0.18398508429527283

   1201400	  0.184129	  0.183985	  0.166575		CURRENT LEARNING RATE: 4.240306752970155e-06
previous_iter_valid_loss : 0.1608092486858368

   1201420	  0.160986	  0.160809	  0.166427		CURRENT LEARNING RATE: 4.239458776420045e-06
previous_iter_valid_loss : 0.16312958300113678

   1201440	  0.163294	  0.163130	  0.166366		CURRENT LEARNING RATE: 4.238610969448286e-06
previous_iter_valid_loss : 0.17218230664730072

   1201460	  0.172449	  0.172182	  0.166928		CURRENT LEARNING RATE: 4.2377633320209665e-06
previous_iter_valid_loss : 0.1608142852783203

   1201480	  0.160970	  0.160814	  0.166365		CURRENT LEARNING RATE: 4.236915864104173e-06
previous_iter_valid_loss : 0.203456312417984

   1201500	  0.203523	  0.203456	  0.167227		CURRENT LEARNING RATE: 4.236068565664022e-06
previous_iter_valid_loss : 0.16327306628227234

   1201520	  0.163432	  0.163273	  0.167237		CURRENT LEARNING RATE: 4.235221436666615e-06
previous_iter_valid_loss : 0.16096891462802887

   1201540	  0.161152	  0.160969	  0.166607		CURRENT LEARNING RATE: 4.234374477078066e-06
previous_iter_valid_loss : 0.16991618275642395

   1201560	  0.170164	  0.169916	  0.167071		CURRENT LEARNING RATE: 4.233527686864489e-06
previous_iter_valid_loss : 0.16251397132873535

   1201580	  0.162673	  0.162514	  0.167096		CURRENT LEARNING RATE: 4.232681065992027e-06
previous_iter_valid_loss : 0.1657867431640625

   1201600	  0.165994	  0.165787	  0.167071		CURRENT LEARNING RATE: 4.231834614426808e-06
previous_iter_valid_loss : 0.16683228313922882

   1201620	  0.167051	  0.166832	  0.167381		CURRENT LEARNING RATE: 4.230988332134967e-06
previous_iter_valid_loss : 0.16258695721626282

   1201640	  0.162752	  0.162587	  0.167438		CURRENT LEARNING RATE: 4.230142219082669e-06
previous_iter_valid_loss : 0.16071544587612152

   1201660	  0.160872	  0.160715	  0.166620		CURRENT LEARNING RATE: 4.229296275236058e-06
previous_iter_valid_loss : 0.16063596308231354

   1201680	  0.160815	  0.160636	  0.166578		CURRENT LEARNING RATE: 4.2284505005613e-06
previous_iter_valid_loss : 0.17166666686534882

   1201700	  0.171814	  0.171667	  0.167135		CURRENT LEARNING RATE: 4.227604895024554e-06
previous_iter_valid_loss : 0.1613159477710724

   1201720	  0.161477	  0.161316	  0.167115		CURRENT LEARNING RATE: 4.2267594585920125e-06
previous_iter_valid_loss : 0.160771444439888

   1201740	  0.160950	  0.160771	  0.166708		CURRENT LEARNING RATE: 4.22591419122985e-06
previous_iter_valid_loss : 0.1605532169342041

   1201760	  0.160715	  0.160553	  0.166620		CURRENT LEARNING RATE: 4.225069092904256e-06
previous_iter_valid_loss : 0.17190660536289215

   1201780	  0.172171	  0.171907	  0.167188		CURRENT LEARNING RATE: 4.224224163581418e-06
previous_iter_valid_loss : 0.1610197126865387

   1201800	  0.161198	  0.161020	  0.166040		CURRENT LEARNING RATE: 4.2233794032275546e-06
previous_iter_valid_loss : 0.16925343871116638

   1201820	  0.169405	  0.169253	  0.166462		CURRENT LEARNING RATE: 4.222534811808868e-06
previous_iter_valid_loss : 0.16844993829727173

   1201840	  0.168688	  0.168450	  0.166728		CURRENT LEARNING RATE: 4.221690389291575e-06
previous_iter_valid_loss : 0.16718420386314392

   1201860	  0.167405	  0.167184	  0.166478		CURRENT LEARNING RATE: 4.2208461356418905e-06
previous_iter_valid_loss : 0.16085292398929596

   1201880	  0.161009	  0.160853	  0.166480		CURRENT LEARNING RATE: 4.220002050826059e-06
previous_iter_valid_loss : 0.1738830804824829

   1201900	  0.174157	  0.173883	  0.165002		CURRENT LEARNING RATE: 4.219158134810311e-06
previous_iter_valid_loss : 0.16452768445014954

   1201920	  0.164721	  0.164528	  0.165064		CURRENT LEARNING RATE: 4.218314387560888e-06
previous_iter_valid_loss : 0.17008431255817413

   1201940	  0.170341	  0.170084	  0.165520		CURRENT LEARNING RATE: 4.217470809044034e-06
previous_iter_valid_loss : 0.16224847733974457

   1201960	  0.162431	  0.162248	  0.165137		CURRENT LEARNING RATE: 4.21662739922602e-06
previous_iter_valid_loss : 0.16896025836467743

   1201980	  0.169198	  0.168960	  0.165459		CURRENT LEARNING RATE: 4.215784158073103e-06
previous_iter_valid_loss : 0.17190983891487122

   1202000	  0.172172	  0.171910	  0.165765		CURRENT LEARNING RATE: 4.2149410855515454e-06
previous_iter_valid_loss : 0.1616293042898178

   1202020	  0.161821	  0.161629	  0.165505		CURRENT LEARNING RATE: 4.21409818162764e-06
previous_iter_valid_loss : 0.16758428514003754

   1202040	  0.167809	  0.167584	  0.165755		CURRENT LEARNING RATE: 4.213255446267661e-06
previous_iter_valid_loss : 0.16051165759563446

   1202060	  0.160673	  0.160512	  0.165745		CURRENT LEARNING RATE: 4.2124128794379e-06
previous_iter_valid_loss : 0.16101011633872986

   1202080	  0.161195	  0.161010	  0.165763		CURRENT LEARNING RATE: 4.211570481104649e-06
previous_iter_valid_loss : 0.1612882763147354

   1202100	  0.161468	  0.161288	  0.165245		CURRENT LEARNING RATE: 4.210728251234224e-06
previous_iter_valid_loss : 0.17056363821029663

   1202120	  0.170817	  0.170564	  0.165707		CURRENT LEARNING RATE: 4.209886189792931e-06
previous_iter_valid_loss : 0.1606702208518982

   1202140	  0.160830	  0.160670	  0.165702		CURRENT LEARNING RATE: 4.209044296747085e-06
previous_iter_valid_loss : 0.1605411022901535

   1202160	  0.160700	  0.160541	  0.165701		CURRENT LEARNING RATE: 4.208202572063004e-06
previous_iter_valid_loss : 0.1860707849264145

   1202180	  0.186213	  0.186071	  0.166409		CURRENT LEARNING RATE: 4.207361015707034e-06
previous_iter_valid_loss : 0.16597163677215576

   1202200	  0.166123	  0.165972	  0.166657		CURRENT LEARNING RATE: 4.206519627645506e-06
previous_iter_valid_loss : 0.1692100614309311

   1202220	  0.169448	  0.169210	  0.166655		CURRENT LEARNING RATE: 4.205678407844762e-06
previous_iter_valid_loss : 0.1664905697107315

   1202240	  0.166647	  0.166491	  0.166557		CURRENT LEARNING RATE: 4.204837356271148e-06
previous_iter_valid_loss : 0.16281752288341522

   1202260	  0.162984	  0.162818	  0.166339		CURRENT LEARNING RATE: 4.203996472891038e-06
previous_iter_valid_loss : 0.16191725432872772

   1202280	  0.162084	  0.161917	  0.166392		CURRENT LEARNING RATE: 4.203155757670786e-06
previous_iter_valid_loss : 0.17811977863311768

   1202300	  0.178280	  0.178120	  0.166604		CURRENT LEARNING RATE: 4.2023152105767645e-06
previous_iter_valid_loss : 0.16055049002170563

   1202320	  0.160703	  0.160550	  0.166405		CURRENT LEARNING RATE: 4.201474831575345e-06
previous_iter_valid_loss : 0.16341006755828857

   1202340	  0.163611	  0.163410	  0.166071		CURRENT LEARNING RATE: 4.2006346206329274e-06
previous_iter_valid_loss : 0.1660742163658142

   1202360	  0.166286	  0.166074	  0.166262		CURRENT LEARNING RATE: 4.199794577715894e-06
previous_iter_valid_loss : 0.16056306660175323

   1202380	  0.160735	  0.160563	  0.165842		CURRENT LEARNING RATE: 4.198954702790645e-06
previous_iter_valid_loss : 0.1733791083097458

   1202400	  0.173644	  0.173379	  0.165916		CURRENT LEARNING RATE: 4.198114995823578e-06
previous_iter_valid_loss : 0.16220644116401672

   1202420	  0.162365	  0.162206	  0.165945		CURRENT LEARNING RATE: 4.197275456781117e-06
previous_iter_valid_loss : 0.160716250538826

   1202440	  0.160873	  0.160716	  0.165601		CURRENT LEARNING RATE: 4.196436085629676e-06
previous_iter_valid_loss : 0.16087044775485992

   1202460	  0.161054	  0.160870	  0.165619		CURRENT LEARNING RATE: 4.195596882335671e-06
previous_iter_valid_loss : 0.1614668369293213

   1202480	  0.161656	  0.161467	  0.165642		CURRENT LEARNING RATE: 4.19475784686555e-06
previous_iter_valid_loss : 0.16489990055561066

   1202500	  0.165056	  0.164900	  0.165823		CURRENT LEARNING RATE: 4.193918979185743e-06
previous_iter_valid_loss : 0.16055552661418915

   1202520	  0.160717	  0.160556	  0.165322		CURRENT LEARNING RATE: 4.193080279262696e-06
previous_iter_valid_loss : 0.16088922321796417

   1202540	  0.161040	  0.160889	  0.165333		CURRENT LEARNING RATE: 4.192241747062853e-06
previous_iter_valid_loss : 0.18711021542549133

   1202560	  0.187514	  0.187110	  0.166662		CURRENT LEARNING RATE: 4.191403382552687e-06
previous_iter_valid_loss : 0.16926147043704987

   1202580	  0.169508	  0.169261	  0.165821		CURRENT LEARNING RATE: 4.190565185698659e-06
previous_iter_valid_loss : 0.1618557572364807

   1202600	  0.162014	  0.161856	  0.165616		CURRENT LEARNING RATE: 4.1897271564672375e-06
previous_iter_valid_loss : 0.16439206898212433

   1202620	  0.164601	  0.164392	  0.165375		CURRENT LEARNING RATE: 4.188889294824896e-06
previous_iter_valid_loss : 0.16350269317626953

   1202640	  0.163667	  0.163503	  0.165225		CURRENT LEARNING RATE: 4.188051600738134e-06
previous_iter_valid_loss : 0.16836123168468475

   1202660	  0.168510	  0.168361	  0.165502		CURRENT LEARNING RATE: 4.187214074173436e-06
previous_iter_valid_loss : 0.16672703623771667

   1202680	  0.166932	  0.166727	  0.165743		CURRENT LEARNING RATE: 4.186376715097303e-06
previous_iter_valid_loss : 0.1719171702861786

   1202700	  0.172178	  0.171917	  0.165433		CURRENT LEARNING RATE: 4.18553952347623e-06
previous_iter_valid_loss : 0.17670121788978577

   1202720	  0.176849	  0.176701	  0.166240		CURRENT LEARNING RATE: 4.184702499276747e-06
previous_iter_valid_loss : 0.1618693768978119

   1202740	  0.162058	  0.161869	  0.166163		CURRENT LEARNING RATE: 4.183865642465364e-06
previous_iter_valid_loss : 0.16516606509685516

   1202760	  0.165386	  0.165166	  0.166118		CURRENT LEARNING RATE: 4.1830289530086075e-06
previous_iter_valid_loss : 0.16345851123332977

   1202780	  0.163626	  0.163459	  0.166263		CURRENT LEARNING RATE: 4.182192430873002e-06
previous_iter_valid_loss : 0.16435475647449493

   1202800	  0.164558	  0.164355	  0.165811		CURRENT LEARNING RATE: 4.181356076025102e-06
previous_iter_valid_loss : 0.171235591173172

   1202820	  0.171497	  0.171236	  0.166263		CURRENT LEARNING RATE: 4.180519888431446e-06
previous_iter_valid_loss : 0.1649487018585205

   1202840	  0.165154	  0.164949	  0.166475		CURRENT LEARNING RATE: 4.179683868058579e-06
previous_iter_valid_loss : 0.1635066270828247

   1202860	  0.163671	  0.163507	  0.166606		CURRENT LEARNING RATE: 4.178848014873074e-06
previous_iter_valid_loss : 0.1899101883172989

   1202880	  0.190036	  0.189910	  0.168028		CURRENT LEARNING RATE: 4.1780123288414894e-06
previous_iter_valid_loss : 0.16334541141986847

   1202900	  0.163515	  0.163345	  0.167951		CURRENT LEARNING RATE: 4.177176809930399e-06
previous_iter_valid_loss : 0.16104058921337128

   1202920	  0.161199	  0.161041	  0.167975		CURRENT LEARNING RATE: 4.176341458106374e-06
previous_iter_valid_loss : 0.16079352796077728

   1202940	  0.160951	  0.160794	  0.167970		CURRENT LEARNING RATE: 4.175506273336016e-06
previous_iter_valid_loss : 0.16736944019794464

   1202960	  0.167532	  0.167369	  0.166983		CURRENT LEARNING RATE: 4.174671255585909e-06
previous_iter_valid_loss : 0.16116100549697876

   1202980	  0.161343	  0.161161	  0.166578		CURRENT LEARNING RATE: 4.173836404822653e-06
previous_iter_valid_loss : 0.16498662531375885

   1203000	  0.165149	  0.164987	  0.166735		CURRENT LEARNING RATE: 4.173001721012846e-06
previous_iter_valid_loss : 0.16450850665569305

   1203020	  0.164678	  0.164509	  0.166741		CURRENT LEARNING RATE: 4.172167204123116e-06
previous_iter_valid_loss : 0.175492525100708

   1203040	  0.175786	  0.175493	  0.167340		CURRENT LEARNING RATE: 4.1713328541200755e-06
previous_iter_valid_loss : 0.16848386824131012

   1203060	  0.168717	  0.168484	  0.167346		CURRENT LEARNING RATE: 4.170498670970349e-06
previous_iter_valid_loss : 0.16169357299804688

   1203080	  0.161854	  0.161694	  0.167094		CURRENT LEARNING RATE: 4.169664654640562e-06
previous_iter_valid_loss : 0.17003725469112396

   1203100	  0.170288	  0.170037	  0.167000		CURRENT LEARNING RATE: 4.1688308050973695e-06
previous_iter_valid_loss : 0.1614905148744583

   1203120	  0.161640	  0.161491	  0.166240		CURRENT LEARNING RATE: 4.16799712230741e-06
previous_iter_valid_loss : 0.16358095407485962

   1203140	  0.163743	  0.163581	  0.166326		CURRENT LEARNING RATE: 4.167163606237336e-06
previous_iter_valid_loss : 0.16899779438972473

   1203160	  0.169151	  0.168998	  0.166517		CURRENT LEARNING RATE: 4.1663302568538e-06
previous_iter_valid_loss : 0.1607399731874466

   1203180	  0.160918	  0.160740	  0.166381		CURRENT LEARNING RATE: 4.165497074123481e-06
previous_iter_valid_loss : 0.16068710386753082

   1203200	  0.160834	  0.160687	  0.166198		CURRENT LEARNING RATE: 4.164664058013046e-06
previous_iter_valid_loss : 0.16386494040489197

   1203220	  0.164066	  0.163865	  0.165829		CURRENT LEARNING RATE: 4.163831208489166e-06
previous_iter_valid_loss : 0.17709584534168243

   1203240	  0.177398	  0.177096	  0.166437		CURRENT LEARNING RATE: 4.162998525518543e-06
previous_iter_valid_loss : 0.17299161851406097

   1203260	  0.173261	  0.172992	  0.166911		CURRENT LEARNING RATE: 4.162166009067861e-06
previous_iter_valid_loss : 0.1719740927219391

   1203280	  0.172121	  0.171974	  0.166014		CURRENT LEARNING RATE: 4.161333659103821e-06
previous_iter_valid_loss : 0.1607513725757599

   1203300	  0.160924	  0.160751	  0.165884		CURRENT LEARNING RATE: 4.160501475593119e-06
previous_iter_valid_loss : 0.16296951472759247

   1203320	  0.163138	  0.162970	  0.165981		CURRENT LEARNING RATE: 4.1596694585024855e-06
previous_iter_valid_loss : 0.1612207442522049

   1203340	  0.161412	  0.161221	  0.166002		CURRENT LEARNING RATE: 4.15883760779863e-06
previous_iter_valid_loss : 0.16061437129974365

   1203360	  0.160787	  0.160614	  0.165664		CURRENT LEARNING RATE: 4.158005923448279e-06
previous_iter_valid_loss : 0.16371841728687286

   1203380	  0.163883	  0.163718	  0.165792		CURRENT LEARNING RATE: 4.157174405418159e-06
previous_iter_valid_loss : 0.16107718646526337

   1203400	  0.161236	  0.161077	  0.165597		CURRENT LEARNING RATE: 4.156343053675023e-06
previous_iter_valid_loss : 0.16092398762702942

   1203420	  0.161086	  0.160924	  0.165418		CURRENT LEARNING RATE: 4.155511868185609e-06
previous_iter_valid_loss : 0.16071872413158417

   1203440	  0.160905	  0.160719	  0.164679		CURRENT LEARNING RATE: 4.154680848916671e-06
previous_iter_valid_loss : 0.16053040325641632

   1203460	  0.160690	  0.160530	  0.164281		CURRENT LEARNING RATE: 4.15384999583496e-06
previous_iter_valid_loss : 0.16836859285831451

   1203480	  0.168524	  0.168369	  0.164615		CURRENT LEARNING RATE: 4.153019308907257e-06
previous_iter_valid_loss : 0.16793110966682434

   1203500	  0.168090	  0.167931	  0.164510		CURRENT LEARNING RATE: 4.152188788100326e-06
previous_iter_valid_loss : 0.1605779081583023

   1203520	  0.160729	  0.160578	  0.164464		CURRENT LEARNING RATE: 4.151358433380948e-06
previous_iter_valid_loss : 0.16096976399421692

   1203540	  0.161140	  0.160970	  0.164334		CURRENT LEARNING RATE: 4.1505282447159e-06
previous_iter_valid_loss : 0.16188186407089233

   1203560	  0.162043	  0.161882	  0.163978		CURRENT LEARNING RATE: 4.14969822207199e-06
previous_iter_valid_loss : 0.16717803478240967

   1203580	  0.167403	  0.167178	  0.164300		CURRENT LEARNING RATE: 4.14886836541601e-06
previous_iter_valid_loss : 0.16369134187698364

   1203600	  0.163877	  0.163691	  0.164450		CURRENT LEARNING RATE: 4.148038674714764e-06
previous_iter_valid_loss : 0.1647156924009323

   1203620	  0.164918	  0.164716	  0.164492		CURRENT LEARNING RATE: 4.147209149935059e-06
previous_iter_valid_loss : 0.17331862449645996

   1203640	  0.173470	  0.173319	  0.164304		CURRENT LEARNING RATE: 4.146379791043727e-06
previous_iter_valid_loss : 0.16052569448947906

   1203660	  0.160678	  0.160526	  0.163680		CURRENT LEARNING RATE: 4.145550598007588e-06
previous_iter_valid_loss : 0.17032024264335632

   1203680	  0.170569	  0.170320	  0.163598		CURRENT LEARNING RATE: 4.144721570793466e-06
previous_iter_valid_loss : 0.1781710386276245

   1203700	  0.178479	  0.178171	  0.164468		CURRENT LEARNING RATE: 4.1438927093682145e-06
previous_iter_valid_loss : 0.16129136085510254

   1203720	  0.161450	  0.161291	  0.164385		CURRENT LEARNING RATE: 4.143064013698672e-06
previous_iter_valid_loss : 0.16060492396354675

   1203740	  0.160765	  0.160605	  0.164354		CURRENT LEARNING RATE: 4.142235483751691e-06
previous_iter_valid_loss : 0.16052734851837158

   1203760	  0.160692	  0.160527	  0.164349		CURRENT LEARNING RATE: 4.141407119494122e-06
previous_iter_valid_loss : 0.1735299825668335

   1203780	  0.173675	  0.173530	  0.164840		CURRENT LEARNING RATE: 4.140578920892845e-06
previous_iter_valid_loss : 0.16115078330039978

   1203800	  0.161344	  0.161151	  0.164844		CURRENT LEARNING RATE: 4.139750887914727e-06
previous_iter_valid_loss : 0.16052031517028809

   1203820	  0.160680	  0.160520	  0.164824		CURRENT LEARNING RATE: 4.138923020526644e-06
previous_iter_valid_loss : 0.16050773859024048

   1203840	  0.160671	  0.160508	  0.164813		CURRENT LEARNING RATE: 4.1380953186954754e-06
previous_iter_valid_loss : 0.1636704057455063

   1203860	  0.163837	  0.163670	  0.164970		CURRENT LEARNING RATE: 4.137267782388128e-06
previous_iter_valid_loss : 0.1616513580083847

   1203880	  0.161840	  0.161651	  0.164634		CURRENT LEARNING RATE: 4.1364404115714915e-06
previous_iter_valid_loss : 0.16055777668952942

   1203900	  0.160734	  0.160558	  0.164265		CURRENT LEARNING RATE: 4.135613206212473e-06
previous_iter_valid_loss : 0.16169308125972748

   1203920	  0.161837	  0.161693	  0.164321		CURRENT LEARNING RATE: 4.134786166277975e-06
previous_iter_valid_loss : 0.17744898796081543

   1203940	  0.177750	  0.177449	  0.165145		CURRENT LEARNING RATE: 4.133959291734932e-06
previous_iter_valid_loss : 0.1681768149137497

   1203960	  0.168332	  0.168177	  0.165460		CURRENT LEARNING RATE: 4.133132582550261e-06
previous_iter_valid_loss : 0.16919369995594025

   1203980	  0.169343	  0.169194	  0.165561		CURRENT LEARNING RATE: 4.132306038690894e-06
previous_iter_valid_loss : 0.1633293479681015

   1204000	  0.163506	  0.163329	  0.165543		CURRENT LEARNING RATE: 4.131479660123761e-06
previous_iter_valid_loss : 0.1671997457742691

   1204020	  0.167416	  0.167200	  0.165667		CURRENT LEARNING RATE: 4.130653446815823e-06
previous_iter_valid_loss : 0.1643417477607727

   1204040	  0.164515	  0.164342	  0.165218		CURRENT LEARNING RATE: 4.129827398734024e-06
previous_iter_valid_loss : 0.1650768667459488

   1204060	  0.165280	  0.165077	  0.165446		CURRENT LEARNING RATE: 4.129001515845314e-06
previous_iter_valid_loss : 0.16429834067821503

   1204080	  0.164492	  0.164298	  0.165144		CURRENT LEARNING RATE: 4.128175798116671e-06
previous_iter_valid_loss : 0.16105695068836212

   1204100	  0.161202	  0.161057	  0.164289		CURRENT LEARNING RATE: 4.127350245515062e-06
previous_iter_valid_loss : 0.17444199323654175

   1204120	  0.174716	  0.174442	  0.164946		CURRENT LEARNING RATE: 4.126524858007464e-06
previous_iter_valid_loss : 0.16505958139896393

   1204140	  0.165237	  0.165060	  0.165169		CURRENT LEARNING RATE: 4.125699635560852e-06
previous_iter_valid_loss : 0.16165585815906525

   1204160	  0.161849	  0.161656	  0.165225		CURRENT LEARNING RATE: 4.124874578142234e-06
previous_iter_valid_loss : 0.16193220019340515

   1204180	  0.162118	  0.161932	  0.164646		CURRENT LEARNING RATE: 4.124049685718599e-06
previous_iter_valid_loss : 0.16364365816116333

   1204200	  0.163829	  0.163644	  0.164770		CURRENT LEARNING RATE: 4.123224958256952e-06
previous_iter_valid_loss : 0.16104398667812347

   1204220	  0.161190	  0.161044	  0.164796		CURRENT LEARNING RATE: 4.122400395724297e-06
previous_iter_valid_loss : 0.1612728089094162

   1204240	  0.161418	  0.161273	  0.164835		CURRENT LEARNING RATE: 4.121575998087666e-06
previous_iter_valid_loss : 0.16060221195220947

   1204260	  0.160776	  0.160602	  0.164681		CURRENT LEARNING RATE: 4.120751765314075e-06
previous_iter_valid_loss : 0.16100145876407623

   1204280	  0.161187	  0.161001	  0.164649		CURRENT LEARNING RATE: 4.119927697370556e-06
previous_iter_valid_loss : 0.1833661049604416

   1204300	  0.183513	  0.183366	  0.165789		CURRENT LEARNING RATE: 4.119103794224137e-06
previous_iter_valid_loss : 0.16120387613773346

   1204320	  0.161362	  0.161204	  0.165765		CURRENT LEARNING RATE: 4.118280055841879e-06
previous_iter_valid_loss : 0.16433480381965637

   1204340	  0.164526	  0.164335	  0.165109		CURRENT LEARNING RATE: 4.117456482190822e-06
previous_iter_valid_loss : 0.16060730814933777

   1204360	  0.160760	  0.160607	  0.164730		CURRENT LEARNING RATE: 4.116633073238026e-06
previous_iter_valid_loss : 0.1612728089094162

   1204380	  0.161440	  0.161273	  0.164334		CURRENT LEARNING RATE: 4.115809828950546e-06
previous_iter_valid_loss : 0.1609112173318863

   1204400	  0.161069	  0.160911	  0.164214		CURRENT LEARNING RATE: 4.114986749295467e-06
previous_iter_valid_loss : 0.1633249670267105

   1204420	  0.163511	  0.163325	  0.164020		CURRENT LEARNING RATE: 4.114163834239858e-06
previous_iter_valid_loss : 0.1843450367450714

   1204440	  0.184709	  0.184345	  0.165020		CURRENT LEARNING RATE: 4.113341083750797e-06
previous_iter_valid_loss : 0.16803348064422607

   1204460	  0.168190	  0.168033	  0.165168		CURRENT LEARNING RATE: 4.112518497795386e-06
previous_iter_valid_loss : 0.1612604707479477

   1204480	  0.161452	  0.161260	  0.165016		CURRENT LEARNING RATE: 4.111696076340715e-06
previous_iter_valid_loss : 0.1871250867843628

   1204500	  0.187541	  0.187125	  0.166319		CURRENT LEARNING RATE: 4.1108738193538886e-06
previous_iter_valid_loss : 0.16333338618278503

   1204520	  0.163529	  0.163333	  0.165764		CURRENT LEARNING RATE: 4.110051726802008e-06
previous_iter_valid_loss : 0.1679132878780365

   1204540	  0.168063	  0.167913	  0.165907		CURRENT LEARNING RATE: 4.109229798652204e-06
previous_iter_valid_loss : 0.16241130232810974

   1204560	  0.162611	  0.162411	  0.165944		CURRENT LEARNING RATE: 4.108408034871592e-06
previous_iter_valid_loss : 0.16213029623031616

   1204580	  0.162291	  0.162130	  0.165954		CURRENT LEARNING RATE: 4.107586435427304e-06
previous_iter_valid_loss : 0.1675581932067871

   1204600	  0.167714	  0.167558	  0.166150		CURRENT LEARNING RATE: 4.106765000286465e-06
previous_iter_valid_loss : 0.18701523542404175

   1204620	  0.187151	  0.187015	  0.167449		CURRENT LEARNING RATE: 4.105943729416234e-06
previous_iter_valid_loss : 0.16142812371253967

   1204640	  0.161618	  0.161428	  0.167456		CURRENT LEARNING RATE: 4.105122622783754e-06
previous_iter_valid_loss : 0.16481782495975494

   1204660	  0.164989	  0.164818	  0.167667		CURRENT LEARNING RATE: 4.104301680356177e-06
previous_iter_valid_loss : 0.1640944629907608

   1204680	  0.164265	  0.164094	  0.167822		CURRENT LEARNING RATE: 4.103480902100662e-06
previous_iter_valid_loss : 0.16055768728256226

   1204700	  0.160724	  0.160558	  0.166681		CURRENT LEARNING RATE: 4.102660287984391e-06
previous_iter_valid_loss : 0.16103525459766388

   1204720	  0.161215	  0.161035	  0.166673		CURRENT LEARNING RATE: 4.1018398379745316e-06
previous_iter_valid_loss : 0.17308324575424194

   1204740	  0.173346	  0.173083	  0.167110		CURRENT LEARNING RATE: 4.101019552038267e-06
previous_iter_valid_loss : 0.16310392320156097

   1204760	  0.163269	  0.163104	  0.167235		CURRENT LEARNING RATE: 4.1001994301427776e-06
previous_iter_valid_loss : 0.1677008420228958

   1204780	  0.167933	  0.167701	  0.167557		CURRENT LEARNING RATE: 4.099379472255273e-06
previous_iter_valid_loss : 0.16615934669971466

   1204800	  0.166315	  0.166159	  0.167819		CURRENT LEARNING RATE: 4.098559678342947e-06
previous_iter_valid_loss : 0.167653426527977

   1204820	  0.167810	  0.167653	  0.168035		CURRENT LEARNING RATE: 4.097740048373002e-06
previous_iter_valid_loss : 0.16297201812267303

   1204840	  0.163136	  0.162972	  0.166967		CURRENT LEARNING RATE: 4.096920582312667e-06
previous_iter_valid_loss : 0.18326906859874725

   1204860	  0.183427	  0.183269	  0.167728		CURRENT LEARNING RATE: 4.0961012801291565e-06
previous_iter_valid_loss : 0.1800990253686905

   1204880	  0.180430	  0.180099	  0.168670		CURRENT LEARNING RATE: 4.095282141789696e-06
previous_iter_valid_loss : 0.16394689679145813

   1204900	  0.164118	  0.163947	  0.167511		CURRENT LEARNING RATE: 4.094463167261516e-06
previous_iter_valid_loss : 0.1708441525697708

   1204920	  0.170996	  0.170844	  0.167887		CURRENT LEARNING RATE: 4.09364435651187e-06
previous_iter_valid_loss : 0.16331377625465393

   1204940	  0.163509	  0.163314	  0.167657		CURRENT LEARNING RATE: 4.092825709507999e-06
previous_iter_valid_loss : 0.1705416440963745

   1204960	  0.170801	  0.170542	  0.168064		CURRENT LEARNING RATE: 4.092007226217156e-06
previous_iter_valid_loss : 0.1613900065422058

   1204980	  0.161572	  0.161390	  0.168027		CURRENT LEARNING RATE: 4.091188906606596e-06
previous_iter_valid_loss : 0.16196957230567932

   1205000	  0.162127	  0.161970	  0.167747		CURRENT LEARNING RATE: 4.0903707506436e-06
previous_iter_valid_loss : 0.18004409968852997

   1205020	  0.180201	  0.180044	  0.167399		CURRENT LEARNING RATE: 4.0895527582954355e-06
previous_iter_valid_loss : 0.1797979325056076

   1205040	  0.179954	  0.179798	  0.168317		CURRENT LEARNING RATE: 4.088734929529381e-06
previous_iter_valid_loss : 0.16099204123020172

   1205060	  0.161151	  0.160992	  0.168126		CURRENT LEARNING RATE: 4.087917264312716e-06
previous_iter_valid_loss : 0.16049344837665558

   1205080	  0.160659	  0.160493	  0.167946		CURRENT LEARNING RATE: 4.08709976261275e-06
previous_iter_valid_loss : 0.1609196811914444

   1205100	  0.161074	  0.160920	  0.167964		CURRENT LEARNING RATE: 4.086282424396776e-06
previous_iter_valid_loss : 0.161437526345253

   1205120	  0.161595	  0.161438	  0.167984		CURRENT LEARNING RATE: 4.085465249632099e-06
previous_iter_valid_loss : 0.18582122027873993

   1205140	  0.186194	  0.185821	  0.168621		CURRENT LEARNING RATE: 4.084648238286025e-06
previous_iter_valid_loss : 0.16083924472332

   1205160	  0.160988	  0.160839	  0.168508		CURRENT LEARNING RATE: 4.083831390325889e-06
previous_iter_valid_loss : 0.16245126724243164

   1205180	  0.162615	  0.162451	  0.168245		CURRENT LEARNING RATE: 4.083014705719009e-06
previous_iter_valid_loss : 0.16114963591098785

   1205200	  0.161298	  0.161150	  0.167995		CURRENT LEARNING RATE: 4.082198184432718e-06
previous_iter_valid_loss : 0.1719062775373459

   1205220	  0.172052	  0.171906	  0.168207		CURRENT LEARNING RATE: 4.081381826434346e-06
previous_iter_valid_loss : 0.16062292456626892

   1205240	  0.160791	  0.160623	  0.168090		CURRENT LEARNING RATE: 4.080565631691256e-06
previous_iter_valid_loss : 0.16216403245925903

   1205260	  0.162346	  0.162164	  0.167035		CURRENT LEARNING RATE: 4.079749600170792e-06
previous_iter_valid_loss : 0.16898609697818756

   1205280	  0.169218	  0.168986	  0.166479		CURRENT LEARNING RATE: 4.078933731840305e-06
previous_iter_valid_loss : 0.16504782438278198

   1205300	  0.165252	  0.165048	  0.166534		CURRENT LEARNING RATE: 4.078118026667176e-06
previous_iter_valid_loss : 0.16224181652069092

   1205320	  0.162423	  0.162242	  0.166104		CURRENT LEARNING RATE: 4.077302484618767e-06
previous_iter_valid_loss : 0.1607760637998581

   1205340	  0.160940	  0.160776	  0.165977		CURRENT LEARNING RATE: 4.076487105662459e-06
previous_iter_valid_loss : 0.16067185997962952

   1205360	  0.160840	  0.160672	  0.165483		CURRENT LEARNING RATE: 4.075671889765628e-06
previous_iter_valid_loss : 0.16288995742797852

   1205380	  0.163059	  0.162890	  0.165558		CURRENT LEARNING RATE: 4.074856836895681e-06
previous_iter_valid_loss : 0.17324219644069672

   1205400	  0.173388	  0.173242	  0.166122		CURRENT LEARNING RATE: 4.074041947020007e-06
previous_iter_valid_loss : 0.16053225100040436

   1205420	  0.160700	  0.160532	  0.165146		CURRENT LEARNING RATE: 4.073227220106012e-06
previous_iter_valid_loss : 0.16175809502601624

   1205440	  0.161940	  0.161758	  0.164244		CURRENT LEARNING RATE: 4.0724126561211e-06
previous_iter_valid_loss : 0.16817322373390198

   1205460	  0.168325	  0.168173	  0.164604		CURRENT LEARNING RATE: 4.071598255032701e-06
previous_iter_valid_loss : 0.1760062873363495

   1205480	  0.176298	  0.176006	  0.165379		CURRENT LEARNING RATE: 4.070784016808233e-06
previous_iter_valid_loss : 0.17438147962093353

   1205500	  0.174528	  0.174381	  0.166052		CURRENT LEARNING RATE: 4.069969941415126e-06
previous_iter_valid_loss : 0.17361046373844147

   1205520	  0.173758	  0.173610	  0.166661		CURRENT LEARNING RATE: 4.06915602882081e-06
previous_iter_valid_loss : 0.16172990202903748

   1205540	  0.161880	  0.161730	  0.165456		CURRENT LEARNING RATE: 4.068342278992743e-06
previous_iter_valid_loss : 0.17031820118427277

   1205560	  0.170575	  0.170318	  0.165930		CURRENT LEARNING RATE: 4.067528691898368e-06
previous_iter_valid_loss : 0.16473327577114105

   1205580	  0.164946	  0.164733	  0.166044		CURRENT LEARNING RATE: 4.066715267505141e-06
previous_iter_valid_loss : 0.16486293077468872

   1205600	  0.165051	  0.164863	  0.166230		CURRENT LEARNING RATE: 4.065902005780518e-06
previous_iter_valid_loss : 0.16562290489673615

   1205620	  0.165831	  0.165623	  0.165916		CURRENT LEARNING RATE: 4.065088906691982e-06
previous_iter_valid_loss : 0.1633218377828598

   1205640	  0.163485	  0.163322	  0.166051		CURRENT LEARNING RATE: 4.064275970207005e-06
previous_iter_valid_loss : 0.16773870587348938

   1205660	  0.167889	  0.167739	  0.166330		CURRENT LEARNING RATE: 4.063463196293058e-06
previous_iter_valid_loss : 0.1605791598558426

   1205680	  0.160748	  0.160579	  0.165909		CURRENT LEARNING RATE: 4.062650584917648e-06
previous_iter_valid_loss : 0.17662250995635986

   1205700	  0.176775	  0.176623	  0.166488		CURRENT LEARNING RATE: 4.0618381360482615e-06
previous_iter_valid_loss : 0.1702917367219925

   1205720	  0.170440	  0.170292	  0.166891		CURRENT LEARNING RATE: 4.061025849652401e-06
previous_iter_valid_loss : 0.16472959518432617

   1205740	  0.164945	  0.164730	  0.167088		CURRENT LEARNING RATE: 4.0602137256975674e-06
previous_iter_valid_loss : 0.16435588896274567

   1205760	  0.164528	  0.164356	  0.167272		CURRENT LEARNING RATE: 4.059401764151291e-06
previous_iter_valid_loss : 0.1613890677690506

   1205780	  0.161547	  0.161389	  0.167197		CURRENT LEARNING RATE: 4.058589964981085e-06
previous_iter_valid_loss : 0.16621734201908112

   1205800	  0.166429	  0.166217	  0.166846		CURRENT LEARNING RATE: 4.057778328154479e-06
previous_iter_valid_loss : 0.16377289593219757

   1205820	  0.163936	  0.163773	  0.167008		CURRENT LEARNING RATE: 4.056966853638999e-06
previous_iter_valid_loss : 0.18058551847934723

   1205840	  0.180915	  0.180586	  0.167950		CURRENT LEARNING RATE: 4.0561555414022015e-06
previous_iter_valid_loss : 0.16122856736183167

   1205860	  0.161415	  0.161229	  0.167602		CURRENT LEARNING RATE: 4.055344391411626e-06
previous_iter_valid_loss : 0.16090336441993713

   1205880	  0.161082	  0.160903	  0.166847		CURRENT LEARNING RATE: 4.054533403634827e-06
previous_iter_valid_loss : 0.16073504090309143

   1205900	  0.160913	  0.160735	  0.166165		CURRENT LEARNING RATE: 4.053722578039357e-06
previous_iter_valid_loss : 0.16727562248706818

   1205920	  0.167434	  0.167276	  0.165848		CURRENT LEARNING RATE: 4.052911914592797e-06
previous_iter_valid_loss : 0.1691039353609085

   1205940	  0.169354	  0.169104	  0.166217		CURRENT LEARNING RATE: 4.052101413262715e-06
previous_iter_valid_loss : 0.16153688728809357

   1205960	  0.161696	  0.161537	  0.165778		CURRENT LEARNING RATE: 4.051291074016691e-06
previous_iter_valid_loss : 0.17104168236255646

   1205980	  0.171189	  0.171042	  0.166093		CURRENT LEARNING RATE: 4.050480896822302e-06
previous_iter_valid_loss : 0.16050662100315094

   1206000	  0.160666	  0.160507	  0.165875		CURRENT LEARNING RATE: 4.049670881647157e-06
previous_iter_valid_loss : 0.1605025976896286

   1206020	  0.160661	  0.160503	  0.165619		CURRENT LEARNING RATE: 4.048861028458848e-06
previous_iter_valid_loss : 0.21575671434402466

   1206040	  0.215776	  0.215757	  0.168241		CURRENT LEARNING RATE: 4.048051337224973e-06
previous_iter_valid_loss : 0.1609610915184021

   1206060	  0.161119	  0.160961	  0.167902		CURRENT LEARNING RATE: 4.04724180791316e-06
previous_iter_valid_loss : 0.16060493886470795

   1206080	  0.160766	  0.160605	  0.167903		CURRENT LEARNING RATE: 4.046432440491019e-06
previous_iter_valid_loss : 0.1682298481464386

   1206100	  0.168465	  0.168230	  0.167484		CURRENT LEARNING RATE: 4.045623234926176e-06
previous_iter_valid_loss : 0.16211165487766266

   1206120	  0.162291	  0.162112	  0.167075		CURRENT LEARNING RATE: 4.044814191186257e-06
previous_iter_valid_loss : 0.16374404728412628

   1206140	  0.163948	  0.163744	  0.167026		CURRENT LEARNING RATE: 4.044005309238913e-06
previous_iter_valid_loss : 0.1704941838979721

   1206160	  0.170747	  0.170494	  0.167332		CURRENT LEARNING RATE: 4.043196589051781e-06
previous_iter_valid_loss : 0.17039671540260315

   1206180	  0.170653	  0.170397	  0.167783		CURRENT LEARNING RATE: 4.0423880305925136e-06
previous_iter_valid_loss : 0.16065603494644165

   1206200	  0.160827	  0.160656	  0.167505		CURRENT LEARNING RATE: 4.041579633828761e-06
previous_iter_valid_loss : 0.16191886365413666

   1206220	  0.162069	  0.161919	  0.167412		CURRENT LEARNING RATE: 4.040771398728201e-06
previous_iter_valid_loss : 0.17186985909938812

   1206240	  0.172136	  0.171870	  0.166976		CURRENT LEARNING RATE: 4.039963325258498e-06
previous_iter_valid_loss : 0.17276282608509064

   1206260	  0.173025	  0.172763	  0.167553		CURRENT LEARNING RATE: 4.039155413387328e-06
previous_iter_valid_loss : 0.1688162237405777

   1206280	  0.168974	  0.168816	  0.167949		CURRENT LEARNING RATE: 4.038347663082369e-06
previous_iter_valid_loss : 0.16516047716140747

   1206300	  0.165330	  0.165160	  0.168170		CURRENT LEARNING RATE: 4.037540074311323e-06
previous_iter_valid_loss : 0.16081088781356812

   1206320	  0.160981	  0.160811	  0.167847		CURRENT LEARNING RATE: 4.036732647041881e-06
previous_iter_valid_loss : 0.16824008524417877

   1206340	  0.168465	  0.168240	  0.167803		CURRENT LEARNING RATE: 4.035925381241746e-06
previous_iter_valid_loss : 0.16572509706020355

   1206360	  0.165934	  0.165725	  0.168013		CURRENT LEARNING RATE: 4.035118276878618e-06
previous_iter_valid_loss : 0.16371102631092072

   1206380	  0.163909	  0.163711	  0.167646		CURRENT LEARNING RATE: 4.03431133392023e-06
previous_iter_valid_loss : 0.160517618060112

   1206400	  0.160672	  0.160518	  0.167647		CURRENT LEARNING RATE: 4.033504552334296e-06
previous_iter_valid_loss : 0.174798846244812

   1206420	  0.175077	  0.174799	  0.168362		CURRENT LEARNING RATE: 4.032697932088545e-06
previous_iter_valid_loss : 0.16502684354782104

   1206440	  0.165231	  0.165027	  0.165825		CURRENT LEARNING RATE: 4.0318914731507034e-06
previous_iter_valid_loss : 0.16775618493556976

   1206460	  0.167981	  0.167756	  0.166165		CURRENT LEARNING RATE: 4.031085175488528e-06
previous_iter_valid_loss : 0.16594725847244263

   1206480	  0.166162	  0.165947	  0.166432		CURRENT LEARNING RATE: 4.0302790390697625e-06
previous_iter_valid_loss : 0.16071341931819916

   1206500	  0.160891	  0.160713	  0.166056		CURRENT LEARNING RATE: 4.02947306386215e-06
previous_iter_valid_loss : 0.1625528186559677

   1206520	  0.162735	  0.162553	  0.166078		CURRENT LEARNING RATE: 4.028667249833469e-06
previous_iter_valid_loss : 0.16070233285427094

   1206540	  0.160875	  0.160702	  0.165926		CURRENT LEARNING RATE: 4.027861596951477e-06
previous_iter_valid_loss : 0.16838416457176208

   1206560	  0.168534	  0.168384	  0.165821		CURRENT LEARNING RATE: 4.0270561051839504e-06
previous_iter_valid_loss : 0.1667458415031433

   1206580	  0.166902	  0.166746	  0.165638		CURRENT LEARNING RATE: 4.026250774498661e-06
previous_iter_valid_loss : 0.16186325252056122

   1206600	  0.162031	  0.161863	  0.165699		CURRENT LEARNING RATE: 4.0254456048634115e-06
previous_iter_valid_loss : 0.16051022708415985

   1206620	  0.160677	  0.160510	  0.165628		CURRENT LEARNING RATE: 4.024640596245985e-06
previous_iter_valid_loss : 0.16263115406036377

   1206640	  0.162789	  0.162631	  0.165166		CURRENT LEARNING RATE: 4.0238357486141844e-06
previous_iter_valid_loss : 0.16188564896583557

   1206660	  0.162076	  0.161886	  0.164622		CURRENT LEARNING RATE: 4.0230310619358064e-06
previous_iter_valid_loss : 0.16098496317863464

   1206680	  0.161129	  0.160985	  0.164231		CURRENT LEARNING RATE: 4.022226536178679e-06
previous_iter_valid_loss : 0.16570986807346344

   1206700	  0.165919	  0.165710	  0.164258		CURRENT LEARNING RATE: 4.021422171310612e-06
previous_iter_valid_loss : 0.16427582502365112

   1206720	  0.164475	  0.164276	  0.164431		CURRENT LEARNING RATE: 4.020617967299434e-06
previous_iter_valid_loss : 0.16147606074810028

   1206740	  0.161640	  0.161476	  0.164093		CURRENT LEARNING RATE: 4.019813924112968e-06
previous_iter_valid_loss : 0.16623471677303314

   1206760	  0.166395	  0.166235	  0.164119		CURRENT LEARNING RATE: 4.019010041719066e-06
previous_iter_valid_loss : 0.16133905947208405

   1206780	  0.161492	  0.161339	  0.164000		CURRENT LEARNING RATE: 4.018206320085566e-06
previous_iter_valid_loss : 0.16077768802642822

   1206800	  0.160935	  0.160778	  0.164013		CURRENT LEARNING RATE: 4.017402759180321e-06
previous_iter_valid_loss : 0.18348675966262817

   1206820	  0.183840	  0.183487	  0.164448		CURRENT LEARNING RATE: 4.016599358971178e-06
previous_iter_valid_loss : 0.1681971698999405

   1206840	  0.168437	  0.168197	  0.164606		CURRENT LEARNING RATE: 4.0157961194260175e-06
previous_iter_valid_loss : 0.16239219903945923

   1206860	  0.162589	  0.162392	  0.164338		CURRENT LEARNING RATE: 4.014993040512703e-06
previous_iter_valid_loss : 0.16327056288719177

   1206880	  0.163435	  0.163271	  0.164204		CURRENT LEARNING RATE: 4.014190122199102e-06
previous_iter_valid_loss : 0.17529243230819702

   1206900	  0.175571	  0.175292	  0.164933		CURRENT LEARNING RATE: 4.013387364453115e-06
previous_iter_valid_loss : 0.16051951050758362

   1206920	  0.160693	  0.160520	  0.164831		CURRENT LEARNING RATE: 4.012584767242623e-06
previous_iter_valid_loss : 0.1649581491947174

   1206940	  0.165169	  0.164958	  0.165044		CURRENT LEARNING RATE: 4.011782330535521e-06
previous_iter_valid_loss : 0.17266030609607697

   1206960	  0.172929	  0.172660	  0.165258		CURRENT LEARNING RATE: 4.010980054299707e-06
previous_iter_valid_loss : 0.1620502769947052

   1206980	  0.162200	  0.162050	  0.165023		CURRENT LEARNING RATE: 4.010177938503102e-06
previous_iter_valid_loss : 0.17929774522781372

   1207000	  0.179453	  0.179298	  0.165895		CURRENT LEARNING RATE: 4.009375983113615e-06
previous_iter_valid_loss : 0.1605643779039383

   1207020	  0.160729	  0.160564	  0.165898		CURRENT LEARNING RATE: 4.008574188099169e-06
previous_iter_valid_loss : 0.16242428123950958

   1207040	  0.162604	  0.162424	  0.165887		CURRENT LEARNING RATE: 4.007772553427683e-06
previous_iter_valid_loss : 0.16065651178359985

   1207060	  0.160836	  0.160657	  0.165826		CURRENT LEARNING RATE: 4.006971079067108e-06
previous_iter_valid_loss : 0.16073980927467346

   1207080	  0.160917	  0.160740	  0.165814		CURRENT LEARNING RATE: 4.0061697649853745e-06
previous_iter_valid_loss : 0.16070593893527985

   1207100	  0.160863	  0.160706	  0.165563		CURRENT LEARNING RATE: 4.0053686111504334e-06
previous_iter_valid_loss : 0.16546471416950226

   1207120	  0.165668	  0.165465	  0.165623		CURRENT LEARNING RATE: 4.00456761753023e-06
previous_iter_valid_loss : 0.1639600247144699

   1207140	  0.164129	  0.163960	  0.165747		CURRENT LEARNING RATE: 4.003766784092739e-06
previous_iter_valid_loss : 0.16162405908107758

   1207160	  0.161769	  0.161624	  0.165516		CURRENT LEARNING RATE: 4.00296611080592e-06
previous_iter_valid_loss : 0.16422925889492035

   1207180	  0.164395	  0.164229	  0.165661		CURRENT LEARNING RATE: 4.0021655976377455e-06
previous_iter_valid_loss : 0.16728584468364716

   1207200	  0.167443	  0.167286	  0.165986		CURRENT LEARNING RATE: 4.001365244556189e-06
previous_iter_valid_loss : 0.1620185375213623

   1207220	  0.162212	  0.162019	  0.164913		CURRENT LEARNING RATE: 4.00056505152925e-06
previous_iter_valid_loss : 0.1620246320962906

   1207240	  0.162183	  0.162025	  0.164604		CURRENT LEARNING RATE: 3.999765018524913e-06
previous_iter_valid_loss : 0.16080059111118317

   1207260	  0.160978	  0.160801	  0.164525		CURRENT LEARNING RATE: 3.99896514551117e-06
previous_iter_valid_loss : 0.16400837898254395

   1207280	  0.164174	  0.164008	  0.164562		CURRENT LEARNING RATE: 3.998165432456041e-06
previous_iter_valid_loss : 0.20228897035121918

   1207300	  0.202834	  0.202289	  0.165911		CURRENT LEARNING RATE: 3.99736587932753e-06
previous_iter_valid_loss : 0.1606357842683792

   1207320	  0.160794	  0.160636	  0.165917		CURRENT LEARNING RATE: 3.9965664860936545e-06
previous_iter_valid_loss : 0.16055899858474731

   1207340	  0.160722	  0.160559	  0.165697		CURRENT LEARNING RATE: 3.995767252722431e-06
previous_iter_valid_loss : 0.16295628249645233

   1207360	  0.163119	  0.162956	  0.165212		CURRENT LEARNING RATE: 3.994968179181906e-06
previous_iter_valid_loss : 0.1729729026556015

   1207380	  0.173112	  0.172973	  0.165758		CURRENT LEARNING RATE: 3.9941692654401094e-06
previous_iter_valid_loss : 0.1626947820186615

   1207400	  0.162860	  0.162695	  0.164928		CURRENT LEARNING RATE: 3.993370511465084e-06
previous_iter_valid_loss : 0.16062431037425995

   1207420	  0.160790	  0.160624	  0.164931		CURRENT LEARNING RATE: 3.9925719172248705e-06
previous_iter_valid_loss : 0.1683373749256134

   1207440	  0.168568	  0.168337	  0.165227		CURRENT LEARNING RATE: 3.991773482687543e-06
previous_iter_valid_loss : 0.18431714177131653

   1207460	  0.184694	  0.184317	  0.166410		CURRENT LEARNING RATE: 3.990975207821155e-06
previous_iter_valid_loss : 0.160593643784523

   1207480	  0.160757	  0.160594	  0.166402		CURRENT LEARNING RATE: 3.990177092593776e-06
previous_iter_valid_loss : 0.17568737268447876

   1207500	  0.175844	  0.175687	  0.167152		CURRENT LEARNING RATE: 3.989379136973474e-06
previous_iter_valid_loss : 0.16488125920295715

   1207520	  0.165049	  0.164881	  0.167122		CURRENT LEARNING RATE: 3.988581340928345e-06
previous_iter_valid_loss : 0.16110099852085114

   1207540	  0.161283	  0.161101	  0.166979		CURRENT LEARNING RATE: 3.98778370442647e-06
previous_iter_valid_loss : 0.16071422398090363

   1207560	  0.160885	  0.160714	  0.166934		CURRENT LEARNING RATE: 3.9869862274359435e-06
previous_iter_valid_loss : 0.16386306285858154

   1207580	  0.164061	  0.163863	  0.166916		CURRENT LEARNING RATE: 3.9861889099248596e-06
previous_iter_valid_loss : 0.17686814069747925

   1207600	  0.177022	  0.176868	  0.167395		CURRENT LEARNING RATE: 3.9853917518613404e-06
previous_iter_valid_loss : 0.17337416112422943

   1207620	  0.173518	  0.173374	  0.167963		CURRENT LEARNING RATE: 3.984594753213491e-06
previous_iter_valid_loss : 0.1715470552444458

   1207640	  0.171807	  0.171547	  0.168439		CURRENT LEARNING RATE: 3.983797913949433e-06
previous_iter_valid_loss : 0.16079698503017426

   1207660	  0.160969	  0.160797	  0.168438		CURRENT LEARNING RATE: 3.9830012340372845e-06
previous_iter_valid_loss : 0.16122372448444366

   1207680	  0.161379	  0.161224	  0.168299		CURRENT LEARNING RATE: 3.982204713445193e-06
previous_iter_valid_loss : 0.19057947397232056

   1207700	  0.190702	  0.190579	  0.167714		CURRENT LEARNING RATE: 3.981408352141291e-06
previous_iter_valid_loss : 0.16611817479133606

   1207720	  0.166279	  0.166118	  0.167988		CURRENT LEARNING RATE: 3.9806121500937164e-06
previous_iter_valid_loss : 0.1666669398546219

   1207740	  0.166888	  0.166667	  0.168293		CURRENT LEARNING RATE: 3.979816107270635e-06
previous_iter_valid_loss : 0.16929051280021667

   1207760	  0.169547	  0.169291	  0.168610		CURRENT LEARNING RATE: 3.979020223640199e-06
previous_iter_valid_loss : 0.16076530516147614

   1207780	  0.160945	  0.160765	  0.168000		CURRENT LEARNING RATE: 3.9782244991705724e-06
previous_iter_valid_loss : 0.16319920122623444

   1207800	  0.163390	  0.163199	  0.168025		CURRENT LEARNING RATE: 3.977428933829919e-06
previous_iter_valid_loss : 0.16723813116550446

   1207820	  0.167452	  0.167238	  0.168356		CURRENT LEARNING RATE: 3.97663352758643e-06
previous_iter_valid_loss : 0.1634342521429062

   1207840	  0.163601	  0.163434	  0.168110		CURRENT LEARNING RATE: 3.975838280408284e-06
previous_iter_valid_loss : 0.16140049695968628

   1207860	  0.161553	  0.161400	  0.166965		CURRENT LEARNING RATE: 3.975043192263669e-06
previous_iter_valid_loss : 0.16055776178836823

   1207880	  0.160725	  0.160558	  0.166963		CURRENT LEARNING RATE: 3.9742482631207745e-06
previous_iter_valid_loss : 0.16075801849365234

   1207900	  0.160937	  0.160758	  0.166216		CURRENT LEARNING RATE: 3.973453492947819e-06
previous_iter_valid_loss : 0.1616513878107071

   1207920	  0.161809	  0.161651	  0.166055		CURRENT LEARNING RATE: 3.972658881713004e-06
previous_iter_valid_loss : 0.16060440242290497

   1207940	  0.160764	  0.160604	  0.166030		CURRENT LEARNING RATE: 3.971864429384543e-06
previous_iter_valid_loss : 0.16939665377140045

   1207960	  0.169548	  0.169397	  0.166464		CURRENT LEARNING RATE: 3.971070135930654e-06
previous_iter_valid_loss : 0.17077521979808807

   1207980	  0.170928	  0.170775	  0.166810		CURRENT LEARNING RATE: 3.970276001319578e-06
previous_iter_valid_loss : 0.18009662628173828

   1208000	  0.180429	  0.180097	  0.166971		CURRENT LEARNING RATE: 3.969482025519543e-06
previous_iter_valid_loss : 0.1663672924041748

   1208020	  0.166584	  0.166367	  0.166621		CURRENT LEARNING RATE: 3.968688208498789e-06
previous_iter_valid_loss : 0.18585552275180817

   1208040	  0.185998	  0.185856	  0.167336		CURRENT LEARNING RATE: 3.967894550225558e-06
previous_iter_valid_loss : 0.16065064072608948

   1208060	  0.160827	  0.160651	  0.167329		CURRENT LEARNING RATE: 3.967101050668115e-06
previous_iter_valid_loss : 0.16683180630207062

   1208080	  0.167058	  0.166832	  0.167609		CURRENT LEARNING RATE: 3.966307709794715e-06
previous_iter_valid_loss : 0.17676326632499695

   1208100	  0.177060	  0.176763	  0.166918		CURRENT LEARNING RATE: 3.965514527573617e-06
previous_iter_valid_loss : 0.16084209084510803

   1208120	  0.161015	  0.160842	  0.166655		CURRENT LEARNING RATE: 3.964721503973107e-06
previous_iter_valid_loss : 0.16229665279388428

   1208140	  0.162483	  0.162297	  0.166436		CURRENT LEARNING RATE: 3.963928638961459e-06
previous_iter_valid_loss : 0.16058965027332306

   1208160	  0.160739	  0.160590	  0.166001		CURRENT LEARNING RATE: 3.963135932506956e-06
previous_iter_valid_loss : 0.16215915977954865

   1208180	  0.162319	  0.162159	  0.166071		CURRENT LEARNING RATE: 3.962343384577884e-06
previous_iter_valid_loss : 0.16251133382320404

   1208200	  0.162706	  0.162511	  0.166036		CURRENT LEARNING RATE: 3.9615509951425545e-06
previous_iter_valid_loss : 0.17287471890449524

   1208220	  0.173031	  0.172875	  0.166318		CURRENT LEARNING RATE: 3.960758764169266e-06
previous_iter_valid_loss : 0.16179592907428741

   1208240	  0.161980	  0.161796	  0.166236		CURRENT LEARNING RATE: 3.959966691626329e-06
previous_iter_valid_loss : 0.17927293479442596

   1208260	  0.179593	  0.179273	  0.167130		CURRENT LEARNING RATE: 3.959174777482053e-06
previous_iter_valid_loss : 0.16175858676433563

   1208280	  0.161918	  0.161759	  0.167190		CURRENT LEARNING RATE: 3.958383021704775e-06
previous_iter_valid_loss : 0.16280481219291687

   1208300	  0.162993	  0.162805	  0.167292		CURRENT LEARNING RATE: 3.957591424262819e-06
previous_iter_valid_loss : 0.1608787477016449

   1208320	  0.161032	  0.160879	  0.167254		CURRENT LEARNING RATE: 3.95679998512452e-06
previous_iter_valid_loss : 0.16096122562885284

   1208340	  0.161147	  0.160961	  0.167272		CURRENT LEARNING RATE: 3.956008704258214e-06
previous_iter_valid_loss : 0.16058377921581268

   1208360	  0.160741	  0.160584	  0.166831		CURRENT LEARNING RATE: 3.955217581632264e-06
previous_iter_valid_loss : 0.16101840138435364

   1208380	  0.161177	  0.161018	  0.166343		CURRENT LEARNING RATE: 3.954426617215018e-06
previous_iter_valid_loss : 0.16515232622623444

   1208400	  0.165317	  0.165152	  0.165596		CURRENT LEARNING RATE: 3.9536358109748365e-06
previous_iter_valid_loss : 0.16890303790569305

   1208420	  0.169138	  0.168903	  0.165723		CURRENT LEARNING RATE: 3.9528451628800814e-06
previous_iter_valid_loss : 0.1663341373205185

   1208440	  0.166493	  0.166334	  0.164747		CURRENT LEARNING RATE: 3.9520546728991404e-06
previous_iter_valid_loss : 0.16801989078521729

   1208460	  0.168179	  0.168020	  0.165115		CURRENT LEARNING RATE: 3.951264341000387e-06
previous_iter_valid_loss : 0.1620175838470459

   1208480	  0.162218	  0.162018	  0.164874		CURRENT LEARNING RATE: 3.9504741671522e-06
previous_iter_valid_loss : 0.16074016690254211

   1208500	  0.160906	  0.160740	  0.164073		CURRENT LEARNING RATE: 3.9496841513229875e-06
previous_iter_valid_loss : 0.16454550623893738

   1208520	  0.164748	  0.164546	  0.164258		CURRENT LEARNING RATE: 3.948894293481142e-06
previous_iter_valid_loss : 0.16105511784553528

   1208540	  0.161217	  0.161055	  0.164196		CURRENT LEARNING RATE: 3.948104593595069e-06
previous_iter_valid_loss : 0.16476069390773773

   1208560	  0.164975	  0.164761	  0.164405		CURRENT LEARNING RATE: 3.947315051633172e-06
previous_iter_valid_loss : 0.16235390305519104

   1208580	  0.162523	  0.162354	  0.164415		CURRENT LEARNING RATE: 3.946525667563885e-06
previous_iter_valid_loss : 0.17600399255752563

   1208600	  0.176288	  0.176004	  0.165089		CURRENT LEARNING RATE: 3.9457364413556265e-06
previous_iter_valid_loss : 0.16118751466274261

   1208620	  0.161334	  0.161188	  0.164505		CURRENT LEARNING RATE: 3.944947372976826e-06
previous_iter_valid_loss : 0.16348601877689362

   1208640	  0.163655	  0.163486	  0.164589		CURRENT LEARNING RATE: 3.944158462395913e-06
previous_iter_valid_loss : 0.16738952696323395

   1208660	  0.167545	  0.167390	  0.163995		CURRENT LEARNING RATE: 3.943369709581346e-06
previous_iter_valid_loss : 0.18659453094005585

   1208680	  0.186985	  0.186595	  0.165237		CURRENT LEARNING RATE: 3.942581114501568e-06
previous_iter_valid_loss : 0.1606784164905548

   1208700	  0.160841	  0.160678	  0.165131		CURRENT LEARNING RATE: 3.941792677125035e-06
previous_iter_valid_loss : 0.17306461930274963

   1208720	  0.173210	  0.173065	  0.165740		CURRENT LEARNING RATE: 3.941004397420203e-06
previous_iter_valid_loss : 0.17786186933517456

   1208740	  0.178163	  0.177862	  0.166585		CURRENT LEARNING RATE: 3.940216275355555e-06
previous_iter_valid_loss : 0.16054093837738037

   1208760	  0.160703	  0.160541	  0.166583		CURRENT LEARNING RATE: 3.939428310899558e-06
previous_iter_valid_loss : 0.16264402866363525

   1208780	  0.162839	  0.162644	  0.166664		CURRENT LEARNING RATE: 3.938640504020693e-06
previous_iter_valid_loss : 0.16388541460037231

   1208800	  0.164090	  0.163885	  0.166601		CURRENT LEARNING RATE: 3.937852854687443e-06
previous_iter_valid_loss : 0.16697059571743011

   1208820	  0.167185	  0.166971	  0.166504		CURRENT LEARNING RATE: 3.937065362868314e-06
previous_iter_valid_loss : 0.16076809167861938

   1208840	  0.160941	  0.160768	  0.166226		CURRENT LEARNING RATE: 3.9362780285318006e-06
previous_iter_valid_loss : 0.16318273544311523

   1208860	  0.163350	  0.163183	  0.165984		CURRENT LEARNING RATE: 3.935490851646401e-06
previous_iter_valid_loss : 0.21817676723003387

   1208880	  0.218171	  0.218177	  0.168792		CURRENT LEARNING RATE: 3.934703832180644e-06
previous_iter_valid_loss : 0.16148518025875092

   1208900	  0.161669	  0.161485	  0.168829		CURRENT LEARNING RATE: 3.933916970103041e-06
previous_iter_valid_loss : 0.1653526872396469

   1208920	  0.165557	  0.165353	  0.168869		CURRENT LEARNING RATE: 3.9331302653821165e-06
previous_iter_valid_loss : 0.16058015823364258

   1208940	  0.160745	  0.160580	  0.168846		CURRENT LEARNING RATE: 3.932343717986396e-06
previous_iter_valid_loss : 0.16350030899047852

   1208960	  0.163663	  0.163500	  0.168783		CURRENT LEARNING RATE: 3.931557327884432e-06
previous_iter_valid_loss : 0.17635640501976013

   1208980	  0.176505	  0.176356	  0.169483		CURRENT LEARNING RATE: 3.930771095044762e-06
previous_iter_valid_loss : 0.16624599695205688

   1209000	  0.166412	  0.166246	  0.168995		CURRENT LEARNING RATE: 3.929985019435935e-06
previous_iter_valid_loss : 0.16676898300647736

   1209020	  0.166927	  0.166769	  0.169274		CURRENT LEARNING RATE: 3.929199101026504e-06
previous_iter_valid_loss : 0.1676834523677826

   1209040	  0.167843	  0.167683	  0.169484		CURRENT LEARNING RATE: 3.928413339785043e-06
previous_iter_valid_loss : 0.17011502385139465

   1209060	  0.170356	  0.170115	  0.169620		CURRENT LEARNING RATE: 3.927627735680118e-06
previous_iter_valid_loss : 0.163665771484375

   1209080	  0.163868	  0.163666	  0.168474		CURRENT LEARNING RATE: 3.926842288680302e-06
previous_iter_valid_loss : 0.16154775023460388

   1209100	  0.161736	  0.161548	  0.168517		CURRENT LEARNING RATE: 3.926056998754171e-06
previous_iter_valid_loss : 0.1696113497018814

   1209120	  0.169858	  0.169611	  0.168345		CURRENT LEARNING RATE: 3.9252718658703275e-06
previous_iter_valid_loss : 0.18906965851783752

   1209140	  0.189487	  0.189070	  0.168905		CURRENT LEARNING RATE: 3.924486889997359e-06
previous_iter_valid_loss : 0.16552452743053436

   1209160	  0.165688	  0.165525	  0.169154		CURRENT LEARNING RATE: 3.923702071103866e-06
previous_iter_valid_loss : 0.16744166612625122

   1209180	  0.167600	  0.167442	  0.169394		CURRENT LEARNING RATE: 3.922917409158451e-06
previous_iter_valid_loss : 0.16501745581626892

   1209200	  0.165185	  0.165017	  0.169451		CURRENT LEARNING RATE: 3.922132904129739e-06
previous_iter_valid_loss : 0.16348131000995636

   1209220	  0.163685	  0.163481	  0.169276		CURRENT LEARNING RATE: 3.921348555986344e-06
previous_iter_valid_loss : 0.1633928418159485

   1209240	  0.163593	  0.163393	  0.169407		CURRENT LEARNING RATE: 3.9205643646968905e-06
previous_iter_valid_loss : 0.16464181244373322

   1209260	  0.164848	  0.164642	  0.169480		CURRENT LEARNING RATE: 3.9197803302300064e-06
previous_iter_valid_loss : 0.17595602571964264

   1209280	  0.176110	  0.175956	  0.167369		CURRENT LEARNING RATE: 3.918996452554343e-06
previous_iter_valid_loss : 0.16906017065048218

   1209300	  0.169214	  0.169060	  0.167748		CURRENT LEARNING RATE: 3.918212731638538e-06
previous_iter_valid_loss : 0.1606331318616867

   1209320	  0.160787	  0.160633	  0.167512		CURRENT LEARNING RATE: 3.917429167451236e-06
previous_iter_valid_loss : 0.16418702900409698

   1209340	  0.164396	  0.164187	  0.167692		CURRENT LEARNING RATE: 3.9166457599611075e-06
previous_iter_valid_loss : 0.16170035302639008

   1209360	  0.161876	  0.161700	  0.167602		CURRENT LEARNING RATE: 3.9158625091368106e-06
previous_iter_valid_loss : 0.16266193985939026

   1209380	  0.162821	  0.162662	  0.166918		CURRENT LEARNING RATE: 3.915079414947014e-06
previous_iter_valid_loss : 0.1728840172290802

   1209400	  0.173025	  0.172884	  0.167250		CURRENT LEARNING RATE: 3.914296477360388e-06
previous_iter_valid_loss : 0.1626807153224945

   1209420	  0.162843	  0.162681	  0.167045		CURRENT LEARNING RATE: 3.913513696345629e-06
previous_iter_valid_loss : 0.17011882364749908

   1209440	  0.170364	  0.170119	  0.167167		CURRENT LEARNING RATE: 3.912731071871417e-06
previous_iter_valid_loss : 0.16094274818897247

   1209460	  0.161099	  0.160943	  0.166708		CURRENT LEARNING RATE: 3.91194860390645e-06
previous_iter_valid_loss : 0.16951172053813934

   1209480	  0.169663	  0.169512	  0.167001		CURRENT LEARNING RATE: 3.911166292419419e-06
previous_iter_valid_loss : 0.16505469381809235

   1209500	  0.165259	  0.165055	  0.167176		CURRENT LEARNING RATE: 3.910384137379049e-06
previous_iter_valid_loss : 0.16121011972427368

   1209520	  0.161381	  0.161210	  0.166756		CURRENT LEARNING RATE: 3.909602138754044e-06
previous_iter_valid_loss : 0.16268692910671234

   1209540	  0.162852	  0.162687	  0.165437		CURRENT LEARNING RATE: 3.9088202965131255e-06
previous_iter_valid_loss : 0.17761079967021942

   1209560	  0.177762	  0.177611	  0.166041		CURRENT LEARNING RATE: 3.908038610625012e-06
previous_iter_valid_loss : 0.16063396632671356

   1209580	  0.160784	  0.160634	  0.165701		CURRENT LEARNING RATE: 3.907257081058451e-06
previous_iter_valid_loss : 0.1608617752790451

   1209600	  0.161044	  0.160862	  0.165493		CURRENT LEARNING RATE: 3.906475707782173e-06
previous_iter_valid_loss : 0.1635964959859848

   1209620	  0.163794	  0.163596	  0.165499		CURRENT LEARNING RATE: 3.905694490764924e-06
previous_iter_valid_loss : 0.1620606929063797

   1209640	  0.162224	  0.162061	  0.165432		CURRENT LEARNING RATE: 3.904913429975448e-06
previous_iter_valid_loss : 0.16058790683746338

   1209660	  0.160755	  0.160588	  0.165229		CURRENT LEARNING RATE: 3.904132525382517e-06
previous_iter_valid_loss : 0.16110463440418243

   1209680	  0.161283	  0.161105	  0.164487		CURRENT LEARNING RATE: 3.903351776954888e-06
previous_iter_valid_loss : 0.16285671293735504

   1209700	  0.163046	  0.162857	  0.164177		CURRENT LEARNING RATE: 3.902571184661324e-06
previous_iter_valid_loss : 0.16196632385253906

   1209720	  0.162159	  0.161966	  0.164243		CURRENT LEARNING RATE: 3.901790748470613e-06
previous_iter_valid_loss : 0.16174939274787903

   1209740	  0.161941	  0.161749	  0.164121		CURRENT LEARNING RATE: 3.901010468351534e-06
previous_iter_valid_loss : 0.1630536913871765

   1209760	  0.163224	  0.163054	  0.164189		CURRENT LEARNING RATE: 3.900230344272874e-06
previous_iter_valid_loss : 0.1615523099899292

   1209780	  0.161742	  0.161552	  0.164134		CURRENT LEARNING RATE: 3.899450376203421e-06
previous_iter_valid_loss : 0.160603865981102

   1209800	  0.160763	  0.160604	  0.163520		CURRENT LEARNING RATE: 3.8986705641119905e-06
previous_iter_valid_loss : 0.16129106283187866

   1209820	  0.161448	  0.161291	  0.163450		CURRENT LEARNING RATE: 3.897890907967383e-06
previous_iter_valid_loss : 0.16186879575252533

   1209840	  0.162026	  0.161869	  0.163038		CURRENT LEARNING RATE: 3.897111407738413e-06
previous_iter_valid_loss : 0.1607072949409485

   1209860	  0.160875	  0.160707	  0.163026		CURRENT LEARNING RATE: 3.896332063393892e-06
previous_iter_valid_loss : 0.16141177713871002

   1209880	  0.161571	  0.161412	  0.162621		CURRENT LEARNING RATE: 3.895552874902661e-06
previous_iter_valid_loss : 0.1816485971212387

   1209900	  0.181808	  0.181649	  0.163451		CURRENT LEARNING RATE: 3.894773842233547e-06
previous_iter_valid_loss : 0.16957500576972961

   1209920	  0.169727	  0.169575	  0.163869		CURRENT LEARNING RATE: 3.893994965355386e-06
previous_iter_valid_loss : 0.17500191926956177

   1209940	  0.175285	  0.175002	  0.164485		CURRENT LEARNING RATE: 3.893216244237017e-06
previous_iter_valid_loss : 0.1607101857662201

   1209960	  0.160886	  0.160710	  0.163640		CURRENT LEARNING RATE: 3.8924376788473056e-06
previous_iter_valid_loss : 0.1696726232767105

   1209980	  0.169822	  0.169673	  0.164091		CURRENT LEARNING RATE: 3.891659269155102e-06
previous_iter_valid_loss : 0.16296060383319855

   1210000	  0.163154	  0.162961	  0.164196		CURRENT LEARNING RATE: 3.89088101512927e-06
previous_iter_valid_loss : 0.16124500334262848

   1210020	  0.161439	  0.161245	  0.164079		CURRENT LEARNING RATE: 3.890102916738671e-06
previous_iter_valid_loss : 0.17845623195171356

   1210040	  0.178619	  0.178456	  0.164899		CURRENT LEARNING RATE: 3.889324973952197e-06
previous_iter_valid_loss : 0.16051539778709412

   1210060	  0.160677	  0.160515	  0.164895		CURRENT LEARNING RATE: 3.888547186738723e-06
previous_iter_valid_loss : 0.1620558649301529

   1210080	  0.162224	  0.162056	  0.164943		CURRENT LEARNING RATE: 3.887769555067129e-06
previous_iter_valid_loss : 0.16362056136131287

   1210100	  0.163822	  0.163621	  0.164981		CURRENT LEARNING RATE: 3.886992078906325e-06
previous_iter_valid_loss : 0.17296092212200165

   1210120	  0.173103	  0.172961	  0.165530		CURRENT LEARNING RATE: 3.886214758225205e-06
previous_iter_valid_loss : 0.16907621920108795

   1210140	  0.169229	  0.169076	  0.165897		CURRENT LEARNING RATE: 3.885437592992675e-06
previous_iter_valid_loss : 0.1668771207332611

   1210160	  0.167102	  0.166877	  0.166088		CURRENT LEARNING RATE: 3.884660583177643e-06
previous_iter_valid_loss : 0.16066958010196686

   1210180	  0.160825	  0.160670	  0.166044		CURRENT LEARNING RATE: 3.883883728749042e-06
previous_iter_valid_loss : 0.16750523447990417

   1210200	  0.167730	  0.167505	  0.166389		CURRENT LEARNING RATE: 3.883107029675791e-06
previous_iter_valid_loss : 0.16070519387722015

   1210220	  0.160860	  0.160705	  0.166360		CURRENT LEARNING RATE: 3.8823304859268205e-06
previous_iter_valid_loss : 0.16446542739868164

   1210240	  0.164633	  0.164465	  0.166489		CURRENT LEARNING RATE: 3.881554097471063e-06
previous_iter_valid_loss : 0.16148652136325836

   1210260	  0.161646	  0.161487	  0.166528		CURRENT LEARNING RATE: 3.880777864277478e-06
previous_iter_valid_loss : 0.1649550348520279

   1210280	  0.165149	  0.164955	  0.166706		CURRENT LEARNING RATE: 3.880001786315007e-06
previous_iter_valid_loss : 0.19217568635940552

   1210300	  0.192616	  0.192176	  0.167232		CURRENT LEARNING RATE: 3.879225863552609e-06
previous_iter_valid_loss : 0.16054904460906982

   1210320	  0.160708	  0.160549	  0.166781		CURRENT LEARNING RATE: 3.878450095959239e-06
previous_iter_valid_loss : 0.16108229756355286

   1210340	  0.161265	  0.161082	  0.166085		CURRENT LEARNING RATE: 3.87767448350388e-06
previous_iter_valid_loss : 0.16506916284561157

   1210360	  0.165234	  0.165069	  0.166303		CURRENT LEARNING RATE: 3.8768990261555e-06
previous_iter_valid_loss : 0.16693688929080963

   1210380	  0.167145	  0.166937	  0.166166		CURRENT LEARNING RATE: 3.8761237238830825e-06
previous_iter_valid_loss : 0.16652147471904755

   1210400	  0.166729	  0.166521	  0.166344		CURRENT LEARNING RATE: 3.875348576655608e-06
previous_iter_valid_loss : 0.16463544964790344

   1210420	  0.164800	  0.164635	  0.166513		CURRENT LEARNING RATE: 3.874573584442083e-06
previous_iter_valid_loss : 0.16359896957874298

   1210440	  0.163768	  0.163599	  0.165771		CURRENT LEARNING RATE: 3.873798747211502e-06
previous_iter_valid_loss : 0.1662030816078186

   1210460	  0.166416	  0.166203	  0.166055		CURRENT LEARNING RATE: 3.873024064932871e-06
previous_iter_valid_loss : 0.16165050864219666

   1210480	  0.161803	  0.161651	  0.166035		CURRENT LEARNING RATE: 3.872249537575198e-06
previous_iter_valid_loss : 0.16537553071975708

   1210500	  0.165583	  0.165376	  0.166122		CURRENT LEARNING RATE: 3.871475165107512e-06
previous_iter_valid_loss : 0.16196610033512115

   1210520	  0.162157	  0.161966	  0.165573		CURRENT LEARNING RATE: 3.870700947498834e-06
previous_iter_valid_loss : 0.1698003113269806

   1210540	  0.169952	  0.169800	  0.165609		CURRENT LEARNING RATE: 3.869926884718188e-06
previous_iter_valid_loss : 0.1612464189529419

   1210560	  0.161406	  0.161246	  0.165327		CURRENT LEARNING RATE: 3.869152976734624e-06
previous_iter_valid_loss : 0.16060850024223328

   1210580	  0.160783	  0.160609	  0.165324		CURRENT LEARNING RATE: 3.8683792235171795e-06
previous_iter_valid_loss : 0.16106769442558289

   1210600	  0.161229	  0.161068	  0.165002		CURRENT LEARNING RATE: 3.867605625034905e-06
previous_iter_valid_loss : 0.18554171919822693

   1210620	  0.185690	  0.185542	  0.166244		CURRENT LEARNING RATE: 3.866832181256849e-06
previous_iter_valid_loss : 0.16072754561901093

   1210640	  0.160882	  0.160728	  0.166057		CURRENT LEARNING RATE: 3.866058892152087e-06
previous_iter_valid_loss : 0.16576725244522095

   1210660	  0.165982	  0.165767	  0.166271		CURRENT LEARNING RATE: 3.865285757689682e-06
previous_iter_valid_loss : 0.18502378463745117

   1210680	  0.185176	  0.185024	  0.167275		CURRENT LEARNING RATE: 3.8645127778387076e-06
previous_iter_valid_loss : 0.16686637699604034

   1210700	  0.167024	  0.166866	  0.166009		CURRENT LEARNING RATE: 3.863739952568238e-06
previous_iter_valid_loss : 0.16062937676906586

   1210720	  0.160777	  0.160629	  0.166013		CURRENT LEARNING RATE: 3.862967281847374e-06
previous_iter_valid_loss : 0.16218999028205872

   1210740	  0.162338	  0.162190	  0.166069		CURRENT LEARNING RATE: 3.862194765645201e-06
previous_iter_valid_loss : 0.1765320748090744

   1210760	  0.176683	  0.176532	  0.166642		CURRENT LEARNING RATE: 3.86142240393082e-06
previous_iter_valid_loss : 0.1762741506099701

   1210780	  0.176434	  0.176274	  0.167109		CURRENT LEARNING RATE: 3.860650196673328e-06
previous_iter_valid_loss : 0.16443665325641632

   1210800	  0.164603	  0.164437	  0.167005		CURRENT LEARNING RATE: 3.859878143841853e-06
previous_iter_valid_loss : 0.1660335510969162

   1210820	  0.166195	  0.166034	  0.167074		CURRENT LEARNING RATE: 3.859106245405502e-06
previous_iter_valid_loss : 0.16084502637386322

   1210840	  0.161006	  0.160845	  0.166937		CURRENT LEARNING RATE: 3.858334501333403e-06
previous_iter_valid_loss : 0.16269740462303162

   1210860	  0.162885	  0.162697	  0.166761		CURRENT LEARNING RATE: 3.857562911594676e-06
previous_iter_valid_loss : 0.16127198934555054

   1210880	  0.161434	  0.161272	  0.166743		CURRENT LEARNING RATE: 3.856791476158475e-06
previous_iter_valid_loss : 0.1605360358953476

   1210900	  0.160702	  0.160536	  0.166501		CURRENT LEARNING RATE: 3.856020194993932e-06
previous_iter_valid_loss : 0.19434654712677002

   1210920	  0.194463	  0.194347	  0.168120		CURRENT LEARNING RATE: 3.8552490680701916e-06
previous_iter_valid_loss : 0.16058161854743958

   1210940	  0.160750	  0.160582	  0.167659		CURRENT LEARNING RATE: 3.85447809535642e-06
previous_iter_valid_loss : 0.1803254634141922

   1210960	  0.180481	  0.180325	  0.168613		CURRENT LEARNING RATE: 3.853707276821773e-06
previous_iter_valid_loss : 0.16387617588043213

   1210980	  0.164072	  0.163876	  0.168776		CURRENT LEARNING RATE: 3.852936612435418e-06
previous_iter_valid_loss : 0.1654404103755951

   1211000	  0.165600	  0.165440	  0.168995		CURRENT LEARNING RATE: 3.852166102166522e-06
previous_iter_valid_loss : 0.17118187248706818

   1211020	  0.171438	  0.171182	  0.168277		CURRENT LEARNING RATE: 3.851395745984276e-06
previous_iter_valid_loss : 0.16360034048557281

   1211040	  0.163803	  0.163600	  0.168420		CURRENT LEARNING RATE: 3.8506255438578615e-06
previous_iter_valid_loss : 0.18009233474731445

   1211060	  0.180415	  0.180092	  0.169137		CURRENT LEARNING RATE: 3.849855495756468e-06
previous_iter_valid_loss : 0.1607736498117447

   1211080	  0.160954	  0.160774	  0.167924		CURRENT LEARNING RATE: 3.849085601649289e-06
previous_iter_valid_loss : 0.16865070164203644

   1211100	  0.168877	  0.168651	  0.168013		CURRENT LEARNING RATE: 3.848315861505541e-06
previous_iter_valid_loss : 0.16127265989780426

   1211120	  0.161460	  0.161273	  0.168045		CURRENT LEARNING RATE: 3.847546275294428e-06
previous_iter_valid_loss : 0.17780043184757233

   1211140	  0.177951	  0.177800	  0.168826		CURRENT LEARNING RATE: 3.846776842985167e-06
previous_iter_valid_loss : 0.17310549318790436

   1211160	  0.173380	  0.173105	  0.168655		CURRENT LEARNING RATE: 3.846007564546972e-06
previous_iter_valid_loss : 0.16129089891910553

   1211180	  0.161460	  0.161291	  0.167905		CURRENT LEARNING RATE: 3.845238439949089e-06
previous_iter_valid_loss : 0.16494062542915344

   1211200	  0.165138	  0.164941	  0.167931		CURRENT LEARNING RATE: 3.844469469160743e-06
previous_iter_valid_loss : 0.16115312278270721

   1211220	  0.161307	  0.161153	  0.167687		CURRENT LEARNING RATE: 3.843700652151176e-06
previous_iter_valid_loss : 0.1618346869945526

   1211240	  0.162020	  0.161835	  0.167736		CURRENT LEARNING RATE: 3.842931988889629e-06
previous_iter_valid_loss : 0.16071000695228577

   1211260	  0.160857	  0.160710	  0.167637		CURRENT LEARNING RATE: 3.842163479345369e-06
previous_iter_valid_loss : 0.16086146235466003

   1211280	  0.161017	  0.160861	  0.167616		CURRENT LEARNING RATE: 3.841395123487648e-06
previous_iter_valid_loss : 0.16094309091567993

   1211300	  0.161128	  0.160943	  0.167637		CURRENT LEARNING RATE: 3.840626921285727e-06
previous_iter_valid_loss : 0.16106846928596497

   1211320	  0.161251	  0.161068	  0.165973		CURRENT LEARNING RATE: 3.83985887270889e-06
previous_iter_valid_loss : 0.1663985252380371

   1211340	  0.166554	  0.166399	  0.166264		CURRENT LEARNING RATE: 3.839090977726408e-06
previous_iter_valid_loss : 0.1709519326686859

   1211360	  0.171102	  0.170952	  0.165795		CURRENT LEARNING RATE: 3.8383232363075655e-06
previous_iter_valid_loss : 0.16160579025745392

   1211380	  0.161757	  0.161606	  0.165681		CURRENT LEARNING RATE: 3.837555648421646e-06
previous_iter_valid_loss : 0.16214479506015778

   1211400	  0.162305	  0.162145	  0.165517		CURRENT LEARNING RATE: 3.83678821403796e-06
previous_iter_valid_loss : 0.16232219338417053

   1211420	  0.162476	  0.162322	  0.165074		CURRENT LEARNING RATE: 3.836020933125803e-06
previous_iter_valid_loss : 0.16064126789569855

   1211440	  0.160801	  0.160641	  0.164926		CURRENT LEARNING RATE: 3.835253805654483e-06
previous_iter_valid_loss : 0.17111293971538544

   1211460	  0.171261	  0.171113	  0.164477		CURRENT LEARNING RATE: 3.83448683159331e-06
previous_iter_valid_loss : 0.16257743537425995

   1211480	  0.162765	  0.162577	  0.164567		CURRENT LEARNING RATE: 3.833720010911618e-06
previous_iter_valid_loss : 0.1689329743385315

   1211500	  0.169173	  0.168933	  0.164581		CURRENT LEARNING RATE: 3.832953343578726e-06
previous_iter_valid_loss : 0.16171927750110626

   1211520	  0.161903	  0.161719	  0.164603		CURRENT LEARNING RATE: 3.832186829563969e-06
previous_iter_valid_loss : 0.16902747750282288

   1211540	  0.169269	  0.169027	  0.164165		CURRENT LEARNING RATE: 3.831420468836678e-06
previous_iter_valid_loss : 0.16210202872753143

   1211560	  0.162302	  0.162102	  0.163614		CURRENT LEARNING RATE: 3.8306542613662134e-06
previous_iter_valid_loss : 0.16306671500205994

   1211580	  0.163224	  0.163067	  0.163703		CURRENT LEARNING RATE: 3.829888207121921e-06
previous_iter_valid_loss : 0.17257028818130493

   1211600	  0.172715	  0.172570	  0.164085		CURRENT LEARNING RATE: 3.829122306073155e-06
previous_iter_valid_loss : 0.16070984303951263

   1211620	  0.160889	  0.160710	  0.164063		CURRENT LEARNING RATE: 3.828356558189277e-06
previous_iter_valid_loss : 0.18302865326404572

   1211640	  0.183178	  0.183029	  0.165122		CURRENT LEARNING RATE: 3.827590963439668e-06
previous_iter_valid_loss : 0.1662217527627945

   1211660	  0.166445	  0.166222	  0.165398		CURRENT LEARNING RATE: 3.826825521793697e-06
previous_iter_valid_loss : 0.16599173843860626

   1211680	  0.166203	  0.165992	  0.165654		CURRENT LEARNING RATE: 3.826060233220742e-06
previous_iter_valid_loss : 0.16646496951580048

   1211700	  0.166626	  0.166465	  0.165930		CURRENT LEARNING RATE: 3.825295097690203e-06
previous_iter_valid_loss : 0.19876417517662048

   1211720	  0.198849	  0.198764	  0.167815		CURRENT LEARNING RATE: 3.824530115171469e-06
previous_iter_valid_loss : 0.17179977893829346

   1211740	  0.172054	  0.171800	  0.168085		CURRENT LEARNING RATE: 3.82376528563394e-06
previous_iter_valid_loss : 0.16081154346466064

   1211760	  0.160973	  0.160812	  0.167578		CURRENT LEARNING RATE: 3.823000609047015e-06
previous_iter_valid_loss : 0.16094452142715454

   1211780	  0.161126	  0.160945	  0.167545		CURRENT LEARNING RATE: 3.822236085380123e-06
previous_iter_valid_loss : 0.16675738990306854

   1211800	  0.166917	  0.166757	  0.167776		CURRENT LEARNING RATE: 3.821471714602674e-06
previous_iter_valid_loss : 0.17984670400619507

   1211820	  0.180171	  0.179847	  0.168652		CURRENT LEARNING RATE: 3.820707496684095e-06
previous_iter_valid_loss : 0.18264824151992798

   1211840	  0.182797	  0.182648	  0.169752		CURRENT LEARNING RATE: 3.819943431593808e-06
previous_iter_valid_loss : 0.1868533343076706

   1211860	  0.186989	  0.186853	  0.170539		CURRENT LEARNING RATE: 3.819179519301267e-06
previous_iter_valid_loss : 0.16237564384937286

   1211880	  0.162538	  0.162376	  0.170529		CURRENT LEARNING RATE: 3.818415759775907e-06
previous_iter_valid_loss : 0.16068020462989807

   1211900	  0.160834	  0.160680	  0.170117		CURRENT LEARNING RATE: 3.817652152987178e-06
previous_iter_valid_loss : 0.1727023869752884

   1211920	  0.172851	  0.172702	  0.170666		CURRENT LEARNING RATE: 3.816888698904529e-06
previous_iter_valid_loss : 0.17308712005615234

   1211940	  0.173356	  0.173087	  0.170869		CURRENT LEARNING RATE: 3.816125397497435e-06
previous_iter_valid_loss : 0.1613583266735077

   1211960	  0.161545	  0.161358	  0.170832		CURRENT LEARNING RATE: 3.815362248735357e-06
previous_iter_valid_loss : 0.17675884068012238

   1211980	  0.177062	  0.176759	  0.171516		CURRENT LEARNING RATE: 3.81459925258777e-06
previous_iter_valid_loss : 0.1763683706521988

   1212000	  0.176520	  0.176368	  0.171706		CURRENT LEARNING RATE: 3.813836409024146e-06
previous_iter_valid_loss : 0.1683151125907898

   1212020	  0.168469	  0.168315	  0.172086		CURRENT LEARNING RATE: 3.8130737180139868e-06
previous_iter_valid_loss : 0.1731947511434555

   1212040	  0.173339	  0.173195	  0.171595		CURRENT LEARNING RATE: 3.812311179526776e-06
previous_iter_valid_loss : 0.16281680762767792

   1212060	  0.163010	  0.162817	  0.171425		CURRENT LEARNING RATE: 3.811548793532013e-06
previous_iter_valid_loss : 0.17813244462013245

   1212080	  0.178438	  0.178132	  0.172032		CURRENT LEARNING RATE: 3.810786559999196e-06
previous_iter_valid_loss : 0.1612466722726822

   1212100	  0.161434	  0.161247	  0.171771		CURRENT LEARNING RATE: 3.810024478897848e-06
previous_iter_valid_loss : 0.17628984153270721

   1212120	  0.176579	  0.176290	  0.170647		CURRENT LEARNING RATE: 3.8092625501974802e-06
previous_iter_valid_loss : 0.16171135008335114

   1212140	  0.161898	  0.161711	  0.170143		CURRENT LEARNING RATE: 3.8085007738676076e-06
previous_iter_valid_loss : 0.16132336854934692

   1212160	  0.161477	  0.161323	  0.170168		CURRENT LEARNING RATE: 3.807739149877774e-06
previous_iter_valid_loss : 0.16894009709358215

   1212180	  0.169085	  0.168940	  0.170568		CURRENT LEARNING RATE: 3.8069776781975063e-06
previous_iter_valid_loss : 0.16070400178432465

   1212200	  0.160879	  0.160704	  0.170265		CURRENT LEARNING RATE: 3.806216358796347e-06
previous_iter_valid_loss : 0.1613052487373352

   1212220	  0.161462	  0.161305	  0.169338		CURRENT LEARNING RATE: 3.805455191643835e-06
previous_iter_valid_loss : 0.16062778234481812

   1212240	  0.160803	  0.160628	  0.168237		CURRENT LEARNING RATE: 3.804694176709538e-06
previous_iter_valid_loss : 0.16070428490638733

   1212260	  0.160856	  0.160704	  0.166930		CURRENT LEARNING RATE: 3.803933313963009e-06
previous_iter_valid_loss : 0.16452966630458832

   1212280	  0.164702	  0.164530	  0.167037		CURRENT LEARNING RATE: 3.8031726033738123e-06
previous_iter_valid_loss : 0.16517193615436554

   1212300	  0.165375	  0.165172	  0.167262		CURRENT LEARNING RATE: 3.8024120449115145e-06
previous_iter_valid_loss : 0.20446784794330597

   1212320	  0.205039	  0.204468	  0.168850		CURRENT LEARNING RATE: 3.801651638545705e-06
previous_iter_valid_loss : 0.16079412400722504

   1212340	  0.160960	  0.160794	  0.168236		CURRENT LEARNING RATE: 3.8008913842459614e-06
previous_iter_valid_loss : 0.16205601394176483

   1212360	  0.162242	  0.162056	  0.168271		CURRENT LEARNING RATE: 3.8001312819818744e-06
previous_iter_valid_loss : 0.16426213085651398

   1212380	  0.164432	  0.164262	  0.167646		CURRENT LEARNING RATE: 3.7993713317230323e-06
previous_iter_valid_loss : 0.16055500507354736

   1212400	  0.160718	  0.160555	  0.166855		CURRENT LEARNING RATE: 3.7986115334390504e-06
previous_iter_valid_loss : 0.16061744093894958

   1212420	  0.160792	  0.160617	  0.166470		CURRENT LEARNING RATE: 3.7978518870995303e-06
previous_iter_valid_loss : 0.16067133843898773

   1212440	  0.160828	  0.160671	  0.165844		CURRENT LEARNING RATE: 3.7970923926740866e-06
previous_iter_valid_loss : 0.16091592609882355

   1212460	  0.161094	  0.160916	  0.165749		CURRENT LEARNING RATE: 3.796333050132332e-06
previous_iter_valid_loss : 0.16708891093730927

   1212480	  0.167250	  0.167089	  0.165197		CURRENT LEARNING RATE: 3.7955738594439065e-06
previous_iter_valid_loss : 0.17553643882274628

   1212500	  0.175690	  0.175536	  0.165911		CURRENT LEARNING RATE: 3.7948148205784363e-06
previous_iter_valid_loss : 0.16262204945087433

   1212520	  0.162780	  0.162622	  0.165228		CURRENT LEARNING RATE: 3.794055933505553e-06
previous_iter_valid_loss : 0.17235693335533142

   1212540	  0.172616	  0.172357	  0.165760		CURRENT LEARNING RATE: 3.7932971981949137e-06
previous_iter_valid_loss : 0.1608637124300003

   1212560	  0.161019	  0.160864	  0.165737		CURRENT LEARNING RATE: 3.792538614616163e-06
previous_iter_valid_loss : 0.16876378655433655

   1212580	  0.168918	  0.168764	  0.165728		CURRENT LEARNING RATE: 3.7917801827389572e-06
previous_iter_valid_loss : 0.16061058640480042

   1212600	  0.160761	  0.160611	  0.165724		CURRENT LEARNING RATE: 3.791021902532952e-06
previous_iter_valid_loss : 0.17294472455978394

   1212620	  0.173094	  0.172945	  0.166306		CURRENT LEARNING RATE: 3.7902637739678314e-06
previous_iter_valid_loss : 0.1618567258119583

   1212640	  0.162021	  0.161857	  0.166367		CURRENT LEARNING RATE: 3.789505797013261e-06
previous_iter_valid_loss : 0.16151729226112366

   1212660	  0.161673	  0.161517	  0.166408		CURRENT LEARNING RATE: 3.788747971638924e-06
previous_iter_valid_loss : 0.1606198251247406

   1212680	  0.160793	  0.160620	  0.166212		CURRENT LEARNING RATE: 3.787990297814499e-06
previous_iter_valid_loss : 0.17494463920593262

   1212700	  0.175230	  0.174945	  0.166701		CURRENT LEARNING RATE: 3.787232775509694e-06
previous_iter_valid_loss : 0.16626182198524475

   1212720	  0.166421	  0.166262	  0.164791		CURRENT LEARNING RATE: 3.7864754046942e-06
previous_iter_valid_loss : 0.16214631497859955

   1212740	  0.162309	  0.162146	  0.164858		CURRENT LEARNING RATE: 3.7857181853377224e-06
previous_iter_valid_loss : 0.1661185920238495

   1212760	  0.166279	  0.166119	  0.165061		CURRENT LEARNING RATE: 3.7849611174099665e-06
previous_iter_valid_loss : 0.16812753677368164

   1212780	  0.168288	  0.168128	  0.165255		CURRENT LEARNING RATE: 3.784204200880662e-06
previous_iter_valid_loss : 0.16078923642635345

   1212800	  0.160950	  0.160789	  0.165266		CURRENT LEARNING RATE: 3.7834474357195264e-06
previous_iter_valid_loss : 0.16628971695899963

   1212820	  0.166511	  0.166290	  0.165550		CURRENT LEARNING RATE: 3.7826908218962886e-06
previous_iter_valid_loss : 0.1680314689874649

   1212840	  0.168259	  0.168031	  0.165918		CURRENT LEARNING RATE: 3.7819343593806778e-06
previous_iter_valid_loss : 0.1618443876504898

   1212860	  0.162038	  0.161844	  0.165964		CURRENT LEARNING RATE: 3.781178048142448e-06
previous_iter_valid_loss : 0.1866561323404312

   1212880	  0.187040	  0.186656	  0.166943		CURRENT LEARNING RATE: 3.7804218881513407e-06
previous_iter_valid_loss : 0.1614784151315689

   1212900	  0.161653	  0.161478	  0.166240		CURRENT LEARNING RATE: 3.7796658793771033e-06
previous_iter_valid_loss : 0.17063739895820618

   1212920	  0.170791	  0.170637	  0.166641		CURRENT LEARNING RATE: 3.7789100217895077e-06
previous_iter_valid_loss : 0.16211745142936707

   1212940	  0.162304	  0.162117	  0.166129		CURRENT LEARNING RATE: 3.778154315358314e-06
previous_iter_valid_loss : 0.18193943798542023

   1212960	  0.182280	  0.181939	  0.167182		CURRENT LEARNING RATE: 3.777398760053293e-06
previous_iter_valid_loss : 0.16069406270980835

   1212980	  0.160853	  0.160694	  0.166779		CURRENT LEARNING RATE: 3.7766433558442164e-06
previous_iter_valid_loss : 0.1625427007675171

   1213000	  0.162730	  0.162543	  0.166875		CURRENT LEARNING RATE: 3.775888102700881e-06
previous_iter_valid_loss : 0.16789275407791138

   1213020	  0.168049	  0.167893	  0.166623		CURRENT LEARNING RATE: 3.77513300059307e-06
previous_iter_valid_loss : 0.1667288988828659

   1213040	  0.166951	  0.166729	  0.166866		CURRENT LEARNING RATE: 3.7743780494905804e-06
previous_iter_valid_loss : 0.16088886559009552

   1213060	  0.161046	  0.160889	  0.166835		CURRENT LEARNING RATE: 3.7736232493632057e-06
previous_iter_valid_loss : 0.1611068695783615

   1213080	  0.161293	  0.161107	  0.166859		CURRENT LEARNING RATE: 3.7728686001807686e-06
previous_iter_valid_loss : 0.19546525180339813

   1213100	  0.195570	  0.195465	  0.167885		CURRENT LEARNING RATE: 3.772114101913076e-06
previous_iter_valid_loss : 0.16050691902637482

   1213120	  0.160677	  0.160507	  0.167598		CURRENT LEARNING RATE: 3.7713597545299478e-06
previous_iter_valid_loss : 0.1625334769487381

   1213140	  0.162707	  0.162533	  0.167617		CURRENT LEARNING RATE: 3.770605558001204e-06
previous_iter_valid_loss : 0.17288172245025635

   1213160	  0.173146	  0.172882	  0.167955		CURRENT LEARNING RATE: 3.7698515122966894e-06
previous_iter_valid_loss : 0.16093328595161438

   1213180	  0.161104	  0.160933	  0.167596		CURRENT LEARNING RATE: 3.7690976173862358e-06
previous_iter_valid_loss : 0.16217516362667084

   1213200	  0.162362	  0.162175	  0.167665		CURRENT LEARNING RATE: 3.7683438732396872e-06
previous_iter_valid_loss : 0.16707603633403778

   1213220	  0.167308	  0.167076	  0.167704		CURRENT LEARNING RATE: 3.7675902798268877e-06
previous_iter_valid_loss : 0.16518914699554443

   1213240	  0.165395	  0.165189	  0.167562		CURRENT LEARNING RATE: 3.7668368371177064e-06
previous_iter_valid_loss : 0.16086769104003906

   1213260	  0.161031	  0.160868	  0.167513		CURRENT LEARNING RATE: 3.7660835450819997e-06
previous_iter_valid_loss : 0.16288872063159943

   1213280	  0.163040	  0.162889	  0.166325		CURRENT LEARNING RATE: 3.7653304036896344e-06
previous_iter_valid_loss : 0.1626175343990326

   1213300	  0.162782	  0.162618	  0.166382		CURRENT LEARNING RATE: 3.7645774129104792e-06
previous_iter_valid_loss : 0.16836313903331757

   1213320	  0.168519	  0.168363	  0.166268		CURRENT LEARNING RATE: 3.7638245727144283e-06
previous_iter_valid_loss : 0.17221499979496002

   1213340	  0.172488	  0.172215	  0.166773		CURRENT LEARNING RATE: 3.76307188307136e-06
previous_iter_valid_loss : 0.16662371158599854

   1213360	  0.166840	  0.166624	  0.166007		CURRENT LEARNING RATE: 3.762319343951162e-06
previous_iter_valid_loss : 0.16113950312137604

   1213380	  0.161316	  0.161140	  0.166029		CURRENT LEARNING RATE: 3.761566955323744e-06
previous_iter_valid_loss : 0.1617194265127182

   1213400	  0.161882	  0.161719	  0.165988		CURRENT LEARNING RATE: 3.760814717159005e-06
previous_iter_valid_loss : 0.16087505221366882

   1213420	  0.161055	  0.160875	  0.165637		CURRENT LEARNING RATE: 3.760062629426855e-06
previous_iter_valid_loss : 0.16381534934043884

   1213440	  0.163984	  0.163815	  0.165492		CURRENT LEARNING RATE: 3.759310692097204e-06
previous_iter_valid_loss : 0.1613568812608719

   1213460	  0.161515	  0.161357	  0.165515		CURRENT LEARNING RATE: 3.758558905139988e-06
previous_iter_valid_loss : 0.16059570014476776

   1213480	  0.160763	  0.160596	  0.165489		CURRENT LEARNING RATE: 3.757807268525129e-06
previous_iter_valid_loss : 0.1618240922689438

   1213500	  0.162006	  0.161824	  0.163807		CURRENT LEARNING RATE: 3.7570557822225608e-06
previous_iter_valid_loss : 0.1614856868982315

   1213520	  0.161653	  0.161486	  0.163856		CURRENT LEARNING RATE: 3.756304446202218e-06
previous_iter_valid_loss : 0.1606380045413971

   1213540	  0.160807	  0.160638	  0.163762		CURRENT LEARNING RATE: 3.75555326043406e-06
previous_iter_valid_loss : 0.16180196404457092

   1213560	  0.161958	  0.161802	  0.163208		CURRENT LEARNING RATE: 3.7548022248880328e-06
previous_iter_valid_loss : 0.16841435432434082

   1213580	  0.168654	  0.168414	  0.163582		CURRENT LEARNING RATE: 3.7540513395340953e-06
previous_iter_valid_loss : 0.1721341609954834

   1213600	  0.172399	  0.172134	  0.164080		CURRENT LEARNING RATE: 3.753300604342205e-06
previous_iter_valid_loss : 0.16483765840530396

   1213620	  0.165034	  0.164838	  0.163968		CURRENT LEARNING RATE: 3.7525500192823465e-06
previous_iter_valid_loss : 0.1676199585199356

   1213640	  0.167850	  0.167620	  0.164089		CURRENT LEARNING RATE: 3.751799584324489e-06
previous_iter_valid_loss : 0.1611517071723938

   1213660	  0.161316	  0.161152	  0.164103		CURRENT LEARNING RATE: 3.7510492994386152e-06
previous_iter_valid_loss : 0.16120053827762604

   1213680	  0.161386	  0.161201	  0.164019		CURRENT LEARNING RATE: 3.750299164594708e-06
previous_iter_valid_loss : 0.17242836952209473

   1213700	  0.172692	  0.172428	  0.164510		CURRENT LEARNING RATE: 3.7495491797627735e-06
previous_iter_valid_loss : 0.16156220436096191

   1213720	  0.161719	  0.161562	  0.164170		CURRENT LEARNING RATE: 3.748799344912807e-06
previous_iter_valid_loss : 0.16131775081157684

   1213740	  0.161477	  0.161318	  0.163625		CURRENT LEARNING RATE: 3.7480496600148083e-06
previous_iter_valid_loss : 0.16053009033203125

   1213760	  0.160684	  0.160530	  0.163320		CURRENT LEARNING RATE: 3.7473001250388035e-06
previous_iter_valid_loss : 0.16081596910953522

   1213780	  0.160996	  0.160816	  0.163304		CURRENT LEARNING RATE: 3.746550739954804e-06
previous_iter_valid_loss : 0.18145141005516052

   1213800	  0.181797	  0.181451	  0.164290		CURRENT LEARNING RATE: 3.745801504732834e-06
previous_iter_valid_loss : 0.16085900366306305

   1213820	  0.161010	  0.160859	  0.164290		CURRENT LEARNING RATE: 3.7450524193429186e-06
previous_iter_valid_loss : 0.16182032227516174

   1213840	  0.161986	  0.161820	  0.164190		CURRENT LEARNING RATE: 3.744303483755107e-06
previous_iter_valid_loss : 0.16204528510570526

   1213860	  0.162203	  0.162045	  0.164224		CURRENT LEARNING RATE: 3.7435546979394353e-06
previous_iter_valid_loss : 0.1624210625886917

   1213880	  0.162613	  0.162421	  0.164316		CURRENT LEARNING RATE: 3.7428060618659517e-06
previous_iter_valid_loss : 0.17181125283241272

   1213900	  0.171961	  0.171811	  0.164815		CURRENT LEARNING RATE: 3.7420575755047047e-06
previous_iter_valid_loss : 0.175794318318367

   1213920	  0.176085	  0.175794	  0.165530		CURRENT LEARNING RATE: 3.741309238825768e-06
previous_iter_valid_loss : 0.16357830166816711

   1213940	  0.163769	  0.163578	  0.165677		CURRENT LEARNING RATE: 3.740561051799201e-06
previous_iter_valid_loss : 0.16098813712596893

   1213960	  0.161170	  0.160988	  0.165637		CURRENT LEARNING RATE: 3.739813014395077e-06
previous_iter_valid_loss : 0.16138260066509247

   1213980	  0.161534	  0.161383	  0.165285		CURRENT LEARNING RATE: 3.739065126583467e-06
previous_iter_valid_loss : 0.18217678368091583

   1214000	  0.182339	  0.182177	  0.165787		CURRENT LEARNING RATE: 3.73831738833447e-06
previous_iter_valid_loss : 0.16402587294578552

   1214020	  0.164194	  0.164026	  0.165747		CURRENT LEARNING RATE: 3.7375697996181683e-06
previous_iter_valid_loss : 0.16992919147014618

   1214040	  0.170175	  0.169929	  0.165862		CURRENT LEARNING RATE: 3.7368223604046587e-06
previous_iter_valid_loss : 0.1613946408033371

   1214060	  0.161551	  0.161395	  0.165874		CURRENT LEARNING RATE: 3.7360750706640384e-06
previous_iter_valid_loss : 0.17182590067386627

   1214080	  0.172086	  0.171826	  0.166406		CURRENT LEARNING RATE: 3.7353279303664272e-06
previous_iter_valid_loss : 0.16419924795627594

   1214100	  0.164403	  0.164199	  0.165994		CURRENT LEARNING RATE: 3.734580939481934e-06
previous_iter_valid_loss : 0.16084787249565125

   1214120	  0.161035	  0.160848	  0.165958		CURRENT LEARNING RATE: 3.7338340979806724e-06
previous_iter_valid_loss : 0.16310231387615204

   1214140	  0.163287	  0.163102	  0.166048		CURRENT LEARNING RATE: 3.7330874058327814e-06
previous_iter_valid_loss : 0.16489024460315704

   1214160	  0.165099	  0.164890	  0.166266		CURRENT LEARNING RATE: 3.732340863008388e-06
previous_iter_valid_loss : 0.1911996603012085

   1214180	  0.191667	  0.191200	  0.167785		CURRENT LEARNING RATE: 3.731594469477629e-06
previous_iter_valid_loss : 0.1610417664051056

   1214200	  0.161221	  0.161042	  0.166764		CURRENT LEARNING RATE: 3.730848225210643e-06
previous_iter_valid_loss : 0.17694616317749023

   1214220	  0.177235	  0.176946	  0.167569		CURRENT LEARNING RATE: 3.7301021301775927e-06
previous_iter_valid_loss : 0.167958065867424

   1214240	  0.168187	  0.167958	  0.167876		CURRENT LEARNING RATE: 3.7293561843486287e-06
previous_iter_valid_loss : 0.1616060733795166

   1214260	  0.161797	  0.161606	  0.167854		CURRENT LEARNING RATE: 3.728610387693912e-06
previous_iter_valid_loss : 0.16189207136631012

   1214280	  0.162092	  0.161892	  0.167827		CURRENT LEARNING RATE: 3.727864740183605e-06
previous_iter_valid_loss : 0.16084349155426025

   1214300	  0.161026	  0.160843	  0.167279		CURRENT LEARNING RATE: 3.7271192417878945e-06
previous_iter_valid_loss : 0.1610742211341858

   1214320	  0.161265	  0.161074	  0.166543		CURRENT LEARNING RATE: 3.7263738924769543e-06
previous_iter_valid_loss : 0.16141633689403534

   1214340	  0.161587	  0.161416	  0.166435		CURRENT LEARNING RATE: 3.72562869222097e-06
previous_iter_valid_loss : 0.17697769403457642

   1214360	  0.177137	  0.176978	  0.167234		CURRENT LEARNING RATE: 3.724883640990128e-06
previous_iter_valid_loss : 0.16073599457740784

   1214380	  0.160905	  0.160736	  0.167202		CURRENT LEARNING RATE: 3.7241387387546375e-06
previous_iter_valid_loss : 0.16050246357917786

   1214400	  0.160666	  0.160502	  0.166118		CURRENT LEARNING RATE: 3.723393985484698e-06
previous_iter_valid_loss : 0.1608889102935791

   1214420	  0.161040	  0.160889	  0.165961		CURRENT LEARNING RATE: 3.7226493811505178e-06
previous_iter_valid_loss : 0.1668468564748764

   1214440	  0.167056	  0.166847	  0.165807		CURRENT LEARNING RATE: 3.721904925722308e-06
previous_iter_valid_loss : 0.16859015822410583

   1214460	  0.168817	  0.168590	  0.166167		CURRENT LEARNING RATE: 3.721160619170301e-06
previous_iter_valid_loss : 0.16168181598186493

   1214480	  0.161870	  0.161682	  0.165660		CURRENT LEARNING RATE: 3.72041646146472e-06
previous_iter_valid_loss : 0.1606060266494751

   1214500	  0.160764	  0.160606	  0.165480		CURRENT LEARNING RATE: 3.7196724525757907e-06
previous_iter_valid_loss : 0.16205263137817383

   1214520	  0.162208	  0.162053	  0.165540		CURRENT LEARNING RATE: 3.7189285924737676e-06
previous_iter_valid_loss : 0.1605556458234787

   1214540	  0.160718	  0.160556	  0.165413		CURRENT LEARNING RATE: 3.718184881128888e-06
previous_iter_valid_loss : 0.1690443754196167

   1214560	  0.169283	  0.169044	  0.165621		CURRENT LEARNING RATE: 3.7174413185114037e-06
previous_iter_valid_loss : 0.1639956533908844

   1214580	  0.164157	  0.163996	  0.164260		CURRENT LEARNING RATE: 3.7166979045915673e-06
previous_iter_valid_loss : 0.16641728579998016

   1214600	  0.166634	  0.166417	  0.164529		CURRENT LEARNING RATE: 3.715954639339653e-06
previous_iter_valid_loss : 0.162020742893219

   1214620	  0.162170	  0.162021	  0.163783		CURRENT LEARNING RATE: 3.7152115227259255e-06
previous_iter_valid_loss : 0.17274820804595947

   1214640	  0.172887	  0.172748	  0.164022		CURRENT LEARNING RATE: 3.7144685547206593e-06
previous_iter_valid_loss : 0.17368003726005554

   1214660	  0.173827	  0.173680	  0.164626		CURRENT LEARNING RATE: 3.7137257352941284e-06
previous_iter_valid_loss : 0.16302824020385742

   1214680	  0.163180	  0.163028	  0.164683		CURRENT LEARNING RATE: 3.7129830644166346e-06
previous_iter_valid_loss : 0.16105903685092926

   1214700	  0.161207	  0.161059	  0.164694		CURRENT LEARNING RATE: 3.7122405420584644e-06
previous_iter_valid_loss : 0.16949903964996338

   1214720	  0.169747	  0.169499	  0.165115		CURRENT LEARNING RATE: 3.711498168189916e-06
previous_iter_valid_loss : 0.16251516342163086

   1214740	  0.162673	  0.162515	  0.165170		CURRENT LEARNING RATE: 3.7107559427812877e-06
previous_iter_valid_loss : 0.17349658906459808

   1214760	  0.173646	  0.173497	  0.164996		CURRENT LEARNING RATE: 3.7100138658029045e-06
previous_iter_valid_loss : 0.20129218697547913

   1214780	  0.201370	  0.201292	  0.167024		CURRENT LEARNING RATE: 3.709271937225077e-06
previous_iter_valid_loss : 0.16450050473213196

   1214800	  0.164671	  0.164501	  0.167224		CURRENT LEARNING RATE: 3.7085301570181263e-06
previous_iter_valid_loss : 0.17349161207675934

   1214820	  0.173762	  0.173492	  0.167854		CURRENT LEARNING RATE: 3.707788525152377e-06
previous_iter_valid_loss : 0.16226404905319214

   1214840	  0.162442	  0.162264	  0.167625		CURRENT LEARNING RATE: 3.707047041598175e-06
previous_iter_valid_loss : 0.16110585629940033

   1214860	  0.161288	  0.161106	  0.167250		CURRENT LEARNING RATE: 3.706305706325856e-06
previous_iter_valid_loss : 0.16938969492912292

   1214880	  0.169623	  0.169390	  0.167636		CURRENT LEARNING RATE: 3.7055645193057652e-06
previous_iter_valid_loss : 0.16061986982822418

   1214900	  0.160782	  0.160620	  0.167636		CURRENT LEARNING RATE: 3.7048234805082483e-06
previous_iter_valid_loss : 0.16066814959049225

   1214920	  0.160846	  0.160668	  0.167567		CURRENT LEARNING RATE: 3.704082589903679e-06
previous_iter_valid_loss : 0.16580656170845032

   1214940	  0.165967	  0.165807	  0.167830		CURRENT LEARNING RATE: 3.703341847462413e-06
previous_iter_valid_loss : 0.1653977483510971

   1214960	  0.165561	  0.165398	  0.167647		CURRENT LEARNING RATE: 3.702601253154815e-06
previous_iter_valid_loss : 0.16357897222042084

   1214980	  0.163745	  0.163579	  0.167627		CURRENT LEARNING RATE: 3.7018608069512743e-06
previous_iter_valid_loss : 0.16102191805839539

   1215000	  0.161201	  0.161022	  0.167357		CURRENT LEARNING RATE: 3.7011205088221665e-06
previous_iter_valid_loss : 0.1611609160900116

   1215020	  0.161349	  0.161161	  0.167314		CURRENT LEARNING RATE: 3.700380358737879e-06
previous_iter_valid_loss : 0.160809725522995

   1215040	  0.160987	  0.160810	  0.166717		CURRENT LEARNING RATE: 3.6996403566688007e-06
previous_iter_valid_loss : 0.16089004278182983

   1215060	  0.161041	  0.160890	  0.166077		CURRENT LEARNING RATE: 3.6989005025853427e-06
previous_iter_valid_loss : 0.1623641699552536

   1215080	  0.162526	  0.162364	  0.166044		CURRENT LEARNING RATE: 3.698160796457906e-06
previous_iter_valid_loss : 0.16219604015350342

   1215100	  0.162373	  0.162196	  0.166101		CURRENT LEARNING RATE: 3.6974212382569014e-06
previous_iter_valid_loss : 0.1712644398212433

   1215120	  0.171532	  0.171264	  0.166189		CURRENT LEARNING RATE: 3.6966818279527405e-06
previous_iter_valid_loss : 0.16336098313331604

   1215140	  0.163564	  0.163361	  0.166232		CURRENT LEARNING RATE: 3.6959425655158594e-06
previous_iter_valid_loss : 0.1610555350780487

   1215160	  0.161245	  0.161056	  0.165610		CURRENT LEARNING RATE: 3.6952034509166817e-06
previous_iter_valid_loss : 0.17825841903686523

   1215180	  0.178574	  0.178258	  0.164458		CURRENT LEARNING RATE: 3.694464484125643e-06
previous_iter_valid_loss : 0.16094715893268585

   1215200	  0.161125	  0.160947	  0.164280		CURRENT LEARNING RATE: 3.6937256651131764e-06
previous_iter_valid_loss : 0.17927922308444977

   1215220	  0.179437	  0.179279	  0.164570		CURRENT LEARNING RATE: 3.6929869938497436e-06
previous_iter_valid_loss : 0.1714848279953003

   1215240	  0.171637	  0.171485	  0.165031		CURRENT LEARNING RATE: 3.692248470305792e-06
previous_iter_valid_loss : 0.16460023820400238

   1215260	  0.164798	  0.164600	  0.165205		CURRENT LEARNING RATE: 3.6915100944517796e-06
previous_iter_valid_loss : 0.1605723798274994

   1215280	  0.160747	  0.160572	  0.164764		CURRENT LEARNING RATE: 3.6907718662581643e-06
previous_iter_valid_loss : 0.161088228225708

   1215300	  0.161273	  0.161088	  0.164788		CURRENT LEARNING RATE: 3.6900337856954304e-06
previous_iter_valid_loss : 0.16604983806610107

   1215320	  0.166213	  0.166050	  0.165057		CURRENT LEARNING RATE: 3.6892958527340495e-06
previous_iter_valid_loss : 0.16334980726242065

   1215340	  0.163520	  0.163350	  0.164934		CURRENT LEARNING RATE: 3.6885580673444957e-06
previous_iter_valid_loss : 0.16254475712776184

   1215360	  0.162738	  0.162545	  0.164791		CURRENT LEARNING RATE: 3.6878204294972723e-06
previous_iter_valid_loss : 0.18234685063362122

   1215380	  0.182505	  0.182347	  0.165730		CURRENT LEARNING RATE: 3.687082939162866e-06
previous_iter_valid_loss : 0.16470496356487274

   1215400	  0.164910	  0.164705	  0.165914		CURRENT LEARNING RATE: 3.686345596311778e-06
previous_iter_valid_loss : 0.17630572617053986

   1215420	  0.176459	  0.176306	  0.166671		CURRENT LEARNING RATE: 3.6856084009145083e-06
previous_iter_valid_loss : 0.17083068192005157

   1215440	  0.170981	  0.170831	  0.167172		CURRENT LEARNING RATE: 3.684871352941581e-06
previous_iter_valid_loss : 0.17321857810020447

   1215460	  0.173368	  0.173219	  0.167789		CURRENT LEARNING RATE: 3.684134452363509e-06
previous_iter_valid_loss : 0.16715091466903687

   1215480	  0.167307	  0.167151	  0.168028		CURRENT LEARNING RATE: 3.683397699150815e-06
previous_iter_valid_loss : 0.1646534949541092

   1215500	  0.164838	  0.164653	  0.168151		CURRENT LEARNING RATE: 3.682661093274023e-06
previous_iter_valid_loss : 0.16302108764648438

   1215520	  0.163191	  0.163021	  0.167739		CURRENT LEARNING RATE: 3.681924634703682e-06
previous_iter_valid_loss : 0.16169612109661102

   1215540	  0.161841	  0.161696	  0.167656		CURRENT LEARNING RATE: 3.681188323410326e-06
previous_iter_valid_loss : 0.16140052676200867

   1215560	  0.161557	  0.161401	  0.167673		CURRENT LEARNING RATE: 3.680452159364504e-06
previous_iter_valid_loss : 0.18163666129112244

   1215580	  0.181795	  0.181637	  0.167842		CURRENT LEARNING RATE: 3.6797161425367627e-06
previous_iter_valid_loss : 0.16580438613891602

   1215600	  0.166017	  0.165804	  0.168085		CURRENT LEARNING RATE: 3.6789802728976744e-06
previous_iter_valid_loss : 0.1674036681652069

   1215620	  0.167561	  0.167404	  0.167491		CURRENT LEARNING RATE: 3.6782445504177967e-06
previous_iter_valid_loss : 0.16340813040733337

   1215640	  0.163576	  0.163408	  0.167087		CURRENT LEARNING RATE: 3.6775089750677016e-06
previous_iter_valid_loss : 0.16252340376377106

   1215660	  0.162681	  0.162523	  0.166983		CURRENT LEARNING RATE: 3.67677354681796e-06
previous_iter_valid_loss : 0.16520747542381287

   1215680	  0.165364	  0.165207	  0.167215		CURRENT LEARNING RATE: 3.6760382656391667e-06
previous_iter_valid_loss : 0.16158190369606018

   1215700	  0.161724	  0.161582	  0.167240		CURRENT LEARNING RATE: 3.675303131501905e-06
previous_iter_valid_loss : 0.1612546145915985

   1215720	  0.161431	  0.161255	  0.167000		CURRENT LEARNING RATE: 3.674568144376762e-06
previous_iter_valid_loss : 0.1610770970582962

   1215740	  0.161240	  0.161077	  0.166886		CURRENT LEARNING RATE: 3.673833304234352e-06
previous_iter_valid_loss : 0.1612335592508316

   1215760	  0.161418	  0.161234	  0.166821		CURRENT LEARNING RATE: 3.6730986110452745e-06
previous_iter_valid_loss : 0.16242831945419312

   1215780	  0.162628	  0.162428	  0.165825		CURRENT LEARNING RATE: 3.6723640647801426e-06
previous_iter_valid_loss : 0.16061919927597046

   1215800	  0.160786	  0.160619	  0.165620		CURRENT LEARNING RATE: 3.6716296654095668e-06
previous_iter_valid_loss : 0.1628059595823288

   1215820	  0.162971	  0.162806	  0.164945		CURRENT LEARNING RATE: 3.6708954129041845e-06
previous_iter_valid_loss : 0.16486668586730957

   1215840	  0.165037	  0.164867	  0.164647		CURRENT LEARNING RATE: 3.670161307234619e-06
previous_iter_valid_loss : 0.16447746753692627

   1215860	  0.164678	  0.164477	  0.164210		CURRENT LEARNING RATE: 3.669427348371507e-06
previous_iter_valid_loss : 0.16299837827682495

   1215880	  0.163166	  0.162998	  0.164003		CURRENT LEARNING RATE: 3.6686935362854827e-06
previous_iter_valid_loss : 0.16761071979999542

   1215900	  0.167764	  0.167611	  0.164150		CURRENT LEARNING RATE: 3.6679598709472062e-06
previous_iter_valid_loss : 0.1613422930240631

   1215920	  0.161525	  0.161342	  0.164066		CURRENT LEARNING RATE: 3.6672263523273262e-06
previous_iter_valid_loss : 0.16298770904541016

   1215940	  0.163182	  0.162988	  0.164131		CURRENT LEARNING RATE: 3.6664929803965e-06
previous_iter_valid_loss : 0.16283206641674042

   1215960	  0.163000	  0.162832	  0.164203		CURRENT LEARNING RATE: 3.6657597551253866e-06
previous_iter_valid_loss : 0.16055241227149963

   1215980	  0.160712	  0.160552	  0.163148		CURRENT LEARNING RATE: 3.665026676484671e-06
previous_iter_valid_loss : 0.1625293791294098

   1216000	  0.162697	  0.162529	  0.162985		CURRENT LEARNING RATE: 3.6642937444450226e-06
previous_iter_valid_loss : 0.16692820191383362

   1216020	  0.167084	  0.166928	  0.162961		CURRENT LEARNING RATE: 3.663560958977125e-06
previous_iter_valid_loss : 0.16293203830718994

   1216040	  0.163102	  0.162932	  0.162937		CURRENT LEARNING RATE: 3.66282832005166e-06
previous_iter_valid_loss : 0.1642007976770401

   1216060	  0.164374	  0.164201	  0.163021		CURRENT LEARNING RATE: 3.662095827639334e-06
previous_iter_valid_loss : 0.20725974440574646

   1216080	  0.207312	  0.207260	  0.165124		CURRENT LEARNING RATE: 3.6613634817108413e-06
previous_iter_valid_loss : 0.18042518198490143

   1216100	  0.180583	  0.180425	  0.166066		CURRENT LEARNING RATE: 3.6606312822368896e-06
previous_iter_valid_loss : 0.17531217634677887

   1216120	  0.175597	  0.175312	  0.166769		CURRENT LEARNING RATE: 3.659899229188182e-06
previous_iter_valid_loss : 0.18467074632644653

   1216140	  0.184813	  0.184671	  0.167948		CURRENT LEARNING RATE: 3.6591673225354513e-06
previous_iter_valid_loss : 0.16435693204402924

   1216160	  0.164513	  0.164357	  0.168104		CURRENT LEARNING RATE: 3.658435562249414e-06
previous_iter_valid_loss : 0.1751503199338913

   1216180	  0.175297	  0.175150	  0.168741		CURRENT LEARNING RATE: 3.6577039483007925e-06
previous_iter_valid_loss : 0.17723320424556732

   1216200	  0.177393	  0.177233	  0.169571		CURRENT LEARNING RATE: 3.6569724806603363e-06
previous_iter_valid_loss : 0.17315168678760529

   1216220	  0.173296	  0.173152	  0.170088		CURRENT LEARNING RATE: 3.6562411592987796e-06
previous_iter_valid_loss : 0.17698374390602112

   1216240	  0.177137	  0.176984	  0.170694		CURRENT LEARNING RATE: 3.65550998418687e-06
previous_iter_valid_loss : 0.16742372512817383

   1216260	  0.167657	  0.167424	  0.170842		CURRENT LEARNING RATE: 3.6547789552953538e-06
previous_iter_valid_loss : 0.16339023411273956

   1216280	  0.163580	  0.163390	  0.170861		CURRENT LEARNING RATE: 3.654048072595003e-06
previous_iter_valid_loss : 0.1847795993089676

   1216300	  0.184924	  0.184780	  0.171720		CURRENT LEARNING RATE: 3.653317336056575e-06
previous_iter_valid_loss : 0.16062182188034058

   1216320	  0.160790	  0.160622	  0.171684		CURRENT LEARNING RATE: 3.652586745650841e-06
previous_iter_valid_loss : 0.16119439899921417

   1216340	  0.161354	  0.161194	  0.171594		CURRENT LEARNING RATE: 3.6518563013485713e-06
previous_iter_valid_loss : 0.1606505811214447

   1216360	  0.160817	  0.160651	  0.171485		CURRENT LEARNING RATE: 3.651126003120561e-06
previous_iter_valid_loss : 0.16757017374038696

   1216380	  0.167793	  0.167570	  0.171836		CURRENT LEARNING RATE: 3.6503958509375903e-06
previous_iter_valid_loss : 0.16808418929576874

   1216400	  0.168305	  0.168084	  0.172114		CURRENT LEARNING RATE: 3.649665844770455e-06
previous_iter_valid_loss : 0.1639653593301773

   1216420	  0.164129	  0.163965	  0.171965		CURRENT LEARNING RATE: 3.6489359845899466e-06
previous_iter_valid_loss : 0.16298078000545502

   1216440	  0.163153	  0.162981	  0.171968		CURRENT LEARNING RATE: 3.6482062703668853e-06
previous_iter_valid_loss : 0.16840755939483643

   1216460	  0.168558	  0.168408	  0.172178		CURRENT LEARNING RATE: 3.6474767020720747e-06
previous_iter_valid_loss : 0.17059750854969025

   1216480	  0.170852	  0.170598	  0.170345		CURRENT LEARNING RATE: 3.646747279676333e-06
previous_iter_valid_loss : 0.16944274306297302

   1216500	  0.169691	  0.169443	  0.169796		CURRENT LEARNING RATE: 3.6460180031504768e-06
previous_iter_valid_loss : 0.17525438964366913

   1216520	  0.175539	  0.175254	  0.169793		CURRENT LEARNING RATE: 3.645288872465347e-06
previous_iter_valid_loss : 0.16459521651268005

   1216540	  0.164807	  0.164595	  0.168789		CURRENT LEARNING RATE: 3.6445598875917733e-06
previous_iter_valid_loss : 0.1814436912536621

   1216560	  0.181782	  0.181444	  0.169644		CURRENT LEARNING RATE: 3.6438310485005886e-06
previous_iter_valid_loss : 0.16158150136470795

   1216580	  0.161773	  0.161582	  0.168965		CURRENT LEARNING RATE: 3.643102355162653e-06
previous_iter_valid_loss : 0.1615491658449173

   1216600	  0.161708	  0.161549	  0.168181		CURRENT LEARNING RATE: 3.642373807548812e-06
previous_iter_valid_loss : 0.16064301133155823

   1216620	  0.160798	  0.160643	  0.167556		CURRENT LEARNING RATE: 3.6416454056299234e-06
previous_iter_valid_loss : 0.1745268702507019

   1216640	  0.174677	  0.174527	  0.167433		CURRENT LEARNING RATE: 3.640917149376846e-06
previous_iter_valid_loss : 0.1619993895292282

   1216660	  0.162161	  0.161999	  0.167161		CURRENT LEARNING RATE: 3.640189038760461e-06
previous_iter_valid_loss : 0.17305569350719452

   1216680	  0.173320	  0.173056	  0.167645		CURRENT LEARNING RATE: 3.6394610737516377e-06
previous_iter_valid_loss : 0.1616702824831009

   1216700	  0.161860	  0.161670	  0.166489		CURRENT LEARNING RATE: 3.638733254321258e-06
previous_iter_valid_loss : 0.16764958202838898

   1216720	  0.167883	  0.167650	  0.166841		CURRENT LEARNING RATE: 3.638005580440203e-06
previous_iter_valid_loss : 0.18314459919929504

   1216740	  0.183508	  0.183145	  0.167938		CURRENT LEARNING RATE: 3.637278052079378e-06
previous_iter_valid_loss : 0.1658724695444107

   1216760	  0.166090	  0.165872	  0.168199		CURRENT LEARNING RATE: 3.6365506692096755e-06
previous_iter_valid_loss : 0.16084299981594086

   1216780	  0.161022	  0.160843	  0.167863		CURRENT LEARNING RATE: 3.6358234318019996e-06
previous_iter_valid_loss : 0.16143476963043213

   1216800	  0.161616	  0.161435	  0.167530		CURRENT LEARNING RATE: 3.6350963398272557e-06
previous_iter_valid_loss : 0.16288518905639648

   1216820	  0.163074	  0.162885	  0.167476		CURRENT LEARNING RATE: 3.6343693932563724e-06
previous_iter_valid_loss : 0.173484668135643

   1216840	  0.173631	  0.173485	  0.168002		CURRENT LEARNING RATE: 3.633642592060265e-06
previous_iter_valid_loss : 0.1720474809408188

   1216860	  0.172324	  0.172047	  0.168184		CURRENT LEARNING RATE: 3.632915936209862e-06
previous_iter_valid_loss : 0.16717959940433502

   1216880	  0.167335	  0.167180	  0.168013		CURRENT LEARNING RATE: 3.63218942567609e-06
previous_iter_valid_loss : 0.1606399118900299

   1216900	  0.160815	  0.160640	  0.167573		CURRENT LEARNING RATE: 3.6314630604299024e-06
previous_iter_valid_loss : 0.16781768202781677

   1216920	  0.167970	  0.167818	  0.167201		CURRENT LEARNING RATE: 3.6307368404422376e-06
previous_iter_valid_loss : 0.20177525281906128

   1216940	  0.201849	  0.201775	  0.169060		CURRENT LEARNING RATE: 3.6300107656840405e-06
previous_iter_valid_loss : 0.17130860686302185

   1216960	  0.171576	  0.171309	  0.168553		CURRENT LEARNING RATE: 3.629284836126281e-06
previous_iter_valid_loss : 0.17043398320674896

   1216980	  0.170583	  0.170434	  0.168996		CURRENT LEARNING RATE: 3.6285590517399156e-06
previous_iter_valid_loss : 0.1613585650920868

   1217000	  0.161521	  0.161359	  0.168986		CURRENT LEARNING RATE: 3.6278334124959123e-06
previous_iter_valid_loss : 0.1628924310207367

   1217020	  0.163086	  0.162892	  0.169099		CURRENT LEARNING RATE: 3.62710791836524e-06
previous_iter_valid_loss : 0.16113662719726562

   1217040	  0.161297	  0.161137	  0.168429		CURRENT LEARNING RATE: 3.626382569318891e-06
previous_iter_valid_loss : 0.16052474081516266

   1217060	  0.160687	  0.160525	  0.168355		CURRENT LEARNING RATE: 3.625657365327845e-06
previous_iter_valid_loss : 0.16725294291973114

   1217080	  0.167414	  0.167253	  0.168065		CURRENT LEARNING RATE: 3.624932306363095e-06
previous_iter_valid_loss : 0.19080902636051178

   1217100	  0.190938	  0.190809	  0.169522		CURRENT LEARNING RATE: 3.6242073923956305e-06
previous_iter_valid_loss : 0.1664075255393982

   1217120	  0.166571	  0.166408	  0.169460		CURRENT LEARNING RATE: 3.6234826233964685e-06
previous_iter_valid_loss : 0.16594193875789642

   1217140	  0.166110	  0.165942	  0.168600		CURRENT LEARNING RATE: 3.6227579993366127e-06
previous_iter_valid_loss : 0.17240694165229797

   1217160	  0.172669	  0.172407	  0.168927		CURRENT LEARNING RATE: 3.622033520187077e-06
previous_iter_valid_loss : 0.16433656215667725

   1217180	  0.164535	  0.164337	  0.169101		CURRENT LEARNING RATE: 3.621309185918876e-06
previous_iter_valid_loss : 0.16817432641983032

   1217200	  0.168410	  0.168174	  0.169438		CURRENT LEARNING RATE: 3.62058499650305e-06
previous_iter_valid_loss : 0.17225663363933563

   1217220	  0.172404	  0.172257	  0.169907		CURRENT LEARNING RATE: 3.6198609519106233e-06
previous_iter_valid_loss : 0.16050997376441956

   1217240	  0.160677	  0.160510	  0.169258		CURRENT LEARNING RATE: 3.6191370521126354e-06
previous_iter_valid_loss : 0.16176609694957733

   1217260	  0.161923	  0.161766	  0.168744		CURRENT LEARNING RATE: 3.6184132970801236e-06
previous_iter_valid_loss : 0.16736046969890594

   1217280	  0.167590	  0.167360	  0.168753		CURRENT LEARNING RATE: 3.617689686784151e-06
previous_iter_valid_loss : 0.17085830867290497

   1217300	  0.171007	  0.170858	  0.169264		CURRENT LEARNING RATE: 3.6169662211957667e-06
previous_iter_valid_loss : 0.1606624871492386

   1217320	  0.160823	  0.160662	  0.168906		CURRENT LEARNING RATE: 3.6162429002860244e-06
previous_iter_valid_loss : 0.18450970947742462

   1217340	  0.184657	  0.184510	  0.168043		CURRENT LEARNING RATE: 3.615519724026006e-06
previous_iter_valid_loss : 0.1624719649553299

   1217360	  0.162651	  0.162472	  0.167601		CURRENT LEARNING RATE: 3.6147966923867764e-06
previous_iter_valid_loss : 0.1643507331609726

   1217380	  0.164555	  0.164351	  0.167297		CURRENT LEARNING RATE: 3.614073805339415e-06
previous_iter_valid_loss : 0.16137416660785675

   1217400	  0.161552	  0.161374	  0.167298		CURRENT LEARNING RATE: 3.613351062855e-06
previous_iter_valid_loss : 0.16422627866268158

   1217420	  0.164394	  0.164226	  0.167364		CURRENT LEARNING RATE: 3.612628464904634e-06
previous_iter_valid_loss : 0.1607610285282135

   1217440	  0.160941	  0.160761	  0.167346		CURRENT LEARNING RATE: 3.611906011459408e-06
previous_iter_valid_loss : 0.1616518348455429

   1217460	  0.161807	  0.161652	  0.167402		CURRENT LEARNING RATE: 3.6111837024904226e-06
previous_iter_valid_loss : 0.1630774438381195

   1217480	  0.163274	  0.163077	  0.167193		CURRENT LEARNING RATE: 3.610461537968779e-06
previous_iter_valid_loss : 0.161590576171875

   1217500	  0.161749	  0.161591	  0.165732		CURRENT LEARNING RATE: 3.609739517865604e-06
previous_iter_valid_loss : 0.16834130883216858

   1217520	  0.168569	  0.168341	  0.165829		CURRENT LEARNING RATE: 3.6090176421520097e-06
previous_iter_valid_loss : 0.1703440397977829

   1217540	  0.170597	  0.170344	  0.166049		CURRENT LEARNING RATE: 3.608295910799122e-06
previous_iter_valid_loss : 0.16641037166118622

   1217560	  0.166620	  0.166410	  0.165749		CURRENT LEARNING RATE: 3.6075743237780647e-06
previous_iter_valid_loss : 0.17435823380947113

   1217580	  0.174639	  0.174358	  0.166250		CURRENT LEARNING RATE: 3.606852881059988e-06
previous_iter_valid_loss : 0.1605469435453415

   1217600	  0.160712	  0.160547	  0.165869		CURRENT LEARNING RATE: 3.6061315826160264e-06
previous_iter_valid_loss : 0.17221872508525848

   1217620	  0.172491	  0.172219	  0.165867		CURRENT LEARNING RATE: 3.6054104284173284e-06
previous_iter_valid_loss : 0.1613854616880417

   1217640	  0.161535	  0.161385	  0.165911		CURRENT LEARNING RATE: 3.604689418435042e-06
previous_iter_valid_loss : 0.16809312999248505

   1217660	  0.168249	  0.168093	  0.166227		CURRENT LEARNING RATE: 3.6039685526403387e-06
previous_iter_valid_loss : 0.19670706987380981

   1217680	  0.196803	  0.196707	  0.167695		CURRENT LEARNING RATE: 3.6032478310043784e-06
previous_iter_valid_loss : 0.16746731102466583

   1217700	  0.167701	  0.167467	  0.167525		CURRENT LEARNING RATE: 3.602527253498332e-06
previous_iter_valid_loss : 0.1696043759584427

   1217720	  0.169753	  0.169604	  0.167972		CURRENT LEARNING RATE: 3.6018068200933694e-06
previous_iter_valid_loss : 0.16578365862369537

   1217740	  0.165943	  0.165784	  0.167036		CURRENT LEARNING RATE: 3.6010865307606866e-06
previous_iter_valid_loss : 0.1612550914287567

   1217760	  0.161421	  0.161255	  0.166975		CURRENT LEARNING RATE: 3.600366385471465e-06
previous_iter_valid_loss : 0.16501475870609283

   1217780	  0.165191	  0.165015	  0.167008		CURRENT LEARNING RATE: 3.599646384196894e-06
previous_iter_valid_loss : 0.16965258121490479

   1217800	  0.169803	  0.169653	  0.167422		CURRENT LEARNING RATE: 3.5989265269081843e-06
previous_iter_valid_loss : 0.1609518975019455

   1217820	  0.161119	  0.160952	  0.167258		CURRENT LEARNING RATE: 3.5982068135765365e-06
previous_iter_valid_loss : 0.1605488508939743

   1217840	  0.160704	  0.160549	  0.167248		CURRENT LEARNING RATE: 3.5974872441731625e-06
previous_iter_valid_loss : 0.17808400094509125

   1217860	  0.178245	  0.178084	  0.168069		CURRENT LEARNING RATE: 3.596767818669271e-06
previous_iter_valid_loss : 0.1609596610069275

   1217880	  0.161138	  0.160960	  0.167963		CURRENT LEARNING RATE: 3.5960485370361e-06
previous_iter_valid_loss : 0.16067206859588623

   1217900	  0.160833	  0.160672	  0.167918		CURRENT LEARNING RATE: 3.5953293992448706e-06
previous_iter_valid_loss : 0.16433434188365936

   1217920	  0.164532	  0.164334	  0.167717		CURRENT LEARNING RATE: 3.594610405266818e-06
previous_iter_valid_loss : 0.1639583855867386

   1217940	  0.164128	  0.163958	  0.167398		CURRENT LEARNING RATE: 3.593891555073175e-06
previous_iter_valid_loss : 0.1838190257549286

   1217960	  0.184181	  0.183819	  0.168268		CURRENT LEARNING RATE: 3.593172848635202e-06
previous_iter_valid_loss : 0.1623152643442154

   1217980	  0.162477	  0.162315	  0.167666		CURRENT LEARNING RATE: 3.592454285924143e-06
previous_iter_valid_loss : 0.16158798336982727

   1218000	  0.161758	  0.161588	  0.167718		CURRENT LEARNING RATE: 3.5917358669112556e-06
previous_iter_valid_loss : 0.16056881844997406

   1218020	  0.160742	  0.160569	  0.167136		CURRENT LEARNING RATE: 3.5910175915677975e-06
previous_iter_valid_loss : 0.16064070165157318

   1218040	  0.160809	  0.160641	  0.167099		CURRENT LEARNING RATE: 3.5902994598650498e-06
previous_iter_valid_loss : 0.16493487358093262

   1218060	  0.165089	  0.164935	  0.166941		CURRENT LEARNING RATE: 3.58958147177428e-06
previous_iter_valid_loss : 0.16674095392227173

   1218080	  0.166904	  0.166741	  0.165442		CURRENT LEARNING RATE: 3.588863627266771e-06
previous_iter_valid_loss : 0.16535121202468872

   1218100	  0.165517	  0.165351	  0.165337		CURRENT LEARNING RATE: 3.5881459263138007e-06
previous_iter_valid_loss : 0.1617189198732376

   1218120	  0.161906	  0.161719	  0.164942		CURRENT LEARNING RATE: 3.587428368886674e-06
previous_iter_valid_loss : 0.16102100908756256

   1218140	  0.161208	  0.161021	  0.164704		CURRENT LEARNING RATE: 3.5867109549566827e-06
previous_iter_valid_loss : 0.16281209886074066

   1218160	  0.162989	  0.162812	  0.164782		CURRENT LEARNING RATE: 3.585993684495124e-06
previous_iter_valid_loss : 0.16143319010734558

   1218180	  0.161620	  0.161433	  0.164603		CURRENT LEARNING RATE: 3.585276557473319e-06
previous_iter_valid_loss : 0.16281625628471375

   1218200	  0.163013	  0.162816	  0.164261		CURRENT LEARNING RATE: 3.584559573862577e-06
previous_iter_valid_loss : 0.16705243289470673

   1218220	  0.167212	  0.167052	  0.164566		CURRENT LEARNING RATE: 3.5838427336342187e-06
previous_iter_valid_loss : 0.16061687469482422

   1218240	  0.160773	  0.160617	  0.164569		CURRENT LEARNING RATE: 3.5831260367595633e-06
previous_iter_valid_loss : 0.1652405560016632

   1218260	  0.165441	  0.165241	  0.163927		CURRENT LEARNING RATE: 3.5824094832099566e-06
previous_iter_valid_loss : 0.16105547547340393

   1218280	  0.161250	  0.161055	  0.163932		CURRENT LEARNING RATE: 3.58169307295673e-06
previous_iter_valid_loss : 0.1761956363916397

   1218300	  0.176481	  0.176196	  0.164708		CURRENT LEARNING RATE: 3.580976805971226e-06
previous_iter_valid_loss : 0.16391757130622864

   1218320	  0.164082	  0.163918	  0.164687		CURRENT LEARNING RATE: 3.5802606822247887e-06
previous_iter_valid_loss : 0.17188243567943573

   1218340	  0.172036	  0.171882	  0.165084		CURRENT LEARNING RATE: 3.5795447016887856e-06
previous_iter_valid_loss : 0.17393793165683746

   1218360	  0.174092	  0.173938	  0.164590		CURRENT LEARNING RATE: 3.5788288643345713e-06
previous_iter_valid_loss : 0.16082711517810822

   1218380	  0.161001	  0.160827	  0.164515		CURRENT LEARNING RATE: 3.5781131701335117e-06
previous_iter_valid_loss : 0.16052159667015076

   1218400	  0.160681	  0.160522	  0.164462		CURRENT LEARNING RATE: 3.5773976190569733e-06
previous_iter_valid_loss : 0.16085536777973175

   1218420	  0.161013	  0.160855	  0.164476		CURRENT LEARNING RATE: 3.5766822110763464e-06
previous_iter_valid_loss : 0.1617186814546585

   1218440	  0.161904	  0.161719	  0.164530		CURRENT LEARNING RATE: 3.575966946163008e-06
previous_iter_valid_loss : 0.16053181886672974

   1218460	  0.160690	  0.160532	  0.164310		CURRENT LEARNING RATE: 3.5752518242883483e-06
previous_iter_valid_loss : 0.16054032742977142

   1218480	  0.160696	  0.160540	  0.164000		CURRENT LEARNING RATE: 3.5745368454237557e-06
previous_iter_valid_loss : 0.16348746418952942

   1218500	  0.163687	  0.163487	  0.163907		CURRENT LEARNING RATE: 3.573822009540644e-06
previous_iter_valid_loss : 0.17325495183467865

   1218520	  0.173532	  0.173255	  0.164484		CURRENT LEARNING RATE: 3.5731073166104126e-06
previous_iter_valid_loss : 0.16604314744472504

   1218540	  0.166253	  0.166043	  0.164735		CURRENT LEARNING RATE: 3.5723927666044682e-06
previous_iter_valid_loss : 0.160628080368042

   1218560	  0.160785	  0.160628	  0.164625		CURRENT LEARNING RATE: 3.5716783594942416e-06
previous_iter_valid_loss : 0.16052646934986115

   1218580	  0.160677	  0.160526	  0.164580		CURRENT LEARNING RATE: 3.5709640952511496e-06
previous_iter_valid_loss : 0.1695633977651596

   1218600	  0.169800	  0.169563	  0.164917		CURRENT LEARNING RATE: 3.570249973846622e-06
previous_iter_valid_loss : 0.16253164410591125

   1218620	  0.162697	  0.162532	  0.164691		CURRENT LEARNING RATE: 3.5695359952520873e-06
previous_iter_valid_loss : 0.16401322185993195

   1218640	  0.164181	  0.164013	  0.164861		CURRENT LEARNING RATE: 3.5688221594389994e-06
previous_iter_valid_loss : 0.16060887277126312

   1218660	  0.160784	  0.160609	  0.164630		CURRENT LEARNING RATE: 3.5681084663787984e-06
previous_iter_valid_loss : 0.16182759404182434

   1218680	  0.161988	  0.161828	  0.164668		CURRENT LEARNING RATE: 3.5673949160429362e-06
previous_iter_valid_loss : 0.16229622066020966

   1218700	  0.162495	  0.162296	  0.163973		CURRENT LEARNING RATE: 3.566681508402865e-06
previous_iter_valid_loss : 0.1609191596508026

   1218720	  0.161096	  0.160919	  0.163823		CURRENT LEARNING RATE: 3.5659682434300606e-06
previous_iter_valid_loss : 0.16417618095874786

   1218740	  0.164340	  0.164176	  0.163438		CURRENT LEARNING RATE: 3.5652551210959868e-06
previous_iter_valid_loss : 0.16049601137638092

   1218760	  0.160660	  0.160496	  0.162766		CURRENT LEARNING RATE: 3.5645421413721183e-06
previous_iter_valid_loss : 0.1719392091035843

   1218780	  0.172190	  0.171939	  0.163322		CURRENT LEARNING RATE: 3.5638293042299293e-06
previous_iter_valid_loss : 0.1676870584487915

   1218800	  0.167920	  0.167687	  0.163680		CURRENT LEARNING RATE: 3.56311660964092e-06
previous_iter_valid_loss : 0.17473702132701874

   1218820	  0.175020	  0.174737	  0.164374		CURRENT LEARNING RATE: 3.562404057576575e-06
previous_iter_valid_loss : 0.1789168417453766

   1218840	  0.179236	  0.178917	  0.165234		CURRENT LEARNING RATE: 3.5616916480083927e-06
previous_iter_valid_loss : 0.16070443391799927

   1218860	  0.160865	  0.160704	  0.165242		CURRENT LEARNING RATE: 3.5609793809078707e-06
previous_iter_valid_loss : 0.1627400666475296

   1218880	  0.162905	  0.162740	  0.165352		CURRENT LEARNING RATE: 3.5602672562465305e-06
previous_iter_valid_loss : 0.17419372498989105

   1218900	  0.174465	  0.174194	  0.165888		CURRENT LEARNING RATE: 3.5595552739958812e-06
previous_iter_valid_loss : 0.1634681075811386

   1218920	  0.163661	  0.163468	  0.165398		CURRENT LEARNING RATE: 3.5588434341274432e-06
previous_iter_valid_loss : 0.1646496057510376

   1218940	  0.164847	  0.164650	  0.165329		CURRENT LEARNING RATE: 3.558131736612737e-06
previous_iter_valid_loss : 0.17501266300678253

   1218960	  0.175170	  0.175013	  0.166048		CURRENT LEARNING RATE: 3.5574201814233067e-06
previous_iter_valid_loss : 0.1629442572593689

   1218980	  0.163103	  0.162944	  0.166169		CURRENT LEARNING RATE: 3.556708768530685e-06
previous_iter_valid_loss : 0.1640942245721817

   1219000	  0.164260	  0.164094	  0.165895		CURRENT LEARNING RATE: 3.5559974979064075e-06
previous_iter_valid_loss : 0.1640911102294922

   1219020	  0.164260	  0.164091	  0.165973		CURRENT LEARNING RATE: 3.5552863695220366e-06
previous_iter_valid_loss : 0.16154316067695618

   1219040	  0.161735	  0.161543	  0.165850		CURRENT LEARNING RATE: 3.5545753833491207e-06
previous_iter_valid_loss : 0.16247773170471191

   1219060	  0.162633	  0.162478	  0.165943		CURRENT LEARNING RATE: 3.553864539359221e-06
previous_iter_valid_loss : 0.16716672480106354

   1219080	  0.167318	  0.167167	  0.166210		CURRENT LEARNING RATE: 3.5531538375238974e-06
previous_iter_valid_loss : 0.16076703369617462

   1219100	  0.160918	  0.160767	  0.166134		CURRENT LEARNING RATE: 3.5524432778147337e-06
previous_iter_valid_loss : 0.1605481207370758

   1219120	  0.160718	  0.160548	  0.166115		CURRENT LEARNING RATE: 3.5517328602033015e-06
previous_iter_valid_loss : 0.16193434596061707

   1219140	  0.162093	  0.161934	  0.166003		CURRENT LEARNING RATE: 3.5510225846611843e-06
previous_iter_valid_loss : 0.16495925188064575

   1219160	  0.165164	  0.164959	  0.166226		CURRENT LEARNING RATE: 3.5503124511599644e-06
previous_iter_valid_loss : 0.1608559787273407

   1219180	  0.161032	  0.160856	  0.165672		CURRENT LEARNING RATE: 3.54960245967125e-06
previous_iter_valid_loss : 0.1630752682685852

   1219200	  0.163233	  0.163075	  0.165442		CURRENT LEARNING RATE: 3.548892610166634e-06
previous_iter_valid_loss : 0.16213509440422058

   1219220	  0.162292	  0.162135	  0.164811		CURRENT LEARNING RATE: 3.5481829026177227e-06
previous_iter_valid_loss : 0.16068881750106812

   1219240	  0.160852	  0.160689	  0.163900		CURRENT LEARNING RATE: 3.5474733369961215e-06
previous_iter_valid_loss : 0.16422335803508759

   1219260	  0.164389	  0.164223	  0.164076		CURRENT LEARNING RATE: 3.5467639132734616e-06
previous_iter_valid_loss : 0.16329900920391083

   1219280	  0.163498	  0.163299	  0.164104		CURRENT LEARNING RATE: 3.546054631421358e-06
previous_iter_valid_loss : 0.16109971702098846

   1219300	  0.161258	  0.161100	  0.163449		CURRENT LEARNING RATE: 3.54534549141144e-06
previous_iter_valid_loss : 0.16110461950302124

   1219320	  0.161286	  0.161105	  0.163331		CURRENT LEARNING RATE: 3.544636493215336e-06
previous_iter_valid_loss : 0.1714419722557068

   1219340	  0.171703	  0.171442	  0.163671		CURRENT LEARNING RATE: 3.5439276368046986e-06
previous_iter_valid_loss : 0.164812833070755

   1219360	  0.164988	  0.164813	  0.163161		CURRENT LEARNING RATE: 3.5432189221511666e-06
previous_iter_valid_loss : 0.1613633930683136

   1219380	  0.161551	  0.161363	  0.163082		CURRENT LEARNING RATE: 3.542510349226386e-06
previous_iter_valid_loss : 0.16109581291675568

   1219400	  0.161274	  0.161096	  0.162932		CURRENT LEARNING RATE: 3.5418019180020266e-06
previous_iter_valid_loss : 0.16050514578819275

   1219420	  0.160666	  0.160505	  0.162752		CURRENT LEARNING RATE: 3.541093628449744e-06
previous_iter_valid_loss : 0.1610090136528015

   1219440	  0.161192	  0.161009	  0.162726		CURRENT LEARNING RATE: 3.5403854805412073e-06
previous_iter_valid_loss : 0.16968974471092224

   1219460	  0.169847	  0.169690	  0.163086		CURRENT LEARNING RATE: 3.5396774742480837e-06
previous_iter_valid_loss : 0.160756453871727

   1219480	  0.160915	  0.160756	  0.162766		CURRENT LEARNING RATE: 3.5389696095420656e-06
previous_iter_valid_loss : 0.16443055868148804

   1219500	  0.164592	  0.164431	  0.162949		CURRENT LEARNING RATE: 3.5382618863948326e-06
previous_iter_valid_loss : 0.17956532537937164

   1219520	  0.179723	  0.179565	  0.163900		CURRENT LEARNING RATE: 3.5375543047780756e-06
previous_iter_valid_loss : 0.16795897483825684

   1219540	  0.168114	  0.167959	  0.164201		CURRENT LEARNING RATE: 3.536846864663485e-06
previous_iter_valid_loss : 0.16981400549411774

   1219560	  0.169967	  0.169814	  0.164444		CURRENT LEARNING RATE: 3.536139566022776e-06
previous_iter_valid_loss : 0.16151385009288788

   1219580	  0.161679	  0.161514	  0.164477		CURRENT LEARNING RATE: 3.5354324088276493e-06
previous_iter_valid_loss : 0.1698601245880127

   1219600	  0.170111	  0.169860	  0.164816		CURRENT LEARNING RATE: 3.5347253930498203e-06
previous_iter_valid_loss : 0.1967303305864334

   1219620	  0.197242	  0.196730	  0.166546		CURRENT LEARNING RATE: 3.534018518661001e-06
previous_iter_valid_loss : 0.1622774600982666

   1219640	  0.162470	  0.162277	  0.166625		CURRENT LEARNING RATE: 3.533311785632929e-06
previous_iter_valid_loss : 0.16053366661071777

   1219660	  0.160688	  0.160534	  0.166441		CURRENT LEARNING RATE: 3.5326051939373287e-06
previous_iter_valid_loss : 0.16560877859592438

   1219680	  0.165808	  0.165609	  0.166556		CURRENT LEARNING RATE: 3.531898743545937e-06
previous_iter_valid_loss : 0.16153064370155334

   1219700	  0.161690	  0.161531	  0.166578		CURRENT LEARNING RATE: 3.531192434430489e-06
previous_iter_valid_loss : 0.1768694519996643

   1219720	  0.177020	  0.176869	  0.167366		CURRENT LEARNING RATE: 3.530486266562745e-06
previous_iter_valid_loss : 0.16616033017635345

   1219740	  0.166375	  0.166160	  0.167102		CURRENT LEARNING RATE: 3.5297802399144526e-06
previous_iter_valid_loss : 0.16533872485160828

   1219760	  0.165544	  0.165339	  0.167128		CURRENT LEARNING RATE: 3.5290743544573636e-06
previous_iter_valid_loss : 0.16420334577560425

   1219780	  0.164402	  0.164203	  0.167270		CURRENT LEARNING RATE: 3.5283686101632557e-06
previous_iter_valid_loss : 0.1605493426322937

   1219800	  0.160716	  0.160549	  0.167243		CURRENT LEARNING RATE: 3.5276630070038924e-06
previous_iter_valid_loss : 0.16654331982135773

   1219820	  0.166759	  0.166543	  0.167545		CURRENT LEARNING RATE: 3.5269575449510507e-06
previous_iter_valid_loss : 0.16302871704101562

   1219840	  0.163196	  0.163029	  0.167646		CURRENT LEARNING RATE: 3.5262522239765045e-06
previous_iter_valid_loss : 0.1610683649778366

   1219860	  0.161212	  0.161068	  0.167215		CURRENT LEARNING RATE: 3.525547044052053e-06
previous_iter_valid_loss : 0.16064007580280304

   1219880	  0.160806	  0.160640	  0.167209		CURRENT LEARNING RATE: 3.5248420051494847e-06
previous_iter_valid_loss : 0.1607024073600769

   1219900	  0.160861	  0.160702	  0.167022		CURRENT LEARNING RATE: 3.524137107240597e-06
previous_iter_valid_loss : 0.16066129505634308

   1219920	  0.160840	  0.160661	  0.166077		CURRENT LEARNING RATE: 3.523432350297188e-06
previous_iter_valid_loss : 0.19322194159030914

   1219940	  0.193347	  0.193222	  0.167340		CURRENT LEARNING RATE: 3.5227277342910793e-06
previous_iter_valid_loss : 0.1759270578622818

   1219960	  0.176083	  0.175927	  0.167646		CURRENT LEARNING RATE: 3.522023259194081e-06
previous_iter_valid_loss : 0.16306596994400024

   1219980	  0.163233	  0.163066	  0.167724		CURRENT LEARNING RATE: 3.5213189249780136e-06
previous_iter_valid_loss : 0.1605835258960724

   1220000	  0.160751	  0.160584	  0.167260		CURRENT LEARNING RATE: 3.520614731614697e-06
previous_iter_valid_loss : 0.16212281584739685

   1220020	  0.162299	  0.162123	  0.165529		CURRENT LEARNING RATE: 3.519910679075976e-06
previous_iter_valid_loss : 0.16252568364143372

   1220040	  0.162715	  0.162526	  0.165542		CURRENT LEARNING RATE: 3.519206767333683e-06
previous_iter_valid_loss : 0.16663561761379242

   1220060	  0.166801	  0.166636	  0.165847		CURRENT LEARNING RATE: 3.5185029963596613e-06
previous_iter_valid_loss : 0.16686402261257172

   1220080	  0.167079	  0.166864	  0.165910		CURRENT LEARNING RATE: 3.5177993661257535e-06
previous_iter_valid_loss : 0.16942264139652252

   1220100	  0.169575	  0.169423	  0.166304		CURRENT LEARNING RATE: 3.517095876603827e-06
previous_iter_valid_loss : 0.1617926061153412

   1220120	  0.161945	  0.161793	  0.165550		CURRENT LEARNING RATE: 3.5163925277657364e-06
previous_iter_valid_loss : 0.16313877701759338

   1220140	  0.163337	  0.163139	  0.165399		CURRENT LEARNING RATE: 3.515689319583347e-06
previous_iter_valid_loss : 0.17139136791229248

   1220160	  0.171533	  0.171391	  0.165702		CURRENT LEARNING RATE: 3.514986252028525e-06
previous_iter_valid_loss : 0.17076325416564941

   1220180	  0.171016	  0.170763	  0.166030		CURRENT LEARNING RATE: 3.51428332507316e-06
previous_iter_valid_loss : 0.16105440258979797

   1220200	  0.161242	  0.161054	  0.166055		CURRENT LEARNING RATE: 3.513580538689128e-06
previous_iter_valid_loss : 0.16260147094726562

   1220220	  0.162805	  0.162601	  0.165858		CURRENT LEARNING RATE: 3.5128778928483112e-06
previous_iter_valid_loss : 0.16089746356010437

   1220240	  0.161050	  0.160897	  0.165752		CURRENT LEARNING RATE: 3.5121753875226174e-06
previous_iter_valid_loss : 0.16089652478694916

   1220260	  0.161070	  0.160897	  0.165743		CURRENT LEARNING RATE: 3.51147302268394e-06
previous_iter_valid_loss : 0.18545880913734436

   1220280	  0.185841	  0.185459	  0.166984		CURRENT LEARNING RATE: 3.510770798304183e-06
previous_iter_valid_loss : 0.1660349816083908

   1220300	  0.166250	  0.166035	  0.167250		CURRENT LEARNING RATE: 3.510068714355253e-06
previous_iter_valid_loss : 0.16053204238414764

   1220320	  0.160685	  0.160532	  0.167244		CURRENT LEARNING RATE: 3.509366770809078e-06
previous_iter_valid_loss : 0.16294145584106445

   1220340	  0.163099	  0.162941	  0.165730		CURRENT LEARNING RATE: 3.508664967637574e-06
previous_iter_valid_loss : 0.16415950655937195

   1220360	  0.164362	  0.164160	  0.165142		CURRENT LEARNING RATE: 3.50796330481267e-06
previous_iter_valid_loss : 0.16052000224590302

   1220380	  0.160684	  0.160520	  0.165014		CURRENT LEARNING RATE: 3.507261782306292e-06
previous_iter_valid_loss : 0.16070003807544708

   1220400	  0.160871	  0.160700	  0.165020		CURRENT LEARNING RATE: 3.506560400090392e-06
previous_iter_valid_loss : 0.17332224547863007

   1220420	  0.173604	  0.173322	  0.165580		CURRENT LEARNING RATE: 3.505859158136908e-06
previous_iter_valid_loss : 0.16258229315280914

   1220440	  0.162780	  0.162582	  0.165583		CURRENT LEARNING RATE: 3.5051580564177916e-06
previous_iter_valid_loss : 0.16327302157878876

   1220460	  0.163460	  0.163273	  0.165415		CURRENT LEARNING RATE: 3.5044570949049913e-06
previous_iter_valid_loss : 0.16061490774154663

   1220480	  0.160764	  0.160615	  0.165102		CURRENT LEARNING RATE: 3.503756273570481e-06
previous_iter_valid_loss : 0.1693548858165741

   1220500	  0.169509	  0.169355	  0.165099		CURRENT LEARNING RATE: 3.5030555923862227e-06
previous_iter_valid_loss : 0.16111139953136444

   1220520	  0.161266	  0.161111	  0.165065		CURRENT LEARNING RATE: 3.502355051324188e-06
previous_iter_valid_loss : 0.1650640070438385

   1220540	  0.165228	  0.165064	  0.165161		CURRENT LEARNING RATE: 3.50165465035635e-06
previous_iter_valid_loss : 0.17473097145557404

   1220560	  0.175014	  0.174731	  0.165328		CURRENT LEARNING RATE: 3.5009543894547056e-06
previous_iter_valid_loss : 0.16863061487674713

   1220580	  0.168779	  0.168631	  0.165221		CURRENT LEARNING RATE: 3.500254268591236e-06
previous_iter_valid_loss : 0.16052180528640747

   1220600	  0.160684	  0.160522	  0.165195		CURRENT LEARNING RATE: 3.4995542877379315e-06
previous_iter_valid_loss : 0.16981817781925201

   1220620	  0.170074	  0.169818	  0.165556		CURRENT LEARNING RATE: 3.4988544468668055e-06
previous_iter_valid_loss : 0.17059403657913208

   1220640	  0.170844	  0.170594	  0.166041		CURRENT LEARNING RATE: 3.4981547459498584e-06
previous_iter_valid_loss : 0.17792563140392303

   1220660	  0.178236	  0.177926	  0.166892		CURRENT LEARNING RATE: 3.497455184959101e-06
previous_iter_valid_loss : 0.1619386523962021

   1220680	  0.162096	  0.161939	  0.165716		CURRENT LEARNING RATE: 3.496755763866545e-06
previous_iter_valid_loss : 0.16161543130874634

   1220700	  0.161771	  0.161615	  0.165495		CURRENT LEARNING RATE: 3.4960564826442263e-06
previous_iter_valid_loss : 0.17548952996730804

   1220720	  0.175641	  0.175490	  0.166243		CURRENT LEARNING RATE: 3.4953573412641677e-06
previous_iter_valid_loss : 0.17040275037288666

   1220740	  0.170552	  0.170403	  0.166616		CURRENT LEARNING RATE: 3.4946583396984027e-06
previous_iter_valid_loss : 0.16147871315479279

   1220760	  0.161638	  0.161479	  0.166482		CURRENT LEARNING RATE: 3.493959477918966e-06
previous_iter_valid_loss : 0.17668002843856812

   1220780	  0.176969	  0.176680	  0.167290		CURRENT LEARNING RATE: 3.493260755897915e-06
previous_iter_valid_loss : 0.17555703222751617

   1220800	  0.175847	  0.175557	  0.168033		CURRENT LEARNING RATE: 3.4925621736072952e-06
previous_iter_valid_loss : 0.1647806465625763

   1220820	  0.164941	  0.164781	  0.167606		CURRENT LEARNING RATE: 3.4918637310191622e-06
previous_iter_valid_loss : 0.16530174016952515

   1220840	  0.165522	  0.165302	  0.167742		CURRENT LEARNING RATE: 3.491165428105573e-06
previous_iter_valid_loss : 0.17099928855895996

   1220860	  0.171151	  0.170999	  0.168128		CURRENT LEARNING RATE: 3.4904672648386072e-06
previous_iter_valid_loss : 0.16810783743858337

   1220880	  0.168260	  0.168108	  0.168503		CURRENT LEARNING RATE: 3.4897692411903327e-06
previous_iter_valid_loss : 0.16776268184185028

   1220900	  0.167992	  0.167763	  0.168423		CURRENT LEARNING RATE: 3.4890713571328283e-06
previous_iter_valid_loss : 0.16556920111179352

   1220920	  0.165778	  0.165569	  0.168646		CURRENT LEARNING RATE: 3.4883736126381723e-06
previous_iter_valid_loss : 0.16938254237174988

   1220940	  0.169632	  0.169383	  0.168862		CURRENT LEARNING RATE: 3.4876760076784674e-06
previous_iter_valid_loss : 0.17056156694889069

   1220960	  0.170803	  0.170562	  0.168653		CURRENT LEARNING RATE: 3.4869785422258034e-06
previous_iter_valid_loss : 0.16727910935878754

   1220980	  0.167498	  0.167279	  0.168586		CURRENT LEARNING RATE: 3.4862812162522757e-06
previous_iter_valid_loss : 0.16181325912475586

   1221000	  0.161967	  0.161813	  0.168650		CURRENT LEARNING RATE: 3.485584029730003e-06
previous_iter_valid_loss : 0.16465064883232117

   1221020	  0.164861	  0.164651	  0.168392		CURRENT LEARNING RATE: 3.484886982631092e-06
previous_iter_valid_loss : 0.17228521406650543

   1221040	  0.172430	  0.172285	  0.168477		CURRENT LEARNING RATE: 3.4841900749276606e-06
previous_iter_valid_loss : 0.16859906911849976

   1221060	  0.168756	  0.168599	  0.168010		CURRENT LEARNING RATE: 3.4834933065918273e-06
previous_iter_valid_loss : 0.17282287776470184

   1221080	  0.173094	  0.172823	  0.168554		CURRENT LEARNING RATE: 3.482796677595732e-06
previous_iter_valid_loss : 0.1605505496263504

   1221100	  0.160711	  0.160551	  0.168501		CURRENT LEARNING RATE: 3.4821001879115045e-06
previous_iter_valid_loss : 0.16912126541137695

   1221120	  0.169361	  0.169121	  0.168183		CURRENT LEARNING RATE: 3.4814038375112853e-06
previous_iter_valid_loss : 0.16797111928462982

   1221140	  0.168202	  0.167971	  0.168061		CURRENT LEARNING RATE: 3.4807076263672132e-06
previous_iter_valid_loss : 0.16051740944385529

   1221160	  0.160687	  0.160517	  0.168013		CURRENT LEARNING RATE: 3.4800115544514532e-06
previous_iter_valid_loss : 0.16353997588157654

   1221180	  0.163733	  0.163540	  0.167356		CURRENT LEARNING RATE: 3.479315621736156e-06
previous_iter_valid_loss : 0.16977083683013916

   1221200	  0.169922	  0.169771	  0.167067		CURRENT LEARNING RATE: 3.478619828193484e-06
previous_iter_valid_loss : 0.16545018553733826

   1221220	  0.165658	  0.165450	  0.167100		CURRENT LEARNING RATE: 3.4779241737955995e-06
previous_iter_valid_loss : 0.16263039410114288

   1221240	  0.162828	  0.162630	  0.166967		CURRENT LEARNING RATE: 3.477228658514688e-06
previous_iter_valid_loss : 0.161073699593544

   1221260	  0.161234	  0.161074	  0.166470		CURRENT LEARNING RATE: 3.4765332823229244e-06
previous_iter_valid_loss : 0.16387349367141724

   1221280	  0.164073	  0.163873	  0.166259		CURRENT LEARNING RATE: 3.4758380451924913e-06
previous_iter_valid_loss : 0.16712169349193573

   1221300	  0.167275	  0.167122	  0.166227		CURRENT LEARNING RATE: 3.4751429470955754e-06
previous_iter_valid_loss : 0.16195663809776306

   1221320	  0.162146	  0.161957	  0.166046		CURRENT LEARNING RATE: 3.474447988004383e-06
previous_iter_valid_loss : 0.1657310128211975

   1221340	  0.165943	  0.165731	  0.165863		CURRENT LEARNING RATE: 3.473753167891111e-06
previous_iter_valid_loss : 0.16050924360752106

   1221360	  0.160676	  0.160509	  0.165361		CURRENT LEARNING RATE: 3.4730584867279602e-06
previous_iter_valid_loss : 0.16392594575881958

   1221380	  0.164085	  0.163926	  0.165193		CURRENT LEARNING RATE: 3.472363944487156e-06
previous_iter_valid_loss : 0.17014051973819733

   1221400	  0.170387	  0.170141	  0.165610		CURRENT LEARNING RATE: 3.4716695411409095e-06
previous_iter_valid_loss : 0.1639353483915329

   1221420	  0.164156	  0.163935	  0.165574		CURRENT LEARNING RATE: 3.4709752766614446e-06
previous_iter_valid_loss : 0.16689106822013855

   1221440	  0.167120	  0.166891	  0.165304		CURRENT LEARNING RATE: 3.4702811510209856e-06
previous_iter_valid_loss : 0.16582027077674866

   1221460	  0.166039	  0.165820	  0.165165		CURRENT LEARNING RATE: 3.469587164191779e-06
previous_iter_valid_loss : 0.16208678483963013

   1221480	  0.162280	  0.162087	  0.164628		CURRENT LEARNING RATE: 3.46889331614606e-06
previous_iter_valid_loss : 0.17059119045734406

   1221500	  0.170745	  0.170591	  0.165130		CURRENT LEARNING RATE: 3.468199606856074e-06
previous_iter_valid_loss : 0.1613522320985794

   1221520	  0.161506	  0.161352	  0.164742		CURRENT LEARNING RATE: 3.467506036294066e-06
previous_iter_valid_loss : 0.17004287242889404

   1221540	  0.170196	  0.170043	  0.164846		CURRENT LEARNING RATE: 3.4668126044323065e-06
previous_iter_valid_loss : 0.16069786250591278

   1221560	  0.160848	  0.160698	  0.164855		CURRENT LEARNING RATE: 3.466119311243052e-06
previous_iter_valid_loss : 0.16507978737354279

   1221580	  0.165236	  0.165080	  0.164932		CURRENT LEARNING RATE: 3.46542615669857e-06
previous_iter_valid_loss : 0.16258208453655243

   1221600	  0.162772	  0.162582	  0.164572		CURRENT LEARNING RATE: 3.464733140771128e-06
previous_iter_valid_loss : 0.17392216622829437

   1221620	  0.174191	  0.173922	  0.164996		CURRENT LEARNING RATE: 3.4640402634330187e-06
previous_iter_valid_loss : 0.17567840218544006

   1221640	  0.175970	  0.175678	  0.165648		CURRENT LEARNING RATE: 3.4633475246565212e-06
previous_iter_valid_loss : 0.16947109997272491

   1221660	  0.169713	  0.169471	  0.166068		CURRENT LEARNING RATE: 3.462654924413924e-06
previous_iter_valid_loss : 0.16827665269374847

   1221680	  0.168427	  0.168277	  0.166288		CURRENT LEARNING RATE: 3.461962462677519e-06
previous_iter_valid_loss : 0.16512684524059296

   1221700	  0.165298	  0.165127	  0.166188		CURRENT LEARNING RATE: 3.4612701394196184e-06
previous_iter_valid_loss : 0.16130682826042175

   1221720	  0.161463	  0.161307	  0.166156		CURRENT LEARNING RATE: 3.460577954612524e-06
previous_iter_valid_loss : 0.16512225568294525

   1221740	  0.165327	  0.165122	  0.166125		CURRENT LEARNING RATE: 3.4598859082285484e-06
previous_iter_valid_loss : 0.1779729276895523

   1221760	  0.178130	  0.177973	  0.166999		CURRENT LEARNING RATE: 3.459194000240003e-06
previous_iter_valid_loss : 0.16207168996334076

   1221780	  0.162256	  0.162072	  0.166906		CURRENT LEARNING RATE: 3.4585022306192245e-06
previous_iter_valid_loss : 0.16242796182632446

   1221800	  0.162616	  0.162428	  0.166520		CURRENT LEARNING RATE: 3.457810599338536e-06
previous_iter_valid_loss : 0.1605149358510971

   1221820	  0.160683	  0.160515	  0.166349		CURRENT LEARNING RATE: 3.4571191063702656e-06
previous_iter_valid_loss : 0.17411671578884125

   1221840	  0.174392	  0.174117	  0.166711		CURRENT LEARNING RATE: 3.456427751686766e-06
previous_iter_valid_loss : 0.16230662167072296

   1221860	  0.162471	  0.162307	  0.166535		CURRENT LEARNING RATE: 3.455736535260377e-06
previous_iter_valid_loss : 0.16267789900302887

   1221880	  0.162870	  0.162678	  0.166564		CURRENT LEARNING RATE: 3.45504545706345e-06
previous_iter_valid_loss : 0.16050675511360168

   1221900	  0.160670	  0.160507	  0.166060		CURRENT LEARNING RATE: 3.4543545170683352e-06
previous_iter_valid_loss : 0.1846195012331009

   1221920	  0.184995	  0.184620	  0.167224		CURRENT LEARNING RATE: 3.453663715247408e-06
previous_iter_valid_loss : 0.16057173907756805

   1221940	  0.160730	  0.160572	  0.166750		CURRENT LEARNING RATE: 3.4529730515730296e-06
previous_iter_valid_loss : 0.17061983048915863

   1221960	  0.170763	  0.170620	  0.167246		CURRENT LEARNING RATE: 3.452282526017574e-06
previous_iter_valid_loss : 0.16321586072444916

   1221980	  0.163383	  0.163216	  0.167153		CURRENT LEARNING RATE: 3.451592138553414e-06
previous_iter_valid_loss : 0.16494856774806976

   1222000	  0.165108	  0.164949	  0.167271		CURRENT LEARNING RATE: 3.4509018891529456e-06
previous_iter_valid_loss : 0.16149896383285522

   1222020	  0.161691	  0.161499	  0.166650		CURRENT LEARNING RATE: 3.4502117777885532e-06
previous_iter_valid_loss : 0.16151009500026703

   1222040	  0.161698	  0.161510	  0.165942		CURRENT LEARNING RATE: 3.4495218044326327e-06
previous_iter_valid_loss : 0.16098718345165253

   1222060	  0.161178	  0.160987	  0.165517		CURRENT LEARNING RATE: 3.4488319690575785e-06
previous_iter_valid_loss : 0.16643831133842468

   1222080	  0.166658	  0.166438	  0.165426		CURRENT LEARNING RATE: 3.44814227163581e-06
previous_iter_valid_loss : 0.16172656416893005

   1222100	  0.161916	  0.161727	  0.165256		CURRENT LEARNING RATE: 3.447452712139733e-06
previous_iter_valid_loss : 0.1606341302394867

   1222120	  0.160799	  0.160634	  0.165222		CURRENT LEARNING RATE: 3.446763290541764e-06
previous_iter_valid_loss : 0.16054381430149078

   1222140	  0.160713	  0.160544	  0.164993		CURRENT LEARNING RATE: 3.4460740068143212e-06
previous_iter_valid_loss : 0.17567692697048187

   1222160	  0.175822	  0.175677	  0.164878		CURRENT LEARNING RATE: 3.4453848609298463e-06
previous_iter_valid_loss : 0.16904765367507935

   1222180	  0.169294	  0.169048	  0.165227		CURRENT LEARNING RATE: 3.4446958528607655e-06
previous_iter_valid_loss : 0.16485120356082916

   1222200	  0.165016	  0.164851	  0.165348		CURRENT LEARNING RATE: 3.444006982579513e-06
previous_iter_valid_loss : 0.1694307178258896

   1222220	  0.169585	  0.169431	  0.165794		CURRENT LEARNING RATE: 3.443318250058546e-06
previous_iter_valid_loss : 0.16303019225597382

   1222240	  0.163222	  0.163030	  0.165240		CURRENT LEARNING RATE: 3.4426296552703106e-06
previous_iter_valid_loss : 0.16625668108463287

   1222260	  0.166468	  0.166257	  0.165437		CURRENT LEARNING RATE: 3.441941198187261e-06
previous_iter_valid_loss : 0.16130180656909943

   1222280	  0.161454	  0.161302	  0.165368		CURRENT LEARNING RATE: 3.441252878781854e-06
previous_iter_valid_loss : 0.17850103974342346

   1222300	  0.178664	  0.178501	  0.166268		CURRENT LEARNING RATE: 3.4405646970265688e-06
previous_iter_valid_loss : 0.16054022312164307

   1222320	  0.160704	  0.160540	  0.165064		CURRENT LEARNING RATE: 3.4398766528938716e-06
previous_iter_valid_loss : 0.1778647005558014

   1222340	  0.178170	  0.177865	  0.165929		CURRENT LEARNING RATE: 3.4391887463562414e-06
previous_iter_valid_loss : 0.1613399237394333

   1222360	  0.161498	  0.161340	  0.165465		CURRENT LEARNING RATE: 3.4385009773861554e-06
previous_iter_valid_loss : 0.16359548270702362

   1222380	  0.163789	  0.163595	  0.165484		CURRENT LEARNING RATE: 3.437813345956115e-06
previous_iter_valid_loss : 0.16198769211769104

   1222400	  0.162151	  0.161988	  0.165336		CURRENT LEARNING RATE: 3.4371258520386085e-06
previous_iter_valid_loss : 0.16052867472171783

   1222420	  0.160686	  0.160529	  0.165287		CURRENT LEARNING RATE: 3.4364384956061366e-06
previous_iter_valid_loss : 0.16744829714298248

   1222440	  0.167667	  0.167448	  0.165584		CURRENT LEARNING RATE: 3.4357512766311993e-06
previous_iter_valid_loss : 0.16685111820697784

   1222460	  0.167005	  0.166851	  0.165877		CURRENT LEARNING RATE: 3.435064195086319e-06
previous_iter_valid_loss : 0.1605788767337799

   1222480	  0.160757	  0.160579	  0.165584		CURRENT LEARNING RATE: 3.434377250944008e-06
previous_iter_valid_loss : 0.16233551502227783

   1222500	  0.162528	  0.162336	  0.165615		CURRENT LEARNING RATE: 3.433690444176787e-06
previous_iter_valid_loss : 0.16165757179260254

   1222520	  0.161814	  0.161658	  0.165666		CURRENT LEARNING RATE: 3.4330037747571775e-06
previous_iter_valid_loss : 0.16168716549873352

   1222540	  0.161847	  0.161687	  0.165723		CURRENT LEARNING RATE: 3.4323172426577264e-06
previous_iter_valid_loss : 0.17797179520130157

   1222560	  0.178129	  0.177972	  0.165838		CURRENT LEARNING RATE: 3.431630847850965e-06
previous_iter_valid_loss : 0.16393502056598663

   1222580	  0.164108	  0.163935	  0.165582		CURRENT LEARNING RATE: 3.430944590309432e-06
previous_iter_valid_loss : 0.16095569729804993

   1222600	  0.161111	  0.160956	  0.165387		CURRENT LEARNING RATE: 3.4302584700056894e-06
previous_iter_valid_loss : 0.16372250020503998

   1222620	  0.163910	  0.163723	  0.165102		CURRENT LEARNING RATE: 3.429572486912286e-06
previous_iter_valid_loss : 0.1607227921485901

   1222640	  0.160877	  0.160723	  0.164987		CURRENT LEARNING RATE: 3.4288866410017818e-06
previous_iter_valid_loss : 0.160950168967247

   1222660	  0.161111	  0.160950	  0.164721		CURRENT LEARNING RATE: 3.4282009322467386e-06
previous_iter_valid_loss : 0.16193512082099915

   1222680	  0.162097	  0.161935	  0.164753		CURRENT LEARNING RATE: 3.4275153606197385e-06
previous_iter_valid_loss : 0.1725977212190628

   1222700	  0.172862	  0.172598	  0.164458		CURRENT LEARNING RATE: 3.426829926093353e-06
previous_iter_valid_loss : 0.16673049330711365

   1222720	  0.166940	  0.166730	  0.164767		CURRENT LEARNING RATE: 3.426144628640166e-06
previous_iter_valid_loss : 0.17409518361091614

   1222740	  0.174370	  0.174095	  0.164579		CURRENT LEARNING RATE: 3.4254594682327583e-06
previous_iter_valid_loss : 0.1605956256389618

   1222760	  0.160752	  0.160596	  0.164542		CURRENT LEARNING RATE: 3.4247744448437357e-06
previous_iter_valid_loss : 0.16068793833255768

   1222780	  0.160848	  0.160688	  0.164396		CURRENT LEARNING RATE: 3.4240895584456914e-06
previous_iter_valid_loss : 0.16088923811912537

   1222800	  0.161061	  0.160889	  0.164341		CURRENT LEARNING RATE: 3.4234048090112292e-06
previous_iter_valid_loss : 0.1728183776140213

   1222820	  0.172966	  0.172818	  0.164956		CURRENT LEARNING RATE: 3.4227201965129545e-06
previous_iter_valid_loss : 0.1606118530035019

   1222840	  0.160775	  0.160612	  0.164614		CURRENT LEARNING RATE: 3.4220357209234946e-06
previous_iter_valid_loss : 0.1604991853237152

   1222860	  0.160668	  0.160499	  0.164296		CURRENT LEARNING RATE: 3.4213513822154627e-06
previous_iter_valid_loss : 0.16105462610721588

   1222880	  0.161223	  0.161055	  0.164320		CURRENT LEARNING RATE: 3.4206671803614875e-06
previous_iter_valid_loss : 0.17930811643600464

   1222900	  0.179631	  0.179308	  0.165169		CURRENT LEARNING RATE: 3.4199831153341936e-06
previous_iter_valid_loss : 0.1607348471879959

   1222920	  0.160895	  0.160735	  0.165123		CURRENT LEARNING RATE: 3.419299187106231e-06
previous_iter_valid_loss : 0.16951504349708557

   1222940	  0.169751	  0.169515	  0.165514		CURRENT LEARNING RATE: 3.418615395650236e-06
previous_iter_valid_loss : 0.17020376026630402

   1222960	  0.170459	  0.170204	  0.165126		CURRENT LEARNING RATE: 3.417931740938858e-06
previous_iter_valid_loss : 0.16059337556362152

   1222980	  0.160760	  0.160593	  0.164959		CURRENT LEARNING RATE: 3.4172482229447436e-06
previous_iter_valid_loss : 0.16616906225681305

   1223000	  0.166338	  0.166169	  0.165219		CURRENT LEARNING RATE: 3.4165648416405647e-06
previous_iter_valid_loss : 0.16315025091171265

   1223020	  0.163349	  0.163150	  0.165191		CURRENT LEARNING RATE: 3.4158815969989796e-06
previous_iter_valid_loss : 0.16217993199825287

   1223040	  0.162379	  0.162180	  0.165263		CURRENT LEARNING RATE: 3.415198488992653e-06
previous_iter_valid_loss : 0.1734539121389389

   1223060	  0.173718	  0.173454	  0.165889		CURRENT LEARNING RATE: 3.4145155175942723e-06
previous_iter_valid_loss : 0.16524052619934082

   1223080	  0.165445	  0.165241	  0.166054		CURRENT LEARNING RATE: 3.4138326827765132e-06
previous_iter_valid_loss : 0.1841517835855484

   1223100	  0.184298	  0.184152	  0.166632		CURRENT LEARNING RATE: 3.413149984512061e-06
previous_iter_valid_loss : 0.1644826978445053

   1223120	  0.164653	  0.164483	  0.166519		CURRENT LEARNING RATE: 3.412467422773604e-06
previous_iter_valid_loss : 0.16155506670475006

   1223140	  0.161713	  0.161555	  0.165892		CURRENT LEARNING RATE: 3.4117849975338495e-06
previous_iter_valid_loss : 0.16396546363830566

   1223160	  0.164156	  0.163965	  0.166061		CURRENT LEARNING RATE: 3.4111027087654954e-06
previous_iter_valid_loss : 0.1673150509595871

   1223180	  0.167525	  0.167315	  0.166392		CURRENT LEARNING RATE: 3.41042055644125e-06
previous_iter_valid_loss : 0.16331996023654938

   1223200	  0.163490	  0.163320	  0.166514		CURRENT LEARNING RATE: 3.409738540533821e-06
previous_iter_valid_loss : 0.17210792005062103

   1223220	  0.172260	  0.172108	  0.166478		CURRENT LEARNING RATE: 3.409056661015941e-06
previous_iter_valid_loss : 0.16169022023677826

   1223240	  0.161851	  0.161690	  0.166532		CURRENT LEARNING RATE: 3.4083749178603274e-06
previous_iter_valid_loss : 0.16169147193431854

   1223260	  0.161878	  0.161691	  0.166592		CURRENT LEARNING RATE: 3.407693311039711e-06
previous_iter_valid_loss : 0.16063928604125977

   1223280	  0.160810	  0.160639	  0.166571		CURRENT LEARNING RATE: 3.4070118405268214e-06
previous_iter_valid_loss : 0.16265325248241425

   1223300	  0.162843	  0.162653	  0.165738		CURRENT LEARNING RATE: 3.406330506294412e-06
previous_iter_valid_loss : 0.16843856871128082

   1223320	  0.168588	  0.168439	  0.166123		CURRENT LEARNING RATE: 3.405649308315223e-06
previous_iter_valid_loss : 0.1762608289718628

   1223340	  0.176410	  0.176261	  0.166461		CURRENT LEARNING RATE: 3.4049682465620074e-06
previous_iter_valid_loss : 0.1680973917245865

   1223360	  0.168252	  0.168097	  0.166355		CURRENT LEARNING RATE: 3.404287321007516e-06
previous_iter_valid_loss : 0.1714518815279007

   1223380	  0.171605	  0.171452	  0.166898		CURRENT LEARNING RATE: 3.4036065316245233e-06
previous_iter_valid_loss : 0.16182659566402435

   1223400	  0.162020	  0.161827	  0.166681		CURRENT LEARNING RATE: 3.4029258783857927e-06
previous_iter_valid_loss : 0.16053013503551483

   1223420	  0.160678	  0.160530	  0.166550		CURRENT LEARNING RATE: 3.4022453612640917e-06
previous_iter_valid_loss : 0.18524564802646637

   1223440	  0.185638	  0.185246	  0.167703		CURRENT LEARNING RATE: 3.4015649802322117e-06
previous_iter_valid_loss : 0.16227512061595917

   1223460	  0.162470	  0.162275	  0.167144		CURRENT LEARNING RATE: 3.400884735262931e-06
previous_iter_valid_loss : 0.16527308523654938

   1223480	  0.165485	  0.165273	  0.167146		CURRENT LEARNING RATE: 3.4002046263290402e-06
previous_iter_valid_loss : 0.17017604410648346

   1223500	  0.170328	  0.170176	  0.166447		CURRENT LEARNING RATE: 3.3995246534033293e-06
previous_iter_valid_loss : 0.16058965027332306

   1223520	  0.160760	  0.160590	  0.166253		CURRENT LEARNING RATE: 3.3988448164586106e-06
previous_iter_valid_loss : 0.1635916829109192

   1223540	  0.163790	  0.163592	  0.166354		CURRENT LEARNING RATE: 3.3981651154676855e-06
previous_iter_valid_loss : 0.16195262968540192

   1223560	  0.162147	  0.161953	  0.166254		CURRENT LEARNING RATE: 3.3974855504033655e-06
previous_iter_valid_loss : 0.16767670214176178

   1223580	  0.167830	  0.167677	  0.166272		CURRENT LEARNING RATE: 3.3968061212384613e-06
previous_iter_valid_loss : 0.1605817973613739

   1223600	  0.160738	  0.160582	  0.166135		CURRENT LEARNING RATE: 3.396126827945809e-06
previous_iter_valid_loss : 0.16063326597213745

   1223620	  0.160790	  0.160633	  0.165561		CURRENT LEARNING RATE: 3.3954476704982303e-06
previous_iter_valid_loss : 0.16133518517017365

   1223640	  0.161486	  0.161335	  0.165543		CURRENT LEARNING RATE: 3.394768648868558e-06
previous_iter_valid_loss : 0.16058802604675293

   1223660	  0.160757	  0.160588	  0.165488		CURRENT LEARNING RATE: 3.394089763029627e-06
previous_iter_valid_loss : 0.16588154435157776

   1223680	  0.166043	  0.165882	  0.165750		CURRENT LEARNING RATE: 3.3934110129542924e-06
previous_iter_valid_loss : 0.16164900362491608

   1223700	  0.161839	  0.161649	  0.165700		CURRENT LEARNING RATE: 3.3927323986153996e-06
previous_iter_valid_loss : 0.16075530648231506

   1223720	  0.160921	  0.160755	  0.165316		CURRENT LEARNING RATE: 3.3920539199858023e-06
previous_iter_valid_loss : 0.16052544116973877

   1223740	  0.160687	  0.160525	  0.164529		CURRENT LEARNING RATE: 3.3913755770383563e-06
previous_iter_valid_loss : 0.1660616099834442

   1223760	  0.166215	  0.166062	  0.164427		CURRENT LEARNING RATE: 3.39069736974594e-06
previous_iter_valid_loss : 0.16990448534488678

   1223780	  0.170055	  0.169904	  0.164350		CURRENT LEARNING RATE: 3.3900192980814194e-06
previous_iter_valid_loss : 0.16262830793857574

   1223800	  0.162791	  0.162628	  0.164390		CURRENT LEARNING RATE: 3.389341362017665e-06
previous_iter_valid_loss : 0.16315093636512756

   1223820	  0.163351	  0.163151	  0.164521		CURRENT LEARNING RATE: 3.3886635615275716e-06
previous_iter_valid_loss : 0.16278845071792603

   1223840	  0.162971	  0.162788	  0.163398		CURRENT LEARNING RATE: 3.387985896584021e-06
previous_iter_valid_loss : 0.1607261300086975

   1223860	  0.160900	  0.160726	  0.163321		CURRENT LEARNING RATE: 3.3873083671599064e-06
previous_iter_valid_loss : 0.17763009667396545

   1223880	  0.177936	  0.177630	  0.163939		CURRENT LEARNING RATE: 3.386630973228121e-06
previous_iter_valid_loss : 0.16589365899562836

   1223900	  0.166057	  0.165894	  0.163725		CURRENT LEARNING RATE: 3.385953714761581e-06
previous_iter_valid_loss : 0.16248397529125214

   1223920	  0.162646	  0.162484	  0.163819		CURRENT LEARNING RATE: 3.3852765917331904e-06
previous_iter_valid_loss : 0.17210525274276733

   1223940	  0.172258	  0.172105	  0.164245		CURRENT LEARNING RATE: 3.3845996041158635e-06
previous_iter_valid_loss : 0.18170364201068878

   1223960	  0.182046	  0.181704	  0.165233		CURRENT LEARNING RATE: 3.3839227518825155e-06
previous_iter_valid_loss : 0.19751863181591034

   1223980	  0.198025	  0.197519	  0.166725		CURRENT LEARNING RATE: 3.383246035006084e-06
previous_iter_valid_loss : 0.1610010415315628

   1224000	  0.161179	  0.161001	  0.166746		CURRENT LEARNING RATE: 3.3825694534594943e-06
previous_iter_valid_loss : 0.16933350265026093

   1224020	  0.169489	  0.169334	  0.167181		CURRENT LEARNING RATE: 3.381893007215683e-06
previous_iter_valid_loss : 0.16313229501247406

   1224040	  0.163337	  0.163132	  0.167270		CURRENT LEARNING RATE: 3.381216696247587e-06
previous_iter_valid_loss : 0.1656559854745865

   1224060	  0.165821	  0.165656	  0.167524		CURRENT LEARNING RATE: 3.3805405205281645e-06
previous_iter_valid_loss : 0.16511696577072144

   1224080	  0.165283	  0.165117	  0.167486		CURRENT LEARNING RATE: 3.379864480030364e-06
previous_iter_valid_loss : 0.16055597364902496

   1224100	  0.160732	  0.160556	  0.167431		CURRENT LEARNING RATE: 3.3791885747271422e-06
previous_iter_valid_loss : 0.1615275740623474

   1224120	  0.161718	  0.161528	  0.167470		CURRENT LEARNING RATE: 3.378512804591459e-06
previous_iter_valid_loss : 0.16082455217838287

   1224140	  0.160996	  0.160825	  0.167485		CURRENT LEARNING RATE: 3.377837169596294e-06
previous_iter_valid_loss : 0.16050869226455688

   1224160	  0.160673	  0.160509	  0.167207		CURRENT LEARNING RATE: 3.377161669714616e-06
previous_iter_valid_loss : 0.1619793176651001

   1224180	  0.162171	  0.161979	  0.166811		CURRENT LEARNING RATE: 3.3764863049193993e-06
previous_iter_valid_loss : 0.16171671450138092

   1224200	  0.161907	  0.161717	  0.166765		CURRENT LEARNING RATE: 3.3758110751836414e-06
previous_iter_valid_loss : 0.1710699051618576

   1224220	  0.171215	  0.171070	  0.167161		CURRENT LEARNING RATE: 3.3751359804803267e-06
previous_iter_valid_loss : 0.1948886513710022

   1224240	  0.195380	  0.194889	  0.168766		CURRENT LEARNING RATE: 3.374461020782452e-06
previous_iter_valid_loss : 0.1638781875371933

   1224260	  0.164083	  0.163878	  0.168924		CURRENT LEARNING RATE: 3.3737861960630126e-06
previous_iter_valid_loss : 0.16320936381816864

   1224280	  0.163369	  0.163209	  0.168203		CURRENT LEARNING RATE: 3.3731115062950275e-06
previous_iter_valid_loss : 0.16568376123905182

   1224300	  0.165891	  0.165684	  0.168192		CURRENT LEARNING RATE: 3.3724369514515024e-06
previous_iter_valid_loss : 0.16806602478027344

   1224320	  0.168299	  0.168066	  0.168471		CURRENT LEARNING RATE: 3.371762531505457e-06
previous_iter_valid_loss : 0.16828669607639313

   1224340	  0.168530	  0.168287	  0.168280		CURRENT LEARNING RATE: 3.3710882464299066e-06
previous_iter_valid_loss : 0.1681707203388214

   1224360	  0.168324	  0.168171	  0.167604		CURRENT LEARNING RATE: 3.370414096197892e-06
previous_iter_valid_loss : 0.18168677389621735

   1224380	  0.181842	  0.181687	  0.166812		CURRENT LEARNING RATE: 3.3697400807824427e-06
previous_iter_valid_loss : 0.17098262906074524

   1224400	  0.171133	  0.170983	  0.167311		CURRENT LEARNING RATE: 3.3690662001565963e-06
previous_iter_valid_loss : 0.1610095053911209

   1224420	  0.161165	  0.161010	  0.166895		CURRENT LEARNING RATE: 3.368392454293393e-06
previous_iter_valid_loss : 0.16132035851478577

   1224440	  0.161472	  0.161320	  0.166804		CURRENT LEARNING RATE: 3.3677188431658938e-06
previous_iter_valid_loss : 0.16072717308998108

   1224460	  0.160896	  0.160727	  0.166558		CURRENT LEARNING RATE: 3.367045366747149e-06
previous_iter_valid_loss : 0.17271912097930908

   1224480	  0.172864	  0.172719	  0.166938		CURRENT LEARNING RATE: 3.366372025010219e-06
previous_iter_valid_loss : 0.16177797317504883

   1224500	  0.161942	  0.161778	  0.166999		CURRENT LEARNING RATE: 3.365698817928165e-06
previous_iter_valid_loss : 0.1622161716222763

   1224520	  0.162407	  0.162216	  0.167034		CURRENT LEARNING RATE: 3.36502574547407e-06
previous_iter_valid_loss : 0.16819344460964203

   1224540	  0.168427	  0.168193	  0.167402		CURRENT LEARNING RATE: 3.3643528076210055e-06
previous_iter_valid_loss : 0.17802323400974274

   1224560	  0.178331	  0.178023	  0.168278		CURRENT LEARNING RATE: 3.3636800043420535e-06
previous_iter_valid_loss : 0.18466851115226746

   1224580	  0.184819	  0.184669	  0.169412		CURRENT LEARNING RATE: 3.363007335610296e-06
previous_iter_valid_loss : 0.16051934659481049

   1224600	  0.160685	  0.160519	  0.169352		CURRENT LEARNING RATE: 3.3623348013988385e-06
previous_iter_valid_loss : 0.16129900515079498

   1224620	  0.161461	  0.161299	  0.168864		CURRENT LEARNING RATE: 3.3616624016807733e-06
previous_iter_valid_loss : 0.16106010973453522

   1224640	  0.161248	  0.161060	  0.167172		CURRENT LEARNING RATE: 3.3609901364291987e-06
previous_iter_valid_loss : 0.17781443893909454

   1224660	  0.178121	  0.177814	  0.167869		CURRENT LEARNING RATE: 3.360318005617236e-06
previous_iter_valid_loss : 0.1704024076461792

   1224680	  0.170550	  0.170402	  0.168229		CURRENT LEARNING RATE: 3.359646009217994e-06
previous_iter_valid_loss : 0.16067206859588623

   1224700	  0.160848	  0.160672	  0.167978		CURRENT LEARNING RATE: 3.358974147204593e-06
previous_iter_valid_loss : 0.16854128241539001

   1224720	  0.168693	  0.168541	  0.168002		CURRENT LEARNING RATE: 3.3583024195501522e-06
previous_iter_valid_loss : 0.17524656653404236

   1224740	  0.175535	  0.175247	  0.168350		CURRENT LEARNING RATE: 3.3576308262278142e-06
previous_iter_valid_loss : 0.17968793213367462

   1224760	  0.180018	  0.179688	  0.168926		CURRENT LEARNING RATE: 3.3569593672107103e-06
previous_iter_valid_loss : 0.1647883802652359

   1224780	  0.164991	  0.164788	  0.168081		CURRENT LEARNING RATE: 3.3562880424719816e-06
previous_iter_valid_loss : 0.16049478948116302

   1224800	  0.160655	  0.160495	  0.167557		CURRENT LEARNING RATE: 3.3556168519847685e-06
previous_iter_valid_loss : 0.18369507789611816

   1224820	  0.184059	  0.183695	  0.168691		CURRENT LEARNING RATE: 3.3549457957222367e-06
previous_iter_valid_loss : 0.17232859134674072

   1224840	  0.172477	  0.172329	  0.169241		CURRENT LEARNING RATE: 3.354274873657536e-06
previous_iter_valid_loss : 0.16093657910823822

   1224860	  0.161091	  0.160937	  0.169252		CURRENT LEARNING RATE: 3.353604085763832e-06
previous_iter_valid_loss : 0.16123731434345245

   1224880	  0.161396	  0.161237	  0.168678		CURRENT LEARNING RATE: 3.352933432014285e-06
previous_iter_valid_loss : 0.1605185717344284

   1224900	  0.160687	  0.160519	  0.168615		CURRENT LEARNING RATE: 3.3522629123820824e-06
previous_iter_valid_loss : 0.16544941067695618

   1224920	  0.165617	  0.165449	  0.168776		CURRENT LEARNING RATE: 3.351592526840396e-06
previous_iter_valid_loss : 0.1704772710800171

   1224940	  0.170727	  0.170477	  0.168890		CURRENT LEARNING RATE: 3.350922275362412e-06
previous_iter_valid_loss : 0.16070641577243805

   1224960	  0.160861	  0.160706	  0.168025		CURRENT LEARNING RATE: 3.3502521579213126e-06
previous_iter_valid_loss : 0.16116228699684143

   1224980	  0.161351	  0.161162	  0.166849		CURRENT LEARNING RATE: 3.349582174490306e-06
previous_iter_valid_loss : 0.16335538029670715

   1225000	  0.163546	  0.163355	  0.166991		CURRENT LEARNING RATE: 3.3489123250425875e-06
previous_iter_valid_loss : 0.16053828597068787

   1225020	  0.160695	  0.160538	  0.166953		CURRENT LEARNING RATE: 3.348242609551356e-06
previous_iter_valid_loss : 0.16384312510490417

   1225040	  0.164006	  0.163843	  0.167092		CURRENT LEARNING RATE: 3.3475730279898355e-06
previous_iter_valid_loss : 0.163579061627388

   1225060	  0.163783	  0.163579	  0.166380		CURRENT LEARNING RATE: 3.346903580331236e-06
previous_iter_valid_loss : 0.16177205741405487

   1225080	  0.161961	  0.161772	  0.165949		CURRENT LEARNING RATE: 3.3462342665487806e-06
previous_iter_valid_loss : 0.17152652144432068

   1225100	  0.171673	  0.171527	  0.166492		CURRENT LEARNING RATE: 3.345565086615691e-06
previous_iter_valid_loss : 0.16060078144073486

   1225120	  0.160756	  0.160601	  0.166095		CURRENT LEARNING RATE: 3.3448960405052102e-06
previous_iter_valid_loss : 0.16050046682357788

   1225140	  0.160668	  0.160500	  0.165357		CURRENT LEARNING RATE: 3.3442271281905717e-06
previous_iter_valid_loss : 0.16083891689777374

   1225160	  0.160991	  0.160839	  0.164415		CURRENT LEARNING RATE: 3.343558349645019e-06
previous_iter_valid_loss : 0.20056991279125214

   1225180	  0.201095	  0.200570	  0.166204		CURRENT LEARNING RATE: 3.3428897048417946e-06
previous_iter_valid_loss : 0.18298792839050293

   1225200	  0.183340	  0.182988	  0.167329		CURRENT LEARNING RATE: 3.3422211937541647e-06
previous_iter_valid_loss : 0.16050231456756592

   1225220	  0.160671	  0.160502	  0.166169		CURRENT LEARNING RATE: 3.3415528163553835e-06
previous_iter_valid_loss : 0.1645951271057129

   1225240	  0.164798	  0.164595	  0.165782		CURRENT LEARNING RATE: 3.3408845726187156e-06
previous_iter_valid_loss : 0.16073846817016602

   1225260	  0.160909	  0.160738	  0.165772		CURRENT LEARNING RATE: 3.3402164625174245e-06
previous_iter_valid_loss : 0.16060791909694672

   1225280	  0.160776	  0.160608	  0.165741		CURRENT LEARNING RATE: 3.3395484860247985e-06
previous_iter_valid_loss : 0.16247984766960144

   1225300	  0.162673	  0.162480	  0.165839		CURRENT LEARNING RATE: 3.3388806431141124e-06
previous_iter_valid_loss : 0.1605939269065857

   1225320	  0.160757	  0.160594	  0.165596		CURRENT LEARNING RATE: 3.3382129337586517e-06
previous_iter_valid_loss : 0.16146324574947357

   1225340	  0.161648	  0.161463	  0.165146		CURRENT LEARNING RATE: 3.337545357931704e-06
previous_iter_valid_loss : 0.16071397066116333

   1225360	  0.160872	  0.160714	  0.165146		CURRENT LEARNING RATE: 3.3368779156065766e-06
previous_iter_valid_loss : 0.16321168839931488

   1225380	  0.163380	  0.163212	  0.165248		CURRENT LEARNING RATE: 3.3362106067565665e-06
previous_iter_valid_loss : 0.16054703295230865

   1225400	  0.160724	  0.160547	  0.165108		CURRENT LEARNING RATE: 3.3355434313549743e-06
previous_iter_valid_loss : 0.1607571691274643

   1225420	  0.160936	  0.160757	  0.165119		CURRENT LEARNING RATE: 3.3348763893751266e-06
previous_iter_valid_loss : 0.18216530978679657

   1225440	  0.182504	  0.182165	  0.166035		CURRENT LEARNING RATE: 3.3342094807903345e-06
previous_iter_valid_loss : 0.16083388030529022

   1225460	  0.161011	  0.160834	  0.165898		CURRENT LEARNING RATE: 3.3335427055739226e-06
previous_iter_valid_loss : 0.16150572896003723

   1225480	  0.161700	  0.161506	  0.165884		CURRENT LEARNING RATE: 3.332876063699213e-06
previous_iter_valid_loss : 0.16135001182556152

   1225500	  0.161503	  0.161350	  0.165376		CURRENT LEARNING RATE: 3.3322095551395517e-06
previous_iter_valid_loss : 0.1605450063943863

   1225520	  0.160713	  0.160545	  0.165373		CURRENT LEARNING RATE: 3.331543179868274e-06
previous_iter_valid_loss : 0.16875238716602325

   1225540	  0.168905	  0.168752	  0.165785		CURRENT LEARNING RATE: 3.330876937858724e-06
previous_iter_valid_loss : 0.16528278589248657

   1225560	  0.165496	  0.165283	  0.166008		CURRENT LEARNING RATE: 3.3302108290842456e-06
previous_iter_valid_loss : 0.16234268248081207

   1225580	  0.162533	  0.162343	  0.164096		CURRENT LEARNING RATE: 3.3295448535182063e-06
previous_iter_valid_loss : 0.20116937160491943

   1225600	  0.201249	  0.201169	  0.165005		CURRENT LEARNING RATE: 3.3288790111339623e-06
previous_iter_valid_loss : 0.17063917219638824

   1225620	  0.170790	  0.170639	  0.165512		CURRENT LEARNING RATE: 3.328213301904879e-06
previous_iter_valid_loss : 0.1643853485584259

   1225640	  0.164562	  0.164385	  0.165502		CURRENT LEARNING RATE: 3.3275477258043223e-06
previous_iter_valid_loss : 0.1695195883512497

   1225660	  0.169770	  0.169520	  0.165941		CURRENT LEARNING RATE: 3.326882282805681e-06
previous_iter_valid_loss : 0.16430002450942993

   1225680	  0.164504	  0.164300	  0.166125		CURRENT LEARNING RATE: 3.3262169728823315e-06
previous_iter_valid_loss : 0.16190387308597565

   1225700	  0.162088	  0.161904	  0.166097		CURRENT LEARNING RATE: 3.325551796007662e-06
previous_iter_valid_loss : 0.1605508178472519

   1225720	  0.160700	  0.160551	  0.166094		CURRENT LEARNING RATE: 3.3248867521550574e-06
previous_iter_valid_loss : 0.17248472571372986

   1225740	  0.172756	  0.172485	  0.166645		CURRENT LEARNING RATE: 3.3242218412979305e-06
previous_iter_valid_loss : 0.1808440238237381

   1225760	  0.181196	  0.180844	  0.167652		CURRENT LEARNING RATE: 3.323557063409677e-06
previous_iter_valid_loss : 0.16488881409168243

   1225780	  0.165097	  0.164889	  0.167736		CURRENT LEARNING RATE: 3.3228924184637067e-06
previous_iter_valid_loss : 0.1607946753501892

   1225800	  0.160950	  0.160795	  0.167748		CURRENT LEARNING RATE: 3.322227906433428e-06
previous_iter_valid_loss : 0.16671043634414673

   1225820	  0.166876	  0.166710	  0.168046		CURRENT LEARNING RATE: 3.3215635272922713e-06
previous_iter_valid_loss : 0.16386491060256958

   1225840	  0.164076	  0.163865	  0.167131		CURRENT LEARNING RATE: 3.3208992810136564e-06
previous_iter_valid_loss : 0.16083429753780365

   1225860	  0.161014	  0.160834	  0.167131		CURRENT LEARNING RATE: 3.320235167571007e-06
previous_iter_valid_loss : 0.16052775084972382

   1225880	  0.160693	  0.160528	  0.167082		CURRENT LEARNING RATE: 3.3195711869377707e-06
previous_iter_valid_loss : 0.16069257259368896

   1225900	  0.160851	  0.160693	  0.167049		CURRENT LEARNING RATE: 3.318907339087383e-06
previous_iter_valid_loss : 0.17236950993537903

   1225920	  0.172518	  0.172370	  0.167640		CURRENT LEARNING RATE: 3.318243623993289e-06
previous_iter_valid_loss : 0.16113093495368958

   1225940	  0.161305	  0.161131	  0.167259		CURRENT LEARNING RATE: 3.317580041628934e-06
previous_iter_valid_loss : 0.16499833762645721

   1225960	  0.165211	  0.164998	  0.167245		CURRENT LEARNING RATE: 3.3169165919677873e-06
previous_iter_valid_loss : 0.16278162598609924

   1225980	  0.162972	  0.162782	  0.167267		CURRENT LEARNING RATE: 3.3162532749833053e-06
previous_iter_valid_loss : 0.17158327996730804

   1226000	  0.171734	  0.171583	  0.165788		CURRENT LEARNING RATE: 3.315590090648954e-06
previous_iter_valid_loss : 0.17268240451812744

   1226020	  0.172830	  0.172682	  0.165890		CURRENT LEARNING RATE: 3.314927038938201e-06
previous_iter_valid_loss : 0.16110076010227203

   1226040	  0.161289	  0.161101	  0.165726		CURRENT LEARNING RATE: 3.3142641198245363e-06
previous_iter_valid_loss : 0.16077248752117157

   1226060	  0.160931	  0.160772	  0.165288		CURRENT LEARNING RATE: 3.3136013332814364e-06
previous_iter_valid_loss : 0.16188223659992218

   1226080	  0.162075	  0.161882	  0.165167		CURRENT LEARNING RATE: 3.3129386792823905e-06
previous_iter_valid_loss : 0.17103222012519836

   1226100	  0.171287	  0.171032	  0.165624		CURRENT LEARNING RATE: 3.3122761578008864e-06
previous_iter_valid_loss : 0.16521447896957397

   1226120	  0.165425	  0.165214	  0.165857		CURRENT LEARNING RATE: 3.311613768810435e-06
previous_iter_valid_loss : 0.16381040215492249

   1226140	  0.163980	  0.163810	  0.165423		CURRENT LEARNING RATE: 3.310951512284534e-06
previous_iter_valid_loss : 0.16383515298366547

   1226160	  0.164036	  0.163835	  0.164573		CURRENT LEARNING RATE: 3.3102893881966945e-06
previous_iter_valid_loss : 0.16148075461387634

   1226180	  0.161639	  0.161481	  0.164402		CURRENT LEARNING RATE: 3.3096273965204254e-06
previous_iter_valid_loss : 0.1748783141374588

   1226200	  0.175154	  0.174878	  0.165107		CURRENT LEARNING RATE: 3.308965537229258e-06
previous_iter_valid_loss : 0.16704338788986206

   1226220	  0.167196	  0.167043	  0.165123		CURRENT LEARNING RATE: 3.3083038102967125e-06
previous_iter_valid_loss : 0.1611894965171814

   1226240	  0.161369	  0.161189	  0.164989		CURRENT LEARNING RATE: 3.3076422156963147e-06
previous_iter_valid_loss : 0.16112618148326874

   1226260	  0.161316	  0.161126	  0.165004		CURRENT LEARNING RATE: 3.3069807534016107e-06
previous_iter_valid_loss : 0.1609007865190506

   1226280	  0.161058	  0.160901	  0.165023		CURRENT LEARNING RATE: 3.306319423386138e-06
previous_iter_valid_loss : 0.16151487827301025

   1226300	  0.161674	  0.161515	  0.165064		CURRENT LEARNING RATE: 3.305658225623443e-06
previous_iter_valid_loss : 0.1636575609445572

   1226320	  0.163820	  0.163658	  0.164628		CURRENT LEARNING RATE: 3.304997160087071e-06
previous_iter_valid_loss : 0.19629274308681488

   1226340	  0.196404	  0.196293	  0.166386		CURRENT LEARNING RATE: 3.3043362267505917e-06
previous_iter_valid_loss : 0.16512858867645264

   1226360	  0.165339	  0.165129	  0.166393		CURRENT LEARNING RATE: 3.303675425587562e-06
previous_iter_valid_loss : 0.16561847925186157

   1226380	  0.165781	  0.165618	  0.166535		CURRENT LEARNING RATE: 3.30301475657155e-06
previous_iter_valid_loss : 0.1723141223192215

   1226400	  0.172574	  0.172314	  0.166571		CURRENT LEARNING RATE: 3.302354219676123e-06
previous_iter_valid_loss : 0.1605757623910904

   1226420	  0.160736	  0.160576	  0.165966		CURRENT LEARNING RATE: 3.3016938148748706e-06
previous_iter_valid_loss : 0.16333164274692535

   1226440	  0.163517	  0.163332	  0.166077		CURRENT LEARNING RATE: 3.3010335421413716e-06
previous_iter_valid_loss : 0.17983828485012054

   1226460	  0.180158	  0.179838	  0.167031		CURRENT LEARNING RATE: 3.3003734014492143e-06
previous_iter_valid_loss : 0.16202127933502197

   1226480	  0.162162	  0.162021	  0.167038		CURRENT LEARNING RATE: 3.299713392771988e-06
previous_iter_valid_loss : 0.1612253487110138

   1226500	  0.161413	  0.161225	  0.166547		CURRENT LEARNING RATE: 3.299053516083304e-06
previous_iter_valid_loss : 0.16419772803783417

   1226520	  0.164396	  0.164198	  0.166497		CURRENT LEARNING RATE: 3.2983937713567605e-06
previous_iter_valid_loss : 0.1680140644311905

   1226540	  0.168167	  0.168014	  0.166707		CURRENT LEARNING RATE: 3.297734158565968e-06
previous_iter_valid_loss : 0.1608095020055771

   1226560	  0.160990	  0.160810	  0.166555		CURRENT LEARNING RATE: 3.2970746776845374e-06
previous_iter_valid_loss : 0.16656093299388885

   1226580	  0.166775	  0.166561	  0.166809		CURRENT LEARNING RATE: 3.2964153286860992e-06
previous_iter_valid_loss : 0.1605008989572525

   1226600	  0.160660	  0.160501	  0.166091		CURRENT LEARNING RATE: 3.295756111544275e-06
previous_iter_valid_loss : 0.16167621314525604

   1226620	  0.161834	  0.161676	  0.165822		CURRENT LEARNING RATE: 3.29509702623269e-06
previous_iter_valid_loss : 0.16388240456581116

   1226640	  0.164059	  0.163882	  0.165957		CURRENT LEARNING RATE: 3.2944380727249927e-06
previous_iter_valid_loss : 0.16072943806648254

   1226660	  0.160905	  0.160729	  0.165937		CURRENT LEARNING RATE: 3.293779250994818e-06
previous_iter_valid_loss : 0.18838630616664886

   1226680	  0.188780	  0.188386	  0.167311		CURRENT LEARNING RATE: 3.293120561015814e-06
previous_iter_valid_loss : 0.17666994035243988

   1226700	  0.176956	  0.176670	  0.168069		CURRENT LEARNING RATE: 3.2924620027616273e-06
previous_iter_valid_loss : 0.17189724743366241

   1226720	  0.172158	  0.171897	  0.168481		CURRENT LEARNING RATE: 3.291803576205927e-06
previous_iter_valid_loss : 0.1738242655992508

   1226740	  0.173967	  0.173824	  0.167358		CURRENT LEARNING RATE: 3.2911452813223697e-06
previous_iter_valid_loss : 0.16055765748023987

   1226760	  0.160715	  0.160558	  0.167129		CURRENT LEARNING RATE: 3.2904871180846247e-06
previous_iter_valid_loss : 0.1683480441570282

   1226780	  0.168588	  0.168348	  0.167266		CURRENT LEARNING RATE: 3.2898290864663586e-06
previous_iter_valid_loss : 0.16736657917499542

   1226800	  0.167587	  0.167367	  0.167018		CURRENT LEARNING RATE: 3.2891711864412623e-06
previous_iter_valid_loss : 0.17001506686210632

   1226820	  0.170260	  0.170015	  0.167490		CURRENT LEARNING RATE: 3.288513417983014e-06
previous_iter_valid_loss : 0.16054166853427887

   1226840	  0.160707	  0.160542	  0.167351		CURRENT LEARNING RATE: 3.287855781065303e-06
previous_iter_valid_loss : 0.16197878122329712

   1226860	  0.162141	  0.161979	  0.166458		CURRENT LEARNING RATE: 3.2871982756618176e-06
previous_iter_valid_loss : 0.1606457680463791

   1226880	  0.160819	  0.160646	  0.166389		CURRENT LEARNING RATE: 3.2865409017462697e-06
previous_iter_valid_loss : 0.17871996760368347

   1226900	  0.179038	  0.178720	  0.167264		CURRENT LEARNING RATE: 3.285883659292358e-06
previous_iter_valid_loss : 0.16056837141513824

   1226920	  0.160720	  0.160568	  0.167082		CURRENT LEARNING RATE: 3.285226548273793e-06
previous_iter_valid_loss : 0.1612376570701599

   1226940	  0.161398	  0.161238	  0.166743		CURRENT LEARNING RATE: 3.284569568664285e-06
previous_iter_valid_loss : 0.19543004035949707

   1226960	  0.195915	  0.195430	  0.168474		CURRENT LEARNING RATE: 3.2839127204375658e-06
previous_iter_valid_loss : 0.1607479304075241

   1226980	  0.160922	  0.160748	  0.168184		CURRENT LEARNING RATE: 3.283256003567356e-06
previous_iter_valid_loss : 0.16668470203876495

   1227000	  0.166904	  0.166685	  0.168493		CURRENT LEARNING RATE: 3.2825994180273807e-06
previous_iter_valid_loss : 0.16049334406852722

   1227020	  0.160658	  0.160493	  0.168434		CURRENT LEARNING RATE: 3.2819429637913888e-06
previous_iter_valid_loss : 0.16698123514652252

   1227040	  0.167202	  0.166981	  0.168589		CURRENT LEARNING RATE: 3.2812866408331154e-06
previous_iter_valid_loss : 0.1701330691576004

   1227060	  0.170285	  0.170133	  0.169059		CURRENT LEARNING RATE: 3.2806304491263085e-06
previous_iter_valid_loss : 0.16348274052143097

   1227080	  0.163643	  0.163483	  0.167814		CURRENT LEARNING RATE: 3.279974388644714e-06
previous_iter_valid_loss : 0.16325068473815918

   1227100	  0.163412	  0.163251	  0.167143		CURRENT LEARNING RATE: 3.279318459362101e-06
previous_iter_valid_loss : 0.16060172021389008

   1227120	  0.160763	  0.160602	  0.166578		CURRENT LEARNING RATE: 3.2786626612522274e-06
previous_iter_valid_loss : 0.16716864705085754

   1227140	  0.167389	  0.167169	  0.166245		CURRENT LEARNING RATE: 3.2780069942888602e-06
previous_iter_valid_loss : 0.1658695936203003

   1227160	  0.166027	  0.165870	  0.166511		CURRENT LEARNING RATE: 3.2773514584457677e-06
previous_iter_valid_loss : 0.16241580247879028

   1227180	  0.162580	  0.162416	  0.166214		CURRENT LEARNING RATE: 3.2766960536967395e-06
previous_iter_valid_loss : 0.161343052983284

   1227200	  0.161501	  0.161343	  0.165913		CURRENT LEARNING RATE: 3.276040780015554e-06
previous_iter_valid_loss : 0.1616031527519226

   1227220	  0.161788	  0.161603	  0.165492		CURRENT LEARNING RATE: 3.2753856373760004e-06
previous_iter_valid_loss : 0.16093525290489197

   1227240	  0.161108	  0.160935	  0.165512		CURRENT LEARNING RATE: 3.2747306257518665e-06
previous_iter_valid_loss : 0.17262090742588043

   1227260	  0.172882	  0.172621	  0.166044		CURRENT LEARNING RATE: 3.2740757451169644e-06
previous_iter_valid_loss : 0.17111285030841827

   1227280	  0.171266	  0.171113	  0.166568		CURRENT LEARNING RATE: 3.2734209954450916e-06
previous_iter_valid_loss : 0.16662216186523438

   1227300	  0.166786	  0.166622	  0.165963		CURRENT LEARNING RATE: 3.2727663767100603e-06
previous_iter_valid_loss : 0.17602519690990448

   1227320	  0.176178	  0.176025	  0.166736		CURRENT LEARNING RATE: 3.272111888885678e-06
previous_iter_valid_loss : 0.16422651708126068

   1227340	  0.164420	  0.164227	  0.166885		CURRENT LEARNING RATE: 3.2714575319457772e-06
previous_iter_valid_loss : 0.16500739753246307

   1227360	  0.165171	  0.165007	  0.165364		CURRENT LEARNING RATE: 3.2708033058641787e-06
previous_iter_valid_loss : 0.1653866320848465

   1227380	  0.165592	  0.165387	  0.165596		CURRENT LEARNING RATE: 3.2701492106147124e-06
previous_iter_valid_loss : 0.1617460697889328

   1227400	  0.161942	  0.161746	  0.165349		CURRENT LEARNING RATE: 3.2694952461712096e-06
previous_iter_valid_loss : 0.17096273601055145

   1227420	  0.171115	  0.170963	  0.165872		CURRENT LEARNING RATE: 3.2688414125075225e-06
previous_iter_valid_loss : 0.1606300324201584

   1227440	  0.160803	  0.160630	  0.165555		CURRENT LEARNING RATE: 3.268187709597493e-06
previous_iter_valid_loss : 0.16063569486141205

   1227460	  0.160793	  0.160636	  0.165080		CURRENT LEARNING RATE: 3.2675341374149654e-06
previous_iter_valid_loss : 0.16259431838989258

   1227480	  0.162780	  0.162594	  0.165035		CURRENT LEARNING RATE: 3.2668806959338106e-06
previous_iter_valid_loss : 0.16407303512096405

   1227500	  0.164267	  0.164073	  0.165077		CURRENT LEARNING RATE: 3.2662273851278836e-06
previous_iter_valid_loss : 0.17370229959487915

   1227520	  0.173974	  0.173702	  0.165732		CURRENT LEARNING RATE: 3.2655742049710527e-06
previous_iter_valid_loss : 0.16086579859256744

   1227540	  0.161030	  0.160866	  0.165416		CURRENT LEARNING RATE: 3.2649211554371842e-06
previous_iter_valid_loss : 0.1853669434785843

   1227560	  0.185519	  0.185367	  0.166391		CURRENT LEARNING RATE: 3.264268236500168e-06
previous_iter_valid_loss : 0.16055554151535034

   1227580	  0.160717	  0.160556	  0.166298		CURRENT LEARNING RATE: 3.2636154481338826e-06
previous_iter_valid_loss : 0.1606263965368271

   1227600	  0.160777	  0.160626	  0.166262		CURRENT LEARNING RATE: 3.262962790312215e-06
previous_iter_valid_loss : 0.16547159850597382

   1227620	  0.165635	  0.165472	  0.166456		CURRENT LEARNING RATE: 3.2623102630090537e-06
previous_iter_valid_loss : 0.16941134631633759

   1227640	  0.169568	  0.169411	  0.166880		CURRENT LEARNING RATE: 3.261657866198309e-06
previous_iter_valid_loss : 0.19404681026935577

   1227660	  0.194523	  0.194047	  0.167951		CURRENT LEARNING RATE: 3.2610055998538794e-06
previous_iter_valid_loss : 0.1616804152727127

   1227680	  0.161856	  0.161680	  0.167479		CURRENT LEARNING RATE: 3.2603534639496747e-06
previous_iter_valid_loss : 0.1700955182313919

   1227700	  0.170341	  0.170096	  0.167653		CURRENT LEARNING RATE: 3.259701458459603e-06
previous_iter_valid_loss : 0.16064022481441498

   1227720	  0.160802	  0.160640	  0.166884		CURRENT LEARNING RATE: 3.2590495833575953e-06
previous_iter_valid_loss : 0.1695147156715393

   1227740	  0.169758	  0.169515	  0.167148		CURRENT LEARNING RATE: 3.2583978386175717e-06
previous_iter_valid_loss : 0.16528043150901794

   1227760	  0.165440	  0.165280	  0.167162		CURRENT LEARNING RATE: 3.257746224213462e-06
previous_iter_valid_loss : 0.19783292710781097

   1227780	  0.197933	  0.197833	  0.168784		CURRENT LEARNING RATE: 3.2570947401191963e-06
previous_iter_valid_loss : 0.1619189828634262

   1227800	  0.162078	  0.161919	  0.168793		CURRENT LEARNING RATE: 3.2564433863087265e-06
previous_iter_valid_loss : 0.16049842536449432

   1227820	  0.160659	  0.160498	  0.168270		CURRENT LEARNING RATE: 3.2557921627559925e-06
previous_iter_valid_loss : 0.16079188883304596

   1227840	  0.160964	  0.160792	  0.168278		CURRENT LEARNING RATE: 3.2551410694349393e-06
previous_iter_valid_loss : 0.16388247907161713

   1227860	  0.164078	  0.163882	  0.168440		CURRENT LEARNING RATE: 3.2544901063195354e-06
previous_iter_valid_loss : 0.16457149386405945

   1227880	  0.164746	  0.164571	  0.168539		CURRENT LEARNING RATE: 3.2538392733837357e-06
previous_iter_valid_loss : 0.16336959600448608

   1227900	  0.163566	  0.163370	  0.168504		CURRENT LEARNING RATE: 3.253188570601508e-06
previous_iter_valid_loss : 0.1604914516210556

   1227920	  0.160658	  0.160491	  0.167843		CURRENT LEARNING RATE: 3.252537997946817e-06
previous_iter_valid_loss : 0.1609327793121338

   1227940	  0.161116	  0.160933	  0.167846		CURRENT LEARNING RATE: 3.251887555393653e-06
previous_iter_valid_loss : 0.16063828766345978

   1227960	  0.160808	  0.160638	  0.166610		CURRENT LEARNING RATE: 3.2512372429159913e-06
previous_iter_valid_loss : 0.16739654541015625

   1227980	  0.167635	  0.167397	  0.166952		CURRENT LEARNING RATE: 3.2505870604878197e-06
previous_iter_valid_loss : 0.16993731260299683

   1228000	  0.170190	  0.169937	  0.167418		CURRENT LEARNING RATE: 3.249937008083125e-06
previous_iter_valid_loss : 0.1607581228017807

   1228020	  0.160907	  0.160758	  0.167182		CURRENT LEARNING RATE: 3.249287085675917e-06
previous_iter_valid_loss : 0.1713050901889801

   1228040	  0.171564	  0.171305	  0.167277		CURRENT LEARNING RATE: 3.2486372932401925e-06
previous_iter_valid_loss : 0.16207462549209595

   1228060	  0.162227	  0.162075	  0.165678		CURRENT LEARNING RATE: 3.247987630749961e-06
previous_iter_valid_loss : 0.16063427925109863

   1228080	  0.160779	  0.160634	  0.165626		CURRENT LEARNING RATE: 3.247338098179229e-06
previous_iter_valid_loss : 0.1629975438117981

   1228100	  0.163189	  0.162998	  0.165271		CURRENT LEARNING RATE: 3.2466886955020266e-06
previous_iter_valid_loss : 0.16278861463069916

   1228120	  0.162978	  0.162789	  0.165378		CURRENT LEARNING RATE: 3.246039422692373e-06
previous_iter_valid_loss : 0.16141463816165924

   1228140	  0.161601	  0.161415	  0.164973		CURRENT LEARNING RATE: 3.2453902797242973e-06
previous_iter_valid_loss : 0.16093094646930695

   1228160	  0.161112	  0.160931	  0.164756		CURRENT LEARNING RATE: 3.2447412665718265e-06
previous_iter_valid_loss : 0.16599206626415253

   1228180	  0.166205	  0.165992	  0.163164		CURRENT LEARNING RATE: 3.2440923832090126e-06
previous_iter_valid_loss : 0.16207174956798553

   1228200	  0.162243	  0.162072	  0.163171		CURRENT LEARNING RATE: 3.243443629609895e-06
previous_iter_valid_loss : 0.1606602817773819

   1228220	  0.160835	  0.160660	  0.163179		CURRENT LEARNING RATE: 3.2427950057485168e-06
previous_iter_valid_loss : 0.16905109584331512

   1228240	  0.169284	  0.169051	  0.163592		CURRENT LEARNING RATE: 3.2421465115989456e-06
previous_iter_valid_loss : 0.19159215688705444

   1228260	  0.192057	  0.191592	  0.164978		CURRENT LEARNING RATE: 3.2414981471352347e-06
previous_iter_valid_loss : 0.1636384129524231

   1228280	  0.163842	  0.163638	  0.164931		CURRENT LEARNING RATE: 3.2408499123314505e-06
previous_iter_valid_loss : 0.1805683821439743

   1228300	  0.180725	  0.180568	  0.165791		CURRENT LEARNING RATE: 3.2402018071616573e-06
previous_iter_valid_loss : 0.1636035293340683

   1228320	  0.163803	  0.163604	  0.165947		CURRENT LEARNING RATE: 3.239553831599942e-06
previous_iter_valid_loss : 0.16120387613773346

   1228340	  0.161367	  0.161204	  0.165960		CURRENT LEARNING RATE: 3.238905985620381e-06
previous_iter_valid_loss : 0.1633829027414322

   1228360	  0.163547	  0.163383	  0.166098		CURRENT LEARNING RATE: 3.2382582691970598e-06
previous_iter_valid_loss : 0.17441056668758392

   1228380	  0.174691	  0.174411	  0.166448		CURRENT LEARNING RATE: 3.2376106823040642e-06
previous_iter_valid_loss : 0.1638597697019577

   1228400	  0.164027	  0.163860	  0.166144		CURRENT LEARNING RATE: 3.236963224915502e-06
previous_iter_valid_loss : 0.16165055334568024

   1228420	  0.161811	  0.161651	  0.166189		CURRENT LEARNING RATE: 3.236315897005469e-06
previous_iter_valid_loss : 0.1607809215784073

   1228440	  0.160961	  0.160781	  0.165663		CURRENT LEARNING RATE: 3.2356686985480726e-06
previous_iter_valid_loss : 0.1875941902399063

   1228460	  0.187731	  0.187594	  0.166939		CURRENT LEARNING RATE: 3.235021629517419e-06
previous_iter_valid_loss : 0.1685100644826889

   1228480	  0.168746	  0.168510	  0.167333		CURRENT LEARNING RATE: 3.234374689887636e-06
previous_iter_valid_loss : 0.161589577794075

   1228500	  0.161778	  0.161590	  0.167262		CURRENT LEARNING RATE: 3.233727879632842e-06
previous_iter_valid_loss : 0.1614963710308075

   1228520	  0.161654	  0.161496	  0.167198		CURRENT LEARNING RATE: 3.233081198727163e-06
previous_iter_valid_loss : 0.16102275252342224

   1228540	  0.161195	  0.161023	  0.167178		CURRENT LEARNING RATE: 3.2324346471447263e-06
previous_iter_valid_loss : 0.16049839556217194

   1228560	  0.160665	  0.160498	  0.167156		CURRENT LEARNING RATE: 3.2317882248596827e-06
previous_iter_valid_loss : 0.16367816925048828

   1228580	  0.163844	  0.163678	  0.167041		CURRENT LEARNING RATE: 3.2311419318461677e-06
previous_iter_valid_loss : 0.1610506922006607

   1228600	  0.161241	  0.161051	  0.166990		CURRENT LEARNING RATE: 3.2304957680783308e-06
previous_iter_valid_loss : 0.1613754779100418

   1228620	  0.161528	  0.161375	  0.167025		CURRENT LEARNING RATE: 3.229849733530319e-06
previous_iter_valid_loss : 0.1605457216501236

   1228640	  0.160695	  0.160546	  0.166600		CURRENT LEARNING RATE: 3.229203828176303e-06
previous_iter_valid_loss : 0.16394132375717163

   1228660	  0.164113	  0.163941	  0.165218		CURRENT LEARNING RATE: 3.22855805199044e-06
previous_iter_valid_loss : 0.1720726490020752

   1228680	  0.172341	  0.172073	  0.165639		CURRENT LEARNING RATE: 3.2279124049468945e-06
previous_iter_valid_loss : 0.1656496226787567

   1228700	  0.165868	  0.165650	  0.164893		CURRENT LEARNING RATE: 3.227266887019851e-06
previous_iter_valid_loss : 0.1634501814842224

   1228720	  0.163650	  0.163450	  0.164886		CURRENT LEARNING RATE: 3.2266214981834834e-06
previous_iter_valid_loss : 0.1718907207250595

   1228740	  0.172041	  0.171891	  0.165420		CURRENT LEARNING RATE: 3.225976238411976e-06
previous_iter_valid_loss : 0.16149216890335083

   1228760	  0.161681	  0.161492	  0.165326		CURRENT LEARNING RATE: 3.2253311076795133e-06
previous_iter_valid_loss : 0.16059383749961853

   1228780	  0.160759	  0.160594	  0.164635		CURRENT LEARNING RATE: 3.224686105960301e-06
previous_iter_valid_loss : 0.16077837347984314

   1228800	  0.160935	  0.160778	  0.164481		CURRENT LEARNING RATE: 3.224041233228533e-06
previous_iter_valid_loss : 0.16049225628376007

   1228820	  0.160652	  0.160492	  0.164423		CURRENT LEARNING RATE: 3.223396489458415e-06
previous_iter_valid_loss : 0.17333149909973145

   1228840	  0.173607	  0.173331	  0.165050		CURRENT LEARNING RATE: 3.222751874624151e-06
previous_iter_valid_loss : 0.18028439581394196

   1228860	  0.180445	  0.180284	  0.164685		CURRENT LEARNING RATE: 3.2221073886999687e-06
previous_iter_valid_loss : 0.17160718142986298

   1228880	  0.171761	  0.171607	  0.164840		CURRENT LEARNING RATE: 3.2214630316600816e-06
previous_iter_valid_loss : 0.1604948341846466

   1228900	  0.160658	  0.160495	  0.164785		CURRENT LEARNING RATE: 3.220818803478717e-06
previous_iter_valid_loss : 0.1655384749174118

   1228920	  0.165702	  0.165538	  0.164987		CURRENT LEARNING RATE: 3.220174704130099e-06
previous_iter_valid_loss : 0.16332505643367767

   1228940	  0.163488	  0.163325	  0.165102		CURRENT LEARNING RATE: 3.2195307335884755e-06
previous_iter_valid_loss : 0.16562995314598083

   1228960	  0.165792	  0.165630	  0.165359		CURRENT LEARNING RATE: 3.2188868918280812e-06
previous_iter_valid_loss : 0.16492204368114471

   1228980	  0.165128	  0.164922	  0.165421		CURRENT LEARNING RATE: 3.2182431788231632e-06
previous_iter_valid_loss : 0.16071943938732147

   1229000	  0.160893	  0.160719	  0.165404		CURRENT LEARNING RATE: 3.217599594547967e-06
previous_iter_valid_loss : 0.16681936383247375

   1229020	  0.167043	  0.166819	  0.165677		CURRENT LEARNING RATE: 3.2169561389767613e-06
previous_iter_valid_loss : 0.164851114153862

   1229040	  0.165012	  0.164851	  0.165892		CURRENT LEARNING RATE: 3.216312812083801e-06
previous_iter_valid_loss : 0.1626719981431961

   1229060	  0.162862	  0.162672	  0.165828		CURRENT LEARNING RATE: 3.2156696138433477e-06
previous_iter_valid_loss : 0.19903351366519928

   1229080	  0.199558	  0.199034	  0.167176		CURRENT LEARNING RATE: 3.215026544229686e-06
previous_iter_valid_loss : 0.1739911586046219

   1229100	  0.174276	  0.173991	  0.167593		CURRENT LEARNING RATE: 3.2143836032170857e-06
previous_iter_valid_loss : 0.16058006882667542

   1229120	  0.160745	  0.160580	  0.167450		CURRENT LEARNING RATE: 3.21374079077983e-06
previous_iter_valid_loss : 0.16141913831233978

   1229140	  0.161607	  0.161419	  0.166926		CURRENT LEARNING RATE: 3.213098106892201e-06
previous_iter_valid_loss : 0.16062182188034058

   1229160	  0.160796	  0.160622	  0.166883		CURRENT LEARNING RATE: 3.2124555515285024e-06
previous_iter_valid_loss : 0.16744457185268402

   1229180	  0.167605	  0.167445	  0.167225		CURRENT LEARNING RATE: 3.211813124663026e-06
previous_iter_valid_loss : 0.16059842705726624

   1229200	  0.160770	  0.160598	  0.167216		CURRENT LEARNING RATE: 3.2111708262700753e-06
previous_iter_valid_loss : 0.16079910099506378

   1229220	  0.160977	  0.160799	  0.167232		CURRENT LEARNING RATE: 3.210528656323952e-06
previous_iter_valid_loss : 0.1612323373556137

   1229240	  0.161389	  0.161232	  0.166627		CURRENT LEARNING RATE: 3.2098866147989815e-06
previous_iter_valid_loss : 0.1798328459262848

   1229260	  0.180157	  0.179833	  0.166604		CURRENT LEARNING RATE: 3.2092447016694757e-06
previous_iter_valid_loss : 0.16670678555965424

   1229280	  0.166926	  0.166707	  0.166359		CURRENT LEARNING RATE: 3.208602916909759e-06
previous_iter_valid_loss : 0.1606416404247284

   1229300	  0.160806	  0.160642	  0.166367		CURRENT LEARNING RATE: 3.207961260494153e-06
previous_iter_valid_loss : 0.16248762607574463

   1229320	  0.162675	  0.162488	  0.166214		CURRENT LEARNING RATE: 3.2073197323970037e-06
previous_iter_valid_loss : 0.1624593436717987

   1229340	  0.162628	  0.162459	  0.166171		CURRENT LEARNING RATE: 3.2066783325926443e-06
previous_iter_valid_loss : 0.17189906537532806

   1229360	  0.172048	  0.171899	  0.166484		CURRENT LEARNING RATE: 3.2060370610554188e-06
previous_iter_valid_loss : 0.16205157339572906

   1229380	  0.162218	  0.162052	  0.166341		CURRENT LEARNING RATE: 3.2053959177596706e-06
previous_iter_valid_loss : 0.16899171471595764

   1229400	  0.169222	  0.168992	  0.166754		CURRENT LEARNING RATE: 3.204754902679764e-06
previous_iter_valid_loss : 0.16072875261306763

   1229420	  0.160883	  0.160729	  0.166450		CURRENT LEARNING RATE: 3.2041140157900552e-06
previous_iter_valid_loss : 0.16985830664634705

   1229440	  0.170099	  0.169858	  0.166700		CURRENT LEARNING RATE: 3.2034732570649016e-06
previous_iter_valid_loss : 0.1604936569929123

   1229460	  0.160651	  0.160494	  0.166591		CURRENT LEARNING RATE: 3.2028326264786838e-06
previous_iter_valid_loss : 0.17987026274204254

   1229480	  0.180029	  0.179870	  0.165633		CURRENT LEARNING RATE: 3.202192124005772e-06
previous_iter_valid_loss : 0.16071759164333344

   1229500	  0.160870	  0.160718	  0.164969		CURRENT LEARNING RATE: 3.2015517496205454e-06
previous_iter_valid_loss : 0.1638495773077011

   1229520	  0.164041	  0.163850	  0.165133		CURRENT LEARNING RATE: 3.2009115032973836e-06
previous_iter_valid_loss : 0.16080211102962494

   1229540	  0.160982	  0.160802	  0.165102		CURRENT LEARNING RATE: 3.2002713850106882e-06
previous_iter_valid_loss : 0.1904074251651764

   1229560	  0.190863	  0.190407	  0.166591		CURRENT LEARNING RATE: 3.1996313947348485e-06
previous_iter_valid_loss : 0.16305990517139435

   1229580	  0.163248	  0.163060	  0.166372		CURRENT LEARNING RATE: 3.1989915324442645e-06
previous_iter_valid_loss : 0.16138099133968353

   1229600	  0.161531	  0.161381	  0.166411		CURRENT LEARNING RATE: 3.1983517981133373e-06
previous_iter_valid_loss : 0.1627127230167389

   1229620	  0.162895	  0.162713	  0.166507		CURRENT LEARNING RATE: 3.197712191716488e-06
previous_iter_valid_loss : 0.16053645312786102

   1229640	  0.160694	  0.160536	  0.166472		CURRENT LEARNING RATE: 3.1970727132281266e-06
previous_iter_valid_loss : 0.1695258468389511

   1229660	  0.169681	  0.169526	  0.165957		CURRENT LEARNING RATE: 3.196433362622674e-06
previous_iter_valid_loss : 0.1642378866672516

   1229680	  0.164436	  0.164238	  0.165833		CURRENT LEARNING RATE: 3.195794139874551e-06
previous_iter_valid_loss : 0.17048004269599915

   1229700	  0.170731	  0.170480	  0.166325		CURRENT LEARNING RATE: 3.195155044958199e-06
previous_iter_valid_loss : 0.17326734960079193

   1229720	  0.173539	  0.173267	  0.166864		CURRENT LEARNING RATE: 3.19451607784805e-06
previous_iter_valid_loss : 0.17208850383758545

   1229740	  0.172350	  0.172089	  0.167346		CURRENT LEARNING RATE: 3.1938772385185445e-06
previous_iter_valid_loss : 0.16523778438568115

   1229760	  0.165458	  0.165238	  0.167012		CURRENT LEARNING RATE: 3.193238526944123e-06
previous_iter_valid_loss : 0.16361674666404724

   1229780	  0.163826	  0.163617	  0.167091		CURRENT LEARNING RATE: 3.1925999430992486e-06
previous_iter_valid_loss : 0.16693727672100067

   1229800	  0.167094	  0.166937	  0.166988		CURRENT LEARNING RATE: 3.1919614869583724e-06
previous_iter_valid_loss : 0.18109065294265747

   1229820	  0.181245	  0.181091	  0.168006		CURRENT LEARNING RATE: 3.1913231584959507e-06
previous_iter_valid_loss : 0.1693931221961975

   1229840	  0.169543	  0.169393	  0.167983		CURRENT LEARNING RATE: 3.190684957686461e-06
previous_iter_valid_loss : 0.16465455293655396

   1229860	  0.164821	  0.164655	  0.168191		CURRENT LEARNING RATE: 3.1900468845043706e-06
previous_iter_valid_loss : 0.1624719649553299

   1229880	  0.162674	  0.162472	  0.167321		CURRENT LEARNING RATE: 3.189408938924156e-06
previous_iter_valid_loss : 0.16202782094478607

   1229900	  0.162226	  0.162028	  0.167386		CURRENT LEARNING RATE: 3.188771120920293e-06
previous_iter_valid_loss : 0.1666104644536972

   1229920	  0.166835	  0.166610	  0.167525		CURRENT LEARNING RATE: 3.1881334304672813e-06
previous_iter_valid_loss : 0.1640937775373459

   1229940	  0.164268	  0.164094	  0.167689		CURRENT LEARNING RATE: 3.1874958675396078e-06
previous_iter_valid_loss : 0.1659267097711563

   1229960	  0.166089	  0.165927	  0.166465		CURRENT LEARNING RATE: 3.186858432111769e-06
previous_iter_valid_loss : 0.16098234057426453

   1229980	  0.161158	  0.160982	  0.166361		CURRENT LEARNING RATE: 3.186221124158262e-06
previous_iter_valid_loss : 0.17281518876552582

   1230000	  0.173083	  0.172815	  0.166933		CURRENT LEARNING RATE: 3.185583943653606e-06
previous_iter_valid_loss : 0.16245266795158386

   1230020	  0.162655	  0.162453	  0.166920		CURRENT LEARNING RATE: 3.1849468905723087e-06
previous_iter_valid_loss : 0.16061271727085114

   1230040	  0.160791	  0.160613	  0.166924		CURRENT LEARNING RATE: 3.184309964888887e-06
previous_iter_valid_loss : 0.16048887372016907

   1230060	  0.160659	  0.160489	  0.166472		CURRENT LEARNING RATE: 3.1836731665778586e-06
previous_iter_valid_loss : 0.17058315873146057

   1230080	  0.170838	  0.170583	  0.166789		CURRENT LEARNING RATE: 3.1830364956137632e-06
previous_iter_valid_loss : 0.1607247143983841

   1230100	  0.160877	  0.160725	  0.166301		CURRENT LEARNING RATE: 3.1823999519711285e-06
previous_iter_valid_loss : 0.16133330762386322

   1230120	  0.161485	  0.161333	  0.165705		CURRENT LEARNING RATE: 3.1817635356244917e-06
previous_iter_valid_loss : 0.1768934428691864

   1230140	  0.177186	  0.176893	  0.165945		CURRENT LEARNING RATE: 3.181127246548391e-06
previous_iter_valid_loss : 0.1610645353794098

   1230160	  0.161231	  0.161065	  0.165736		CURRENT LEARNING RATE: 3.1804910847173866e-06
previous_iter_valid_loss : 0.1622762829065323

   1230180	  0.162478	  0.162276	  0.165669		CURRENT LEARNING RATE: 3.1798550501060257e-06
previous_iter_valid_loss : 0.16061082482337952

   1230200	  0.160771	  0.160611	  0.165353		CURRENT LEARNING RATE: 3.1792191426888675e-06
previous_iter_valid_loss : 0.16336512565612793

   1230220	  0.163533	  0.163365	  0.164467		CURRENT LEARNING RATE: 3.1785833624404694e-06
previous_iter_valid_loss : 0.16073966026306152

   1230240	  0.160890	  0.160740	  0.164034		CURRENT LEARNING RATE: 3.177947709335412e-06
previous_iter_valid_loss : 0.16289080679416656

   1230260	  0.163062	  0.162891	  0.163946		CURRENT LEARNING RATE: 3.177312183348264e-06
previous_iter_valid_loss : 0.16404297947883606

   1230280	  0.164206	  0.164043	  0.164024		CURRENT LEARNING RATE: 3.1766767844535977e-06
previous_iter_valid_loss : 0.16659046709537506

   1230300	  0.166747	  0.166590	  0.164252		CURRENT LEARNING RATE: 3.1760415126260086e-06
previous_iter_valid_loss : 0.1635967195034027

   1230320	  0.163796	  0.163597	  0.164102		CURRENT LEARNING RATE: 3.17540636784008e-06
previous_iter_valid_loss : 0.16153790056705475

   1230340	  0.161724	  0.161538	  0.163974		CURRENT LEARNING RATE: 3.1747713500704076e-06
previous_iter_valid_loss : 0.1610490083694458

   1230360	  0.161231	  0.161049	  0.163730		CURRENT LEARNING RATE: 3.1741364592915835e-06
previous_iter_valid_loss : 0.16450510919094086

   1230380	  0.164679	  0.164505	  0.163906		CURRENT LEARNING RATE: 3.1735016954782243e-06
previous_iter_valid_loss : 0.16167216002941132

   1230400	  0.161835	  0.161672	  0.163349		CURRENT LEARNING RATE: 3.1728670586049326e-06
previous_iter_valid_loss : 0.1840185821056366

   1230420	  0.184172	  0.184019	  0.164427		CURRENT LEARNING RATE: 3.172232548646324e-06
previous_iter_valid_loss : 0.16900897026062012

   1230440	  0.169161	  0.169009	  0.164847		CURRENT LEARNING RATE: 3.1715981655770122e-06
previous_iter_valid_loss : 0.1660880148410797

   1230460	  0.166247	  0.166088	  0.165127		CURRENT LEARNING RATE: 3.1709639093716332e-06
previous_iter_valid_loss : 0.16375920176506042

   1230480	  0.163932	  0.163759	  0.164786		CURRENT LEARNING RATE: 3.1703297800048107e-06
previous_iter_valid_loss : 0.16716858744621277

   1230500	  0.167329	  0.167169	  0.165108		CURRENT LEARNING RATE: 3.16969577745118e-06
previous_iter_valid_loss : 0.16305233538150787

   1230520	  0.163219	  0.163052	  0.165194		CURRENT LEARNING RATE: 3.169061901685375e-06
previous_iter_valid_loss : 0.16096003353595734

   1230540	  0.161114	  0.160960	  0.164397		CURRENT LEARNING RATE: 3.168428152682052e-06
previous_iter_valid_loss : 0.16050606966018677

   1230560	  0.160671	  0.160506	  0.164369		CURRENT LEARNING RATE: 3.1677945304158557e-06
previous_iter_valid_loss : 0.16546274721622467

   1230580	  0.165669	  0.165463	  0.164529		CURRENT LEARNING RATE: 3.1671610348614412e-06
previous_iter_valid_loss : 0.1612071394920349

   1230600	  0.161388	  0.161207	  0.164559		CURRENT LEARNING RATE: 3.166527665993463e-06
previous_iter_valid_loss : 0.16054828464984894

   1230620	  0.160716	  0.160548	  0.164418		CURRENT LEARNING RATE: 3.1658944237865974e-06
previous_iter_valid_loss : 0.16071869432926178

   1230640	  0.160877	  0.160719	  0.164417		CURRENT LEARNING RATE: 3.1652613082155087e-06
previous_iter_valid_loss : 0.16860362887382507

   1230660	  0.168841	  0.168604	  0.164702		CURRENT LEARNING RATE: 3.1646283192548676e-06
previous_iter_valid_loss : 0.16189360618591309

   1230680	  0.162070	  0.161894	  0.164595		CURRENT LEARNING RATE: 3.163995456879365e-06
previous_iter_valid_loss : 0.17252756655216217

   1230700	  0.172796	  0.172528	  0.164892		CURRENT LEARNING RATE: 3.1633627210636815e-06
previous_iter_valid_loss : 0.16138368844985962

   1230720	  0.161542	  0.161384	  0.164781		CURRENT LEARNING RATE: 3.162730111782507e-06
previous_iter_valid_loss : 0.16633658111095428

   1230740	  0.166496	  0.166337	  0.165021		CURRENT LEARNING RATE: 3.162097629010532e-06
previous_iter_valid_loss : 0.17539139091968536

   1230760	  0.175686	  0.175391	  0.165738		CURRENT LEARNING RATE: 3.161465272722468e-06
previous_iter_valid_loss : 0.16195672750473022

   1230780	  0.162148	  0.161957	  0.165611		CURRENT LEARNING RATE: 3.1608330428930155e-06
previous_iter_valid_loss : 0.16181211173534393

   1230800	  0.161969	  0.161812	  0.165618		CURRENT LEARNING RATE: 3.1602009394968847e-06
previous_iter_valid_loss : 0.16391035914421082

   1230820	  0.164077	  0.163910	  0.164612		CURRENT LEARNING RATE: 3.159568962508787e-06
previous_iter_valid_loss : 0.18994560837745667

   1230840	  0.190068	  0.189946	  0.165659		CURRENT LEARNING RATE: 3.158937111903453e-06
previous_iter_valid_loss : 0.17042140662670135

   1230860	  0.170679	  0.170421	  0.165876		CURRENT LEARNING RATE: 3.1583053876556044e-06
previous_iter_valid_loss : 0.17095525562763214

   1230880	  0.171101	  0.170955	  0.166236		CURRENT LEARNING RATE: 3.1576737897399718e-06
previous_iter_valid_loss : 0.16556446254253387

   1230900	  0.165785	  0.165564	  0.166155		CURRENT LEARNING RATE: 3.157042318131285e-06
previous_iter_valid_loss : 0.16362619400024414

   1230920	  0.163792	  0.163626	  0.166184		CURRENT LEARNING RATE: 3.1564109728042976e-06
previous_iter_valid_loss : 0.16858874261379242

   1230940	  0.168741	  0.168589	  0.166565		CURRENT LEARNING RATE: 3.155779753733749e-06
previous_iter_valid_loss : 0.1611705869436264

   1230960	  0.161331	  0.161171	  0.166599		CURRENT LEARNING RATE: 3.155148660894392e-06
previous_iter_valid_loss : 0.20551158487796783

   1230980	  0.205578	  0.205512	  0.168601		CURRENT LEARNING RATE: 3.154517694260975e-06
previous_iter_valid_loss : 0.18729834258556366

   1231000	  0.187432	  0.187298	  0.169906		CURRENT LEARNING RATE: 3.1538868538082723e-06
previous_iter_valid_loss : 0.17196637392044067

   1231020	  0.172233	  0.171966	  0.170477		CURRENT LEARNING RATE: 3.1532561395110444e-06
previous_iter_valid_loss : 0.16358830034732819

   1231040	  0.163792	  0.163588	  0.170620		CURRENT LEARNING RATE: 3.152625551344057e-06
previous_iter_valid_loss : 0.17582859098911285

   1231060	  0.176118	  0.175829	  0.170981		CURRENT LEARNING RATE: 3.151995089282097e-06
previous_iter_valid_loss : 0.16255062818527222

   1231080	  0.162743	  0.162551	  0.171014		CURRENT LEARNING RATE: 3.1513647532999415e-06
previous_iter_valid_loss : 0.17289400100708008

   1231100	  0.173044	  0.172894	  0.171032		CURRENT LEARNING RATE: 3.1507345433723762e-06
previous_iter_valid_loss : 0.16254422068595886

   1231120	  0.162708	  0.162544	  0.171091		CURRENT LEARNING RATE: 3.150104459474188e-06
previous_iter_valid_loss : 0.16140319406986237

   1231140	  0.161587	  0.161403	  0.170844		CURRENT LEARNING RATE: 3.149474501580184e-06
previous_iter_valid_loss : 0.16078385710716248

   1231160	  0.160956	  0.160784	  0.170113		CURRENT LEARNING RATE: 3.14884466966516e-06
previous_iter_valid_loss : 0.16054539382457733

   1231180	  0.160702	  0.160545	  0.170043		CURRENT LEARNING RATE: 3.1482149637039237e-06
previous_iter_valid_loss : 0.1616516262292862

   1231200	  0.161843	  0.161652	  0.170035		CURRENT LEARNING RATE: 3.147585383671281e-06
previous_iter_valid_loss : 0.1638573259115219

   1231220	  0.164053	  0.163857	  0.170032		CURRENT LEARNING RATE: 3.146955929542059e-06
previous_iter_valid_loss : 0.1611386239528656

   1231240	  0.161327	  0.161139	  0.168592		CURRENT LEARNING RATE: 3.1463266012910753e-06
previous_iter_valid_loss : 0.17688319087028503

   1231260	  0.177174	  0.176883	  0.168915		CURRENT LEARNING RATE: 3.145697398893155e-06
previous_iter_valid_loss : 0.16095657646656036

   1231280	  0.161141	  0.160957	  0.168415		CURRENT LEARNING RATE: 3.145068322323127e-06
previous_iter_valid_loss : 0.17642322182655334

   1231300	  0.176577	  0.176423	  0.168958		CURRENT LEARNING RATE: 3.1444393715558367e-06
previous_iter_valid_loss : 0.160640150308609

   1231320	  0.160805	  0.160640	  0.168809		CURRENT LEARNING RATE: 3.143810546566122e-06
previous_iter_valid_loss : 0.1660384237766266

   1231340	  0.166251	  0.166038	  0.168681		CURRENT LEARNING RATE: 3.1431818473288293e-06
previous_iter_valid_loss : 0.16140121221542358

   1231360	  0.161594	  0.161401	  0.168693		CURRENT LEARNING RATE: 3.142553273818806e-06
previous_iter_valid_loss : 0.16636337339878082

   1231380	  0.166525	  0.166363	  0.166735		CURRENT LEARNING RATE: 3.141924826010919e-06
previous_iter_valid_loss : 0.16451433300971985

   1231400	  0.164715	  0.164514	  0.165596		CURRENT LEARNING RATE: 3.141296503880026e-06
previous_iter_valid_loss : 0.1608358770608902

   1231420	  0.161012	  0.160836	  0.165040		CURRENT LEARNING RATE: 3.1406683074009936e-06
previous_iter_valid_loss : 0.16160058975219727

   1231440	  0.161789	  0.161601	  0.164940		CURRENT LEARNING RATE: 3.1400402365486883e-06
previous_iter_valid_loss : 0.19437089562416077

   1231460	  0.194832	  0.194371	  0.165867		CURRENT LEARNING RATE: 3.1394122912979982e-06
previous_iter_valid_loss : 0.1658463478088379

   1231480	  0.166060	  0.165846	  0.166032		CURRENT LEARNING RATE: 3.1387844716237995e-06
previous_iter_valid_loss : 0.16709239780902863

   1231500	  0.167317	  0.167092	  0.165742		CURRENT LEARNING RATE: 3.1381567775009756e-06
previous_iter_valid_loss : 0.1733718067407608

   1231520	  0.173638	  0.173372	  0.166283		CURRENT LEARNING RATE: 3.1375292089044284e-06
previous_iter_valid_loss : 0.16090737283229828

   1231540	  0.161088	  0.160907	  0.166259		CURRENT LEARNING RATE: 3.1369017658090502e-06
previous_iter_valid_loss : 0.16180093586444855

   1231560	  0.161955	  0.161801	  0.166309		CURRENT LEARNING RATE: 3.1362744481897426e-06
previous_iter_valid_loss : 0.1743873804807663

   1231580	  0.174539	  0.174387	  0.167002		CURRENT LEARNING RATE: 3.135647256021408e-06
previous_iter_valid_loss : 0.1675233393907547

   1231600	  0.167679	  0.167523	  0.167295		CURRENT LEARNING RATE: 3.13502018927897e-06
previous_iter_valid_loss : 0.16545790433883667

   1231620	  0.165667	  0.165458	  0.167375		CURRENT LEARNING RATE: 3.134393247937339e-06
previous_iter_valid_loss : 0.16347993910312653

   1231640	  0.163649	  0.163480	  0.167492		CURRENT LEARNING RATE: 3.1337664319714395e-06
previous_iter_valid_loss : 0.1605827510356903

   1231660	  0.160744	  0.160583	  0.166677		CURRENT LEARNING RATE: 3.1331397413561915e-06
previous_iter_valid_loss : 0.16913999617099762

   1231680	  0.169370	  0.169140	  0.167086		CURRENT LEARNING RATE: 3.132513176066539e-06
previous_iter_valid_loss : 0.16523413360118866

   1231700	  0.165404	  0.165234	  0.166527		CURRENT LEARNING RATE: 3.1318867360774144e-06
previous_iter_valid_loss : 0.17028768360614777

   1231720	  0.170438	  0.170288	  0.167009		CURRENT LEARNING RATE: 3.1312604213637595e-06
previous_iter_valid_loss : 0.18406832218170166

   1231740	  0.184436	  0.184068	  0.167911		CURRENT LEARNING RATE: 3.1306342319005162e-06
previous_iter_valid_loss : 0.16672232747077942

   1231760	  0.166886	  0.166722	  0.168177		CURRENT LEARNING RATE: 3.130008167662648e-06
previous_iter_valid_loss : 0.16959300637245178

   1231780	  0.169744	  0.169593	  0.168338		CURRENT LEARNING RATE: 3.1293822286251073e-06
previous_iter_valid_loss : 0.16266347467899323

   1231800	  0.162825	  0.162663	  0.168246		CURRENT LEARNING RATE: 3.128756414762856e-06
previous_iter_valid_loss : 0.16557608544826508

   1231820	  0.165740	  0.165576	  0.168483		CURRENT LEARNING RATE: 3.1281307260508563e-06
previous_iter_valid_loss : 0.16662786900997162

   1231840	  0.166790	  0.166628	  0.168734		CURRENT LEARNING RATE: 3.1275051624640915e-06
previous_iter_valid_loss : 0.16434691846370697

   1231860	  0.164518	  0.164347	  0.167233		CURRENT LEARNING RATE: 3.1268797239775335e-06
previous_iter_valid_loss : 0.165708526968956

   1231880	  0.165923	  0.165709	  0.167226		CURRENT LEARNING RATE: 3.12625441056616e-06
previous_iter_valid_loss : 0.16138824820518494

   1231900	  0.161546	  0.161388	  0.166941		CURRENT LEARNING RATE: 3.1256292222049677e-06
previous_iter_valid_loss : 0.16451618075370789

   1231920	  0.164684	  0.164516	  0.166498		CURRENT LEARNING RATE: 3.1250041588689455e-06
previous_iter_valid_loss : 0.17145290970802307

   1231940	  0.171710	  0.171453	  0.167025		CURRENT LEARNING RATE: 3.1243792205330896e-06
previous_iter_valid_loss : 0.16235420107841492

   1231960	  0.162549	  0.162354	  0.167053		CURRENT LEARNING RATE: 3.1237544071723974e-06
previous_iter_valid_loss : 0.16144974529743195

   1231980	  0.161637	  0.161450	  0.166406		CURRENT LEARNING RATE: 3.123129718761888e-06
previous_iter_valid_loss : 0.1665422022342682

   1232000	  0.166759	  0.166542	  0.166357		CURRENT LEARNING RATE: 3.1225051552765676e-06
previous_iter_valid_loss : 0.16596929728984833

   1232020	  0.166184	  0.165969	  0.166383		CURRENT LEARNING RATE: 3.1218807166914534e-06
previous_iter_valid_loss : 0.16409265995025635

   1232040	  0.164260	  0.164093	  0.166413		CURRENT LEARNING RATE: 3.1212564029815635e-06
previous_iter_valid_loss : 0.19477714598178864

   1232060	  0.194901	  0.194777	  0.168123		CURRENT LEARNING RATE: 3.120632214121935e-06
previous_iter_valid_loss : 0.16642825305461884

   1232080	  0.166584	  0.166428	  0.167987		CURRENT LEARNING RATE: 3.120008150087596e-06
previous_iter_valid_loss : 0.16206300258636475

   1232100	  0.162242	  0.162063	  0.167829		CURRENT LEARNING RATE: 3.1193842108535833e-06
previous_iter_valid_loss : 0.17461968958377838

   1232120	  0.174898	  0.174620	  0.168045		CURRENT LEARNING RATE: 3.1187603963949334e-06
previous_iter_valid_loss : 0.1605381965637207

   1232140	  0.160705	  0.160538	  0.166869		CURRENT LEARNING RATE: 3.1181367066867055e-06
previous_iter_valid_loss : 0.16136066615581512

   1232160	  0.161521	  0.161361	  0.166601		CURRENT LEARNING RATE: 3.117513141703946e-06
previous_iter_valid_loss : 0.16054925322532654

   1232180	  0.160726	  0.160549	  0.166149		CURRENT LEARNING RATE: 3.116889701421714e-06
previous_iter_valid_loss : 0.16098065674304962

   1232200	  0.161162	  0.160981	  0.166065		CURRENT LEARNING RATE: 3.1162663858150634e-06
previous_iter_valid_loss : 0.160653755068779

   1232220	  0.160821	  0.160654	  0.165818		CURRENT LEARNING RATE: 3.115643194859075e-06
previous_iter_valid_loss : 0.16089843213558197

   1232240	  0.161070	  0.160898	  0.165532		CURRENT LEARNING RATE: 3.1150201285288145e-06
previous_iter_valid_loss : 0.1605370044708252

   1232260	  0.160700	  0.160537	  0.165341		CURRENT LEARNING RATE: 3.1143971867993543e-06
previous_iter_valid_loss : 0.16885928809642792

   1232280	  0.169013	  0.168859	  0.165499		CURRENT LEARNING RATE: 3.113774369645787e-06
previous_iter_valid_loss : 0.16706666350364685

   1232300	  0.167285	  0.167067	  0.165783		CURRENT LEARNING RATE: 3.1131516770431953e-06
previous_iter_valid_loss : 0.16050539910793304

   1232320	  0.160667	  0.160505	  0.165582		CURRENT LEARNING RATE: 3.1125291089666712e-06
previous_iter_valid_loss : 0.16358190774917603

   1232340	  0.163789	  0.163582	  0.165189		CURRENT LEARNING RATE: 3.111906665391306e-06
previous_iter_valid_loss : 0.16367915272712708

   1232360	  0.163888	  0.163679	  0.165255		CURRENT LEARNING RATE: 3.111284346292213e-06
previous_iter_valid_loss : 0.1607389897108078

   1232380	  0.160917	  0.160739	  0.165220		CURRENT LEARNING RATE: 3.110662151644495e-06
previous_iter_valid_loss : 0.16094696521759033

   1232400	  0.161131	  0.160947	  0.164940		CURRENT LEARNING RATE: 3.1100400814232635e-06
previous_iter_valid_loss : 0.16095958650112152

   1232420	  0.161118	  0.160960	  0.164689		CURRENT LEARNING RATE: 3.10941813560363e-06
previous_iter_valid_loss : 0.17106138169765472

   1232440	  0.171310	  0.171061	  0.165038		CURRENT LEARNING RATE: 3.1087963141607272e-06
previous_iter_valid_loss : 0.16055762767791748

   1232460	  0.160728	  0.160558	  0.163327		CURRENT LEARNING RATE: 3.1081746170696785e-06
previous_iter_valid_loss : 0.17260299623012543

   1232480	  0.172872	  0.172603	  0.163635		CURRENT LEARNING RATE: 3.107553044305614e-06
previous_iter_valid_loss : 0.1619124859571457

   1232500	  0.162097	  0.161912	  0.163628		CURRENT LEARNING RATE: 3.1069315958436666e-06
previous_iter_valid_loss : 0.17020654678344727

   1232520	  0.170453	  0.170207	  0.163407		CURRENT LEARNING RATE: 3.106310271658989e-06
previous_iter_valid_loss : 0.16515715420246124

   1232540	  0.165366	  0.165157	  0.163638		CURRENT LEARNING RATE: 3.1056890717267225e-06
previous_iter_valid_loss : 0.16118714213371277

   1232560	  0.161346	  0.161187	  0.163630		CURRENT LEARNING RATE: 3.1050679960220196e-06
previous_iter_valid_loss : 0.16311025619506836

   1232580	  0.163315	  0.163110	  0.163758		CURRENT LEARNING RATE: 3.1044470445200306e-06
previous_iter_valid_loss : 0.1640818566083908

   1232600	  0.164259	  0.164082	  0.163913		CURRENT LEARNING RATE: 3.1038262171959297e-06
previous_iter_valid_loss : 0.16864408552646637

   1232620	  0.168798	  0.168644	  0.164312		CURRENT LEARNING RATE: 3.1032055140248787e-06
previous_iter_valid_loss : 0.1642182469367981

   1232640	  0.164383	  0.164218	  0.164478		CURRENT LEARNING RATE: 3.102584934982048e-06
previous_iter_valid_loss : 0.16052080690860748

   1232660	  0.160685	  0.160521	  0.164477		CURRENT LEARNING RATE: 3.101964480042609e-06
previous_iter_valid_loss : 0.17131122946739197

   1232680	  0.171561	  0.171311	  0.164600		CURRENT LEARNING RATE: 3.101344149181756e-06
previous_iter_valid_loss : 0.1650467962026596

   1232700	  0.165250	  0.165047	  0.164499		CURRENT LEARNING RATE: 3.1007239423746694e-06
previous_iter_valid_loss : 0.17058753967285156

   1232720	  0.170844	  0.170588	  0.165003		CURRENT LEARNING RATE: 3.1001038595965347e-06
previous_iter_valid_loss : 0.16202816367149353

   1232740	  0.162217	  0.162028	  0.164925		CURRENT LEARNING RATE: 3.0994839008225615e-06
previous_iter_valid_loss : 0.16288405656814575

   1232760	  0.163045	  0.162884	  0.164886		CURRENT LEARNING RATE: 3.0988640660279436e-06
previous_iter_valid_loss : 0.16534537076950073

   1232780	  0.165503	  0.165345	  0.165116		CURRENT LEARNING RATE: 3.098244355187889e-06
previous_iter_valid_loss : 0.16080594062805176

   1232800	  0.160983	  0.160806	  0.165109		CURRENT LEARNING RATE: 3.0976247682776035e-06
previous_iter_valid_loss : 0.1657646894454956

   1232820	  0.165929	  0.165765	  0.165349		CURRENT LEARNING RATE: 3.0970053052723154e-06
previous_iter_valid_loss : 0.17186239361763

   1232840	  0.172009	  0.171862	  0.165389		CURRENT LEARNING RATE: 3.0963859661472396e-06
previous_iter_valid_loss : 0.19080068171024323

   1232860	  0.191253	  0.190801	  0.166901		CURRENT LEARNING RATE: 3.095766750877602e-06
previous_iter_valid_loss : 0.16359743475914001

   1232880	  0.163792	  0.163597	  0.166451		CURRENT LEARNING RATE: 3.09514765943863e-06
previous_iter_valid_loss : 0.16242216527462006

   1232900	  0.162585	  0.162422	  0.166477		CURRENT LEARNING RATE: 3.0945286918055704e-06
previous_iter_valid_loss : 0.16096334159374237

   1232920	  0.161141	  0.160963	  0.166014		CURRENT LEARNING RATE: 3.0939098479536587e-06
previous_iter_valid_loss : 0.17523470520973206

   1232940	  0.175383	  0.175235	  0.166518		CURRENT LEARNING RATE: 3.0932911278581416e-06
previous_iter_valid_loss : 0.1724962741136551

   1232960	  0.172644	  0.172496	  0.167084		CURRENT LEARNING RATE: 3.0926725314942645e-06
previous_iter_valid_loss : 0.19569987058639526

   1232980	  0.196210	  0.195700	  0.168713		CURRENT LEARNING RATE: 3.0920540588372938e-06
previous_iter_valid_loss : 0.17338784039020538

   1233000	  0.173654	  0.173388	  0.169179		CURRENT LEARNING RATE: 3.0914357098624866e-06
previous_iter_valid_loss : 0.16440975666046143

   1233020	  0.164577	  0.164410	  0.168967		CURRENT LEARNING RATE: 3.090817484545108e-06
previous_iter_valid_loss : 0.16281811892986298

   1233040	  0.162973	  0.162818	  0.168897		CURRENT LEARNING RATE: 3.090199382860424e-06
previous_iter_valid_loss : 0.18094347417354584

   1233060	  0.181269	  0.180943	  0.169918		CURRENT LEARNING RATE: 3.089581404783721e-06
previous_iter_valid_loss : 0.1763119101524353

   1233080	  0.176593	  0.176312	  0.170168		CURRENT LEARNING RATE: 3.088963550290274e-06
previous_iter_valid_loss : 0.1665763407945633

   1233100	  0.166736	  0.166576	  0.170244		CURRENT LEARNING RATE: 3.088345819355365e-06
previous_iter_valid_loss : 0.16052427887916565

   1233120	  0.160692	  0.160524	  0.169741		CURRENT LEARNING RATE: 3.0877282119542936e-06
previous_iter_valid_loss : 0.16238906979560852

   1233140	  0.162592	  0.162389	  0.169759		CURRENT LEARNING RATE: 3.087110728062352e-06
previous_iter_valid_loss : 0.16583769023418427

   1233160	  0.166049	  0.165838	  0.169907		CURRENT LEARNING RATE: 3.0864933676548397e-06
previous_iter_valid_loss : 0.1642857789993286

   1233180	  0.164476	  0.164286	  0.169854		CURRENT LEARNING RATE: 3.0858761307070565e-06
previous_iter_valid_loss : 0.16201892495155334

   1233200	  0.162203	  0.162019	  0.169915		CURRENT LEARNING RATE: 3.0852590171943253e-06
previous_iter_valid_loss : 0.16240407526493073

   1233220	  0.162570	  0.162404	  0.169747		CURRENT LEARNING RATE: 3.0846420270919545e-06
previous_iter_valid_loss : 0.16051718592643738

   1233240	  0.160677	  0.160517	  0.169179		CURRENT LEARNING RATE: 3.0840251603752655e-06
previous_iter_valid_loss : 0.170775905251503

   1233260	  0.170924	  0.170776	  0.168178		CURRENT LEARNING RATE: 3.083408417019578e-06
previous_iter_valid_loss : 0.16516830027103424

   1233280	  0.165328	  0.165168	  0.168257		CURRENT LEARNING RATE: 3.0827917970002327e-06
previous_iter_valid_loss : 0.16052784025669098

   1233300	  0.160695	  0.160528	  0.168162		CURRENT LEARNING RATE: 3.0821753002925598e-06
previous_iter_valid_loss : 0.16236333549022675

   1233320	  0.162571	  0.162363	  0.168232		CURRENT LEARNING RATE: 3.0815589268718994e-06
previous_iter_valid_loss : 0.16412633657455444

   1233340	  0.164300	  0.164126	  0.167677		CURRENT LEARNING RATE: 3.0809426767135908e-06
previous_iter_valid_loss : 0.17177307605743408

   1233360	  0.171919	  0.171773	  0.167640		CURRENT LEARNING RATE: 3.0803265497929952e-06
previous_iter_valid_loss : 0.16074348986148834

   1233380	  0.160914	  0.160743	  0.165893		CURRENT LEARNING RATE: 3.0797105460854625e-06
previous_iter_valid_loss : 0.16268648207187653

   1233400	  0.162867	  0.162686	  0.165358		CURRENT LEARNING RATE: 3.0790946655663515e-06
previous_iter_valid_loss : 0.16270731389522552

   1233420	  0.162868	  0.162707	  0.165272		CURRENT LEARNING RATE: 3.0784789082110226e-06
previous_iter_valid_loss : 0.16054430603981018

   1233440	  0.160700	  0.160544	  0.165159		CURRENT LEARNING RATE: 3.0778632739948553e-06
previous_iter_valid_loss : 0.16454924643039703

   1233460	  0.164725	  0.164549	  0.164339		CURRENT LEARNING RATE: 3.0772477628932193e-06
previous_iter_valid_loss : 0.16135503351688385

   1233480	  0.161512	  0.161355	  0.163591		CURRENT LEARNING RATE: 3.0766323748814896e-06
previous_iter_valid_loss : 0.16077262163162231

   1233500	  0.160930	  0.160773	  0.163301		CURRENT LEARNING RATE: 3.07601710993506e-06
previous_iter_valid_loss : 0.16312548518180847

   1233520	  0.163291	  0.163125	  0.163431		CURRENT LEARNING RATE: 3.075401968029316e-06
previous_iter_valid_loss : 0.1621679812669754

   1233540	  0.162319	  0.162168	  0.163420		CURRENT LEARNING RATE: 3.0747869491396505e-06
previous_iter_valid_loss : 0.17721056938171387

   1233560	  0.177366	  0.177211	  0.163989		CURRENT LEARNING RATE: 3.074172053241458e-06
previous_iter_valid_loss : 0.16256482899188995

   1233580	  0.162733	  0.162565	  0.163903		CURRENT LEARNING RATE: 3.073557280310153e-06
previous_iter_valid_loss : 0.16267067193984985

   1233600	  0.162844	  0.162671	  0.163935		CURRENT LEARNING RATE: 3.0729426303211404e-06
previous_iter_valid_loss : 0.1663368195295334

   1233620	  0.166556	  0.166337	  0.164132		CURRENT LEARNING RATE: 3.0723281032498334e-06
previous_iter_valid_loss : 0.16558478772640228

   1233640	  0.165803	  0.165585	  0.164385		CURRENT LEARNING RATE: 3.071713699071645e-06
previous_iter_valid_loss : 0.16144432127475739

   1233660	  0.161601	  0.161444	  0.163919		CURRENT LEARNING RATE: 3.0710994177620103e-06
previous_iter_valid_loss : 0.16800294816493988

   1233680	  0.168238	  0.168003	  0.164060		CURRENT LEARNING RATE: 3.070485259296353e-06
previous_iter_valid_loss : 0.1694590002298355

   1233700	  0.169714	  0.169459	  0.164507		CURRENT LEARNING RATE: 3.0698712236501066e-06
previous_iter_valid_loss : 0.16190990805625916

   1233720	  0.162093	  0.161910	  0.164484		CURRENT LEARNING RATE: 3.0692573107987046e-06
previous_iter_valid_loss : 0.17224906384944916

   1233740	  0.172392	  0.172249	  0.164890		CURRENT LEARNING RATE: 3.0686435207176004e-06
previous_iter_valid_loss : 0.16412365436553955

   1233760	  0.164291	  0.164124	  0.164508		CURRENT LEARNING RATE: 3.0680298533822375e-06
previous_iter_valid_loss : 0.16180866956710815

   1233780	  0.161969	  0.161809	  0.164561		CURRENT LEARNING RATE: 3.0674163087680686e-06
previous_iter_valid_loss : 0.16789834201335907

   1233800	  0.168057	  0.167898	  0.164822		CURRENT LEARNING RATE: 3.0668028868505474e-06
previous_iter_valid_loss : 0.16057372093200684

   1233820	  0.160747	  0.160574	  0.164715		CURRENT LEARNING RATE: 3.066189587605148e-06
previous_iter_valid_loss : 0.16050823032855988

   1233840	  0.160673	  0.160508	  0.164713		CURRENT LEARNING RATE: 3.065576411007332e-06
previous_iter_valid_loss : 0.16124218702316284

   1233860	  0.161430	  0.161242	  0.164548		CURRENT LEARNING RATE: 3.0649633570325674e-06
previous_iter_valid_loss : 0.17386475205421448

   1233880	  0.174016	  0.173865	  0.165173		CURRENT LEARNING RATE: 3.064350425656343e-06
previous_iter_valid_loss : 0.16311180591583252

   1233900	  0.163309	  0.163112	  0.165290		CURRENT LEARNING RATE: 3.0637376168541362e-06
previous_iter_valid_loss : 0.16648328304290771

   1233920	  0.166694	  0.166483	  0.165458		CURRENT LEARNING RATE: 3.063124930601434e-06
previous_iter_valid_loss : 0.1647043079137802

   1233940	  0.164901	  0.164704	  0.165585		CURRENT LEARNING RATE: 3.0625123668737247e-06
previous_iter_valid_loss : 0.16273577511310577

   1233960	  0.162927	  0.162736	  0.164861		CURRENT LEARNING RATE: 3.0618999256465156e-06
previous_iter_valid_loss : 0.16050860285758972

   1233980	  0.160671	  0.160509	  0.164758		CURRENT LEARNING RATE: 3.0612876068953036e-06
previous_iter_valid_loss : 0.16464921832084656

   1234000	  0.164857	  0.164649	  0.164857		CURRENT LEARNING RATE: 3.060675410595597e-06
previous_iter_valid_loss : 0.1643989384174347

   1234020	  0.164569	  0.164399	  0.164761		CURRENT LEARNING RATE: 3.0600633367229012e-06
previous_iter_valid_loss : 0.18194499611854553

   1234040	  0.182102	  0.181945	  0.165579		CURRENT LEARNING RATE: 3.0594513852527447e-06
previous_iter_valid_loss : 0.16184313595294952

   1234060	  0.162004	  0.161843	  0.165598		CURRENT LEARNING RATE: 3.0588395561606446e-06
previous_iter_valid_loss : 0.17333120107650757

   1234080	  0.173480	  0.173331	  0.165865		CURRENT LEARNING RATE: 3.058227849422127e-06
previous_iter_valid_loss : 0.17481684684753418

   1234100	  0.175109	  0.174817	  0.166133		CURRENT LEARNING RATE: 3.0576162650127175e-06
previous_iter_valid_loss : 0.16122350096702576

   1234120	  0.161407	  0.161224	  0.166098		CURRENT LEARNING RATE: 3.0570048029079655e-06
previous_iter_valid_loss : 0.16382256150245667

   1234140	  0.163984	  0.163823	  0.165677		CURRENT LEARNING RATE: 3.0563934630834054e-06
previous_iter_valid_loss : 0.16333378851413727

   1234160	  0.163526	  0.163334	  0.165638		CURRENT LEARNING RATE: 3.0557822455145843e-06
previous_iter_valid_loss : 0.17153723537921906

   1234180	  0.171792	  0.171537	  0.166124		CURRENT LEARNING RATE: 3.055171150177048e-06
previous_iter_valid_loss : 0.16636423766613007

   1234200	  0.166525	  0.166364	  0.166047		CURRENT LEARNING RATE: 3.0545601770463634e-06
previous_iter_valid_loss : 0.17378684878349304

   1234220	  0.174071	  0.173787	  0.166708		CURRENT LEARNING RATE: 3.053949326098087e-06
previous_iter_valid_loss : 0.16213852167129517

   1234240	  0.162325	  0.162139	  0.166790		CURRENT LEARNING RATE: 3.0533385973077836e-06
previous_iter_valid_loss : 0.16508257389068604

   1234260	  0.165241	  0.165083	  0.166982		CURRENT LEARNING RATE: 3.0527279906510186e-06
previous_iter_valid_loss : 0.16736525297164917

   1234280	  0.167581	  0.167365	  0.166657		CURRENT LEARNING RATE: 3.05211750610338e-06
previous_iter_valid_loss : 0.1624947488307953

   1234300	  0.162667	  0.162495	  0.166626		CURRENT LEARNING RATE: 3.0515071436404413e-06
previous_iter_valid_loss : 0.16221530735492706

   1234320	  0.162379	  0.162215	  0.166412		CURRENT LEARNING RATE: 3.050896903237784e-06
previous_iter_valid_loss : 0.16368679702281952

   1234340	  0.163850	  0.163687	  0.166361		CURRENT LEARNING RATE: 3.050286784871008e-06
previous_iter_valid_loss : 0.16421885788440704

   1234360	  0.164388	  0.164219	  0.166436		CURRENT LEARNING RATE: 3.0496767885157044e-06
previous_iter_valid_loss : 0.16141243278980255

   1234380	  0.161605	  0.161412	  0.166481		CURRENT LEARNING RATE: 3.0490669141474725e-06
previous_iter_valid_loss : 0.16262616217136383

   1234400	  0.162831	  0.162626	  0.166380		CURRENT LEARNING RATE: 3.048457161741912e-06
previous_iter_valid_loss : 0.16801977157592773

   1234420	  0.168174	  0.168020	  0.166561		CURRENT LEARNING RATE: 3.0478475312746437e-06
previous_iter_valid_loss : 0.1679200828075409

   1234440	  0.168077	  0.167920	  0.165859		CURRENT LEARNING RATE: 3.0472380227212772e-06
previous_iter_valid_loss : 0.1762404590845108

   1234460	  0.176520	  0.176240	  0.166579		CURRENT LEARNING RATE: 3.0466286360574325e-06
previous_iter_valid_loss : 0.16055786609649658

   1234480	  0.160725	  0.160558	  0.165941		CURRENT LEARNING RATE: 3.0460193712587273e-06
previous_iter_valid_loss : 0.16069722175598145

   1234500	  0.160879	  0.160697	  0.165235		CURRENT LEARNING RATE: 3.045410228300803e-06
previous_iter_valid_loss : 0.16789494454860687

   1234520	  0.168050	  0.167895	  0.165568		CURRENT LEARNING RATE: 3.0448012071592887e-06
previous_iter_valid_loss : 0.16093671321868896

   1234540	  0.161101	  0.160937	  0.165424		CURRENT LEARNING RATE: 3.044192307809823e-06
previous_iter_valid_loss : 0.16077189147472382

   1234560	  0.160935	  0.160772	  0.165296		CURRENT LEARNING RATE: 3.0435835302280443e-06
previous_iter_valid_loss : 0.16166797280311584

   1234580	  0.161819	  0.161668	  0.164802		CURRENT LEARNING RATE: 3.0429748743896128e-06
previous_iter_valid_loss : 0.16055677831172943

   1234600	  0.160727	  0.160557	  0.164512		CURRENT LEARNING RATE: 3.042366340270177e-06
previous_iter_valid_loss : 0.1635030210018158

   1234620	  0.163676	  0.163503	  0.163998		CURRENT LEARNING RATE: 3.041757927845395e-06
previous_iter_valid_loss : 0.1605433076620102

   1234640	  0.160696	  0.160543	  0.163918		CURRENT LEARNING RATE: 3.0411496370909247e-06
previous_iter_valid_loss : 0.16064217686653137

   1234660	  0.160809	  0.160642	  0.163696		CURRENT LEARNING RATE: 3.040541467982446e-06
previous_iter_valid_loss : 0.16353504359722137

   1234680	  0.163719	  0.163535	  0.163505		CURRENT LEARNING RATE: 3.039933420495627e-06
previous_iter_valid_loss : 0.17428964376449585

   1234700	  0.174444	  0.174290	  0.164094		CURRENT LEARNING RATE: 3.0393254946061387e-06
previous_iter_valid_loss : 0.16180060803890228

   1234720	  0.161956	  0.161801	  0.164074		CURRENT LEARNING RATE: 3.038717690289677e-06
previous_iter_valid_loss : 0.16419833898544312

   1234740	  0.164371	  0.164198	  0.164099		CURRENT LEARNING RATE: 3.0381100075219224e-06
previous_iter_valid_loss : 0.16057650744915009

   1234760	  0.160732	  0.160577	  0.163917		CURRENT LEARNING RATE: 3.0375024462785687e-06
previous_iter_valid_loss : 0.1611781120300293

   1234780	  0.161341	  0.161178	  0.163905		CURRENT LEARNING RATE: 3.0368950065353083e-06
previous_iter_valid_loss : 0.1606123000383377

   1234800	  0.160784	  0.160612	  0.163805		CURRENT LEARNING RATE: 3.036287688267854e-06
previous_iter_valid_loss : 0.1653389185667038

   1234820	  0.165507	  0.165339	  0.163671		CURRENT LEARNING RATE: 3.0356804914519074e-06
previous_iter_valid_loss : 0.1614328771829605

   1234840	  0.161593	  0.161433	  0.163346		CURRENT LEARNING RATE: 3.0350734160631807e-06
previous_iter_valid_loss : 0.1645035594701767

   1234860	  0.164664	  0.164504	  0.162759		CURRENT LEARNING RATE: 3.034466462077386e-06
previous_iter_valid_loss : 0.16575296223163605

   1234880	  0.165960	  0.165753	  0.163019		CURRENT LEARNING RATE: 3.0338596294702556e-06
previous_iter_valid_loss : 0.17609134316444397

   1234900	  0.176377	  0.176091	  0.163789		CURRENT LEARNING RATE: 3.0332529182175104e-06
previous_iter_valid_loss : 0.16058729588985443

   1234920	  0.160746	  0.160587	  0.163423		CURRENT LEARNING RATE: 3.032646328294883e-06
previous_iter_valid_loss : 0.16711045801639557

   1234940	  0.167274	  0.167110	  0.163732		CURRENT LEARNING RATE: 3.032039859678103e-06
previous_iter_valid_loss : 0.1623144894838333

   1234960	  0.162475	  0.162314	  0.163809		CURRENT LEARNING RATE: 3.0314335123429233e-06
previous_iter_valid_loss : 0.16107650101184845

   1234980	  0.161217	  0.161077	  0.163780		CURRENT LEARNING RATE: 3.0308272862650844e-06
previous_iter_valid_loss : 0.16123707592487335

   1235000	  0.161418	  0.161237	  0.163814		CURRENT LEARNING RATE: 3.030221181420338e-06
previous_iter_valid_loss : 0.16146665811538696

   1235020	  0.161651	  0.161467	  0.163712		CURRENT LEARNING RATE: 3.0296151977844335e-06
previous_iter_valid_loss : 0.16334043443202972

   1235040	  0.163504	  0.163340	  0.163852		CURRENT LEARNING RATE: 3.029009335333143e-06
previous_iter_valid_loss : 0.16326822340488434

   1235060	  0.163471	  0.163268	  0.163983		CURRENT LEARNING RATE: 3.0284035940422257e-06
previous_iter_valid_loss : 0.1754513382911682

   1235080	  0.175746	  0.175451	  0.164579		CURRENT LEARNING RATE: 3.0277979738874476e-06
previous_iter_valid_loss : 0.16780348122119904

   1235100	  0.167966	  0.167803	  0.164255		CURRENT LEARNING RATE: 3.0271924748445944e-06
previous_iter_valid_loss : 0.16310203075408936

   1235120	  0.163309	  0.163102	  0.164320		CURRENT LEARNING RATE: 3.02658709688944e-06
previous_iter_valid_loss : 0.16545723378658295

   1235140	  0.165670	  0.165457	  0.164383		CURRENT LEARNING RATE: 3.02598183999777e-06
previous_iter_valid_loss : 0.16076725721359253

   1235160	  0.160924	  0.160767	  0.164392		CURRENT LEARNING RATE: 3.025376704145369e-06
previous_iter_valid_loss : 0.16057930886745453

   1235180	  0.160741	  0.160579	  0.164362		CURRENT LEARNING RATE: 3.0247716893080417e-06
previous_iter_valid_loss : 0.1656874120235443

   1235200	  0.165896	  0.165687	  0.164616		CURRENT LEARNING RATE: 3.0241667954615827e-06
previous_iter_valid_loss : 0.16227009892463684

   1235220	  0.162466	  0.162270	  0.164462		CURRENT LEARNING RATE: 3.0235620225817954e-06
previous_iter_valid_loss : 0.1641339361667633

   1235240	  0.164329	  0.164134	  0.164598		CURRENT LEARNING RATE: 3.0229573706444843e-06
previous_iter_valid_loss : 0.161771759390831

   1235260	  0.161930	  0.161772	  0.164461		CURRENT LEARNING RATE: 3.022352839625474e-06
previous_iter_valid_loss : 0.164463073015213

   1235280	  0.164638	  0.164463	  0.164396		CURRENT LEARNING RATE: 3.021748429500578e-06
previous_iter_valid_loss : 0.17005665600299835

   1235300	  0.170206	  0.170057	  0.164095		CURRENT LEARNING RATE: 3.021144140245618e-06
previous_iter_valid_loss : 0.16191528737545013

   1235320	  0.162109	  0.161915	  0.164161		CURRENT LEARNING RATE: 3.0205399718364204e-06
previous_iter_valid_loss : 0.16051487624645233

   1235340	  0.160671	  0.160515	  0.163831		CURRENT LEARNING RATE: 3.019935924248827e-06
previous_iter_valid_loss : 0.1608031988143921

   1235360	  0.160963	  0.160803	  0.163756		CURRENT LEARNING RATE: 3.0193319974586704e-06
previous_iter_valid_loss : 0.16062530875205994

   1235380	  0.160797	  0.160625	  0.163733		CURRENT LEARNING RATE: 3.0187281914417945e-06
previous_iter_valid_loss : 0.1709255427122116

   1235400	  0.171069	  0.170926	  0.164218		CURRENT LEARNING RATE: 3.0181245061740413e-06
previous_iter_valid_loss : 0.16364018619060516

   1235420	  0.163850	  0.163640	  0.164326		CURRENT LEARNING RATE: 3.0175209416312737e-06
previous_iter_valid_loss : 0.16071315109729767

   1235440	  0.160887	  0.160713	  0.164195		CURRENT LEARNING RATE: 3.016917497789345e-06
previous_iter_valid_loss : 0.1728869378566742

   1235460	  0.173037	  0.172887	  0.164676		CURRENT LEARNING RATE: 3.0163141746241157e-06
previous_iter_valid_loss : 0.1681613326072693

   1235480	  0.168317	  0.168161	  0.164311		CURRENT LEARNING RATE: 3.015710972111449e-06
previous_iter_valid_loss : 0.16079150140285492

   1235500	  0.160952	  0.160792	  0.163961		CURRENT LEARNING RATE: 3.015107890227227e-06
previous_iter_valid_loss : 0.16151544451713562

   1235520	  0.161668	  0.161515	  0.163881		CURRENT LEARNING RATE: 3.0145049289473206e-06
previous_iter_valid_loss : 0.16174693405628204

   1235540	  0.161940	  0.161747	  0.163696		CURRENT LEARNING RATE: 3.013902088247607e-06
previous_iter_valid_loss : 0.18035271763801575

   1235560	  0.180680	  0.180353	  0.164675		CURRENT LEARNING RATE: 3.013299368103982e-06
previous_iter_valid_loss : 0.16086474061012268

   1235580	  0.161047	  0.160865	  0.164689		CURRENT LEARNING RATE: 3.0126967684923325e-06
previous_iter_valid_loss : 0.16064980626106262

   1235600	  0.160827	  0.160650	  0.164438		CURRENT LEARNING RATE: 3.012094289388554e-06
previous_iter_valid_loss : 0.16085706651210785

   1235620	  0.161021	  0.160857	  0.164367		CURRENT LEARNING RATE: 3.0114919307685423e-06
previous_iter_valid_loss : 0.17403975129127502

   1235640	  0.174330	  0.174040	  0.164862		CURRENT LEARNING RATE: 3.0108896926082134e-06
previous_iter_valid_loss : 0.1659412980079651

   1235660	  0.166162	  0.165941	  0.165071		CURRENT LEARNING RATE: 3.0102875748834725e-06
previous_iter_valid_loss : 0.1646261215209961

   1235680	  0.164785	  0.164626	  0.165079		CURRENT LEARNING RATE: 3.009685577570235e-06
previous_iter_valid_loss : 0.1605674773454666

   1235700	  0.160731	  0.160567	  0.164604		CURRENT LEARNING RATE: 3.009083700644416e-06
previous_iter_valid_loss : 0.1607191562652588

   1235720	  0.160880	  0.160719	  0.164545		CURRENT LEARNING RATE: 3.008481944081951e-06
previous_iter_valid_loss : 0.16054652631282806

   1235740	  0.160709	  0.160547	  0.164546		CURRENT LEARNING RATE: 3.0078803078587638e-06
previous_iter_valid_loss : 0.16472887992858887

   1235760	  0.164913	  0.164729	  0.164742		CURRENT LEARNING RATE: 3.0072787919507892e-06
previous_iter_valid_loss : 0.16593970358371735

   1235780	  0.166100	  0.165940	  0.165008		CURRENT LEARNING RATE: 3.0066773963339615e-06
previous_iter_valid_loss : 0.16361196339130402

   1235800	  0.163784	  0.163612	  0.164643		CURRENT LEARNING RATE: 3.0060761209842354e-06
previous_iter_valid_loss : 0.16058364510536194

   1235820	  0.160747	  0.160584	  0.164490		CURRENT LEARNING RATE: 3.005474965877554e-06
previous_iter_valid_loss : 0.16063174605369568

   1235840	  0.160795	  0.160632	  0.164486		CURRENT LEARNING RATE: 3.0048739309898727e-06
previous_iter_valid_loss : 0.1850985735654831

   1235860	  0.185242	  0.185099	  0.165096		CURRENT LEARNING RATE: 3.004273016297143e-06
previous_iter_valid_loss : 0.16107377409934998

   1235880	  0.161254	  0.161074	  0.164742		CURRENT LEARNING RATE: 3.0036722217753397e-06
previous_iter_valid_loss : 0.16202974319458008

   1235900	  0.162217	  0.162030	  0.164804		CURRENT LEARNING RATE: 3.003071547400426e-06
previous_iter_valid_loss : 0.17407968640327454

   1235920	  0.174230	  0.174080	  0.165432		CURRENT LEARNING RATE: 3.002470993148369e-06
previous_iter_valid_loss : 0.1611686646938324

   1235940	  0.161323	  0.161169	  0.165403		CURRENT LEARNING RATE: 3.0018705589951576e-06
previous_iter_valid_loss : 0.18368595838546753

   1235960	  0.183835	  0.183686	  0.165570		CURRENT LEARNING RATE: 3.0012702449167683e-06
previous_iter_valid_loss : 0.16107328236103058

   1235980	  0.161258	  0.161073	  0.165580		CURRENT LEARNING RATE: 3.00067005088919e-06
previous_iter_valid_loss : 0.1615452766418457

   1236000	  0.161697	  0.161545	  0.165625		CURRENT LEARNING RATE: 3.0000699768884086e-06
previous_iter_valid_loss : 0.16589273512363434

   1236020	  0.166058	  0.165893	  0.165877		CURRENT LEARNING RATE: 2.9994700228904317e-06
previous_iter_valid_loss : 0.1616159975528717

   1236040	  0.161769	  0.161616	  0.165256		CURRENT LEARNING RATE: 2.9988701888712565e-06
previous_iter_valid_loss : 0.16701948642730713

   1236060	  0.167175	  0.167019	  0.165309		CURRENT LEARNING RATE: 2.998270474806889e-06
previous_iter_valid_loss : 0.16150696575641632

   1236080	  0.161702	  0.161507	  0.165153		CURRENT LEARNING RATE: 2.997670880673336e-06
previous_iter_valid_loss : 0.16051074862480164

   1236100	  0.160675	  0.160511	  0.165151		CURRENT LEARNING RATE: 2.9970714064466234e-06
previous_iter_valid_loss : 0.16531354188919067

   1236120	  0.165534	  0.165314	  0.165380		CURRENT LEARNING RATE: 2.996472052102768e-06
previous_iter_valid_loss : 0.17141218483448029

   1236140	  0.171553	  0.171412	  0.165924		CURRENT LEARNING RATE: 2.995872817617795e-06
previous_iter_valid_loss : 0.1609506607055664

   1236160	  0.161126	  0.160951	  0.165735		CURRENT LEARNING RATE: 2.9952737029677293e-06
previous_iter_valid_loss : 0.1629505306482315

   1236180	  0.163158	  0.162951	  0.165585		CURRENT LEARNING RATE: 2.9946747081286178e-06
previous_iter_valid_loss : 0.16051903367042542

   1236200	  0.160678	  0.160519	  0.165431		CURRENT LEARNING RATE: 2.9940758330764944e-06
previous_iter_valid_loss : 0.16051340103149414

   1236220	  0.160679	  0.160513	  0.165427		CURRENT LEARNING RATE: 2.9934770777874056e-06
previous_iter_valid_loss : 0.16058044135570526

   1236240	  0.160745	  0.160580	  0.165425		CURRENT LEARNING RATE: 2.9928784422373947e-06
previous_iter_valid_loss : 0.1605043113231659

   1236260	  0.160673	  0.160504	  0.164195		CURRENT LEARNING RATE: 2.9922799264025274e-06
previous_iter_valid_loss : 0.16447706520557404

   1236280	  0.164641	  0.164477	  0.164365		CURRENT LEARNING RATE: 2.9916815302588573e-06
previous_iter_valid_loss : 0.16191843152046204

   1236300	  0.162078	  0.161918	  0.164359		CURRENT LEARNING RATE: 2.9910832537824435e-06
previous_iter_valid_loss : 0.16546471416950226

   1236320	  0.165634	  0.165465	  0.163929		CURRENT LEARNING RATE: 2.9904850969493657e-06
previous_iter_valid_loss : 0.16785550117492676

   1236340	  0.168097	  0.167856	  0.164263		CURRENT LEARNING RATE: 2.9898870597356914e-06
previous_iter_valid_loss : 0.16309000551700592

   1236360	  0.163289	  0.163090	  0.163233		CURRENT LEARNING RATE: 2.9892891421175005e-06
previous_iter_valid_loss : 0.1607043296098709

   1236380	  0.160866	  0.160704	  0.163215		CURRENT LEARNING RATE: 2.9886913440708706e-06
previous_iter_valid_loss : 0.17071916162967682

   1236400	  0.170976	  0.170719	  0.163673		CURRENT LEARNING RATE: 2.9880936655719e-06
previous_iter_valid_loss : 0.17314866185188293

   1236420	  0.173422	  0.173149	  0.164036		CURRENT LEARNING RATE: 2.9874961065966765e-06
previous_iter_valid_loss : 0.18513929843902588

   1236440	  0.185284	  0.185139	  0.165212		CURRENT LEARNING RATE: 2.9868986671212973e-06
previous_iter_valid_loss : 0.16164430975914001

   1236460	  0.161810	  0.161644	  0.164944		CURRENT LEARNING RATE: 2.9863013471218605e-06
previous_iter_valid_loss : 0.16898614168167114

   1236480	  0.169230	  0.168986	  0.165318		CURRENT LEARNING RATE: 2.985704146574483e-06
previous_iter_valid_loss : 0.16396798193454742

   1236500	  0.164162	  0.163968	  0.165490		CURRENT LEARNING RATE: 2.9851070654552714e-06
previous_iter_valid_loss : 0.16468971967697144

   1236520	  0.164907	  0.164690	  0.165459		CURRENT LEARNING RATE: 2.984510103740343e-06
previous_iter_valid_loss : 0.1606762409210205

   1236540	  0.160847	  0.160676	  0.164922		CURRENT LEARNING RATE: 2.983913261405814e-06
previous_iter_valid_loss : 0.1612638384103775

   1236560	  0.161427	  0.161264	  0.164938		CURRENT LEARNING RATE: 2.9833165384278215e-06
previous_iter_valid_loss : 0.17322346568107605

   1236580	  0.173505	  0.173223	  0.165452		CURRENT LEARNING RATE: 2.9827199347824902e-06
previous_iter_valid_loss : 0.18029643595218658

   1236600	  0.180451	  0.180296	  0.166441		CURRENT LEARNING RATE: 2.982123450445957e-06
previous_iter_valid_loss : 0.16326507925987244

   1236620	  0.163449	  0.163265	  0.166578		CURRENT LEARNING RATE: 2.9815270853943574e-06
previous_iter_valid_loss : 0.16061820089817047

   1236640	  0.160784	  0.160618	  0.166580		CURRENT LEARNING RATE: 2.9809308396038463e-06
previous_iter_valid_loss : 0.1669449657201767

   1236660	  0.167105	  0.166945	  0.166902		CURRENT LEARNING RATE: 2.980334713050569e-06
previous_iter_valid_loss : 0.17551618814468384

   1236680	  0.175667	  0.175516	  0.167454		CURRENT LEARNING RATE: 2.9797387057106756e-06
previous_iter_valid_loss : 0.17225265502929688

   1236700	  0.172400	  0.172253	  0.167971		CURRENT LEARNING RATE: 2.979142817560336e-06
previous_iter_valid_loss : 0.1619083136320114

   1236720	  0.162093	  0.161908	  0.167793		CURRENT LEARNING RATE: 2.9785470485757096e-06
previous_iter_valid_loss : 0.16374976933002472

   1236740	  0.163956	  0.163750	  0.167588		CURRENT LEARNING RATE: 2.9779513987329658e-06
previous_iter_valid_loss : 0.172171950340271

   1236760	  0.172434	  0.172172	  0.168042		CURRENT LEARNING RATE: 2.977355868008273e-06
previous_iter_valid_loss : 0.17093931138515472

   1236780	  0.171193	  0.170939	  0.168554		CURRENT LEARNING RATE: 2.9767604563778205e-06
previous_iter_valid_loss : 0.16055083274841309

   1236800	  0.160718	  0.160551	  0.168045		CURRENT LEARNING RATE: 2.9761651638177865e-06
previous_iter_valid_loss : 0.1655091494321823

   1236820	  0.165718	  0.165509	  0.167663		CURRENT LEARNING RATE: 2.97556999030436e-06
previous_iter_valid_loss : 0.193824902176857

   1236840	  0.194320	  0.193825	  0.168097		CURRENT LEARNING RATE: 2.9749749358137273e-06
previous_iter_valid_loss : 0.17051424086093903

   1236860	  0.170780	  0.170514	  0.168541		CURRENT LEARNING RATE: 2.974380000322099e-06
previous_iter_valid_loss : 0.18037502467632294

   1236880	  0.180532	  0.180375	  0.169110		CURRENT LEARNING RATE: 2.97378518380567e-06
previous_iter_valid_loss : 0.18271666765213013

   1236900	  0.182866	  0.182717	  0.170048		CURRENT LEARNING RATE: 2.973190486240649e-06
previous_iter_valid_loss : 0.16489794850349426

   1236920	  0.165103	  0.164898	  0.170058		CURRENT LEARNING RATE: 2.9725959076032427e-06
previous_iter_valid_loss : 0.16148409247398376

   1236940	  0.161667	  0.161484	  0.170099		CURRENT LEARNING RATE: 2.9720014478696783e-06
previous_iter_valid_loss : 0.16410721838474274

   1236960	  0.164277	  0.164107	  0.170241		CURRENT LEARNING RATE: 2.971407107016172e-06
previous_iter_valid_loss : 0.1717955321073532

   1236980	  0.171941	  0.171796	  0.170169		CURRENT LEARNING RATE: 2.9708128850189507e-06
previous_iter_valid_loss : 0.1612512171268463

   1237000	  0.161435	  0.161251	  0.169217		CURRENT LEARNING RATE: 2.9702187818542397e-06
previous_iter_valid_loss : 0.17410147190093994

   1237020	  0.174378	  0.174101	  0.169759		CURRENT LEARNING RATE: 2.969624797498286e-06
previous_iter_valid_loss : 0.16296374797821045

   1237040	  0.163127	  0.162964	  0.169876		CURRENT LEARNING RATE: 2.9690309319273244e-06
previous_iter_valid_loss : 0.16266001760959625

   1237060	  0.162818	  0.162660	  0.169662		CURRENT LEARNING RATE: 2.9684371851176003e-06
previous_iter_valid_loss : 0.16055259108543396

   1237080	  0.160724	  0.160553	  0.168914		CURRENT LEARNING RATE: 2.967843557045359e-06
previous_iter_valid_loss : 0.16322356462478638

   1237100	  0.163417	  0.163224	  0.168462		CURRENT LEARNING RATE: 2.967250047686865e-06
previous_iter_valid_loss : 0.16063521802425385

   1237120	  0.160807	  0.160635	  0.168399		CURRENT LEARNING RATE: 2.9666566570183744e-06
previous_iter_valid_loss : 0.1610713005065918

   1237140	  0.161251	  0.161071	  0.168265		CURRENT LEARNING RATE: 2.9660633850161448e-06
previous_iter_valid_loss : 0.16881875693798065

   1237160	  0.168972	  0.168819	  0.168097		CURRENT LEARNING RATE: 2.965470231656456e-06
previous_iter_valid_loss : 0.167387455701828

   1237180	  0.167548	  0.167387	  0.167920		CURRENT LEARNING RATE: 2.964877196915577e-06
previous_iter_valid_loss : 0.16063891351222992

   1237200	  0.160802	  0.160639	  0.167924		CURRENT LEARNING RATE: 2.964284280769786e-06
previous_iter_valid_loss : 0.1606065034866333

   1237220	  0.160770	  0.160607	  0.167679		CURRENT LEARNING RATE: 2.9636914831953616e-06
previous_iter_valid_loss : 0.17338845133781433

   1237240	  0.173532	  0.173388	  0.166657		CURRENT LEARNING RATE: 2.9630988041686023e-06
previous_iter_valid_loss : 0.16056515276432037

   1237260	  0.160733	  0.160565	  0.166160		CURRENT LEARNING RATE: 2.9625062436657957e-06
previous_iter_valid_loss : 0.16765502095222473

   1237280	  0.167813	  0.167655	  0.165523		CURRENT LEARNING RATE: 2.961913801663239e-06
previous_iter_valid_loss : 0.167413592338562

   1237300	  0.167637	  0.167414	  0.164758		CURRENT LEARNING RATE: 2.961321478137229e-06
previous_iter_valid_loss : 0.16121500730514526

   1237320	  0.161373	  0.161215	  0.164574		CURRENT LEARNING RATE: 2.9607292730640845e-06
previous_iter_valid_loss : 0.16453436017036438

   1237340	  0.164703	  0.164534	  0.164727		CURRENT LEARNING RATE: 2.9601371864201112e-06
previous_iter_valid_loss : 0.16376221179962158

   1237360	  0.163926	  0.163762	  0.164709		CURRENT LEARNING RATE: 2.9595452181816256e-06
previous_iter_valid_loss : 0.16499686241149902

   1237380	  0.165189	  0.164997	  0.164370		CURRENT LEARNING RATE: 2.9589533683249436e-06
previous_iter_valid_loss : 0.1675727516412735

   1237400	  0.167801	  0.167573	  0.164686		CURRENT LEARNING RATE: 2.9583616368264027e-06
previous_iter_valid_loss : 0.16751602292060852

   1237420	  0.167746	  0.167516	  0.164356		CURRENT LEARNING RATE: 2.9577700236623273e-06
previous_iter_valid_loss : 0.16548965871334076

   1237440	  0.165645	  0.165490	  0.164483		CURRENT LEARNING RATE: 2.957178528809053e-06
previous_iter_valid_loss : 0.16554372012615204

   1237460	  0.165709	  0.165544	  0.164627		CURRENT LEARNING RATE: 2.956587152242915e-06
previous_iter_valid_loss : 0.1692519634962082

   1237480	  0.169405	  0.169252	  0.165062		CURRENT LEARNING RATE: 2.955995893940269e-06
previous_iter_valid_loss : 0.17041504383087158

   1237500	  0.170666	  0.170415	  0.165421		CURRENT LEARNING RATE: 2.9554047538774587e-06
previous_iter_valid_loss : 0.16180725395679474

   1237520	  0.161952	  0.161807	  0.165480		CURRENT LEARNING RATE: 2.9548137320308344e-06
previous_iter_valid_loss : 0.17062203586101532

   1237540	  0.170774	  0.170622	  0.165957		CURRENT LEARNING RATE: 2.9542228283767647e-06
previous_iter_valid_loss : 0.1608051210641861

   1237560	  0.160959	  0.160805	  0.165557		CURRENT LEARNING RATE: 2.9536320428916084e-06
previous_iter_valid_loss : 0.16872653365135193

   1237580	  0.168969	  0.168727	  0.165624		CURRENT LEARNING RATE: 2.9530413755517346e-06
previous_iter_valid_loss : 0.1629161238670349

   1237600	  0.163113	  0.162916	  0.165738		CURRENT LEARNING RATE: 2.9524508263335106e-06
previous_iter_valid_loss : 0.16625840961933136

   1237620	  0.166467	  0.166258	  0.166020		CURRENT LEARNING RATE: 2.9518603952133253e-06
previous_iter_valid_loss : 0.17027491331100464

   1237640	  0.170425	  0.170275	  0.165865		CURRENT LEARNING RATE: 2.951270082167556e-06
previous_iter_valid_loss : 0.16230687499046326

   1237660	  0.162490	  0.162307	  0.165952		CURRENT LEARNING RATE: 2.950679887172591e-06
previous_iter_valid_loss : 0.16065862774848938

   1237680	  0.160825	  0.160659	  0.165602		CURRENT LEARNING RATE: 2.9500898102048164e-06
previous_iter_valid_loss : 0.16260643303394318

   1237700	  0.162796	  0.162606	  0.165361		CURRENT LEARNING RATE: 2.94949985124064e-06
previous_iter_valid_loss : 0.1625576615333557

   1237720	  0.162718	  0.162558	  0.165429		CURRENT LEARNING RATE: 2.948910010256458e-06
previous_iter_valid_loss : 0.16130508482456207

   1237740	  0.161461	  0.161305	  0.165267		CURRENT LEARNING RATE: 2.9483202872286762e-06
previous_iter_valid_loss : 0.1710062026977539

   1237760	  0.171267	  0.171006	  0.165629		CURRENT LEARNING RATE: 2.9477306821337015e-06
previous_iter_valid_loss : 0.17335295677185059

   1237780	  0.173625	  0.173353	  0.166047		CURRENT LEARNING RATE: 2.9471411949479597e-06
previous_iter_valid_loss : 0.16055987775325775

   1237800	  0.160726	  0.160560	  0.165696		CURRENT LEARNING RATE: 2.9465518256478658e-06
previous_iter_valid_loss : 0.1617145985364914

   1237820	  0.161905	  0.161715	  0.165406		CURRENT LEARNING RATE: 2.945962574209846e-06
previous_iter_valid_loss : 0.16159522533416748

   1237840	  0.161756	  0.161595	  0.165212		CURRENT LEARNING RATE: 2.9453734406103237e-06
previous_iter_valid_loss : 0.16967777907848358

   1237860	  0.169922	  0.169678	  0.165418		CURRENT LEARNING RATE: 2.944784424825745e-06
previous_iter_valid_loss : 0.17136059701442719

   1237880	  0.171618	  0.171361	  0.165524		CURRENT LEARNING RATE: 2.9441955268325434e-06
previous_iter_valid_loss : 0.16062743961811066

   1237900	  0.160786	  0.160627	  0.165034		CURRENT LEARNING RATE: 2.9436067466071585e-06
previous_iter_valid_loss : 0.16156300902366638

   1237920	  0.161749	  0.161563	  0.165022		CURRENT LEARNING RATE: 2.9430180841260482e-06
previous_iter_valid_loss : 0.16079987585544586

   1237940	  0.160949	  0.160800	  0.164531		CURRENT LEARNING RATE: 2.942429539365662e-06
previous_iter_valid_loss : 0.16130052506923676

   1237960	  0.161482	  0.161301	  0.164556		CURRENT LEARNING RATE: 2.9418411123024585e-06
previous_iter_valid_loss : 0.17090962827205658

   1237980	  0.171060	  0.170910	  0.164665		CURRENT LEARNING RATE: 2.9412528029128938e-06
previous_iter_valid_loss : 0.16833846271038055

   1238000	  0.168496	  0.168338	  0.164936		CURRENT LEARNING RATE: 2.940664611173447e-06
previous_iter_valid_loss : 0.16227896511554718

   1238020	  0.162459	  0.162279	  0.164737		CURRENT LEARNING RATE: 2.9400765370605857e-06
previous_iter_valid_loss : 0.16254135966300964

   1238040	  0.162729	  0.162541	  0.164351		CURRENT LEARNING RATE: 2.9394885805507853e-06
previous_iter_valid_loss : 0.19400811195373535

   1238060	  0.194480	  0.194008	  0.165936		CURRENT LEARNING RATE: 2.9389007416205245e-06
previous_iter_valid_loss : 0.16082915663719177

   1238080	  0.160982	  0.160829	  0.165944		CURRENT LEARNING RATE: 2.938313020246298e-06
previous_iter_valid_loss : 0.1613043248653412

   1238100	  0.161495	  0.161304	  0.165879		CURRENT LEARNING RATE: 2.937725416404593e-06
previous_iter_valid_loss : 0.17164084315299988

   1238120	  0.171791	  0.171641	  0.166333		CURRENT LEARNING RATE: 2.9371379300719046e-06
previous_iter_valid_loss : 0.16089355945587158

   1238140	  0.161075	  0.160894	  0.166313		CURRENT LEARNING RATE: 2.936550561224729e-06
previous_iter_valid_loss : 0.16079840064048767

   1238160	  0.160948	  0.160798	  0.165802		CURRENT LEARNING RATE: 2.9359633098395817e-06
previous_iter_valid_loss : 0.16275069117546082

   1238180	  0.162914	  0.162751	  0.165272		CURRENT LEARNING RATE: 2.9353761758929667e-06
previous_iter_valid_loss : 0.17195497453212738

   1238200	  0.172222	  0.171955	  0.165842		CURRENT LEARNING RATE: 2.9347891593613993e-06
previous_iter_valid_loss : 0.163668692111969

   1238220	  0.163874	  0.163669	  0.165940		CURRENT LEARNING RATE: 2.9342022602213936e-06
previous_iter_valid_loss : 0.16547885537147522

   1238240	  0.165644	  0.165479	  0.166134		CURRENT LEARNING RATE: 2.9336154784494837e-06
previous_iter_valid_loss : 0.16073133051395416

   1238260	  0.160883	  0.160731	  0.165686		CURRENT LEARNING RATE: 2.9330288140221934e-06
previous_iter_valid_loss : 0.1618684083223343

   1238280	  0.162059	  0.161868	  0.165212		CURRENT LEARNING RATE: 2.9324422669160563e-06
previous_iter_valid_loss : 0.16672328114509583

   1238300	  0.166933	  0.166723	  0.165517		CURRENT LEARNING RATE: 2.931855837107605e-06
previous_iter_valid_loss : 0.16531161963939667

   1238320	  0.165477	  0.165312	  0.165704		CURRENT LEARNING RATE: 2.9312695245733924e-06
previous_iter_valid_loss : 0.1744184046983719

   1238340	  0.174702	  0.174418	  0.166385		CURRENT LEARNING RATE: 2.9306833292899615e-06
previous_iter_valid_loss : 0.1605333387851715

   1238360	  0.160706	  0.160533	  0.166347		CURRENT LEARNING RATE: 2.930097251233859e-06
previous_iter_valid_loss : 0.16663478314876556

   1238380	  0.166794	  0.166635	  0.166133		CURRENT LEARNING RATE: 2.929511290381652e-06
previous_iter_valid_loss : 0.16095466911792755

   1238400	  0.161105	  0.160955	  0.165764		CURRENT LEARNING RATE: 2.928925446709897e-06
previous_iter_valid_loss : 0.16343435645103455

   1238420	  0.163605	  0.163434	  0.165821		CURRENT LEARNING RATE: 2.9283397201951603e-06
previous_iter_valid_loss : 0.16118530929088593

   1238440	  0.161349	  0.161185	  0.165754		CURRENT LEARNING RATE: 2.9277541108140075e-06
previous_iter_valid_loss : 0.1620810627937317

   1238460	  0.162274	  0.162081	  0.164157		CURRENT LEARNING RATE: 2.9271686185430248e-06
previous_iter_valid_loss : 0.16272825002670288

   1238480	  0.162915	  0.162728	  0.164252		CURRENT LEARNING RATE: 2.9265832433587874e-06
previous_iter_valid_loss : 0.1764708012342453

   1238500	  0.176764	  0.176471	  0.165011		CURRENT LEARNING RATE: 2.92599798523788e-06
previous_iter_valid_loss : 0.16204942762851715

   1238520	  0.162237	  0.162049	  0.164531		CURRENT LEARNING RATE: 2.925412844156887e-06
previous_iter_valid_loss : 0.16137465834617615

   1238540	  0.161534	  0.161375	  0.164555		CURRENT LEARNING RATE: 2.9248278200924135e-06
previous_iter_valid_loss : 0.16055640578269958

   1238560	  0.160712	  0.160556	  0.164543		CURRENT LEARNING RATE: 2.9242429130210534e-06
previous_iter_valid_loss : 0.16140858829021454

   1238580	  0.161589	  0.161409	  0.164476		CURRENT LEARNING RATE: 2.9236581229194098e-06
previous_iter_valid_loss : 0.16376547515392303

   1238600	  0.163958	  0.163765	  0.164066		CURRENT LEARNING RATE: 2.9230734497640866e-06
previous_iter_valid_loss : 0.16066652536392212

   1238620	  0.160835	  0.160667	  0.163916		CURRENT LEARNING RATE: 2.922488893531707e-06
previous_iter_valid_loss : 0.16066445410251617

   1238640	  0.160841	  0.160664	  0.163676		CURRENT LEARNING RATE: 2.921904454198883e-06
previous_iter_valid_loss : 0.16976650059223175

   1238660	  0.170016	  0.169767	  0.164127		CURRENT LEARNING RATE: 2.9213201317422386e-06
previous_iter_valid_loss : 0.16632980108261108

   1238680	  0.166547	  0.166330	  0.164350		CURRENT LEARNING RATE: 2.9207359261383937e-06
previous_iter_valid_loss : 0.17740802466869354

   1238700	  0.177712	  0.177408	  0.164885		CURRENT LEARNING RATE: 2.9201518373639918e-06
previous_iter_valid_loss : 0.161520317196846

   1238720	  0.161702	  0.161520	  0.164695		CURRENT LEARNING RATE: 2.9195678653956637e-06
previous_iter_valid_loss : 0.16456778347492218

   1238740	  0.164738	  0.164568	  0.164202		CURRENT LEARNING RATE: 2.9189840102100457e-06
previous_iter_valid_loss : 0.16912809014320374

   1238760	  0.169373	  0.169128	  0.164632		CURRENT LEARNING RATE: 2.918400271783793e-06
previous_iter_valid_loss : 0.16594697535037994

   1238780	  0.166162	  0.165947	  0.164598		CURRENT LEARNING RATE: 2.917816650093552e-06
previous_iter_valid_loss : 0.16107472777366638

   1238800	  0.161260	  0.161075	  0.164604		CURRENT LEARNING RATE: 2.917233145115978e-06
previous_iter_valid_loss : 0.16500277817249298

   1238820	  0.165166	  0.165003	  0.164682		CURRENT LEARNING RATE: 2.9166497568277246e-06
previous_iter_valid_loss : 0.16105547547340393

   1238840	  0.161245	  0.161055	  0.164676		CURRENT LEARNING RATE: 2.9160664852054667e-06
previous_iter_valid_loss : 0.16295328736305237

   1238860	  0.163134	  0.162953	  0.164719		CURRENT LEARNING RATE: 2.9154833302258687e-06
previous_iter_valid_loss : 0.162701815366745

   1238880	  0.162887	  0.162702	  0.164718		CURRENT LEARNING RATE: 2.9149002918656043e-06
previous_iter_valid_loss : 0.1608768254518509

   1238900	  0.161035	  0.160877	  0.163938		CURRENT LEARNING RATE: 2.914317370101347e-06
previous_iter_valid_loss : 0.16063286364078522

   1238920	  0.160803	  0.160633	  0.163867		CURRENT LEARNING RATE: 2.91373456490979e-06
previous_iter_valid_loss : 0.1655752807855606

   1238940	  0.165741	  0.165575	  0.164078		CURRENT LEARNING RATE: 2.913151876267616e-06
previous_iter_valid_loss : 0.16484081745147705

   1238960	  0.165034	  0.164841	  0.164292		CURRENT LEARNING RATE: 2.912569304151517e-06
previous_iter_valid_loss : 0.16735048592090607

   1238980	  0.167503	  0.167350	  0.164589		CURRENT LEARNING RATE: 2.911986848538186e-06
previous_iter_valid_loss : 0.1609269678592682

   1239000	  0.161079	  0.160927	  0.164447		CURRENT LEARNING RATE: 2.911404509404334e-06
previous_iter_valid_loss : 0.16221295297145844

   1239020	  0.162411	  0.162213	  0.164524		CURRENT LEARNING RATE: 2.910822286726663e-06
previous_iter_valid_loss : 0.16466934978961945

   1239040	  0.164839	  0.164669	  0.164724		CURRENT LEARNING RATE: 2.9102401804818836e-06
previous_iter_valid_loss : 0.1612270623445511

   1239060	  0.161386	  0.161227	  0.164297		CURRENT LEARNING RATE: 2.9096581906467076e-06
previous_iter_valid_loss : 0.17339341342449188

   1239080	  0.173666	  0.173393	  0.164651		CURRENT LEARNING RATE: 2.9090763171978637e-06
previous_iter_valid_loss : 0.16068555414676666

   1239100	  0.160856	  0.160686	  0.163815		CURRENT LEARNING RATE: 2.9084945601120734e-06
previous_iter_valid_loss : 0.16169734299182892

   1239120	  0.161887	  0.161697	  0.163823		CURRENT LEARNING RATE: 2.9079129193660602e-06
previous_iter_valid_loss : 0.1620216816663742

   1239140	  0.162211	  0.162022	  0.163696		CURRENT LEARNING RATE: 2.90733139493657e-06
previous_iter_valid_loss : 0.16387368738651276

   1239160	  0.164031	  0.163874	  0.163433		CURRENT LEARNING RATE: 2.9067499868003355e-06
previous_iter_valid_loss : 0.1630810648202896

   1239180	  0.163243	  0.163081	  0.163290		CURRENT LEARNING RATE: 2.906168694934101e-06
previous_iter_valid_loss : 0.17179137468338013

   1239200	  0.171941	  0.171791	  0.163826		CURRENT LEARNING RATE: 2.9055875193146095e-06
previous_iter_valid_loss : 0.1697932481765747

   1239220	  0.169944	  0.169793	  0.164065		CURRENT LEARNING RATE: 2.905006459918625e-06
previous_iter_valid_loss : 0.17898407578468323

   1239240	  0.179142	  0.178984	  0.164962		CURRENT LEARNING RATE: 2.904425516722898e-06
previous_iter_valid_loss : 0.16160064935684204

   1239260	  0.161756	  0.161601	  0.164894		CURRENT LEARNING RATE: 2.903844689704193e-06
previous_iter_valid_loss : 0.16250868141651154

   1239280	  0.162673	  0.162509	  0.164885		CURRENT LEARNING RATE: 2.903263978839271e-06
previous_iter_valid_loss : 0.17491286993026733

   1239300	  0.175196	  0.174913	  0.165586		CURRENT LEARNING RATE: 2.9026833841049127e-06
previous_iter_valid_loss : 0.1614023894071579

   1239320	  0.161561	  0.161402	  0.165625		CURRENT LEARNING RATE: 2.902102905477891e-06
previous_iter_valid_loss : 0.16102978587150574

   1239340	  0.161185	  0.161030	  0.165398		CURRENT LEARNING RATE: 2.901522542934986e-06
previous_iter_valid_loss : 0.1635754108428955

   1239360	  0.163798	  0.163575	  0.165334		CURRENT LEARNING RATE: 2.9009422964529773e-06
previous_iter_valid_loss : 0.16051368415355682

   1239380	  0.160669	  0.160514	  0.164992		CURRENT LEARNING RATE: 2.900362166008666e-06
previous_iter_valid_loss : 0.17330382764339447

   1239400	  0.173569	  0.173304	  0.165611		CURRENT LEARNING RATE: 2.8997821515788423e-06
previous_iter_valid_loss : 0.1650056093931198

   1239420	  0.165205	  0.165006	  0.165751		CURRENT LEARNING RATE: 2.8992022531403044e-06
previous_iter_valid_loss : 0.1704528033733368

   1239440	  0.170603	  0.170453	  0.166040		CURRENT LEARNING RATE: 2.898622470669852e-06
previous_iter_valid_loss : 0.16052040457725525

   1239460	  0.160683	  0.160520	  0.166005		CURRENT LEARNING RATE: 2.8980428041443042e-06
previous_iter_valid_loss : 0.16350360214710236

   1239480	  0.163674	  0.163504	  0.165510		CURRENT LEARNING RATE: 2.897463253540469e-06
previous_iter_valid_loss : 0.1847858428955078

   1239500	  0.184932	  0.184786	  0.166715		CURRENT LEARNING RATE: 2.896883818835159e-06
previous_iter_valid_loss : 0.17986196279525757

   1239520	  0.180020	  0.179862	  0.167623		CURRENT LEARNING RATE: 2.896304500005207e-06
previous_iter_valid_loss : 0.16340774297714233

   1239540	  0.163599	  0.163408	  0.167693		CURRENT LEARNING RATE: 2.895725297027436e-06
previous_iter_valid_loss : 0.17345170676708221

   1239560	  0.173732	  0.173452	  0.168172		CURRENT LEARNING RATE: 2.8951462098786775e-06
previous_iter_valid_loss : 0.16633929312229156

   1239580	  0.166553	  0.166339	  0.168335		CURRENT LEARNING RATE: 2.894567238535762e-06
previous_iter_valid_loss : 0.17340727150440216

   1239600	  0.173555	  0.173407	  0.168415		CURRENT LEARNING RATE: 2.8939883829755416e-06
previous_iter_valid_loss : 0.1609029471874237

   1239620	  0.161086	  0.160903	  0.167971		CURRENT LEARNING RATE: 2.8934096431748573e-06
previous_iter_valid_loss : 0.1606249362230301

   1239640	  0.160778	  0.160625	  0.167053		CURRENT LEARNING RATE: 2.892831019110559e-06
previous_iter_valid_loss : 0.16769158840179443

   1239660	  0.167845	  0.167692	  0.167357		CURRENT LEARNING RATE: 2.892252510759496e-06
previous_iter_valid_loss : 0.18816089630126953

   1239680	  0.188298	  0.188161	  0.168640		CURRENT LEARNING RATE: 2.8916741180985397e-06
previous_iter_valid_loss : 0.16262787580490112

   1239700	  0.162832	  0.162628	  0.168026		CURRENT LEARNING RATE: 2.8910958411045482e-06
previous_iter_valid_loss : 0.16492804884910583

   1239720	  0.165093	  0.164928	  0.168202		CURRENT LEARNING RATE: 2.890517679754391e-06
previous_iter_valid_loss : 0.16099759936332703

   1239740	  0.161184	  0.160998	  0.168201		CURRENT LEARNING RATE: 2.8899396340249363e-06
previous_iter_valid_loss : 0.16222508251667023

   1239760	  0.162391	  0.162225	  0.168133		CURRENT LEARNING RATE: 2.889361703893072e-06
previous_iter_valid_loss : 0.16404803097248077

   1239780	  0.164221	  0.164048	  0.168310		CURRENT LEARNING RATE: 2.8887838893356767e-06
previous_iter_valid_loss : 0.18081869184970856

   1239800	  0.181175	  0.180819	  0.168685		CURRENT LEARNING RATE: 2.8882061903296372e-06
previous_iter_valid_loss : 0.16051405668258667

   1239820	  0.160684	  0.160514	  0.168461		CURRENT LEARNING RATE: 2.8876286068518406e-06
previous_iter_valid_loss : 0.16057188808918

   1239840	  0.160732	  0.160572	  0.167967		CURRENT LEARNING RATE: 2.8870511388791934e-06
previous_iter_valid_loss : 0.16086667776107788

   1239860	  0.161026	  0.160867	  0.167984		CURRENT LEARNING RATE: 2.8864737863885923e-06
previous_iter_valid_loss : 0.16058968007564545

   1239880	  0.160763	  0.160590	  0.167838		CURRENT LEARNING RATE: 2.8858965493569438e-06
previous_iter_valid_loss : 0.16904890537261963

   1239900	  0.169280	  0.169049	  0.167052		CURRENT LEARNING RATE: 2.8853194277611514e-06
previous_iter_valid_loss : 0.1696893870830536

   1239920	  0.169933	  0.169689	  0.166543		CURRENT LEARNING RATE: 2.8847424215781425e-06
previous_iter_valid_loss : 0.17349468171596527

   1239940	  0.173774	  0.173495	  0.167047		CURRENT LEARNING RATE: 2.8841655307848306e-06
previous_iter_valid_loss : 0.1665448248386383

   1239960	  0.166705	  0.166545	  0.166702		CURRENT LEARNING RATE: 2.883588755358135e-06
previous_iter_valid_loss : 0.16086874902248383

   1239980	  0.161053	  0.160869	  0.166428		CURRENT LEARNING RATE: 2.8830120952749957e-06
previous_iter_valid_loss : 0.16299927234649658

   1240000	  0.163172	  0.162999	  0.165908		CURRENT LEARNING RATE: 2.88243555051234e-06
previous_iter_valid_loss : 0.16757771372795105

   1240020	  0.167732	  0.167578	  0.166242		CURRENT LEARNING RATE: 2.8818591210471066e-06
previous_iter_valid_loss : 0.18120518326759338

   1240040	  0.181529	  0.181205	  0.167271		CURRENT LEARNING RATE: 2.8812828068562334e-06
previous_iter_valid_loss : 0.16221614181995392

   1240060	  0.162410	  0.162216	  0.166997		CURRENT LEARNING RATE: 2.8807066079166783e-06
previous_iter_valid_loss : 0.1627427637577057

   1240080	  0.162926	  0.162743	  0.165726		CURRENT LEARNING RATE: 2.8801305242053876e-06
previous_iter_valid_loss : 0.17000876367092133

   1240100	  0.170161	  0.170009	  0.166095		CURRENT LEARNING RATE: 2.879554555699318e-06
previous_iter_valid_loss : 0.16339896619319916

   1240120	  0.163568	  0.163399	  0.166019		CURRENT LEARNING RATE: 2.8789787023754265e-06
previous_iter_valid_loss : 0.16097235679626465

   1240140	  0.161130	  0.160972	  0.166017		CURRENT LEARNING RATE: 2.8784029642106884e-06
previous_iter_valid_loss : 0.1641259342432022

   1240160	  0.164320	  0.164126	  0.166112		CURRENT LEARNING RATE: 2.877827341182069e-06
previous_iter_valid_loss : 0.1856137216091156

   1240180	  0.186001	  0.185614	  0.167191		CURRENT LEARNING RATE: 2.877251833266544e-06
previous_iter_valid_loss : 0.1630861610174179

   1240200	  0.163254	  0.163086	  0.166304		CURRENT LEARNING RATE: 2.8766764404410873e-06
previous_iter_valid_loss : 0.16927160322666168

   1240220	  0.169429	  0.169272	  0.166742		CURRENT LEARNING RATE: 2.876101162682694e-06
previous_iter_valid_loss : 0.1641477644443512

   1240240	  0.164310	  0.164148	  0.166921		CURRENT LEARNING RATE: 2.8755259999683478e-06
previous_iter_valid_loss : 0.1654127687215805

   1240260	  0.165620	  0.165413	  0.167148		CURRENT LEARNING RATE: 2.8749509522750417e-06
previous_iter_valid_loss : 0.17266616225242615

   1240280	  0.172815	  0.172666	  0.167752		CURRENT LEARNING RATE: 2.874376019579769e-06
previous_iter_valid_loss : 0.16082663834095

   1240300	  0.160982	  0.160827	  0.167341		CURRENT LEARNING RATE: 2.873801201859542e-06
previous_iter_valid_loss : 0.16117563843727112

   1240320	  0.161348	  0.161176	  0.166915		CURRENT LEARNING RATE: 2.873226499091364e-06
previous_iter_valid_loss : 0.16351065039634705

   1240340	  0.163694	  0.163511	  0.166416		CURRENT LEARNING RATE: 2.872651911252241e-06
previous_iter_valid_loss : 0.17150025069713593

   1240360	  0.171745	  0.171500	  0.166664		CURRENT LEARNING RATE: 2.8720774383192002e-06
previous_iter_valid_loss : 0.16775968670845032

   1240380	  0.167989	  0.167760	  0.167008		CURRENT LEARNING RATE: 2.8715030802692575e-06
previous_iter_valid_loss : 0.1644926816225052

   1240400	  0.164698	  0.164493	  0.167083		CURRENT LEARNING RATE: 2.8709288370794384e-06
previous_iter_valid_loss : 0.1722402721643448

   1240420	  0.172386	  0.172240	  0.167316		CURRENT LEARNING RATE: 2.8703547087267675e-06
previous_iter_valid_loss : 0.16756461560726166

   1240440	  0.167722	  0.167565	  0.166634		CURRENT LEARNING RATE: 2.8697806951882903e-06
previous_iter_valid_loss : 0.16173787415027618

   1240460	  0.161925	  0.161738	  0.166610		CURRENT LEARNING RATE: 2.869206796441042e-06
previous_iter_valid_loss : 0.1700161248445511

   1240480	  0.170168	  0.170016	  0.166974		CURRENT LEARNING RATE: 2.8686330124620656e-06
previous_iter_valid_loss : 0.17068703472614288

   1240500	  0.170840	  0.170687	  0.167008		CURRENT LEARNING RATE: 2.868059343228405e-06
previous_iter_valid_loss : 0.16124305129051208

   1240520	  0.161395	  0.161243	  0.166900		CURRENT LEARNING RATE: 2.8674857887171233e-06
previous_iter_valid_loss : 0.16413794457912445

   1240540	  0.164312	  0.164138	  0.167058		CURRENT LEARNING RATE: 2.8669123489052744e-06
previous_iter_valid_loss : 0.1672818511724472

   1240560	  0.167503	  0.167282	  0.167216		CURRENT LEARNING RATE: 2.866339023769919e-06
previous_iter_valid_loss : 0.16052165627479553

   1240580	  0.160679	  0.160522	  0.165961		CURRENT LEARNING RATE: 2.8657658132881205e-06
previous_iter_valid_loss : 0.17813336849212646

   1240600	  0.178436	  0.178133	  0.166714		CURRENT LEARNING RATE: 2.8651927174369596e-06
previous_iter_valid_loss : 0.16395197808742523

   1240620	  0.164153	  0.163952	  0.166448		CURRENT LEARNING RATE: 2.8646197361935073e-06
previous_iter_valid_loss : 0.17032581567764282

   1240640	  0.170580	  0.170326	  0.166757		CURRENT LEARNING RATE: 2.8640468695348455e-06
previous_iter_valid_loss : 0.1766665279865265

   1240660	  0.176821	  0.176667	  0.167319		CURRENT LEARNING RATE: 2.8634741174380535e-06
previous_iter_valid_loss : 0.16564474999904633

   1240680	  0.165808	  0.165645	  0.166968		CURRENT LEARNING RATE: 2.862901479880232e-06
previous_iter_valid_loss : 0.1734282672405243

   1240700	  0.173700	  0.173428	  0.167598		CURRENT LEARNING RATE: 2.86232895683847e-06
previous_iter_valid_loss : 0.16050812602043152

   1240720	  0.160664	  0.160508	  0.167565		CURRENT LEARNING RATE: 2.8617565482898612e-06
previous_iter_valid_loss : 0.1612093448638916

   1240740	  0.161390	  0.161209	  0.167450		CURRENT LEARNING RATE: 2.8611842542115203e-06
previous_iter_valid_loss : 0.16265711188316345

   1240760	  0.162819	  0.162657	  0.167008		CURRENT LEARNING RATE: 2.8606120745805493e-06
previous_iter_valid_loss : 0.16133002936840057

   1240780	  0.161510	  0.161330	  0.166686		CURRENT LEARNING RATE: 2.8600400093740628e-06
previous_iter_valid_loss : 0.16132394969463348

   1240800	  0.161513	  0.161324	  0.166528		CURRENT LEARNING RATE: 2.859468058569171e-06
previous_iter_valid_loss : 0.16462525725364685

   1240820	  0.164790	  0.164625	  0.166147		CURRENT LEARNING RATE: 2.858896222143007e-06
previous_iter_valid_loss : 0.1914897859096527

   1240840	  0.191618	  0.191490	  0.167343		CURRENT LEARNING RATE: 2.858324500072693e-06
previous_iter_valid_loss : 0.16212715208530426

   1240860	  0.162294	  0.162127	  0.167363		CURRENT LEARNING RATE: 2.8577528923353583e-06
previous_iter_valid_loss : 0.16416309773921967

   1240880	  0.164361	  0.164163	  0.167070		CURRENT LEARNING RATE: 2.8571813989081354e-06
previous_iter_valid_loss : 0.17609699070453644

   1240900	  0.176246	  0.176097	  0.167341		CURRENT LEARNING RATE: 2.8566100197681737e-06
previous_iter_valid_loss : 0.16613949835300446

   1240920	  0.166306	  0.166139	  0.167585		CURRENT LEARNING RATE: 2.856038754892613e-06
previous_iter_valid_loss : 0.16196218132972717

   1240940	  0.162133	  0.161962	  0.167477		CURRENT LEARNING RATE: 2.8554676042586028e-06
previous_iter_valid_loss : 0.1612505316734314

   1240960	  0.161434	  0.161251	  0.167175		CURRENT LEARNING RATE: 2.8548965678432924e-06
previous_iter_valid_loss : 0.1925685852766037

   1240980	  0.193050	  0.192569	  0.168777		CURRENT LEARNING RATE: 2.8543256456238505e-06
previous_iter_valid_loss : 0.16134941577911377

   1241000	  0.161540	  0.161349	  0.167938		CURRENT LEARNING RATE: 2.853754837577434e-06
previous_iter_valid_loss : 0.16261307895183563

   1241020	  0.162803	  0.162613	  0.167871		CURRENT LEARNING RATE: 2.853184143681212e-06
previous_iter_valid_loss : 0.16551120579242706

   1241040	  0.165676	  0.165511	  0.167631		CURRENT LEARNING RATE: 2.852613563912351e-06
previous_iter_valid_loss : 0.16364455223083496

   1241060	  0.163848	  0.163645	  0.166979		CURRENT LEARNING RATE: 2.8520430982480377e-06
previous_iter_valid_loss : 0.16401012241840363

   1241080	  0.164212	  0.164010	  0.166898		CURRENT LEARNING RATE: 2.851472746665449e-06
previous_iter_valid_loss : 0.16817022860050201

   1241100	  0.168411	  0.168170	  0.166635		CURRENT LEARNING RATE: 2.85090250914177e-06
previous_iter_valid_loss : 0.16050958633422852

   1241120	  0.160679	  0.160510	  0.166635		CURRENT LEARNING RATE: 2.8503323856541874e-06
previous_iter_valid_loss : 0.160517156124115

   1241140	  0.160688	  0.160517	  0.166600		CURRENT LEARNING RATE: 2.8497623761799053e-06
previous_iter_valid_loss : 0.16242842376232147

   1241160	  0.162591	  0.162428	  0.166589		CURRENT LEARNING RATE: 2.849192480696119e-06
previous_iter_valid_loss : 0.1619388312101364

   1241180	  0.162100	  0.161939	  0.166619		CURRENT LEARNING RATE: 2.8486226991800267e-06
previous_iter_valid_loss : 0.16076715290546417

   1241200	  0.160944	  0.160767	  0.166591		CURRENT LEARNING RATE: 2.848053031608848e-06
previous_iter_valid_loss : 0.1646227240562439

   1241220	  0.164833	  0.164623	  0.166591		CURRENT LEARNING RATE: 2.847483477959791e-06
previous_iter_valid_loss : 0.16221943497657776

   1241240	  0.162406	  0.162219	  0.165128		CURRENT LEARNING RATE: 2.846914038210073e-06
previous_iter_valid_loss : 0.16378824412822723

   1241260	  0.163948	  0.163788	  0.165211		CURRENT LEARNING RATE: 2.8463447123369126e-06
previous_iter_valid_loss : 0.16591057181358337

   1241280	  0.166070	  0.165911	  0.165298		CURRENT LEARNING RATE: 2.8457755003175463e-06
previous_iter_valid_loss : 0.16053344309329987

   1241300	  0.160694	  0.160533	  0.164520		CURRENT LEARNING RATE: 2.8452064021291997e-06
previous_iter_valid_loss : 0.1714390069246292

   1241320	  0.171695	  0.171439	  0.164785		CURRENT LEARNING RATE: 2.84463741774911e-06
previous_iter_valid_loss : 0.1609848141670227

   1241340	  0.161166	  0.160985	  0.164736		CURRENT LEARNING RATE: 2.844068547154512e-06
previous_iter_valid_loss : 0.16052532196044922

   1241360	  0.160684	  0.160525	  0.164700		CURRENT LEARNING RATE: 2.8434997903226614e-06
previous_iter_valid_loss : 0.16243533790111542

   1241380	  0.162594	  0.162435	  0.163193		CURRENT LEARNING RATE: 2.8429311472308024e-06
previous_iter_valid_loss : 0.162302166223526

   1241400	  0.162500	  0.162302	  0.163241		CURRENT LEARNING RATE: 2.8423626178561906e-06
previous_iter_valid_loss : 0.167083740234375

   1241420	  0.167314	  0.167084	  0.163464		CURRENT LEARNING RATE: 2.8417942021760786e-06
previous_iter_valid_loss : 0.1636580377817154

   1241440	  0.163828	  0.163658	  0.163372		CURRENT LEARNING RATE: 2.8412259001677396e-06
previous_iter_valid_loss : 0.1646846979856491

   1241460	  0.164853	  0.164685	  0.163424		CURRENT LEARNING RATE: 2.8406577118084372e-06
previous_iter_valid_loss : 0.16170936822891235

   1241480	  0.161867	  0.161709	  0.163309		CURRENT LEARNING RATE: 2.8400896370754437e-06
previous_iter_valid_loss : 0.16288013756275177

   1241500	  0.163072	  0.162880	  0.163044		CURRENT LEARNING RATE: 2.839521675946031e-06
previous_iter_valid_loss : 0.1619117259979248

   1241520	  0.162103	  0.161912	  0.163114		CURRENT LEARNING RATE: 2.8389538283974906e-06
previous_iter_valid_loss : 0.16280940175056458

   1241540	  0.163005	  0.162809	  0.163229		CURRENT LEARNING RATE: 2.838386094407104e-06
previous_iter_valid_loss : 0.17069227993488312

   1241560	  0.170840	  0.170692	  0.163642		CURRENT LEARNING RATE: 2.8378184739521567e-06
previous_iter_valid_loss : 0.16066986322402954

   1241580	  0.160847	  0.160670	  0.163579		CURRENT LEARNING RATE: 2.837250967009953e-06
previous_iter_valid_loss : 0.17411917448043823

   1241600	  0.174265	  0.174119	  0.164246		CURRENT LEARNING RATE: 2.8366835735577893e-06
previous_iter_valid_loss : 0.1664227843284607

   1241620	  0.166638	  0.166423	  0.164336		CURRENT LEARNING RATE: 2.8361162935729686e-06
previous_iter_valid_loss : 0.1643306165933609

   1241640	  0.164508	  0.164331	  0.164442		CURRENT LEARNING RATE: 2.835549127032795e-06
previous_iter_valid_loss : 0.18654011189937592

   1241660	  0.186676	  0.186540	  0.165580		CURRENT LEARNING RATE: 2.834982073914591e-06
previous_iter_valid_loss : 0.18190665543079376

   1241680	  0.182242	  0.181907	  0.166379		CURRENT LEARNING RATE: 2.8344151341956714e-06
previous_iter_valid_loss : 0.1613190919160843

   1241700	  0.161478	  0.161319	  0.166419		CURRENT LEARNING RATE: 2.833848307853357e-06
previous_iter_valid_loss : 0.1607414335012436

   1241720	  0.160924	  0.160741	  0.165884		CURRENT LEARNING RATE: 2.833281594864971e-06
previous_iter_valid_loss : 0.16609680652618408

   1241740	  0.166259	  0.166097	  0.166139		CURRENT LEARNING RATE: 2.8327149952078537e-06
previous_iter_valid_loss : 0.17031925916671753

   1241760	  0.170562	  0.170319	  0.166629		CURRENT LEARNING RATE: 2.8321485088593363e-06
previous_iter_valid_loss : 0.16328869760036469

   1241780	  0.163498	  0.163289	  0.166672		CURRENT LEARNING RATE: 2.83158213579676e-06
previous_iter_valid_loss : 0.16148340702056885

   1241800	  0.161642	  0.161483	  0.166631		CURRENT LEARNING RATE: 2.8310158759974645e-06
previous_iter_valid_loss : 0.17055490612983704

   1241820	  0.170794	  0.170555	  0.166804		CURRENT LEARNING RATE: 2.8304497294388096e-06
previous_iter_valid_loss : 0.1638088971376419

   1241840	  0.164024	  0.163809	  0.166812		CURRENT LEARNING RATE: 2.829883696098144e-06
previous_iter_valid_loss : 0.16391441226005554

   1241860	  0.164106	  0.163914	  0.166773		CURRENT LEARNING RATE: 2.829317775952826e-06
previous_iter_valid_loss : 0.16060736775398254

   1241880	  0.160761	  0.160607	  0.166718		CURRENT LEARNING RATE: 2.8287519689802155e-06
previous_iter_valid_loss : 0.1789279729127884

   1241900	  0.179087	  0.178928	  0.167521		CURRENT LEARNING RATE: 2.8281862751576885e-06
previous_iter_valid_loss : 0.16433122754096985

   1241920	  0.164525	  0.164331	  0.167642		CURRENT LEARNING RATE: 2.827620694462613e-06
previous_iter_valid_loss : 0.167210191488266

   1241940	  0.167419	  0.167210	  0.167862		CURRENT LEARNING RATE: 2.8270552268723605e-06
previous_iter_valid_loss : 0.16053415834903717

   1241960	  0.160703	  0.160534	  0.167354		CURRENT LEARNING RATE: 2.826489872364323e-06
previous_iter_valid_loss : 0.16249245405197144

   1241980	  0.162664	  0.162492	  0.167445		CURRENT LEARNING RATE: 2.8259246309158803e-06
previous_iter_valid_loss : 0.17776110768318176

   1242000	  0.178059	  0.177761	  0.167627		CURRENT LEARNING RATE: 2.8253595025044233e-06
previous_iter_valid_loss : 0.16050855815410614

   1242020	  0.160676	  0.160509	  0.167331		CURRENT LEARNING RATE: 2.824794487107342e-06
previous_iter_valid_loss : 0.1634889394044876

   1242040	  0.163677	  0.163489	  0.167289		CURRENT LEARNING RATE: 2.824229584702045e-06
previous_iter_valid_loss : 0.1615554392337799

   1242060	  0.161721	  0.161555	  0.166040		CURRENT LEARNING RATE: 2.8236647952659324e-06
previous_iter_valid_loss : 0.1804981380701065

   1242080	  0.180656	  0.180498	  0.165969		CURRENT LEARNING RATE: 2.823100118776412e-06
previous_iter_valid_loss : 0.16128847002983093

   1242100	  0.161472	  0.161288	  0.165968		CURRENT LEARNING RATE: 2.8225355552108913e-06
previous_iter_valid_loss : 0.16522474586963654

   1242120	  0.165423	  0.165225	  0.166192		CURRENT LEARNING RATE: 2.8219711045467984e-06
previous_iter_valid_loss : 0.16786333918571472

   1242140	  0.168023	  0.167863	  0.166280		CURRENT LEARNING RATE: 2.82140676676155e-06
previous_iter_valid_loss : 0.16727115213871002

   1242160	  0.167488	  0.167271	  0.166128		CURRENT LEARNING RATE: 2.820842541832572e-06
previous_iter_valid_loss : 0.168348029255867

   1242180	  0.168504	  0.168348	  0.166381		CURRENT LEARNING RATE: 2.8202784297372925e-06
previous_iter_valid_loss : 0.18454846739768982

   1242200	  0.184939	  0.184548	  0.167534		CURRENT LEARNING RATE: 2.8197144304531545e-06
previous_iter_valid_loss : 0.181617870926857

   1242220	  0.181959	  0.181618	  0.168087		CURRENT LEARNING RATE: 2.8191505439575944e-06
previous_iter_valid_loss : 0.16062995791435242

   1242240	  0.160787	  0.160630	  0.167928		CURRENT LEARNING RATE: 2.818586770228056e-06
previous_iter_valid_loss : 0.173555389046669

   1242260	  0.173707	  0.173555	  0.168410		CURRENT LEARNING RATE: 2.818023109241985e-06
previous_iter_valid_loss : 0.16230303049087524

   1242280	  0.162493	  0.162303	  0.168495		CURRENT LEARNING RATE: 2.8174595609768424e-06
previous_iter_valid_loss : 0.16071584820747375

   1242300	  0.160891	  0.160716	  0.167585		CURRENT LEARNING RATE: 2.816896125410083e-06
previous_iter_valid_loss : 0.18447473645210266

   1242320	  0.184845	  0.184475	  0.168592		CURRENT LEARNING RATE: 2.8163328025191645e-06
previous_iter_valid_loss : 0.16074395179748535

   1242340	  0.160924	  0.160744	  0.168269		CURRENT LEARNING RATE: 2.8157695922815627e-06
previous_iter_valid_loss : 0.16281621158123016

   1242360	  0.162999	  0.162816	  0.168383		CURRENT LEARNING RATE: 2.815206494674746e-06
previous_iter_valid_loss : 0.1710318773984909

   1242380	  0.171183	  0.171032	  0.168810		CURRENT LEARNING RATE: 2.8146435096761884e-06
previous_iter_valid_loss : 0.17039459943771362

   1242400	  0.170548	  0.170395	  0.168441		CURRENT LEARNING RATE: 2.814080637263367e-06
previous_iter_valid_loss : 0.169027641415596

   1242420	  0.169178	  0.169028	  0.168867		CURRENT LEARNING RATE: 2.8135178774137762e-06
previous_iter_valid_loss : 0.16104590892791748

   1242440	  0.161228	  0.161046	  0.168745		CURRENT LEARNING RATE: 2.8129552301049012e-06
previous_iter_valid_loss : 0.16570118069648743

   1242460	  0.165866	  0.165701	  0.168952		CURRENT LEARNING RATE: 2.812392695314236e-06
previous_iter_valid_loss : 0.16076931357383728

   1242480	  0.160943	  0.160769	  0.167966		CURRENT LEARNING RATE: 2.8118302730192737e-06
previous_iter_valid_loss : 0.16287408769130707

   1242500	  0.163028	  0.162874	  0.168045		CURRENT LEARNING RATE: 2.8112679631975277e-06
previous_iter_valid_loss : 0.16157659888267517

   1242520	  0.161726	  0.161577	  0.167863		CURRENT LEARNING RATE: 2.8107057658265005e-06
previous_iter_valid_loss : 0.16066895425319672

   1242540	  0.160825	  0.160669	  0.167503		CURRENT LEARNING RATE: 2.810143680883705e-06
previous_iter_valid_loss : 0.16651387512683868

   1242560	  0.166727	  0.166514	  0.167465		CURRENT LEARNING RATE: 2.8095817083466507e-06
previous_iter_valid_loss : 0.16318343579769135

   1242580	  0.163356	  0.163183	  0.167207		CURRENT LEARNING RATE: 2.8090198481928716e-06
previous_iter_valid_loss : 0.17335990071296692

   1242600	  0.173633	  0.173360	  0.166648		CURRENT LEARNING RATE: 2.808458100399886e-06
previous_iter_valid_loss : 0.1785496026277542

   1242620	  0.178706	  0.178550	  0.166494		CURRENT LEARNING RATE: 2.8078964649452245e-06
previous_iter_valid_loss : 0.16241903603076935

   1242640	  0.162579	  0.162419	  0.166584		CURRENT LEARNING RATE: 2.8073349418064175e-06
previous_iter_valid_loss : 0.1608155071735382

   1242660	  0.161001	  0.160816	  0.165947		CURRENT LEARNING RATE: 2.806773530961014e-06
previous_iter_valid_loss : 0.16440822184085846

   1242680	  0.164584	  0.164408	  0.166052		CURRENT LEARNING RATE: 2.806212232386551e-06
previous_iter_valid_loss : 0.16963669657707214

   1242700	  0.169874	  0.169637	  0.166498		CURRENT LEARNING RATE: 2.8056510460605783e-06
previous_iter_valid_loss : 0.16119223833084106

   1242720	  0.161376	  0.161192	  0.165334		CURRENT LEARNING RATE: 2.8050899719606427e-06
previous_iter_valid_loss : 0.1605975329875946

   1242740	  0.160759	  0.160598	  0.165327		CURRENT LEARNING RATE: 2.8045290100643114e-06
previous_iter_valid_loss : 0.16284264624118805

   1242760	  0.163014	  0.162843	  0.165328		CURRENT LEARNING RATE: 2.803968160349141e-06
previous_iter_valid_loss : 0.16520829498767853

   1242780	  0.165380	  0.165208	  0.165037		CURRENT LEARNING RATE: 2.803407422792692e-06
previous_iter_valid_loss : 0.199539914727211

   1242800	  0.199620	  0.199540	  0.166494		CURRENT LEARNING RATE: 2.8028467973725453e-06
previous_iter_valid_loss : 0.16675859689712524

   1242820	  0.166910	  0.166759	  0.166380		CURRENT LEARNING RATE: 2.8022862840662715e-06
previous_iter_valid_loss : 0.16148677468299866

   1242840	  0.161648	  0.161487	  0.166403		CURRENT LEARNING RATE: 2.801725882851449e-06
previous_iter_valid_loss : 0.16423049569129944

   1242860	  0.164402	  0.164230	  0.166329		CURRENT LEARNING RATE: 2.8011655937056576e-06
previous_iter_valid_loss : 0.16088144481182098

   1242880	  0.161033	  0.160881	  0.166335		CURRENT LEARNING RATE: 2.8006054166064947e-06
previous_iter_valid_loss : 0.1774791181087494

   1242900	  0.177773	  0.177479	  0.167065		CURRENT LEARNING RATE: 2.800045351531549e-06
previous_iter_valid_loss : 0.16394127905368805

   1242920	  0.164143	  0.163941	  0.167183		CURRENT LEARNING RATE: 2.7994853984584174e-06

previous_iter_valid_loss : 0.16286437213420868

   1310540	  0.163027	  0.162864	  0.167115		CURRENT LEARNING RATE: 1.4236665397244674e-06
previous_iter_valid_loss : 0.17374573647975922

   1310560	  0.173891	  0.173746	  0.167718		CURRENT LEARNING RATE: 1.4233818348879558e-06
previous_iter_valid_loss : 0.17125119268894196

   1310580	  0.171511	  0.171251	  0.168241		CURRENT LEARNING RATE: 1.423097186986718e-06
previous_iter_valid_loss : 0.1619570404291153

   1310600	  0.162150	  0.161957	  0.168309		CURRENT LEARNING RATE: 1.4228125960093675e-06
previous_iter_valid_loss : 0.1668950319290161

   1310620	  0.167054	  0.166895	  0.167864		CURRENT LEARNING RATE: 1.4225280619445188e-06
previous_iter_valid_loss : 0.1609320342540741

   1310640	  0.161112	  0.160932	  0.167681		CURRENT LEARNING RATE: 1.422243584780795e-06
previous_iter_valid_loss : 0.1671455353498459

   1310660	  0.167367	  0.167146	  0.167867		CURRENT LEARNING RATE: 1.4219591645068152e-06
previous_iter_valid_loss : 0.16672131419181824

   1310680	  0.166945	  0.166721	  0.168029		CURRENT LEARNING RATE: 1.4216748011112021e-06
previous_iter_valid_loss : 0.16054165363311768

   1310700	  0.160710	  0.160542	  0.167815		CURRENT LEARNING RATE: 1.4213904945825783e-06
previous_iter_valid_loss : 0.17354363203048706

   1310720	  0.173818	  0.173544	  0.168457		CURRENT LEARNING RATE: 1.4211062449095775e-06
previous_iter_valid_loss : 0.1701495200395584

   1310740	  0.170404	  0.170150	  0.168635		CURRENT LEARNING RATE: 1.4208220520808264e-06
previous_iter_valid_loss : 0.16057080030441284

   1310760	  0.160728	  0.160571	  0.168502		CURRENT LEARNING RATE: 1.4205379160849575e-06
previous_iter_valid_loss : 0.17151227593421936

   1310780	  0.171767	  0.171512	  0.169032		CURRENT LEARNING RATE: 1.420253836910603e-06
previous_iter_valid_loss : 0.17575734853744507

   1310800	  0.175907	  0.175757	  0.169671		CURRENT LEARNING RATE: 1.4199698145464046e-06
previous_iter_valid_loss : 0.16241706907749176

   1310820	  0.162614	  0.162417	  0.167275		CURRENT LEARNING RATE: 1.419685848980999e-06
previous_iter_valid_loss : 0.1731557846069336

   1310840	  0.173422	  0.173156	  0.167769		CURRENT LEARNING RATE: 1.4194019402030278e-06
previous_iter_valid_loss : 0.16336512565612793

   1310860	  0.163540	  0.163365	  0.167627		CURRENT LEARNING RATE: 1.4191180882011314e-06
previous_iter_valid_loss : 0.1704375296831131

   1310880	  0.170696	  0.170438	  0.168121		CURRENT LEARNING RATE: 1.4188342929639618e-06
previous_iter_valid_loss : 0.16714005172252655

   1310900	  0.167298	  0.167140	  0.168403		CURRENT LEARNING RATE: 1.418550554480164e-06
previous_iter_valid_loss : 0.16248273849487305

   1310920	  0.162639	  0.162483	  0.167128		CURRENT LEARNING RATE: 1.4182668727383857e-06
previous_iter_valid_loss : 0.16277115046977997

   1310940	  0.162932	  0.162771	  0.167123		CURRENT LEARNING RATE: 1.4179832477272853e-06
previous_iter_valid_loss : 0.16522850096225739

   1310960	  0.165396	  0.165229	  0.166697		CURRENT LEARNING RATE: 1.4176996794355147e-06
previous_iter_valid_loss : 0.16051360964775085

   1310980	  0.160688	  0.160514	  0.166160		CURRENT LEARNING RATE: 1.417416167851732e-06
previous_iter_valid_loss : 0.16400043666362762

   1311000	  0.164165	  0.164000	  0.166262		CURRENT LEARNING RATE: 1.4171327129645933e-06
previous_iter_valid_loss : 0.1665901243686676

   1311020	  0.166747	  0.166590	  0.166247		CURRENT LEARNING RATE: 1.4168493147627658e-06
previous_iter_valid_loss : 0.17018024623394012

   1311040	  0.170331	  0.170180	  0.166709		CURRENT LEARNING RATE: 1.416565973234911e-06
previous_iter_valid_loss : 0.1606137603521347

   1311060	  0.160776	  0.160614	  0.166383		CURRENT LEARNING RATE: 1.4162826883696956e-06
previous_iter_valid_loss : 0.1626276820898056

   1311080	  0.162829	  0.162628	  0.166178		CURRENT LEARNING RATE: 1.4159994601557853e-06
previous_iter_valid_loss : 0.17548003792762756

   1311100	  0.175763	  0.175480	  0.166925		CURRENT LEARNING RATE: 1.415716288581856e-06
previous_iter_valid_loss : 0.16206853091716766

   1311120	  0.162259	  0.162069	  0.166351		CURRENT LEARNING RATE: 1.4154331736365787e-06
previous_iter_valid_loss : 0.1700252741575241

   1311140	  0.170272	  0.170025	  0.166345		CURRENT LEARNING RATE: 1.4151501153086283e-06
previous_iter_valid_loss : 0.16131766140460968

   1311160	  0.161482	  0.161318	  0.166382		CURRENT LEARNING RATE: 1.4148671135866805e-06
previous_iter_valid_loss : 0.1669796258211136

   1311180	  0.167206	  0.166980	  0.166156		CURRENT LEARNING RATE: 1.4145841684594194e-06
previous_iter_valid_loss : 0.16246569156646729

   1311200	  0.162624	  0.162466	  0.165491		CURRENT LEARNING RATE: 1.4143012799155256e-06
previous_iter_valid_loss : 0.16117466986179352

   1311220	  0.161337	  0.161175	  0.165429		CURRENT LEARNING RATE: 1.414018447943683e-06
previous_iter_valid_loss : 0.16455353796482086

   1311240	  0.164723	  0.164554	  0.164999		CURRENT LEARNING RATE: 1.4137356725325763e-06
previous_iter_valid_loss : 0.16094356775283813

   1311260	  0.161104	  0.160944	  0.164878		CURRENT LEARNING RATE: 1.4134529536708988e-06
previous_iter_valid_loss : 0.16060593724250793

   1311280	  0.160768	  0.160606	  0.164386		CURRENT LEARNING RATE: 1.4131702913473398e-06
previous_iter_valid_loss : 0.1661079078912735

   1311300	  0.166265	  0.166108	  0.164335		CURRENT LEARNING RATE: 1.4128876855505904e-06
previous_iter_valid_loss : 0.16331711411476135

   1311320	  0.163493	  0.163317	  0.164376		CURRENT LEARNING RATE: 1.4126051362693508e-06
previous_iter_valid_loss : 0.17067135870456696

   1311340	  0.170821	  0.170671	  0.164771		CURRENT LEARNING RATE: 1.412322643492317e-06
previous_iter_valid_loss : 0.16496674716472626

   1311360	  0.165163	  0.164967	  0.164758		CURRENT LEARNING RATE: 1.4120402072081889e-06
previous_iter_valid_loss : 0.16559459269046783

   1311380	  0.165757	  0.165595	  0.165012		CURRENT LEARNING RATE: 1.4117578274056671e-06
previous_iter_valid_loss : 0.17197200655937195

   1311400	  0.172113	  0.171972	  0.165411		CURRENT LEARNING RATE: 1.4114755040734609e-06
previous_iter_valid_loss : 0.16612601280212402

   1311420	  0.166340	  0.166126	  0.165388		CURRENT LEARNING RATE: 1.411193237200275e-06
previous_iter_valid_loss : 0.16355068981647491

   1311440	  0.163748	  0.163551	  0.165056		CURRENT LEARNING RATE: 1.410911026774819e-06
previous_iter_valid_loss : 0.16952665150165558

   1311460	  0.169680	  0.169527	  0.165502		CURRENT LEARNING RATE: 1.4106288727858016e-06
previous_iter_valid_loss : 0.16587471961975098

   1311480	  0.166036	  0.165875	  0.165664		CURRENT LEARNING RATE: 1.4103467752219417e-06
previous_iter_valid_loss : 0.16160453855991364

   1311500	  0.161792	  0.161605	  0.164971		CURRENT LEARNING RATE: 1.4100647340719532e-06
previous_iter_valid_loss : 0.1623302847146988

   1311520	  0.162492	  0.162330	  0.164984		CURRENT LEARNING RATE: 1.409782749324554e-06
previous_iter_valid_loss : 0.1641184538602829

   1311540	  0.164315	  0.164118	  0.164688		CURRENT LEARNING RATE: 1.4095008209684628e-06
previous_iter_valid_loss : 0.16870050132274628

   1311560	  0.168855	  0.168701	  0.165057		CURRENT LEARNING RATE: 1.409218948992407e-06
previous_iter_valid_loss : 0.16792449355125427

   1311580	  0.168085	  0.167924	  0.165105		CURRENT LEARNING RATE: 1.4089371333851091e-06
previous_iter_valid_loss : 0.16284708678722382

   1311600	  0.163044	  0.162847	  0.165124		CURRENT LEARNING RATE: 1.4086553741352969e-06
previous_iter_valid_loss : 0.16052527725696564

   1311620	  0.160680	  0.160525	  0.165091		CURRENT LEARNING RATE: 1.4083736712316974e-06
previous_iter_valid_loss : 0.16050277650356293

   1311640	  0.160667	  0.160503	  0.164889		CURRENT LEARNING RATE: 1.4080920246630474e-06
previous_iter_valid_loss : 0.16833430528640747

   1311660	  0.168573	  0.168334	  0.165258		CURRENT LEARNING RATE: 1.4078104344180786e-06
previous_iter_valid_loss : 0.16099891066551208

   1311680	  0.161177	  0.160999	  0.165278		CURRENT LEARNING RATE: 1.4075289004855247e-06
previous_iter_valid_loss : 0.1808551847934723

   1311700	  0.181199	  0.180855	  0.166015		CURRENT LEARNING RATE: 1.40724742285413e-06
previous_iter_valid_loss : 0.1642443686723709

   1311720	  0.164414	  0.164244	  0.166062		CURRENT LEARNING RATE: 1.4069660015126318e-06
previous_iter_valid_loss : 0.17096565663814545

   1311740	  0.171223	  0.170966	  0.166076		CURRENT LEARNING RATE: 1.406684636449774e-06
previous_iter_valid_loss : 0.16991610825061798

   1311760	  0.170068	  0.169916	  0.166324		CURRENT LEARNING RATE: 1.4064033276542994e-06
previous_iter_valid_loss : 0.16821761429309845

   1311780	  0.168456	  0.168218	  0.166455		CURRENT LEARNING RATE: 1.4061220751149607e-06
previous_iter_valid_loss : 0.1606169044971466

   1311800	  0.160787	  0.160617	  0.165887		CURRENT LEARNING RATE: 1.4058408788205054e-06
previous_iter_valid_loss : 0.166996568441391

   1311820	  0.167154	  0.166997	  0.165931		CURRENT LEARNING RATE: 1.4055597387596848e-06
previous_iter_valid_loss : 0.16494910418987274

   1311840	  0.165159	  0.164949	  0.166001		CURRENT LEARNING RATE: 1.405278654921252e-06
previous_iter_valid_loss : 0.18086200952529907

   1311860	  0.181199	  0.180862	  0.166567		CURRENT LEARNING RATE: 1.404997627293968e-06
previous_iter_valid_loss : 0.1662682443857193

   1311880	  0.166425	  0.166268	  0.166587		CURRENT LEARNING RATE: 1.404716655866589e-06
previous_iter_valid_loss : 0.16607965528964996

   1311900	  0.166287	  0.166080	  0.166811		CURRENT LEARNING RATE: 1.4044357406278766e-06
previous_iter_valid_loss : 0.16676825284957886

   1311920	  0.166980	  0.166768	  0.167033		CURRENT LEARNING RATE: 1.4041548815665915e-06
previous_iter_valid_loss : 0.16210217773914337

   1311940	  0.162265	  0.162102	  0.166932		CURRENT LEARNING RATE: 1.4038740786715044e-06
previous_iter_valid_loss : 0.1619250476360321

   1311960	  0.162109	  0.161925	  0.166593		CURRENT LEARNING RATE: 1.4035933319313807e-06
previous_iter_valid_loss : 0.16155962646007538

   1311980	  0.161751	  0.161560	  0.166275		CURRENT LEARNING RATE: 1.4033126413349903e-06
previous_iter_valid_loss : 0.1637171357870102

   1312000	  0.163915	  0.163717	  0.166318		CURRENT LEARNING RATE: 1.4030320068711033e-06
previous_iter_valid_loss : 0.164476677775383

   1312020	  0.164687	  0.164477	  0.166516		CURRENT LEARNING RATE: 1.4027514285284991e-06
previous_iter_valid_loss : 0.1683495044708252

   1312040	  0.168497	  0.168350	  0.166908		CURRENT LEARNING RATE: 1.4024709062959525e-06
previous_iter_valid_loss : 0.16269002854824066

   1312060	  0.162870	  0.162690	  0.166626		CURRENT LEARNING RATE: 1.4021904401622423e-06
previous_iter_valid_loss : 0.16912218928337097

   1312080	  0.169357	  0.169122	  0.167032		CURRENT LEARNING RATE: 1.401910030116147e-06
previous_iter_valid_loss : 0.16212581098079681

   1312100	  0.162313	  0.162126	  0.166096		CURRENT LEARNING RATE: 1.401629676146456e-06
previous_iter_valid_loss : 0.16840486228466034

   1312120	  0.168562	  0.168405	  0.166304		CURRENT LEARNING RATE: 1.4013493782419522e-06
previous_iter_valid_loss : 0.1746036559343338

   1312140	  0.174754	  0.174604	  0.166486		CURRENT LEARNING RATE: 1.4010691363914212e-06
previous_iter_valid_loss : 0.1660986989736557

   1312160	  0.166308	  0.166099	  0.166295		CURRENT LEARNING RATE: 1.4007889505836582e-06
previous_iter_valid_loss : 0.17371544241905212

   1312180	  0.173979	  0.173715	  0.166570		CURRENT LEARNING RATE: 1.4005088208074538e-06
previous_iter_valid_loss : 0.1686258614063263

   1312200	  0.168857	  0.168626	  0.166970		CURRENT LEARNING RATE: 1.400228747051602e-06
previous_iter_valid_loss : 0.16233675181865692

   1312220	  0.162526	  0.162337	  0.166737		CURRENT LEARNING RATE: 1.399948729304898e-06
previous_iter_valid_loss : 0.16373084485530853

   1312240	  0.163918	  0.163731	  0.166676		CURRENT LEARNING RATE: 1.3996687675561455e-06
previous_iter_valid_loss : 0.16068516671657562

   1312260	  0.160860	  0.160685	  0.165668		CURRENT LEARNING RATE: 1.3993888617941442e-06
previous_iter_valid_loss : 0.16141211986541748

   1312280	  0.161606	  0.161412	  0.165425		CURRENT LEARNING RATE: 1.3991090120076978e-06
previous_iter_valid_loss : 0.1751357465982437

   1312300	  0.175290	  0.175136	  0.165878		CURRENT LEARNING RATE: 1.398829218185609e-06
previous_iter_valid_loss : 0.16408522427082062

   1312320	  0.164287	  0.164085	  0.165743		CURRENT LEARNING RATE: 1.3985494803166918e-06
previous_iter_valid_loss : 0.1768295168876648

   1312340	  0.177131	  0.176830	  0.166480		CURRENT LEARNING RATE: 1.3982697983897541e-06
previous_iter_valid_loss : 0.16217787563800812

   1312360	  0.162347	  0.162178	  0.166492		CURRENT LEARNING RATE: 1.3979901723936087e-06
previous_iter_valid_loss : 0.1609046459197998

   1312380	  0.161070	  0.160905	  0.166460		CURRENT LEARNING RATE: 1.3977106023170676e-06
previous_iter_valid_loss : 0.16086286306381226

   1312400	  0.161019	  0.160863	  0.166317		CURRENT LEARNING RATE: 1.3974310881489534e-06
previous_iter_valid_loss : 0.16070525348186493

   1312420	  0.160864	  0.160705	  0.166128		CURRENT LEARNING RATE: 1.3971516298780828e-06
previous_iter_valid_loss : 0.1651972234249115

   1312440	  0.165404	  0.165197	  0.165971		CURRENT LEARNING RATE: 1.3968722274932778e-06
previous_iter_valid_loss : 0.16245315968990326

   1312460	  0.162607	  0.162453	  0.165959		CURRENT LEARNING RATE: 1.3965928809833594e-06
previous_iter_valid_loss : 0.1606285721063614

   1312480	  0.160805	  0.160629	  0.165534		CURRENT LEARNING RATE: 1.3963135903371592e-06
previous_iter_valid_loss : 0.16214318573474884

   1312500	  0.162337	  0.162143	  0.165535		CURRENT LEARNING RATE: 1.3960343555435021e-06
previous_iter_valid_loss : 0.17022261023521423

   1312520	  0.170472	  0.170223	  0.165626		CURRENT LEARNING RATE: 1.3957551765912176e-06
previous_iter_valid_loss : 0.1605558842420578

   1312540	  0.160724	  0.160556	  0.164924		CURRENT LEARNING RATE: 1.3954760534691426e-06
previous_iter_valid_loss : 0.16051428020000458

   1312560	  0.160675	  0.160514	  0.164644		CURRENT LEARNING RATE: 1.39519698616611e-06
previous_iter_valid_loss : 0.16625793278217316

   1312580	  0.166473	  0.166258	  0.164271		CURRENT LEARNING RATE: 1.3949179746709572e-06
previous_iter_valid_loss : 0.16259989142417908

   1312600	  0.162802	  0.162600	  0.163970		CURRENT LEARNING RATE: 1.3946390189725205e-06
previous_iter_valid_loss : 0.1650644987821579

   1312620	  0.165231	  0.165064	  0.164107		CURRENT LEARNING RATE: 1.3943601190596479e-06
previous_iter_valid_loss : 0.16056706011295319

   1312640	  0.160725	  0.160567	  0.163948		CURRENT LEARNING RATE: 1.3940812749211798e-06
previous_iter_valid_loss : 0.18291032314300537

   1312660	  0.183271	  0.182910	  0.165060		CURRENT LEARNING RATE: 1.3938024865459632e-06
previous_iter_valid_loss : 0.16308970749378204

   1312680	  0.163292	  0.163090	  0.165143		CURRENT LEARNING RATE: 1.3935237539228434e-06
previous_iter_valid_loss : 0.1664327085018158

   1312700	  0.166585	  0.166433	  0.164708		CURRENT LEARNING RATE: 1.3932450770406766e-06
previous_iter_valid_loss : 0.17707927525043488

   1312720	  0.177228	  0.177079	  0.165358		CURRENT LEARNING RATE: 1.3929664558883133e-06
previous_iter_valid_loss : 0.16055777668952942

   1312740	  0.160719	  0.160558	  0.164544		CURRENT LEARNING RATE: 1.392687890454608e-06
previous_iter_valid_loss : 0.1632329672574997

   1312760	  0.163406	  0.163233	  0.164597		CURRENT LEARNING RATE: 1.3924093807284163e-06
previous_iter_valid_loss : 0.1605376899242401

   1312780	  0.160710	  0.160538	  0.164579		CURRENT LEARNING RATE: 1.3921309266986024e-06
previous_iter_valid_loss : 0.16069231927394867

   1312800	  0.160857	  0.160692	  0.164570		CURRENT LEARNING RATE: 1.3918525283540258e-06
previous_iter_valid_loss : 0.1669594943523407

   1312820	  0.167182	  0.166959	  0.164883		CURRENT LEARNING RATE: 1.3915741856835507e-06
previous_iter_valid_loss : 0.17399698495864868

   1312840	  0.174278	  0.173997	  0.165323		CURRENT LEARNING RATE: 1.3912958986760404e-06
previous_iter_valid_loss : 0.16588804125785828

   1312860	  0.166091	  0.165888	  0.165495		CURRENT LEARNING RATE: 1.3910176673203688e-06
previous_iter_valid_loss : 0.20824068784713745

   1312880	  0.208821	  0.208241	  0.167875		CURRENT LEARNING RATE: 1.3907394916054042e-06
previous_iter_valid_loss : 0.17167328298091888

   1312900	  0.171823	  0.171673	  0.168352		CURRENT LEARNING RATE: 1.3904613715200168e-06
previous_iter_valid_loss : 0.16059274971485138

   1312920	  0.160763	  0.160593	  0.167870		CURRENT LEARNING RATE: 1.3901833070530869e-06
previous_iter_valid_loss : 0.18331480026245117

   1312940	  0.183470	  0.183315	  0.169008		CURRENT LEARNING RATE: 1.3899052981934898e-06
previous_iter_valid_loss : 0.16208279132843018

   1312960	  0.162241	  0.162083	  0.169087		CURRENT LEARNING RATE: 1.3896273449301045e-06
previous_iter_valid_loss : 0.16272075474262238

   1312980	  0.162879	  0.162721	  0.168910		CURRENT LEARNING RATE: 1.389349447251811e-06
previous_iter_valid_loss : 0.16807852685451508

   1313000	  0.168235	  0.168079	  0.169184		CURRENT LEARNING RATE: 1.3890716051474976e-06
previous_iter_valid_loss : 0.16375935077667236

   1313020	  0.163930	  0.163759	  0.169119		CURRENT LEARNING RATE: 1.388793818606049e-06
previous_iter_valid_loss : 0.16375859081745148

   1313040	  0.163928	  0.163759	  0.169278		CURRENT LEARNING RATE: 1.388516087616353e-06
previous_iter_valid_loss : 0.16409990191459656

   1313060	  0.164296	  0.164100	  0.168338		CURRENT LEARNING RATE: 1.3882384121672984e-06
previous_iter_valid_loss : 0.1609375923871994

   1313080	  0.161093	  0.160938	  0.168230		CURRENT LEARNING RATE: 1.3879607922477831e-06
previous_iter_valid_loss : 0.16355428099632263

   1313100	  0.163753	  0.163554	  0.168086		CURRENT LEARNING RATE: 1.3876832278466995e-06
previous_iter_valid_loss : 0.16100813448429108

   1313120	  0.161190	  0.161008	  0.167283		CURRENT LEARNING RATE: 1.3874057189529454e-06
previous_iter_valid_loss : 0.16293829679489136

   1313140	  0.163123	  0.162938	  0.167402		CURRENT LEARNING RATE: 1.3871282655554173e-06
previous_iter_valid_loss : 0.16108039021492004

   1313160	  0.161248	  0.161080	  0.167294		CURRENT LEARNING RATE: 1.3868508676430227e-06
previous_iter_valid_loss : 0.1624375283718109

   1313180	  0.162625	  0.162438	  0.167389		CURRENT LEARNING RATE: 1.3865735252046633e-06
previous_iter_valid_loss : 0.1744958907365799

   1313200	  0.174770	  0.174496	  0.168079		CURRENT LEARNING RATE: 1.3862962382292447e-06
previous_iter_valid_loss : 0.16671286523342133

   1313220	  0.166875	  0.166713	  0.168067		CURRENT LEARNING RATE: 1.3860190067056736e-06
previous_iter_valid_loss : 0.16104218363761902

   1313240	  0.161197	  0.161042	  0.167419		CURRENT LEARNING RATE: 1.385741830622865e-06
previous_iter_valid_loss : 0.16225291788578033

   1313260	  0.162440	  0.162253	  0.167237		CURRENT LEARNING RATE: 1.3854647099697304e-06
previous_iter_valid_loss : 0.17545494437217712

   1313280	  0.175605	  0.175455	  0.165598		CURRENT LEARNING RATE: 1.3851876447351841e-06
previous_iter_valid_loss : 0.17241054773330688

   1313300	  0.172686	  0.172411	  0.165635		CURRENT LEARNING RATE: 1.3849106349081414e-06
previous_iter_valid_loss : 0.1631525307893753

   1313320	  0.163326	  0.163153	  0.165763		CURRENT LEARNING RATE: 1.3846336804775265e-06
previous_iter_valid_loss : 0.16074341535568237

   1313340	  0.160928	  0.160743	  0.164634		CURRENT LEARNING RATE: 1.3843567814322592e-06
previous_iter_valid_loss : 0.16048987209796906

   1313360	  0.160654	  0.160490	  0.164555		CURRENT LEARNING RATE: 1.3840799377612609e-06
previous_iter_valid_loss : 0.19018524885177612

   1313380	  0.190312	  0.190185	  0.165928		CURRENT LEARNING RATE: 1.3838031494534626e-06
previous_iter_valid_loss : 0.16344653069972992

   1313400	  0.163640	  0.163447	  0.165696		CURRENT LEARNING RATE: 1.3835264164977905e-06
previous_iter_valid_loss : 0.17519539594650269

   1313420	  0.175344	  0.175195	  0.166268		CURRENT LEARNING RATE: 1.3832497388831754e-06
previous_iter_valid_loss : 0.16067059338092804

   1313440	  0.160844	  0.160671	  0.166114		CURRENT LEARNING RATE: 1.3829731165985476e-06
previous_iter_valid_loss : 0.19078148901462555

   1313460	  0.190909	  0.190781	  0.167448		CURRENT LEARNING RATE: 1.382696549632847e-06
previous_iter_valid_loss : 0.1656176894903183

   1313480	  0.165826	  0.165618	  0.167682		CURRENT LEARNING RATE: 1.3824200379750087e-06
previous_iter_valid_loss : 0.1642865240573883

   1313500	  0.164447	  0.164287	  0.167718		CURRENT LEARNING RATE: 1.3821435816139717e-06
previous_iter_valid_loss : 0.1827136129140854

   1313520	  0.182870	  0.182714	  0.168804		CURRENT LEARNING RATE: 1.3818671805386761e-06
previous_iter_valid_loss : 0.16509155929088593

   1313540	  0.165259	  0.165092	  0.168911		CURRENT LEARNING RATE: 1.38159083473807e-06
previous_iter_valid_loss : 0.16419090330600739

   1313560	  0.164388	  0.164191	  0.169067		CURRENT LEARNING RATE: 1.3813145442010977e-06
previous_iter_valid_loss : 0.16498181223869324

   1313580	  0.165173	  0.164982	  0.169194		CURRENT LEARNING RATE: 1.3810383089167074e-06
previous_iter_valid_loss : 0.16370101273059845

   1313600	  0.163869	  0.163701	  0.168654		CURRENT LEARNING RATE: 1.3807621288738473e-06
previous_iter_valid_loss : 0.1732226461172104

   1313620	  0.173373	  0.173223	  0.168980		CURRENT LEARNING RATE: 1.380486004061475e-06
previous_iter_valid_loss : 0.16778719425201416

   1313640	  0.167944	  0.167787	  0.169317		CURRENT LEARNING RATE: 1.3802099344685426e-06
previous_iter_valid_loss : 0.1612664759159088

   1313660	  0.161425	  0.161266	  0.169268		CURRENT LEARNING RATE: 1.379933920084008e-06
previous_iter_valid_loss : 0.17509330809116364

   1313680	  0.175247	  0.175093	  0.169250		CURRENT LEARNING RATE: 1.379657960896828e-06
previous_iter_valid_loss : 0.16381655633449554

   1313700	  0.163987	  0.163817	  0.168820		CURRENT LEARNING RATE: 1.379382056895969e-06
previous_iter_valid_loss : 0.16168774664402008

   1313720	  0.161843	  0.161688	  0.168747		CURRENT LEARNING RATE: 1.3791062080703924e-06
previous_iter_valid_loss : 0.16052143275737762

   1313740	  0.160686	  0.160521	  0.168736		CURRENT LEARNING RATE: 1.3788304144090621e-06
previous_iter_valid_loss : 0.16063006222248077

   1313760	  0.160801	  0.160630	  0.168743		CURRENT LEARNING RATE: 1.3785546759009509e-06
previous_iter_valid_loss : 0.16103634238243103

   1313780	  0.161217	  0.161036	  0.167285		CURRENT LEARNING RATE: 1.378278992535027e-06
previous_iter_valid_loss : 0.1628621518611908

   1313800	  0.163049	  0.162862	  0.167256		CURRENT LEARNING RATE: 1.3780033643002627e-06
previous_iter_valid_loss : 0.16285133361816406

   1313820	  0.163061	  0.162851	  0.166639		CURRENT LEARNING RATE: 1.377727791185631e-06
previous_iter_valid_loss : 0.16785766184329987

   1313840	  0.168011	  0.167858	  0.166998		CURRENT LEARNING RATE: 1.3774522731801134e-06
previous_iter_valid_loss : 0.16071313619613647

   1313860	  0.160888	  0.160713	  0.165495		CURRENT LEARNING RATE: 1.377176810272687e-06
previous_iter_valid_loss : 0.162965327501297

   1313880	  0.163134	  0.162965	  0.165362		CURRENT LEARNING RATE: 1.3769014024523333e-06
previous_iter_valid_loss : 0.1627943366765976

   1313900	  0.162986	  0.162794	  0.165287		CURRENT LEARNING RATE: 1.376626049708033e-06
previous_iter_valid_loss : 0.1609298586845398

   1313920	  0.161112	  0.160930	  0.164198		CURRENT LEARNING RATE: 1.3763507520287779e-06
previous_iter_valid_loss : 0.16073468327522278

   1313940	  0.160905	  0.160735	  0.163980		CURRENT LEARNING RATE: 1.3760755094035526e-06
previous_iter_valid_loss : 0.16058503091335297

   1313960	  0.160748	  0.160585	  0.163800		CURRENT LEARNING RATE: 1.375800321821348e-06
previous_iter_valid_loss : 0.1611829698085785

   1313980	  0.161365	  0.161183	  0.163610		CURRENT LEARNING RATE: 1.375525189271154e-06
previous_iter_valid_loss : 0.1846759021282196

   1314000	  0.184825	  0.184676	  0.164659		CURRENT LEARNING RATE: 1.3752501117419703e-06
previous_iter_valid_loss : 0.16334371268749237

   1314020	  0.163535	  0.163344	  0.164165		CURRENT LEARNING RATE: 1.3749750892227914e-06
previous_iter_valid_loss : 0.17245003581047058

   1314040	  0.172722	  0.172450	  0.164398		CURRENT LEARNING RATE: 1.3747001217026158e-06
previous_iter_valid_loss : 0.16469450294971466

   1314060	  0.164903	  0.164695	  0.164569		CURRENT LEARNING RATE: 1.3744252091704433e-06
previous_iter_valid_loss : 0.1665685474872589

   1314080	  0.166727	  0.166569	  0.164143		CURRENT LEARNING RATE: 1.3741503516152815e-06
previous_iter_valid_loss : 0.17671580612659454

   1314100	  0.177010	  0.176716	  0.164788		CURRENT LEARNING RATE: 1.3738755490261342e-06
previous_iter_valid_loss : 0.16836321353912354

   1314120	  0.168595	  0.168363	  0.165122		CURRENT LEARNING RATE: 1.3736008013920063e-06
previous_iter_valid_loss : 0.16253350675106049

   1314140	  0.162741	  0.162534	  0.165223		CURRENT LEARNING RATE: 1.3733261087019132e-06
previous_iter_valid_loss : 0.1659783571958542

   1314160	  0.166193	  0.165978	  0.165490		CURRENT LEARNING RATE: 1.3730514709448644e-06
previous_iter_valid_loss : 0.16717176139354706

   1314180	  0.167332	  0.167172	  0.165797		CURRENT LEARNING RATE: 1.372776888109875e-06
previous_iter_valid_loss : 0.1642211377620697

   1314200	  0.164396	  0.164221	  0.165865		CURRENT LEARNING RATE: 1.3725023601859588e-06
previous_iter_valid_loss : 0.16830739378929138

   1314220	  0.168535	  0.168307	  0.166137		CURRENT LEARNING RATE: 1.3722278871621395e-06
previous_iter_valid_loss : 0.18864722549915314

   1314240	  0.189055	  0.188647	  0.167177		CURRENT LEARNING RATE: 1.3719534690274359e-06
previous_iter_valid_loss : 0.16094043850898743

   1314260	  0.161123	  0.160940	  0.167188		CURRENT LEARNING RATE: 1.3716791057708712e-06
previous_iter_valid_loss : 0.17063692212104797

   1314280	  0.170786	  0.170637	  0.167572		CURRENT LEARNING RATE: 1.3714047973814685e-06
previous_iter_valid_loss : 0.16602405905723572

   1314300	  0.166238	  0.166024	  0.167733		CURRENT LEARNING RATE: 1.3711305438482603e-06
previous_iter_valid_loss : 0.16443489491939545

   1314320	  0.164606	  0.164435	  0.167909		CURRENT LEARNING RATE: 1.3708563451602743e-06
previous_iter_valid_loss : 0.16331025958061218

   1314340	  0.163500	  0.163310	  0.168037		CURRENT LEARNING RATE: 1.3705822013065418e-06
previous_iter_valid_loss : 0.1609267145395279

   1314360	  0.161109	  0.160927	  0.168054		CURRENT LEARNING RATE: 1.3703081122760953e-06
previous_iter_valid_loss : 0.16930752992630005

   1314380	  0.169552	  0.169308	  0.168461		CURRENT LEARNING RATE: 1.3700340780579762e-06
previous_iter_valid_loss : 0.16675379872322083

   1314400	  0.166973	  0.166754	  0.167565		CURRENT LEARNING RATE: 1.3697600986412201e-06
previous_iter_valid_loss : 0.17340977489948273

   1314420	  0.173688	  0.173410	  0.168068		CURRENT LEARNING RATE: 1.3694861740148682e-06
previous_iter_valid_loss : 0.17801137268543243

   1314440	  0.178166	  0.178011	  0.168346		CURRENT LEARNING RATE: 1.3692123041679612e-06
previous_iter_valid_loss : 0.16056810319423676

   1314460	  0.160733	  0.160568	  0.168140		CURRENT LEARNING RATE: 1.3689384890895486e-06
previous_iter_valid_loss : 0.16065138578414917

   1314480	  0.160804	  0.160651	  0.167844		CURRENT LEARNING RATE: 1.368664728768676e-06
previous_iter_valid_loss : 0.16069403290748596

   1314500	  0.160838	  0.160694	  0.167043		CURRENT LEARNING RATE: 1.3683910231943905e-06
previous_iter_valid_loss : 0.1615983545780182

   1314520	  0.161775	  0.161598	  0.166704		CURRENT LEARNING RATE: 1.368117372355748e-06
previous_iter_valid_loss : 0.16093456745147705

   1314540	  0.161112	  0.160935	  0.166625		CURRENT LEARNING RATE: 1.3678437762418008e-06
previous_iter_valid_loss : 0.16178129613399506

   1314560	  0.161970	  0.161781	  0.166415		CURRENT LEARNING RATE: 1.367570234841605e-06
previous_iter_valid_loss : 0.16857990622520447

   1314580	  0.168737	  0.168580	  0.166485		CURRENT LEARNING RATE: 1.3672967481442163e-06
previous_iter_valid_loss : 0.16605986654758453

   1314600	  0.166218	  0.166060	  0.166577		CURRENT LEARNING RATE: 1.3670233161387e-06
previous_iter_valid_loss : 0.1626289039850235

   1314620	  0.162780	  0.162629	  0.166293		CURRENT LEARNING RATE: 1.3667499388141167e-06
previous_iter_valid_loss : 0.16107793152332306

   1314640	  0.161235	  0.161078	  0.164915		CURRENT LEARNING RATE: 1.366476616159531e-06
previous_iter_valid_loss : 0.16094321012496948

   1314660	  0.161096	  0.160943	  0.164915		CURRENT LEARNING RATE: 1.3662033481640078e-06
previous_iter_valid_loss : 0.16568458080291748

   1314680	  0.165847	  0.165685	  0.164667		CURRENT LEARNING RATE: 1.365930134816621e-06
previous_iter_valid_loss : 0.16088174283504486

   1314700	  0.161044	  0.160882	  0.164410		CURRENT LEARNING RATE: 1.3656569761064398e-06
previous_iter_valid_loss : 0.16127441823482513

   1314720	  0.161432	  0.161274	  0.164252		CURRENT LEARNING RATE: 1.3653838720225379e-06
previous_iter_valid_loss : 0.16097402572631836

   1314740	  0.161155	  0.160974	  0.164135		CURRENT LEARNING RATE: 1.3651108225539887e-06
previous_iter_valid_loss : 0.16085143387317657

   1314760	  0.161010	  0.160851	  0.164131		CURRENT LEARNING RATE: 1.364837827689875e-06
previous_iter_valid_loss : 0.16738277673721313

   1314780	  0.167613	  0.167383	  0.164035		CURRENT LEARNING RATE: 1.3645648874192746e-06
previous_iter_valid_loss : 0.16805778443813324

   1314800	  0.168216	  0.168058	  0.164100		CURRENT LEARNING RATE: 1.3642920017312695e-06
previous_iter_valid_loss : 0.16268548369407654

   1314820	  0.162881	  0.162685	  0.163564		CURRENT LEARNING RATE: 1.3640191706149428e-06
previous_iter_valid_loss : 0.1615629494190216

   1314840	  0.161752	  0.161563	  0.162742		CURRENT LEARNING RATE: 1.3637463940593852e-06
previous_iter_valid_loss : 0.16154322028160095

   1314860	  0.161712	  0.161543	  0.162791		CURRENT LEARNING RATE: 1.3634736720536836e-06
previous_iter_valid_loss : 0.17395639419555664

   1314880	  0.174239	  0.173956	  0.163456		CURRENT LEARNING RATE: 1.363201004586929e-06
previous_iter_valid_loss : 0.16211239993572235

   1314900	  0.162300	  0.162112	  0.163527		CURRENT LEARNING RATE: 1.3629283916482124e-06
previous_iter_valid_loss : 0.1615937203168869

   1314920	  0.161785	  0.161594	  0.163526		CURRENT LEARNING RATE: 1.3626558332266341e-06
previous_iter_valid_loss : 0.164268359541893

   1314940	  0.164478	  0.164268	  0.163693		CURRENT LEARNING RATE: 1.3623833293112893e-06
previous_iter_valid_loss : 0.16120772063732147

   1314960	  0.161391	  0.161208	  0.163664		CURRENT LEARNING RATE: 1.3621108798912754e-06
previous_iter_valid_loss : 0.16736896336078644

   1314980	  0.167587	  0.167369	  0.163604		CURRENT LEARNING RATE: 1.3618384849556995e-06
previous_iter_valid_loss : 0.16564235091209412

   1315000	  0.165846	  0.165642	  0.163583		CURRENT LEARNING RATE: 1.361566144493663e-06
previous_iter_valid_loss : 0.16185526549816132

   1315020	  0.162046	  0.161855	  0.163544		CURRENT LEARNING RATE: 1.3612938584942723e-06
previous_iter_valid_loss : 0.1765601634979248

   1315040	  0.176847	  0.176560	  0.164318		CURRENT LEARNING RATE: 1.361021626946634e-06
previous_iter_valid_loss : 0.16085153818130493

   1315060	  0.161029	  0.160852	  0.164314		CURRENT LEARNING RATE: 1.360749449839863e-06
previous_iter_valid_loss : 0.1766355335712433

   1315080	  0.176792	  0.176636	  0.164861		CURRENT LEARNING RATE: 1.3604773271630705e-06
previous_iter_valid_loss : 0.1690647453069687

   1315100	  0.169294	  0.169065	  0.165271		CURRENT LEARNING RATE: 1.3602052589053712e-06
previous_iter_valid_loss : 0.16788744926452637

   1315120	  0.168124	  0.167887	  0.165601		CURRENT LEARNING RATE: 1.35993324505588e-06
previous_iter_valid_loss : 0.18678493797779083

   1315140	  0.187196	  0.186785	  0.166892		CURRENT LEARNING RATE: 1.3596612856037212e-06
previous_iter_valid_loss : 0.1699025183916092

   1315160	  0.170052	  0.169903	  0.167344		CURRENT LEARNING RATE: 1.3593893805380142e-06
previous_iter_valid_loss : 0.17138206958770752

   1315180	  0.171646	  0.171382	  0.167544		CURRENT LEARNING RATE: 1.359117529847882e-06
previous_iter_valid_loss : 0.16346041858196259

   1315200	  0.163651	  0.163460	  0.167314		CURRENT LEARNING RATE: 1.3588457335224493e-06
previous_iter_valid_loss : 0.17377234995365143

   1315220	  0.174046	  0.173772	  0.167869		CURRENT LEARNING RATE: 1.3585739915508486e-06
previous_iter_valid_loss : 0.16542808711528778

   1315240	  0.165645	  0.165428	  0.168062		CURRENT LEARNING RATE: 1.3583023039222075e-06
previous_iter_valid_loss : 0.1638716459274292

   1315260	  0.164044	  0.163872	  0.168178		CURRENT LEARNING RATE: 1.3580306706256588e-06
previous_iter_valid_loss : 0.16321012377738953

   1315280	  0.163371	  0.163210	  0.167641		CURRENT LEARNING RATE: 1.3577590916503346e-06
previous_iter_valid_loss : 0.16159656643867493

   1315300	  0.161781	  0.161597	  0.167615		CURRENT LEARNING RATE: 1.3574875669853769e-06
previous_iter_valid_loss : 0.161721870303154

   1315320	  0.161874	  0.161722	  0.167622		CURRENT LEARNING RATE: 1.3572160966199219e-06
previous_iter_valid_loss : 0.16369715332984924

   1315340	  0.163867	  0.163697	  0.167593		CURRENT LEARNING RATE: 1.3569446805431084e-06
previous_iter_valid_loss : 0.17028068006038666

   1315360	  0.170535	  0.170281	  0.168047		CURRENT LEARNING RATE: 1.3566733187440848e-06
previous_iter_valid_loss : 0.16137951612472534

   1315380	  0.161535	  0.161380	  0.167747		CURRENT LEARNING RATE: 1.3564020112119942e-06
previous_iter_valid_loss : 0.16698427498340607

   1315400	  0.167142	  0.166984	  0.167814		CURRENT LEARNING RATE: 1.3561307579359844e-06
previous_iter_valid_loss : 0.16572445631027222

   1315420	  0.165939	  0.165724	  0.168008		CURRENT LEARNING RATE: 1.3558595589052026e-06
previous_iter_valid_loss : 0.16238324344158173

   1315440	  0.162548	  0.162383	  0.167299		CURRENT LEARNING RATE: 1.3555884141088055e-06
previous_iter_valid_loss : 0.16240957379341125

   1315460	  0.162570	  0.162410	  0.167377		CURRENT LEARNING RATE: 1.3553173235359453e-06
previous_iter_valid_loss : 0.17408950626850128

   1315480	  0.174230	  0.174090	  0.167250		CURRENT LEARNING RATE: 1.3550462871757782e-06
previous_iter_valid_loss : 0.16775985062122345

   1315500	  0.167910	  0.167760	  0.167184		CURRENT LEARNING RATE: 1.3547753050174606e-06
previous_iter_valid_loss : 0.1742078810930252

   1315520	  0.174357	  0.174208	  0.167500		CURRENT LEARNING RATE: 1.3545043770501573e-06
previous_iter_valid_loss : 0.16179947555065155

   1315540	  0.161979	  0.161799	  0.166251		CURRENT LEARNING RATE: 1.3542335032630295e-06
previous_iter_valid_loss : 0.18166953325271606

   1315560	  0.181829	  0.181670	  0.166840		CURRENT LEARNING RATE: 1.353962683645242e-06
previous_iter_valid_loss : 0.1661527454853058

   1315580	  0.166366	  0.166153	  0.166578		CURRENT LEARNING RATE: 1.3536919181859597e-06
previous_iter_valid_loss : 0.1605498194694519

   1315600	  0.160710	  0.160550	  0.166433		CURRENT LEARNING RATE: 1.3534212068743566e-06
previous_iter_valid_loss : 0.16354680061340332

   1315620	  0.163719	  0.163547	  0.165921		CURRENT LEARNING RATE: 1.353150549699602e-06
previous_iter_valid_loss : 0.16728167235851288

   1315640	  0.167442	  0.167282	  0.166014		CURRENT LEARNING RATE: 1.3528799466508697e-06
previous_iter_valid_loss : 0.16381365060806274

   1315660	  0.163981	  0.163814	  0.166011		CURRENT LEARNING RATE: 1.352609397717333e-06
previous_iter_valid_loss : 0.1671462059020996

   1315680	  0.167374	  0.167146	  0.166208		CURRENT LEARNING RATE: 1.3523389028881746e-06
previous_iter_valid_loss : 0.17825137078762054

   1315700	  0.178405	  0.178251	  0.167041		CURRENT LEARNING RATE: 1.3520684621525725e-06
previous_iter_valid_loss : 0.1755286306142807

   1315720	  0.175677	  0.175529	  0.167731		CURRENT LEARNING RATE: 1.351798075499707e-06
previous_iter_valid_loss : 0.160914808511734

   1315740	  0.161072	  0.160915	  0.167592		CURRENT LEARNING RATE: 1.351527742918767e-06
previous_iter_valid_loss : 0.16305536031723022

   1315760	  0.163259	  0.163055	  0.167231		CURRENT LEARNING RATE: 1.3512574643989366e-06
previous_iter_valid_loss : 0.16395080089569092

   1315780	  0.164156	  0.163951	  0.167359		CURRENT LEARNING RATE: 1.3509872399294053e-06
previous_iter_valid_loss : 0.16759487986564636

   1315800	  0.167838	  0.167595	  0.167390		CURRENT LEARNING RATE: 1.3507170694993613e-06
previous_iter_valid_loss : 0.16118422150611877

   1315820	  0.161349	  0.161184	  0.167163		CURRENT LEARNING RATE: 1.3504469530980023e-06
previous_iter_valid_loss : 0.16691841185092926

   1315840	  0.167076	  0.166918	  0.167389		CURRENT LEARNING RATE: 1.350176890714522e-06
previous_iter_valid_loss : 0.16058269143104553

   1315860	  0.160742	  0.160583	  0.167298		CURRENT LEARNING RATE: 1.3499068823381173e-06
previous_iter_valid_loss : 0.16065557301044464

   1315880	  0.160817	  0.160656	  0.166626		CURRENT LEARNING RATE: 1.3496369279579858e-06
previous_iter_valid_loss : 0.1776314228773117

   1315900	  0.177785	  0.177631	  0.167120		CURRENT LEARNING RATE: 1.3493670275633342e-06
previous_iter_valid_loss : 0.16382931172847748

   1315920	  0.164022	  0.163829	  0.166601		CURRENT LEARNING RATE: 1.3490971811433633e-06
previous_iter_valid_loss : 0.16763877868652344

   1315940	  0.167797	  0.167639	  0.166893		CURRENT LEARNING RATE: 1.3488273886872804e-06
previous_iter_valid_loss : 0.1625787913799286

   1315960	  0.162744	  0.162579	  0.165938		CURRENT LEARNING RATE: 1.3485576501842907e-06
previous_iter_valid_loss : 0.160760760307312

   1315980	  0.160922	  0.160761	  0.165669		CURRENT LEARNING RATE: 1.3482879656236095e-06
previous_iter_valid_loss : 0.16832327842712402

   1316000	  0.168555	  0.168323	  0.166058		CURRENT LEARNING RATE: 1.3480183349944468e-06
previous_iter_valid_loss : 0.2125576287508011

   1316020	  0.212600	  0.212558	  0.168508		CURRENT LEARNING RATE: 1.3477487582860181e-06
previous_iter_valid_loss : 0.16377291083335876

   1316040	  0.163943	  0.163773	  0.168333		CURRENT LEARNING RATE: 1.3474792354875375e-06
previous_iter_valid_loss : 0.16051402688026428

   1316060	  0.160678	  0.160514	  0.168168		CURRENT LEARNING RATE: 1.3472097665882287e-06
previous_iter_valid_loss : 0.16388165950775146

   1316080	  0.164084	  0.163882	  0.168004		CURRENT LEARNING RATE: 1.3469403515773109e-06
previous_iter_valid_loss : 0.16440033912658691

   1316100	  0.164603	  0.164400	  0.167312		CURRENT LEARNING RATE: 1.3466709904440072e-06
previous_iter_valid_loss : 0.18540893495082855

   1316120	  0.185551	  0.185409	  0.167806		CURRENT LEARNING RATE: 1.346401683177541e-06
previous_iter_valid_loss : 0.16245612502098083

   1316140	  0.162620	  0.162456	  0.167883		CURRENT LEARNING RATE: 1.3461324297671445e-06
previous_iter_valid_loss : 0.16166722774505615

   1316160	  0.161862	  0.161667	  0.167814		CURRENT LEARNING RATE: 1.3458632302020454e-06
previous_iter_valid_loss : 0.16303865611553192

   1316180	  0.163243	  0.163039	  0.167768		CURRENT LEARNING RATE: 1.3455940844714736e-06
previous_iter_valid_loss : 0.1710030883550644

   1316200	  0.171149	  0.171003	  0.167938		CURRENT LEARNING RATE: 1.3453249925646676e-06
previous_iter_valid_loss : 0.17081405222415924

   1316220	  0.171071	  0.170814	  0.168420		CURRENT LEARNING RATE: 1.3450559544708615e-06
previous_iter_valid_loss : 0.16260862350463867

   1316240	  0.162774	  0.162609	  0.168204		CURRENT LEARNING RATE: 1.3447869701792936e-06
previous_iter_valid_loss : 0.16052137315273285

   1316260	  0.160682	  0.160521	  0.168201		CURRENT LEARNING RATE: 1.3445180396792026e-06
previous_iter_valid_loss : 0.16233138740062714

   1316280	  0.162502	  0.162331	  0.168285		CURRENT LEARNING RATE: 1.3442491629598355e-06
previous_iter_valid_loss : 0.16256408393383026

   1316300	  0.162756	  0.162564	  0.167532		CURRENT LEARNING RATE: 1.3439803400104352e-06
previous_iter_valid_loss : 0.16049548983573914

   1316320	  0.160658	  0.160495	  0.167365		CURRENT LEARNING RATE: 1.3437115708202485e-06
previous_iter_valid_loss : 0.16345322132110596

   1316340	  0.163620	  0.163453	  0.167156		CURRENT LEARNING RATE: 1.3434428553785228e-06
previous_iter_valid_loss : 0.18032601475715637

   1316360	  0.180478	  0.180326	  0.168043		CURRENT LEARNING RATE: 1.3431741936745135e-06
previous_iter_valid_loss : 0.1619122177362442

   1316380	  0.162096	  0.161912	  0.168101		CURRENT LEARNING RATE: 1.3429055856974725e-06
previous_iter_valid_loss : 0.17960204184055328

   1316400	  0.179758	  0.179602	  0.168665		CURRENT LEARNING RATE: 1.342637031436655e-06
previous_iter_valid_loss : 0.1806793212890625

   1316420	  0.181019	  0.180679	  0.167071		CURRENT LEARNING RATE: 1.3423685308813162e-06
previous_iter_valid_loss : 0.16848741471767426

   1316440	  0.168644	  0.168487	  0.167306		CURRENT LEARNING RATE: 1.3421000840207213e-06
previous_iter_valid_loss : 0.17531386017799377

   1316460	  0.175464	  0.175314	  0.168046		CURRENT LEARNING RATE: 1.3418316908441301e-06
previous_iter_valid_loss : 0.166364848613739

   1316480	  0.166530	  0.166365	  0.168171		CURRENT LEARNING RATE: 1.3415633513408068e-06
previous_iter_valid_loss : 0.1717001050710678

   1316500	  0.171847	  0.171700	  0.168536		CURRENT LEARNING RATE: 1.3412950655000154e-06
previous_iter_valid_loss : 0.16185784339904785

   1316520	  0.162046	  0.161858	  0.167358		CURRENT LEARNING RATE: 1.341026833311029e-06
previous_iter_valid_loss : 0.171086847782135

   1316540	  0.171232	  0.171087	  0.167789		CURRENT LEARNING RATE: 1.3407586547631162e-06
previous_iter_valid_loss : 0.1673019379377365

   1316560	  0.167462	  0.167302	  0.168071		CURRENT LEARNING RATE: 1.3404905298455472e-06
previous_iter_valid_loss : 0.16264480352401733

   1316580	  0.162807	  0.162645	  0.168052		CURRENT LEARNING RATE: 1.3402224585476022e-06
previous_iter_valid_loss : 0.16187924146652222

   1316600	  0.162041	  0.161879	  0.167595		CURRENT LEARNING RATE: 1.3399544408585553e-06
previous_iter_valid_loss : 0.1611836552619934

   1316620	  0.161366	  0.161184	  0.167114		CURRENT LEARNING RATE: 1.3396864767676866e-06
previous_iter_valid_loss : 0.16446006298065186

   1316640	  0.164669	  0.164460	  0.167206		CURRENT LEARNING RATE: 1.339418566264275e-06
previous_iter_valid_loss : 0.16420234739780426

   1316660	  0.164396	  0.164202	  0.167390		CURRENT LEARNING RATE: 1.3391507093376081e-06
previous_iter_valid_loss : 0.16099874675273895

   1316680	  0.161170	  0.160999	  0.167324		CURRENT LEARNING RATE: 1.33888290597697e-06
previous_iter_valid_loss : 0.17011749744415283

   1316700	  0.170363	  0.170117	  0.167701		CURRENT LEARNING RATE: 1.3386151561716482e-06
previous_iter_valid_loss : 0.16119562089443207

   1316720	  0.161384	  0.161196	  0.167736		CURRENT LEARNING RATE: 1.3383474599109306e-06
previous_iter_valid_loss : 0.18109548091888428

   1316740	  0.181434	  0.181095	  0.168619		CURRENT LEARNING RATE: 1.338079817184114e-06
previous_iter_valid_loss : 0.18076138198375702

   1316760	  0.181097	  0.180761	  0.168640		CURRENT LEARNING RATE: 1.3378122279804899e-06
previous_iter_valid_loss : 0.16431160271167755

   1316780	  0.164521	  0.164312	  0.168760		CURRENT LEARNING RATE: 1.3375446922893554e-06
previous_iter_valid_loss : 0.17194071412086487

   1316800	  0.172088	  0.171941	  0.168377		CURRENT LEARNING RATE: 1.3372772101000062e-06
previous_iter_valid_loss : 0.1640750914812088

   1316820	  0.164277	  0.164075	  0.167547		CURRENT LEARNING RATE: 1.337009781401748e-06
previous_iter_valid_loss : 0.21230606734752655

   1316840	  0.212897	  0.212306	  0.169738		CURRENT LEARNING RATE: 1.3367424061838815e-06
previous_iter_valid_loss : 0.18011082708835602

   1316860	  0.180273	  0.180111	  0.169978		CURRENT LEARNING RATE: 1.3364750844357113e-06
previous_iter_valid_loss : 0.1654384434223175

   1316880	  0.165649	  0.165438	  0.169932		CURRENT LEARNING RATE: 1.336207816146542e-06
previous_iter_valid_loss : 0.16100303828716278

   1316900	  0.161158	  0.161003	  0.169397		CURRENT LEARNING RATE: 1.335940601305688e-06
previous_iter_valid_loss : 0.1605806201696396

   1316920	  0.160749	  0.160581	  0.169333		CURRENT LEARNING RATE: 1.3356734399024586e-06
previous_iter_valid_loss : 0.16347700357437134

   1316940	  0.163647	  0.163477	  0.168952		CURRENT LEARNING RATE: 1.3354063319261642e-06
previous_iter_valid_loss : 0.1620204597711563

   1316960	  0.162178	  0.162020	  0.168688		CURRENT LEARNING RATE: 1.3351392773661258e-06
previous_iter_valid_loss : 0.17050130665302277

   1316980	  0.170651	  0.170501	  0.169081		CURRENT LEARNING RATE: 1.3348722762116586e-06
previous_iter_valid_loss : 0.16283036768436432

   1317000	  0.162986	  0.162830	  0.169129		CURRENT LEARNING RATE: 1.3346053284520828e-06
previous_iter_valid_loss : 0.16186094284057617

   1317020	  0.162015	  0.161861	  0.169162		CURRENT LEARNING RATE: 1.3343384340767178e-06
previous_iter_valid_loss : 0.1613961011171341

   1317040	  0.161583	  0.161396	  0.169009		CURRENT LEARNING RATE: 1.3340715930748928e-06
previous_iter_valid_loss : 0.17933326959609985

   1317060	  0.179652	  0.179333	  0.169766		CURRENT LEARNING RATE: 1.3338048054359317e-06
previous_iter_valid_loss : 0.17103880643844604

   1317080	  0.171294	  0.171039	  0.170268		CURRENT LEARNING RATE: 1.3335380711491629e-06
previous_iter_valid_loss : 0.16081681847572327

   1317100	  0.160971	  0.160817	  0.169803		CURRENT LEARNING RATE: 1.3332713902039147e-06
previous_iter_valid_loss : 0.17772841453552246

   1317120	  0.178027	  0.177728	  0.170629		CURRENT LEARNING RATE: 1.3330047625895247e-06
previous_iter_valid_loss : 0.16657252609729767

   1317140	  0.166737	  0.166573	  0.169903		CURRENT LEARNING RATE: 1.3327381882953254e-06
previous_iter_valid_loss : 0.17761699855327606

   1317160	  0.177774	  0.177617	  0.169746		CURRENT LEARNING RATE: 1.332471667310654e-06
previous_iter_valid_loss : 0.1612703800201416

   1317180	  0.161459	  0.161270	  0.169594		CURRENT LEARNING RATE: 1.332205199624847e-06
previous_iter_valid_loss : 0.1661251038312912

   1317200	  0.166352	  0.166125	  0.169303		CURRENT LEARNING RATE: 1.3319387852272504e-06
previous_iter_valid_loss : 0.16129983961582184

   1317220	  0.161480	  0.161300	  0.169164		CURRENT LEARNING RATE: 1.3316724241072054e-06
previous_iter_valid_loss : 0.16140103340148926

   1317240	  0.161592	  0.161401	  0.166619		CURRENT LEARNING RATE: 1.3314061162540576e-06
previous_iter_valid_loss : 0.16123443841934204

   1317260	  0.161422	  0.161234	  0.165675		CURRENT LEARNING RATE: 1.3311398616571522e-06
previous_iter_valid_loss : 0.16173049807548523

   1317280	  0.161921	  0.161730	  0.165490		CURRENT LEARNING RATE: 1.330873660305844e-06
previous_iter_valid_loss : 0.17650175094604492

   1317300	  0.176804	  0.176502	  0.166265		CURRENT LEARNING RATE: 1.330607512189482e-06
previous_iter_valid_loss : 0.16056206822395325

   1317320	  0.160725	  0.160562	  0.166264		CURRENT LEARNING RATE: 1.3303414172974187e-06
previous_iter_valid_loss : 0.16508659720420837

   1317340	  0.165293	  0.165087	  0.166345		CURRENT LEARNING RATE: 1.3300753756190143e-06
previous_iter_valid_loss : 0.16146482527256012

   1317360	  0.161625	  0.161465	  0.166317		CURRENT LEARNING RATE: 1.3298093871436253e-06
previous_iter_valid_loss : 0.16258147358894348

   1317380	  0.162738	  0.162581	  0.165921		CURRENT LEARNING RATE: 1.329543451860612e-06
previous_iter_valid_loss : 0.16750086843967438

   1317400	  0.167655	  0.167501	  0.166154		CURRENT LEARNING RATE: 1.3292775697593345e-06
previous_iter_valid_loss : 0.16155323386192322

   1317420	  0.161744	  0.161553	  0.166139		CURRENT LEARNING RATE: 1.3290117408291624e-06
previous_iter_valid_loss : 0.16056221723556519

   1317440	  0.160725	  0.160562	  0.166097		CURRENT LEARNING RATE: 1.32874596505946e-06
previous_iter_valid_loss : 0.1607210636138916

   1317460	  0.160878	  0.160721	  0.165167		CURRENT LEARNING RATE: 1.3284802424395965e-06
previous_iter_valid_loss : 0.16723686456680298

   1317480	  0.167393	  0.167237	  0.164976		CURRENT LEARNING RATE: 1.3282145729589406e-06
previous_iter_valid_loss : 0.17078222334384918

   1317500	  0.170935	  0.170782	  0.165475		CURRENT LEARNING RATE: 1.32794895660687e-06
previous_iter_valid_loss : 0.16070730984210968

   1317520	  0.160851	  0.160707	  0.164624		CURRENT LEARNING RATE: 1.3276833933727578e-06
previous_iter_valid_loss : 0.16173353791236877

   1317540	  0.161918	  0.161734	  0.164382		CURRENT LEARNING RATE: 1.3274178832459815e-06
previous_iter_valid_loss : 0.16050958633422852

   1317560	  0.160677	  0.160510	  0.163526		CURRENT LEARNING RATE: 1.3271524262159184e-06
previous_iter_valid_loss : 0.1813656985759735

   1317580	  0.181707	  0.181366	  0.164531		CURRENT LEARNING RATE: 1.326887022271955e-06
previous_iter_valid_loss : 0.17038999497890472

   1317600	  0.170639	  0.170390	  0.164744		CURRENT LEARNING RATE: 1.3266216714034726e-06
previous_iter_valid_loss : 0.16109800338745117

   1317620	  0.161253	  0.161098	  0.164734		CURRENT LEARNING RATE: 1.3263563735998572e-06
previous_iter_valid_loss : 0.16053980588912964

   1317640	  0.160702	  0.160540	  0.164691		CURRENT LEARNING RATE: 1.3260911288504947e-06
previous_iter_valid_loss : 0.16383418440818787

   1317660	  0.164028	  0.163834	  0.164821		CURRENT LEARNING RATE: 1.3258259371447798e-06
previous_iter_valid_loss : 0.17170891165733337

   1317680	  0.171975	  0.171709	  0.165320		CURRENT LEARNING RATE: 1.3255607984721024e-06
previous_iter_valid_loss : 0.16092878580093384

   1317700	  0.161081	  0.160929	  0.164541		CURRENT LEARNING RATE: 1.3252957128218572e-06
previous_iter_valid_loss : 0.16810095310211182

   1317720	  0.168255	  0.168101	  0.164918		CURRENT LEARNING RATE: 1.3250306801834385e-06
previous_iter_valid_loss : 0.16081790626049042

   1317740	  0.160996	  0.160818	  0.164705		CURRENT LEARNING RATE: 1.3247657005462493e-06
previous_iter_valid_loss : 0.16431857645511627

   1317760	  0.164528	  0.164319	  0.164848		CURRENT LEARNING RATE: 1.3245007738996885e-06
previous_iter_valid_loss : 0.16278375685214996

   1317780	  0.162970	  0.162784	  0.164858		CURRENT LEARNING RATE: 1.3242359002331564e-06
previous_iter_valid_loss : 0.16078752279281616

   1317800	  0.160966	  0.160788	  0.164522		CURRENT LEARNING RATE: 1.3239710795360628e-06
previous_iter_valid_loss : 0.17705906927585602

   1317820	  0.177217	  0.177059	  0.165297		CURRENT LEARNING RATE: 1.3237063117978125e-06
previous_iter_valid_loss : 0.16235248744487762

   1317840	  0.162518	  0.162352	  0.165387		CURRENT LEARNING RATE: 1.323441597007815e-06
previous_iter_valid_loss : 0.16130051016807556

   1317860	  0.161478	  0.161301	  0.165416		CURRENT LEARNING RATE: 1.3231769351554792e-06
previous_iter_valid_loss : 0.16297322511672974

   1317880	  0.163161	  0.162973	  0.165203		CURRENT LEARNING RATE: 1.3229123262302232e-06
previous_iter_valid_loss : 0.17346468567848206

   1317900	  0.173732	  0.173465	  0.165337		CURRENT LEARNING RATE: 1.3226477702214605e-06
previous_iter_valid_loss : 0.16773048043251038

   1317920	  0.167885	  0.167730	  0.165688		CURRENT LEARNING RATE: 1.3223832671186088e-06
previous_iter_valid_loss : 0.16211888194084167

   1317940	  0.162289	  0.162119	  0.165707		CURRENT LEARNING RATE: 1.3221188169110857e-06
previous_iter_valid_loss : 0.1735145002603531

   1317960	  0.173790	  0.173515	  0.166357		CURRENT LEARNING RATE: 1.3218544195883175e-06
previous_iter_valid_loss : 0.16475173830986023

   1317980	  0.164958	  0.164752	  0.165527		CURRENT LEARNING RATE: 1.3215900751397266e-06
previous_iter_valid_loss : 0.16387031972408295

   1318000	  0.164064	  0.163870	  0.165201		CURRENT LEARNING RATE: 1.3213257835547386e-06
previous_iter_valid_loss : 0.16430895030498505

   1318020	  0.164473	  0.164309	  0.165361		CURRENT LEARNING RATE: 1.32106154482278e-06
previous_iter_valid_loss : 0.1644795536994934

   1318040	  0.164654	  0.164480	  0.165558		CURRENT LEARNING RATE: 1.3207973589332857e-06
previous_iter_valid_loss : 0.16967865824699402

   1318060	  0.169922	  0.169679	  0.165851		CURRENT LEARNING RATE: 1.3205332258756858e-06
previous_iter_valid_loss : 0.1606895625591278

   1318080	  0.160868	  0.160690	  0.165300		CURRENT LEARNING RATE: 1.320269145639415e-06
previous_iter_valid_loss : 0.16253149509429932

   1318100	  0.162686	  0.162531	  0.165380		CURRENT LEARNING RATE: 1.3200051182139082e-06
previous_iter_valid_loss : 0.1615370661020279

   1318120	  0.161729	  0.161537	  0.165052		CURRENT LEARNING RATE: 1.3197411435886084e-06
previous_iter_valid_loss : 0.16454824805259705

   1318140	  0.164742	  0.164548	  0.165238		CURRENT LEARNING RATE: 1.3194772217529548e-06
previous_iter_valid_loss : 0.16271331906318665

   1318160	  0.162867	  0.162713	  0.165158		CURRENT LEARNING RATE: 1.3192133526963877e-06
previous_iter_valid_loss : 0.16138210892677307

   1318180	  0.161565	  0.161382	  0.165088		CURRENT LEARNING RATE: 1.3189495364083572e-06
previous_iter_valid_loss : 0.18727073073387146

   1318200	  0.187682	  0.187271	  0.166412		CURRENT LEARNING RATE: 1.3186857728783082e-06
previous_iter_valid_loss : 0.16052882373332977

   1318220	  0.160692	  0.160529	  0.165585		CURRENT LEARNING RATE: 1.3184220620956905e-06
previous_iter_valid_loss : 0.17318087816238403

   1318240	  0.173449	  0.173181	  0.166127		CURRENT LEARNING RATE: 1.3181584040499532e-06
previous_iter_valid_loss : 0.1647605150938034

   1318260	  0.164959	  0.164761	  0.166300		CURRENT LEARNING RATE: 1.3178947987305544e-06
previous_iter_valid_loss : 0.1609678417444229

   1318280	  0.161132	  0.160968	  0.166200		CURRENT LEARNING RATE: 1.3176312461269477e-06
previous_iter_valid_loss : 0.16394062340259552

   1318300	  0.164097	  0.163941	  0.165723		CURRENT LEARNING RATE: 1.317367746228591e-06
previous_iter_valid_loss : 0.1669573038816452

   1318320	  0.167117	  0.166957	  0.165685		CURRENT LEARNING RATE: 1.3171042990249422e-06
previous_iter_valid_loss : 0.16054736077785492

   1318340	  0.160725	  0.160547	  0.165606		CURRENT LEARNING RATE: 1.3168409045054677e-06
previous_iter_valid_loss : 0.17431338131427765

   1318360	  0.174586	  0.174313	  0.165646		CURRENT LEARNING RATE: 1.3165775626596296e-06
previous_iter_valid_loss : 0.1754193753004074

   1318380	  0.175704	  0.175419	  0.166179		CURRENT LEARNING RATE: 1.3163142734768942e-06
previous_iter_valid_loss : 0.16056743264198303

   1318400	  0.160725	  0.160567	  0.166014		CURRENT LEARNING RATE: 1.3160510369467275e-06
previous_iter_valid_loss : 0.1697733998298645

   1318420	  0.170019	  0.169773	  0.166288		CURRENT LEARNING RATE: 1.315787853058605e-06
previous_iter_valid_loss : 0.16053709387779236

   1318440	  0.160706	  0.160537	  0.166090		CURRENT LEARNING RATE: 1.3155247218019966e-06
previous_iter_valid_loss : 0.16656534373760223

   1318460	  0.166725	  0.166565	  0.165935		CURRENT LEARNING RATE: 1.3152616431663774e-06
previous_iter_valid_loss : 0.1705300211906433

   1318480	  0.170680	  0.170530	  0.166427		CURRENT LEARNING RATE: 1.3149986171412214e-06
previous_iter_valid_loss : 0.1665002405643463

   1318500	  0.166662	  0.166500	  0.166625		CURRENT LEARNING RATE: 1.3147356437160132e-06
previous_iter_valid_loss : 0.16652488708496094

   1318520	  0.166686	  0.166525	  0.166875		CURRENT LEARNING RATE: 1.3144727228802305e-06
previous_iter_valid_loss : 0.16224448382854462

   1318540	  0.162435	  0.162244	  0.166759		CURRENT LEARNING RATE: 1.3142098546233546e-06
previous_iter_valid_loss : 0.16051918268203735

   1318560	  0.160682	  0.160519	  0.166650		CURRENT LEARNING RATE: 1.3139470389348755e-06
previous_iter_valid_loss : 0.1871635913848877

   1318580	  0.187296	  0.187164	  0.167939		CURRENT LEARNING RATE: 1.313684275804278e-06
previous_iter_valid_loss : 0.17513702809810638

   1318600	  0.175290	  0.175137	  0.167332		CURRENT LEARNING RATE: 1.3134215652210519e-06
previous_iter_valid_loss : 0.17073577642440796

   1318620	  0.170883	  0.170736	  0.167842		CURRENT LEARNING RATE: 1.313158907174686e-06
previous_iter_valid_loss : 0.16207890212535858

   1318640	  0.162237	  0.162079	  0.167287		CURRENT LEARNING RATE: 1.312896301654679e-06
previous_iter_valid_loss : 0.1612100601196289

   1318660	  0.161385	  0.161210	  0.167110		CURRENT LEARNING RATE: 1.3126337486505242e-06
previous_iter_valid_loss : 0.161408931016922

   1318680	  0.161572	  0.161409	  0.167132		CURRENT LEARNING RATE: 1.3123712481517197e-06
previous_iter_valid_loss : 0.16241972148418427

   1318700	  0.162613	  0.162420	  0.167056		CURRENT LEARNING RATE: 1.3121088001477628e-06
previous_iter_valid_loss : 0.16767629981040955

   1318720	  0.167902	  0.167676	  0.167092		CURRENT LEARNING RATE: 1.3118464046281605e-06
previous_iter_valid_loss : 0.16107961535453796

   1318740	  0.161268	  0.161080	  0.167118		CURRENT LEARNING RATE: 1.3115840615824145e-06
previous_iter_valid_loss : 0.16696356236934662

   1318760	  0.167173	  0.166964	  0.166751		CURRENT LEARNING RATE: 1.3113217710000313e-06
previous_iter_valid_loss : 0.16079556941986084

   1318780	  0.160949	  0.160796	  0.166020		CURRENT LEARNING RATE: 1.3110595328705165e-06
previous_iter_valid_loss : 0.16068945825099945

   1318800	  0.160844	  0.160689	  0.166026		CURRENT LEARNING RATE: 1.3107973471833858e-06
previous_iter_valid_loss : 0.16054610908031464

   1318820	  0.160704	  0.160546	  0.165564		CURRENT LEARNING RATE: 1.310535213928149e-06
previous_iter_valid_loss : 0.1606767624616623

   1318840	  0.160837	  0.160677	  0.165571		CURRENT LEARNING RATE: 1.310273133094321e-06
previous_iter_valid_loss : 0.1616312563419342

   1318860	  0.161818	  0.161631	  0.165325		CURRENT LEARNING RATE: 1.3100111046714161e-06
previous_iter_valid_loss : 0.1605498343706131

   1318880	  0.160704	  0.160550	  0.164826		CURRENT LEARNING RATE: 1.309749128648958e-06
previous_iter_valid_loss : 0.16062919795513153

   1318900	  0.160792	  0.160629	  0.164532		CURRENT LEARNING RATE: 1.309487205016465e-06
previous_iter_valid_loss : 0.1619052141904831

   1318920	  0.162088	  0.161905	  0.164301		CURRENT LEARNING RATE: 1.3092253337634606e-06
previous_iter_valid_loss : 0.1622971147298813

   1318940	  0.162457	  0.162297	  0.164304		CURRENT LEARNING RATE: 1.3089635148794674e-06
previous_iter_valid_loss : 0.16254456341266632

   1318960	  0.162700	  0.162545	  0.164405		CURRENT LEARNING RATE: 1.308701748354017e-06
previous_iter_valid_loss : 0.1732877492904663

   1318980	  0.173442	  0.173288	  0.163711		CURRENT LEARNING RATE: 1.308440034176637e-06
previous_iter_valid_loss : 0.16080723702907562

   1319000	  0.160982	  0.160807	  0.162995		CURRENT LEARNING RATE: 1.3081783723368562e-06
previous_iter_valid_loss : 0.16394974291324615

   1319020	  0.164155	  0.163950	  0.162655		CURRENT LEARNING RATE: 1.3079167628242126e-06
previous_iter_valid_loss : 0.16054663062095642

   1319040	  0.160717	  0.160547	  0.162579		CURRENT LEARNING RATE: 1.3076552056282401e-06
previous_iter_valid_loss : 0.16165153682231903

   1319060	  0.161832	  0.161652	  0.162601		CURRENT LEARNING RATE: 1.3073937007384757e-06
previous_iter_valid_loss : 0.16058427095413208

   1319080	  0.160744	  0.160584	  0.162560		CURRENT LEARNING RATE: 1.307132248144457e-06
previous_iter_valid_loss : 0.1633554995059967

   1319100	  0.163519	  0.163355	  0.162606		CURRENT LEARNING RATE: 1.306870847835731e-06
previous_iter_valid_loss : 0.1736316829919815

   1319120	  0.173778	  0.173632	  0.162904		CURRENT LEARNING RATE: 1.306609499801839e-06
previous_iter_valid_loss : 0.16069196164608002

   1319140	  0.160850	  0.160692	  0.162885		CURRENT LEARNING RATE: 1.3063482040323273e-06
previous_iter_valid_loss : 0.16325314342975616

   1319160	  0.163442	  0.163253	  0.162699		CURRENT LEARNING RATE: 1.3060869605167413e-06
previous_iter_valid_loss : 0.181370809674263

   1319180	  0.181701	  0.181371	  0.163728		CURRENT LEARNING RATE: 1.3058257692446365e-06
previous_iter_valid_loss : 0.1607338935136795

   1319200	  0.160906	  0.160734	  0.163730		CURRENT LEARNING RATE: 1.3055646302055625e-06
previous_iter_valid_loss : 0.1672399491071701

   1319220	  0.167395	  0.167240	  0.164065		CURRENT LEARNING RATE: 1.305303543389074e-06
previous_iter_valid_loss : 0.16383624076843262

   1319240	  0.164004	  0.163836	  0.164223		CURRENT LEARNING RATE: 1.305042508784725e-06
previous_iter_valid_loss : 0.168425515294075

   1319260	  0.168659	  0.168426	  0.164563		CURRENT LEARNING RATE: 1.3047815263820789e-06
previous_iter_valid_loss : 0.16303279995918274

   1319280	  0.163225	  0.163033	  0.164687		CURRENT LEARNING RATE: 1.304520596170694e-06
previous_iter_valid_loss : 0.16299162805080414

   1319300	  0.163186	  0.162992	  0.164805		CURRENT LEARNING RATE: 1.304259718140133e-06
previous_iter_valid_loss : 0.16966846585273743

   1319320	  0.169917	  0.169668	  0.165193		CURRENT LEARNING RATE: 1.303998892279959e-06
previous_iter_valid_loss : 0.16384175419807434

   1319340	  0.164011	  0.163842	  0.165270		CURRENT LEARNING RATE: 1.3037381185797427e-06
previous_iter_valid_loss : 0.18342100083827972

   1319360	  0.183576	  0.183421	  0.166314		CURRENT LEARNING RATE: 1.3034773970290515e-06
previous_iter_valid_loss : 0.16449934244155884

   1319380	  0.164675	  0.164499	  0.165875		CURRENT LEARNING RATE: 1.303216727617454e-06
previous_iter_valid_loss : 0.17256616055965424

   1319400	  0.172832	  0.172566	  0.166463		CURRENT LEARNING RATE: 1.3029561103345281e-06
previous_iter_valid_loss : 0.1611623466014862

   1319420	  0.161348	  0.161162	  0.166323		CURRENT LEARNING RATE: 1.302695545169847e-06
previous_iter_valid_loss : 0.16156397759914398

   1319440	  0.161728	  0.161564	  0.166374		CURRENT LEARNING RATE: 1.3024350321129875e-06
previous_iter_valid_loss : 0.1620449423789978

   1319460	  0.162213	  0.162045	  0.166394		CURRENT LEARNING RATE: 1.3021745711535275e-06
previous_iter_valid_loss : 0.16491641104221344

   1319480	  0.165118	  0.164916	  0.166610		CURRENT LEARNING RATE: 1.3019141622810526e-06
previous_iter_valid_loss : 0.1646203100681305

   1319500	  0.164783	  0.164620	  0.166674		CURRENT LEARNING RATE: 1.3016538054851445e-06
previous_iter_valid_loss : 0.16061840951442719

   1319520	  0.160791	  0.160618	  0.166023		CURRENT LEARNING RATE: 1.3013935007553887e-06
previous_iter_valid_loss : 0.16061435639858246

   1319540	  0.160767	  0.160614	  0.166019		CURRENT LEARNING RATE: 1.3011332480813707e-06
previous_iter_valid_loss : 0.1671913117170334

   1319560	  0.167417	  0.167191	  0.166216		CURRENT LEARNING RATE: 1.3008730474526854e-06
previous_iter_valid_loss : 0.16244079172611237

   1319580	  0.162607	  0.162441	  0.165270		CURRENT LEARNING RATE: 1.300612898858922e-06
previous_iter_valid_loss : 0.16592732071876526

   1319600	  0.166091	  0.165927	  0.165529		CURRENT LEARNING RATE: 1.3003528022896746e-06
previous_iter_valid_loss : 0.17671146988868713

   1319620	  0.177019	  0.176711	  0.166003		CURRENT LEARNING RATE: 1.3000927577345374e-06
previous_iter_valid_loss : 0.16055791079998016

   1319640	  0.160711	  0.160558	  0.165839		CURRENT LEARNING RATE: 1.2998327651831128e-06
previous_iter_valid_loss : 0.16253361105918884

   1319660	  0.162696	  0.162534	  0.165544		CURRENT LEARNING RATE: 1.2995728246249993e-06
previous_iter_valid_loss : 0.1649022102355957

   1319680	  0.165106	  0.164902	  0.165638		CURRENT LEARNING RATE: 1.2993129360497985e-06
previous_iter_valid_loss : 0.17527413368225098

   1319700	  0.175429	  0.175274	  0.166252		CURRENT LEARNING RATE: 1.2990530994471133e-06
previous_iter_valid_loss : 0.16051851212978363

   1319720	  0.160682	  0.160519	  0.165794		CURRENT LEARNING RATE: 1.2987933148065546e-06
previous_iter_valid_loss : 0.16873884201049805

   1319740	  0.168971	  0.168739	  0.166039		CURRENT LEARNING RATE: 1.2985335821177285e-06
previous_iter_valid_loss : 0.16217917203903198

   1319760	  0.162346	  0.162179	  0.164977		CURRENT LEARNING RATE: 1.2982739013702434e-06
previous_iter_valid_loss : 0.1676897257566452

   1319780	  0.167914	  0.167690	  0.165137		CURRENT LEARNING RATE: 1.298014272553717e-06
previous_iter_valid_loss : 0.16483074426651

   1319800	  0.165033	  0.164831	  0.164750		CURRENT LEARNING RATE: 1.297754695657762e-06
previous_iter_valid_loss : 0.17057761549949646

   1319820	  0.170728	  0.170578	  0.165221		CURRENT LEARNING RATE: 1.2974951706719946e-06
previous_iter_valid_loss : 0.16060172021389008

   1319840	  0.160767	  0.160602	  0.165173		CURRENT LEARNING RATE: 1.2972356975860319e-06
previous_iter_valid_loss : 0.1610746532678604

   1319860	  0.161231	  0.161075	  0.165124		CURRENT LEARNING RATE: 1.2969762763894998e-06
previous_iter_valid_loss : 0.1608932465314865

   1319880	  0.161045	  0.160893	  0.164923		CURRENT LEARNING RATE: 1.2967169070720188e-06
previous_iter_valid_loss : 0.1621103286743164

   1319900	  0.162298	  0.162110	  0.164797		CURRENT LEARNING RATE: 1.2964575896232142e-06
previous_iter_valid_loss : 0.20179158449172974

   1319920	  0.202350	  0.201792	  0.166856		CURRENT LEARNING RATE: 1.2961983240327112e-06
previous_iter_valid_loss : 0.16092975437641144

   1319940	  0.161094	  0.160930	  0.166872		CURRENT LEARNING RATE: 1.2959391102901435e-06
previous_iter_valid_loss : 0.1605558693408966

   1319960	  0.160720	  0.160556	  0.166540		CURRENT LEARNING RATE: 1.2956799483851406e-06
previous_iter_valid_loss : 0.17910243570804596

   1319980	  0.179259	  0.179102	  0.167373		CURRENT LEARNING RATE: 1.2954208383073356e-06
previous_iter_valid_loss : 0.16567037999629974

   1320000	  0.165886	  0.165670	  0.167360		CURRENT LEARNING RATE: 1.295161780046362e-06
previous_iter_valid_loss : 0.16058257222175598

   1320020	  0.160751	  0.160583	  0.166554		CURRENT LEARNING RATE: 1.2949027735918622e-06
previous_iter_valid_loss : 0.17285093665122986

   1320040	  0.172997	  0.172851	  0.167168		CURRENT LEARNING RATE: 1.2946438189334733e-06
previous_iter_valid_loss : 0.16311967372894287

   1320060	  0.163291	  0.163120	  0.167198		CURRENT LEARNING RATE: 1.2943849160608377e-06
previous_iter_valid_loss : 0.16213403642177582

   1320080	  0.162338	  0.162134	  0.167059		CURRENT LEARNING RATE: 1.2941260649635962e-06
previous_iter_valid_loss : 0.16346897184848785

   1320100	  0.163670	  0.163469	  0.166469		CURRENT LEARNING RATE: 1.2938672656314001e-06
previous_iter_valid_loss : 0.16250008344650269

   1320120	  0.162700	  0.162500	  0.166568		CURRENT LEARNING RATE: 1.2936085180538948e-06
previous_iter_valid_loss : 0.16113701462745667

   1320140	  0.161322	  0.161137	  0.166188		CURRENT LEARNING RATE: 1.29334982222073e-06
previous_iter_valid_loss : 0.16052962839603424

   1320160	  0.160698	  0.160530	  0.166106		CURRENT LEARNING RATE: 1.2930911781215564e-06
previous_iter_valid_loss : 0.16751304268836975

   1320180	  0.167737	  0.167513	  0.166097		CURRENT LEARNING RATE: 1.2928325857460322e-06
previous_iter_valid_loss : 0.1625099927186966

   1320200	  0.162671	  0.162510	  0.165981		CURRENT LEARNING RATE: 1.2925740450838117e-06
previous_iter_valid_loss : 0.1609300822019577

   1320220	  0.161080	  0.160930	  0.165498		CURRENT LEARNING RATE: 1.2923155561245507e-06
previous_iter_valid_loss : 0.16237448155879974

   1320240	  0.162529	  0.162374	  0.165587		CURRENT LEARNING RATE: 1.2920571188579145e-06
previous_iter_valid_loss : 0.16062353551387787

   1320260	  0.160785	  0.160624	  0.165564		CURRENT LEARNING RATE: 1.2917987332735633e-06
previous_iter_valid_loss : 0.16163642704486847

   1320280	  0.161783	  0.161636	  0.165602		CURRENT LEARNING RATE: 1.2915403993611615e-06
previous_iter_valid_loss : 0.1631167232990265

   1320300	  0.163316	  0.163117	  0.165652		CURRENT LEARNING RATE: 1.2912821171103735e-06
previous_iter_valid_loss : 0.16217049956321716

   1320320	  0.162336	  0.162170	  0.163671		CURRENT LEARNING RATE: 1.2910238865108727e-06
previous_iter_valid_loss : 0.16058064997196198

   1320340	  0.160744	  0.160581	  0.163653		CURRENT LEARNING RATE: 1.2907657075523275e-06
previous_iter_valid_loss : 0.17923524975776672

   1320360	  0.179553	  0.179235	  0.164587		CURRENT LEARNING RATE: 1.2905075802244112e-06
previous_iter_valid_loss : 0.1608792543411255

   1320380	  0.161055	  0.160879	  0.163676		CURRENT LEARNING RATE: 1.2902495045167955e-06
previous_iter_valid_loss : 0.16085995733737946

   1320400	  0.161040	  0.160860	  0.163436		CURRENT LEARNING RATE: 1.2899914804191625e-06
previous_iter_valid_loss : 0.16092458367347717

   1320420	  0.161111	  0.160925	  0.163453		CURRENT LEARNING RATE: 1.289733507921189e-06
previous_iter_valid_loss : 0.1660190373659134

   1320440	  0.166231	  0.166019	  0.163111		CURRENT LEARNING RATE: 1.289475587012556e-06
previous_iter_valid_loss : 0.16057312488555908

   1320460	  0.160736	  0.160573	  0.162984		CURRENT LEARNING RATE: 1.2892177176829443e-06
previous_iter_valid_loss : 0.16332294046878815

   1320480	  0.163519	  0.163323	  0.163043		CURRENT LEARNING RATE: 1.2889598999220438e-06
previous_iter_valid_loss : 0.16051965951919556

   1320500	  0.160680	  0.160520	  0.162896		CURRENT LEARNING RATE: 1.2887021337195395e-06
previous_iter_valid_loss : 0.16164331138134003

   1320520	  0.161796	  0.161643	  0.162853		CURRENT LEARNING RATE: 1.2884444190651206e-06
previous_iter_valid_loss : 0.16441690921783447

   1320540	  0.164614	  0.164417	  0.163017		CURRENT LEARNING RATE: 1.2881867559484765e-06
previous_iter_valid_loss : 0.16052308678627014

   1320560	  0.160682	  0.160523	  0.163017		CURRENT LEARNING RATE: 1.287929144359305e-06
previous_iter_valid_loss : 0.16673292219638824

   1320580	  0.166955	  0.166733	  0.162978		CURRENT LEARNING RATE: 1.2876715842872994e-06
previous_iter_valid_loss : 0.16134119033813477

   1320600	  0.161528	  0.161341	  0.162919		CURRENT LEARNING RATE: 1.2874140757221552e-06
previous_iter_valid_loss : 0.16151559352874756

   1320620	  0.161672	  0.161516	  0.162949		CURRENT LEARNING RATE: 1.2871566186535765e-06
previous_iter_valid_loss : 0.1695224791765213

   1320640	  0.169769	  0.169522	  0.163306		CURRENT LEARNING RATE: 1.2868992130712627e-06
previous_iter_valid_loss : 0.16072171926498413

   1320660	  0.160877	  0.160722	  0.163311		CURRENT LEARNING RATE: 1.2866418589649174e-06
previous_iter_valid_loss : 0.1754101663827896

   1320680	  0.175564	  0.175410	  0.164000		CURRENT LEARNING RATE: 1.2863845563242446e-06
previous_iter_valid_loss : 0.1615346223115921

   1320700	  0.161724	  0.161535	  0.163920		CURRENT LEARNING RATE: 1.2861273051389563e-06
previous_iter_valid_loss : 0.17658984661102295

   1320720	  0.176881	  0.176590	  0.164641		CURRENT LEARNING RATE: 1.2858701053987604e-06
previous_iter_valid_loss : 0.16984252631664276

   1320740	  0.169995	  0.169843	  0.165105		CURRENT LEARNING RATE: 1.285612957093369e-06
previous_iter_valid_loss : 0.161190003156662

   1320760	  0.161342	  0.161190	  0.164202		CURRENT LEARNING RATE: 1.2853558602124937e-06
previous_iter_valid_loss : 0.1639818400144577

   1320780	  0.164182	  0.163982	  0.164357		CURRENT LEARNING RATE: 1.2850988147458552e-06
previous_iter_valid_loss : 0.1607987880706787

   1320800	  0.160979	  0.160799	  0.164354		CURRENT LEARNING RATE: 1.2848418206831696e-06
previous_iter_valid_loss : 0.17120994627475739

   1320820	  0.171358	  0.171210	  0.164869		CURRENT LEARNING RATE: 1.284584878014157e-06
previous_iter_valid_loss : 0.16355000436306

   1320840	  0.163720	  0.163550	  0.164745		CURRENT LEARNING RATE: 1.2843279867285373e-06
previous_iter_valid_loss : 0.16435134410858154

   1320860	  0.164551	  0.164351	  0.164934		CURRENT LEARNING RATE: 1.2840711468160394e-06
previous_iter_valid_loss : 0.18768310546875

   1320880	  0.188106	  0.187683	  0.166152		CURRENT LEARNING RATE: 1.283814358266388e-06
previous_iter_valid_loss : 0.16286170482635498

   1320900	  0.163055	  0.162862	  0.166269		CURRENT LEARNING RATE: 1.2835576210693106e-06
previous_iter_valid_loss : 0.16138719022274017

   1320920	  0.161575	  0.161387	  0.166256		CURRENT LEARNING RATE: 1.2833009352145363e-06
previous_iter_valid_loss : 0.1634475588798523

   1320940	  0.163648	  0.163448	  0.166208		CURRENT LEARNING RATE: 1.2830443006918017e-06
previous_iter_valid_loss : 0.16705556213855743

   1320960	  0.167275	  0.167056	  0.166535		CURRENT LEARNING RATE: 1.2827877174908393e-06
previous_iter_valid_loss : 0.16133040189743042

   1320980	  0.161520	  0.161330	  0.166264		CURRENT LEARNING RATE: 1.2825311856013836e-06
previous_iter_valid_loss : 0.161600723862648

   1321000	  0.161757	  0.161601	  0.166277		CURRENT LEARNING RATE: 1.2822747050131775e-06
previous_iter_valid_loss : 0.18167369067668915

   1321020	  0.182020	  0.181674	  0.167285		CURRENT LEARNING RATE: 1.28201827571596e-06
previous_iter_valid_loss : 0.18415144085884094

   1321040	  0.184300	  0.184151	  0.168017		CURRENT LEARNING RATE: 1.2817618976994736e-06
previous_iter_valid_loss : 0.16187527775764465

   1321060	  0.162064	  0.161875	  0.168074		CURRENT LEARNING RATE: 1.2815055709534612e-06
previous_iter_valid_loss : 0.16188719868659973

   1321080	  0.162057	  0.161887	  0.167398		CURRENT LEARNING RATE: 1.2812492954676739e-06
previous_iter_valid_loss : 0.16224510967731476

   1321100	  0.162439	  0.162245	  0.167434		CURRENT LEARNING RATE: 1.2809930712318586e-06
previous_iter_valid_loss : 0.16239780187606812

   1321120	  0.162568	  0.162398	  0.166724		CURRENT LEARNING RATE: 1.2807368982357664e-06
previous_iter_valid_loss : 0.16054868698120117

   1321140	  0.160710	  0.160549	  0.166259		CURRENT LEARNING RATE: 1.2804807764691478e-06
previous_iter_valid_loss : 0.16516807675361633

   1321160	  0.165324	  0.165168	  0.166458		CURRENT LEARNING RATE: 1.280224705921763e-06
previous_iter_valid_loss : 0.172812819480896

   1321180	  0.172956	  0.172813	  0.166900		CURRENT LEARNING RATE: 1.2799686865833666e-06
previous_iter_valid_loss : 0.1610555648803711

   1321200	  0.161240	  0.161056	  0.166913		CURRENT LEARNING RATE: 1.2797127184437175e-06
previous_iter_valid_loss : 0.16195295751094818

   1321220	  0.162139	  0.161953	  0.166450		CURRENT LEARNING RATE: 1.2794568014925752e-06
previous_iter_valid_loss : 0.16064494848251343

   1321240	  0.160818	  0.160645	  0.166305		CURRENT LEARNING RATE: 1.2792009357197077e-06
previous_iter_valid_loss : 0.1685345470905304

   1321260	  0.168688	  0.168535	  0.166514		CURRENT LEARNING RATE: 1.2789451211148774e-06
previous_iter_valid_loss : 0.16182494163513184

   1321280	  0.162009	  0.161825	  0.165221		CURRENT LEARNING RATE: 1.2786893576678522e-06
previous_iter_valid_loss : 0.16187337040901184

   1321300	  0.162060	  0.161873	  0.165172		CURRENT LEARNING RATE: 1.2784336453683995e-06
previous_iter_valid_loss : 0.16342559456825256

   1321320	  0.163616	  0.163426	  0.165273		CURRENT LEARNING RATE: 1.2781779842062947e-06
previous_iter_valid_loss : 0.19415104389190674

   1321340	  0.194647	  0.194151	  0.166809		CURRENT LEARNING RATE: 1.2779223741713096e-06
previous_iter_valid_loss : 0.1681794971227646

   1321360	  0.168411	  0.168179	  0.166865		CURRENT LEARNING RATE: 1.2776668152532172e-06
previous_iter_valid_loss : 0.19509300589561462

   1321380	  0.195584	  0.195093	  0.168553		CURRENT LEARNING RATE: 1.2774113074418e-06
previous_iter_valid_loss : 0.16424766182899475

   1321400	  0.164410	  0.164248	  0.168685		CURRENT LEARNING RATE: 1.2771558507268353e-06
previous_iter_valid_loss : 0.16290517151355743

   1321420	  0.163069	  0.162905	  0.167747		CURRENT LEARNING RATE: 1.2769004450981047e-06
previous_iter_valid_loss : 0.16231000423431396

   1321440	  0.162475	  0.162310	  0.166655		CURRENT LEARNING RATE: 1.27664509054539e-06
previous_iter_valid_loss : 0.1629391461610794

   1321460	  0.163139	  0.162939	  0.166708		CURRENT LEARNING RATE: 1.2763897870584811e-06
previous_iter_valid_loss : 0.16339480876922607

   1321480	  0.163600	  0.163395	  0.166783		CURRENT LEARNING RATE: 1.276134534627164e-06
previous_iter_valid_loss : 0.1759030520915985

   1321500	  0.176057	  0.175903	  0.167466		CURRENT LEARNING RATE: 1.2758793332412284e-06
previous_iter_valid_loss : 0.19348254799842834

   1321520	  0.193596	  0.193483	  0.169021		CURRENT LEARNING RATE: 1.275624182890464e-06
previous_iter_valid_loss : 0.16857227683067322

   1321540	  0.168730	  0.168572	  0.169422		CURRENT LEARNING RATE: 1.2753690835646695e-06
previous_iter_valid_loss : 0.18066851794719696

   1321560	  0.181006	  0.180669	  0.170197		CURRENT LEARNING RATE: 1.2751140352536386e-06
previous_iter_valid_loss : 0.16050481796264648

   1321580	  0.160666	  0.160505	  0.169581		CURRENT LEARNING RATE: 1.274859037947169e-06
previous_iter_valid_loss : 0.16061432659626007

   1321600	  0.160766	  0.160614	  0.169559		CURRENT LEARNING RATE: 1.2746040916350589e-06
previous_iter_valid_loss : 0.16609704494476318

   1321620	  0.166299	  0.166097	  0.169766		CURRENT LEARNING RATE: 1.2743491963071148e-06
previous_iter_valid_loss : 0.16058124601840973

   1321640	  0.160737	  0.160581	  0.169763		CURRENT LEARNING RATE: 1.274094351953139e-06
previous_iter_valid_loss : 0.16053393483161926

   1321660	  0.160705	  0.160534	  0.169363		CURRENT LEARNING RATE: 1.2738395585629372e-06
previous_iter_valid_loss : 0.16248199343681335

   1321680	  0.162679	  0.162482	  0.169396		CURRENT LEARNING RATE: 1.2735848161263159e-06
previous_iter_valid_loss : 0.16430716216564178

   1321700	  0.164515	  0.164307	  0.169518		CURRENT LEARNING RATE: 1.2733301246330893e-06
previous_iter_valid_loss : 0.16720621287822723

   1321720	  0.167359	  0.167206	  0.169707		CURRENT LEARNING RATE: 1.2730754840730682e-06
previous_iter_valid_loss : 0.16591797769069672

   1321740	  0.166125	  0.165918	  0.168295		CURRENT LEARNING RATE: 1.2728208944360664e-06
previous_iter_valid_loss : 0.16754934191703796

   1321760	  0.167769	  0.167549	  0.168264		CURRENT LEARNING RATE: 1.2725663557118985e-06
previous_iter_valid_loss : 0.16336049139499664

   1321780	  0.163546	  0.163360	  0.166677		CURRENT LEARNING RATE: 1.272311867890387e-06
previous_iter_valid_loss : 0.16144752502441406

   1321800	  0.161598	  0.161448	  0.166537		CURRENT LEARNING RATE: 1.2720574309613506e-06
previous_iter_valid_loss : 0.1605714112520218

   1321820	  0.160736	  0.160571	  0.166420		CURRENT LEARNING RATE: 1.2718030449146093e-06
previous_iter_valid_loss : 0.16115546226501465

   1321840	  0.161348	  0.161155	  0.166363		CURRENT LEARNING RATE: 1.2715487097399923e-06
previous_iter_valid_loss : 0.18539276719093323

   1321860	  0.185533	  0.185393	  0.167485		CURRENT LEARNING RATE: 1.2712944254273237e-06
previous_iter_valid_loss : 0.16419248282909393

   1321880	  0.164362	  0.164192	  0.167525		CURRENT LEARNING RATE: 1.2710401919664324e-06
previous_iter_valid_loss : 0.16789019107818604

   1321900	  0.168122	  0.167890	  0.167125		CURRENT LEARNING RATE: 1.2707860093471466e-06
previous_iter_valid_loss : 0.17105714976787567

   1321920	  0.171309	  0.171057	  0.166003		CURRENT LEARNING RATE: 1.2705318775593038e-06
previous_iter_valid_loss : 0.1609835922718048

   1321940	  0.161166	  0.160984	  0.165624		CURRENT LEARNING RATE: 1.270277796592736e-06
previous_iter_valid_loss : 0.18411050736904144

   1321960	  0.184251	  0.184111	  0.165796		CURRENT LEARNING RATE: 1.2700237664372805e-06
previous_iter_valid_loss : 0.16078375279903412

   1321980	  0.160943	  0.160784	  0.165810		CURRENT LEARNING RATE: 1.2697697870827734e-06
previous_iter_valid_loss : 0.16236022114753723

   1322000	  0.162552	  0.162360	  0.165897		CURRENT LEARNING RATE: 1.2695158585190603e-06
previous_iter_valid_loss : 0.16122370958328247

   1322020	  0.161410	  0.161224	  0.165653		CURRENT LEARNING RATE: 1.2692619807359816e-06
previous_iter_valid_loss : 0.18599265813827515

   1322040	  0.186125	  0.185993	  0.166924		CURRENT LEARNING RATE: 1.2690081537233823e-06
previous_iter_valid_loss : 0.17310424149036407

   1322060	  0.173253	  0.173104	  0.167553		CURRENT LEARNING RATE: 1.2687543774711073e-06
previous_iter_valid_loss : 0.16885977983474731

   1322080	  0.169091	  0.168860	  0.167871		CURRENT LEARNING RATE: 1.2685006519690094e-06
previous_iter_valid_loss : 0.1605006605386734

   1322100	  0.160657	  0.160501	  0.167681		CURRENT LEARNING RATE: 1.268246977206938e-06
previous_iter_valid_loss : 0.1635603904724121

   1322120	  0.163730	  0.163560	  0.167499		CURRENT LEARNING RATE: 1.267993353174746e-06
previous_iter_valid_loss : 0.16295377910137177

   1322140	  0.163124	  0.162954	  0.167351		CURRENT LEARNING RATE: 1.2677397798622858e-06
previous_iter_valid_loss : 0.17437715828418732

   1322160	  0.174525	  0.174377	  0.167692		CURRENT LEARNING RATE: 1.2674862572594192e-06
previous_iter_valid_loss : 0.16559186577796936

   1322180	  0.165747	  0.165592	  0.167804		CURRENT LEARNING RATE: 1.2672327853560032e-06
previous_iter_valid_loss : 0.16261449456214905

   1322200	  0.162770	  0.162614	  0.167862		CURRENT LEARNING RATE: 1.2669793641418964e-06
previous_iter_valid_loss : 0.16429711878299713

   1322220	  0.164493	  0.164297	  0.168048		CURRENT LEARNING RATE: 1.2667259936069667e-06
previous_iter_valid_loss : 0.16060084104537964

   1322240	  0.160761	  0.160601	  0.168021		CURRENT LEARNING RATE: 1.266472673741077e-06
previous_iter_valid_loss : 0.16063043475151062

   1322260	  0.160803	  0.160630	  0.166782		CURRENT LEARNING RATE: 1.2662194045340942e-06
previous_iter_valid_loss : 0.1623464971780777

   1322280	  0.162513	  0.162346	  0.166690		CURRENT LEARNING RATE: 1.2659661859758856e-06
previous_iter_valid_loss : 0.16835066676139832

   1322300	  0.168503	  0.168351	  0.166713		CURRENT LEARNING RATE: 1.265713018056327e-06
previous_iter_valid_loss : 0.16935224831104279

   1322320	  0.169588	  0.169352	  0.166628		CURRENT LEARNING RATE: 1.265459900765289e-06
previous_iter_valid_loss : 0.18955528736114502

   1322340	  0.189988	  0.189555	  0.168056		CURRENT LEARNING RATE: 1.2652068340926474e-06
previous_iter_valid_loss : 0.16051006317138672

   1322360	  0.160677	  0.160510	  0.166876		CURRENT LEARNING RATE: 1.264953818028277e-06
previous_iter_valid_loss : 0.16458621621131897

   1322380	  0.164786	  0.164586	  0.167067		CURRENT LEARNING RATE: 1.2647008525620617e-06
previous_iter_valid_loss : 0.1708192527294159

   1322400	  0.170977	  0.170819	  0.167489		CURRENT LEARNING RATE: 1.264447937683881e-06
previous_iter_valid_loss : 0.16334891319274902

   1322420	  0.163513	  0.163349	  0.167596		CURRENT LEARNING RATE: 1.2641950733836175e-06
previous_iter_valid_loss : 0.16051360964775085

   1322440	  0.160665	  0.160514	  0.166322		CURRENT LEARNING RATE: 1.2639422596511553e-06
previous_iter_valid_loss : 0.16563406586647034

   1322460	  0.165796	  0.165634	  0.165948		CURRENT LEARNING RATE: 1.2636894964763856e-06
previous_iter_valid_loss : 0.1657811403274536

   1322480	  0.165947	  0.165781	  0.165794		CURRENT LEARNING RATE: 1.263436783849196e-06
previous_iter_valid_loss : 0.16184455156326294

   1322500	  0.162010	  0.161845	  0.165862		CURRENT LEARNING RATE: 1.2631841217594778e-06
previous_iter_valid_loss : 0.16925543546676636

   1322520	  0.169497	  0.169255	  0.166146		CURRENT LEARNING RATE: 1.2629315101971225e-06
previous_iter_valid_loss : 0.16064292192459106

   1322540	  0.160804	  0.160643	  0.166031		CURRENT LEARNING RATE: 1.2626789491520301e-06
previous_iter_valid_loss : 0.18806537985801697

   1322560	  0.188495	  0.188065	  0.166715		CURRENT LEARNING RATE: 1.2624264386140959e-06
previous_iter_valid_loss : 0.16693498194217682

   1322580	  0.167157	  0.166935	  0.166782		CURRENT LEARNING RATE: 1.2621739785732169e-06
previous_iter_valid_loss : 0.16054779291152954

   1322600	  0.160715	  0.160548	  0.166679		CURRENT LEARNING RATE: 1.2619215690192998e-06
previous_iter_valid_loss : 0.16624511778354645

   1322620	  0.166410	  0.166245	  0.166776		CURRENT LEARNING RATE: 1.2616692099422453e-06
previous_iter_valid_loss : 0.16397131979465485

   1322640	  0.164162	  0.163971	  0.166945		CURRENT LEARNING RATE: 1.2614169013319595e-06
previous_iter_valid_loss : 0.1634690910577774

   1322660	  0.163670	  0.163469	  0.167087		CURRENT LEARNING RATE: 1.2611646431783477e-06
previous_iter_valid_loss : 0.1634572297334671

   1322680	  0.163618	  0.163457	  0.167142		CURRENT LEARNING RATE: 1.260912435471324e-06
previous_iter_valid_loss : 0.17585277557373047

   1322700	  0.176131	  0.175853	  0.167517		CURRENT LEARNING RATE: 1.260660278200798e-06
previous_iter_valid_loss : 0.18948994576931

   1322720	  0.189618	  0.189490	  0.168524		CURRENT LEARNING RATE: 1.2604081713566832e-06
previous_iter_valid_loss : 0.16072234511375427

   1322740	  0.160883	  0.160722	  0.167083		CURRENT LEARNING RATE: 1.260156114928893e-06
previous_iter_valid_loss : 0.16214123368263245

   1322760	  0.162298	  0.162141	  0.167164		CURRENT LEARNING RATE: 1.25990410890735e-06
previous_iter_valid_loss : 0.16053546965122223

   1322780	  0.160705	  0.160535	  0.166962		CURRENT LEARNING RATE: 1.2596521532819715e-06
previous_iter_valid_loss : 0.16254271566867828

   1322800	  0.162745	  0.162543	  0.166548		CURRENT LEARNING RATE: 1.2594002480426795e-06
previous_iter_valid_loss : 0.16061268746852875

   1322820	  0.160775	  0.160613	  0.166411		CURRENT LEARNING RATE: 1.259148393179395e-06
previous_iter_valid_loss : 0.1605284959077835

   1322840	  0.160698	  0.160528	  0.166412		CURRENT LEARNING RATE: 1.2588965886820488e-06
previous_iter_valid_loss : 0.17700111865997314

   1322860	  0.177315	  0.177001	  0.166980		CURRENT LEARNING RATE: 1.2586448345405664e-06
previous_iter_valid_loss : 0.16065993905067444

   1322880	  0.160823	  0.160660	  0.166724		CURRENT LEARNING RATE: 1.2583931307448773e-06
previous_iter_valid_loss : 0.16228099167346954

   1322900	  0.162474	  0.162281	  0.166746		CURRENT LEARNING RATE: 1.2581414772849115e-06
previous_iter_valid_loss : 0.16830219328403473

   1322920	  0.168527	  0.168302	  0.166698		CURRENT LEARNING RATE: 1.2578898741506073e-06
previous_iter_valid_loss : 0.16575834155082703

   1322940	  0.165921	  0.165758	  0.166954		CURRENT LEARNING RATE: 1.257638321331898e-06
previous_iter_valid_loss : 0.16062165796756744

   1322960	  0.160781	  0.160622	  0.165582		CURRENT LEARNING RATE: 1.257386818818722e-06
previous_iter_valid_loss : 0.18936768174171448

   1322980	  0.189769	  0.189368	  0.166704		CURRENT LEARNING RATE: 1.2571353666010166e-06
previous_iter_valid_loss : 0.1605585366487503

   1323000	  0.160708	  0.160559	  0.166704		CURRENT LEARNING RATE: 1.2568839646687283e-06
previous_iter_valid_loss : 0.16143818199634552

   1323020	  0.161624	  0.161438	  0.166464		CURRENT LEARNING RATE: 1.2566326130117985e-06
previous_iter_valid_loss : 0.16157355904579163

   1323040	  0.161762	  0.161574	  0.166344		CURRENT LEARNING RATE: 1.2563813116201715e-06
previous_iter_valid_loss : 0.16394025087356567

   1323060	  0.164116	  0.163940	  0.166367		CURRENT LEARNING RATE: 1.256130060483799e-06
previous_iter_valid_loss : 0.17821408808231354

   1323080	  0.178533	  0.178214	  0.167105		CURRENT LEARNING RATE: 1.2558788595926293e-06
previous_iter_valid_loss : 0.1788206696510315

   1323100	  0.178976	  0.178821	  0.167254		CURRENT LEARNING RATE: 1.2556277089366143e-06
previous_iter_valid_loss : 0.20099779963493347

   1323120	  0.201081	  0.200998	  0.167829		CURRENT LEARNING RATE: 1.2553766085057053e-06
previous_iter_valid_loss : 0.19470621645450592

   1323140	  0.194808	  0.194706	  0.169528		CURRENT LEARNING RATE: 1.2551255582898632e-06
previous_iter_valid_loss : 0.16055239737033844

   1323160	  0.160707	  0.160552	  0.169449		CURRENT LEARNING RATE: 1.2548745582790434e-06
previous_iter_valid_loss : 0.18360298871994019

   1323180	  0.183753	  0.183603	  0.170602		CURRENT LEARNING RATE: 1.2546236084632064e-06
previous_iter_valid_loss : 0.16061261296272278

   1323200	  0.160772	  0.160613	  0.170506		CURRENT LEARNING RATE: 1.2543727088323116e-06
previous_iter_valid_loss : 0.1618996560573578

   1323220	  0.162057	  0.161900	  0.170570		CURRENT LEARNING RATE: 1.2541218593763274e-06
previous_iter_valid_loss : 0.1608639657497406

   1323240	  0.161046	  0.160864	  0.170587		CURRENT LEARNING RATE: 1.2538710600852179e-06
previous_iter_valid_loss : 0.19769296050071716

   1323260	  0.197790	  0.197693	  0.171621		CURRENT LEARNING RATE: 1.2536203109489508e-06
previous_iter_valid_loss : 0.16512168943881989

   1323280	  0.165280	  0.165122	  0.171845		CURRENT LEARNING RATE: 1.2533696119574942e-06
previous_iter_valid_loss : 0.1606367826461792

   1323300	  0.160795	  0.160637	  0.171762		CURRENT LEARNING RATE: 1.2531189631008244e-06
previous_iter_valid_loss : 0.1626243144273758

   1323320	  0.162808	  0.162624	  0.171478		CURRENT LEARNING RATE: 1.2528683643689135e-06
previous_iter_valid_loss : 0.16104455292224884

   1323340	  0.161196	  0.161045	  0.171243		CURRENT LEARNING RATE: 1.252617815751737e-06
previous_iter_valid_loss : 0.16545724868774414

   1323360	  0.165615	  0.165457	  0.171485		CURRENT LEARNING RATE: 1.2523673172392713e-06
previous_iter_valid_loss : 0.16207252442836761

   1323380	  0.162219	  0.162073	  0.170120		CURRENT LEARNING RATE: 1.2521168688215007e-06
previous_iter_valid_loss : 0.1605348438024521

   1323400	  0.160703	  0.160535	  0.170119		CURRENT LEARNING RATE: 1.2518664704884049e-06
previous_iter_valid_loss : 0.1620863676071167

   1323420	  0.162248	  0.162086	  0.170151		CURRENT LEARNING RATE: 1.251616122229966e-06
previous_iter_valid_loss : 0.16721566021442413

   1323440	  0.167438	  0.167216	  0.170433		CURRENT LEARNING RATE: 1.2513658240361743e-06
previous_iter_valid_loss : 0.1679125875234604

   1323460	  0.168142	  0.167913	  0.170632		CURRENT LEARNING RATE: 1.2511155758970158e-06
previous_iter_valid_loss : 0.1712217777967453

   1323480	  0.171370	  0.171222	  0.170282		CURRENT LEARNING RATE: 1.2508653778024803e-06
previous_iter_valid_loss : 0.17417313158512115

   1323500	  0.174318	  0.174173	  0.170050		CURRENT LEARNING RATE: 1.250615229742558e-06
previous_iter_valid_loss : 0.16268429160118103

   1323520	  0.162850	  0.162684	  0.168134		CURRENT LEARNING RATE: 1.2503651317072473e-06
previous_iter_valid_loss : 0.16215887665748596

   1323540	  0.162309	  0.162159	  0.166507		CURRENT LEARNING RATE: 1.2501150836865419e-06
previous_iter_valid_loss : 0.16365359723567963

   1323560	  0.163815	  0.163654	  0.166662		CURRENT LEARNING RATE: 1.2498650856704403e-06
previous_iter_valid_loss : 0.162225142121315

   1323580	  0.162384	  0.162225	  0.165593		CURRENT LEARNING RATE: 1.2496151376489397e-06
previous_iter_valid_loss : 0.16339053213596344

   1323600	  0.163586	  0.163391	  0.165732		CURRENT LEARNING RATE: 1.2493652396120472e-06
previous_iter_valid_loss : 0.18086937069892883

   1323620	  0.181025	  0.180869	  0.166680		CURRENT LEARNING RATE: 1.2491153915497645e-06
previous_iter_valid_loss : 0.1671619564294815

   1323640	  0.167381	  0.167162	  0.166995		CURRENT LEARNING RATE: 1.2488655934520975e-06
previous_iter_valid_loss : 0.16083015501499176

   1323660	  0.160987	  0.160830	  0.165152		CURRENT LEARNING RATE: 1.2486158453090522e-06
previous_iter_valid_loss : 0.16966596245765686

   1323680	  0.169914	  0.169666	  0.165379		CURRENT LEARNING RATE: 1.2483661471106431e-06
previous_iter_valid_loss : 0.1620737612247467

   1323700	  0.162236	  0.162074	  0.165451		CURRENT LEARNING RATE: 1.2481164988468801e-06
previous_iter_valid_loss : 0.18592490255832672

   1323720	  0.186303	  0.185925	  0.166616		CURRENT LEARNING RATE: 1.2478669005077773e-06
previous_iter_valid_loss : 0.16190703213214874

   1323740	  0.162107	  0.161907	  0.166659		CURRENT LEARNING RATE: 1.2476173520833484e-06
previous_iter_valid_loss : 0.16157326102256775

   1323760	  0.161733	  0.161573	  0.166465		CURRENT LEARNING RATE: 1.2473678535636158e-06
previous_iter_valid_loss : 0.17542096972465515

   1323780	  0.175713	  0.175421	  0.167132		CURRENT LEARNING RATE: 1.2471184049385978e-06
previous_iter_valid_loss : 0.16941499710083008

   1323800	  0.169565	  0.169415	  0.167576		CURRENT LEARNING RATE: 1.2468690061983138e-06
previous_iter_valid_loss : 0.16051627695560455

   1323820	  0.160687	  0.160516	  0.167498		CURRENT LEARNING RATE: 1.2466196573327924e-06
previous_iter_valid_loss : 0.16476264595985413

   1323840	  0.164969	  0.164763	  0.167375		CURRENT LEARNING RATE: 1.2463703583320575e-06
previous_iter_valid_loss : 0.16518475115299225

   1323860	  0.165360	  0.165185	  0.167239		CURRENT LEARNING RATE: 1.246121109186137e-06
previous_iter_valid_loss : 0.16312071681022644

   1323880	  0.163308	  0.163121	  0.166834		CURRENT LEARNING RATE: 1.245871909885059e-06
previous_iter_valid_loss : 0.1612635850906372

   1323900	  0.161456	  0.161264	  0.166188		CURRENT LEARNING RATE: 1.2456227604188597e-06
previous_iter_valid_loss : 0.1637301743030548

   1323920	  0.163926	  0.163730	  0.166241		CURRENT LEARNING RATE: 1.245373660777571e-06
previous_iter_valid_loss : 0.16060446202754974

   1323940	  0.160773	  0.160604	  0.166163		CURRENT LEARNING RATE: 1.2451246109512289e-06
previous_iter_valid_loss : 0.16083140671253204

   1323960	  0.161002	  0.160831	  0.166022		CURRENT LEARNING RATE: 1.2448756109298691e-06
previous_iter_valid_loss : 0.17710740864276886

   1323980	  0.177268	  0.177107	  0.166766		CURRENT LEARNING RATE: 1.244626660703536e-06
previous_iter_valid_loss : 0.16706731915473938

   1324000	  0.167278	  0.167067	  0.166950		CURRENT LEARNING RATE: 1.2443777602622699e-06
previous_iter_valid_loss : 0.1619536578655243

   1324020	  0.162161	  0.161954	  0.166004		CURRENT LEARNING RATE: 1.244128909596114e-06
previous_iter_valid_loss : 0.16704829037189484

   1324040	  0.167206	  0.167048	  0.165998		CURRENT LEARNING RATE: 1.2438801086951126e-06
previous_iter_valid_loss : 0.16266021132469177

   1324060	  0.162861	  0.162660	  0.166090		CURRENT LEARNING RATE: 1.243631357549318e-06
previous_iter_valid_loss : 0.1611853688955307

   1324080	  0.161379	  0.161185	  0.165666		CURRENT LEARNING RATE: 1.2433826561487777e-06
previous_iter_valid_loss : 0.16437315940856934

   1324100	  0.164535	  0.164373	  0.165781		CURRENT LEARNING RATE: 1.243134004483544e-06
previous_iter_valid_loss : 0.16321030259132385

   1324120	  0.163414	  0.163210	  0.164645		CURRENT LEARNING RATE: 1.2428854025436683e-06
previous_iter_valid_loss : 0.17373859882354736

   1324140	  0.173891	  0.173739	  0.165237		CURRENT LEARNING RATE: 1.242636850319211e-06
previous_iter_valid_loss : 0.16162165999412537

   1324160	  0.161805	  0.161622	  0.165239		CURRENT LEARNING RATE: 1.242388347800228e-06
previous_iter_valid_loss : 0.16576053202152252

   1324180	  0.165964	  0.165761	  0.164756		CURRENT LEARNING RATE: 1.2421398949767768e-06
previous_iter_valid_loss : 0.17185235023498535

   1324200	  0.171999	  0.171852	  0.164878		CURRENT LEARNING RATE: 1.241891491838924e-06
previous_iter_valid_loss : 0.17339935898780823

   1324220	  0.173676	  0.173399	  0.165522		CURRENT LEARNING RATE: 1.2416431383767307e-06
previous_iter_valid_loss : 0.16903243958950043

   1324240	  0.169184	  0.169032	  0.165735		CURRENT LEARNING RATE: 1.2413948345802633e-06
previous_iter_valid_loss : 0.1621200144290924

   1324260	  0.162288	  0.162120	  0.165582		CURRENT LEARNING RATE: 1.2411465804395873e-06
previous_iter_valid_loss : 0.16210530698299408

   1324280	  0.162307	  0.162105	  0.165531		CURRENT LEARNING RATE: 1.2408983759447767e-06
previous_iter_valid_loss : 0.18826159834861755

   1324300	  0.188391	  0.188262	  0.166881		CURRENT LEARNING RATE: 1.2406502210859014e-06
previous_iter_valid_loss : 0.16487862169742584

   1324320	  0.165075	  0.164879	  0.166939		CURRENT LEARNING RATE: 1.2404021158530352e-06
previous_iter_valid_loss : 0.16914722323417664

   1324340	  0.169304	  0.169147	  0.167366		CURRENT LEARNING RATE: 1.2401540602362515e-06
previous_iter_valid_loss : 0.1636483520269394

   1324360	  0.163833	  0.163648	  0.167507		CURRENT LEARNING RATE: 1.2399060542256326e-06
previous_iter_valid_loss : 0.16784998774528503

   1324380	  0.168002	  0.167850	  0.167044		CURRENT LEARNING RATE: 1.2396580978112559e-06
previous_iter_valid_loss : 0.1821376383304596

   1324400	  0.182293	  0.182138	  0.167797		CURRENT LEARNING RATE: 1.2394101909832035e-06
previous_iter_valid_loss : 0.16163231432437897

   1324420	  0.161785	  0.161632	  0.167781		CURRENT LEARNING RATE: 1.2391623337315565e-06
previous_iter_valid_loss : 0.16051170229911804

   1324440	  0.160665	  0.160512	  0.167455		CURRENT LEARNING RATE: 1.2389145260464052e-06
previous_iter_valid_loss : 0.17303593456745148

   1324460	  0.173305	  0.173036	  0.167973		CURRENT LEARNING RATE: 1.2386667679178353e-06
previous_iter_valid_loss : 0.16955634951591492

   1324480	  0.169709	  0.169556	  0.168392		CURRENT LEARNING RATE: 1.238419059335936e-06
previous_iter_valid_loss : 0.16080638766288757

   1324500	  0.160959	  0.160806	  0.168214		CURRENT LEARNING RATE: 1.2381714002907975e-06
previous_iter_valid_loss : 0.16269561648368835

   1324520	  0.162884	  0.162696	  0.168188		CURRENT LEARNING RATE: 1.237923790772517e-06
previous_iter_valid_loss : 0.1656826138496399

   1324540	  0.165892	  0.165683	  0.167785		CURRENT LEARNING RATE: 1.2376762307711883e-06
previous_iter_valid_loss : 0.16076335310935974

   1324560	  0.160920	  0.160763	  0.167742		CURRENT LEARNING RATE: 1.2374287202769093e-06
previous_iter_valid_loss : 0.16408933699131012

   1324580	  0.164299	  0.164089	  0.167658		CURRENT LEARNING RATE: 1.2371812592797768e-06
previous_iter_valid_loss : 0.16085943579673767

   1324600	  0.161039	  0.160859	  0.167109		CURRENT LEARNING RATE: 1.236933847769897e-06
previous_iter_valid_loss : 0.1806127429008484

   1324620	  0.180954	  0.180613	  0.167469		CURRENT LEARNING RATE: 1.2366864857373713e-06
previous_iter_valid_loss : 0.16136659681797028

   1324640	  0.161557	  0.161367	  0.167086		CURRENT LEARNING RATE: 1.2364391731723033e-06
previous_iter_valid_loss : 0.1852298378944397

   1324660	  0.185606	  0.185230	  0.168242		CURRENT LEARNING RATE: 1.2361919100648044e-06
previous_iter_valid_loss : 0.17662063241004944

   1324680	  0.176907	  0.176621	  0.168967		CURRENT LEARNING RATE: 1.2359446964049822e-06
previous_iter_valid_loss : 0.16212695837020874

   1324700	  0.162291	  0.162127	  0.167661		CURRENT LEARNING RATE: 1.2356975321829477e-06
previous_iter_valid_loss : 0.1605471670627594

   1324720	  0.160702	  0.160547	  0.167444		CURRENT LEARNING RATE: 1.2354504173888126e-06
previous_iter_valid_loss : 0.16052749752998352

   1324740	  0.160682	  0.160527	  0.167013		CURRENT LEARNING RATE: 1.2352033520126965e-06
previous_iter_valid_loss : 0.16956058144569397

   1324760	  0.169813	  0.169561	  0.167309		CURRENT LEARNING RATE: 1.234956336044715e-06
previous_iter_valid_loss : 0.16052061319351196

   1324780	  0.160680	  0.160521	  0.166942		CURRENT LEARNING RATE: 1.2347093694749867e-06
previous_iter_valid_loss : 0.16226112842559814

   1324800	  0.162465	  0.162261	  0.165948		CURRENT LEARNING RATE: 1.2344624522936311e-06
previous_iter_valid_loss : 0.16097265481948853

   1324820	  0.161158	  0.160973	  0.165916		CURRENT LEARNING RATE: 1.2342155844907764e-06
previous_iter_valid_loss : 0.1619550883769989

   1324840	  0.162108	  0.161955	  0.165988		CURRENT LEARNING RATE: 1.233968766056545e-06
previous_iter_valid_loss : 0.17274008691310883

   1324860	  0.172894	  0.172740	  0.165973		CURRENT LEARNING RATE: 1.2337219969810642e-06
previous_iter_valid_loss : 0.16212762892246246

   1324880	  0.162290	  0.162128	  0.165601		CURRENT LEARNING RATE: 1.2334752772544615e-06
previous_iter_valid_loss : 0.20055924355983734

   1324900	  0.200632	  0.200559	  0.167589		CURRENT LEARNING RATE: 1.233228606866872e-06
previous_iter_valid_loss : 0.16717290878295898

   1324920	  0.167333	  0.167173	  0.167813		CURRENT LEARNING RATE: 1.2329819858084272e-06
previous_iter_valid_loss : 0.16291700303554535

   1324940	  0.163108	  0.162917	  0.167675		CURRENT LEARNING RATE: 1.2327354140692619e-06
previous_iter_valid_loss : 0.17989704012870789

   1324960	  0.180055	  0.179897	  0.168631		CURRENT LEARNING RATE: 1.2324888916395112e-06
previous_iter_valid_loss : 0.16205711662769318

   1324980	  0.162245	  0.162057	  0.168530		CURRENT LEARNING RATE: 1.2322424185093185e-06
previous_iter_valid_loss : 0.16092318296432495

   1325000	  0.161096	  0.160923	  0.168533		CURRENT LEARNING RATE: 1.2319959946688226e-06
previous_iter_valid_loss : 0.16449615359306335

   1325020	  0.164656	  0.164496	  0.167727		CURRENT LEARNING RATE: 1.2317496201081646e-06
previous_iter_valid_loss : 0.1643816977739334

   1325040	  0.164590	  0.164382	  0.167878		CURRENT LEARNING RATE: 1.2315032948174936e-06
previous_iter_valid_loss : 0.16363194584846497

   1325060	  0.163817	  0.163632	  0.166798		CURRENT LEARNING RATE: 1.2312570187869547e-06
previous_iter_valid_loss : 0.16946890950202942

   1325080	  0.169624	  0.169469	  0.166440		CURRENT LEARNING RATE: 1.2310107920066968e-06
previous_iter_valid_loss : 0.16057206690311432

   1325100	  0.160719	  0.160572	  0.166363		CURRENT LEARNING RATE: 1.2307646144668681e-06
previous_iter_valid_loss : 0.16053932905197144

   1325120	  0.160702	  0.160539	  0.166362		CURRENT LEARNING RATE: 1.2305184861576267e-06
previous_iter_valid_loss : 0.16257187724113464

   1325140	  0.162779	  0.162572	  0.166464		CURRENT LEARNING RATE: 1.230272407069125e-06
previous_iter_valid_loss : 0.1618582159280777

   1325160	  0.162020	  0.161858	  0.166079		CURRENT LEARNING RATE: 1.2300263771915196e-06
previous_iter_valid_loss : 0.16088666021823883

   1325180	  0.161070	  0.160887	  0.166098		CURRENT LEARNING RATE: 1.2297803965149673e-06
previous_iter_valid_loss : 0.16132624447345734

   1325200	  0.161478	  0.161326	  0.166051		CURRENT LEARNING RATE: 1.229534465029633e-06
previous_iter_valid_loss : 0.16064505279064178

   1325220	  0.160825	  0.160645	  0.166035		CURRENT LEARNING RATE: 1.2292885827256778e-06
previous_iter_valid_loss : 0.16063469648361206

   1325240	  0.160792	  0.160635	  0.165969		CURRENT LEARNING RATE: 1.2290427495932659e-06
previous_iter_valid_loss : 0.1634110063314438

   1325260	  0.163583	  0.163411	  0.165502		CURRENT LEARNING RATE: 1.228796965622562e-06
previous_iter_valid_loss : 0.1606709361076355

   1325280	  0.160836	  0.160671	  0.165429		CURRENT LEARNING RATE: 1.228551230803739e-06
previous_iter_valid_loss : 0.1798567771911621

   1325300	  0.180174	  0.179857	  0.164394		CURRENT LEARNING RATE: 1.2283055451269654e-06
previous_iter_valid_loss : 0.1628817766904831

   1325320	  0.163066	  0.162882	  0.164180		CURRENT LEARNING RATE: 1.228059908582414e-06
previous_iter_valid_loss : 0.17093534767627716

   1325340	  0.171084	  0.170935	  0.164580		CURRENT LEARNING RATE: 1.2278143211602568e-06
previous_iter_valid_loss : 0.16052445769309998

   1325360	  0.160689	  0.160524	  0.163612		CURRENT LEARNING RATE: 1.2275687828506747e-06
previous_iter_valid_loss : 0.16092456877231598

   1325380	  0.161078	  0.160925	  0.163555		CURRENT LEARNING RATE: 1.227323293643844e-06
previous_iter_valid_loss : 0.1605968326330185

   1325400	  0.160765	  0.160597	  0.163539		CURRENT LEARNING RATE: 1.227077853529943e-06
previous_iter_valid_loss : 0.1606244146823883

   1325420	  0.160794	  0.160624	  0.163345		CURRENT LEARNING RATE: 1.226832462499159e-06
previous_iter_valid_loss : 0.1656041294336319

   1325440	  0.165770	  0.165604	  0.163406		CURRENT LEARNING RATE: 1.226587120541673e-06
previous_iter_valid_loss : 0.16062971949577332

   1325460	  0.160804	  0.160630	  0.163256		CURRENT LEARNING RATE: 1.2263418276476723e-06
previous_iter_valid_loss : 0.16128075122833252

   1325480	  0.161463	  0.161281	  0.162847		CURRENT LEARNING RATE: 1.2260965838073429e-06
previous_iter_valid_loss : 0.1606593281030655

   1325500	  0.160828	  0.160659	  0.162851		CURRENT LEARNING RATE: 1.2258513890108788e-06
previous_iter_valid_loss : 0.1624222844839096

   1325520	  0.162588	  0.162422	  0.162945		CURRENT LEARNING RATE: 1.2256062432484706e-06
previous_iter_valid_loss : 0.16068483889102936

   1325540	  0.160849	  0.160685	  0.162851		CURRENT LEARNING RATE: 1.2253611465103124e-06
previous_iter_valid_loss : 0.16237056255340576

   1325560	  0.162559	  0.162371	  0.162877		CURRENT LEARNING RATE: 1.2251160987865979e-06
previous_iter_valid_loss : 0.1609947234392166

   1325580	  0.161155	  0.160995	  0.162882		CURRENT LEARNING RATE: 1.2248711000675298e-06
previous_iter_valid_loss : 0.16159415245056152

   1325600	  0.161782	  0.161594	  0.162896		CURRENT LEARNING RATE: 1.2246261503433057e-06
previous_iter_valid_loss : 0.1643318384885788

   1325620	  0.164530	  0.164332	  0.163080		CURRENT LEARNING RATE: 1.224381249604128e-06
previous_iter_valid_loss : 0.18084019422531128

   1325640	  0.181179	  0.180840	  0.164090		CURRENT LEARNING RATE: 1.224136397840198e-06
previous_iter_valid_loss : 0.16054853796958923

   1325660	  0.160698	  0.160549	  0.163947		CURRENT LEARNING RATE: 1.2238915950417263e-06
previous_iter_valid_loss : 0.16579440236091614

   1325680	  0.165999	  0.165794	  0.164203		CURRENT LEARNING RATE: 1.2236468411989187e-06
previous_iter_valid_loss : 0.16171875596046448

   1325700	  0.161901	  0.161719	  0.163296		CURRENT LEARNING RATE: 1.2234021363019847e-06
previous_iter_valid_loss : 0.1734243482351303

   1325720	  0.173697	  0.173424	  0.163823		CURRENT LEARNING RATE: 1.2231574803411344e-06
previous_iter_valid_loss : 0.19853107631206512

   1325740	  0.199061	  0.198531	  0.165203		CURRENT LEARNING RATE: 1.2229128733065857e-06
previous_iter_valid_loss : 0.16764315962791443

   1325760	  0.167875	  0.167643	  0.165559		CURRENT LEARNING RATE: 1.2226683151885518e-06
previous_iter_valid_loss : 0.16115857660770416

   1325780	  0.161347	  0.161159	  0.165571		CURRENT LEARNING RATE: 1.222423805977251e-06
previous_iter_valid_loss : 0.17143647372722626

   1325800	  0.171585	  0.171436	  0.166113		CURRENT LEARNING RATE: 1.2221793456629001e-06
previous_iter_valid_loss : 0.16239286959171295

   1325820	  0.162546	  0.162393	  0.166201		CURRENT LEARNING RATE: 1.2219349342357257e-06
previous_iter_valid_loss : 0.16052204370498657

   1325840	  0.160685	  0.160522	  0.165947		CURRENT LEARNING RATE: 1.2216905716859485e-06
previous_iter_valid_loss : 0.17957031726837158

   1325860	  0.179727	  0.179570	  0.166894		CURRENT LEARNING RATE: 1.2214462580037923e-06
previous_iter_valid_loss : 0.1609375923871994

   1325880	  0.161104	  0.160938	  0.166877		CURRENT LEARNING RATE: 1.2212019931794886e-06
previous_iter_valid_loss : 0.16229651868343353

   1325900	  0.162464	  0.162297	  0.166959		CURRENT LEARNING RATE: 1.2209577772032651e-06
previous_iter_valid_loss : 0.1620856076478958

   1325920	  0.162277	  0.162086	  0.166942		CURRENT LEARNING RATE: 1.2207136100653527e-06
previous_iter_valid_loss : 0.1607987880706787

   1325940	  0.160963	  0.160799	  0.166948		CURRENT LEARNING RATE: 1.2204694917559828e-06
previous_iter_valid_loss : 0.1640980839729309

   1325960	  0.164270	  0.164098	  0.167034		CURRENT LEARNING RATE: 1.2202254222653948e-06
previous_iter_valid_loss : 0.1613582968711853

   1325980	  0.161515	  0.161358	  0.167052		CURRENT LEARNING RATE: 1.2199814015838238e-06
previous_iter_valid_loss : 0.16437259316444397

   1326000	  0.164566	  0.164373	  0.167191		CURRENT LEARNING RATE: 1.219737429701509e-06
previous_iter_valid_loss : 0.1614978164434433

   1326020	  0.161656	  0.161498	  0.167049		CURRENT LEARNING RATE: 1.2194935066086894e-06
previous_iter_valid_loss : 0.16473226249217987

   1326040	  0.164934	  0.164732	  0.166244		CURRENT LEARNING RATE: 1.2192496322956125e-06
previous_iter_valid_loss : 0.16533459722995758

   1326060	  0.165545	  0.165335	  0.166483		CURRENT LEARNING RATE: 1.219005806752521e-06
previous_iter_valid_loss : 0.1693112552165985

   1326080	  0.169558	  0.169311	  0.166659		CURRENT LEARNING RATE: 1.218762029969662e-06
previous_iter_valid_loss : 0.16314281523227692

   1326100	  0.163326	  0.163143	  0.166730		CURRENT LEARNING RATE: 1.218518301937282e-06
previous_iter_valid_loss : 0.1771654635667801

   1326120	  0.177467	  0.177165	  0.166917		CURRENT LEARNING RATE: 1.2182746226456366e-06
previous_iter_valid_loss : 0.16431012749671936

   1326140	  0.164478	  0.164310	  0.165206		CURRENT LEARNING RATE: 1.2180309920849763e-06
previous_iter_valid_loss : 0.16180731356143951

   1326160	  0.161967	  0.161807	  0.164915		CURRENT LEARNING RATE: 1.2177874102455558e-06
previous_iter_valid_loss : 0.16066983342170715

   1326180	  0.160836	  0.160670	  0.164890		CURRENT LEARNING RATE: 1.2175438771176296e-06
previous_iter_valid_loss : 0.16084976494312286

   1326200	  0.161028	  0.160850	  0.164361		CURRENT LEARNING RATE: 1.2173003926914609e-06
previous_iter_valid_loss : 0.1633273810148239

   1326220	  0.163495	  0.163327	  0.164408		CURRENT LEARNING RATE: 1.217056956957308e-06
previous_iter_valid_loss : 0.1630440056324005

   1326240	  0.163236	  0.163044	  0.164534		CURRENT LEARNING RATE: 1.2168135699054313e-06
previous_iter_valid_loss : 0.1961085945367813

   1326260	  0.196214	  0.196109	  0.165361		CURRENT LEARNING RATE: 1.2165702315261e-06
previous_iter_valid_loss : 0.16645778715610504

   1326280	  0.166678	  0.166458	  0.165637		CURRENT LEARNING RATE: 1.216326941809578e-06
previous_iter_valid_loss : 0.16287235915660858

   1326300	  0.163038	  0.162872	  0.165665		CURRENT LEARNING RATE: 1.2160837007461336e-06
previous_iter_valid_loss : 0.16313256323337555

   1326320	  0.163298	  0.163133	  0.165718		CURRENT LEARNING RATE: 1.2158405083260355e-06
previous_iter_valid_loss : 0.17285573482513428

   1326340	  0.172995	  0.172856	  0.166321		CURRENT LEARNING RATE: 1.21559736453956e-06
previous_iter_valid_loss : 0.1720363348722458

   1326360	  0.172296	  0.172036	  0.166717		CURRENT LEARNING RATE: 1.2153542693769793e-06
previous_iter_valid_loss : 0.16474877297878265

   1326380	  0.164914	  0.164749	  0.166887		CURRENT LEARNING RATE: 1.2151112228285694e-06
previous_iter_valid_loss : 0.16168485581874847

   1326400	  0.161849	  0.161685	  0.166753		CURRENT LEARNING RATE: 1.2148682248846064e-06
previous_iter_valid_loss : 0.17924584448337555

   1326420	  0.179397	  0.179246	  0.167640		CURRENT LEARNING RATE: 1.2146252755353749e-06
previous_iter_valid_loss : 0.16066056489944458

   1326440	  0.160817	  0.160661	  0.167436		CURRENT LEARNING RATE: 1.2143823747711544e-06
previous_iter_valid_loss : 0.17691022157669067

   1326460	  0.177067	  0.176910	  0.168015		CURRENT LEARNING RATE: 1.2141395225822292e-06
previous_iter_valid_loss : 0.17048610746860504

   1326480	  0.170638	  0.170486	  0.168074		CURRENT LEARNING RATE: 1.213896718958883e-06
previous_iter_valid_loss : 0.16560295224189758

   1326500	  0.165807	  0.165603	  0.168197		CURRENT LEARNING RATE: 1.2136539638914076e-06
previous_iter_valid_loss : 0.16633927822113037

   1326520	  0.166551	  0.166339	  0.167656		CURRENT LEARNING RATE: 1.213411257370091e-06
previous_iter_valid_loss : 0.16201777756214142

   1326540	  0.162176	  0.162018	  0.167541		CURRENT LEARNING RATE: 1.2131685993852249e-06
previous_iter_valid_loss : 0.16332465410232544

   1326560	  0.163519	  0.163325	  0.167617		CURRENT LEARNING RATE: 1.2129259899271009e-06
previous_iter_valid_loss : 0.1715470403432846

   1326580	  0.171697	  0.171547	  0.168161		CURRENT LEARNING RATE: 1.2126834289860186e-06
previous_iter_valid_loss : 0.1606462448835373

   1326600	  0.160805	  0.160646	  0.168151		CURRENT LEARNING RATE: 1.2124409165522738e-06
previous_iter_valid_loss : 0.16940324008464813

   1326620	  0.169636	  0.169403	  0.168454		CURRENT LEARNING RATE: 1.2121984526161634e-06
previous_iter_valid_loss : 0.16791139543056488

   1326640	  0.168139	  0.167911	  0.168698		CURRENT LEARNING RATE: 1.2119560371679936e-06
previous_iter_valid_loss : 0.16700531542301178

   1326660	  0.167162	  0.167005	  0.167243		CURRENT LEARNING RATE: 1.2117136701980655e-06
previous_iter_valid_loss : 0.1637742519378662

   1326680	  0.163987	  0.163774	  0.167108		CURRENT LEARNING RATE: 1.2114713516966843e-06
previous_iter_valid_loss : 0.1870683878660202

   1326700	  0.187208	  0.187068	  0.168318		CURRENT LEARNING RATE: 1.2112290816541554e-06
previous_iter_valid_loss : 0.16715076565742493

   1326720	  0.167375	  0.167151	  0.168519		CURRENT LEARNING RATE: 1.2109868600607917e-06
previous_iter_valid_loss : 0.16504982113838196

   1326740	  0.165214	  0.165050	  0.168129		CURRENT LEARNING RATE: 1.2107446869069027e-06
previous_iter_valid_loss : 0.16609160602092743

   1326760	  0.166308	  0.166092	  0.167832		CURRENT LEARNING RATE: 1.2105025621828014e-06
previous_iter_valid_loss : 0.16183383762836456

   1326780	  0.162033	  0.161834	  0.167686		CURRENT LEARNING RATE: 1.2102604858788007e-06
previous_iter_valid_loss : 0.16084575653076172

   1326800	  0.161024	  0.160846	  0.167644		CURRENT LEARNING RATE: 1.2100184579852215e-06
previous_iter_valid_loss : 0.16187457740306854

   1326820	  0.162039	  0.161875	  0.166775		CURRENT LEARNING RATE: 1.209776478492381e-06
previous_iter_valid_loss : 0.17682921886444092

   1326840	  0.176981	  0.176829	  0.167584		CURRENT LEARNING RATE: 1.2095345473905996e-06
previous_iter_valid_loss : 0.16172479093074799

   1326860	  0.161915	  0.161725	  0.166825		CURRENT LEARNING RATE: 1.2092926646701982e-06
previous_iter_valid_loss : 0.16862419247627258

   1326880	  0.168863	  0.168624	  0.166731		CURRENT LEARNING RATE: 1.2090508303215057e-06
previous_iter_valid_loss : 0.162880077958107

   1326900	  0.163037	  0.162880	  0.166595		CURRENT LEARNING RATE: 1.2088090443348465e-06
previous_iter_valid_loss : 0.16055431962013245

   1326920	  0.160713	  0.160554	  0.166306		CURRENT LEARNING RATE: 1.2085673067005493e-06
previous_iter_valid_loss : 0.16704824566841125

   1326940	  0.167206	  0.167048	  0.166558		CURRENT LEARNING RATE: 1.2083256174089424e-06
previous_iter_valid_loss : 0.16180263459682465

   1326960	  0.161955	  0.161803	  0.166481		CURRENT LEARNING RATE: 1.2080839764503626e-06
previous_iter_valid_loss : 0.16098859906196594

   1326980	  0.161134	  0.160989	  0.165954		CURRENT LEARNING RATE: 1.207842383815142e-06
previous_iter_valid_loss : 0.17082606256008148

   1327000	  0.171075	  0.170826	  0.166463		CURRENT LEARNING RATE: 1.2076008394936147e-06
previous_iter_valid_loss : 0.18129046261310577

   1327020	  0.181643	  0.181290	  0.167057		CURRENT LEARNING RATE: 1.2073593434761232e-06
previous_iter_valid_loss : 0.16053378582000732

   1327040	  0.160702	  0.160534	  0.166688		CURRENT LEARNING RATE: 1.2071178957530056e-06
previous_iter_valid_loss : 0.16678565740585327

   1327060	  0.166946	  0.166786	  0.166677		CURRENT LEARNING RATE: 1.206876496314604e-06
previous_iter_valid_loss : 0.16450653970241547

   1327080	  0.164708	  0.164507	  0.166714		CURRENT LEARNING RATE: 1.2066351451512605e-06
previous_iter_valid_loss : 0.16257928311824799

   1327100	  0.162760	  0.162579	  0.165489		CURRENT LEARNING RATE: 1.206393842253325e-06
previous_iter_valid_loss : 0.18210400640964508

   1327120	  0.182253	  0.182104	  0.166237		CURRENT LEARNING RATE: 1.2061525876111432e-06
previous_iter_valid_loss : 0.16371113061904907

   1327140	  0.163874	  0.163711	  0.166170		CURRENT LEARNING RATE: 1.2059113812150653e-06
previous_iter_valid_loss : 0.16326114535331726

   1327160	  0.163458	  0.163261	  0.166028		CURRENT LEARNING RATE: 1.2056702230554405e-06
previous_iter_valid_loss : 0.1619483083486557

   1327180	  0.162097	  0.161948	  0.166034		CURRENT LEARNING RATE: 1.2054291131226268e-06
previous_iter_valid_loss : 0.16115230321884155

   1327200	  0.161304	  0.161152	  0.166050		CURRENT LEARNING RATE: 1.205188051406978e-06
previous_iter_valid_loss : 0.17588604986667633

   1327220	  0.176039	  0.175886	  0.166750		CURRENT LEARNING RATE: 1.2049470378988514e-06
previous_iter_valid_loss : 0.1633334755897522

   1327240	  0.163503	  0.163333	  0.166075		CURRENT LEARNING RATE: 1.2047060725886043e-06
previous_iter_valid_loss : 0.1605004072189331

   1327260	  0.160669	  0.160500	  0.166014		CURRENT LEARNING RATE: 1.2044651554666025e-06
previous_iter_valid_loss : 0.1607583463191986

   1327280	  0.160932	  0.160758	  0.165621		CURRENT LEARNING RATE: 1.204224286523207e-06
previous_iter_valid_loss : 0.1631454974412918

   1327300	  0.163317	  0.163145	  0.165634		CURRENT LEARNING RATE: 1.203983465748783e-06
previous_iter_valid_loss : 0.162986159324646

   1327320	  0.163157	  0.162986	  0.165756		CURRENT LEARNING RATE: 1.2037426931336957e-06
previous_iter_valid_loss : 0.16299299895763397

   1327340	  0.163194	  0.162993	  0.165553		CURRENT LEARNING RATE: 1.2035019686683185e-06
previous_iter_valid_loss : 0.1668044626712799

   1327360	  0.166964	  0.166804	  0.165803		CURRENT LEARNING RATE: 1.2032612923430201e-06
previous_iter_valid_loss : 0.16053427755832672

   1327380	  0.160686	  0.160534	  0.165780		CURRENT LEARNING RATE: 1.2030206641481738e-06
previous_iter_valid_loss : 0.16138488054275513

   1327400	  0.161574	  0.161385	  0.165308		CURRENT LEARNING RATE: 1.202780084074152e-06
previous_iter_valid_loss : 0.16550453007221222

   1327420	  0.165712	  0.165505	  0.164519		CURRENT LEARNING RATE: 1.2025395521113355e-06
previous_iter_valid_loss : 0.19496379792690277

   1327440	  0.195074	  0.194964	  0.166240		CURRENT LEARNING RATE: 1.2022990682501016e-06
previous_iter_valid_loss : 0.16290542483329773

   1327460	  0.163095	  0.162905	  0.166046		CURRENT LEARNING RATE: 1.2020586324808286e-06
previous_iter_valid_loss : 0.16289544105529785

   1327480	  0.163058	  0.162895	  0.165966		CURRENT LEARNING RATE: 1.2018182447939028e-06
previous_iter_valid_loss : 0.16057346761226654

   1327500	  0.160731	  0.160573	  0.165866		CURRENT LEARNING RATE: 1.201577905179707e-06
previous_iter_valid_loss : 0.16157281398773193

   1327520	  0.161733	  0.161573	  0.164839		CURRENT LEARNING RATE: 1.2013376136286278e-06
previous_iter_valid_loss : 0.17270205914974213

   1327540	  0.172856	  0.172702	  0.165289		CURRENT LEARNING RATE: 1.2010973701310513e-06
previous_iter_valid_loss : 0.16186730563640594

   1327560	  0.162053	  0.161867	  0.165219		CURRENT LEARNING RATE: 1.2008571746773715e-06
previous_iter_valid_loss : 0.17369702458381653

   1327580	  0.173839	  0.173697	  0.165806		CURRENT LEARNING RATE: 1.200617027257979e-06
previous_iter_valid_loss : 0.1605595201253891

   1327600	  0.160738	  0.160560	  0.165777		CURRENT LEARNING RATE: 1.2003769278632676e-06
previous_iter_valid_loss : 0.17644339799880981

   1327620	  0.176740	  0.176443	  0.165805		CURRENT LEARNING RATE: 1.2001368764836318e-06
previous_iter_valid_loss : 0.23831599950790405

   1327640	  0.238236	  0.238316	  0.169554		CURRENT LEARNING RATE: 1.199896873109473e-06
previous_iter_valid_loss : 0.16078996658325195

   1327660	  0.160963	  0.160790	  0.169568		CURRENT LEARNING RATE: 1.1996569177311894e-06
previous_iter_valid_loss : 0.16219784319400787

   1327680	  0.162378	  0.162198	  0.169640		CURRENT LEARNING RATE: 1.1994170103391825e-06
previous_iter_valid_loss : 0.17017687857151031

   1327700	  0.170326	  0.170177	  0.169992		CURRENT LEARNING RATE: 1.1991771509238542e-06
previous_iter_valid_loss : 0.17348319292068481

   1327720	  0.173630	  0.173483	  0.170517		CURRENT LEARNING RATE: 1.1989373394756142e-06
previous_iter_valid_loss : 0.16050228476524353

   1327740	  0.160661	  0.160502	  0.170392		CURRENT LEARNING RATE: 1.198697575984868e-06
previous_iter_valid_loss : 0.16637659072875977

   1327760	  0.166603	  0.166377	  0.170371		CURRENT LEARNING RATE: 1.1984578604420249e-06
previous_iter_valid_loss : 0.17068243026733398

   1327780	  0.170931	  0.170682	  0.170878		CURRENT LEARNING RATE: 1.1982181928374942e-06
previous_iter_valid_loss : 0.16353221237659454

   1327800	  0.163730	  0.163532	  0.170985		CURRENT LEARNING RATE: 1.1979785731616936e-06
previous_iter_valid_loss : 0.16080234944820404

   1327820	  0.160956	  0.160802	  0.170750		CURRENT LEARNING RATE: 1.197739001405036e-06
previous_iter_valid_loss : 0.18083561956882477

   1327840	  0.181171	  0.180836	  0.170044		CURRENT LEARNING RATE: 1.1974994775579365e-06
previous_iter_valid_loss : 0.1740359216928482

   1327860	  0.174184	  0.174036	  0.170600		CURRENT LEARNING RATE: 1.1972600016108186e-06
previous_iter_valid_loss : 0.1718582808971405

   1327880	  0.172014	  0.171858	  0.171049		CURRENT LEARNING RATE: 1.1970205735541007e-06
previous_iter_valid_loss : 0.16092965006828308

   1327900	  0.161109	  0.160930	  0.171066		CURRENT LEARNING RATE: 1.196781193378206e-06
previous_iter_valid_loss : 0.1612190306186676

   1327920	  0.161405	  0.161219	  0.171049		CURRENT LEARNING RATE: 1.1965418610735568e-06
previous_iter_valid_loss : 0.1805390864610672

   1327940	  0.180859	  0.180539	  0.171440		CURRENT LEARNING RATE: 1.1963025766305846e-06
previous_iter_valid_loss : 0.16738881170749664

   1327960	  0.167621	  0.167389	  0.171717		CURRENT LEARNING RATE: 1.1960633400397158e-06
previous_iter_valid_loss : 0.16101352870464325

   1327980	  0.161198	  0.161014	  0.171082		CURRENT LEARNING RATE: 1.1958241512913805e-06
previous_iter_valid_loss : 0.16066330671310425

   1328000	  0.160821	  0.160663	  0.171088		CURRENT LEARNING RATE: 1.1955850103760092e-06
previous_iter_valid_loss : 0.19874785840511322

   1328020	  0.198835	  0.198748	  0.172203		CURRENT LEARNING RATE: 1.1953459172840409e-06
previous_iter_valid_loss : 0.17171011865139008

   1328040	  0.171969	  0.171710	  0.168873		CURRENT LEARNING RATE: 1.1951068720059093e-06
previous_iter_valid_loss : 0.16129036247730255

   1328060	  0.161473	  0.161290	  0.168898		CURRENT LEARNING RATE: 1.1948678745320527e-06
previous_iter_valid_loss : 0.16583631932735443

   1328080	  0.166032	  0.165836	  0.169079		CURRENT LEARNING RATE: 1.194628924852909e-06
previous_iter_valid_loss : 0.1740168184041977

   1328100	  0.174290	  0.174017	  0.169271		CURRENT LEARNING RATE: 1.1943900229589247e-06
previous_iter_valid_loss : 0.160847470164299

   1328120	  0.161026	  0.160847	  0.168640		CURRENT LEARNING RATE: 1.1941511688405415e-06
previous_iter_valid_loss : 0.16684335470199585

   1328140	  0.167063	  0.166843	  0.168957		CURRENT LEARNING RATE: 1.1939123624882053e-06
previous_iter_valid_loss : 0.16058877110481262

   1328160	  0.160764	  0.160589	  0.168667		CURRENT LEARNING RATE: 1.1936736038923615e-06
previous_iter_valid_loss : 0.16050197184085846

   1328180	  0.160666	  0.160502	  0.168158		CURRENT LEARNING RATE: 1.1934348930434641e-06
previous_iter_valid_loss : 0.16094538569450378

   1328200	  0.161097	  0.160945	  0.168029		CURRENT LEARNING RATE: 1.1931962299319627e-06
previous_iter_valid_loss : 0.1605260968208313

   1328220	  0.160691	  0.160526	  0.168015		CURRENT LEARNING RATE: 1.1929576145483084e-06
previous_iter_valid_loss : 0.1606334000825882

   1328240	  0.160801	  0.160633	  0.167005		CURRENT LEARNING RATE: 1.1927190468829612e-06
previous_iter_valid_loss : 0.1605287343263626

   1328260	  0.160695	  0.160529	  0.166330		CURRENT LEARNING RATE: 1.192480526926376e-06
previous_iter_valid_loss : 0.16907744109630585

   1328280	  0.169325	  0.169077	  0.166191		CURRENT LEARNING RATE: 1.1922420546690117e-06
previous_iter_valid_loss : 0.17303787171840668

   1328300	  0.173184	  0.173038	  0.166796		CURRENT LEARNING RATE: 1.1920036301013278e-06
previous_iter_valid_loss : 0.17426447570323944

   1328320	  0.174412	  0.174264	  0.167448		CURRENT LEARNING RATE: 1.1917652532137916e-06
previous_iter_valid_loss : 0.16062544286251068

   1328340	  0.160776	  0.160625	  0.166453		CURRENT LEARNING RATE: 1.1915269239968653e-06
previous_iter_valid_loss : 0.160525843501091

   1328360	  0.160686	  0.160526	  0.166110		CURRENT LEARNING RATE: 1.1912886424410164e-06
previous_iter_valid_loss : 0.16083694994449615

   1328380	  0.161015	  0.160837	  0.166101		CURRENT LEARNING RATE: 1.1910504085367112e-06
previous_iter_valid_loss : 0.17400909960269928

   1328400	  0.174153	  0.174009	  0.166768		CURRENT LEARNING RATE: 1.1908122222744247e-06
previous_iter_valid_loss : 0.16330388188362122

   1328420	  0.163503	  0.163304	  0.164996		CURRENT LEARNING RATE: 1.190574083644627e-06
previous_iter_valid_loss : 0.16655680537223816

   1328440	  0.166721	  0.166557	  0.164738		CURRENT LEARNING RATE: 1.1903359926377931e-06
previous_iter_valid_loss : 0.16654695570468903

   1328460	  0.166763	  0.166547	  0.165001		CURRENT LEARNING RATE: 1.1900979492443967e-06
previous_iter_valid_loss : 0.16933292150497437

   1328480	  0.169484	  0.169333	  0.165176		CURRENT LEARNING RATE: 1.1898599534549208e-06
previous_iter_valid_loss : 0.16053901612758636

   1328500	  0.160708	  0.160539	  0.164502		CURRENT LEARNING RATE: 1.189622005259843e-06
previous_iter_valid_loss : 0.16861368715763092

   1328520	  0.168858	  0.168614	  0.164890		CURRENT LEARNING RATE: 1.1893841046496456e-06
previous_iter_valid_loss : 0.16434428095817566

   1328540	  0.164551	  0.164344	  0.164765		CURRENT LEARNING RATE: 1.1891462516148103e-06
previous_iter_valid_loss : 0.1658961921930313

   1328560	  0.166054	  0.165896	  0.165031		CURRENT LEARNING RATE: 1.1889084461458274e-06
previous_iter_valid_loss : 0.16422604024410248

   1328580	  0.164428	  0.164226	  0.165217		CURRENT LEARNING RATE: 1.1886706882331828e-06
previous_iter_valid_loss : 0.16206887364387512

   1328600	  0.162259	  0.162069	  0.165273		CURRENT LEARNING RATE: 1.1884329778673658e-06
previous_iter_valid_loss : 0.1751154065132141

   1328620	  0.175259	  0.175115	  0.166002		CURRENT LEARNING RATE: 1.1881953150388656e-06
previous_iter_valid_loss : 0.16487599909305573

   1328640	  0.165043	  0.164876	  0.166215		CURRENT LEARNING RATE: 1.1879576997381806e-06
previous_iter_valid_loss : 0.16637086868286133

   1328660	  0.166581	  0.166371	  0.166507		CURRENT LEARNING RATE: 1.1877201319558036e-06
previous_iter_valid_loss : 0.16109515726566315

   1328680	  0.161250	  0.161095	  0.166108		CURRENT LEARNING RATE: 1.18748261168223e-06
previous_iter_valid_loss : 0.16243945062160492

   1328700	  0.162590	  0.162439	  0.165578		CURRENT LEARNING RATE: 1.187245138907963e-06
previous_iter_valid_loss : 0.1620098501443863

   1328720	  0.162168	  0.162010	  0.164965		CURRENT LEARNING RATE: 1.187007713623502e-06
previous_iter_valid_loss : 0.16245734691619873

   1328740	  0.162649	  0.162457	  0.165056		CURRENT LEARNING RATE: 1.1867703358193495e-06
previous_iter_valid_loss : 0.16877031326293945

   1328760	  0.169002	  0.168770	  0.165469		CURRENT LEARNING RATE: 1.1865330054860084e-06
previous_iter_valid_loss : 0.17232787609100342

   1328780	  0.172474	  0.172328	  0.166043		CURRENT LEARNING RATE: 1.18629572261399e-06
previous_iter_valid_loss : 0.16695651412010193

   1328800	  0.167180	  0.166957	  0.165691		CURRENT LEARNING RATE: 1.1860584871938005e-06
previous_iter_valid_loss : 0.16200461983680725

   1328820	  0.162164	  0.162005	  0.165626		CURRENT LEARNING RATE: 1.1858212992159506e-06
previous_iter_valid_loss : 0.16632653772830963

   1328840	  0.166487	  0.166327	  0.165614		CURRENT LEARNING RATE: 1.185584158670951e-06
previous_iter_valid_loss : 0.1636253297328949

   1328860	  0.163811	  0.163625	  0.165468		CURRENT LEARNING RATE: 1.1853470655493198e-06
previous_iter_valid_loss : 0.16098931431770325

   1328880	  0.161177	  0.160989	  0.165051		CURRENT LEARNING RATE: 1.1851100198415714e-06
previous_iter_valid_loss : 0.16099007427692413

   1328900	  0.161172	  0.160990	  0.165073		CURRENT LEARNING RATE: 1.184873021538224e-06
previous_iter_valid_loss : 0.16282887756824493

   1328920	  0.163019	  0.162829	  0.164784		CURRENT LEARNING RATE: 1.1846360706297953e-06
previous_iter_valid_loss : 0.16355612874031067

   1328940	  0.163745	  0.163556	  0.164745		CURRENT LEARNING RATE: 1.184399167106812e-06
previous_iter_valid_loss : 0.16282469034194946

   1328960	  0.163023	  0.162825	  0.164591		CURRENT LEARNING RATE: 1.1841623109597954e-06
previous_iter_valid_loss : 0.16084402799606323

   1328980	  0.161029	  0.160844	  0.164422		CURRENT LEARNING RATE: 1.1839255021792713e-06
previous_iter_valid_loss : 0.1831686943769455

   1329000	  0.183317	  0.183169	  0.165477		CURRENT LEARNING RATE: 1.1836887407557656e-06
previous_iter_valid_loss : 0.1618649810552597

   1329020	  0.162050	  0.161865	  0.164815		CURRENT LEARNING RATE: 1.1834520266798117e-06
previous_iter_valid_loss : 0.16334456205368042

   1329040	  0.163537	  0.163345	  0.164738		CURRENT LEARNING RATE: 1.1832153599419388e-06
previous_iter_valid_loss : 0.16229064762592316

   1329060	  0.162454	  0.162291	  0.164534		CURRENT LEARNING RATE: 1.1829787405326786e-06
previous_iter_valid_loss : 0.16091999411582947

   1329080	  0.161073	  0.160920	  0.164525		CURRENT LEARNING RATE: 1.18274216844257e-06
previous_iter_valid_loss : 0.16660983860492706

   1329100	  0.166819	  0.166610	  0.164734		CURRENT LEARNING RATE: 1.1825056436621487e-06
previous_iter_valid_loss : 0.16607746481895447

   1329120	  0.166238	  0.166077	  0.164937		CURRENT LEARNING RATE: 1.1822691661819531e-06
previous_iter_valid_loss : 0.1605762094259262

   1329140	  0.160747	  0.160576	  0.164843		CURRENT LEARNING RATE: 1.1820327359925222e-06
previous_iter_valid_loss : 0.18267977237701416

   1329160	  0.182833	  0.182680	  0.165539		CURRENT LEARNING RATE: 1.181796353084403e-06
previous_iter_valid_loss : 0.16895906627178192

   1329180	  0.169196	  0.168959	  0.165370		CURRENT LEARNING RATE: 1.181560017448138e-06
previous_iter_valid_loss : 0.16503098607063293

   1329200	  0.165236	  0.165031	  0.165274		CURRENT LEARNING RATE: 1.181323729074274e-06
previous_iter_valid_loss : 0.16746915876865387

   1329220	  0.167697	  0.167469	  0.165547		CURRENT LEARNING RATE: 1.1810874879533572e-06
previous_iter_valid_loss : 0.16996684670448303

   1329240	  0.170120	  0.169967	  0.165729		CURRENT LEARNING RATE: 1.1808512940759421e-06
previous_iter_valid_loss : 0.16219067573547363

   1329260	  0.162345	  0.162191	  0.165657		CURRENT LEARNING RATE: 1.180615147432579e-06
previous_iter_valid_loss : 0.16503140330314636

   1329280	  0.165200	  0.165031	  0.165859		CURRENT LEARNING RATE: 1.1803790480138219e-06
previous_iter_valid_loss : 0.1765027791261673

   1329300	  0.176662	  0.176503	  0.166635		CURRENT LEARNING RATE: 1.1801429958102249e-06
previous_iter_valid_loss : 0.16068169474601746

   1329320	  0.160844	  0.160682	  0.166528		CURRENT LEARNING RATE: 1.1799069908123498e-06
previous_iter_valid_loss : 0.16228865087032318

   1329340	  0.162453	  0.162289	  0.166464		CURRENT LEARNING RATE: 1.1796710330107545e-06
previous_iter_valid_loss : 0.16300195455551147

   1329360	  0.163208	  0.163002	  0.166473		CURRENT LEARNING RATE: 1.1794351223960008e-06
previous_iter_valid_loss : 0.1639927178621292

   1329380	  0.164197	  0.163993	  0.166631		CURRENT LEARNING RATE: 1.17919925895865e-06
previous_iter_valid_loss : 0.174838587641716

   1329400	  0.175121	  0.174839	  0.166214		CURRENT LEARNING RATE: 1.1789634426892718e-06
previous_iter_valid_loss : 0.16074883937835693

   1329420	  0.160920	  0.160749	  0.166158		CURRENT LEARNING RATE: 1.1787276735784313e-06
previous_iter_valid_loss : 0.16052046418190002

   1329440	  0.160676	  0.160520	  0.166017		CURRENT LEARNING RATE: 1.178491951616696e-06
previous_iter_valid_loss : 0.19409146904945374

   1329460	  0.194554	  0.194091	  0.167607		CURRENT LEARNING RATE: 1.1782562767946412e-06
previous_iter_valid_loss : 0.17845380306243896

   1329480	  0.178771	  0.178454	  0.168484		CURRENT LEARNING RATE: 1.1780206491028372e-06
previous_iter_valid_loss : 0.16219031810760498

   1329500	  0.162387	  0.162190	  0.168263		CURRENT LEARNING RATE: 1.1777850685318598e-06
previous_iter_valid_loss : 0.16438710689544678

   1329520	  0.164557	  0.164387	  0.168178		CURRENT LEARNING RATE: 1.1775495350722828e-06
previous_iter_valid_loss : 0.16373196244239807

   1329540	  0.163928	  0.163732	  0.168336		CURRENT LEARNING RATE: 1.1773140487146896e-06
previous_iter_valid_loss : 0.17927119135856628

   1329560	  0.179431	  0.179271	  0.168166		CURRENT LEARNING RATE: 1.1770786094496586e-06
previous_iter_valid_loss : 0.16800765693187714

   1329580	  0.168166	  0.168008	  0.168118		CURRENT LEARNING RATE: 1.176843217267772e-06
previous_iter_valid_loss : 0.17072021961212158

   1329600	  0.170869	  0.170720	  0.168403		CURRENT LEARNING RATE: 1.1766078721596122e-06
previous_iter_valid_loss : 0.16489069163799286

   1329620	  0.165058	  0.164891	  0.168274		CURRENT LEARNING RATE: 1.1763725741157696e-06
previous_iter_valid_loss : 0.17652593553066254

   1329640	  0.176675	  0.176526	  0.168602		CURRENT LEARNING RATE: 1.17613732312683e-06
previous_iter_valid_loss : 0.1698215901851654

   1329660	  0.170072	  0.169822	  0.168983		CURRENT LEARNING RATE: 1.1759021191833835e-06
previous_iter_valid_loss : 0.16050675511360168

   1329680	  0.160665	  0.160507	  0.168757		CURRENT LEARNING RATE: 1.17566696227602e-06
previous_iter_valid_loss : 0.17971578240394592

   1329700	  0.179875	  0.179716	  0.168918		CURRENT LEARNING RATE: 1.175431852395337e-06
previous_iter_valid_loss : 0.16083328425884247

   1329720	  0.160983	  0.160833	  0.168925		CURRENT LEARNING RATE: 1.1751967895319283e-06
previous_iter_valid_loss : 0.17050474882125854

   1329740	  0.170655	  0.170505	  0.169336		CURRENT LEARNING RATE: 1.1749617736763915e-06
previous_iter_valid_loss : 0.16418030858039856

   1329760	  0.164350	  0.164180	  0.169395		CURRENT LEARNING RATE: 1.1747268048193235e-06
previous_iter_valid_loss : 0.16051028668880463

   1329780	  0.160684	  0.160510	  0.169221		CURRENT LEARNING RATE: 1.1744918829513302e-06
previous_iter_valid_loss : 0.16811829805374146

   1329800	  0.168276	  0.168118	  0.168885		CURRENT LEARNING RATE: 1.1742570080630123e-06
previous_iter_valid_loss : 0.1644812673330307

   1329820	  0.164686	  0.164481	  0.169071		CURRENT LEARNING RATE: 1.1740221801449725e-06
previous_iter_valid_loss : 0.16160131990909576

   1329840	  0.161798	  0.161601	  0.169125		CURRENT LEARNING RATE: 1.1737873991878224e-06
previous_iter_valid_loss : 0.1651088297367096

   1329860	  0.165273	  0.165109	  0.167676		CURRENT LEARNING RATE: 1.1735526651821686e-06
previous_iter_valid_loss : 0.18224814534187317

   1329880	  0.182596	  0.182248	  0.167866		CURRENT LEARNING RATE: 1.1733179781186213e-06
previous_iter_valid_loss : 0.16122308373451233

   1329900	  0.161407	  0.161223	  0.167818		CURRENT LEARNING RATE: 1.1730833379877912e-06
previous_iter_valid_loss : 0.17021295428276062

   1329920	  0.170464	  0.170213	  0.168109		CURRENT LEARNING RATE: 1.172848744780297e-06
previous_iter_valid_loss : 0.1702454686164856

   1329940	  0.170494	  0.170245	  0.168435		CURRENT LEARNING RATE: 1.1726141984867526e-06
previous_iter_valid_loss : 0.16251300275325775

   1329960	  0.162666	  0.162513	  0.167597		CURRENT LEARNING RATE: 1.1723796990977763e-06
previous_iter_valid_loss : 0.1604965180158615

   1329980	  0.160659	  0.160497	  0.167221		CURRENT LEARNING RATE: 1.1721452466039861e-06
previous_iter_valid_loss : 0.16056475043296814

   1330000	  0.160713	  0.160565	  0.166713		CURRENT LEARNING RATE: 1.1719108409960081e-06
previous_iter_valid_loss : 0.16064274311065674

   1330020	  0.160801	  0.160643	  0.166501		CURRENT LEARNING RATE: 1.1716764822644638e-06
previous_iter_valid_loss : 0.16440269351005554

   1330040	  0.164569	  0.164403	  0.165895		CURRENT LEARNING RATE: 1.1714421703999787e-06
previous_iter_valid_loss : 0.1746203750371933

   1330060	  0.174771	  0.174620	  0.166135		CURRENT LEARNING RATE: 1.171207905393179e-06
previous_iter_valid_loss : 0.16505475342273712

   1330080	  0.165219	  0.165055	  0.166362		CURRENT LEARNING RATE: 1.1709736872346974e-06
previous_iter_valid_loss : 0.161201611161232

   1330100	  0.161360	  0.161202	  0.165437		CURRENT LEARNING RATE: 1.1707395159151636e-06
previous_iter_valid_loss : 0.1639188677072525

   1330120	  0.164118	  0.163919	  0.165591		CURRENT LEARNING RATE: 1.1705053914252104e-06
previous_iter_valid_loss : 0.17232590913772583

   1330140	  0.172474	  0.172326	  0.165682		CURRENT LEARNING RATE: 1.170271313755471e-06
previous_iter_valid_loss : 0.16236315667629242

   1330160	  0.162563	  0.162363	  0.165591		CURRENT LEARNING RATE: 1.1700372828965867e-06
previous_iter_valid_loss : 0.16765841841697693

   1330180	  0.167874	  0.167658	  0.165948		CURRENT LEARNING RATE: 1.1698032988391933e-06
previous_iter_valid_loss : 0.16756246984004974

   1330200	  0.167785	  0.167562	  0.165921		CURRENT LEARNING RATE: 1.1695693615739325e-06
previous_iter_valid_loss : 0.17471569776535034

   1330220	  0.174988	  0.174716	  0.166432		CURRENT LEARNING RATE: 1.169335471091444e-06
previous_iter_valid_loss : 0.16350099444389343

   1330240	  0.163670	  0.163501	  0.166527		CURRENT LEARNING RATE: 1.1691016273823768e-06
previous_iter_valid_loss : 0.1678004115819931

   1330260	  0.168034	  0.167800	  0.166662		CURRENT LEARNING RATE: 1.1688678304373747e-06
previous_iter_valid_loss : 0.1870892494916916

   1330280	  0.187482	  0.187089	  0.166904		CURRENT LEARNING RATE: 1.1686340802470838e-06
previous_iter_valid_loss : 0.16057831048965454

   1330300	  0.160742	  0.160578	  0.166872		CURRENT LEARNING RATE: 1.1684003768021584e-06
previous_iter_valid_loss : 0.16405387222766876

   1330320	  0.164224	  0.164054	  0.166564		CURRENT LEARNING RATE: 1.1681667200932482e-06
previous_iter_valid_loss : 0.17092952132225037

   1330340	  0.171079	  0.170930	  0.166598		CURRENT LEARNING RATE: 1.1679331101110072e-06
previous_iter_valid_loss : 0.16098003089427948

   1330360	  0.161157	  0.160980	  0.166521		CURRENT LEARNING RATE: 1.1676995468460884e-06
previous_iter_valid_loss : 0.16239719092845917

   1330380	  0.162571	  0.162397	  0.166616		CURRENT LEARNING RATE: 1.1674660302891538e-06
previous_iter_valid_loss : 0.1621173918247223

   1330400	  0.162279	  0.162117	  0.166694		CURRENT LEARNING RATE: 1.1672325604308606e-06
previous_iter_valid_loss : 0.16632646322250366

   1330420	  0.166490	  0.166326	  0.166978		CURRENT LEARNING RATE: 1.16699913726187e-06
previous_iter_valid_loss : 0.1605522334575653

   1330440	  0.160711	  0.160552	  0.166786		CURRENT LEARNING RATE: 1.166765760772843e-06
previous_iter_valid_loss : 0.16397622227668762

   1330460	  0.164177	  0.163976	  0.166253		CURRENT LEARNING RATE: 1.1665324309544485e-06
previous_iter_valid_loss : 0.16114716231822968

   1330480	  0.161308	  0.161147	  0.166058		CURRENT LEARNING RATE: 1.1662991477973514e-06
previous_iter_valid_loss : 0.16050848364830017

   1330500	  0.160672	  0.160508	  0.166023		CURRENT LEARNING RATE: 1.1660659112922205e-06
previous_iter_valid_loss : 0.16834114491939545

   1330520	  0.168564	  0.168341	  0.166244		CURRENT LEARNING RATE: 1.1658327214297239e-06
previous_iter_valid_loss : 0.1638224869966507

   1330540	  0.163994	  0.163822	  0.165819		CURRENT LEARNING RATE: 1.1655995782005387e-06
previous_iter_valid_loss : 0.16640909016132355

   1330560	  0.166573	  0.166409	  0.166022		CURRENT LEARNING RATE: 1.1653664815953366e-06
previous_iter_valid_loss : 0.16111768782138824

   1330580	  0.161276	  0.161118	  0.165695		CURRENT LEARNING RATE: 1.165133431604794e-06
previous_iter_valid_loss : 0.16753612458705902

   1330600	  0.167692	  0.167536	  0.165693		CURRENT LEARNING RATE: 1.1649004282195866e-06
previous_iter_valid_loss : 0.16057124733924866

   1330620	  0.160728	  0.160571	  0.164986		CURRENT LEARNING RATE: 1.1646674714303987e-06
previous_iter_valid_loss : 0.16126561164855957

   1330640	  0.161427	  0.161266	  0.164874		CURRENT LEARNING RATE: 1.1644345612279098e-06
previous_iter_valid_loss : 0.16328164935112

   1330660	  0.163480	  0.163282	  0.164648		CURRENT LEARNING RATE: 1.1642016976028015e-06
previous_iter_valid_loss : 0.16670623421669006

   1330680	  0.166862	  0.166706	  0.163629		CURRENT LEARNING RATE: 1.1639688805457632e-06
previous_iter_valid_loss : 0.16063839197158813

   1330700	  0.160802	  0.160638	  0.163632		CURRENT LEARNING RATE: 1.1637361100474803e-06
previous_iter_valid_loss : 0.1615690290927887

   1330720	  0.161729	  0.161569	  0.163508		CURRENT LEARNING RATE: 1.163503386098642e-06
previous_iter_valid_loss : 0.1604975163936615

   1330740	  0.160661	  0.160498	  0.162986		CURRENT LEARNING RATE: 1.1632707086899373e-06
previous_iter_valid_loss : 0.16997990012168884

   1330760	  0.170134	  0.169980	  0.163436		CURRENT LEARNING RATE: 1.163038077812063e-06
previous_iter_valid_loss : 0.16758088767528534

   1330780	  0.167738	  0.167581	  0.163695		CURRENT LEARNING RATE: 1.162805493455712e-06
previous_iter_valid_loss : 0.16778481006622314

   1330800	  0.167946	  0.167785	  0.163979		CURRENT LEARNING RATE: 1.162572955611581e-06
previous_iter_valid_loss : 0.16079865396022797

   1330820	  0.160959	  0.160799	  0.163702		CURRENT LEARNING RATE: 1.1623404642703663e-06
previous_iter_valid_loss : 0.16051357984542847

   1330840	  0.160681	  0.160514	  0.163701		CURRENT LEARNING RATE: 1.1621080194227722e-06
previous_iter_valid_loss : 0.18118838965892792

   1330860	  0.181340	  0.181188	  0.164561		CURRENT LEARNING RATE: 1.1618756210594992e-06
previous_iter_valid_loss : 0.16285936534404755

   1330880	  0.163026	  0.162859	  0.164647		CURRENT LEARNING RATE: 1.1616432691712512e-06
previous_iter_valid_loss : 0.16066737473011017

   1330900	  0.160838	  0.160667	  0.164655		CURRENT LEARNING RATE: 1.161410963748732e-06
previous_iter_valid_loss : 0.16251204907894135

   1330920	  0.162707	  0.162512	  0.164363		CURRENT LEARNING RATE: 1.1611787047826536e-06
previous_iter_valid_loss : 0.17049874365329742

   1330940	  0.170644	  0.170499	  0.164697		CURRENT LEARNING RATE: 1.1609464922637236e-06
previous_iter_valid_loss : 0.1642688661813736

   1330960	  0.164471	  0.164269	  0.164590		CURRENT LEARNING RATE: 1.1607143261826534e-06
previous_iter_valid_loss : 0.16835907101631165

   1330980	  0.168593	  0.168359	  0.164952		CURRENT LEARNING RATE: 1.1604822065301543e-06
previous_iter_valid_loss : 0.1902376115322113

   1331000	  0.190364	  0.190238	  0.166087		CURRENT LEARNING RATE: 1.1602501332969458e-06
previous_iter_valid_loss : 0.16088959574699402

   1331020	  0.161072	  0.160890	  0.166103		CURRENT LEARNING RATE: 1.1600181064737425e-06
previous_iter_valid_loss : 0.1617669016122818

   1331040	  0.161923	  0.161767	  0.166128		CURRENT LEARNING RATE: 1.159786126051262e-06
previous_iter_valid_loss : 0.18084441125392914

   1331060	  0.181179	  0.180844	  0.167006		CURRENT LEARNING RATE: 1.1595541920202284e-06
previous_iter_valid_loss : 0.16319461166858673

   1331080	  0.163392	  0.163195	  0.166831		CURRENT LEARNING RATE: 1.1593223043713626e-06
previous_iter_valid_loss : 0.17313820123672485

   1331100	  0.173408	  0.173138	  0.167456		CURRENT LEARNING RATE: 1.1590904630953893e-06
previous_iter_valid_loss : 0.1619180589914322

   1331120	  0.162075	  0.161918	  0.167473		CURRENT LEARNING RATE: 1.1588586681830326e-06
previous_iter_valid_loss : 0.16874176263809204

   1331140	  0.168893	  0.168742	  0.167885		CURRENT LEARNING RATE: 1.158626919625025e-06
previous_iter_valid_loss : 0.16792722046375275

   1331160	  0.168083	  0.167927	  0.167783		CURRENT LEARNING RATE: 1.1583952174120941e-06
previous_iter_valid_loss : 0.16083015501499176

   1331180	  0.160971	  0.160830	  0.167445		CURRENT LEARNING RATE: 1.158163561534972e-06
previous_iter_valid_loss : 0.16931331157684326

   1331200	  0.169559	  0.169313	  0.167522		CURRENT LEARNING RATE: 1.1579319519843907e-06
previous_iter_valid_loss : 0.16132394969463348

   1331220	  0.161482	  0.161324	  0.167548		CURRENT LEARNING RATE: 1.1577003887510894e-06
previous_iter_valid_loss : 0.17296266555786133

   1331240	  0.173114	  0.172963	  0.168170		CURRENT LEARNING RATE: 1.1574688718258042e-06
previous_iter_valid_loss : 0.16060246527194977

   1331260	  0.160772	  0.160602	  0.167141		CURRENT LEARNING RATE: 1.1572374011992738e-06
previous_iter_valid_loss : 0.16552941501140594

   1331280	  0.165690	  0.165529	  0.167275		CURRENT LEARNING RATE: 1.1570059768622374e-06
previous_iter_valid_loss : 0.18380270898342133

   1331300	  0.183947	  0.183803	  0.168431		CURRENT LEARNING RATE: 1.1567745988054424e-06
previous_iter_valid_loss : 0.16676418483257294

   1331320	  0.166920	  0.166764	  0.168644		CURRENT LEARNING RATE: 1.1565432670196317e-06
previous_iter_valid_loss : 0.1686023622751236

   1331340	  0.168760	  0.168602	  0.168549		CURRENT LEARNING RATE: 1.1563119814955515e-06
previous_iter_valid_loss : 0.16058821976184845

   1331360	  0.160759	  0.160588	  0.168365		CURRENT LEARNING RATE: 1.1560807422239488e-06
previous_iter_valid_loss : 0.16256386041641235

   1331380	  0.162731	  0.162564	  0.168075		CURRENT LEARNING RATE: 1.155849549195578e-06
previous_iter_valid_loss : 0.16275984048843384

   1331400	  0.162935	  0.162760	  0.166701		CURRENT LEARNING RATE: 1.1556184024011894e-06
previous_iter_valid_loss : 0.1739582121372223

   1331420	  0.174227	  0.173958	  0.167355		CURRENT LEARNING RATE: 1.155387301831537e-06
previous_iter_valid_loss : 0.16919420659542084

   1331440	  0.169436	  0.169194	  0.167726		CURRENT LEARNING RATE: 1.1551562474773748e-06
previous_iter_valid_loss : 0.1606007069349289

   1331460	  0.160757	  0.160601	  0.166714		CURRENT LEARNING RATE: 1.1549252393294646e-06
previous_iter_valid_loss : 0.1675904542207718

   1331480	  0.167816	  0.167590	  0.166934		CURRENT LEARNING RATE: 1.1546942773785645e-06
previous_iter_valid_loss : 0.1614433377981186

   1331500	  0.161593	  0.161443	  0.166349		CURRENT LEARNING RATE: 1.1544633616154333e-06
previous_iter_valid_loss : 0.16059008240699768

   1331520	  0.160758	  0.160590	  0.166283		CURRENT LEARNING RATE: 1.1542324920308386e-06
previous_iter_valid_loss : 0.16237002611160278

   1331540	  0.162536	  0.162370	  0.165964		CURRENT LEARNING RATE: 1.154001668615544e-06
previous_iter_valid_loss : 0.16087706387043

   1331560	  0.161058	  0.160877	  0.165612		CURRENT LEARNING RATE: 1.1537708913603162e-06
previous_iter_valid_loss : 0.16151005029678345

   1331580	  0.161698	  0.161510	  0.165646		CURRENT LEARNING RATE: 1.1535401602559222e-06
previous_iter_valid_loss : 0.1652136892080307

   1331600	  0.165423	  0.165214	  0.165441		CURRENT LEARNING RATE: 1.1533094752931367e-06
previous_iter_valid_loss : 0.16071337461471558

   1331620	  0.160888	  0.160713	  0.165410		CURRENT LEARNING RATE: 1.1530788364627304e-06
previous_iter_valid_loss : 0.16357994079589844

   1331640	  0.163750	  0.163580	  0.164941		CURRENT LEARNING RATE: 1.1528482437554778e-06
previous_iter_valid_loss : 0.16098137199878693

   1331660	  0.161136	  0.160981	  0.164960		CURRENT LEARNING RATE: 1.1526176971621531e-06
previous_iter_valid_loss : 0.19307272136211395

   1331680	  0.193191	  0.193073	  0.166337		CURRENT LEARNING RATE: 1.1523871966735383e-06
previous_iter_valid_loss : 0.17205668985843658

   1331700	  0.172321	  0.172057	  0.165750		CURRENT LEARNING RATE: 1.1521567422804117e-06
previous_iter_valid_loss : 0.1612059473991394

   1331720	  0.161348	  0.161206	  0.165472		CURRENT LEARNING RATE: 1.1519263339735547e-06
previous_iter_valid_loss : 0.1768343150615692

   1331740	  0.176983	  0.176834	  0.165883		CURRENT LEARNING RATE: 1.1516959717437494e-06
previous_iter_valid_loss : 0.16057506203651428

   1331760	  0.160729	  0.160575	  0.165883		CURRENT LEARNING RATE: 1.1514656555817852e-06
previous_iter_valid_loss : 0.1724659651517868

   1331780	  0.172610	  0.172466	  0.166378		CURRENT LEARNING RATE: 1.1512353854784472e-06
previous_iter_valid_loss : 0.1605490744113922

   1331800	  0.160707	  0.160549	  0.166267		CURRENT LEARNING RATE: 1.151005161424525e-06
previous_iter_valid_loss : 0.16757428646087646

   1331820	  0.167730	  0.167574	  0.165948		CURRENT LEARNING RATE: 1.1507749834108072e-06
previous_iter_valid_loss : 0.1724305897951126

   1331840	  0.172689	  0.172431	  0.166110		CURRENT LEARNING RATE: 1.1505448514280909e-06
previous_iter_valid_loss : 0.1614280641078949

   1331860	  0.161584	  0.161428	  0.166151		CURRENT LEARNING RATE: 1.1503147654671689e-06
previous_iter_valid_loss : 0.1606801301240921

   1331880	  0.160849	  0.160680	  0.165806		CURRENT LEARNING RATE: 1.1500847255188354e-06
previous_iter_valid_loss : 0.16310395300388336

   1331900	  0.163290	  0.163104	  0.165889		CURRENT LEARNING RATE: 1.1498547315738934e-06
previous_iter_valid_loss : 0.1605522483587265

   1331920	  0.160704	  0.160552	  0.165887		CURRENT LEARNING RATE: 1.1496247836231407e-06
previous_iter_valid_loss : 0.16055335104465485

   1331940	  0.160722	  0.160553	  0.165796		CURRENT LEARNING RATE: 1.1493948816573796e-06
previous_iter_valid_loss : 0.16091740131378174

   1331960	  0.161077	  0.160917	  0.165798		CURRENT LEARNING RATE: 1.1491650256674118e-06
previous_iter_valid_loss : 0.16235759854316711

   1331980	  0.162519	  0.162358	  0.165841		CURRENT LEARNING RATE: 1.1489352156440473e-06
previous_iter_valid_loss : 0.1764642596244812

   1332000	  0.176754	  0.176464	  0.166403		CURRENT LEARNING RATE: 1.1487054515780914e-06
previous_iter_valid_loss : 0.1659553349018097

   1332020	  0.166169	  0.165955	  0.166665		CURRENT LEARNING RATE: 1.1484757334603538e-06
previous_iter_valid_loss : 0.1648198813199997

   1332040	  0.164988	  0.164820	  0.166727		CURRENT LEARNING RATE: 1.1482460612816437e-06
previous_iter_valid_loss : 0.16183577477931976

   1332060	  0.162000	  0.161836	  0.166770		CURRENT LEARNING RATE: 1.1480164350327781e-06
previous_iter_valid_loss : 0.16330118477344513

   1332080	  0.163469	  0.163301	  0.165281		CURRENT LEARNING RATE: 1.1477868547045703e-06
previous_iter_valid_loss : 0.16181133687496185

   1332100	  0.161959	  0.161811	  0.164769		CURRENT LEARNING RATE: 1.1475573202878368e-06
previous_iter_valid_loss : 0.16780759394168854

   1332120	  0.168035	  0.167808	  0.165099		CURRENT LEARNING RATE: 1.147327831773394e-06
previous_iter_valid_loss : 0.16343934834003448

   1332140	  0.163606	  0.163439	  0.164429		CURRENT LEARNING RATE: 1.1470983891520667e-06
previous_iter_valid_loss : 0.16404572129249573

   1332160	  0.164217	  0.164046	  0.164603		CURRENT LEARNING RATE: 1.1468689924146753e-06
previous_iter_valid_loss : 0.16648510098457336

   1332180	  0.166709	  0.166485	  0.164304		CURRENT LEARNING RATE: 1.1466396415520436e-06
previous_iter_valid_loss : 0.17411616444587708

   1332200	  0.174266	  0.174116	  0.164982		CURRENT LEARNING RATE: 1.1464103365549958e-06
previous_iter_valid_loss : 0.1617073118686676

   1332220	  0.161867	  0.161707	  0.164689		CURRENT LEARNING RATE: 1.1461810774143636e-06
previous_iter_valid_loss : 0.16164734959602356

   1332240	  0.161833	  0.161647	  0.164150		CURRENT LEARNING RATE: 1.1459518641209747e-06
previous_iter_valid_loss : 0.16088052093982697

   1332260	  0.161059	  0.160881	  0.164122		CURRENT LEARNING RATE: 1.1457226966656585e-06
previous_iter_valid_loss : 0.1614062339067459

   1332280	  0.161587	  0.161406	  0.164159		CURRENT LEARNING RATE: 1.1454935750392521e-06
previous_iter_valid_loss : 0.1766384243965149

   1332300	  0.176926	  0.176638	  0.164835		CURRENT LEARNING RATE: 1.145264499232589e-06
previous_iter_valid_loss : 0.1605444997549057

   1332320	  0.160701	  0.160544	  0.164835		CURRENT LEARNING RATE: 1.1450354692365063e-06
previous_iter_valid_loss : 0.16416604816913605

   1332340	  0.164368	  0.164166	  0.165016		CURRENT LEARNING RATE: 1.1448064850418402e-06
previous_iter_valid_loss : 0.1776873767375946

   1332360	  0.177992	  0.177687	  0.165854		CURRENT LEARNING RATE: 1.1445775466394356e-06
previous_iter_valid_loss : 0.1809280961751938

   1332380	  0.181262	  0.180928	  0.166783		CURRENT LEARNING RATE: 1.1443486540201332e-06
previous_iter_valid_loss : 0.16302525997161865

   1332400	  0.163219	  0.163025	  0.166111		CURRENT LEARNING RATE: 1.1441198071747771e-06
previous_iter_valid_loss : 0.16092033684253693

   1332420	  0.161075	  0.160920	  0.165859		CURRENT LEARNING RATE: 1.1438910060942114e-06
previous_iter_valid_loss : 0.1688697636127472

   1332440	  0.169025	  0.168870	  0.166061		CURRENT LEARNING RATE: 1.143662250769288e-06
previous_iter_valid_loss : 0.1620529443025589

   1332460	  0.162241	  0.162053	  0.166072		CURRENT LEARNING RATE: 1.1434335411908549e-06
previous_iter_valid_loss : 0.16081632673740387

   1332480	  0.160968	  0.160816	  0.165948		CURRENT LEARNING RATE: 1.1432048773497638e-06
previous_iter_valid_loss : 0.1625898778438568

   1332500	  0.162783	  0.162590	  0.165987		CURRENT LEARNING RATE: 1.1429762592368656e-06
previous_iter_valid_loss : 0.16078490018844604

   1332520	  0.160944	  0.160785	  0.165636		CURRENT LEARNING RATE: 1.14274768684302e-06
previous_iter_valid_loss : 0.1834474503993988

   1332540	  0.183604	  0.183447	  0.166636		CURRENT LEARNING RATE: 1.142519160159082e-06
previous_iter_valid_loss : 0.1615060418844223

   1332560	  0.161695	  0.161506	  0.166509		CURRENT LEARNING RATE: 1.1422906791759106e-06
previous_iter_valid_loss : 0.16329649090766907

   1332580	  0.163499	  0.163296	  0.166350		CURRENT LEARNING RATE: 1.1420622438843646e-06
previous_iter_valid_loss : 0.16234658658504486

   1332600	  0.162512	  0.162347	  0.165761		CURRENT LEARNING RATE: 1.1418338542753105e-06
previous_iter_valid_loss : 0.16421003639698029

   1332620	  0.164386	  0.164210	  0.165886		CURRENT LEARNING RATE: 1.1416055103396107e-06
previous_iter_valid_loss : 0.1632419228553772

   1332640	  0.163440	  0.163242	  0.165966		CURRENT LEARNING RATE: 1.1413772120681314e-06
previous_iter_valid_loss : 0.18931728601455688

   1332660	  0.189442	  0.189317	  0.167388		CURRENT LEARNING RATE: 1.1411489594517388e-06
previous_iter_valid_loss : 0.17163074016571045

   1332680	  0.171784	  0.171631	  0.167899		CURRENT LEARNING RATE: 1.1409207524813066e-06
previous_iter_valid_loss : 0.16069529950618744

   1332700	  0.160861	  0.160695	  0.167102		CURRENT LEARNING RATE: 1.1406925911477048e-06
previous_iter_valid_loss : 0.16291353106498718

   1332720	  0.163107	  0.162914	  0.167221		CURRENT LEARNING RATE: 1.1404644754418047e-06
previous_iter_valid_loss : 0.160846546292305

   1332740	  0.161004	  0.160847	  0.167055		CURRENT LEARNING RATE: 1.140236405354486e-06
previous_iter_valid_loss : 0.1604938507080078

   1332760	  0.160652	  0.160494	  0.166195		CURRENT LEARNING RATE: 1.1400083808766234e-06
previous_iter_valid_loss : 0.1625952273607254

   1332780	  0.162759	  0.162595	  0.165278		CURRENT LEARNING RATE: 1.1397804019990964e-06
previous_iter_valid_loss : 0.16084499657154083

   1332800	  0.161003	  0.160845	  0.165169		CURRENT LEARNING RATE: 1.1395524687127835e-06
previous_iter_valid_loss : 0.16131681203842163

   1332820	  0.161483	  0.161317	  0.165189		CURRENT LEARNING RATE: 1.1393245810085715e-06
previous_iter_valid_loss : 0.16175295412540436

   1332840	  0.161903	  0.161753	  0.164833		CURRENT LEARNING RATE: 1.1390967388773428e-06
previous_iter_valid_loss : 0.1609828621149063

   1332860	  0.161163	  0.160983	  0.164780		CURRENT LEARNING RATE: 1.138868942309984e-06
previous_iter_valid_loss : 0.16052204370498657

   1332880	  0.160698	  0.160522	  0.164765		CURRENT LEARNING RATE: 1.138641191297381e-06
previous_iter_valid_loss : 0.16089792549610138

   1332900	  0.161059	  0.160898	  0.164680		CURRENT LEARNING RATE: 1.1384134858304276e-06
previous_iter_valid_loss : 0.17060735821723938

   1332920	  0.170758	  0.170607	  0.165172		CURRENT LEARNING RATE: 1.138185825900014e-06
previous_iter_valid_loss : 0.16093671321868896

   1332940	  0.161112	  0.160937	  0.164046		CURRENT LEARNING RATE: 1.1379582114970337e-06
previous_iter_valid_loss : 0.16131679713726044

   1332960	  0.161502	  0.161317	  0.164037		CURRENT LEARNING RATE: 1.1377306426123797e-06
previous_iter_valid_loss : 0.16306281089782715

   1332980	  0.163229	  0.163063	  0.164025		CURRENT LEARNING RATE: 1.1375031192369538e-06
previous_iter_valid_loss : 0.16054821014404297

   1333000	  0.160708	  0.160548	  0.163935		CURRENT LEARNING RATE: 1.1372756413616527e-06
previous_iter_valid_loss : 0.16082021594047546

   1333020	  0.160995	  0.160820	  0.163765		CURRENT LEARNING RATE: 1.1370482089773774e-06
previous_iter_valid_loss : 0.1799948364496231

   1333040	  0.180322	  0.179995	  0.164603		CURRENT LEARNING RATE: 1.1368208220750287e-06
previous_iter_valid_loss : 0.16448543965816498

   1333060	  0.164675	  0.164485	  0.163362		CURRENT LEARNING RATE: 1.1365934806455148e-06
previous_iter_valid_loss : 0.17820818722248077

   1333080	  0.178521	  0.178208	  0.163690		CURRENT LEARNING RATE: 1.1363661846797405e-06
previous_iter_valid_loss : 0.1690284013748169

   1333100	  0.169261	  0.169028	  0.164107		CURRENT LEARNING RATE: 1.1361389341686119e-06
previous_iter_valid_loss : 0.16067680716514587

   1333120	  0.160850	  0.160677	  0.163995		CURRENT LEARNING RATE: 1.1359117291030425e-06
previous_iter_valid_loss : 0.16490530967712402

   1333140	  0.165109	  0.164905	  0.164198		CURRENT LEARNING RATE: 1.1356845694739425e-06
previous_iter_valid_loss : 0.16385893523693085

   1333160	  0.164054	  0.163859	  0.164366		CURRENT LEARNING RATE: 1.1354574552722255e-06
previous_iter_valid_loss : 0.1621009111404419

   1333180	  0.162270	  0.162101	  0.164342		CURRENT LEARNING RATE: 1.1352303864888048e-06
previous_iter_valid_loss : 0.16735246777534485

   1333200	  0.167510	  0.167352	  0.164667		CURRENT LEARNING RATE: 1.1350033631146016e-06
previous_iter_valid_loss : 0.1829487681388855

   1333220	  0.183301	  0.182949	  0.165749		CURRENT LEARNING RATE: 1.1347763851405333e-06
previous_iter_valid_loss : 0.1720447838306427

   1333240	  0.172306	  0.172045	  0.166263		CURRENT LEARNING RATE: 1.1345494525575204e-06
previous_iter_valid_loss : 0.1621999740600586

   1333260	  0.162359	  0.162200	  0.166324		CURRENT LEARNING RATE: 1.1343225653564839e-06
previous_iter_valid_loss : 0.16110429167747498

   1333280	  0.161261	  0.161104	  0.166353		CURRENT LEARNING RATE: 1.134095723528352e-06
previous_iter_valid_loss : 0.17293177545070648

   1333300	  0.173081	  0.172932	  0.166955		CURRENT LEARNING RATE: 1.1338689270640493e-06
previous_iter_valid_loss : 0.16144351661205292

   1333320	  0.161607	  0.161444	  0.166497		CURRENT LEARNING RATE: 1.1336421759545039e-06
previous_iter_valid_loss : 0.16082921624183655

   1333340	  0.161013	  0.160829	  0.166491		CURRENT LEARNING RATE: 1.1334154701906434e-06
previous_iter_valid_loss : 0.1613924652338028

   1333360	  0.161577	  0.161392	  0.166495		CURRENT LEARNING RATE: 1.1331888097634043e-06
previous_iter_valid_loss : 0.1613054722547531

   1333380	  0.161460	  0.161305	  0.166407		CURRENT LEARNING RATE: 1.1329621946637173e-06
previous_iter_valid_loss : 0.16156449913978577

   1333400	  0.161751	  0.161564	  0.166458		CURRENT LEARNING RATE: 1.1327356248825184e-06
previous_iter_valid_loss : 0.17788177728652954

   1333420	  0.178041	  0.177882	  0.167311		CURRENT LEARNING RATE: 1.1325091004107427e-06
previous_iter_valid_loss : 0.16779759526252747

   1333440	  0.167955	  0.167798	  0.166701		CURRENT LEARNING RATE: 1.1322826212393333e-06
previous_iter_valid_loss : 0.16727356612682343

   1333460	  0.167500	  0.167274	  0.166841		CURRENT LEARNING RATE: 1.1320561873592287e-06
previous_iter_valid_loss : 0.16209648549556732

   1333480	  0.162247	  0.162096	  0.166035		CURRENT LEARNING RATE: 1.1318297987613698e-06
previous_iter_valid_loss : 0.16168561577796936

   1333500	  0.161873	  0.161686	  0.165668		CURRENT LEARNING RATE: 1.131603455436705e-06
previous_iter_valid_loss : 0.17550519108772278

   1333520	  0.175788	  0.175505	  0.166409		CURRENT LEARNING RATE: 1.1313771573761785e-06
previous_iter_valid_loss : 0.1640046238899231

   1333540	  0.164174	  0.164005	  0.166364		CURRENT LEARNING RATE: 1.1311509045707385e-06
previous_iter_valid_loss : 0.1621508002281189

   1333560	  0.162310	  0.162151	  0.166279		CURRENT LEARNING RATE: 1.1309246970113328e-06
previous_iter_valid_loss : 0.16600216925144196

   1333580	  0.166161	  0.166002	  0.166474		CURRENT LEARNING RATE: 1.1306985346889173e-06
previous_iter_valid_loss : 0.16222627460956573

   1333600	  0.162406	  0.162226	  0.166218		CURRENT LEARNING RATE: 1.130472417594443e-06
previous_iter_valid_loss : 0.1894356608390808

   1333620	  0.189864	  0.189436	  0.166542		CURRENT LEARNING RATE: 1.130246345718866e-06
previous_iter_valid_loss : 0.1645810902118683

   1333640	  0.164776	  0.164581	  0.166169		CURRENT LEARNING RATE: 1.1300203190531406e-06
previous_iter_valid_loss : 0.16574320197105408

   1333660	  0.165910	  0.165743	  0.166346		CURRENT LEARNING RATE: 1.1297943375882304e-06
previous_iter_valid_loss : 0.17561829090118408

   1333680	  0.175765	  0.175618	  0.167072		CURRENT LEARNING RATE: 1.1295684013150937e-06
previous_iter_valid_loss : 0.16077297925949097

   1333700	  0.160928	  0.160773	  0.166464		CURRENT LEARNING RATE: 1.1293425102246932e-06
previous_iter_valid_loss : 0.16098181903362274

   1333720	  0.161139	  0.160982	  0.166441		CURRENT LEARNING RATE: 1.1291166643079911e-06
previous_iter_valid_loss : 0.16546565294265747

   1333740	  0.165680	  0.165466	  0.166672		CURRENT LEARNING RATE: 1.128890863555958e-06
previous_iter_valid_loss : 0.16127601265907288

   1333760	  0.161465	  0.161276	  0.166667		CURRENT LEARNING RATE: 1.1286651079595594e-06
previous_iter_valid_loss : 0.16233980655670166

   1333780	  0.162497	  0.162340	  0.166718		CURRENT LEARNING RATE: 1.1284393975097655e-06
previous_iter_valid_loss : 0.1618093103170395

   1333800	  0.161970	  0.161809	  0.166731		CURRENT LEARNING RATE: 1.1282137321975456e-06
previous_iter_valid_loss : 0.1607530266046524

   1333820	  0.160926	  0.160753	  0.165874		CURRENT LEARNING RATE: 1.127988112013877e-06
previous_iter_valid_loss : 0.16065894067287445

   1333840	  0.160833	  0.160659	  0.165517		CURRENT LEARNING RATE: 1.127762536949733e-06
previous_iter_valid_loss : 0.16593584418296814

   1333860	  0.166105	  0.165936	  0.165450		CURRENT LEARNING RATE: 1.1275370069960887e-06
previous_iter_valid_loss : 0.1614312380552292

   1333880	  0.161618	  0.161431	  0.165417		CURRENT LEARNING RATE: 1.1273115221439268e-06
previous_iter_valid_loss : 0.1656237542629242

   1333900	  0.165791	  0.165624	  0.165614		CURRENT LEARNING RATE: 1.127086082384226e-06
previous_iter_valid_loss : 0.16095884144306183

   1333920	  0.161138	  0.160959	  0.164887		CURRENT LEARNING RATE: 1.1268606877079687e-06
previous_iter_valid_loss : 0.16054877638816833

   1333940	  0.160703	  0.160549	  0.164714		CURRENT LEARNING RATE: 1.126635338106137e-06
previous_iter_valid_loss : 0.1712539792060852

   1333960	  0.171512	  0.171254	  0.165169		CURRENT LEARNING RATE: 1.126410033569721e-06
previous_iter_valid_loss : 0.16079914569854736

   1333980	  0.160971	  0.160799	  0.164909		CURRENT LEARNING RATE: 1.1261847740897065e-06
previous_iter_valid_loss : 0.16393889486789703

   1334000	  0.164106	  0.163939	  0.164995		CURRENT LEARNING RATE: 1.1259595596570829e-06
previous_iter_valid_loss : 0.16062238812446594

   1334020	  0.160783	  0.160622	  0.163554		CURRENT LEARNING RATE: 1.12573439026284e-06
previous_iter_valid_loss : 0.1647707223892212

   1334040	  0.164941	  0.164771	  0.163563		CURRENT LEARNING RATE: 1.1255092658979749e-06
previous_iter_valid_loss : 0.16084031760692596

   1334060	  0.161020	  0.160840	  0.163318		CURRENT LEARNING RATE: 1.1252841865534804e-06
previous_iter_valid_loss : 0.16313990950584412

   1334080	  0.163335	  0.163140	  0.162694		CURRENT LEARNING RATE: 1.1250591522203538e-06
previous_iter_valid_loss : 0.16497375071048737

   1334100	  0.165176	  0.164974	  0.162904		CURRENT LEARNING RATE: 1.1248341628895913e-06
previous_iter_valid_loss : 0.16302475333213806

   1334120	  0.163195	  0.163025	  0.163006		CURRENT LEARNING RATE: 1.1246092185521975e-06
previous_iter_valid_loss : 0.1621120274066925

   1334140	  0.162305	  0.162112	  0.162839		CURRENT LEARNING RATE: 1.1243843191991726e-06
previous_iter_valid_loss : 0.1605571210384369

   1334160	  0.160711	  0.160557	  0.162803		CURRENT LEARNING RATE: 1.1241594648215204e-06
previous_iter_valid_loss : 0.16913047432899475

   1334180	  0.169285	  0.169130	  0.163142		CURRENT LEARNING RATE: 1.1239346554102451e-06
previous_iter_valid_loss : 0.1764744371175766

   1334200	  0.176767	  0.176474	  0.163876		CURRENT LEARNING RATE: 1.1237098909563582e-06
previous_iter_valid_loss : 0.17031191289424896

   1334220	  0.170557	  0.170312	  0.164354		CURRENT LEARNING RATE: 1.1234851714508672e-06
previous_iter_valid_loss : 0.16692131757736206

   1334240	  0.167144	  0.166921	  0.164667		CURRENT LEARNING RATE: 1.123260496884783e-06
previous_iter_valid_loss : 0.1609540581703186

   1334260	  0.161113	  0.160954	  0.164418		CURRENT LEARNING RATE: 1.123035867249117e-06
previous_iter_valid_loss : 0.16255734860897064

   1334280	  0.162765	  0.162557	  0.164474		CURRENT LEARNING RATE: 1.1228112825348877e-06
previous_iter_valid_loss : 0.16132229566574097

   1334300	  0.161476	  0.161322	  0.164259		CURRENT LEARNING RATE: 1.1225867427331098e-06
previous_iter_valid_loss : 0.18186825513839722

   1334320	  0.182027	  0.181868	  0.165304		CURRENT LEARNING RATE: 1.1223622478347999e-06
previous_iter_valid_loss : 0.16051343083381653

   1334340	  0.160675	  0.160513	  0.165303		CURRENT LEARNING RATE: 1.122137797830982e-06
previous_iter_valid_loss : 0.1605578064918518

   1334360	  0.160719	  0.160558	  0.164768		CURRENT LEARNING RATE: 1.1219133927126763e-06
previous_iter_valid_loss : 0.1722499132156372

   1334380	  0.172397	  0.172250	  0.165340		CURRENT LEARNING RATE: 1.1216890324709063e-06
previous_iter_valid_loss : 0.16386094689369202

   1334400	  0.164039	  0.163861	  0.165336		CURRENT LEARNING RATE: 1.1214647170966956e-06
previous_iter_valid_loss : 0.16435635089874268

   1334420	  0.164570	  0.164356	  0.165523		CURRENT LEARNING RATE: 1.121240446581076e-06
previous_iter_valid_loss : 0.17842185497283936

   1334440	  0.178737	  0.178422	  0.166206		CURRENT LEARNING RATE: 1.1210162209150744e-06
previous_iter_valid_loss : 0.17529788613319397

   1334460	  0.175455	  0.175298	  0.166928		CURRENT LEARNING RATE: 1.1207920400897216e-06
previous_iter_valid_loss : 0.16786465048789978

   1334480	  0.168019	  0.167865	  0.167165		CURRENT LEARNING RATE: 1.1205679040960486e-06
previous_iter_valid_loss : 0.162037655711174

   1334500	  0.162229	  0.162038	  0.167018		CURRENT LEARNING RATE: 1.120343812925094e-06
previous_iter_valid_loss : 0.16069510579109192

   1334520	  0.160851	  0.160695	  0.166901		CURRENT LEARNING RATE: 1.1201197665678922e-06
previous_iter_valid_loss : 0.16111351549625397

   1334540	  0.161264	  0.161114	  0.166852		CURRENT LEARNING RATE: 1.119895765015481e-06
previous_iter_valid_loss : 0.1659241020679474

   1334560	  0.166083	  0.165924	  0.167120		CURRENT LEARNING RATE: 1.1196718082588984e-06
previous_iter_valid_loss : 0.16217391192913055

   1334580	  0.162369	  0.162174	  0.166772		CURRENT LEARNING RATE: 1.1194478962891907e-06
previous_iter_valid_loss : 0.16245387494564056

   1334600	  0.162614	  0.162454	  0.166071		CURRENT LEARNING RATE: 1.1192240290973989e-06
previous_iter_valid_loss : 0.17206819355487823

   1334620	  0.172328	  0.172068	  0.166159		CURRENT LEARNING RATE: 1.1190002066745683e-06
previous_iter_valid_loss : 0.1622510552406311

   1334640	  0.162406	  0.162251	  0.165925		CURRENT LEARNING RATE: 1.118776429011744e-06
previous_iter_valid_loss : 0.16638071835041046

   1334660	  0.166536	  0.166381	  0.166197		CURRENT LEARNING RATE: 1.1185526960999792e-06
previous_iter_valid_loss : 0.1605159193277359

   1334680	  0.160676	  0.160516	  0.166095		CURRENT LEARNING RATE: 1.1183290079303224e-06
previous_iter_valid_loss : 0.1761641651391983

   1334700	  0.176319	  0.176164	  0.166837		CURRENT LEARNING RATE: 1.118105364493824e-06
previous_iter_valid_loss : 0.16864490509033203

   1334720	  0.168869	  0.168645	  0.166176		CURRENT LEARNING RATE: 1.117881765781542e-06
previous_iter_valid_loss : 0.1624222844839096

   1334740	  0.162588	  0.162422	  0.166271		CURRENT LEARNING RATE: 1.1176582117845313e-06
previous_iter_valid_loss : 0.16096331179141998

   1334760	  0.161123	  0.160963	  0.166291		CURRENT LEARNING RATE: 1.117434702493849e-06
previous_iter_valid_loss : 0.16518375277519226

   1334780	  0.165353	  0.165184	  0.165938		CURRENT LEARNING RATE: 1.1172112379005528e-06
previous_iter_valid_loss : 0.16245374083518982

   1334800	  0.162653	  0.162454	  0.165868		CURRENT LEARNING RATE: 1.1169878179957084e-06
previous_iter_valid_loss : 0.1687137931585312

   1334820	  0.168865	  0.168714	  0.166085		CURRENT LEARNING RATE: 1.1167644427703771e-06
previous_iter_valid_loss : 0.16441157460212708

   1334840	  0.164582	  0.164412	  0.165385		CURRENT LEARNING RATE: 1.1165411122156233e-06
previous_iter_valid_loss : 0.166067972779274

   1334860	  0.166229	  0.166068	  0.164923		CURRENT LEARNING RATE: 1.1163178263225123e-06
previous_iter_valid_loss : 0.1612463891506195

   1334880	  0.161432	  0.161246	  0.164593		CURRENT LEARNING RATE: 1.1160945850821166e-06
previous_iter_valid_loss : 0.17122489213943481

   1334900	  0.171481	  0.171225	  0.165052		CURRENT LEARNING RATE: 1.1158713884855044e-06
previous_iter_valid_loss : 0.17140494287014008

   1334920	  0.171556	  0.171405	  0.165587		CURRENT LEARNING RATE: 1.1156482365237478e-06
previous_iter_valid_loss : 0.17964155972003937

   1334940	  0.179799	  0.179642	  0.166514		CURRENT LEARNING RATE: 1.1154251291879189e-06
previous_iter_valid_loss : 0.16191154718399048

   1334960	  0.162067	  0.161912	  0.166313		CURRENT LEARNING RATE: 1.1152020664690972e-06
previous_iter_valid_loss : 0.1714654117822647

   1334980	  0.171725	  0.171465	  0.166778		CURRENT LEARNING RATE: 1.1149790483583584e-06
previous_iter_valid_loss : 0.16123837232589722

   1335000	  0.161395	  0.161238	  0.166717		CURRENT LEARNING RATE: 1.1147560748467818e-06
previous_iter_valid_loss : 0.16316190361976624

   1335020	  0.163351	  0.163162	  0.166272		CURRENT LEARNING RATE: 1.1145331459254461e-06
previous_iter_valid_loss : 0.17744290828704834

   1335040	  0.177757	  0.177443	  0.167031		CURRENT LEARNING RATE: 1.1143102615854386e-06
previous_iter_valid_loss : 0.1688164621591568

   1335060	  0.168965	  0.168816	  0.167153		CURRENT LEARNING RATE: 1.1140874218178415e-06
previous_iter_valid_loss : 0.16064396500587463

   1335080	  0.160802	  0.160644	  0.167159		CURRENT LEARNING RATE: 1.1138646266137396e-06
previous_iter_valid_loss : 0.16055521368980408

   1335100	  0.160716	  0.160555	  0.166379		CURRENT LEARNING RATE: 1.1136418759642246e-06
previous_iter_valid_loss : 0.16578412055969238

   1335120	  0.165959	  0.165784	  0.166236		CURRENT LEARNING RATE: 1.1134191698603851e-06
previous_iter_valid_loss : 0.17805106937885284

   1335140	  0.178201	  0.178051	  0.167017		CURRENT LEARNING RATE: 1.1131965082933123e-06
previous_iter_valid_loss : 0.16794706881046295

   1335160	  0.168100	  0.167947	  0.167367		CURRENT LEARNING RATE: 1.1129738912540983e-06
previous_iter_valid_loss : 0.18120743334293365

   1335180	  0.181365	  0.181207	  0.168168		CURRENT LEARNING RATE: 1.1127513187338418e-06
previous_iter_valid_loss : 0.16768139600753784

   1335200	  0.167844	  0.167681	  0.168429		CURRENT LEARNING RATE: 1.1125287907236384e-06
previous_iter_valid_loss : 0.16726545989513397

   1335220	  0.167495	  0.167265	  0.168357		CURRENT LEARNING RATE: 1.1123063072145867e-06
previous_iter_valid_loss : 0.1611432582139969

   1335240	  0.161329	  0.161143	  0.168193		CURRENT LEARNING RATE: 1.1120838681977854e-06
previous_iter_valid_loss : 0.16349473595619202

   1335260	  0.163686	  0.163495	  0.168065		CURRENT LEARNING RATE: 1.1118614736643413e-06
previous_iter_valid_loss : 0.17655065655708313

   1335280	  0.176706	  0.176551	  0.168830		CURRENT LEARNING RATE: 1.111639123605356e-06
previous_iter_valid_loss : 0.16395241022109985

   1335300	  0.164115	  0.163952	  0.168466		CURRENT LEARNING RATE: 1.1114168180119356e-06
previous_iter_valid_loss : 0.1611415594816208

   1335320	  0.161303	  0.161142	  0.167953		CURRENT LEARNING RATE: 1.1111945568751864e-06
previous_iter_valid_loss : 0.16063156723976135

   1335340	  0.160784	  0.160632	  0.167003		CURRENT LEARNING RATE: 1.1109723401862215e-06
previous_iter_valid_loss : 0.16486859321594238

   1335360	  0.165041	  0.164869	  0.167150		CURRENT LEARNING RATE: 1.1107501679361503e-06
previous_iter_valid_loss : 0.16177450120449066

   1335380	  0.161958	  0.161775	  0.166666		CURRENT LEARNING RATE: 1.110528040116086e-06
previous_iter_valid_loss : 0.17210207879543304

   1335400	  0.172372	  0.172102	  0.167209		CURRENT LEARNING RATE: 1.1103059567171415e-06
previous_iter_valid_loss : 0.16322684288024902

   1335420	  0.163397	  0.163227	  0.167212		CURRENT LEARNING RATE: 1.1100839177304376e-06
previous_iter_valid_loss : 0.1605992317199707

   1335440	  0.160756	  0.160599	  0.166370		CURRENT LEARNING RATE: 1.1098619231470902e-06
previous_iter_valid_loss : 0.16982309520244598

   1335460	  0.169976	  0.169823	  0.166420		CURRENT LEARNING RATE: 1.10963997295822e-06
previous_iter_valid_loss : 0.17503726482391357

   1335480	  0.175185	  0.175037	  0.167140		CURRENT LEARNING RATE: 1.109418067154947e-06
previous_iter_valid_loss : 0.1646248996257782

   1335500	  0.164805	  0.164625	  0.167344		CURRENT LEARNING RATE: 1.1091962057283988e-06
previous_iter_valid_loss : 0.16360069811344147

   1335520	  0.163803	  0.163601	  0.167234		CURRENT LEARNING RATE: 1.1089743886696987e-06
previous_iter_valid_loss : 0.1605234444141388

   1335540	  0.160692	  0.160523	  0.166358		CURRENT LEARNING RATE: 1.1087526159699726e-06
previous_iter_valid_loss : 0.16766168177127838

   1335560	  0.167819	  0.167662	  0.166344		CURRENT LEARNING RATE: 1.1085308876203531e-06
previous_iter_valid_loss : 0.1751948893070221

   1335580	  0.175343	  0.175195	  0.166043		CURRENT LEARNING RATE: 1.1083092036119693e-06
previous_iter_valid_loss : 0.16225852072238922

   1335600	  0.162453	  0.162259	  0.165772		CURRENT LEARNING RATE: 1.108087563935954e-06
previous_iter_valid_loss : 0.16093601286411285

   1335620	  0.161116	  0.160936	  0.165456		CURRENT LEARNING RATE: 1.1078659685834393e-06
previous_iter_valid_loss : 0.16375266015529633

   1335640	  0.163933	  0.163753	  0.165586		CURRENT LEARNING RATE: 1.1076444175455653e-06
previous_iter_valid_loss : 0.1855667233467102

   1335660	  0.185947	  0.185567	  0.166690		CURRENT LEARNING RATE: 1.1074229108134683e-06
previous_iter_valid_loss : 0.16417241096496582

   1335680	  0.164344	  0.164172	  0.166071		CURRENT LEARNING RATE: 1.1072014483782878e-06
previous_iter_valid_loss : 0.16089555621147156

   1335700	  0.161045	  0.160896	  0.165918		CURRENT LEARNING RATE: 1.1069800302311635e-06
previous_iter_valid_loss : 0.16094514727592468

   1335720	  0.161127	  0.160945	  0.165908		CURRENT LEARNING RATE: 1.1067586563632425e-06
previous_iter_valid_loss : 0.16115081310272217

   1335740	  0.161337	  0.161151	  0.165934		CURRENT LEARNING RATE: 1.1065373267656678e-06
previous_iter_valid_loss : 0.16420309245586395

   1335760	  0.164396	  0.164203	  0.165901		CURRENT LEARNING RATE: 1.1063160414295865e-06
previous_iter_valid_loss : 0.1670672744512558

   1335780	  0.167281	  0.167067	  0.166165		CURRENT LEARNING RATE: 1.106094800346145e-06
previous_iter_valid_loss : 0.18811222910881042

   1335800	  0.188248	  0.188112	  0.166966		CURRENT LEARNING RATE: 1.1058736035064975e-06
previous_iter_valid_loss : 0.1715877652168274

   1335820	  0.171842	  0.171588	  0.167384		CURRENT LEARNING RATE: 1.1056524509017942e-06
previous_iter_valid_loss : 0.16243106126785278

   1335840	  0.162597	  0.162431	  0.167475		CURRENT LEARNING RATE: 1.1054313425231894e-06
previous_iter_valid_loss : 0.16085149347782135

   1335860	  0.161033	  0.160851	  0.167027		CURRENT LEARNING RATE: 1.1052102783618362e-06
previous_iter_valid_loss : 0.16183726489543915

   1335880	  0.161996	  0.161837	  0.166367		CURRENT LEARNING RATE: 1.1049892584088965e-06
previous_iter_valid_loss : 0.1748780906200409

   1335900	  0.175025	  0.174878	  0.166880		CURRENT LEARNING RATE: 1.1047682826555272e-06
previous_iter_valid_loss : 0.16054397821426392

   1335920	  0.160711	  0.160544	  0.166727		CURRENT LEARNING RATE: 1.1045473510928872e-06
previous_iter_valid_loss : 0.16052737832069397

   1335940	  0.160684	  0.160527	  0.166727		CURRENT LEARNING RATE: 1.1043264637121437e-06
previous_iter_valid_loss : 0.1611752212047577

   1335960	  0.161330	  0.161175	  0.166403		CURRENT LEARNING RATE: 1.1041056205044587e-06
previous_iter_valid_loss : 0.17742614448070526

   1335980	  0.177587	  0.177426	  0.166514		CURRENT LEARNING RATE: 1.1038848214609986e-06
previous_iter_valid_loss : 0.17144644260406494

   1336000	  0.171703	  0.171446	  0.166974		CURRENT LEARNING RATE: 1.1036640665729297e-06
previous_iter_valid_loss : 0.16311299800872803

   1336020	  0.163280	  0.163113	  0.167082		CURRENT LEARNING RATE: 1.1034433558314252e-06
previous_iter_valid_loss : 0.1664264053106308

   1336040	  0.166589	  0.166426	  0.167216		CURRENT LEARNING RATE: 1.1032226892276555e-06
previous_iter_valid_loss : 0.16070231795310974

   1336060	  0.160862	  0.160702	  0.165973		CURRENT LEARNING RATE: 1.1030020667527935e-06
previous_iter_valid_loss : 0.18924309313297272

   1336080	  0.189678	  0.189243	  0.167226		CURRENT LEARNING RATE: 1.1027814883980121e-06
previous_iter_valid_loss : 0.16122309863567352

   1336100	  0.161377	  0.161223	  0.167243		CURRENT LEARNING RATE: 1.1025609541544925e-06
previous_iter_valid_loss : 0.16090618073940277

   1336120	  0.161082	  0.160906	  0.167241		CURRENT LEARNING RATE: 1.1023404640134111e-06
previous_iter_valid_loss : 0.16087649762630463

   1336140	  0.161031	  0.160876	  0.167227		CURRENT LEARNING RATE: 1.1021200179659486e-06
previous_iter_valid_loss : 0.1613234430551529

   1336160	  0.161505	  0.161323	  0.167083		CURRENT LEARNING RATE: 1.1018996160032849e-06
previous_iter_valid_loss : 0.16247330605983734

   1336180	  0.162628	  0.162473	  0.166853		CURRENT LEARNING RATE: 1.101679258116608e-06
previous_iter_valid_loss : 0.1609451323747635

   1336200	  0.161128	  0.160945	  0.165495		CURRENT LEARNING RATE: 1.1014589442971016e-06
previous_iter_valid_loss : 0.1700061559677124

   1336220	  0.170258	  0.170006	  0.165416		CURRENT LEARNING RATE: 1.101238674535953e-06
previous_iter_valid_loss : 0.19929714500904083

   1336240	  0.199371	  0.199297	  0.167259		CURRENT LEARNING RATE: 1.1010184488243495e-06
previous_iter_valid_loss : 0.17551730573177338

   1336260	  0.175673	  0.175517	  0.167993		CURRENT LEARNING RATE: 1.1007982671534863e-06
previous_iter_valid_loss : 0.16092269122600555

   1336280	  0.161100	  0.160923	  0.167947		CURRENT LEARNING RATE: 1.1005781295145537e-06
previous_iter_valid_loss : 0.19728918373584747

   1336300	  0.197382	  0.197289	  0.169067		CURRENT LEARNING RATE: 1.1003580358987445e-06
previous_iter_valid_loss : 0.1618105173110962

   1336320	  0.161980	  0.161811	  0.169131		CURRENT LEARNING RATE: 1.100137986297259e-06
previous_iter_valid_loss : 0.16241952776908875

   1336340	  0.162575	  0.162420	  0.169225		CURRENT LEARNING RATE: 1.099917980701293e-06
previous_iter_valid_loss : 0.16338615119457245

   1336360	  0.163549	  0.163386	  0.169336		CURRENT LEARNING RATE: 1.0996980191020464e-06
previous_iter_valid_loss : 0.16177937388420105

   1336380	  0.161954	  0.161779	  0.168554		CURRENT LEARNING RATE: 1.0994781014907189e-06
previous_iter_valid_loss : 0.16564978659152985

   1336400	  0.165814	  0.165650	  0.168264		CURRENT LEARNING RATE: 1.0992582278585172e-06
previous_iter_valid_loss : 0.16298756003379822

   1336420	  0.163175	  0.162988	  0.168258		CURRENT LEARNING RATE: 1.099038398196645e-06
previous_iter_valid_loss : 0.16130734980106354

   1336440	  0.161470	  0.161307	  0.168002		CURRENT LEARNING RATE: 1.0988186124963087e-06
previous_iter_valid_loss : 0.1609405130147934

   1336460	  0.161124	  0.160941	  0.168013		CURRENT LEARNING RATE: 1.0985988707487154e-06
previous_iter_valid_loss : 0.16274826228618622

   1336480	  0.162911	  0.162748	  0.166689		CURRENT LEARNING RATE: 1.098379172945079e-06
previous_iter_valid_loss : 0.16218210756778717

   1336500	  0.162340	  0.162182	  0.166737		CURRENT LEARNING RATE: 1.0981595190766094e-06
previous_iter_valid_loss : 0.1968027651309967

   1336520	  0.197319	  0.196803	  0.168531		CURRENT LEARNING RATE: 1.0979399091345208e-06
previous_iter_valid_loss : 0.16065074503421783

   1336540	  0.160809	  0.160651	  0.168520		CURRENT LEARNING RATE: 1.0977203431100267e-06
previous_iter_valid_loss : 0.16473549604415894

   1336560	  0.164903	  0.164735	  0.168691		CURRENT LEARNING RATE: 1.0975008209943486e-06
previous_iter_valid_loss : 0.1934514343738556

   1336580	  0.193927	  0.193451	  0.170240		CURRENT LEARNING RATE: 1.0972813427787034e-06
previous_iter_valid_loss : 0.1605093777179718

   1336600	  0.160678	  0.160509	  0.170218		CURRENT LEARNING RATE: 1.097061908454312e-06
previous_iter_valid_loss : 0.171681210398674

   1336620	  0.171947	  0.171681	  0.170302		CURRENT LEARNING RATE: 1.0968425180123952e-06
previous_iter_valid_loss : 0.1705687791109085

   1336640	  0.170718	  0.170569	  0.168865		CURRENT LEARNING RATE: 1.0966231714441812e-06
previous_iter_valid_loss : 0.17253035306930542

   1336660	  0.172677	  0.172530	  0.168716		CURRENT LEARNING RATE: 1.0964038687408943e-06
previous_iter_valid_loss : 0.16584694385528564

   1336680	  0.166062	  0.165847	  0.168962		CURRENT LEARNING RATE: 1.09618460989376e-06
previous_iter_valid_loss : 0.18594691157341003

   1336700	  0.186339	  0.185947	  0.168395		CURRENT LEARNING RATE: 1.0959653948940126e-06
previous_iter_valid_loss : 0.16167257726192474

   1336720	  0.161872	  0.161673	  0.168388		CURRENT LEARNING RATE: 1.095746223732881e-06
previous_iter_valid_loss : 0.16518932580947876

   1336740	  0.165409	  0.165189	  0.168527		CURRENT LEARNING RATE: 1.0955270964015986e-06
previous_iter_valid_loss : 0.16137956082820892

   1336760	  0.161568	  0.161380	  0.168426		CURRENT LEARNING RATE: 1.0953080128913982e-06
previous_iter_valid_loss : 0.17736677825450897

   1336780	  0.177672	  0.177367	  0.169206		CURRENT LEARNING RATE: 1.0950889731935204e-06
previous_iter_valid_loss : 0.1665431559085846

   1336800	  0.166756	  0.166543	  0.169250		CURRENT LEARNING RATE: 1.0948699772992016e-06
previous_iter_valid_loss : 0.16836409270763397

   1336820	  0.168517	  0.168364	  0.169519		CURRENT LEARNING RATE: 1.0946510251996819e-06
previous_iter_valid_loss : 0.16396206617355347

   1336840	  0.164166	  0.163962	  0.169652		CURRENT LEARNING RATE: 1.0944321168862015e-06
previous_iter_valid_loss : 0.16541896760463715

   1336860	  0.165622	  0.165419	  0.169876		CURRENT LEARNING RATE: 1.094213252350008e-06
previous_iter_valid_loss : 0.16283965110778809

   1336880	  0.163035	  0.162840	  0.169880		CURRENT LEARNING RATE: 1.0939944315823447e-06
previous_iter_valid_loss : 0.16366609930992126

   1336900	  0.163877	  0.163666	  0.169955		CURRENT LEARNING RATE: 1.0937756545744588e-06
previous_iter_valid_loss : 0.1764853447675705

   1336920	  0.176772	  0.176485	  0.168939		CURRENT LEARNING RATE: 1.0935569213175972e-06
previous_iter_valid_loss : 0.17096959054470062

   1336940	  0.171120	  0.170970	  0.169455		CURRENT LEARNING RATE: 1.0933382318030146e-06
previous_iter_valid_loss : 0.17000532150268555

   1336960	  0.170160	  0.170005	  0.169718		CURRENT LEARNING RATE: 1.0931195860219615e-06
previous_iter_valid_loss : 0.16281713545322418

   1336980	  0.162978	  0.162817	  0.168186		CURRENT LEARNING RATE: 1.092900983965692e-06
previous_iter_valid_loss : 0.1693759560585022

   1337000	  0.169525	  0.169376	  0.168630		CURRENT LEARNING RATE: 1.09268242562546e-06
previous_iter_valid_loss : 0.16748906672000885

   1337020	  0.167646	  0.167489	  0.168420		CURRENT LEARNING RATE: 1.092463910992527e-06
previous_iter_valid_loss : 0.16718801856040955

   1337040	  0.167356	  0.167188	  0.168251		CURRENT LEARNING RATE: 1.0922454400581507e-06
previous_iter_valid_loss : 0.17001530528068542

   1337060	  0.170268	  0.170015	  0.168125		CURRENT LEARNING RATE: 1.0920270128135921e-06
previous_iter_valid_loss : 0.16880768537521362

   1337080	  0.168961	  0.168808	  0.168273		CURRENT LEARNING RATE: 1.0918086292501122e-06
previous_iter_valid_loss : 0.16617999970912933

   1337100	  0.166344	  0.166180	  0.167285		CURRENT LEARNING RATE: 1.0915902893589796e-06
previous_iter_valid_loss : 0.1649942696094513

   1337120	  0.165207	  0.164994	  0.167451		CURRENT LEARNING RATE: 1.0913719931314589e-06
previous_iter_valid_loss : 0.16055026650428772

   1337140	  0.160715	  0.160550	  0.167219		CURRENT LEARNING RATE: 1.0911537405588157e-06
previous_iter_valid_loss : 0.16396743059158325

   1337160	  0.164166	  0.163967	  0.167349		CURRENT LEARNING RATE: 1.0909355316323245e-06
previous_iter_valid_loss : 0.16617843508720398

   1337180	  0.166341	  0.166178	  0.166789		CURRENT LEARNING RATE: 1.0907173663432547e-06
previous_iter_valid_loss : 0.1686316579580307

   1337200	  0.168789	  0.168632	  0.166894		CURRENT LEARNING RATE: 1.0904992446828796e-06
previous_iter_valid_loss : 0.16137515008449554

   1337220	  0.161559	  0.161375	  0.166544		CURRENT LEARNING RATE: 1.0902811666424726e-06
previous_iter_valid_loss : 0.18875621259212494

   1337240	  0.188886	  0.188756	  0.167784		CURRENT LEARNING RATE: 1.0900631322133145e-06
previous_iter_valid_loss : 0.1605842560529709

   1337260	  0.160755	  0.160584	  0.167542		CURRENT LEARNING RATE: 1.0898451413866814e-06
previous_iter_valid_loss : 0.16965517401695251

   1337280	  0.169804	  0.169655	  0.167883		CURRENT LEARNING RATE: 1.0896271941538545e-06
previous_iter_valid_loss : 0.16103790700435638

   1337300	  0.161220	  0.161038	  0.167751		CURRENT LEARNING RATE: 1.0894092905061135e-06
previous_iter_valid_loss : 0.1607360690832138

   1337320	  0.160897	  0.160736	  0.166964		CURRENT LEARNING RATE: 1.0891914304347461e-06
previous_iter_valid_loss : 0.18444675207138062

   1337340	  0.184591	  0.184447	  0.167638		CURRENT LEARNING RATE: 1.088973613931036e-06
previous_iter_valid_loss : 0.16054509580135345

   1337360	  0.160707	  0.160545	  0.167165		CURRENT LEARNING RATE: 1.0887558409862707e-06
previous_iter_valid_loss : 0.16799002885818481

   1337380	  0.168148	  0.167990	  0.167423		CURRENT LEARNING RATE: 1.0885381115917373e-06
previous_iter_valid_loss : 0.17512285709381104

   1337400	  0.175273	  0.175123	  0.167711		CURRENT LEARNING RATE: 1.0883204257387304e-06
previous_iter_valid_loss : 0.16086339950561523

   1337420	  0.161046	  0.160863	  0.167379		CURRENT LEARNING RATE: 1.0881027834185406e-06
previous_iter_valid_loss : 0.1606977880001068

   1337440	  0.160858	  0.160698	  0.167055		CURRENT LEARNING RATE: 1.0878851846224623e-06
previous_iter_valid_loss : 0.1619531810283661

   1337460	  0.162116	  0.161953	  0.166652		CURRENT LEARNING RATE: 1.0876676293417896e-06
previous_iter_valid_loss : 0.1694919466972351

   1337480	  0.169744	  0.169492	  0.166686		CURRENT LEARNING RATE: 1.0874501175678242e-06
previous_iter_valid_loss : 0.17240780591964722

   1337500	  0.172549	  0.172408	  0.166997		CURRENT LEARNING RATE: 1.0872326492918637e-06
previous_iter_valid_loss : 0.19598671793937683

   1337520	  0.196094	  0.195987	  0.168547		CURRENT LEARNING RATE: 1.0870152245052072e-06
previous_iter_valid_loss : 0.1605779379606247

   1337540	  0.160752	  0.160578	  0.168548		CURRENT LEARNING RATE: 1.086797843199162e-06
previous_iter_valid_loss : 0.17282259464263916

   1337560	  0.172975	  0.172823	  0.168991		CURRENT LEARNING RATE: 1.0865805053650306e-06
previous_iter_valid_loss : 0.1683182567358017

   1337580	  0.168550	  0.168318	  0.169098		CURRENT LEARNING RATE: 1.0863632109941194e-06
previous_iter_valid_loss : 0.17084072530269623

   1337600	  0.171100	  0.170841	  0.169209		CURRENT LEARNING RATE: 1.086145960077735e-06
previous_iter_valid_loss : 0.1640888750553131

   1337620	  0.164255	  0.164089	  0.169344		CURRENT LEARNING RATE: 1.0859287526071909e-06
previous_iter_valid_loss : 0.1622857302427292

   1337640	  0.162482	  0.162286	  0.168021		CURRENT LEARNING RATE: 1.0857115885737972e-06
previous_iter_valid_loss : 0.1624600887298584

   1337660	  0.162616	  0.162460	  0.168115		CURRENT LEARNING RATE: 1.0854944679688674e-06
previous_iter_valid_loss : 0.16056422889232635

   1337680	  0.160732	  0.160564	  0.167660		CURRENT LEARNING RATE: 1.0852773907837142e-06
previous_iter_valid_loss : 0.16528092324733734

   1337700	  0.165493	  0.165281	  0.167872		CURRENT LEARNING RATE: 1.0850603570096588e-06
previous_iter_valid_loss : 0.16243600845336914

   1337720	  0.162623	  0.162436	  0.167957		CURRENT LEARNING RATE: 1.0848433666380178e-06
previous_iter_valid_loss : 0.16448761522769928

   1337740	  0.164685	  0.164488	  0.166959		CURRENT LEARNING RATE: 1.0846264196601116e-06
previous_iter_valid_loss : 0.16659897565841675

   1337760	  0.166757	  0.166599	  0.167262		CURRENT LEARNING RATE: 1.0844095160672605e-06
previous_iter_valid_loss : 0.16274112462997437

   1337780	  0.162944	  0.162741	  0.167000		CURRENT LEARNING RATE: 1.0841926558507922e-06
previous_iter_valid_loss : 0.16246841847896576

   1337800	  0.162666	  0.162468	  0.166367		CURRENT LEARNING RATE: 1.0839758390020302e-06
previous_iter_valid_loss : 0.174186572432518

   1337820	  0.174461	  0.174187	  0.167033		CURRENT LEARNING RATE: 1.0837590655123016e-06
previous_iter_valid_loss : 0.1607389748096466

   1337840	  0.160901	  0.160739	  0.167035		CURRENT LEARNING RATE: 1.0835423353729342e-06
previous_iter_valid_loss : 0.16595964133739471

   1337860	  0.166176	  0.165960	  0.167235		CURRENT LEARNING RATE: 1.0833256485752622e-06
previous_iter_valid_loss : 0.16182416677474976

   1337880	  0.162025	  0.161824	  0.166852		CURRENT LEARNING RATE: 1.0831090051106162e-06
previous_iter_valid_loss : 0.17301225662231445

   1337900	  0.173156	  0.173012	  0.166882		CURRENT LEARNING RATE: 1.0828924049703288e-06
previous_iter_valid_loss : 0.16082702577114105

   1337920	  0.161004	  0.160827	  0.165124		CURRENT LEARNING RATE: 1.0826758481457395e-06
previous_iter_valid_loss : 0.16051875054836273

   1337940	  0.160682	  0.160519	  0.165121		CURRENT LEARNING RATE: 1.0824593346281843e-06
previous_iter_valid_loss : 0.18435010313987732

   1337960	  0.184708	  0.184350	  0.165698		CURRENT LEARNING RATE: 1.0822428644090026e-06
previous_iter_valid_loss : 0.17148500680923462

   1337980	  0.171745	  0.171485	  0.165856		CURRENT LEARNING RATE: 1.0820264374795338e-06
previous_iter_valid_loss : 0.16080394387245178

   1338000	  0.160980	  0.160804	  0.165354		CURRENT LEARNING RATE: 1.0818100538311245e-06
previous_iter_valid_loss : 0.1616586595773697

   1338020	  0.161847	  0.161659	  0.165233		CURRENT LEARNING RATE: 1.0815937134551175e-06
previous_iter_valid_loss : 0.16865991055965424

   1338040	  0.168813	  0.168660	  0.165551		CURRENT LEARNING RATE: 1.0813774163428592e-06
previous_iter_valid_loss : 0.17108462750911713

   1338060	  0.171227	  0.171085	  0.165983		CURRENT LEARNING RATE: 1.0811611624856957e-06
previous_iter_valid_loss : 0.17053046822547913

   1338080	  0.170685	  0.170530	  0.166481		CURRENT LEARNING RATE: 1.080944951874981e-06
previous_iter_valid_loss : 0.16054818034172058

   1338100	  0.160704	  0.160548	  0.166244		CURRENT LEARNING RATE: 1.0807287845020643e-06
previous_iter_valid_loss : 0.17119112610816956

   1338120	  0.171448	  0.171191	  0.166682		CURRENT LEARNING RATE: 1.080512660358299e-06
previous_iter_valid_loss : 0.17280787229537964

   1338140	  0.172955	  0.172808	  0.167098		CURRENT LEARNING RATE: 1.0802965794350387e-06
previous_iter_valid_loss : 0.16051754355430603

   1338160	  0.160688	  0.160518	  0.166794		CURRENT LEARNING RATE: 1.0800805417236434e-06
previous_iter_valid_loss : 0.16066528856754303

   1338180	  0.160836	  0.160665	  0.166690		CURRENT LEARNING RATE: 1.07986454721547e-06
previous_iter_valid_loss : 0.16117984056472778

   1338200	  0.161332	  0.161180	  0.166626		CURRENT LEARNING RATE: 1.0796485959018785e-06
previous_iter_valid_loss : 0.16060097515583038

   1338220	  0.160749	  0.160601	  0.165946		CURRENT LEARNING RATE: 1.0794326877742293e-06
previous_iter_valid_loss : 0.1674732118844986

   1338240	  0.167684	  0.167473	  0.166283		CURRENT LEARNING RATE: 1.0792168228238895e-06
previous_iter_valid_loss : 0.16183294355869293

   1338260	  0.162020	  0.161833	  0.166077		CURRENT LEARNING RATE: 1.0790010010422228e-06
previous_iter_valid_loss : 0.16553851962089539

   1338280	  0.165746	  0.165539	  0.166262		CURRENT LEARNING RATE: 1.0787852224205962e-06
previous_iter_valid_loss : 0.17038896679878235

   1338300	  0.170536	  0.170389	  0.166131		CURRENT LEARNING RATE: 1.0785694869503769e-06
previous_iter_valid_loss : 0.16214044392108917

   1338320	  0.162339	  0.162140	  0.166197		CURRENT LEARNING RATE: 1.078353794622939e-06
previous_iter_valid_loss : 0.1628071516752243

   1338340	  0.162998	  0.162807	  0.166311		CURRENT LEARNING RATE: 1.0781381454296531e-06
previous_iter_valid_loss : 0.16431443393230438

   1338360	  0.164527	  0.164314	  0.165310		CURRENT LEARNING RATE: 1.0779225393618912e-06
previous_iter_valid_loss : 0.16053639352321625

   1338380	  0.160695	  0.160536	  0.164762		CURRENT LEARNING RATE: 1.077706976411033e-06
previous_iter_valid_loss : 0.16055788099765778

   1338400	  0.160727	  0.160558	  0.164750		CURRENT LEARNING RATE: 1.077491456568454e-06
previous_iter_valid_loss : 0.16232343018054962

   1338420	  0.162486	  0.162323	  0.164783		CURRENT LEARNING RATE: 1.0772759798255334e-06
previous_iter_valid_loss : 0.17262853682041168

   1338440	  0.172774	  0.172629	  0.164982		CURRENT LEARNING RATE: 1.07706054617365e-06
previous_iter_valid_loss : 0.1651223748922348

   1338460	  0.165284	  0.165122	  0.164683		CURRENT LEARNING RATE: 1.0768451556041907e-06
previous_iter_valid_loss : 0.16344241797924042

   1338480	  0.163606	  0.163442	  0.164329		CURRENT LEARNING RATE: 1.0766298081085379e-06
previous_iter_valid_loss : 0.18096736073493958

   1338500	  0.181129	  0.180967	  0.165350		CURRENT LEARNING RATE: 1.0764145036780774e-06
previous_iter_valid_loss : 0.16053862869739532

   1338520	  0.160696	  0.160539	  0.164817		CURRENT LEARNING RATE: 1.0761992423041953e-06
previous_iter_valid_loss : 0.16051985323429108

   1338540	  0.160692	  0.160520	  0.164203		CURRENT LEARNING RATE: 1.0759840239782848e-06
previous_iter_valid_loss : 0.1702217310667038

   1338560	  0.170369	  0.170222	  0.164688		CURRENT LEARNING RATE: 1.0757688486917356e-06
previous_iter_valid_loss : 0.16170868277549744

   1338580	  0.161890	  0.161709	  0.164740		CURRENT LEARNING RATE: 1.0755537164359405e-06
previous_iter_valid_loss : 0.1613469123840332

   1338600	  0.161502	  0.161347	  0.164749		CURRENT LEARNING RATE: 1.0753386272022924e-06
previous_iter_valid_loss : 0.17065708339214325

   1338620	  0.170805	  0.170657	  0.165251		CURRENT LEARNING RATE: 1.0751235809821911e-06
previous_iter_valid_loss : 0.16413718461990356

   1338640	  0.164339	  0.164137	  0.165085		CURRENT LEARNING RATE: 1.0749085777670334e-06
previous_iter_valid_loss : 0.16080167889595032

   1338660	  0.160960	  0.160802	  0.165033		CURRENT LEARNING RATE: 1.0746936175482189e-06
previous_iter_valid_loss : 0.1642782837152481

   1338680	  0.164464	  0.164278	  0.164970		CURRENT LEARNING RATE: 1.0744787003171472e-06
previous_iter_valid_loss : 0.16544222831726074

   1338700	  0.165614	  0.165442	  0.164723		CURRENT LEARNING RATE: 1.0742638260652259e-06
previous_iter_valid_loss : 0.17656399309635162

   1338720	  0.176716	  0.176564	  0.165444		CURRENT LEARNING RATE: 1.0740489947838575e-06
previous_iter_valid_loss : 0.16744375228881836

   1338740	  0.167602	  0.167444	  0.165676		CURRENT LEARNING RATE: 1.0738342064644472e-06
previous_iter_valid_loss : 0.17023205757141113

   1338760	  0.170480	  0.170232	  0.165972		CURRENT LEARNING RATE: 1.0736194610984074e-06
previous_iter_valid_loss : 0.1631614714860916

   1338780	  0.163329	  0.163161	  0.166103		CURRENT LEARNING RATE: 1.073404758677146e-06
previous_iter_valid_loss : 0.1634465456008911

   1338800	  0.163609	  0.163447	  0.166247		CURRENT LEARNING RATE: 1.073190099192075e-06
previous_iter_valid_loss : 0.16858461499214172

   1338820	  0.168738	  0.168585	  0.166560		CURRENT LEARNING RATE: 1.0729754826346063e-06
previous_iter_valid_loss : 0.16538633406162262

   1338840	  0.165588	  0.165386	  0.166198		CURRENT LEARNING RATE: 1.072760908996159e-06
previous_iter_valid_loss : 0.1724708527326584

   1338860	  0.172624	  0.172471	  0.166566		CURRENT LEARNING RATE: 1.0725463782681482e-06
previous_iter_valid_loss : 0.16423283517360687

   1338880	  0.164443	  0.164233	  0.166605		CURRENT LEARNING RATE: 1.0723318904419925e-06
previous_iter_valid_loss : 0.1825767457485199

   1338900	  0.182943	  0.182577	  0.166686		CURRENT LEARNING RATE: 1.072117445509111e-06
previous_iter_valid_loss : 0.16053901612758636

   1338920	  0.160710	  0.160539	  0.166686		CURRENT LEARNING RATE: 1.071903043460929e-06
previous_iter_valid_loss : 0.16054892539978027

   1338940	  0.160715	  0.160549	  0.166687		CURRENT LEARNING RATE: 1.0716886842888692e-06
previous_iter_valid_loss : 0.16141264140605927

   1338960	  0.161596	  0.161413	  0.166247		CURRENT LEARNING RATE: 1.0714743679843568e-06
previous_iter_valid_loss : 0.16996528208255768

   1338980	  0.170116	  0.169965	  0.166660		CURRENT LEARNING RATE: 1.0712600945388172e-06
previous_iter_valid_loss : 0.16697418689727783

   1339000	  0.167131	  0.166974	  0.166941		CURRENT LEARNING RATE: 1.0710458639436835e-06
previous_iter_valid_loss : 0.16244010627269745

   1339020	  0.162599	  0.162440	  0.166530		CURRENT LEARNING RATE: 1.0708316761903845e-06
previous_iter_valid_loss : 0.16083881258964539

   1339040	  0.160994	  0.160839	  0.166365		CURRENT LEARNING RATE: 1.070617531270353e-06
previous_iter_valid_loss : 0.16210238635540009

   1339060	  0.162257	  0.162102	  0.166430		CURRENT LEARNING RATE: 1.0704034291750205e-06
previous_iter_valid_loss : 0.16129671037197113

   1339080	  0.161481	  0.161297	  0.166281		CURRENT LEARNING RATE: 1.0701893698958276e-06
previous_iter_valid_loss : 0.16059844195842743

   1339100	  0.160754	  0.160598	  0.166039		CURRENT LEARNING RATE: 1.0699753534242095e-06
previous_iter_valid_loss : 0.16050635278224945

   1339120	  0.160677	  0.160506	  0.165236		CURRENT LEARNING RATE: 1.0697613797516036e-06
previous_iter_valid_loss : 0.16636444628238678

   1339140	  0.166582	  0.166364	  0.165182		CURRENT LEARNING RATE: 1.0695474488694552e-06
previous_iter_valid_loss : 0.16074274480342865

   1339160	  0.160920	  0.160743	  0.164708		CURRENT LEARNING RATE: 1.0693335607692049e-06
previous_iter_valid_loss : 0.19135664403438568

   1339180	  0.191802	  0.191357	  0.166117		CURRENT LEARNING RATE: 1.069119715442297e-06
previous_iter_valid_loss : 0.17367719113826752

   1339200	  0.173947	  0.173677	  0.166629		CURRENT LEARNING RATE: 1.068905912880176e-06
previous_iter_valid_loss : 0.16065534949302673

   1339220	  0.160820	  0.160655	  0.166232		CURRENT LEARNING RATE: 1.0686921530742935e-06
previous_iter_valid_loss : 0.1644165962934494

   1339240	  0.164575	  0.164417	  0.166184		CURRENT LEARNING RATE: 1.0684784360160974e-06
previous_iter_valid_loss : 0.16305743157863617

   1339260	  0.163253	  0.163057	  0.165713		CURRENT LEARNING RATE: 1.0682647616970388e-06
previous_iter_valid_loss : 0.1606575846672058

   1339280	  0.160826	  0.160658	  0.165534		CURRENT LEARNING RATE: 1.068051130108569e-06
previous_iter_valid_loss : 0.1728348284959793

   1339300	  0.173098	  0.172835	  0.165047		CURRENT LEARNING RATE: 1.0678375412421463e-06
previous_iter_valid_loss : 0.16175717115402222

   1339320	  0.161907	  0.161757	  0.165108		CURRENT LEARNING RATE: 1.0676239950892255e-06
previous_iter_valid_loss : 0.16368980705738068

   1339340	  0.163881	  0.163690	  0.165265		CURRENT LEARNING RATE: 1.0674104916412647e-06
previous_iter_valid_loss : 0.16439777612686157

   1339360	  0.164610	  0.164398	  0.165415		CURRENT LEARNING RATE: 1.0671970308897219e-06
previous_iter_valid_loss : 0.16054019331932068

   1339380	  0.160707	  0.160540	  0.164943		CURRENT LEARNING RATE: 1.066983612826062e-06
previous_iter_valid_loss : 0.16082420945167542

   1339400	  0.160980	  0.160824	  0.164636		CURRENT LEARNING RATE: 1.066770237441747e-06
previous_iter_valid_loss : 0.16058383882045746

   1339420	  0.160750	  0.160584	  0.164543		CURRENT LEARNING RATE: 1.0665569047282417e-06
previous_iter_valid_loss : 0.1619943529367447

   1339440	  0.162147	  0.161994	  0.164601		CURRENT LEARNING RATE: 1.0663436146770107e-06
previous_iter_valid_loss : 0.16637855768203735

   1339460	  0.166581	  0.166379	  0.164815		CURRENT LEARNING RATE: 1.0661303672795264e-06
previous_iter_valid_loss : 0.164676234126091

   1339480	  0.164885	  0.164676	  0.164984		CURRENT LEARNING RATE: 1.0659171625272569e-06
previous_iter_valid_loss : 0.16196578741073608

   1339500	  0.162159	  0.161966	  0.165052		CURRENT LEARNING RATE: 1.0657040004116721e-06
previous_iter_valid_loss : 0.16676515340805054

   1339520	  0.166981	  0.166765	  0.165365		CURRENT LEARNING RATE: 1.0654908809242495e-06
previous_iter_valid_loss : 0.16735218465328217

   1339540	  0.167572	  0.167352	  0.165414		CURRENT LEARNING RATE: 1.065277804056462e-06
previous_iter_valid_loss : 0.17279528081417084

   1339560	  0.172941	  0.172795	  0.166017		CURRENT LEARNING RATE: 1.0650647697997871e-06
previous_iter_valid_loss : 0.1675039380788803

   1339580	  0.167661	  0.167504	  0.164824		CURRENT LEARNING RATE: 1.064851778145701e-06
previous_iter_valid_loss : 0.1650548279285431

   1339600	  0.165225	  0.165055	  0.164393		CURRENT LEARNING RATE: 1.0646388290856883e-06
previous_iter_valid_loss : 0.16184943914413452

   1339620	  0.162014	  0.161849	  0.164453		CURRENT LEARNING RATE: 1.0644259226112289e-06
previous_iter_valid_loss : 0.16805918514728546

   1339640	  0.168214	  0.168059	  0.164635		CURRENT LEARNING RATE: 1.0642130587138062e-06
previous_iter_valid_loss : 0.16191615164279938

   1339660	  0.162070	  0.161916	  0.164578		CURRENT LEARNING RATE: 1.0640002373849043e-06
previous_iter_valid_loss : 0.16235940158367157

   1339680	  0.162545	  0.162359	  0.164663		CURRENT LEARNING RATE: 1.0637874586160141e-06
previous_iter_valid_loss : 0.16071879863739014

   1339700	  0.160873	  0.160719	  0.164057		CURRENT LEARNING RATE: 1.0635747223986222e-06
previous_iter_valid_loss : 0.16093958914279938

   1339720	  0.161120	  0.160940	  0.164016		CURRENT LEARNING RATE: 1.0633620287242195e-06
previous_iter_valid_loss : 0.16355597972869873

   1339740	  0.163713	  0.163556	  0.164010		CURRENT LEARNING RATE: 1.063149377584296e-06
previous_iter_valid_loss : 0.16130094230175018

   1339760	  0.161452	  0.161301	  0.163855		CURRENT LEARNING RATE: 1.0629367689703497e-06
previous_iter_valid_loss : 0.16131262481212616

   1339780	  0.161478	  0.161313	  0.163893		CURRENT LEARNING RATE: 1.0627242028738745e-06
previous_iter_valid_loss : 0.16520816087722778

   1339800	  0.165375	  0.165208	  0.164113		CURRENT LEARNING RATE: 1.0625116792863671e-06
previous_iter_valid_loss : 0.16867363452911377

   1339820	  0.168912	  0.168674	  0.164517		CURRENT LEARNING RATE: 1.0622991981993257e-06
previous_iter_valid_loss : 0.1606098711490631

   1339840	  0.160770	  0.160610	  0.164448		CURRENT LEARNING RATE: 1.0620867596042537e-06
previous_iter_valid_loss : 0.16089940071105957

   1339860	  0.161080	  0.160899	  0.164174		CURRENT LEARNING RATE: 1.0618743634926526e-06
previous_iter_valid_loss : 0.16293586790561676

   1339880	  0.163129	  0.162936	  0.164087		CURRENT LEARNING RATE: 1.0616620098560262e-06
previous_iter_valid_loss : 0.17775365710258484

   1339900	  0.178062	  0.177754	  0.164876		CURRENT LEARNING RATE: 1.0614496986858783e-06
previous_iter_valid_loss : 0.1720626801252365

   1339920	  0.172329	  0.172063	  0.165141		CURRENT LEARNING RATE: 1.0612374299737203e-06
previous_iter_valid_loss : 0.162496879696846

   1339940	  0.162657	  0.162497	  0.164898		CURRENT LEARNING RATE: 1.0610252037110597e-06
previous_iter_valid_loss : 0.16087259352207184

   1339960	  0.161055	  0.160873	  0.164302		CURRENT LEARNING RATE: 1.0608130198894057e-06
previous_iter_valid_loss : 0.16180089116096497

   1339980	  0.161986	  0.161801	  0.164017		CURRENT LEARNING RATE: 1.0606008785002742e-06
previous_iter_valid_loss : 0.16408021748065948

   1340000	  0.164269	  0.164080	  0.163968		CURRENT LEARNING RATE: 1.0603887795351782e-06
previous_iter_valid_loss : 0.16091255843639374

   1340020	  0.161074	  0.160913	  0.163922		CURRENT LEARNING RATE: 1.0601767229856335e-06
previous_iter_valid_loss : 0.16327224671840668

   1340040	  0.163439	  0.163272	  0.163682		CURRENT LEARNING RATE: 1.059964708843156e-06
previous_iter_valid_loss : 0.16054506599903107

   1340060	  0.160706	  0.160545	  0.163614		CURRENT LEARNING RATE: 1.0597527370992688e-06
previous_iter_valid_loss : 0.16123947501182556

   1340080	  0.161401	  0.161239	  0.163558		CURRENT LEARNING RATE: 1.0595408077454912e-06
previous_iter_valid_loss : 0.16329652070999146

   1340100	  0.163472	  0.163297	  0.163687		CURRENT LEARNING RATE: 1.0593289207733462e-06
previous_iter_valid_loss : 0.16515731811523438

   1340120	  0.165327	  0.165157	  0.163897		CURRENT LEARNING RATE: 1.059117076174356e-06
previous_iter_valid_loss : 0.16621133685112

   1340140	  0.166427	  0.166211	  0.164030		CURRENT LEARNING RATE: 1.0589052739400512e-06
previous_iter_valid_loss : 0.16060397028923035

   1340160	  0.160768	  0.160604	  0.163995		CURRENT LEARNING RATE: 1.0586935140619572e-06
previous_iter_valid_loss : 0.16122081875801086

   1340180	  0.161408	  0.161221	  0.163991		CURRENT LEARNING RATE: 1.0584817965316042e-06
previous_iter_valid_loss : 0.1656043380498886

   1340200	  0.165767	  0.165604	  0.164011		CURRENT LEARNING RATE: 1.058270121340521e-06
previous_iter_valid_loss : 0.16772399842739105

   1340220	  0.167944	  0.167724	  0.163963		CURRENT LEARNING RATE: 1.058058488480245e-06
previous_iter_valid_loss : 0.16329637169837952

   1340240	  0.163487	  0.163296	  0.164097		CURRENT LEARNING RATE: 1.0578468979423085e-06
previous_iter_valid_loss : 0.1692301630973816

   1340260	  0.169464	  0.169230	  0.164514		CURRENT LEARNING RATE: 1.0576353497182482e-06
previous_iter_valid_loss : 0.16237954795360565

   1340280	  0.162578	  0.162380	  0.164486		CURRENT LEARNING RATE: 1.0574238437996e-06
previous_iter_valid_loss : 0.16226144134998322

   1340300	  0.162417	  0.162261	  0.163712		CURRENT LEARNING RATE: 1.0572123801779077e-06
previous_iter_valid_loss : 0.16540829837322235

   1340320	  0.165578	  0.165408	  0.163379		CURRENT LEARNING RATE: 1.0570009588447107e-06
previous_iter_valid_loss : 0.164323091506958

   1340340	  0.164489	  0.164323	  0.163470		CURRENT LEARNING RATE: 1.0567895797915502e-06
previous_iter_valid_loss : 0.16280002892017365

   1340360	  0.162984	  0.162800	  0.163567		CURRENT LEARNING RATE: 1.056578243009975e-06
previous_iter_valid_loss : 0.18043889105319977

   1340380	  0.180600	  0.180439	  0.164498		CURRENT LEARNING RATE: 1.0563669484915297e-06
previous_iter_valid_loss : 0.16292721033096313

   1340400	  0.163127	  0.162927	  0.164441		CURRENT LEARNING RATE: 1.0561556962277625e-06
previous_iter_valid_loss : 0.17031893134117126

   1340420	  0.170565	  0.170319	  0.164911		CURRENT LEARNING RATE: 1.0559444862102212e-06
previous_iter_valid_loss : 0.16454163193702698

   1340440	  0.164746	  0.164542	  0.164975		CURRENT LEARNING RATE: 1.0557333184304616e-06
previous_iter_valid_loss : 0.1653052568435669

   1340460	  0.165472	  0.165305	  0.165213		CURRENT LEARNING RATE: 1.0555221928800348e-06
previous_iter_valid_loss : 0.16442692279815674

   1340480	  0.164585	  0.164427	  0.165372		CURRENT LEARNING RATE: 1.0553111095504959e-06
previous_iter_valid_loss : 0.17906856536865234

   1340500	  0.179382	  0.179069	  0.166161		CURRENT LEARNING RATE: 1.0551000684333995e-06
previous_iter_valid_loss : 0.16049405932426453

   1340520	  0.160658	  0.160494	  0.165927		CURRENT LEARNING RATE: 1.0548890695203079e-06
previous_iter_valid_loss : 0.1648235321044922

   1340540	  0.165029	  0.164824	  0.165858		CURRENT LEARNING RATE: 1.0546781128027793e-06
previous_iter_valid_loss : 0.16066493093967438

   1340560	  0.160824	  0.160665	  0.165861		CURRENT LEARNING RATE: 1.0544671982723753e-06
previous_iter_valid_loss : 0.16072721779346466

   1340580	  0.160901	  0.160727	  0.165836		CURRENT LEARNING RATE: 1.0542563259206576e-06
previous_iter_valid_loss : 0.1608353555202484

   1340600	  0.160987	  0.160835	  0.165598		CURRENT LEARNING RATE: 1.0540454957391948e-06
previous_iter_valid_loss : 0.16275399923324585

   1340620	  0.162915	  0.162754	  0.165349		CURRENT LEARNING RATE: 1.0538347077195521e-06
previous_iter_valid_loss : 0.16166110336780548

   1340640	  0.161816	  0.161661	  0.165268		CURRENT LEARNING RATE: 1.0536239618532978e-06
previous_iter_valid_loss : 0.1697356104850769

   1340660	  0.169973	  0.169736	  0.165293		CURRENT LEARNING RATE: 1.0534132581320003e-06
previous_iter_valid_loss : 0.1606428325176239

   1340680	  0.160804	  0.160643	  0.165206		CURRENT LEARNING RATE: 1.053202596547235e-06
previous_iter_valid_loss : 0.17179101705551147

   1340700	  0.171935	  0.171791	  0.165683		CURRENT LEARNING RATE: 1.0529919770905738e-06
previous_iter_valid_loss : 0.16676606237888336

   1340720	  0.166930	  0.166766	  0.165750		CURRENT LEARNING RATE: 1.0527813997535898e-06
previous_iter_valid_loss : 0.16570532321929932

   1340740	  0.165912	  0.165705	  0.165820		CURRENT LEARNING RATE: 1.052570864527864e-06
previous_iter_valid_loss : 0.16109810769557953

   1340760	  0.161276	  0.161098	  0.165734		CURRENT LEARNING RATE: 1.0523603714049728e-06
previous_iter_valid_loss : 0.16063866019248962

   1340780	  0.160807	  0.160639	  0.164744		CURRENT LEARNING RATE: 1.0521499203764967e-06
previous_iter_valid_loss : 0.1611744910478592

   1340800	  0.161356	  0.161174	  0.164657		CURRENT LEARNING RATE: 1.0519395114340156e-06
previous_iter_valid_loss : 0.16193300485610962

   1340820	  0.162099	  0.161933	  0.164238		CURRENT LEARNING RATE: 1.051729144569117e-06
previous_iter_valid_loss : 0.16160450875759125

   1340840	  0.161775	  0.161605	  0.164091		CURRENT LEARNING RATE: 1.0515188197733845e-06
previous_iter_valid_loss : 0.16376528143882751

   1340860	  0.163955	  0.163765	  0.164014		CURRENT LEARNING RATE: 1.0513085370384046e-06
previous_iter_valid_loss : 0.16336533427238464

   1340880	  0.163557	  0.163365	  0.163961		CURRENT LEARNING RATE: 1.0510982963557646e-06
previous_iter_valid_loss : 0.16788971424102783

   1340900	  0.168124	  0.167890	  0.163402		CURRENT LEARNING RATE: 1.0508880977170586e-06
previous_iter_valid_loss : 0.175753653049469

   1340920	  0.176039	  0.175754	  0.164165		CURRENT LEARNING RATE: 1.0506779411138763e-06
previous_iter_valid_loss : 0.16941869258880615

   1340940	  0.169656	  0.169419	  0.164394		CURRENT LEARNING RATE: 1.050467826537812e-06
previous_iter_valid_loss : 0.16116924583911896

   1340960	  0.161336	  0.161169	  0.164420		CURRENT LEARNING RATE: 1.0502577539804591e-06
previous_iter_valid_loss : 0.16090677678585052

   1340980	  0.161063	  0.160907	  0.164429		CURRENT LEARNING RATE: 1.0500477234334184e-06
previous_iter_valid_loss : 0.18301072716712952

   1341000	  0.183387	  0.183011	  0.165537		CURRENT LEARNING RATE: 1.0498377348882866e-06
previous_iter_valid_loss : 0.16209125518798828

   1341020	  0.162242	  0.162091	  0.165504		CURRENT LEARNING RATE: 1.0496277883366646e-06
previous_iter_valid_loss : 0.1634712666273117

   1341040	  0.163642	  0.163471	  0.165595		CURRENT LEARNING RATE: 1.0494178837701522e-06
previous_iter_valid_loss : 0.16081376373767853

   1341060	  0.160966	  0.160814	  0.165149		CURRENT LEARNING RATE: 1.049208021180357e-06
previous_iter_valid_loss : 0.16087432205677032

   1341080	  0.161060	  0.160874	  0.165160		CURRENT LEARNING RATE: 1.048998200558883e-06
previous_iter_valid_loss : 0.1627190262079239

   1341100	  0.162905	  0.162719	  0.164707		CURRENT LEARNING RATE: 1.0487884218973372e-06
previous_iter_valid_loss : 0.17259597778320312

   1341120	  0.172742	  0.172596	  0.164998		CURRENT LEARNING RATE: 1.0485786851873263e-06
previous_iter_valid_loss : 0.1663275957107544

   1341140	  0.166481	  0.166328	  0.165029		CURRENT LEARNING RATE: 1.0483689904204652e-06
previous_iter_valid_loss : 0.16987738013267517

   1341160	  0.170029	  0.169877	  0.165468		CURRENT LEARNING RATE: 1.0481593375883634e-06
previous_iter_valid_loss : 0.16384899616241455

   1341180	  0.164015	  0.163849	  0.165629		CURRENT LEARNING RATE: 1.047949726682634e-06
previous_iter_valid_loss : 0.16356873512268066

   1341200	  0.163756	  0.163569	  0.165748		CURRENT LEARNING RATE: 1.047740157694895e-06
previous_iter_valid_loss : 0.16064640879631042

   1341220	  0.160824	  0.160646	  0.165684		CURRENT LEARNING RATE: 1.0475306306167629e-06
previous_iter_valid_loss : 0.1621728390455246

   1341240	  0.162337	  0.162173	  0.165712		CURRENT LEARNING RATE: 1.047321145439856e-06
previous_iter_valid_loss : 0.17437100410461426

   1341260	  0.174657	  0.174371	  0.166243		CURRENT LEARNING RATE: 1.047111702155793e-06
previous_iter_valid_loss : 0.16159719228744507

   1341280	  0.161752	  0.161597	  0.166154		CURRENT LEARNING RATE: 1.0469023007562005e-06
previous_iter_valid_loss : 0.1677112877368927

   1341300	  0.167868	  0.167711	  0.166145		CURRENT LEARNING RATE: 1.0466929412327e-06
previous_iter_valid_loss : 0.16148315370082855

   1341320	  0.161644	  0.161483	  0.165432		CURRENT LEARNING RATE: 1.0464836235769172e-06
previous_iter_valid_loss : 0.16929733753204346

   1341340	  0.169452	  0.169297	  0.165426		CURRENT LEARNING RATE: 1.0462743477804776e-06
previous_iter_valid_loss : 0.19480343163013458

   1341360	  0.194918	  0.194803	  0.167108		CURRENT LEARNING RATE: 1.0460651138350142e-06
previous_iter_valid_loss : 0.16100558638572693

   1341380	  0.161187	  0.161006	  0.167112		CURRENT LEARNING RATE: 1.045855921732155e-06
previous_iter_valid_loss : 0.16727089881896973

   1341400	  0.167486	  0.167271	  0.166325		CURRENT LEARNING RATE: 1.0456467714635332e-06
previous_iter_valid_loss : 0.16417253017425537

   1341420	  0.164371	  0.164173	  0.166430		CURRENT LEARNING RATE: 1.0454376630207804e-06
previous_iter_valid_loss : 0.1605985164642334

   1341440	  0.160772	  0.160599	  0.166286		CURRENT LEARNING RATE: 1.0452285963955362e-06
previous_iter_valid_loss : 0.16141894459724426

   1341460	  0.161601	  0.161419	  0.166316		CURRENT LEARNING RATE: 1.0450195715794359e-06
previous_iter_valid_loss : 0.16468197107315063

   1341480	  0.164894	  0.164682	  0.166507		CURRENT LEARNING RATE: 1.0448105885641187e-06
previous_iter_valid_loss : 0.16535162925720215

   1341500	  0.165523	  0.165352	  0.166638		CURRENT LEARNING RATE: 1.0446016473412233e-06
previous_iter_valid_loss : 0.16781659424304962

   1341520	  0.168043	  0.167817	  0.166399		CURRENT LEARNING RATE: 1.0443927479023958e-06
previous_iter_valid_loss : 0.1605629026889801

   1341540	  0.160721	  0.160563	  0.166111		CURRENT LEARNING RATE: 1.0441838902392782e-06
previous_iter_valid_loss : 0.17214415967464447

   1341560	  0.172299	  0.172144	  0.166224		CURRENT LEARNING RATE: 1.0439750743435147e-06
previous_iter_valid_loss : 0.16146259009838104

   1341580	  0.161617	  0.161463	  0.166105		CURRENT LEARNING RATE: 1.043766300206756e-06
previous_iter_valid_loss : 0.16590368747711182

   1341600	  0.166114	  0.165904	  0.166222		CURRENT LEARNING RATE: 1.0435575678206495e-06
previous_iter_valid_loss : 0.18740838766098022

   1341620	  0.187809	  0.187408	  0.167560		CURRENT LEARNING RATE: 1.0433488771768459e-06
previous_iter_valid_loss : 0.16111113131046295

   1341640	  0.161293	  0.161111	  0.167507		CURRENT LEARNING RATE: 1.0431402282669956e-06
previous_iter_valid_loss : 0.182303786277771

   1341660	  0.182460	  0.182304	  0.167903		CURRENT LEARNING RATE: 1.0429316210827566e-06
previous_iter_valid_loss : 0.17231285572052002

   1341680	  0.172462	  0.172313	  0.168439		CURRENT LEARNING RATE: 1.0427230556157824e-06
previous_iter_valid_loss : 0.16809669137001038

   1341700	  0.168257	  0.168097	  0.168458		CURRENT LEARNING RATE: 1.0425145318577306e-06
previous_iter_valid_loss : 0.16113321483135223

   1341720	  0.161284	  0.161133	  0.168441		CURRENT LEARNING RATE: 1.0423060498002583e-06
previous_iter_valid_loss : 0.16056706011295319

   1341740	  0.160724	  0.160567	  0.168004		CURRENT LEARNING RATE: 1.04209760943503e-06
previous_iter_valid_loss : 0.16366103291511536

   1341760	  0.163867	  0.163661	  0.166447		CURRENT LEARNING RATE: 1.0418892107537064e-06
previous_iter_valid_loss : 0.1644204705953598

   1341780	  0.164592	  0.164420	  0.166618		CURRENT LEARNING RATE: 1.041680853747951e-06
previous_iter_valid_loss : 0.1604977250099182

   1341800	  0.160662	  0.160498	  0.166279		CURRENT LEARNING RATE: 1.0414725384094286e-06
previous_iter_valid_loss : 0.1638958603143692

   1341820	  0.164063	  0.163896	  0.166266		CURRENT LEARNING RATE: 1.0412642647298094e-06
previous_iter_valid_loss : 0.1717545986175537

   1341840	  0.172017	  0.171755	  0.166823		CURRENT LEARNING RATE: 1.0410560327007608e-06
previous_iter_valid_loss : 0.16066811978816986

   1341860	  0.160840	  0.160668	  0.166786		CURRENT LEARNING RATE: 1.0408478423139538e-06
previous_iter_valid_loss : 0.16510826349258423

   1341880	  0.165282	  0.165108	  0.166807		CURRENT LEARNING RATE: 1.0406396935610589e-06
previous_iter_valid_loss : 0.18018440902233124

   1341900	  0.180342	  0.180184	  0.167549		CURRENT LEARNING RATE: 1.0404315864337533e-06
previous_iter_valid_loss : 0.16081830859184265

   1341920	  0.160997	  0.160818	  0.167199		CURRENT LEARNING RATE: 1.0402235209237119e-06
previous_iter_valid_loss : 0.1621951162815094

   1341940	  0.162358	  0.162195	  0.167281		CURRENT LEARNING RATE: 1.0400154970226092e-06
previous_iter_valid_loss : 0.16053250432014465

   1341960	  0.160690	  0.160533	  0.166700		CURRENT LEARNING RATE: 1.0398075147221285e-06
previous_iter_valid_loss : 0.1606540083885193

   1341980	  0.160823	  0.160654	  0.166660		CURRENT LEARNING RATE: 1.0395995740139484e-06
previous_iter_valid_loss : 0.16222204267978668

   1342000	  0.162390	  0.162222	  0.166475		CURRENT LEARNING RATE: 1.0393916748897516e-06
previous_iter_valid_loss : 0.1679820865392685

   1342020	  0.168138	  0.167982	  0.165504		CURRENT LEARNING RATE: 1.03918381734122e-06
previous_iter_valid_loss : 0.16072264313697815

   1342040	  0.160897	  0.160723	  0.165485		CURRENT LEARNING RATE: 1.038976001360043e-06
previous_iter_valid_loss : 0.16112905740737915

   1342060	  0.161291	  0.161129	  0.164426		CURRENT LEARNING RATE: 1.0387682269379063e-06
previous_iter_valid_loss : 0.16060401499271393

   1342080	  0.160766	  0.160604	  0.163841		CURRENT LEARNING RATE: 1.0385604940664988e-06
previous_iter_valid_loss : 0.20657441020011902

   1342100	  0.207149	  0.206574	  0.165764		CURRENT LEARNING RATE: 1.0383528027375094e-06
previous_iter_valid_loss : 0.1907157152891159

   1342120	  0.191159	  0.190716	  0.167244		CURRENT LEARNING RATE: 1.038145152942634e-06
previous_iter_valid_loss : 0.16246649622917175

   1342140	  0.162665	  0.162466	  0.167339		CURRENT LEARNING RATE: 1.037937544673565e-06
previous_iter_valid_loss : 0.16499914228916168

   1342160	  0.165164	  0.164999	  0.167405		CURRENT LEARNING RATE: 1.0377299779219977e-06
previous_iter_valid_loss : 0.18314653635025024

   1342180	  0.183508	  0.183147	  0.168342		CURRENT LEARNING RATE: 1.037522452679628e-06
previous_iter_valid_loss : 0.17875950038433075

   1342200	  0.179076	  0.178760	  0.169255		CURRENT LEARNING RATE: 1.0373149689381583e-06
previous_iter_valid_loss : 0.1609400510787964

   1342220	  0.161095	  0.160940	  0.169107		CURRENT LEARNING RATE: 1.0371075266892874e-06
previous_iter_valid_loss : 0.1608605980873108

   1342240	  0.161040	  0.160861	  0.168562		CURRENT LEARNING RATE: 1.0369001259247178e-06
previous_iter_valid_loss : 0.18322062492370605

   1342260	  0.183586	  0.183221	  0.169690		CURRENT LEARNING RATE: 1.0366927666361516e-06
previous_iter_valid_loss : 0.1605539470911026

   1342280	  0.160725	  0.160554	  0.169462		CURRENT LEARNING RATE: 1.036485448815298e-06
previous_iter_valid_loss : 0.16172409057617188

   1342300	  0.161909	  0.161724	  0.168539		CURRENT LEARNING RATE: 1.0362781724538626e-06
previous_iter_valid_loss : 0.17059671878814697

   1342320	  0.170745	  0.170597	  0.169028		CURRENT LEARNING RATE: 1.036070937543552e-06
previous_iter_valid_loss : 0.17074406147003174

   1342340	  0.170895	  0.170744	  0.169456		CURRENT LEARNING RATE: 1.0358637440760814e-06
previous_iter_valid_loss : 0.16300685703754425

   1342360	  0.163206	  0.163007	  0.169579		CURRENT LEARNING RATE: 1.0356565920431603e-06
previous_iter_valid_loss : 0.16591712832450867

   1342380	  0.166127	  0.165917	  0.169842		CURRENT LEARNING RATE: 1.0354494814365033e-06
previous_iter_valid_loss : 0.16467702388763428

   1342400	  0.164881	  0.164677	  0.169965		CURRENT LEARNING RATE: 1.0352424122478238e-06
previous_iter_valid_loss : 0.16588139533996582

   1342420	  0.166039	  0.165881	  0.169860		CURRENT LEARNING RATE: 1.0350353844688428e-06
previous_iter_valid_loss : 0.1615794152021408

   1342440	  0.161725	  0.161579	  0.169903		CURRENT LEARNING RATE: 1.034828398091277e-06
previous_iter_valid_loss : 0.17204847931861877

   1342460	  0.172306	  0.172048	  0.170449		CURRENT LEARNING RATE: 1.0346214531068477e-06
previous_iter_valid_loss : 0.18303769826889038

   1342480	  0.183395	  0.183038	  0.171571		CURRENT LEARNING RATE: 1.0344145495072744e-06
previous_iter_valid_loss : 0.16055487096309662

   1342500	  0.160720	  0.160555	  0.169270		CURRENT LEARNING RATE: 1.0342076872842852e-06
previous_iter_valid_loss : 0.1629728078842163

   1342520	  0.163146	  0.162973	  0.167883		CURRENT LEARNING RATE: 1.0340008664296038e-06
previous_iter_valid_loss : 0.16953377425670624

   1342540	  0.169690	  0.169534	  0.168236		CURRENT LEARNING RATE: 1.0337940869349572e-06
previous_iter_valid_loss : 0.1646399050951004

   1342560	  0.164842	  0.164640	  0.168218		CURRENT LEARNING RATE: 1.0335873487920722e-06
previous_iter_valid_loss : 0.1629665195941925

   1342580	  0.163130	  0.162967	  0.167209		CURRENT LEARNING RATE: 1.0333806519926832e-06
previous_iter_valid_loss : 0.16354303061962128

   1342600	  0.163711	  0.163543	  0.166448		CURRENT LEARNING RATE: 1.0331739965285204e-06
previous_iter_valid_loss : 0.17059925198554993

   1342620	  0.170749	  0.170599	  0.166931		CURRENT LEARNING RATE: 1.0329673823913175e-06
previous_iter_valid_loss : 0.16096770763397217

   1342640	  0.161120	  0.160968	  0.166936		CURRENT LEARNING RATE: 1.0327608095728085e-06
previous_iter_valid_loss : 0.16083966195583344

   1342660	  0.160996	  0.160840	  0.165817		CURRENT LEARNING RATE: 1.0325542780647337e-06
previous_iter_valid_loss : 0.1738990843296051

   1342680	  0.174049	  0.173899	  0.166485		CURRENT LEARNING RATE: 1.0323477878588299e-06
previous_iter_valid_loss : 0.1627282202243805

   1342700	  0.162897	  0.162728	  0.166535		CURRENT LEARNING RATE: 1.032141338946838e-06
previous_iter_valid_loss : 0.19932624697685242

   1342720	  0.199865	  0.199326	  0.167971		CURRENT LEARNING RATE: 1.031934931320498e-06
previous_iter_valid_loss : 0.16089443862438202

   1342740	  0.161078	  0.160894	  0.167479		CURRENT LEARNING RATE: 1.0317285649715572e-06
previous_iter_valid_loss : 0.1645721048116684

   1342760	  0.164743	  0.164572	  0.167557		CURRENT LEARNING RATE: 1.0315222398917591e-06
previous_iter_valid_loss : 0.16545431315898895

   1342780	  0.165663	  0.165454	  0.167534		CURRENT LEARNING RATE: 1.031315956072849e-06
previous_iter_valid_loss : 0.16726723313331604

   1342800	  0.167498	  0.167267	  0.167663		CURRENT LEARNING RATE: 1.031109713506579e-06
previous_iter_valid_loss : 0.16487595438957214

   1342820	  0.165090	  0.164876	  0.167613		CURRENT LEARNING RATE: 1.0309035121846976e-06
previous_iter_valid_loss : 0.16443917155265808

   1342840	  0.164601	  0.164439	  0.167756		CURRENT LEARNING RATE: 1.030697352098957e-06
previous_iter_valid_loss : 0.16678571701049805

   1342860	  0.166944	  0.166786	  0.167493		CURRENT LEARNING RATE: 1.0304912332411088e-06
previous_iter_valid_loss : 0.16217860579490662

   1342880	  0.162358	  0.162179	  0.166450		CURRENT LEARNING RATE: 1.0302851556029116e-06
previous_iter_valid_loss : 0.1648985594511032

   1342900	  0.165092	  0.164899	  0.166667		CURRENT LEARNING RATE: 1.030079119176121e-06
previous_iter_valid_loss : 0.16088774800300598

   1342920	  0.161059	  0.160888	  0.166563		CURRENT LEARNING RATE: 1.0298731239524952e-06
previous_iter_valid_loss : 0.17494191229343414

   1342940	  0.175095	  0.174942	  0.166833		CURRENT LEARNING RATE: 1.0296671699237929e-06
previous_iter_valid_loss : 0.16085587441921234

   1342960	  0.161018	  0.160856	  0.166644		CURRENT LEARNING RATE: 1.0294612570817791e-06
previous_iter_valid_loss : 0.16212835907936096

   1342980	  0.162286	  0.162128	  0.166602		CURRENT LEARNING RATE: 1.0292553854182158e-06
previous_iter_valid_loss : 0.1658286601305008

   1343000	  0.166045	  0.165829	  0.166717		CURRENT LEARNING RATE: 1.029049554924868e-06
previous_iter_valid_loss : 0.1621788889169693

   1343020	  0.162328	  0.162179	  0.166296		CURRENT LEARNING RATE: 1.028843765593501e-06
previous_iter_valid_loss : 0.16301123797893524

   1343040	  0.163210	  0.163011	  0.166398		CURRENT LEARNING RATE: 1.0286380174158863e-06
previous_iter_valid_loss : 0.16168305277824402

   1343060	  0.161875	  0.161683	  0.166440		CURRENT LEARNING RATE: 1.0284323103837924e-06
previous_iter_valid_loss : 0.16512225568294525

   1343080	  0.165294	  0.165122	  0.166001		CURRENT LEARNING RATE: 1.0282266444889913e-06
previous_iter_valid_loss : 0.16050565242767334

   1343100	  0.160664	  0.160506	  0.165890		CURRENT LEARNING RATE: 1.0280210197232542e-06
previous_iter_valid_loss : 0.16078317165374756

   1343120	  0.160946	  0.160783	  0.163963		CURRENT LEARNING RATE: 1.0278154360783597e-06
previous_iter_valid_loss : 0.1641685962677002

   1343140	  0.164342	  0.164169	  0.164127		CURRENT LEARNING RATE: 1.0276098935460829e-06
previous_iter_valid_loss : 0.16955040395259857

   1343160	  0.169804	  0.169550	  0.164375		CURRENT LEARNING RATE: 1.0274043921182e-06
previous_iter_valid_loss : 0.17481198906898499

   1343180	  0.175092	  0.174812	  0.164843		CURRENT LEARNING RATE: 1.027198931786495e-06
previous_iter_valid_loss : 0.17327918112277985

   1343200	  0.173549	  0.173279	  0.165144		CURRENT LEARNING RATE: 1.0269935125427472e-06
previous_iter_valid_loss : 0.17969268560409546

   1343220	  0.180018	  0.179693	  0.165885		CURRENT LEARNING RATE: 1.02678813437874e-06
previous_iter_valid_loss : 0.16081249713897705

   1343240	  0.160993	  0.160812	  0.165703		CURRENT LEARNING RATE: 1.0265827972862567e-06
previous_iter_valid_loss : 0.16216380894184113

   1343260	  0.162357	  0.162164	  0.165472		CURRENT LEARNING RATE: 1.0263775012570873e-06
previous_iter_valid_loss : 0.16499628126621246

   1343280	  0.165163	  0.164996	  0.165613		CURRENT LEARNING RATE: 1.0261722462830178e-06
previous_iter_valid_loss : 0.16159780323505402

   1343300	  0.161794	  0.161598	  0.165448		CURRENT LEARNING RATE: 1.0259670323558386e-06
previous_iter_valid_loss : 0.16802750527858734

   1343320	  0.168187	  0.168028	  0.165805		CURRENT LEARNING RATE: 1.0257618594673386e-06
previous_iter_valid_loss : 0.1656559258699417

   1343340	  0.165864	  0.165656	  0.165341		CURRENT LEARNING RATE: 1.0255567276093153e-06
previous_iter_valid_loss : 0.16118179261684418

   1343360	  0.161365	  0.161182	  0.165357		CURRENT LEARNING RATE: 1.0253516367735612e-06
previous_iter_valid_loss : 0.1706095039844513

   1343380	  0.170758	  0.170610	  0.165781		CURRENT LEARNING RATE: 1.0251465869518725e-06
previous_iter_valid_loss : 0.16217239201068878

   1343400	  0.162375	  0.162172	  0.165598		CURRENT LEARNING RATE: 1.0249415781360457e-06
previous_iter_valid_loss : 0.1675688773393631

   1343420	  0.167804	  0.167569	  0.165868		CURRENT LEARNING RATE: 1.0247366103178842e-06
previous_iter_valid_loss : 0.16211947798728943

   1343440	  0.162323	  0.162119	  0.165823		CURRENT LEARNING RATE: 1.0245316834891869e-06
previous_iter_valid_loss : 0.17178577184677124

   1343460	  0.172042	  0.171786	  0.166328		CURRENT LEARNING RATE: 1.0243267976417573e-06
previous_iter_valid_loss : 0.1625305563211441

   1343480	  0.162717	  0.162531	  0.166199		CURRENT LEARNING RATE: 1.024121952767398e-06
previous_iter_valid_loss : 0.1605706363916397

   1343500	  0.160727	  0.160571	  0.166202		CURRENT LEARNING RATE: 1.0239171488579184e-06
previous_iter_valid_loss : 0.16658547520637512

   1343520	  0.166801	  0.166585	  0.166492		CURRENT LEARNING RATE: 1.0237123859051252e-06
previous_iter_valid_loss : 0.16057118773460388

   1343540	  0.160735	  0.160571	  0.166312		CURRENT LEARNING RATE: 1.0235076639008257e-06
previous_iter_valid_loss : 0.1613471806049347

   1343560	  0.161507	  0.161347	  0.165902		CURRENT LEARNING RATE: 1.0233029828368347e-06
previous_iter_valid_loss : 0.16058185696601868

   1343580	  0.160750	  0.160582	  0.165191		CURRENT LEARNING RATE: 1.0230983427049632e-06
previous_iter_valid_loss : 0.1612004041671753

   1343600	  0.161374	  0.161200	  0.164587		CURRENT LEARNING RATE: 1.0228937434970254e-06
previous_iter_valid_loss : 0.1609872728586197

   1343620	  0.161154	  0.160987	  0.163651		CURRENT LEARNING RATE: 1.0226891852048357e-06
previous_iter_valid_loss : 0.17481759190559387

   1343640	  0.175099	  0.174818	  0.164352		CURRENT LEARNING RATE: 1.0224846678202154e-06
previous_iter_valid_loss : 0.16056731343269348

   1343660	  0.160715	  0.160567	  0.164272		CURRENT LEARNING RATE: 1.0222801913349818e-06
previous_iter_valid_loss : 0.16114449501037598

   1343680	  0.161327	  0.161144	  0.164079		CURRENT LEARNING RATE: 1.0220757557409562e-06
previous_iter_valid_loss : 0.18040615320205688

   1343700	  0.180563	  0.180406	  0.165020		CURRENT LEARNING RATE: 1.0218713610299592e-06
previous_iter_valid_loss : 0.16049228608608246

   1343720	  0.160653	  0.160492	  0.164643		CURRENT LEARNING RATE: 1.0216670071938185e-06
previous_iter_valid_loss : 0.18268123269081116

   1343740	  0.183023	  0.182681	  0.165494		CURRENT LEARNING RATE: 1.0214626942243581e-06
previous_iter_valid_loss : 0.16605637967586517

   1343760	  0.166215	  0.166056	  0.165738		CURRENT LEARNING RATE: 1.0212584221134057e-06
previous_iter_valid_loss : 0.16237977147102356

   1343780	  0.162579	  0.162380	  0.165327		CURRENT LEARNING RATE: 1.0210541908527886e-06
previous_iter_valid_loss : 0.16260258853435516

   1343800	  0.162764	  0.162603	  0.165348		CURRENT LEARNING RATE: 1.020850000434341e-06
previous_iter_valid_loss : 0.16056112945079803

   1343820	  0.160723	  0.160561	  0.164998		CURRENT LEARNING RATE: 1.0206458508498935e-06
previous_iter_valid_loss : 0.16884693503379822

   1343840	  0.168999	  0.168847	  0.165334		CURRENT LEARNING RATE: 1.0204417420912803e-06
previous_iter_valid_loss : 0.16096074879169464

   1343860	  0.161140	  0.160961	  0.164793		CURRENT LEARNING RATE: 1.0202376741503349e-06
previous_iter_valid_loss : 0.16181442141532898

   1343880	  0.162007	  0.161814	  0.164757		CURRENT LEARNING RATE: 1.0200336470188985e-06
previous_iter_valid_loss : 0.16224831342697144

   1343900	  0.162432	  0.162248	  0.164841		CURRENT LEARNING RATE: 1.0198296606888082e-06
previous_iter_valid_loss : 0.1606164276599884

   1343920	  0.160768	  0.160616	  0.164542		CURRENT LEARNING RATE: 1.0196257151519045e-06
previous_iter_valid_loss : 0.16909663379192352

   1343940	  0.169249	  0.169097	  0.164969		CURRENT LEARNING RATE: 1.0194218104000277e-06
previous_iter_valid_loss : 0.16404615342617035

   1343960	  0.164214	  0.164046	  0.165104		CURRENT LEARNING RATE: 1.0192179464250253e-06
previous_iter_valid_loss : 0.1609322875738144

   1343980	  0.161089	  0.160932	  0.165121		CURRENT LEARNING RATE: 1.0190141232187407e-06
previous_iter_valid_loss : 0.16150431334972382

   1344000	  0.161675	  0.161504	  0.165136		CURRENT LEARNING RATE: 1.0188103407730193e-06
previous_iter_valid_loss : 0.16492506861686707

   1344020	  0.165091	  0.164925	  0.165333		CURRENT LEARNING RATE: 1.0186065990797138e-06
previous_iter_valid_loss : 0.17027068138122559

   1344040	  0.170419	  0.170271	  0.165106		CURRENT LEARNING RATE: 1.0184028981306722e-06
previous_iter_valid_loss : 0.17955483496189117

   1344060	  0.179718	  0.179555	  0.166055		CURRENT LEARNING RATE: 1.0181992379177466e-06
previous_iter_valid_loss : 0.1809292882680893

   1344080	  0.181088	  0.180929	  0.167044		CURRENT LEARNING RATE: 1.017995618432789e-06
previous_iter_valid_loss : 0.16049765050411224

   1344100	  0.160663	  0.160498	  0.166049		CURRENT LEARNING RATE: 1.017792039667658e-06
previous_iter_valid_loss : 0.16052274405956268

   1344120	  0.160681	  0.160523	  0.166051		CURRENT LEARNING RATE: 1.017588501614209e-06
previous_iter_valid_loss : 0.16071876883506775

   1344140	  0.160875	  0.160719	  0.164952		CURRENT LEARNING RATE: 1.0173850042643e-06
previous_iter_valid_loss : 0.18381647765636444

   1344160	  0.184190	  0.183816	  0.165840		CURRENT LEARNING RATE: 1.0171815476097892e-06
previous_iter_valid_loss : 0.1723700612783432

   1344180	  0.172627	  0.172370	  0.166340		CURRENT LEARNING RATE: 1.0169781316425426e-06
previous_iter_valid_loss : 0.16387993097305298

   1344200	  0.164081	  0.163880	  0.166404		CURRENT LEARNING RATE: 1.0167747563544213e-06
previous_iter_valid_loss : 0.16191761195659637

   1344220	  0.162077	  0.161918	  0.166472		CURRENT LEARNING RATE: 1.0165714217372902e-06
previous_iter_valid_loss : 0.16254013776779175

   1344240	  0.162726	  0.162540	  0.166156		CURRENT LEARNING RATE: 1.0163681277830146e-06
previous_iter_valid_loss : 0.16296982765197754

   1344260	  0.163150	  0.162970	  0.166257		CURRENT LEARNING RATE: 1.016164874483466e-06
previous_iter_valid_loss : 0.16176167130470276

   1344280	  0.161920	  0.161762	  0.166254		CURRENT LEARNING RATE: 1.0159616618305122e-06
previous_iter_valid_loss : 0.16400060057640076

   1344300	  0.164174	  0.164001	  0.166342		CURRENT LEARNING RATE: 1.0157584898160256e-06
previous_iter_valid_loss : 0.17054519057273865

   1344320	  0.170788	  0.170545	  0.166838		CURRENT LEARNING RATE: 1.0155553584318764e-06
previous_iter_valid_loss : 0.16241684556007385

   1344340	  0.162581	  0.162417	  0.166504		CURRENT LEARNING RATE: 1.0153522676699438e-06
previous_iter_valid_loss : 0.17739979922771454

   1344360	  0.177556	  0.177400	  0.167172		CURRENT LEARNING RATE: 1.015149217522102e-06
previous_iter_valid_loss : 0.16912148892879486

   1344380	  0.169355	  0.169121	  0.167581		CURRENT LEARNING RATE: 1.014946207980227e-06
previous_iter_valid_loss : 0.16118627786636353

   1344400	  0.161372	  0.161186	  0.167565		CURRENT LEARNING RATE: 1.0147432390362022e-06
previous_iter_valid_loss : 0.16208483278751373

   1344420	  0.162239	  0.162085	  0.167423		CURRENT LEARNING RATE: 1.0145403106819074e-06
previous_iter_valid_loss : 0.16204547882080078

   1344440	  0.162200	  0.162045	  0.167012		CURRENT LEARNING RATE: 1.014337422909225e-06
previous_iter_valid_loss : 0.16138552129268646

   1344460	  0.161571	  0.161386	  0.166104		CURRENT LEARNING RATE: 1.014134575710038e-06
previous_iter_valid_loss : 0.16839289665222168

   1344480	  0.168617	  0.168393	  0.165477		CURRENT LEARNING RATE: 1.0139317690762358e-06
previous_iter_valid_loss : 0.160538911819458

   1344500	  0.160691	  0.160539	  0.165479		CURRENT LEARNING RATE: 1.0137290029997046e-06
previous_iter_valid_loss : 0.16081739962100983

   1344520	  0.160976	  0.160817	  0.165494		CURRENT LEARNING RATE: 1.0135262774723336e-06
previous_iter_valid_loss : 0.16058865189552307

   1344540	  0.160744	  0.160589	  0.165487		CURRENT LEARNING RATE: 1.0133235924860122e-06
previous_iter_valid_loss : 0.16324448585510254

   1344560	  0.163406	  0.163244	  0.164459		CURRENT LEARNING RATE: 1.013120948032636e-06
previous_iter_valid_loss : 0.16181597113609314

   1344580	  0.162004	  0.161816	  0.163931		CURRENT LEARNING RATE: 1.0129183441040984e-06
previous_iter_valid_loss : 0.1648518145084381

   1344600	  0.165020	  0.164852	  0.163979		CURRENT LEARNING RATE: 1.0127157806922943e-06
previous_iter_valid_loss : 0.16105318069458008

   1344620	  0.161216	  0.161053	  0.163936		CURRENT LEARNING RATE: 1.01251325778912e-06
previous_iter_valid_loss : 0.1796543300151825

   1344640	  0.179816	  0.179654	  0.164792		CURRENT LEARNING RATE: 1.0123107753864779e-06
previous_iter_valid_loss : 0.16173703968524933

   1344660	  0.161903	  0.161737	  0.164730		CURRENT LEARNING RATE: 1.0121083334762668e-06
previous_iter_valid_loss : 0.16337823867797852

   1344680	  0.163544	  0.163378	  0.164811		CURRENT LEARNING RATE: 1.0119059320503893e-06
previous_iter_valid_loss : 0.183627188205719

   1344700	  0.183779	  0.183627	  0.165792		CURRENT LEARNING RATE: 1.0117035711007473e-06
previous_iter_valid_loss : 0.1992308497428894

   1344720	  0.199326	  0.199231	  0.167227		CURRENT LEARNING RATE: 1.0115012506192502e-06
previous_iter_valid_loss : 0.16059575974941254

   1344740	  0.160755	  0.160596	  0.167136		CURRENT LEARNING RATE: 1.0112989705978033e-06
previous_iter_valid_loss : 0.16050024330615997

   1344760	  0.160664	  0.160500	  0.166291		CURRENT LEARNING RATE: 1.0110967310283134e-06
previous_iter_valid_loss : 0.1643650382757187

   1344780	  0.164535	  0.164365	  0.166053		CURRENT LEARNING RATE: 1.010894531902695e-06
previous_iter_valid_loss : 0.1622079759836197

   1344800	  0.162365	  0.162208	  0.166104		CURRENT LEARNING RATE: 1.0106923732128578e-06
previous_iter_valid_loss : 0.16061308979988098

   1344820	  0.160772	  0.160613	  0.166030		CURRENT LEARNING RATE: 1.0104902549507154e-06
previous_iter_valid_loss : 0.16152094304561615

   1344840	  0.161715	  0.161521	  0.166004		CURRENT LEARNING RATE: 1.0102881771081819e-06
previous_iter_valid_loss : 0.20812588930130005

   1344860	  0.208186	  0.208126	  0.168341		CURRENT LEARNING RATE: 1.0100861396771773e-06
previous_iter_valid_loss : 0.16231730580329895

   1344880	  0.162481	  0.162317	  0.168037		CURRENT LEARNING RATE: 1.0098841426496183e-06
previous_iter_valid_loss : 0.17525100708007812

   1344900	  0.175398	  0.175251	  0.168773		CURRENT LEARNING RATE: 1.0096821860174252e-06
previous_iter_valid_loss : 0.1645839363336563

   1344920	  0.164776	  0.164584	  0.168961		CURRENT LEARNING RATE: 1.0094802697725181e-06
previous_iter_valid_loss : 0.17267730832099915

   1344940	  0.172816	  0.172677	  0.169566		CURRENT LEARNING RATE: 1.0092783939068234e-06
previous_iter_valid_loss : 0.16143639385700226

   1344960	  0.161601	  0.161436	  0.169475		CURRENT LEARNING RATE: 1.0090765584122648e-06
previous_iter_valid_loss : 0.16787713766098022

   1344980	  0.168107	  0.167877	  0.169778		CURRENT LEARNING RATE: 1.0088747632807688e-06
previous_iter_valid_loss : 0.16165772080421448

   1345000	  0.161816	  0.161658	  0.169619		CURRENT LEARNING RATE: 1.0086730085042615e-06
previous_iter_valid_loss : 0.16239683330059052

   1345020	  0.162555	  0.162397	  0.169686		CURRENT LEARNING RATE: 1.0084712940746763e-06
previous_iter_valid_loss : 0.16056421399116516

   1345040	  0.160715	  0.160564	  0.168731		CURRENT LEARNING RATE: 1.008269619983943e-06
previous_iter_valid_loss : 0.16674663126468658

   1345060	  0.166958	  0.166747	  0.168982		CURRENT LEARNING RATE: 1.008067986223995e-06
previous_iter_valid_loss : 0.1740693747997284

   1345080	  0.174215	  0.174069	  0.169516		CURRENT LEARNING RATE: 1.0078663927867646e-06
previous_iter_valid_loss : 0.17563830316066742

   1345100	  0.175932	  0.175638	  0.169117		CURRENT LEARNING RATE: 1.0076648396641917e-06
previous_iter_valid_loss : 0.1606738120317459

   1345120	  0.160828	  0.160674	  0.167189		CURRENT LEARNING RATE: 1.0074633268482127e-06
previous_iter_valid_loss : 0.16666609048843384

   1345140	  0.166825	  0.166666	  0.167493		CURRENT LEARNING RATE: 1.007261854330767e-06
previous_iter_valid_loss : 0.16104665398597717

   1345160	  0.161201	  0.161047	  0.167520		CURRENT LEARNING RATE: 1.0070604221037936e-06
previous_iter_valid_loss : 0.16114334762096405

   1345180	  0.161329	  0.161143	  0.167359		CURRENT LEARNING RATE: 1.0068590301592389e-06
previous_iter_valid_loss : 0.16056187450885773

   1345200	  0.160724	  0.160562	  0.167276		CURRENT LEARNING RATE: 1.0066576784890457e-06
previous_iter_valid_loss : 0.18651647865772247

   1345220	  0.186920	  0.186516	  0.168572		CURRENT LEARNING RATE: 1.0064563670851582e-06
previous_iter_valid_loss : 0.1744367778301239

   1345240	  0.174708	  0.174437	  0.169217		CURRENT LEARNING RATE: 1.006255095939527e-06
previous_iter_valid_loss : 0.17685920000076294

   1345260	  0.177155	  0.176859	  0.167654		CURRENT LEARNING RATE: 1.0060538650441e-06
previous_iter_valid_loss : 0.16124016046524048

   1345280	  0.161397	  0.161240	  0.167600		CURRENT LEARNING RATE: 1.0058526743908276e-06
previous_iter_valid_loss : 0.16063830256462097

   1345300	  0.160797	  0.160638	  0.166870		CURRENT LEARNING RATE: 1.0056515239716603e-06
previous_iter_valid_loss : 0.1609543412923813

   1345320	  0.161131	  0.160954	  0.166688		CURRENT LEARNING RATE: 1.0054504137785562e-06
previous_iter_valid_loss : 0.1606692373752594

   1345340	  0.160833	  0.160669	  0.166088		CURRENT LEARNING RATE: 1.0052493438034689e-06
previous_iter_valid_loss : 0.16083243489265442

   1345360	  0.160983	  0.160832	  0.166058		CURRENT LEARNING RATE: 1.0050483140383552e-06
previous_iter_valid_loss : 0.1663471907377243

   1345380	  0.166515	  0.166347	  0.165981		CURRENT LEARNING RATE: 1.0048473244751724e-06
previous_iter_valid_loss : 0.1639419049024582

   1345400	  0.164115	  0.163942	  0.166095		CURRENT LEARNING RATE: 1.0046463751058845e-06
previous_iter_valid_loss : 0.20159301161766052

   1345420	  0.201656	  0.201593	  0.168055		CURRENT LEARNING RATE: 1.004445465922452e-06
previous_iter_valid_loss : 0.1651076227426529

   1345440	  0.165314	  0.165108	  0.168282		CURRENT LEARNING RATE: 1.004244596916838e-06
previous_iter_valid_loss : 0.16212645173072815

   1345460	  0.162322	  0.162126	  0.168051		CURRENT LEARNING RATE: 1.0040437680810064e-06
previous_iter_valid_loss : 0.1644347459077835

   1345480	  0.164607	  0.164435	  0.167569		CURRENT LEARNING RATE: 1.0038429794069273e-06
previous_iter_valid_loss : 0.1606459617614746

   1345500	  0.160804	  0.160646	  0.166820		CURRENT LEARNING RATE: 1.0036422308865677e-06
previous_iter_valid_loss : 0.1708105355501175

   1345520	  0.170957	  0.170811	  0.167327		CURRENT LEARNING RATE: 1.0034415225118972e-06
previous_iter_valid_loss : 0.17028839886188507

   1345540	  0.170437	  0.170288	  0.167508		CURRENT LEARNING RATE: 1.0032408542748863e-06
previous_iter_valid_loss : 0.16156458854675293

   1345560	  0.161717	  0.161565	  0.167534		CURRENT LEARNING RATE: 1.0030402261675111e-06
previous_iter_valid_loss : 0.16053086519241333

   1345580	  0.160687	  0.160531	  0.167503		CURRENT LEARNING RATE: 1.0028396381817455e-06
previous_iter_valid_loss : 0.1606425940990448

   1345600	  0.160813	  0.160643	  0.167507		CURRENT LEARNING RATE: 1.0026390903095633e-06
previous_iter_valid_loss : 0.1620907187461853

   1345620	  0.162278	  0.162091	  0.166286		CURRENT LEARNING RATE: 1.002438582542947e-06
previous_iter_valid_loss : 0.1690993756055832

   1345640	  0.169257	  0.169099	  0.166019		CURRENT LEARNING RATE: 1.0022381148738738e-06
previous_iter_valid_loss : 0.16188392043113708

   1345660	  0.162068	  0.161884	  0.165270		CURRENT LEARNING RATE: 1.0020376872943257e-06
previous_iter_valid_loss : 0.1630425900220871

   1345680	  0.163235	  0.163043	  0.165360		CURRENT LEARNING RATE: 1.0018372997962834e-06
previous_iter_valid_loss : 0.16355490684509277

   1345700	  0.163719	  0.163555	  0.165506		CURRENT LEARNING RATE: 1.0016369523717349e-06
previous_iter_valid_loss : 0.16063132882118225

   1345720	  0.160789	  0.160631	  0.165490		CURRENT LEARNING RATE: 1.0014366450126645e-06
previous_iter_valid_loss : 0.1610395461320877

   1345740	  0.161198	  0.161040	  0.165509		CURRENT LEARNING RATE: 1.0012363777110602e-06
previous_iter_valid_loss : 0.18553107976913452

   1345760	  0.185906	  0.185531	  0.166743		CURRENT LEARNING RATE: 1.0010361504589092e-06
previous_iter_valid_loss : 0.1753610372543335

   1345780	  0.175516	  0.175361	  0.167194		CURRENT LEARNING RATE: 1.0008359632482064e-06
previous_iter_valid_loss : 0.16118495166301727

   1345800	  0.161372	  0.161185	  0.167056		CURRENT LEARNING RATE: 1.000635816070942e-06
previous_iter_valid_loss : 0.16071072220802307

   1345820	  0.160885	  0.160711	  0.165012		CURRENT LEARNING RATE: 1.0004357089191105e-06
previous_iter_valid_loss : 0.16548389196395874

   1345840	  0.165691	  0.165484	  0.165031		CURRENT LEARNING RATE: 1.0002356417847057e-06
previous_iter_valid_loss : 0.16425181925296783

   1345860	  0.164444	  0.164252	  0.165137		CURRENT LEARNING RATE: 1.0000356146597285e-06
previous_iter_valid_loss : 0.169443741440773

   1345880	  0.169598	  0.169444	  0.165388		CURRENT LEARNING RATE: 9.99835627536176e-07
previous_iter_valid_loss : 0.1606200635433197

   1345900	  0.160791	  0.160620	  0.165386		CURRENT LEARNING RATE: 9.996356804060487e-07
previous_iter_valid_loss : 0.17929281294345856

   1345920	  0.179623	  0.179293	  0.165810		CURRENT LEARNING RATE: 9.994357732613471e-07
previous_iter_valid_loss : 0.1987423598766327

   1345940	  0.199265	  0.198742	  0.167233		CURRENT LEARNING RATE: 9.992359060940782e-07
previous_iter_valid_loss : 0.1671248823404312

   1345960	  0.167353	  0.167125	  0.167511		CURRENT LEARNING RATE: 9.990360788962457e-07
previous_iter_valid_loss : 0.17472518980503082

   1345980	  0.174868	  0.174725	  0.168221		CURRENT LEARNING RATE: 9.988362916598549e-07
previous_iter_valid_loss : 0.18964171409606934

   1346000	  0.189780	  0.189642	  0.169671		CURRENT LEARNING RATE: 9.986365443769174e-07
previous_iter_valid_loss : 0.17235077917575836

   1346020	  0.172500	  0.172351	  0.170184		CURRENT LEARNING RATE: 9.984368370394418e-07
previous_iter_valid_loss : 0.1605408936738968

   1346040	  0.160708	  0.160541	  0.169756		CURRENT LEARNING RATE: 9.9823716963944e-07
previous_iter_valid_loss : 0.1608305722475052

   1346060	  0.161009	  0.160831	  0.169703		CURRENT LEARNING RATE: 9.980375421689232e-07
previous_iter_valid_loss : 0.16056843101978302

   1346080	  0.160734	  0.160568	  0.169580		CURRENT LEARNING RATE: 9.978379546199102e-07
previous_iter_valid_loss : 0.1611221432685852

   1346100	  0.161310	  0.161122	  0.169458		CURRENT LEARNING RATE: 9.976384069844155e-07
previous_iter_valid_loss : 0.1613711714744568

   1346120	  0.161527	  0.161371	  0.169495		CURRENT LEARNING RATE: 9.97438899254457e-07
previous_iter_valid_loss : 0.1613454520702362

   1346140	  0.161504	  0.161345	  0.169510		CURRENT LEARNING RATE: 9.97239431422053e-07
previous_iter_valid_loss : 0.1607731729745865

   1346160	  0.160938	  0.160773	  0.168272		CURRENT LEARNING RATE: 9.97040003479228e-07
previous_iter_valid_loss : 0.16053524613380432

   1346180	  0.160703	  0.160535	  0.167531		CURRENT LEARNING RATE: 9.968406154180033e-07
previous_iter_valid_loss : 0.196275532245636

   1346200	  0.196773	  0.196276	  0.169286		CURRENT LEARNING RATE: 9.966412672304035e-07
previous_iter_valid_loss : 0.16658338904380798

   1346220	  0.166741	  0.166583	  0.169579		CURRENT LEARNING RATE: 9.964419589084526e-07
previous_iter_valid_loss : 0.19860143959522247

   1346240	  0.199121	  0.198601	  0.171235		CURRENT LEARNING RATE: 9.962426904441821e-07
previous_iter_valid_loss : 0.16295744478702545

   1346260	  0.163155	  0.162957	  0.171170		CURRENT LEARNING RATE: 9.960434618296193e-07
previous_iter_valid_loss : 0.160680890083313

   1346280	  0.160855	  0.160681	  0.170732		CURRENT LEARNING RATE: 9.95844273056795e-07
previous_iter_valid_loss : 0.16098161041736603

   1346300	  0.161163	  0.160982	  0.170750		CURRENT LEARNING RATE: 9.956451241177402e-07
previous_iter_valid_loss : 0.1756911724805832

   1346320	  0.175845	  0.175691	  0.170570		CURRENT LEARNING RATE: 9.95446015004492e-07
previous_iter_valid_loss : 0.16132961213588715

   1346340	  0.161489	  0.161330	  0.168700		CURRENT LEARNING RATE: 9.952469457090847e-07
previous_iter_valid_loss : 0.16325736045837402

   1346360	  0.163423	  0.163257	  0.168506		CURRENT LEARNING RATE: 9.950479162235538e-07
previous_iter_valid_loss : 0.16114526987075806

   1346380	  0.161302	  0.161145	  0.167827		CURRENT LEARNING RATE: 9.94848926539941e-07
previous_iter_valid_loss : 0.17863096296787262

   1346400	  0.178948	  0.178631	  0.167277		CURRENT LEARNING RATE: 9.946499766502856e-07
previous_iter_valid_loss : 0.1629006564617157

   1346420	  0.163088	  0.162901	  0.166804		CURRENT LEARNING RATE: 9.944510665466294e-07
previous_iter_valid_loss : 0.16061006486415863

   1346440	  0.160771	  0.160610	  0.166808		CURRENT LEARNING RATE: 9.942521962210144e-07
previous_iter_valid_loss : 0.16808731853961945

   1346460	  0.168312	  0.168087	  0.167170		CURRENT LEARNING RATE: 9.940533656654889e-07
previous_iter_valid_loss : 0.16097114980220795

   1346480	  0.161155	  0.160971	  0.167191		CURRENT LEARNING RATE: 9.938545748720982e-07
previous_iter_valid_loss : 0.1649543195962906

   1346500	  0.165119	  0.164954	  0.167382		CURRENT LEARNING RATE: 9.936558238328907e-07
previous_iter_valid_loss : 0.16092470288276672

   1346520	  0.161106	  0.160925	  0.167360		CURRENT LEARNING RATE: 9.934571125399144e-07
previous_iter_valid_loss : 0.16623319685459137

   1346540	  0.166447	  0.166233	  0.167604		CURRENT LEARNING RATE: 9.932584409852246e-07
previous_iter_valid_loss : 0.16187676787376404

   1346560	  0.162038	  0.161877	  0.167659		CURRENT LEARNING RATE: 9.930598091608726e-07
previous_iter_valid_loss : 0.16079531610012054

   1346580	  0.160954	  0.160795	  0.167672		CURRENT LEARNING RATE: 9.928612170589131e-07
previous_iter_valid_loss : 0.16052544116973877

   1346600	  0.160682	  0.160525	  0.165885		CURRENT LEARNING RATE: 9.926626646714006e-07
previous_iter_valid_loss : 0.16238370537757874

   1346620	  0.162580	  0.162384	  0.165675		CURRENT LEARNING RATE: 9.924641519903966e-07
previous_iter_valid_loss : 0.1640954315662384

   1346640	  0.164300	  0.164095	  0.163950		CURRENT LEARNING RATE: 9.922656790079589e-07
previous_iter_valid_loss : 0.1673085242509842

   1346660	  0.167529	  0.167309	  0.164167		CURRENT LEARNING RATE: 9.920672457161482e-07
previous_iter_valid_loss : 0.16065844893455505

   1346680	  0.160819	  0.160658	  0.164166		CURRENT LEARNING RATE: 9.918688521070259e-07
previous_iter_valid_loss : 0.16071419417858124

   1346700	  0.160884	  0.160714	  0.164153		CURRENT LEARNING RATE: 9.916704981726597e-07
previous_iter_valid_loss : 0.1644446700811386

   1346720	  0.164655	  0.164445	  0.163590		CURRENT LEARNING RATE: 9.914721839051133e-07
previous_iter_valid_loss : 0.17014813423156738

   1346740	  0.170300	  0.170148	  0.164031		CURRENT LEARNING RATE: 9.912739092964546e-07
previous_iter_valid_loss : 0.16106359660625458

   1346760	  0.161213	  0.161064	  0.163922		CURRENT LEARNING RATE: 9.910756743387505e-07
previous_iter_valid_loss : 0.1606275588274002

   1346780	  0.160799	  0.160628	  0.163896		CURRENT LEARNING RATE: 9.908774790240753e-07
previous_iter_valid_loss : 0.1718330979347229

   1346800	  0.171981	  0.171833	  0.163556		CURRENT LEARNING RATE: 9.906793233444995e-07
previous_iter_valid_loss : 0.18709225952625275

   1346820	  0.187230	  0.187092	  0.164765		CURRENT LEARNING RATE: 9.904812072920949e-07
previous_iter_valid_loss : 0.1662740409374237

   1346840	  0.166434	  0.166274	  0.165049		CURRENT LEARNING RATE: 9.902831308589406e-07
previous_iter_valid_loss : 0.17885078489780426

   1346860	  0.179006	  0.178851	  0.165587		CURRENT LEARNING RATE: 9.900850940371115e-07
previous_iter_valid_loss : 0.1825600117444992

   1346880	  0.182715	  0.182560	  0.166666		CURRENT LEARNING RATE: 9.898870968186864e-07
previous_iter_valid_loss : 0.1610347181558609

   1346900	  0.161195	  0.161035	  0.166470		CURRENT LEARNING RATE: 9.896891391957435e-07
previous_iter_valid_loss : 0.16060306131839752

   1346920	  0.160774	  0.160603	  0.166454		CURRENT LEARNING RATE: 9.894912211603681e-07
previous_iter_valid_loss : 0.16073313355445862

   1346940	  0.160915	  0.160733	  0.166179		CURRENT LEARNING RATE: 9.892933427046416e-07
previous_iter_valid_loss : 0.16864003241062164

   1346960	  0.168789	  0.168640	  0.166517		CURRENT LEARNING RATE: 9.89095503820649e-07
previous_iter_valid_loss : 0.16510556638240814

   1346980	  0.165311	  0.165106	  0.166733		CURRENT LEARNING RATE: 9.88897704500475e-07
previous_iter_valid_loss : 0.17499110102653503

   1347000	  0.175134	  0.174991	  0.167456		CURRENT LEARNING RATE: 9.88699944736211e-07
previous_iter_valid_loss : 0.16233021020889282

   1347020	  0.162496	  0.162330	  0.167453		CURRENT LEARNING RATE: 9.885022245199448e-07
previous_iter_valid_loss : 0.1607266366481781

   1347040	  0.160894	  0.160727	  0.167285		CURRENT LEARNING RATE: 9.883045438437678e-07
previous_iter_valid_loss : 0.18400363624095917

   1347060	  0.184369	  0.184004	  0.168120		CURRENT LEARNING RATE: 9.88106902699771e-07
previous_iter_valid_loss : 0.1640205681324005

   1347080	  0.164209	  0.164021	  0.168288		CURRENT LEARNING RATE: 9.879093010800523e-07
previous_iter_valid_loss : 0.16854603588581085

   1347100	  0.168786	  0.168546	  0.168680		CURRENT LEARNING RATE: 9.877117389767055e-07
previous_iter_valid_loss : 0.16217467188835144

   1347120	  0.162336	  0.162175	  0.168566		CURRENT LEARNING RATE: 9.875142163818285e-07
previous_iter_valid_loss : 0.16236013174057007

   1347140	  0.162522	  0.162360	  0.168177		CURRENT LEARNING RATE: 9.873167332875186e-07
previous_iter_valid_loss : 0.16500142216682434

   1347160	  0.165214	  0.165001	  0.168373		CURRENT LEARNING RATE: 9.871192896858799e-07
previous_iter_valid_loss : 0.1645634025335312

   1347180	  0.164768	  0.164563	  0.168570		CURRENT LEARNING RATE: 9.86921885569013e-07
previous_iter_valid_loss : 0.1732228696346283

   1347200	  0.173372	  0.173223	  0.168640		CURRENT LEARNING RATE: 9.867245209290196e-07
previous_iter_valid_loss : 0.1636062115430832

   1347220	  0.163800	  0.163606	  0.167465		CURRENT LEARNING RATE: 9.865271957580092e-07
previous_iter_valid_loss : 0.1612047255039215

   1347240	  0.161390	  0.161205	  0.167212		CURRENT LEARNING RATE: 9.863299100480865e-07
previous_iter_valid_loss : 0.16121052205562592

   1347260	  0.161398	  0.161211	  0.166330		CURRENT LEARNING RATE: 9.861326637913606e-07
previous_iter_valid_loss : 0.16065792739391327

   1347280	  0.160821	  0.160658	  0.165235		CURRENT LEARNING RATE: 9.859354569799394e-07
previous_iter_valid_loss : 0.18342794477939606

   1347300	  0.183791	  0.183428	  0.166355		CURRENT LEARNING RATE: 9.857382896059386e-07
previous_iter_valid_loss : 0.165846049785614

   1347320	  0.166051	  0.165846	  0.166617		CURRENT LEARNING RATE: 9.855411616614695e-07
previous_iter_valid_loss : 0.16103681921958923

   1347340	  0.161196	  0.161037	  0.166632		CURRENT LEARNING RATE: 9.853440731386468e-07
previous_iter_valid_loss : 0.20793743431568146

   1347360	  0.207995	  0.207937	  0.168597		CURRENT LEARNING RATE: 9.851470240295856e-07
previous_iter_valid_loss : 0.1657639741897583

   1347380	  0.165981	  0.165764	  0.168630		CURRENT LEARNING RATE: 9.849500143264072e-07
previous_iter_valid_loss : 0.17174886167049408

   1347400	  0.171895	  0.171749	  0.168468		CURRENT LEARNING RATE: 9.847530440212294e-07
previous_iter_valid_loss : 0.17943476140499115

   1347420	  0.179595	  0.179435	  0.169323		CURRENT LEARNING RATE: 9.845561131061735e-07
previous_iter_valid_loss : 0.16466398537158966

   1347440	  0.164866	  0.164664	  0.169520		CURRENT LEARNING RATE: 9.843592215733607e-07
previous_iter_valid_loss : 0.16972613334655762

   1347460	  0.169876	  0.169726	  0.168806		CURRENT LEARNING RATE: 9.841623694149185e-07
previous_iter_valid_loss : 0.16058659553527832

   1347480	  0.160737	  0.160587	  0.168634		CURRENT LEARNING RATE: 9.839655566229711e-07
previous_iter_valid_loss : 0.1633145660161972

   1347500	  0.163483	  0.163315	  0.168372		CURRENT LEARNING RATE: 9.837687831896462e-07
previous_iter_valid_loss : 0.17515148222446442

   1347520	  0.175303	  0.175151	  0.169021		CURRENT LEARNING RATE: 9.83572049107071e-07
previous_iter_valid_loss : 0.16223600506782532

   1347540	  0.162401	  0.162236	  0.169015		CURRENT LEARNING RATE: 9.833753543673797e-07
previous_iter_valid_loss : 0.1611763834953308

   1347560	  0.161368	  0.161176	  0.168824		CURRENT LEARNING RATE: 9.831786989627027e-07
previous_iter_valid_loss : 0.17961715161800385

   1347580	  0.179942	  0.179617	  0.169577		CURRENT LEARNING RATE: 9.829820828851718e-07
previous_iter_valid_loss : 0.1605059951543808

   1347600	  0.160667	  0.160506	  0.168941		CURRENT LEARNING RATE: 9.827855061269265e-07
previous_iter_valid_loss : 0.1605265587568283

   1347620	  0.160685	  0.160527	  0.168787		CURRENT LEARNING RATE: 9.825889686801015e-07
previous_iter_valid_loss : 0.1679389476776123

   1347640	  0.168158	  0.167939	  0.169123		CURRENT LEARNING RATE: 9.82392470536835e-07
previous_iter_valid_loss : 0.16296343505382538

   1347660	  0.163129	  0.162963	  0.169211		CURRENT LEARNING RATE: 9.82196011689266e-07
previous_iter_valid_loss : 0.16328957676887512

   1347680	  0.163457	  0.163290	  0.169343		CURRENT LEARNING RATE: 9.819995921295394e-07
previous_iter_valid_loss : 0.16541695594787598

   1347700	  0.165629	  0.165417	  0.168442		CURRENT LEARNING RATE: 9.818032118497964e-07
previous_iter_valid_loss : 0.16102056205272675

   1347720	  0.161200	  0.161021	  0.168201		CURRENT LEARNING RATE: 9.816068708421822e-07
previous_iter_valid_loss : 0.18443240225315094

   1347740	  0.184576	  0.184432	  0.169371		CURRENT LEARNING RATE: 9.814105690988413e-07
previous_iter_valid_loss : 0.1607830673456192

   1347760	  0.160940	  0.160783	  0.167013		CURRENT LEARNING RATE: 9.812143066119248e-07
previous_iter_valid_loss : 0.16348737478256226

   1347780	  0.163687	  0.163487	  0.166899		CURRENT LEARNING RATE: 9.810180833735808e-07
previous_iter_valid_loss : 0.17482821643352509

   1347800	  0.174973	  0.174828	  0.167053		CURRENT LEARNING RATE: 9.808218993759602e-07
previous_iter_valid_loss : 0.17012493312358856

   1347820	  0.170274	  0.170125	  0.166588		CURRENT LEARNING RATE: 9.806257546112141e-07
previous_iter_valid_loss : 0.1605357825756073

   1347840	  0.160699	  0.160536	  0.166381		CURRENT LEARNING RATE: 9.804296490714998e-07
previous_iter_valid_loss : 0.1617036759853363

   1347860	  0.161882	  0.161704	  0.165980		CURRENT LEARNING RATE: 9.80233582748972e-07
previous_iter_valid_loss : 0.1607210636138916

   1347880	  0.160861	  0.160721	  0.165987		CURRENT LEARNING RATE: 9.800375556357873e-07
previous_iter_valid_loss : 0.16475236415863037

   1347900	  0.164945	  0.164752	  0.166059		CURRENT LEARNING RATE: 9.798415677241033e-07
previous_iter_valid_loss : 0.16353429853916168

   1347920	  0.163735	  0.163534	  0.165478		CURRENT LEARNING RATE: 9.79645619006084e-07
previous_iter_valid_loss : 0.1608848124742508

   1347940	  0.161066	  0.160885	  0.165410		CURRENT LEARNING RATE: 9.794497094738894e-07
previous_iter_valid_loss : 0.16079404950141907

   1347960	  0.160945	  0.160794	  0.165391		CURRENT LEARNING RATE: 9.792538391196835e-07
previous_iter_valid_loss : 0.16491267085075378

   1347980	  0.165121	  0.164913	  0.164656		CURRENT LEARNING RATE: 9.790580079356293e-07
previous_iter_valid_loss : 0.16098497807979584

   1348000	  0.161143	  0.160985	  0.164680		CURRENT LEARNING RATE: 9.788622159138974e-07
previous_iter_valid_loss : 0.166364848613739

   1348020	  0.166530	  0.166365	  0.164972		CURRENT LEARNING RATE: 9.786664630466544e-07
previous_iter_valid_loss : 0.16762125492095947

   1348040	  0.167777	  0.167621	  0.164956		CURRENT LEARNING RATE: 9.784707493260682e-07
previous_iter_valid_loss : 0.16533005237579346

   1348060	  0.165543	  0.165330	  0.165074		CURRENT LEARNING RATE: 9.78275074744314e-07
previous_iter_valid_loss : 0.16055254638195038

   1348080	  0.160717	  0.160553	  0.164937		CURRENT LEARNING RATE: 9.780794392935626e-07
previous_iter_valid_loss : 0.16410264372825623

   1348100	  0.164303	  0.164103	  0.164872		CURRENT LEARNING RATE: 9.778838429659892e-07
previous_iter_valid_loss : 0.16389784216880798

   1348120	  0.164088	  0.163898	  0.165016		CURRENT LEARNING RATE: 9.776882857537678e-07
previous_iter_valid_loss : 0.1605178862810135

   1348140	  0.160679	  0.160518	  0.163820		CURRENT LEARNING RATE: 9.774927676490795e-07
previous_iter_valid_loss : 0.16293185949325562

   1348160	  0.163129	  0.162932	  0.163927		CURRENT LEARNING RATE: 9.772972886441023e-07
previous_iter_valid_loss : 0.1669549196958542

   1348180	  0.167112	  0.166955	  0.164101		CURRENT LEARNING RATE: 9.771018487310168e-07
previous_iter_valid_loss : 0.1607988178730011

   1348200	  0.160974	  0.160799	  0.163399		CURRENT LEARNING RATE: 9.769064479020036e-07
previous_iter_valid_loss : 0.1670355200767517

   1348220	  0.167189	  0.167036	  0.163245		CURRENT LEARNING RATE: 9.7671108614925e-07
previous_iter_valid_loss : 0.1620432436466217

   1348240	  0.162224	  0.162043	  0.163320		CURRENT LEARNING RATE: 9.765157634649402e-07
previous_iter_valid_loss : 0.16842742264270782

   1348260	  0.168585	  0.168427	  0.163656		CURRENT LEARNING RATE: 9.76320479841261e-07
previous_iter_valid_loss : 0.16954664885997772

   1348280	  0.169702	  0.169547	  0.164098		CURRENT LEARNING RATE: 9.761252352703994e-07
previous_iter_valid_loss : 0.16540972888469696

   1348300	  0.165608	  0.165410	  0.164130		CURRENT LEARNING RATE: 9.75930029744549e-07
previous_iter_valid_loss : 0.17011196911334991

   1348320	  0.170264	  0.170112	  0.164459		CURRENT LEARNING RATE: 9.757348632558999e-07
previous_iter_valid_loss : 0.17302164435386658

   1348340	  0.173169	  0.173022	  0.165066		CURRENT LEARNING RATE: 9.755397357966456e-07
previous_iter_valid_loss : 0.16437092423439026

   1348360	  0.164545	  0.164371	  0.165245		CURRENT LEARNING RATE: 9.753446473589792e-07
previous_iter_valid_loss : 0.16127359867095947

   1348380	  0.161460	  0.161274	  0.165063		CURRENT LEARNING RATE: 9.751495979351002e-07
previous_iter_valid_loss : 0.1781957894563675

   1348400	  0.178505	  0.178196	  0.165924		CURRENT LEARNING RATE: 9.749545875172054e-07
previous_iter_valid_loss : 0.16234564781188965

   1348420	  0.162539	  0.162346	  0.165723		CURRENT LEARNING RATE: 9.747596160974927e-07
previous_iter_valid_loss : 0.16069544851779938

   1348440	  0.160867	  0.160695	  0.165376		CURRENT LEARNING RATE: 9.745646836681663e-07
previous_iter_valid_loss : 0.1638507843017578

   1348460	  0.164018	  0.163851	  0.165302		CURRENT LEARNING RATE: 9.743697902214276e-07
previous_iter_valid_loss : 0.16114972531795502

   1348480	  0.161305	  0.161150	  0.165332		CURRENT LEARNING RATE: 9.741749357494803e-07
previous_iter_valid_loss : 0.16313119232654572

   1348500	  0.163297	  0.163131	  0.165284		CURRENT LEARNING RATE: 9.73980120244529e-07
previous_iter_valid_loss : 0.16315709054470062

   1348520	  0.163362	  0.163157	  0.165247		CURRENT LEARNING RATE: 9.737853436987846e-07
previous_iter_valid_loss : 0.16194428503513336

   1348540	  0.162134	  0.161944	  0.165318		CURRENT LEARNING RATE: 9.735906061044537e-07
previous_iter_valid_loss : 0.1608506292104721

   1348560	  0.161000	  0.160851	  0.165214		CURRENT LEARNING RATE: 9.733959074537474e-07
previous_iter_valid_loss : 0.16237331926822662

   1348580	  0.162572	  0.162373	  0.164985		CURRENT LEARNING RATE: 9.732012477388758e-07
previous_iter_valid_loss : 0.1643741875886917

   1348600	  0.164572	  0.164374	  0.165164		CURRENT LEARNING RATE: 9.730066269520557e-07
previous_iter_valid_loss : 0.19929762184619904

   1348620	  0.199379	  0.199298	  0.166777		CURRENT LEARNING RATE: 9.72812045085501e-07
previous_iter_valid_loss : 0.1626175493001938

   1348640	  0.162807	  0.162618	  0.166805		CURRENT LEARNING RATE: 9.726175021314284e-07
previous_iter_valid_loss : 0.16262781620025635

   1348660	  0.162793	  0.162628	  0.166515		CURRENT LEARNING RATE: 9.72422998082054e-07
previous_iter_valid_loss : 0.17216435074806213

   1348680	  0.172312	  0.172164	  0.166646		CURRENT LEARNING RATE: 9.722285329296014e-07
previous_iter_valid_loss : 0.16645723581314087

   1348700	  0.166613	  0.166457	  0.166699		CURRENT LEARNING RATE: 9.720341066662903e-07
previous_iter_valid_loss : 0.1636972278356552

   1348720	  0.163869	  0.163697	  0.166378		CURRENT LEARNING RATE: 9.718397192843438e-07
previous_iter_valid_loss : 0.17368243634700775

   1348740	  0.173951	  0.173682	  0.166411		CURRENT LEARNING RATE: 9.716453707759842e-07
previous_iter_valid_loss : 0.1847931295633316

   1348760	  0.185179	  0.184793	  0.167432		CURRENT LEARNING RATE: 9.714510611334415e-07
previous_iter_valid_loss : 0.1671755313873291

   1348780	  0.167402	  0.167176	  0.167727		CURRENT LEARNING RATE: 9.712567903489412e-07
previous_iter_valid_loss : 0.16955889761447906

   1348800	  0.169800	  0.169559	  0.167295		CURRENT LEARNING RATE: 9.710625584147112e-07
previous_iter_valid_loss : 0.16061395406723022

   1348820	  0.160781	  0.160614	  0.167209		CURRENT LEARNING RATE: 9.708683653229851e-07
previous_iter_valid_loss : 0.16196802258491516

   1348840	  0.162166	  0.161968	  0.167272		CURRENT LEARNING RATE: 9.706742110659938e-07
previous_iter_valid_loss : 0.18350990116596222

   1348860	  0.183659	  0.183510	  0.168255		CURRENT LEARNING RATE: 9.704800956359711e-07
previous_iter_valid_loss : 0.17381979525089264

   1348880	  0.173964	  0.173820	  0.168889		CURRENT LEARNING RATE: 9.702860190251508e-07
previous_iter_valid_loss : 0.1687770038843155

   1348900	  0.168927	  0.168777	  0.169171		CURRENT LEARNING RATE: 9.700919812257729e-07
previous_iter_valid_loss : 0.17449165880680084

   1348920	  0.174641	  0.174492	  0.169738		CURRENT LEARNING RATE: 9.698979822300744e-07
previous_iter_valid_loss : 0.17042197287082672

   1348940	  0.170660	  0.170422	  0.170162		CURRENT LEARNING RATE: 9.697040220302954e-07
previous_iter_valid_loss : 0.16972865164279938

   1348960	  0.169987	  0.169729	  0.170606		CURRENT LEARNING RATE: 9.695101006186756e-07
previous_iter_valid_loss : 0.16232450306415558

   1348980	  0.162523	  0.162325	  0.170603		CURRENT LEARNING RATE: 9.693162179874617e-07
previous_iter_valid_loss : 0.16135945916175842

   1349000	  0.161546	  0.161359	  0.170452		CURRENT LEARNING RATE: 9.691223741288966e-07
previous_iter_valid_loss : 0.16063860058784485

   1349020	  0.160788	  0.160639	  0.168519		CURRENT LEARNING RATE: 9.689285690352268e-07
previous_iter_valid_loss : 0.16055817902088165

   1349040	  0.160725	  0.160558	  0.168417		CURRENT LEARNING RATE: 9.68734802698698e-07
previous_iter_valid_loss : 0.16607339680194855

   1349060	  0.166240	  0.166073	  0.168589		CURRENT LEARNING RATE: 9.68541075111563e-07
previous_iter_valid_loss : 0.16104839742183685

   1349080	  0.161215	  0.161048	  0.168033		CURRENT LEARNING RATE: 9.683473862660715e-07
previous_iter_valid_loss : 0.1619817316532135

   1349100	  0.162136	  0.161982	  0.167809		CURRENT LEARNING RATE: 9.681537361544755e-07
previous_iter_valid_loss : 0.16167369484901428

   1349120	  0.161822	  0.161674	  0.167708		CURRENT LEARNING RATE: 9.679601247690272e-07
previous_iter_valid_loss : 0.16060782968997955

   1349140	  0.160774	  0.160608	  0.167054		CURRENT LEARNING RATE: 9.677665521019856e-07
previous_iter_valid_loss : 0.17569600045681

   1349160	  0.175846	  0.175696	  0.166599		CURRENT LEARNING RATE: 9.675730181456065e-07
previous_iter_valid_loss : 0.16150890290737152

   1349180	  0.161694	  0.161509	  0.166316		CURRENT LEARNING RATE: 9.673795228921464e-07
previous_iter_valid_loss : 0.16488531231880188

   1349200	  0.165060	  0.164885	  0.166082		CURRENT LEARNING RATE: 9.671860663338691e-07
previous_iter_valid_loss : 0.16213352978229523

   1349220	  0.162321	  0.162134	  0.166158		CURRENT LEARNING RATE: 9.669926484630346e-07
previous_iter_valid_loss : 0.1607610285282135

   1349240	  0.160936	  0.160761	  0.166098		CURRENT LEARNING RATE: 9.667992692719063e-07
previous_iter_valid_loss : 0.16197210550308228

   1349260	  0.162164	  0.161972	  0.165021		CURRENT LEARNING RATE: 9.666059287527468e-07
previous_iter_valid_loss : 0.16108691692352295

   1349280	  0.161251	  0.161087	  0.164385		CURRENT LEARNING RATE: 9.664126268978268e-07
previous_iter_valid_loss : 0.1611911505460739

   1349300	  0.161375	  0.161191	  0.164005		CURRENT LEARNING RATE: 9.662193636994116e-07
previous_iter_valid_loss : 0.1606142818927765

   1349320	  0.160771	  0.160614	  0.163311		CURRENT LEARNING RATE: 9.66026139149771e-07
previous_iter_valid_loss : 0.16857144236564636

   1349340	  0.168723	  0.168571	  0.163219		CURRENT LEARNING RATE: 9.658329532411748e-07
previous_iter_valid_loss : 0.17435342073440552

   1349360	  0.174632	  0.174353	  0.163450		CURRENT LEARNING RATE: 9.656398059658983e-07
previous_iter_valid_loss : 0.18419425189495087

   1349380	  0.184550	  0.184194	  0.164544		CURRENT LEARNING RATE: 9.654466973162143e-07
previous_iter_valid_loss : 0.161203071475029

   1349400	  0.161386	  0.161203	  0.164536		CURRENT LEARNING RATE: 9.652536272843982e-07
previous_iter_valid_loss : 0.1662796586751938

   1349420	  0.166439	  0.166280	  0.164818		CURRENT LEARNING RATE: 9.650605958627257e-07
previous_iter_valid_loss : 0.16886389255523682

   1349440	  0.169099	  0.168864	  0.165233		CURRENT LEARNING RATE: 9.648676030434788e-07
previous_iter_valid_loss : 0.17131274938583374

   1349460	  0.171575	  0.171313	  0.165495		CURRENT LEARNING RATE: 9.646746488189362e-07
previous_iter_valid_loss : 0.16051790118217468

   1349480	  0.160680	  0.160518	  0.165469		CURRENT LEARNING RATE: 9.644817331813798e-07
previous_iter_valid_loss : 0.1650230586528778

   1349500	  0.165186	  0.165023	  0.165621		CURRENT LEARNING RATE: 9.64288856123091e-07
previous_iter_valid_loss : 0.16459804773330688

   1349520	  0.164757	  0.164598	  0.165767		CURRENT LEARNING RATE: 9.640960176363581e-07
previous_iter_valid_loss : 0.1614353209733963

   1349540	  0.161600	  0.161435	  0.165808		CURRENT LEARNING RATE: 9.639032177134664e-07
previous_iter_valid_loss : 0.171038419008255

   1349560	  0.171188	  0.171038	  0.165575		CURRENT LEARNING RATE: 9.637104563467033e-07
previous_iter_valid_loss : 0.18765506148338318

   1349580	  0.187791	  0.187655	  0.166883		CURRENT LEARNING RATE: 9.63517733528357e-07
previous_iter_valid_loss : 0.1606913059949875

   1349600	  0.160865	  0.160691	  0.166673		CURRENT LEARNING RATE: 9.633250492507218e-07
previous_iter_valid_loss : 0.174033060669899

   1349620	  0.174307	  0.174033	  0.167268		CURRENT LEARNING RATE: 9.631324035060887e-07
previous_iter_valid_loss : 0.16628319025039673

   1349640	  0.166446	  0.166283	  0.167544		CURRENT LEARNING RATE: 9.629397962867502e-07
previous_iter_valid_loss : 0.16298474371433258

   1349660	  0.163186	  0.162985	  0.167595		CURRENT LEARNING RATE: 9.627472275850054e-07
previous_iter_valid_loss : 0.16064196825027466

   1349680	  0.160811	  0.160642	  0.167572		CURRENT LEARNING RATE: 9.625546973931497e-07
previous_iter_valid_loss : 0.1609979122877121

   1349700	  0.161150	  0.160998	  0.167563		CURRENT LEARNING RATE: 9.623622057034821e-07
previous_iter_valid_loss : 0.1763177514076233

   1349720	  0.176472	  0.176318	  0.168348		CURRENT LEARNING RATE: 9.621697525083013e-07
previous_iter_valid_loss : 0.1608176976442337

   1349740	  0.160983	  0.160818	  0.167960		CURRENT LEARNING RATE: 9.619773377999124e-07
previous_iter_valid_loss : 0.17065244913101196

   1349760	  0.170904	  0.170652	  0.167775		CURRENT LEARNING RATE: 9.61784961570617e-07
previous_iter_valid_loss : 0.16707435250282288

   1349780	  0.167302	  0.167074	  0.166919		CURRENT LEARNING RATE: 9.615926238127201e-07
previous_iter_valid_loss : 0.16075016558170319

   1349800	  0.160921	  0.160750	  0.166897		CURRENT LEARNING RATE: 9.614003245185268e-07
previous_iter_valid_loss : 0.16217030584812164

   1349820	  0.162335	  0.162170	  0.166691		CURRENT LEARNING RATE: 9.612080636803482e-07
previous_iter_valid_loss : 0.16338638961315155

   1349840	  0.163560	  0.163386	  0.166417		CURRENT LEARNING RATE: 9.610158412904925e-07
previous_iter_valid_loss : 0.17008765041828156

   1349860	  0.170237	  0.170088	  0.166356		CURRENT LEARNING RATE: 9.608236573412701e-07
previous_iter_valid_loss : 0.16066178679466248

   1349880	  0.160837	  0.160662	  0.166363		CURRENT LEARNING RATE: 9.606315118249927e-07
previous_iter_valid_loss : 0.17273655533790588

   1349900	  0.173006	  0.172737	  0.166749		CURRENT LEARNING RATE: 9.604394047339777e-07
previous_iter_valid_loss : 0.1607525646686554

   1349920	  0.160924	  0.160753	  0.166557		CURRENT LEARNING RATE: 9.60247336060539e-07
previous_iter_valid_loss : 0.1663428097963333

   1349940	  0.166501	  0.166343	  0.166802		CURRENT LEARNING RATE: 9.600553057969937e-07
previous_iter_valid_loss : 0.16649548709392548

   1349960	  0.166651	  0.166495	  0.166575		CURRENT LEARNING RATE: 9.598633139356592e-07
previous_iter_valid_loss : 0.17039644718170166

   1349980	  0.170642	  0.170396	  0.165712		CURRENT LEARNING RATE: 9.59671360468859e-07
previous_iter_valid_loss : 0.16224655508995056

   1350000	  0.162443	  0.162247	  0.165790		CURRENT LEARNING RATE: 9.594794453889132e-07
previous_iter_valid_loss : 0.16838820278644562

   1350020	  0.168540	  0.168388	  0.165507		CURRENT LEARNING RATE: 9.59287568688144e-07
previous_iter_valid_loss : 0.16075237095355988

   1350040	  0.160926	  0.160752	  0.165231		CURRENT LEARNING RATE: 9.590957303588792e-07
previous_iter_valid_loss : 0.16280797123908997

   1350060	  0.162994	  0.162808	  0.165222		CURRENT LEARNING RATE: 9.589039303934437e-07
previous_iter_valid_loss : 0.16112206876277924

   1350080	  0.161303	  0.161122	  0.165246		CURRENT LEARNING RATE: 9.587121687841656e-07
previous_iter_valid_loss : 0.1713859736919403

   1350100	  0.171538	  0.171386	  0.165765		CURRENT LEARNING RATE: 9.585204455233727e-07
previous_iter_valid_loss : 0.17093195021152496

   1350120	  0.171188	  0.170932	  0.165496		CURRENT LEARNING RATE: 9.583287606033993e-07
previous_iter_valid_loss : 0.1606350690126419

   1350140	  0.160810	  0.160635	  0.165487		CURRENT LEARNING RATE: 9.581371140165768e-07
previous_iter_valid_loss : 0.16192029416561127

   1350160	  0.162115	  0.161920	  0.165050		CURRENT LEARNING RATE: 9.579455057552387e-07
previous_iter_valid_loss : 0.16064487397670746

   1350180	  0.160803	  0.160645	  0.164729		CURRENT LEARNING RATE: 9.577539358117193e-07
previous_iter_valid_loss : 0.1606898158788681

   1350200	  0.160866	  0.160690	  0.164726		CURRENT LEARNING RATE: 9.57562404178359e-07
previous_iter_valid_loss : 0.18274222314357758

   1350220	  0.183105	  0.182742	  0.165755		CURRENT LEARNING RATE: 9.573709108474955e-07
previous_iter_valid_loss : 0.17131154239177704

   1350240	  0.171458	  0.171312	  0.166151		CURRENT LEARNING RATE: 9.57179455811468e-07
previous_iter_valid_loss : 0.16073903441429138

   1350260	  0.160896	  0.160739	  0.165683		CURRENT LEARNING RATE: 9.569880390626174e-07
previous_iter_valid_loss : 0.18752294778823853

   1350280	  0.187651	  0.187523	  0.167026		CURRENT LEARNING RATE: 9.567966605932903e-07
previous_iter_valid_loss : 0.1628292202949524

   1350300	  0.163018	  0.162829	  0.166531		CURRENT LEARNING RATE: 9.566053203958296e-07
previous_iter_valid_loss : 0.17606262862682343

   1350320	  0.176346	  0.176063	  0.167297		CURRENT LEARNING RATE: 9.56414018462582e-07
previous_iter_valid_loss : 0.16804678738117218

   1350340	  0.168208	  0.168047	  0.167382		CURRENT LEARNING RATE: 9.562227547858933e-07
previous_iter_valid_loss : 0.1662905514240265

   1350360	  0.166452	  0.166291	  0.167371		CURRENT LEARNING RATE: 9.560315293581168e-07
previous_iter_valid_loss : 0.1638728529214859

   1350380	  0.164073	  0.163873	  0.167045		CURRENT LEARNING RATE: 9.558403421716015e-07
previous_iter_valid_loss : 0.16974081099033356

   1350400	  0.169993	  0.169741	  0.167420		CURRENT LEARNING RATE: 9.556491932186984e-07
previous_iter_valid_loss : 0.16282211244106293

   1350420	  0.163017	  0.162822	  0.167142		CURRENT LEARNING RATE: 9.554580824917649e-07
previous_iter_valid_loss : 0.16262884438037872

   1350440	  0.162824	  0.162629	  0.167236		CURRENT LEARNING RATE: 9.552670099831548e-07
previous_iter_valid_loss : 0.16184931993484497

   1350460	  0.162014	  0.161849	  0.167188		CURRENT LEARNING RATE: 9.55075975685225e-07
previous_iter_valid_loss : 0.1696203052997589

   1350480	  0.169866	  0.169620	  0.167612		CURRENT LEARNING RATE: 9.548849795903328e-07
previous_iter_valid_loss : 0.16240310668945312

   1350500	  0.162558	  0.162403	  0.167163		CURRENT LEARNING RATE: 9.546940216908417e-07
previous_iter_valid_loss : 0.1736411452293396

   1350520	  0.173916	  0.173641	  0.167299		CURRENT LEARNING RATE: 9.545031019791117e-07
previous_iter_valid_loss : 0.1686551719903946

   1350540	  0.168888	  0.168655	  0.167700		CURRENT LEARNING RATE: 9.543122204475057e-07
previous_iter_valid_loss : 0.17169122397899628

   1350560	  0.171841	  0.171691	  0.168188		CURRENT LEARNING RATE: 9.54121377088387e-07
previous_iter_valid_loss : 0.17243756353855133

   1350580	  0.172700	  0.172438	  0.168778		CURRENT LEARNING RATE: 9.539305718941254e-07
previous_iter_valid_loss : 0.1609962433576584

   1350600	  0.161157	  0.160996	  0.168793		CURRENT LEARNING RATE: 9.537398048570864e-07
previous_iter_valid_loss : 0.16330423951148987

   1350620	  0.163490	  0.163304	  0.167821		CURRENT LEARNING RATE: 9.535490759696399e-07
previous_iter_valid_loss : 0.16300541162490845

   1350640	  0.163190	  0.163005	  0.167406		CURRENT LEARNING RATE: 9.53358385224155e-07
previous_iter_valid_loss : 0.16474665701389313

   1350660	  0.164951	  0.164747	  0.167606		CURRENT LEARNING RATE: 9.531677326130073e-07
previous_iter_valid_loss : 0.1615091860294342

   1350680	  0.161701	  0.161509	  0.166306		CURRENT LEARNING RATE: 9.529771181285689e-07
previous_iter_valid_loss : 0.16051624715328217

   1350700	  0.160692	  0.160516	  0.166190		CURRENT LEARNING RATE: 9.527865417632153e-07
previous_iter_valid_loss : 0.1634206622838974

   1350720	  0.163589	  0.163421	  0.165558		CURRENT LEARNING RATE: 9.525960035093221e-07
previous_iter_valid_loss : 0.1605098396539688

   1350740	  0.160676	  0.160510	  0.165181		CURRENT LEARNING RATE: 9.524055033592705e-07
previous_iter_valid_loss : 0.1740429848432541

   1350760	  0.174197	  0.174043	  0.165569		CURRENT LEARNING RATE: 9.522150413054393e-07
previous_iter_valid_loss : 0.1623457819223404

   1350780	  0.162534	  0.162346	  0.165492		CURRENT LEARNING RATE: 9.520246173402101e-07
previous_iter_valid_loss : 0.16705478727817535

   1350800	  0.167272	  0.167055	  0.165358		CURRENT LEARNING RATE: 9.518342314559638e-07
previous_iter_valid_loss : 0.17586146295070648

   1350820	  0.176011	  0.175861	  0.166010		CURRENT LEARNING RATE: 9.516438836450886e-07
previous_iter_valid_loss : 0.16328519582748413

   1350840	  0.163474	  0.163285	  0.166043		CURRENT LEARNING RATE: 9.51453573899969e-07
previous_iter_valid_loss : 0.17896099388599396

   1350860	  0.179279	  0.178961	  0.166899		CURRENT LEARNING RATE: 9.512633022129907e-07
previous_iter_valid_loss : 0.1635211706161499

   1350880	  0.163688	  0.163521	  0.166594		CURRENT LEARNING RATE: 9.510730685765463e-07
previous_iter_valid_loss : 0.1660844385623932

   1350900	  0.166287	  0.166084	  0.166778		CURRENT LEARNING RATE: 9.508828729830248e-07
previous_iter_valid_loss : 0.16798900067806244

   1350920	  0.168222	  0.167989	  0.166495		CURRENT LEARNING RATE: 9.506927154248183e-07
previous_iter_valid_loss : 0.18085302412509918

   1350940	  0.181186	  0.180853	  0.167105		CURRENT LEARNING RATE: 9.505025958943188e-07
previous_iter_valid_loss : 0.16052156686782837

   1350960	  0.160683	  0.160522	  0.166546		CURRENT LEARNING RATE: 9.50312514383925e-07
previous_iter_valid_loss : 0.16416576504707336

   1350980	  0.164336	  0.164166	  0.166133		CURRENT LEARNING RATE: 9.50122470886032e-07
previous_iter_valid_loss : 0.16169355809688568

   1351000	  0.161852	  0.161694	  0.166168		CURRENT LEARNING RATE: 9.499324653930379e-07
previous_iter_valid_loss : 0.172812357544899

   1351020	  0.173072	  0.172812	  0.166643		CURRENT LEARNING RATE: 9.497424978973408e-07
previous_iter_valid_loss : 0.1605030596256256

   1351040	  0.160669	  0.160503	  0.166518		CURRENT LEARNING RATE: 9.495525683913455e-07
previous_iter_valid_loss : 0.16936546564102173

   1351060	  0.169609	  0.169365	  0.166749		CURRENT LEARNING RATE: 9.49362676867453e-07
previous_iter_valid_loss : 0.16055728495121002

   1351080	  0.160715	  0.160557	  0.166701		CURRENT LEARNING RATE: 9.491728233180678e-07
previous_iter_valid_loss : 0.16260097920894623

   1351100	  0.162803	  0.162601	  0.166806		CURRENT LEARNING RATE: 9.489830077355939e-07
previous_iter_valid_loss : 0.19564490020275116

   1351120	  0.196124	  0.195645	  0.168417		CURRENT LEARNING RATE: 9.487932301124421e-07
previous_iter_valid_loss : 0.16218025982379913

   1351140	  0.162352	  0.162180	  0.168500		CURRENT LEARNING RATE: 9.486034904410196e-07
previous_iter_valid_loss : 0.16058902442455292

   1351160	  0.160753	  0.160589	  0.167828		CURRENT LEARNING RATE: 9.48413788713737e-07
previous_iter_valid_loss : 0.16137732565402985

   1351180	  0.161563	  0.161377	  0.167779		CURRENT LEARNING RATE: 9.482241249230042e-07
previous_iter_valid_loss : 0.16450084745883942

   1351200	  0.164687	  0.164501	  0.167651		CURRENT LEARNING RATE: 9.480344990612383e-07
previous_iter_valid_loss : 0.16221828758716583

   1351220	  0.162370	  0.162218	  0.166969		CURRENT LEARNING RATE: 9.478449111208526e-07
previous_iter_valid_loss : 0.17805902659893036

   1351240	  0.178363	  0.178059	  0.167708		CURRENT LEARNING RATE: 9.476553610942616e-07
previous_iter_valid_loss : 0.1622016429901123

   1351260	  0.162359	  0.162202	  0.166870		CURRENT LEARNING RATE: 9.474658489738869e-07
previous_iter_valid_loss : 0.16338132321834564

   1351280	  0.163580	  0.163381	  0.166863		CURRENT LEARNING RATE: 9.472763747521464e-07
previous_iter_valid_loss : 0.17429451644420624

   1351300	  0.174446	  0.174295	  0.167274		CURRENT LEARNING RATE: 9.47086938421461e-07
previous_iter_valid_loss : 0.16167165338993073

   1351320	  0.161861	  0.161672	  0.166958		CURRENT LEARNING RATE: 9.468975399742514e-07
previous_iter_valid_loss : 0.163651242852211

   1351340	  0.163827	  0.163651	  0.166098		CURRENT LEARNING RATE: 9.467081794029454e-07
previous_iter_valid_loss : 0.16214053332805634

   1351360	  0.162299	  0.162141	  0.166179		CURRENT LEARNING RATE: 9.465188566999666e-07
previous_iter_valid_loss : 0.16275066137313843

   1351380	  0.162946	  0.162751	  0.166108		CURRENT LEARNING RATE: 9.463295718577422e-07
previous_iter_valid_loss : 0.17009621858596802

   1351400	  0.170245	  0.170096	  0.166528		CURRENT LEARNING RATE: 9.461403248686991e-07
previous_iter_valid_loss : 0.16310614347457886

   1351420	  0.163282	  0.163106	  0.166043		CURRENT LEARNING RATE: 9.459511157252708e-07
previous_iter_valid_loss : 0.22645238041877747

   1351440	  0.226411	  0.226452	  0.169340		CURRENT LEARNING RATE: 9.457619444198874e-07
previous_iter_valid_loss : 0.16056697070598602

   1351460	  0.160737	  0.160567	  0.168900		CURRENT LEARNING RATE: 9.455728109449817e-07
previous_iter_valid_loss : 0.17405758798122406

   1351480	  0.174335	  0.174058	  0.169575		CURRENT LEARNING RATE: 9.45383715292987e-07
previous_iter_valid_loss : 0.17064262926578522

   1351500	  0.170792	  0.170643	  0.169977		CURRENT LEARNING RATE: 9.451946574563427e-07
previous_iter_valid_loss : 0.16230641305446625

   1351520	  0.162495	  0.162306	  0.168310		CURRENT LEARNING RATE: 9.450056374274849e-07
previous_iter_valid_loss : 0.1768236756324768

   1351540	  0.176979	  0.176824	  0.169042		CURRENT LEARNING RATE: 9.448166551988527e-07
previous_iter_valid_loss : 0.1609950065612793

   1351560	  0.161151	  0.160995	  0.169063		CURRENT LEARNING RATE: 9.44627710762885e-07
previous_iter_valid_loss : 0.16293123364448547

   1351580	  0.163097	  0.162931	  0.169140		CURRENT LEARNING RATE: 9.444388041120277e-07
previous_iter_valid_loss : 0.16057881712913513

   1351600	  0.160739	  0.160579	  0.168944		CURRENT LEARNING RATE: 9.442499352387227e-07
previous_iter_valid_loss : 0.1619974970817566

   1351620	  0.162179	  0.161997	  0.168933		CURRENT LEARNING RATE: 9.440611041354134e-07
previous_iter_valid_loss : 0.17797337472438812

   1351640	  0.178129	  0.177973	  0.168929		CURRENT LEARNING RATE: 9.438723107945502e-07
previous_iter_valid_loss : 0.1605139523744583

   1351660	  0.160682	  0.160514	  0.168845		CURRENT LEARNING RATE: 9.436835552085796e-07
previous_iter_valid_loss : 0.16163212060928345

   1351680	  0.161791	  0.161632	  0.168757		CURRENT LEARNING RATE: 9.434948373699511e-07
previous_iter_valid_loss : 0.16667556762695312

   1351700	  0.166834	  0.166676	  0.168376		CURRENT LEARNING RATE: 9.433061572711147e-07
previous_iter_valid_loss : 0.17042140662670135

   1351720	  0.170573	  0.170421	  0.168814		CURRENT LEARNING RATE: 9.431175149045264e-07
previous_iter_valid_loss : 0.16184327006340027

   1351740	  0.161997	  0.161843	  0.168723		CURRENT LEARNING RATE: 9.429289102626388e-07
previous_iter_valid_loss : 0.16458766162395477

   1351760	  0.164751	  0.164588	  0.168846		CURRENT LEARNING RATE: 9.427403433379078e-07
previous_iter_valid_loss : 0.16061949729919434

   1351780	  0.160789	  0.160619	  0.168739		CURRENT LEARNING RATE: 9.425518141227889e-07
previous_iter_valid_loss : 0.16778017580509186

   1351800	  0.168003	  0.167780	  0.168623		CURRENT LEARNING RATE: 9.423633226097444e-07
previous_iter_valid_loss : 0.17071743309497833

   1351820	  0.170967	  0.170717	  0.169004		CURRENT LEARNING RATE: 9.421748687912328e-07
previous_iter_valid_loss : 0.16056093573570251

   1351840	  0.160723	  0.160561	  0.165709		CURRENT LEARNING RATE: 9.419864526597162e-07
previous_iter_valid_loss : 0.19053421914577484

   1351860	  0.190955	  0.190534	  0.167208		CURRENT LEARNING RATE: 9.417980742076562e-07
previous_iter_valid_loss : 0.16058681905269623

   1351880	  0.160738	  0.160587	  0.166534		CURRENT LEARNING RATE: 9.41609733427521e-07
previous_iter_valid_loss : 0.16466695070266724

   1351900	  0.164833	  0.164667	  0.166235		CURRENT LEARNING RATE: 9.414214303117751e-07
previous_iter_valid_loss : 0.18075008690357208

   1351920	  0.180908	  0.180750	  0.167158		CURRENT LEARNING RATE: 9.412331648528867e-07
previous_iter_valid_loss : 0.16300202906131744

   1351940	  0.163190	  0.163002	  0.166467		CURRENT LEARNING RATE: 9.410449370433232e-07
previous_iter_valid_loss : 0.16086776554584503

   1351960	  0.161053	  0.160868	  0.166460		CURRENT LEARNING RATE: 9.408567468755591e-07
previous_iter_valid_loss : 0.16070538759231567

   1351980	  0.160871	  0.160705	  0.166349		CURRENT LEARNING RATE: 9.406685943420649e-07
previous_iter_valid_loss : 0.16106581687927246

   1352000	  0.161225	  0.161066	  0.166373		CURRENT LEARNING RATE: 9.404804794353131e-07
previous_iter_valid_loss : 0.18049418926239014

   1352020	  0.180649	  0.180494	  0.167298		CURRENT LEARNING RATE: 9.40292402147782e-07
previous_iter_valid_loss : 0.17007169127464294

   1352040	  0.170222	  0.170072	  0.166903		CURRENT LEARNING RATE: 9.401043624719473e-07
previous_iter_valid_loss : 0.16101574897766113

   1352060	  0.161175	  0.161016	  0.166928		CURRENT LEARNING RATE: 9.399163604002872e-07
previous_iter_valid_loss : 0.17405149340629578

   1352080	  0.174323	  0.174051	  0.167549		CURRENT LEARNING RATE: 9.3972839592528e-07
previous_iter_valid_loss : 0.1606716513633728

   1352100	  0.160830	  0.160672	  0.167249		CURRENT LEARNING RATE: 9.395404690394103e-07
previous_iter_valid_loss : 0.16708672046661377

   1352120	  0.167311	  0.167087	  0.167082		CURRENT LEARNING RATE: 9.393525797351597e-07
previous_iter_valid_loss : 0.16498306393623352

   1352140	  0.165183	  0.164983	  0.167239		CURRENT LEARNING RATE: 9.391647280050122e-07
previous_iter_valid_loss : 0.16082331538200378

   1352160	  0.161004	  0.160823	  0.167051		CURRENT LEARNING RATE: 9.389769138414524e-07
previous_iter_valid_loss : 0.1759880781173706

   1352180	  0.176280	  0.175988	  0.167819		CURRENT LEARNING RATE: 9.38789137236971e-07
previous_iter_valid_loss : 0.16136181354522705

   1352200	  0.161514	  0.161362	  0.167498		CURRENT LEARNING RATE: 9.386013981840551e-07
previous_iter_valid_loss : 0.1622881144285202

   1352220	  0.162460	  0.162288	  0.167077		CURRENT LEARNING RATE: 9.384136966751952e-07
previous_iter_valid_loss : 0.17401181161403656

   1352240	  0.174295	  0.174012	  0.167749		CURRENT LEARNING RATE: 9.382260327028818e-07
previous_iter_valid_loss : 0.1612054407596588

   1352260	  0.161369	  0.161205	  0.166283		CURRENT LEARNING RATE: 9.380384062596113e-07
previous_iter_valid_loss : 0.16609229147434235

   1352280	  0.166307	  0.166092	  0.166558		CURRENT LEARNING RATE: 9.378508173378774e-07
previous_iter_valid_loss : 0.1609165072441101

   1352300	  0.161070	  0.160917	  0.166371		CURRENT LEARNING RATE: 9.376632659301761e-07
previous_iter_valid_loss : 0.161392942070961

   1352320	  0.161580	  0.161393	  0.165403		CURRENT LEARNING RATE: 9.37475752029004e-07
previous_iter_valid_loss : 0.16072316467761993

   1352340	  0.160885	  0.160723	  0.165289		CURRENT LEARNING RATE: 9.372882756268638e-07
previous_iter_valid_loss : 0.16053162515163422

   1352360	  0.160699	  0.160532	  0.165272		CURRENT LEARNING RATE: 9.371008367162547e-07
previous_iter_valid_loss : 0.1631721705198288

   1352380	  0.163362	  0.163172	  0.165395		CURRENT LEARNING RATE: 9.369134352896792e-07
previous_iter_valid_loss : 0.1607009917497635

   1352400	  0.160848	  0.160701	  0.165377		CURRENT LEARNING RATE: 9.367260713396397e-07
previous_iter_valid_loss : 0.16497640311717987

   1352420	  0.165185	  0.164976	  0.164601		CURRENT LEARNING RATE: 9.365387448586447e-07
previous_iter_valid_loss : 0.1613968461751938

   1352440	  0.161588	  0.161397	  0.164168		CURRENT LEARNING RATE: 9.363514558391996e-07
previous_iter_valid_loss : 0.16220560669898987

   1352460	  0.162364	  0.162206	  0.164227		CURRENT LEARNING RATE: 9.361642042738112e-07
previous_iter_valid_loss : 0.17273037135601044

   1352480	  0.172998	  0.172730	  0.164161		CURRENT LEARNING RATE: 9.359769901549928e-07
previous_iter_valid_loss : 0.16094739735126495

   1352500	  0.161131	  0.160947	  0.164175		CURRENT LEARNING RATE: 9.357898134752541e-07
previous_iter_valid_loss : 0.1848488301038742

   1352520	  0.184999	  0.184849	  0.165063		CURRENT LEARNING RATE: 9.356026742271081e-07
previous_iter_valid_loss : 0.1622985601425171

   1352540	  0.162468	  0.162299	  0.164929		CURRENT LEARNING RATE: 9.354155724030676e-07
previous_iter_valid_loss : 0.1726161390542984

   1352560	  0.172758	  0.172616	  0.165518		CURRENT LEARNING RATE: 9.352285079956518e-07
previous_iter_valid_loss : 0.16743974387645721

   1352580	  0.167662	  0.167440	  0.165091		CURRENT LEARNING RATE: 9.350414809973763e-07
previous_iter_valid_loss : 0.16083310544490814

   1352600	  0.161007	  0.160833	  0.165065		CURRENT LEARNING RATE: 9.348544914007602e-07
previous_iter_valid_loss : 0.18432681262493134

   1352620	  0.184694	  0.184327	  0.166166		CURRENT LEARNING RATE: 9.346675391983223e-07
previous_iter_valid_loss : 0.16408945620059967

   1352640	  0.164290	  0.164089	  0.165670		CURRENT LEARNING RATE: 9.344806243825877e-07
previous_iter_valid_loss : 0.1796974390745163

   1352660	  0.180027	  0.179697	  0.166595		CURRENT LEARNING RATE: 9.342937469460781e-07
previous_iter_valid_loss : 0.16316847503185272

   1352680	  0.163336	  0.163168	  0.166449		CURRENT LEARNING RATE: 9.341069068813187e-07
previous_iter_valid_loss : 0.1805509328842163

   1352700	  0.180714	  0.180551	  0.167430		CURRENT LEARNING RATE: 9.33920104180834e-07
previous_iter_valid_loss : 0.16317369043827057

   1352720	  0.163338	  0.163174	  0.167519		CURRENT LEARNING RATE: 9.337333388371551e-07
previous_iter_valid_loss : 0.16116423904895782

   1352740	  0.161324	  0.161164	  0.167542		CURRENT LEARNING RATE: 9.3354661084281e-07
previous_iter_valid_loss : 0.1610090583562851

   1352760	  0.161161	  0.161009	  0.167565		CURRENT LEARNING RATE: 9.333599201903293e-07
previous_iter_valid_loss : 0.16114062070846558

   1352780	  0.161294	  0.161141	  0.167464		CURRENT LEARNING RATE: 9.331732668722441e-07
previous_iter_valid_loss : 0.1612190157175064

   1352800	  0.161409	  0.161219	  0.167490		CURRENT LEARNING RATE: 9.329866508810912e-07
previous_iter_valid_loss : 0.1626192182302475

   1352820	  0.162783	  0.162619	  0.167372		CURRENT LEARNING RATE: 9.328000722094046e-07
previous_iter_valid_loss : 0.16851180791854858

   1352840	  0.168670	  0.168512	  0.167728		CURRENT LEARNING RATE: 9.326135308497192e-07
previous_iter_valid_loss : 0.16648240387439728

   1352860	  0.166643	  0.166482	  0.167941		CURRENT LEARNING RATE: 9.324270267945769e-07
previous_iter_valid_loss : 0.16340720653533936

   1352880	  0.163583	  0.163407	  0.167475		CURRENT LEARNING RATE: 9.322405600365158e-07
previous_iter_valid_loss : 0.17809772491455078

   1352900	  0.178416	  0.178098	  0.168333		CURRENT LEARNING RATE: 9.320541305680772e-07
previous_iter_valid_loss : 0.16145095229148865

   1352920	  0.161606	  0.161451	  0.167163		CURRENT LEARNING RATE: 9.318677383818023e-07
previous_iter_valid_loss : 0.16140513122081757

   1352940	  0.161592	  0.161405	  0.167118		CURRENT LEARNING RATE: 9.316813834702386e-07
previous_iter_valid_loss : 0.1709376573562622

   1352960	  0.171182	  0.170938	  0.167034		CURRENT LEARNING RATE: 9.314950658259306e-07
previous_iter_valid_loss : 0.1605032980442047

   1352980	  0.160666	  0.160503	  0.166688		CURRENT LEARNING RATE: 9.313087854414252e-07
previous_iter_valid_loss : 0.1605241894721985

   1353000	  0.160681	  0.160524	  0.166672		CURRENT LEARNING RATE: 9.311225423092697e-07
previous_iter_valid_loss : 0.17104458808898926

   1353020	  0.171302	  0.171045	  0.166008		CURRENT LEARNING RATE: 9.309363364220177e-07
previous_iter_valid_loss : 0.16260282695293427

   1353040	  0.162797	  0.162603	  0.165934		CURRENT LEARNING RATE: 9.307501677722193e-07
previous_iter_valid_loss : 0.16174918413162231

   1353060	  0.161900	  0.161749	  0.165036		CURRENT LEARNING RATE: 9.305640363524277e-07
previous_iter_valid_loss : 0.1629025787115097

   1353080	  0.163060	  0.162903	  0.165023		CURRENT LEARNING RATE: 9.30377942155196e-07
previous_iter_valid_loss : 0.16232958436012268

   1353100	  0.162529	  0.162330	  0.164112		CURRENT LEARNING RATE: 9.301918851730838e-07
previous_iter_valid_loss : 0.20146134495735168

   1353120	  0.202021	  0.201461	  0.166026		CURRENT LEARNING RATE: 9.300058653986471e-07
previous_iter_valid_loss : 0.1619265228509903

   1353140	  0.162105	  0.161927	  0.166064		CURRENT LEARNING RATE: 9.298198828244452e-07
previous_iter_valid_loss : 0.16118931770324707

   1353160	  0.161371	  0.161189	  0.166073		CURRENT LEARNING RATE: 9.29633937443037e-07
previous_iter_valid_loss : 0.16364158689975739

   1353180	  0.163812	  0.163642	  0.166198		CURRENT LEARNING RATE: 9.294480292469881e-07
previous_iter_valid_loss : 0.1640317440032959

   1353200	  0.164227	  0.164032	  0.166339		CURRENT LEARNING RATE: 9.292621582288606e-07
previous_iter_valid_loss : 0.16053257882595062

   1353220	  0.160693	  0.160533	  0.166235		CURRENT LEARNING RATE: 9.290763243812178e-07
previous_iter_valid_loss : 0.168252095580101

   1353240	  0.168481	  0.168252	  0.166222		CURRENT LEARNING RATE: 9.288905276966298e-07
previous_iter_valid_loss : 0.1767313927412033

   1353260	  0.176884	  0.176731	  0.166734		CURRENT LEARNING RATE: 9.28704768167663e-07
previous_iter_valid_loss : 0.1819760650396347

   1353280	  0.182326	  0.181976	  0.167663		CURRENT LEARNING RATE: 9.285190457868871e-07
previous_iter_valid_loss : 0.17641587555408478

   1353300	  0.176567	  0.176416	  0.167579		CURRENT LEARNING RATE: 9.283333605468713e-07
previous_iter_valid_loss : 0.1910516768693924

   1353320	  0.191177	  0.191052	  0.169059		CURRENT LEARNING RATE: 9.281477124401919e-07
previous_iter_valid_loss : 0.17595547437667847

   1353340	  0.176110	  0.175955	  0.169786		CURRENT LEARNING RATE: 9.279621014594211e-07
previous_iter_valid_loss : 0.16054417192935944

   1353360	  0.160713	  0.160544	  0.169266		CURRENT LEARNING RATE: 9.277765275971344e-07
previous_iter_valid_loss : 0.1676482856273651

   1353380	  0.167870	  0.167648	  0.169624		CURRENT LEARNING RATE: 9.275909908459075e-07
previous_iter_valid_loss : 0.16316649317741394

   1353400	  0.163326	  0.163166	  0.169756		CURRENT LEARNING RATE: 9.274054911983218e-07
previous_iter_valid_loss : 0.16094152629375458

   1353420	  0.161123	  0.160942	  0.169251		CURRENT LEARNING RATE: 9.272200286469558e-07
previous_iter_valid_loss : 0.16141623258590698

   1353440	  0.161600	  0.161416	  0.169191		CURRENT LEARNING RATE: 9.270346031843913e-07
previous_iter_valid_loss : 0.16160830855369568

   1353460	  0.161801	  0.161608	  0.169184		CURRENT LEARNING RATE: 9.268492148032092e-07
previous_iter_valid_loss : 0.16051259636878967

   1353480	  0.160683	  0.160513	  0.169065		CURRENT LEARNING RATE: 9.266638634959976e-07
previous_iter_valid_loss : 0.1657756119966507

   1353500	  0.165988	  0.165776	  0.169237		CURRENT LEARNING RATE: 9.264785492553406e-07
previous_iter_valid_loss : 0.160624161362648

   1353520	  0.160795	  0.160624	  0.167195		CURRENT LEARNING RATE: 9.262932720738258e-07
previous_iter_valid_loss : 0.19185450673103333

   1353540	  0.191974	  0.191855	  0.168692		CURRENT LEARNING RATE: 9.261080319440402e-07
previous_iter_valid_loss : 0.16431640088558197

   1353560	  0.164486	  0.164316	  0.168848		CURRENT LEARNING RATE: 9.259228288585776e-07
previous_iter_valid_loss : 0.16589218378067017

   1353580	  0.166060	  0.165892	  0.168960		CURRENT LEARNING RATE: 9.257376628100284e-07
previous_iter_valid_loss : 0.16183337569236755

   1353600	  0.161995	  0.161833	  0.168851		CURRENT LEARNING RATE: 9.255525337909859e-07
previous_iter_valid_loss : 0.1895703226327896

   1353620	  0.190018	  0.189570	  0.170302		CURRENT LEARNING RATE: 9.253674417940431e-07
previous_iter_valid_loss : 0.1707969307899475

   1353640	  0.171059	  0.170797	  0.170430		CURRENT LEARNING RATE: 9.251823868117998e-07
previous_iter_valid_loss : 0.16118384897708893

   1353660	  0.161345	  0.161184	  0.169652		CURRENT LEARNING RATE: 9.249973688368522e-07
previous_iter_valid_loss : 0.16787000000476837

   1353680	  0.168031	  0.167870	  0.168947		CURRENT LEARNING RATE: 9.248123878617976e-07
previous_iter_valid_loss : 0.17121702432632446

   1353700	  0.171369	  0.171217	  0.168687		CURRENT LEARNING RATE: 9.246274438792405e-07
previous_iter_valid_loss : 0.17144019901752472

   1353720	  0.171589	  0.171440	  0.167706		CURRENT LEARNING RATE: 9.244425368817811e-07
previous_iter_valid_loss : 0.17025025188922882

   1353740	  0.170400	  0.170250	  0.167421		CURRENT LEARNING RATE: 9.242576668620234e-07
previous_iter_valid_loss : 0.16261762380599976

   1353760	  0.162768	  0.162618	  0.167525		CURRENT LEARNING RATE: 9.240728338125708e-07
previous_iter_valid_loss : 0.16636930406093597

   1353780	  0.166588	  0.166369	  0.167461		CURRENT LEARNING RATE: 9.238880377260334e-07
previous_iter_valid_loss : 0.16365958750247955

   1353800	  0.163827	  0.163660	  0.167486		CURRENT LEARNING RATE: 9.237032785950176e-07
previous_iter_valid_loss : 0.16177667677402496

   1353820	  0.161963	  0.161777	  0.167527		CURRENT LEARNING RATE: 9.235185564121332e-07
previous_iter_valid_loss : 0.16165791451931

   1353840	  0.161850	  0.161658	  0.167539		CURRENT LEARNING RATE: 9.233338711699893e-07
previous_iter_valid_loss : 0.16092795133590698

   1353860	  0.161092	  0.160928	  0.167505		CURRENT LEARNING RATE: 9.23149222861202e-07
previous_iter_valid_loss : 0.16055823862552643

   1353880	  0.160725	  0.160558	  0.167508		CURRENT LEARNING RATE: 9.22964611478384e-07
previous_iter_valid_loss : 0.1659085899591446

   1353900	  0.166112	  0.165909	  0.167514		CURRENT LEARNING RATE: 9.227800370141503e-07
previous_iter_valid_loss : 0.16716262698173523

   1353920	  0.167381	  0.167163	  0.167841		CURRENT LEARNING RATE: 9.225954994611167e-07
previous_iter_valid_loss : 0.16550937294960022

   1353940	  0.165720	  0.165509	  0.166524		CURRENT LEARNING RATE: 9.224109988119049e-07
previous_iter_valid_loss : 0.1608361452817917

   1353960	  0.160987	  0.160836	  0.166350		CURRENT LEARNING RATE: 9.22226535059133e-07
previous_iter_valid_loss : 0.16052700579166412

   1353980	  0.160696	  0.160527	  0.166082		CURRENT LEARNING RATE: 9.220421081954228e-07
previous_iter_valid_loss : 0.16596899926662445

   1354000	  0.166180	  0.165969	  0.166289		CURRENT LEARNING RATE: 9.218577182133954e-07
previous_iter_valid_loss : 0.17102453112602234

   1354020	  0.171278	  0.171025	  0.165361		CURRENT LEARNING RATE: 9.216733651056783e-07
previous_iter_valid_loss : 0.16279393434524536

   1354040	  0.162977	  0.162794	  0.164961		CURRENT LEARNING RATE: 9.214890488648962e-07
previous_iter_valid_loss : 0.16591568291187286

   1354060	  0.166132	  0.165916	  0.165198		CURRENT LEARNING RATE: 9.213047694836744e-07
previous_iter_valid_loss : 0.1618448942899704

   1354080	  0.162009	  0.161845	  0.164896		CURRENT LEARNING RATE: 9.211205269546452e-07
previous_iter_valid_loss : 0.1637684404850006

   1354100	  0.163973	  0.163768	  0.164524		CURRENT LEARNING RATE: 9.20936321270437e-07
previous_iter_valid_loss : 0.16584397852420807

   1354120	  0.166058	  0.165844	  0.164244		CURRENT LEARNING RATE: 9.20752152423682e-07
previous_iter_valid_loss : 0.18017064034938812

   1354140	  0.180498	  0.180171	  0.164740		CURRENT LEARNING RATE: 9.205680204070115e-07
previous_iter_valid_loss : 0.17199072241783142

   1354160	  0.172262	  0.171991	  0.165209		CURRENT LEARNING RATE: 9.203839252130636e-07
previous_iter_valid_loss : 0.16336871683597565

   1354180	  0.163562	  0.163369	  0.165059		CURRENT LEARNING RATE: 9.201998668344727e-07
previous_iter_valid_loss : 0.1756066381931305

   1354200	  0.175890	  0.175607	  0.165656		CURRENT LEARNING RATE: 9.200158452638767e-07
previous_iter_valid_loss : 0.1605222523212433

   1354220	  0.160701	  0.160522	  0.165593		CURRENT LEARNING RATE: 9.198318604939131e-07
previous_iter_valid_loss : 0.16078366339206696

   1354240	  0.160939	  0.160784	  0.165550		CURRENT LEARNING RATE: 9.196479125172254e-07
previous_iter_valid_loss : 0.16109661757946014

   1354260	  0.161276	  0.161097	  0.165558		CURRENT LEARNING RATE: 9.194640013264546e-07
previous_iter_valid_loss : 0.17824667692184448

   1354280	  0.178408	  0.178247	  0.166443		CURRENT LEARNING RATE: 9.192801269142439e-07
previous_iter_valid_loss : 0.1785084307193756

   1354300	  0.178670	  0.178508	  0.167073		CURRENT LEARNING RATE: 9.190962892732366e-07
previous_iter_valid_loss : 0.1612817347049713

   1354320	  0.161466	  0.161282	  0.166779		CURRENT LEARNING RATE: 9.189124883960829e-07
previous_iter_valid_loss : 0.16302859783172607

   1354340	  0.163215	  0.163029	  0.166655		CURRENT LEARNING RATE: 9.187287242754286e-07
previous_iter_valid_loss : 0.1650506854057312

   1354360	  0.165260	  0.165051	  0.166865		CURRENT LEARNING RATE: 9.185449969039236e-07
previous_iter_valid_loss : 0.16050149500370026

   1354380	  0.160657	  0.160501	  0.166864		CURRENT LEARNING RATE: 9.183613062742169e-07
previous_iter_valid_loss : 0.16921845078468323

   1354400	  0.169459	  0.169218	  0.167026		CURRENT LEARNING RATE: 9.181776523789642e-07
previous_iter_valid_loss : 0.16488488018512726

   1354420	  0.165058	  0.164885	  0.166720		CURRENT LEARNING RATE: 9.179940352108177e-07
previous_iter_valid_loss : 0.1623198240995407

   1354440	  0.162518	  0.162320	  0.166696		CURRENT LEARNING RATE: 9.178104547624311e-07
previous_iter_valid_loss : 0.16570661962032318

   1354460	  0.165928	  0.165707	  0.166685		CURRENT LEARNING RATE: 9.176269110264645e-07
previous_iter_valid_loss : 0.16122108697891235

   1354480	  0.161371	  0.161221	  0.166654		CURRENT LEARNING RATE: 9.174434039955744e-07
previous_iter_valid_loss : 0.1613769680261612

   1354500	  0.161555	  0.161377	  0.166535		CURRENT LEARNING RATE: 9.172599336624205e-07
previous_iter_valid_loss : 0.16189903020858765

   1354520	  0.162090	  0.161899	  0.166337		CURRENT LEARNING RATE: 9.170765000196626e-07
previous_iter_valid_loss : 0.16417065262794495

   1354540	  0.164340	  0.164171	  0.165537		CURRENT LEARNING RATE: 9.168931030599664e-07
previous_iter_valid_loss : 0.16374608874320984

   1354560	  0.163944	  0.163746	  0.165125		CURRENT LEARNING RATE: 9.167097427759944e-07
previous_iter_valid_loss : 0.16115102171897888

   1354580	  0.161310	  0.161151	  0.165014		CURRENT LEARNING RATE: 9.165264191604123e-07
previous_iter_valid_loss : 0.16076608002185822

   1354600	  0.160923	  0.160766	  0.164272		CURRENT LEARNING RATE: 9.163431322058854e-07
previous_iter_valid_loss : 0.16155414283275604

   1354620	  0.161746	  0.161554	  0.164324		CURRENT LEARNING RATE: 9.161598819050855e-07
previous_iter_valid_loss : 0.164865642786026

   1354640	  0.165074	  0.164866	  0.164528		CURRENT LEARNING RATE: 9.15976668250681e-07
previous_iter_valid_loss : 0.17115019261837006

   1354660	  0.171296	  0.171150	  0.165031		CURRENT LEARNING RATE: 9.157934912353435e-07
previous_iter_valid_loss : 0.17370176315307617

   1354680	  0.173978	  0.173702	  0.164803		CURRENT LEARNING RATE: 9.156103508517442e-07
previous_iter_valid_loss : 0.17621655762195587

   1354700	  0.176508	  0.176217	  0.164689		CURRENT LEARNING RATE: 9.154272470925605e-07
previous_iter_valid_loss : 0.16368409991264343

   1354720	  0.163854	  0.163684	  0.164809		CURRENT LEARNING RATE: 9.152441799504669e-07
previous_iter_valid_loss : 0.19409634172916412

   1354740	  0.194209	  0.194096	  0.166362		CURRENT LEARNING RATE: 9.150611494181405e-07
previous_iter_valid_loss : 0.16049034893512726

   1354760	  0.160655	  0.160490	  0.166134		CURRENT LEARNING RATE: 9.148781554882587e-07
previous_iter_valid_loss : 0.16136237978935242

   1354780	  0.161544	  0.161362	  0.166177		CURRENT LEARNING RATE: 9.146951981535047e-07
previous_iter_valid_loss : 0.16396790742874146

   1354800	  0.164153	  0.163968	  0.165915		CURRENT LEARNING RATE: 9.145122774065589e-07
previous_iter_valid_loss : 0.16165290772914886

   1354820	  0.161836	  0.161653	  0.165753		CURRENT LEARNING RATE: 9.143293932401026e-07
previous_iter_valid_loss : 0.17539162933826447

   1354840	  0.175544	  0.175392	  0.166407		CURRENT LEARNING RATE: 9.141465456468238e-07
previous_iter_valid_loss : 0.16061636805534363

   1354860	  0.160786	  0.160616	  0.166152		CURRENT LEARNING RATE: 9.139637346194069e-07
previous_iter_valid_loss : 0.17149846255779266

   1354880	  0.171644	  0.171498	  0.166666		CURRENT LEARNING RATE: 9.137809601505397e-07
previous_iter_valid_loss : 0.16756877303123474

   1354900	  0.167721	  0.167569	  0.166976		CURRENT LEARNING RATE: 9.135982222329092e-07
previous_iter_valid_loss : 0.16968412697315216

   1354920	  0.169835	  0.169684	  0.167365		CURRENT LEARNING RATE: 9.134155208592095e-07
previous_iter_valid_loss : 0.16110754013061523

   1354940	  0.161293	  0.161108	  0.167212		CURRENT LEARNING RATE: 9.132328560221306e-07
previous_iter_valid_loss : 0.16251283884048462

   1354960	  0.162672	  0.162513	  0.167150		CURRENT LEARNING RATE: 9.130502277143663e-07
previous_iter_valid_loss : 0.169266939163208

   1354980	  0.169505	  0.169267	  0.167556		CURRENT LEARNING RATE: 9.128676359286093e-07
previous_iter_valid_loss : 0.164399653673172

   1355000	  0.164613	  0.164400	  0.167738		CURRENT LEARNING RATE: 9.126850806575597e-07
previous_iter_valid_loss : 0.16914476454257965

   1355020	  0.169384	  0.169145	  0.168117		CURRENT LEARNING RATE: 9.125025618939134e-07
previous_iter_valid_loss : 0.16301895678043365

   1355040	  0.163193	  0.163019	  0.168025		CURRENT LEARNING RATE: 9.123200796303697e-07
previous_iter_valid_loss : 0.16050985455513

   1355060	  0.160670	  0.160510	  0.167493		CURRENT LEARNING RATE: 9.121376338596275e-07
previous_iter_valid_loss : 0.16267886757850647

   1355080	  0.162870	  0.162679	  0.166942		CURRENT LEARNING RATE: 9.119552245743926e-07
previous_iter_valid_loss : 0.17334426939487457

   1355100	  0.173495	  0.173344	  0.166798		CURRENT LEARNING RATE: 9.117728517673668e-07
previous_iter_valid_loss : 0.1640745997428894

   1355120	  0.164267	  0.164075	  0.166818		CURRENT LEARNING RATE: 9.115905154312552e-07
previous_iter_valid_loss : 0.1606391817331314

   1355140	  0.160810	  0.160639	  0.165145		CURRENT LEARNING RATE: 9.114082155587626e-07
previous_iter_valid_loss : 0.16370181739330292

   1355160	  0.163866	  0.163702	  0.165305		CURRENT LEARNING RATE: 9.112259521426004e-07
previous_iter_valid_loss : 0.17103789746761322

   1355180	  0.171300	  0.171038	  0.165789		CURRENT LEARNING RATE: 9.110437251754765e-07
previous_iter_valid_loss : 0.16059249639511108

   1355200	  0.160754	  0.160592	  0.165620		CURRENT LEARNING RATE: 9.108615346501016e-07
previous_iter_valid_loss : 0.16054217517375946

   1355220	  0.160712	  0.160542	  0.165565		CURRENT LEARNING RATE: 9.106793805591868e-07
previous_iter_valid_loss : 0.17666852474212646

   1355240	  0.176826	  0.176669	  0.165629		CURRENT LEARNING RATE: 9.104972628954487e-07
previous_iter_valid_loss : 0.16360241174697876

   1355260	  0.163768	  0.163602	  0.165778		CURRENT LEARNING RATE: 9.103151816516014e-07
previous_iter_valid_loss : 0.1624496877193451

   1355280	  0.162610	  0.162450	  0.165325		CURRENT LEARNING RATE: 9.101331368203598e-07
previous_iter_valid_loss : 0.20504315197467804

   1355300	  0.205602	  0.205043	  0.167199		CURRENT LEARNING RATE: 9.099511283944455e-07
previous_iter_valid_loss : 0.17175008356571198

   1355320	  0.172002	  0.171750	  0.167302		CURRENT LEARNING RATE: 9.097691563665763e-07
previous_iter_valid_loss : 0.16124440729618073

   1355340	  0.161392	  0.161244	  0.167309		CURRENT LEARNING RATE: 9.095872207294736e-07
previous_iter_valid_loss : 0.1606343686580658

   1355360	  0.160807	  0.160634	  0.167215		CURRENT LEARNING RATE: 9.094053214758582e-07
previous_iter_valid_loss : 0.16444368660449982

   1355380	  0.164647	  0.164444	  0.166974		CURRENT LEARNING RATE: 9.092234585984573e-07
previous_iter_valid_loss : 0.16796894371509552

   1355400	  0.168120	  0.167969	  0.167153		CURRENT LEARNING RATE: 9.090416320899951e-07
previous_iter_valid_loss : 0.1612677127122879

   1355420	  0.161421	  0.161268	  0.166759		CURRENT LEARNING RATE: 9.088598419431982e-07
previous_iter_valid_loss : 0.16131934523582458

   1355440	  0.161473	  0.161319	  0.166674		CURRENT LEARNING RATE: 9.086780881507935e-07
previous_iter_valid_loss : 0.1615840047597885

   1355460	  0.161776	  0.161584	  0.166728		CURRENT LEARNING RATE: 9.084963707055139e-07
previous_iter_valid_loss : 0.16077089309692383

   1355480	  0.160926	  0.160771	  0.166632		CURRENT LEARNING RATE: 9.083146896000895e-07
previous_iter_valid_loss : 0.1692987084388733

   1355500	  0.169456	  0.169299	  0.166430		CURRENT LEARNING RATE: 9.081330448272526e-07
previous_iter_valid_loss : 0.16069366037845612

   1355520	  0.160867	  0.160694	  0.166261		CURRENT LEARNING RATE: 9.07951436379736e-07
previous_iter_valid_loss : 0.16348427534103394

   1355540	  0.163645	  0.163484	  0.166403		CURRENT LEARNING RATE: 9.077698642502788e-07
previous_iter_valid_loss : 0.16051392257213593

   1355560	  0.160689	  0.160514	  0.166244		CURRENT LEARNING RATE: 9.075883284316161e-07
previous_iter_valid_loss : 0.16612820327281952

   1355580	  0.166292	  0.166128	  0.165998		CURRENT LEARNING RATE: 9.074068289164867e-07
previous_iter_valid_loss : 0.16133347153663635

   1355600	  0.161493	  0.161333	  0.166035		CURRENT LEARNING RATE: 9.072253656976289e-07
previous_iter_valid_loss : 0.16069887578487396

   1355620	  0.160849	  0.160699	  0.166043		CURRENT LEARNING RATE: 9.070439387677876e-07
previous_iter_valid_loss : 0.16197623312473297

   1355640	  0.162165	  0.161976	  0.165308		CURRENT LEARNING RATE: 9.068625481197039e-07
previous_iter_valid_loss : 0.16185666620731354

   1355660	  0.162010	  0.161857	  0.165221		CURRENT LEARNING RATE: 9.066811937461206e-07
previous_iter_valid_loss : 0.16213549673557281

   1355680	  0.162327	  0.162135	  0.165205		CURRENT LEARNING RATE: 9.064998756397868e-07
previous_iter_valid_loss : 0.16070714592933655

   1355700	  0.160858	  0.160707	  0.162989		CURRENT LEARNING RATE: 9.063185937934482e-07
previous_iter_valid_loss : 0.16068847477436066

   1355720	  0.160845	  0.160688	  0.162436		CURRENT LEARNING RATE: 9.061373481998535e-07
previous_iter_valid_loss : 0.16708828508853912

   1355740	  0.167246	  0.167088	  0.162728		CURRENT LEARNING RATE: 9.059561388517511e-07
previous_iter_valid_loss : 0.1816376894712448

   1355760	  0.181788	  0.181638	  0.163778		CURRENT LEARNING RATE: 9.057749657418961e-07
previous_iter_valid_loss : 0.16068510711193085

   1355780	  0.160859	  0.160685	  0.163590		CURRENT LEARNING RATE: 9.055938288630399e-07
previous_iter_valid_loss : 0.16100509464740753

   1355800	  0.161162	  0.161005	  0.163242		CURRENT LEARNING RATE: 9.054127282079369e-07
previous_iter_valid_loss : 0.17230837047100067

   1355820	  0.172460	  0.172308	  0.163794		CURRENT LEARNING RATE: 9.052316637693414e-07
previous_iter_valid_loss : 0.16701796650886536

   1355840	  0.167175	  0.167018	  0.164079		CURRENT LEARNING RATE: 9.050506355400143e-07
previous_iter_valid_loss : 0.16242587566375732

   1355860	  0.162617	  0.162426	  0.164121		CURRENT LEARNING RATE: 9.048696435127129e-07
previous_iter_valid_loss : 0.16385363042354584

   1355880	  0.164069	  0.163854	  0.164275		CURRENT LEARNING RATE: 9.046886876801971e-07
previous_iter_valid_loss : 0.16164517402648926

   1355900	  0.161802	  0.161645	  0.163892		CURRENT LEARNING RATE: 9.045077680352275e-07
previous_iter_valid_loss : 0.16083665192127228

   1355920	  0.161011	  0.160837	  0.163899		CURRENT LEARNING RATE: 9.043268845705703e-07
previous_iter_valid_loss : 0.17025034129619598

   1355940	  0.170494	  0.170250	  0.164238		CURRENT LEARNING RATE: 9.041460372789886e-07
previous_iter_valid_loss : 0.16395097970962524

   1355960	  0.164123	  0.163951	  0.164410		CURRENT LEARNING RATE: 9.039652261532485e-07
previous_iter_valid_loss : 0.17636705935001373

   1355980	  0.176523	  0.176367	  0.164922		CURRENT LEARNING RATE: 9.03784451186116e-07
previous_iter_valid_loss : 0.16160719096660614

   1356000	  0.161761	  0.161607	  0.164935		CURRENT LEARNING RATE: 9.036037123703632e-07
previous_iter_valid_loss : 0.1742873191833496

   1356020	  0.174438	  0.174287	  0.165615		CURRENT LEARNING RATE: 9.034230096987591e-07
previous_iter_valid_loss : 0.1619919091463089

   1356040	  0.162156	  0.161992	  0.165615		CURRENT LEARNING RATE: 9.032423431640738e-07
previous_iter_valid_loss : 0.16051332652568817

   1356060	  0.160684	  0.160513	  0.165548		CURRENT LEARNING RATE: 9.03061712759084e-07
previous_iter_valid_loss : 0.16780680418014526

   1356080	  0.168036	  0.167807	  0.165832		CURRENT LEARNING RATE: 9.028811184765627e-07
previous_iter_valid_loss : 0.161194309592247

   1356100	  0.161346	  0.161194	  0.165856		CURRENT LEARNING RATE: 9.027005603092865e-07
previous_iter_valid_loss : 0.16200421750545502

   1356120	  0.162164	  0.162004	  0.165922		CURRENT LEARNING RATE: 9.025200382500312e-07
previous_iter_valid_loss : 0.16477303206920624

   1356140	  0.164945	  0.164773	  0.165806		CURRENT LEARNING RATE: 9.02339552291579e-07
previous_iter_valid_loss : 0.16304521262645721

   1356160	  0.163210	  0.163045	  0.164877		CURRENT LEARNING RATE: 9.021591024267092e-07
previous_iter_valid_loss : 0.17748640477657318

   1356180	  0.177645	  0.177486	  0.165717		CURRENT LEARNING RATE: 9.019786886482035e-07
previous_iter_valid_loss : 0.16170239448547363

   1356200	  0.161869	  0.161702	  0.165751		CURRENT LEARNING RATE: 9.017983109488438e-07
previous_iter_valid_loss : 0.16170863807201385

   1356220	  0.161898	  0.161709	  0.165221		CURRENT LEARNING RATE: 9.016179693214183e-07
previous_iter_valid_loss : 0.17985109984874725

   1356240	  0.180010	  0.179851	  0.165863		CURRENT LEARNING RATE: 9.014376637587118e-07
previous_iter_valid_loss : 0.1673755645751953

   1356260	  0.167597	  0.167376	  0.166111		CURRENT LEARNING RATE: 9.012573942535119e-07
previous_iter_valid_loss : 0.16137062013149261

   1356280	  0.161530	  0.161371	  0.165986		CURRENT LEARNING RATE: 9.010771607986062e-07
previous_iter_valid_loss : 0.16051456332206726

   1356300	  0.160670	  0.160515	  0.165930		CURRENT LEARNING RATE: 9.008969633867887e-07
previous_iter_valid_loss : 0.16567711532115936

   1356320	  0.165897	  0.165677	  0.166172		CURRENT LEARNING RATE: 9.0071680201085e-07
previous_iter_valid_loss : 0.16764923930168152

   1356340	  0.167806	  0.167649	  0.166042		CURRENT LEARNING RATE: 9.005366766635835e-07
previous_iter_valid_loss : 0.1608734279870987

   1356360	  0.161030	  0.160873	  0.165888		CURRENT LEARNING RATE: 9.003565873377824e-07
previous_iter_valid_loss : 0.17401787638664246

   1356380	  0.174171	  0.174018	  0.165771		CURRENT LEARNING RATE: 9.001765340262466e-07
previous_iter_valid_loss : 0.1750183403491974

   1356400	  0.175166	  0.175018	  0.166441		CURRENT LEARNING RATE: 8.999965167217723e-07
previous_iter_valid_loss : 0.16814664006233215

   1356420	  0.168302	  0.168147	  0.166134		CURRENT LEARNING RATE: 8.998165354171587e-07
previous_iter_valid_loss : 0.16087381541728973

   1356440	  0.161023	  0.160874	  0.166078		CURRENT LEARNING RATE: 8.996365901052052e-07
previous_iter_valid_loss : 0.16358764469623566

   1356460	  0.163755	  0.163588	  0.166232		CURRENT LEARNING RATE: 8.994566807787168e-07
previous_iter_valid_loss : 0.1663571000099182

   1356480	  0.166572	  0.166357	  0.166159		CURRENT LEARNING RATE: 8.992768074304959e-07
previous_iter_valid_loss : 0.16693277657032013

   1356500	  0.167093	  0.166933	  0.166446		CURRENT LEARNING RATE: 8.990969700533458e-07
previous_iter_valid_loss : 0.1705790013074875

   1356520	  0.170835	  0.170579	  0.166875		CURRENT LEARNING RATE: 8.989171686400762e-07
previous_iter_valid_loss : 0.16342505812644958

   1356540	  0.163599	  0.163425	  0.166808		CURRENT LEARNING RATE: 8.987374031834935e-07
previous_iter_valid_loss : 0.16208548843860626

   1356560	  0.162277	  0.162085	  0.166760		CURRENT LEARNING RATE: 8.98557673676407e-07
previous_iter_valid_loss : 0.16823221743106842

   1356580	  0.168475	  0.168232	  0.166297		CURRENT LEARNING RATE: 8.98377980111626e-07
previous_iter_valid_loss : 0.16084986925125122

   1356600	  0.161009	  0.160850	  0.166254		CURRENT LEARNING RATE: 8.98198322481966e-07
previous_iter_valid_loss : 0.1608952283859253

   1356620	  0.161048	  0.160895	  0.166214		CURRENT LEARNING RATE: 8.980187007802389e-07
previous_iter_valid_loss : 0.16338884830474854

   1356640	  0.163554	  0.163389	  0.165391		CURRENT LEARNING RATE: 8.978391149992599e-07
previous_iter_valid_loss : 0.16248320043087006

   1356660	  0.162648	  0.162483	  0.165146		CURRENT LEARNING RATE: 8.976595651318441e-07
previous_iter_valid_loss : 0.1605396866798401

   1356680	  0.160701	  0.160540	  0.165104		CURRENT LEARNING RATE: 8.974800511708127e-07
previous_iter_valid_loss : 0.17197296023368835

   1356700	  0.172235	  0.171973	  0.165677		CURRENT LEARNING RATE: 8.973005731089834e-07
previous_iter_valid_loss : 0.16635258495807648

   1356720	  0.166569	  0.166353	  0.165711		CURRENT LEARNING RATE: 8.971211309391772e-07
previous_iter_valid_loss : 0.17249780893325806

   1356740	  0.172763	  0.172498	  0.165954		CURRENT LEARNING RATE: 8.969417246542147e-07
previous_iter_valid_loss : 0.16049568355083466

   1356760	  0.160659	  0.160496	  0.165935		CURRENT LEARNING RATE: 8.967623542469229e-07
previous_iter_valid_loss : 0.16385525465011597

   1356780	  0.164048	  0.163855	  0.165427		CURRENT LEARNING RATE: 8.965830197101254e-07
previous_iter_valid_loss : 0.16050677001476288

   1356800	  0.160669	  0.160507	  0.164701		CURRENT LEARNING RATE: 8.964037210366487e-07
previous_iter_valid_loss : 0.16449923813343048

   1356820	  0.164689	  0.164499	  0.164519		CURRENT LEARNING RATE: 8.962244582193196e-07
previous_iter_valid_loss : 0.1697356253862381

   1356840	  0.169888	  0.169736	  0.164962		CURRENT LEARNING RATE: 8.960452312509703e-07
previous_iter_valid_loss : 0.16257233917713165

   1356860	  0.162760	  0.162572	  0.164911		CURRENT LEARNING RATE: 8.958660401244305e-07
previous_iter_valid_loss : 0.16099046170711517

   1356880	  0.161155	  0.160990	  0.164643		CURRENT LEARNING RATE: 8.956868848325309e-07
previous_iter_valid_loss : 0.16053621470928192

   1356900	  0.160697	  0.160536	  0.164323		CURRENT LEARNING RATE: 8.955077653681082e-07
previous_iter_valid_loss : 0.16419504582881927

   1356920	  0.164358	  0.164195	  0.164004		CURRENT LEARNING RATE: 8.953286817239963e-07
previous_iter_valid_loss : 0.16499827802181244

   1356940	  0.165201	  0.164998	  0.164082		CURRENT LEARNING RATE: 8.951496338930319e-07
previous_iter_valid_loss : 0.17018312215805054

   1356960	  0.170329	  0.170183	  0.164487		CURRENT LEARNING RATE: 8.949706218680513e-07
previous_iter_valid_loss : 0.17121653258800507

   1356980	  0.171366	  0.171217	  0.164636		CURRENT LEARNING RATE: 8.947916456418974e-07
previous_iter_valid_loss : 0.16285572946071625

   1357000	  0.163049	  0.162856	  0.164737		CURRENT LEARNING RATE: 8.946127052074094e-07
previous_iter_valid_loss : 0.16174434125423431

   1357020	  0.161935	  0.161744	  0.164779		CURRENT LEARNING RATE: 8.944338005574296e-07
previous_iter_valid_loss : 0.160544753074646

   1357040	  0.160711	  0.160545	  0.164637		CURRENT LEARNING RATE: 8.942549316848005e-07
previous_iter_valid_loss : 0.16375914216041565

   1357060	  0.163927	  0.163759	  0.164701		CURRENT LEARNING RATE: 8.940760985823703e-07
previous_iter_valid_loss : 0.16285429894924164

   1357080	  0.163018	  0.162854	  0.164816		CURRENT LEARNING RATE: 8.938973012429842e-07
previous_iter_valid_loss : 0.167523592710495

   1357100	  0.167682	  0.167524	  0.164594		CURRENT LEARNING RATE: 8.937185396594902e-07
previous_iter_valid_loss : 0.16774415969848633

   1357120	  0.167902	  0.167744	  0.164663		CURRENT LEARNING RATE: 8.935398138247364e-07
previous_iter_valid_loss : 0.17251206934452057

   1357140	  0.172772	  0.172512	  0.164664		CURRENT LEARNING RATE: 8.933611237315767e-07
previous_iter_valid_loss : 0.18100160360336304

   1357160	  0.181158	  0.181002	  0.165689		CURRENT LEARNING RATE: 8.931824693728621e-07
previous_iter_valid_loss : 0.16060234606266022

   1357180	  0.160770	  0.160602	  0.165527		CURRENT LEARNING RATE: 8.930038507414466e-07
previous_iter_valid_loss : 0.16823457181453705

   1357200	  0.168389	  0.168235	  0.165913		CURRENT LEARNING RATE: 8.928252678301836e-07
previous_iter_valid_loss : 0.1638849675655365

   1357220	  0.164060	  0.163885	  0.165883		CURRENT LEARNING RATE: 8.926467206319329e-07
previous_iter_valid_loss : 0.16111193597316742

   1357240	  0.161273	  0.161112	  0.165451		CURRENT LEARNING RATE: 8.924682091395511e-07
previous_iter_valid_loss : 0.16852256655693054

   1357260	  0.168674	  0.168523	  0.165749		CURRENT LEARNING RATE: 8.922897333458963e-07
previous_iter_valid_loss : 0.16516172885894775

   1357280	  0.165330	  0.165162	  0.165957		CURRENT LEARNING RATE: 8.921112932438326e-07
previous_iter_valid_loss : 0.16101688146591187

   1357300	  0.161173	  0.161017	  0.165981		CURRENT LEARNING RATE: 8.919328888262208e-07
previous_iter_valid_loss : 0.16438353061676025

   1357320	  0.164548	  0.164384	  0.165991		CURRENT LEARNING RATE: 8.917545200859246e-07
previous_iter_valid_loss : 0.16160856187343597

   1357340	  0.161764	  0.161609	  0.165821		CURRENT LEARNING RATE: 8.915761870158076e-07
previous_iter_valid_loss : 0.16289667785167694

   1357360	  0.163082	  0.162897	  0.165457		CURRENT LEARNING RATE: 8.913978896087399e-07
previous_iter_valid_loss : 0.16052472591400146

   1357380	  0.160688	  0.160525	  0.164922		CURRENT LEARNING RATE: 8.912196278575879e-07
previous_iter_valid_loss : 0.16282111406326294

   1357400	  0.162986	  0.162821	  0.164921		CURRENT LEARNING RATE: 8.910414017552211e-07
previous_iter_valid_loss : 0.16304177045822144

   1357420	  0.163205	  0.163042	  0.164986		CURRENT LEARNING RATE: 8.90863211294509e-07
previous_iter_valid_loss : 0.1761140674352646

   1357440	  0.176413	  0.176114	  0.165764		CURRENT LEARNING RATE: 8.90685056468327e-07
previous_iter_valid_loss : 0.16100715100765228

   1357460	  0.161189	  0.161007	  0.165626		CURRENT LEARNING RATE: 8.905069372695473e-07
previous_iter_valid_loss : 0.16657046973705292

   1357480	  0.166789	  0.166570	  0.165812		CURRENT LEARNING RATE: 8.903288536910453e-07
previous_iter_valid_loss : 0.1702229380607605

   1357500	  0.170474	  0.170223	  0.165947		CURRENT LEARNING RATE: 8.901508057256959e-07
previous_iter_valid_loss : 0.1721821278333664

   1357520	  0.172449	  0.172182	  0.166169		CURRENT LEARNING RATE: 8.899727933663804e-07
previous_iter_valid_loss : 0.1607200652360916

   1357540	  0.160894	  0.160720	  0.165580		CURRENT LEARNING RATE: 8.89794816605977e-07
previous_iter_valid_loss : 0.16208240389823914

   1357560	  0.162278	  0.162082	  0.164634		CURRENT LEARNING RATE: 8.896168754373661e-07
previous_iter_valid_loss : 0.16241493821144104

   1357580	  0.162574	  0.162415	  0.164724		CURRENT LEARNING RATE: 8.894389698534289e-07
previous_iter_valid_loss : 0.16823816299438477

   1357600	  0.168479	  0.168238	  0.164724		CURRENT LEARNING RATE: 8.892610998470522e-07
previous_iter_valid_loss : 0.1626385748386383

   1357620	  0.162803	  0.162639	  0.164662		CURRENT LEARNING RATE: 8.890832654111197e-07
previous_iter_valid_loss : 0.16093799471855164

   1357640	  0.161086	  0.160938	  0.164653		CURRENT LEARNING RATE: 8.889054665385177e-07
previous_iter_valid_loss : 0.18645235896110535

   1357660	  0.186850	  0.186452	  0.165550		CURRENT LEARNING RATE: 8.88727703222133e-07
previous_iter_valid_loss : 0.1733495593070984

   1357680	  0.173616	  0.173350	  0.165959		CURRENT LEARNING RATE: 8.885499754548581e-07
previous_iter_valid_loss : 0.16691707074642181

   1357700	  0.167151	  0.166917	  0.166254		CURRENT LEARNING RATE: 8.883722832295824e-07
previous_iter_valid_loss : 0.16058897972106934

   1357720	  0.160739	  0.160589	  0.166065		CURRENT LEARNING RATE: 8.881946265391966e-07
previous_iter_valid_loss : 0.16055583953857422

   1357740	  0.160710	  0.160556	  0.166012		CURRENT LEARNING RATE: 8.880170053765975e-07
previous_iter_valid_loss : 0.18276947736740112

   1357760	  0.182927	  0.182769	  0.167006		CURRENT LEARNING RATE: 8.878394197346787e-07
previous_iter_valid_loss : 0.16613784432411194

   1357780	  0.166300	  0.166138	  0.167286		CURRENT LEARNING RATE: 8.876618696063369e-07
previous_iter_valid_loss : 0.16979703307151794

   1357800	  0.169951	  0.169797	  0.167635		CURRENT LEARNING RATE: 8.874843549844684e-07
previous_iter_valid_loss : 0.1623341292142868

   1357820	  0.162494	  0.162334	  0.167600		CURRENT LEARNING RATE: 8.873068758619757e-07
previous_iter_valid_loss : 0.16113150119781494

   1357840	  0.161311	  0.161132	  0.166851		CURRENT LEARNING RATE: 8.871294322317581e-07
previous_iter_valid_loss : 0.16649183630943298

   1357860	  0.166704	  0.166492	  0.167125		CURRENT LEARNING RATE: 8.869520240867181e-07
previous_iter_valid_loss : 0.16599871218204498

   1357880	  0.166160	  0.165999	  0.167096		CURRENT LEARNING RATE: 8.867746514197576e-07
previous_iter_valid_loss : 0.16507144272327423

   1357900	  0.165236	  0.165071	  0.166839		CURRENT LEARNING RATE: 8.865973142237847e-07
previous_iter_valid_loss : 0.17298293113708496

   1357920	  0.173125	  0.172983	  0.166879		CURRENT LEARNING RATE: 8.864200124917046e-07
previous_iter_valid_loss : 0.16058263182640076

   1357940	  0.160746	  0.160583	  0.166872		CURRENT LEARNING RATE: 8.862427462164251e-07
previous_iter_valid_loss : 0.16063006222248077

   1357960	  0.160798	  0.160630	  0.166799		CURRENT LEARNING RATE: 8.86065515390854e-07
previous_iter_valid_loss : 0.16790981590747833

   1357980	  0.168154	  0.167910	  0.167074		CURRENT LEARNING RATE: 8.858883200079052e-07
previous_iter_valid_loss : 0.1607542484998703

   1358000	  0.160916	  0.160754	  0.166700		CURRENT LEARNING RATE: 8.857111600604894e-07
previous_iter_valid_loss : 0.16121141612529755

   1358020	  0.161398	  0.161211	  0.166628		CURRENT LEARNING RATE: 8.8553403554152e-07
previous_iter_valid_loss : 0.16323155164718628

   1358040	  0.163405	  0.163232	  0.166743		CURRENT LEARNING RATE: 8.853569464439106e-07
previous_iter_valid_loss : 0.16063933074474335

   1358060	  0.160820	  0.160639	  0.165452		CURRENT LEARNING RATE: 8.851798927605807e-07
previous_iter_valid_loss : 0.16104090213775635

   1358080	  0.161219	  0.161041	  0.164837		CURRENT LEARNING RATE: 8.850028744844466e-07
previous_iter_valid_loss : 0.16121229529380798

   1358100	  0.161371	  0.161212	  0.164552		CURRENT LEARNING RATE: 8.848258916084261e-07
previous_iter_valid_loss : 0.16713014245033264

   1358120	  0.167282	  0.167130	  0.164879		CURRENT LEARNING RATE: 8.84648944125443e-07
previous_iter_valid_loss : 0.16063566505908966

   1358140	  0.160810	  0.160636	  0.164883		CURRENT LEARNING RATE: 8.844720320284177e-07
previous_iter_valid_loss : 0.1613047569990158

   1358160	  0.161492	  0.161305	  0.163810		CURRENT LEARNING RATE: 8.842951553102738e-07
previous_iter_valid_loss : 0.1611107438802719

   1358180	  0.161300	  0.161111	  0.163558		CURRENT LEARNING RATE: 8.841183139639347e-07
previous_iter_valid_loss : 0.16947036981582642

   1358200	  0.169713	  0.169470	  0.163542		CURRENT LEARNING RATE: 8.839415079823299e-07
previous_iter_valid_loss : 0.1605154424905777

   1358220	  0.160680	  0.160515	  0.163451		CURRENT LEARNING RATE: 8.837647373583855e-07
previous_iter_valid_loss : 0.16050079464912415

   1358240	  0.160668	  0.160501	  0.163419		CURRENT LEARNING RATE: 8.835880020850306e-07
previous_iter_valid_loss : 0.19378066062927246

   1358260	  0.193893	  0.193781	  0.164784		CURRENT LEARNING RATE: 8.834113021551944e-07
previous_iter_valid_loss : 0.1842566877603531

   1358280	  0.184403	  0.184257	  0.165697		CURRENT LEARNING RATE: 8.83234637561812e-07
previous_iter_valid_loss : 0.1616024374961853

   1358300	  0.161747	  0.161602	  0.165523		CURRENT LEARNING RATE: 8.830580082978152e-07
previous_iter_valid_loss : 0.16081638634204865

   1358320	  0.160996	  0.160816	  0.164915		CURRENT LEARNING RATE: 8.828814143561389e-07
previous_iter_valid_loss : 0.16247870028018951

   1358340	  0.162631	  0.162479	  0.165010		CURRENT LEARNING RATE: 8.827048557297177e-07
previous_iter_valid_loss : 0.17203938961029053

   1358360	  0.172184	  0.172039	  0.165580		CURRENT LEARNING RATE: 8.825283324114924e-07
previous_iter_valid_loss : 0.16069674491882324

   1358380	  0.160874	  0.160697	  0.165220		CURRENT LEARNING RATE: 8.823518443944005e-07
previous_iter_valid_loss : 0.16126739978790283

   1358400	  0.161433	  0.161267	  0.165245		CURRENT LEARNING RATE: 8.821753916713825e-07
previous_iter_valid_loss : 0.16223783791065216

   1358420	  0.162432	  0.162238	  0.165297		CURRENT LEARNING RATE: 8.819989742353788e-07
previous_iter_valid_loss : 0.16598451137542725

   1358440	  0.166143	  0.165985	  0.165434		CURRENT LEARNING RATE: 8.818225920793356e-07
previous_iter_valid_loss : 0.1606133133172989

   1358460	  0.160787	  0.160613	  0.165433		CURRENT LEARNING RATE: 8.816462451961963e-07
previous_iter_valid_loss : 0.17133887112140656

   1358480	  0.171593	  0.171339	  0.165948		CURRENT LEARNING RATE: 8.814699335789053e-07
previous_iter_valid_loss : 0.17682106792926788

   1358500	  0.177110	  0.176821	  0.166728		CURRENT LEARNING RATE: 8.812936572204133e-07
previous_iter_valid_loss : 0.1728283166885376

   1358520	  0.173098	  0.172828	  0.167013		CURRENT LEARNING RATE: 8.811174161136679e-07
previous_iter_valid_loss : 0.17166182398796082

   1358540	  0.171920	  0.171662	  0.167564		CURRENT LEARNING RATE: 8.809412102516191e-07
previous_iter_valid_loss : 0.16148920357227325

   1358560	  0.161646	  0.161489	  0.167574		CURRENT LEARNING RATE: 8.807650396272174e-07
previous_iter_valid_loss : 0.16154886782169342

   1358580	  0.161708	  0.161549	  0.167596		CURRENT LEARNING RATE: 8.805889042334187e-07
previous_iter_valid_loss : 0.16373924911022186

   1358600	  0.163945	  0.163739	  0.167309		CURRENT LEARNING RATE: 8.804128040631765e-07
previous_iter_valid_loss : 0.17181631922721863

   1358620	  0.172078	  0.171816	  0.167874		CURRENT LEARNING RATE: 8.802367391094466e-07
previous_iter_valid_loss : 0.1683070957660675

   1358640	  0.168466	  0.168307	  0.168264		CURRENT LEARNING RATE: 8.800607093651847e-07
previous_iter_valid_loss : 0.16103200614452362

   1358660	  0.161180	  0.161032	  0.166627		CURRENT LEARNING RATE: 8.798847148233529e-07
previous_iter_valid_loss : 0.16114924848079681

   1358680	  0.161332	  0.161149	  0.165472		CURRENT LEARNING RATE: 8.7970875547691e-07
previous_iter_valid_loss : 0.186308816075325

   1358700	  0.186719	  0.186309	  0.166707		CURRENT LEARNING RATE: 8.79532831318817e-07
previous_iter_valid_loss : 0.1605396866798401

   1358720	  0.160707	  0.160540	  0.166693		CURRENT LEARNING RATE: 8.793569423420361e-07
previous_iter_valid_loss : 0.16071462631225586

   1358740	  0.160870	  0.160715	  0.166605		CURRENT LEARNING RATE: 8.791810885395346e-07
previous_iter_valid_loss : 0.16157549619674683

   1358760	  0.161770	  0.161575	  0.166082		CURRENT LEARNING RATE: 8.790052699042766e-07
previous_iter_valid_loss : 0.1756017953157425

   1358780	  0.175747	  0.175602	  0.166827		CURRENT LEARNING RATE: 8.788294864292297e-07
previous_iter_valid_loss : 0.16058264672756195

   1358800	  0.160758	  0.160583	  0.166793		CURRENT LEARNING RATE: 8.786537381073606e-07
previous_iter_valid_loss : 0.1660269945859909

   1358820	  0.166232	  0.166027	  0.166982		CURRENT LEARNING RATE: 8.784780249316429e-07
previous_iter_valid_loss : 0.16540780663490295

   1358840	  0.165615	  0.165408	  0.166953		CURRENT LEARNING RATE: 8.783023468950462e-07
previous_iter_valid_loss : 0.16057375073432922

   1358860	  0.160728	  0.160574	  0.166951		CURRENT LEARNING RATE: 8.78126703990542e-07
previous_iter_valid_loss : 0.17497478425502777

   1358880	  0.175258	  0.174975	  0.167133		CURRENT LEARNING RATE: 8.779510962111077e-07
previous_iter_valid_loss : 0.16192319989204407

   1358900	  0.162117	  0.161923	  0.166388		CURRENT LEARNING RATE: 8.777755235497172e-07
previous_iter_valid_loss : 0.1716241091489792

   1358920	  0.171889	  0.171624	  0.166328		CURRENT LEARNING RATE: 8.775999859993478e-07
previous_iter_valid_loss : 0.1794348806142807

   1358940	  0.179755	  0.179435	  0.166717		CURRENT LEARNING RATE: 8.774244835529764e-07
previous_iter_valid_loss : 0.1610938012599945

   1358960	  0.161273	  0.161094	  0.166697		CURRENT LEARNING RATE: 8.77249016203586e-07
previous_iter_valid_loss : 0.16284815967082977

   1358980	  0.163022	  0.162848	  0.166762		CURRENT LEARNING RATE: 8.770735839441564e-07
previous_iter_valid_loss : 0.16176773607730865

   1359000	  0.161959	  0.161768	  0.166663		CURRENT LEARNING RATE: 8.768981867676703e-07
previous_iter_valid_loss : 0.1642351895570755

   1359020	  0.164408	  0.164235	  0.166284		CURRENT LEARNING RATE: 8.767228246671102e-07
previous_iter_valid_loss : 0.1658339649438858

   1359040	  0.166004	  0.165834	  0.166161		CURRENT LEARNING RATE: 8.765474976354649e-07
previous_iter_valid_loss : 0.1644367277622223

   1359060	  0.164601	  0.164437	  0.166331		CURRENT LEARNING RATE: 8.763722056657195e-07
previous_iter_valid_loss : 0.16076067090034485

   1359080	  0.160933	  0.160761	  0.166311		CURRENT LEARNING RATE: 8.761969487508624e-07
previous_iter_valid_loss : 0.16383373737335205

   1359100	  0.163998	  0.163834	  0.165188		CURRENT LEARNING RATE: 8.760217268838819e-07
previous_iter_valid_loss : 0.16327719390392303

   1359120	  0.163441	  0.163277	  0.165324		CURRENT LEARNING RATE: 8.75846540057772e-07
previous_iter_valid_loss : 0.16052596271038055

   1359140	  0.160694	  0.160526	  0.165315		CURRENT LEARNING RATE: 8.75671388265524e-07
previous_iter_valid_loss : 0.16085337102413177

   1359160	  0.161017	  0.160853	  0.165279		CURRENT LEARNING RATE: 8.754962715001316e-07
previous_iter_valid_loss : 0.16203653812408447

   1359180	  0.162239	  0.162037	  0.164601		CURRENT LEARNING RATE: 8.753211897545885e-07
previous_iter_valid_loss : 0.16062401235103607

   1359200	  0.160800	  0.160624	  0.164603		CURRENT LEARNING RATE: 8.751461430218947e-07
previous_iter_valid_loss : 0.16084323823451996

   1359220	  0.161021	  0.160843	  0.164344		CURRENT LEARNING RATE: 8.749711312950469e-07
previous_iter_valid_loss : 0.16539162397384644

   1359240	  0.165596	  0.165392	  0.164343		CURRENT LEARNING RATE: 8.747961545670443e-07
previous_iter_valid_loss : 0.16394443809986115

   1359260	  0.164114	  0.163944	  0.164511		CURRENT LEARNING RATE: 8.746212128308865e-07
previous_iter_valid_loss : 0.16066871583461761

   1359280	  0.160819	  0.160669	  0.163796		CURRENT LEARNING RATE: 8.744463060795788e-07
previous_iter_valid_loss : 0.162230983376503

   1359300	  0.162428	  0.162231	  0.163811		CURRENT LEARNING RATE: 8.742714343061236e-07
previous_iter_valid_loss : 0.1607837975025177

   1359320	  0.160940	  0.160784	  0.163269		CURRENT LEARNING RATE: 8.740965975035243e-07
previous_iter_valid_loss : 0.18642041087150574

   1359340	  0.186565	  0.186420	  0.163619		CURRENT LEARNING RATE: 8.739217956647905e-07
previous_iter_valid_loss : 0.16067853569984436

   1359360	  0.160851	  0.160679	  0.163598		CURRENT LEARNING RATE: 8.737470287829288e-07
previous_iter_valid_loss : 0.1676272600889206

   1359380	  0.167789	  0.167627	  0.163837		CURRENT LEARNING RATE: 8.735722968509481e-07
previous_iter_valid_loss : 0.16142301261425018

   1359400	  0.161579	  0.161423	  0.163820		CURRENT LEARNING RATE: 8.733975998618581e-07
previous_iter_valid_loss : 0.1623549908399582

   1359420	  0.162555	  0.162355	  0.163726		CURRENT LEARNING RATE: 8.732229378086736e-07
previous_iter_valid_loss : 0.1632145494222641

   1359440	  0.163415	  0.163215	  0.163595		CURRENT LEARNING RATE: 8.730483106844069e-07
previous_iter_valid_loss : 0.16484509408473969

   1359460	  0.165001	  0.164845	  0.163615		CURRENT LEARNING RATE: 8.728737184820726e-07
previous_iter_valid_loss : 0.19514605402946472

   1359480	  0.195261	  0.195146	  0.165334		CURRENT LEARNING RATE: 8.726991611946857e-07
previous_iter_valid_loss : 0.16810999810695648

   1359500	  0.168258	  0.168110	  0.165548		CURRENT LEARNING RATE: 8.725246388152668e-07
previous_iter_valid_loss : 0.16435161232948303

   1359520	  0.164522	  0.164352	  0.165602		CURRENT LEARNING RATE: 8.723501513368336e-07
previous_iter_valid_loss : 0.16518646478652954

   1359540	  0.165394	  0.165186	  0.165835		CURRENT LEARNING RATE: 8.721756987524067e-07
previous_iter_valid_loss : 0.1691340059041977

   1359560	  0.169283	  0.169134	  0.166249		CURRENT LEARNING RATE: 8.720012810550061e-07
previous_iter_valid_loss : 0.17195148766040802

   1359580	  0.172099	  0.171951	  0.166745		CURRENT LEARNING RATE: 8.718268982376585e-07
previous_iter_valid_loss : 0.16380377113819122

   1359600	  0.164011	  0.163804	  0.166904		CURRENT LEARNING RATE: 8.71652550293387e-07
previous_iter_valid_loss : 0.17223359644412994

   1359620	  0.172503	  0.172234	  0.167473		CURRENT LEARNING RATE: 8.714782372152175e-07
previous_iter_valid_loss : 0.16801044344902039

   1359640	  0.168238	  0.168010	  0.167604		CURRENT LEARNING RATE: 8.713039589961763e-07
previous_iter_valid_loss : 0.16148938238620758

   1359660	  0.161677	  0.161489	  0.167481		CURRENT LEARNING RATE: 8.711297156292949e-07
previous_iter_valid_loss : 0.16625633835792542

   1359680	  0.166418	  0.166256	  0.167761		CURRENT LEARNING RATE: 8.709555071076023e-07
previous_iter_valid_loss : 0.1611560583114624

   1359700	  0.161344	  0.161156	  0.167707		CURRENT LEARNING RATE: 8.707813334241286e-07
previous_iter_valid_loss : 0.16532644629478455

   1359720	  0.165531	  0.165326	  0.167934		CURRENT LEARNING RATE: 8.706071945719099e-07
previous_iter_valid_loss : 0.16554345190525055

   1359740	  0.165711	  0.165543	  0.166890		CURRENT LEARNING RATE: 8.704330905439789e-07
previous_iter_valid_loss : 0.16963909566402435

   1359760	  0.169877	  0.169639	  0.167338		CURRENT LEARNING RATE: 8.702590213333719e-07
previous_iter_valid_loss : 0.16344350576400757

   1359780	  0.163613	  0.163444	  0.167129		CURRENT LEARNING RATE: 8.700849869331243e-07
previous_iter_valid_loss : 0.16171269118785858

   1359800	  0.161882	  0.161713	  0.167144		CURRENT LEARNING RATE: 8.699109873362777e-07
previous_iter_valid_loss : 0.17027175426483154

   1359820	  0.170529	  0.170272	  0.167539		CURRENT LEARNING RATE: 8.697370225358708e-07
previous_iter_valid_loss : 0.1802768111228943

   1359840	  0.180603	  0.180277	  0.168392		CURRENT LEARNING RATE: 8.695630925249449e-07
previous_iter_valid_loss : 0.16703031957149506

   1359860	  0.167189	  0.167030	  0.168502		CURRENT LEARNING RATE: 8.693891972965412e-07
previous_iter_valid_loss : 0.16551518440246582

   1359880	  0.165675	  0.165515	  0.167020		CURRENT LEARNING RATE: 8.692153368437071e-07
previous_iter_valid_loss : 0.17701688408851624

   1359900	  0.177171	  0.177017	  0.167466		CURRENT LEARNING RATE: 8.690415111594866e-07
previous_iter_valid_loss : 0.16052447259426117

   1359920	  0.160687	  0.160524	  0.167274		CURRENT LEARNING RATE: 8.688677202369267e-07
previous_iter_valid_loss : 0.16158731281757355

   1359940	  0.161755	  0.161587	  0.167094		CURRENT LEARNING RATE: 8.686939640690742e-07
previous_iter_valid_loss : 0.16533635556697845

   1359960	  0.165501	  0.165336	  0.166904		CURRENT LEARNING RATE: 8.685202426489819e-07
previous_iter_valid_loss : 0.16370925307273865

   1359980	  0.163880	  0.163709	  0.166492		CURRENT LEARNING RATE: 8.683465559696993e-07
previous_iter_valid_loss : 0.1615481823682785

   1360000	  0.161730	  0.161548	  0.166379		CURRENT LEARNING RATE: 8.681729040242792e-07
previous_iter_valid_loss : 0.16606347262859344

   1360020	  0.166223	  0.166063	  0.166071		CURRENT LEARNING RATE: 8.679992868057737e-07
previous_iter_valid_loss : 0.16574940085411072

   1360040	  0.165911	  0.165749	  0.165958		CURRENT LEARNING RATE: 8.678257043072414e-07
previous_iter_valid_loss : 0.1736019402742386

   1360060	  0.173875	  0.173602	  0.166564		CURRENT LEARNING RATE: 8.676521565217375e-07
previous_iter_valid_loss : 0.16092808544635773

   1360080	  0.161083	  0.160928	  0.166297		CURRENT LEARNING RATE: 8.674786434423183e-07
previous_iter_valid_loss : 0.16127833724021912

   1360100	  0.161467	  0.161278	  0.166303		CURRENT LEARNING RATE: 8.673051650620465e-07
previous_iter_valid_loss : 0.18250422179698944

   1360120	  0.182656	  0.182504	  0.167162		CURRENT LEARNING RATE: 8.671317213739815e-07
previous_iter_valid_loss : 0.16427583992481232

   1360140	  0.164469	  0.164276	  0.167099		CURRENT LEARNING RATE: 8.669583123711854e-07
previous_iter_valid_loss : 0.16128408908843994

   1360160	  0.161467	  0.161284	  0.166681		CURRENT LEARNING RATE: 8.667849380467203e-07
previous_iter_valid_loss : 0.1626734733581543

   1360180	  0.162835	  0.162673	  0.166643		CURRENT LEARNING RATE: 8.666115983936546e-07
previous_iter_valid_loss : 0.17468208074569702

   1360200	  0.174959	  0.174682	  0.167291		CURRENT LEARNING RATE: 8.664382934050528e-07
previous_iter_valid_loss : 0.1691213995218277

   1360220	  0.169356	  0.169121	  0.167233		CURRENT LEARNING RATE: 8.662650230739828e-07
previous_iter_valid_loss : 0.1626114845275879

   1360240	  0.162806	  0.162611	  0.166350		CURRENT LEARNING RATE: 8.660917873935124e-07
previous_iter_valid_loss : 0.16050952672958374

   1360260	  0.160666	  0.160510	  0.166024		CURRENT LEARNING RATE: 8.659185863567151e-07
previous_iter_valid_loss : 0.16066309809684753

   1360280	  0.160809	  0.160663	  0.165782		CURRENT LEARNING RATE: 8.657454199566614e-07
previous_iter_valid_loss : 0.16281703114509583

   1360300	  0.163001	  0.162817	  0.165072		CURRENT LEARNING RATE: 8.655722881864246e-07
previous_iter_valid_loss : 0.16054143011569977

   1360320	  0.160696	  0.160541	  0.165072		CURRENT LEARNING RATE: 8.653991910390779e-07
previous_iter_valid_loss : 0.16060246527194977

   1360340	  0.160769	  0.160602	  0.165023		CURRENT LEARNING RATE: 8.652261285077004e-07
previous_iter_valid_loss : 0.16269387304782867

   1360360	  0.162859	  0.162694	  0.164891		CURRENT LEARNING RATE: 8.650531005853684e-07
previous_iter_valid_loss : 0.16121362149715424

   1360380	  0.161366	  0.161214	  0.164766		CURRENT LEARNING RATE: 8.648801072651603e-07
previous_iter_valid_loss : 0.1692793071269989

   1360400	  0.169520	  0.169279	  0.165153		CURRENT LEARNING RATE: 8.647071485401552e-07
previous_iter_valid_loss : 0.16111183166503906

   1360420	  0.161271	  0.161112	  0.164905		CURRENT LEARNING RATE: 8.645342244034377e-07
previous_iter_valid_loss : 0.1610255241394043

   1360440	  0.161192	  0.161026	  0.164669		CURRENT LEARNING RATE: 8.643613348480893e-07
previous_iter_valid_loss : 0.16825124621391296

   1360460	  0.168406	  0.168251	  0.164402		CURRENT LEARNING RATE: 8.641884798671943e-07
previous_iter_valid_loss : 0.16058477759361267

   1360480	  0.160759	  0.160585	  0.164384		CURRENT LEARNING RATE: 8.640156594538371e-07
previous_iter_valid_loss : 0.16539032757282257

   1360500	  0.165605	  0.165390	  0.164590		CURRENT LEARNING RATE: 8.638428736011079e-07
previous_iter_valid_loss : 0.16846442222595215

   1360520	  0.168703	  0.168464	  0.163888		CURRENT LEARNING RATE: 8.636701223020939e-07
previous_iter_valid_loss : 0.1605086624622345

   1360540	  0.160678	  0.160509	  0.163700		CURRENT LEARNING RATE: 8.634974055498833e-07
previous_iter_valid_loss : 0.1704777628183365

   1360560	  0.170726	  0.170478	  0.164159		CURRENT LEARNING RATE: 8.633247233375704e-07
previous_iter_valid_loss : 0.16106808185577393

   1360580	  0.161261	  0.161068	  0.164079		CURRENT LEARNING RATE: 8.631520756582468e-07
previous_iter_valid_loss : 0.18206043541431427

   1360600	  0.182403	  0.182060	  0.164448		CURRENT LEARNING RATE: 8.629794625050063e-07
previous_iter_valid_loss : 0.1606801599264145

   1360620	  0.160854	  0.160680	  0.164026		CURRENT LEARNING RATE: 8.628068838709429e-07
previous_iter_valid_loss : 0.1622665375471115

   1360640	  0.162452	  0.162267	  0.164009		CURRENT LEARNING RATE: 8.626343397491564e-07
previous_iter_valid_loss : 0.16358010470867157

   1360660	  0.163745	  0.163580	  0.164162		CURRENT LEARNING RATE: 8.624618301327438e-07
previous_iter_valid_loss : 0.16172553598880768

   1360680	  0.161892	  0.161726	  0.164215		CURRENT LEARNING RATE: 8.622893550148041e-07
previous_iter_valid_loss : 0.16174522042274475

   1360700	  0.161926	  0.161745	  0.164162		CURRENT LEARNING RATE: 8.621169143884376e-07
previous_iter_valid_loss : 0.16531610488891602

   1360720	  0.165476	  0.165316	  0.164400		CURRENT LEARNING RATE: 8.619445082467492e-07
previous_iter_valid_loss : 0.17206262052059174

   1360740	  0.172212	  0.172063	  0.164973		CURRENT LEARNING RATE: 8.617721365828411e-07
previous_iter_valid_loss : 0.16106781363487244

   1360760	  0.161227	  0.161068	  0.164892		CURRENT LEARNING RATE: 8.615997993898187e-07
previous_iter_valid_loss : 0.1605721265077591

   1360780	  0.160733	  0.160572	  0.164860		CURRENT LEARNING RATE: 8.614274966607868e-07
previous_iter_valid_loss : 0.16221120953559875

   1360800	  0.162370	  0.162211	  0.164507		CURRENT LEARNING RATE: 8.612552283888565e-07
previous_iter_valid_loss : 0.16883060336112976

   1360820	  0.169066	  0.168831	  0.164893		CURRENT LEARNING RATE: 8.610829945671354e-07
previous_iter_valid_loss : 0.16193173825740814

   1360840	  0.162087	  0.161932	  0.164938		CURRENT LEARNING RATE: 8.609107951887343e-07
previous_iter_valid_loss : 0.16055841743946075

   1360860	  0.160736	  0.160558	  0.164553		CURRENT LEARNING RATE: 8.607386302467635e-07
previous_iter_valid_loss : 0.16743922233581543

   1360880	  0.167593	  0.167439	  0.164896		CURRENT LEARNING RATE: 8.605664997343396e-07
previous_iter_valid_loss : 0.16197077929973602

   1360900	  0.162156	  0.161971	  0.164725		CURRENT LEARNING RATE: 8.603944036445757e-07
previous_iter_valid_loss : 0.161030575633049

   1360920	  0.161214	  0.161031	  0.164353		CURRENT LEARNING RATE: 8.602223419705866e-07
previous_iter_valid_loss : 0.16108211874961853

   1360940	  0.161246	  0.161082	  0.164382		CURRENT LEARNING RATE: 8.600503147054928e-07
previous_iter_valid_loss : 0.19220072031021118

   1360960	  0.192328	  0.192201	  0.165468		CURRENT LEARNING RATE: 8.598783218424117e-07
previous_iter_valid_loss : 0.16461442410945892

   1360980	  0.164779	  0.164614	  0.165645		CURRENT LEARNING RATE: 8.597063633744636e-07
previous_iter_valid_loss : 0.16067609190940857

   1361000	  0.160836	  0.160676	  0.164576		CURRENT LEARNING RATE: 8.595344392947687e-07
previous_iter_valid_loss : 0.16051627695560455

   1361020	  0.160678	  0.160516	  0.164568		CURRENT LEARNING RATE: 8.593625495964528e-07
previous_iter_valid_loss : 0.1614648699760437

   1361040	  0.161665	  0.161465	  0.164528		CURRENT LEARNING RATE: 8.591906942726392e-07
previous_iter_valid_loss : 0.17053869366645813

   1361060	  0.170786	  0.170539	  0.164876		CURRENT LEARNING RATE: 8.590188733164535e-07
previous_iter_valid_loss : 0.16314351558685303

   1361080	  0.163313	  0.163144	  0.164947		CURRENT LEARNING RATE: 8.588470867210213e-07
previous_iter_valid_loss : 0.16148269176483154

   1361100	  0.161634	  0.161483	  0.164934		CURRENT LEARNING RATE: 8.586753344794741e-07
previous_iter_valid_loss : 0.16313783824443817

   1361120	  0.163328	  0.163138	  0.164825		CURRENT LEARNING RATE: 8.585036165849404e-07
previous_iter_valid_loss : 0.1607639193534851

   1361140	  0.160915	  0.160764	  0.164260		CURRENT LEARNING RATE: 8.583319330305515e-07
previous_iter_valid_loss : 0.1605525016784668

   1361160	  0.160721	  0.160553	  0.164234		CURRENT LEARNING RATE: 8.581602838094387e-07
previous_iter_valid_loss : 0.1619998812675476

   1361180	  0.162193	  0.162000	  0.164305		CURRENT LEARNING RATE: 8.579886689147387e-07
previous_iter_valid_loss : 0.16083969175815582

   1361200	  0.161016	  0.160840	  0.164237		CURRENT LEARNING RATE: 8.578170883395856e-07
previous_iter_valid_loss : 0.1612870842218399

   1361220	  0.161440	  0.161287	  0.163860		CURRENT LEARNING RATE: 8.576455420771161e-07
previous_iter_valid_loss : 0.16134394705295563

   1361240	  0.161532	  0.161344	  0.163830		CURRENT LEARNING RATE: 8.574740301204669e-07
previous_iter_valid_loss : 0.16172052919864655

   1361260	  0.161882	  0.161721	  0.163888		CURRENT LEARNING RATE: 8.573025524627807e-07
previous_iter_valid_loss : 0.16245195269584656

   1361280	  0.162641	  0.162452	  0.163639		CURRENT LEARNING RATE: 8.571311090971965e-07
previous_iter_valid_loss : 0.16087691485881805

   1361300	  0.161050	  0.160877	  0.163584		CURRENT LEARNING RATE: 8.569597000168554e-07
previous_iter_valid_loss : 0.1624377816915512

   1361320	  0.162603	  0.162438	  0.163655		CURRENT LEARNING RATE: 8.567883252149038e-07
previous_iter_valid_loss : 0.16391506791114807

   1361340	  0.164107	  0.163915	  0.163796		CURRENT LEARNING RATE: 8.566169846844854e-07
previous_iter_valid_loss : 0.16069799661636353

   1361360	  0.160852	  0.160698	  0.162221		CURRENT LEARNING RATE: 8.564456784187465e-07
previous_iter_valid_loss : 0.16832131147384644

   1361380	  0.168560	  0.168321	  0.162407		CURRENT LEARNING RATE: 8.562744064108332e-07
previous_iter_valid_loss : 0.16528640687465668

   1361400	  0.165454	  0.165286	  0.162637		CURRENT LEARNING RATE: 8.56103168653898e-07
previous_iter_valid_loss : 0.16067324578762054

   1361420	  0.160850	  0.160673	  0.162645		CURRENT LEARNING RATE: 8.559319651410897e-07
previous_iter_valid_loss : 0.1643957942724228

   1361440	  0.164594	  0.164396	  0.162791		CURRENT LEARNING RATE: 8.557607958655599e-07
previous_iter_valid_loss : 0.17419439554214478

   1361460	  0.174475	  0.174194	  0.162974		CURRENT LEARNING RATE: 8.555896608204607e-07
previous_iter_valid_loss : 0.1671479046344757

   1361480	  0.167308	  0.167148	  0.163174		CURRENT LEARNING RATE: 8.554185599989495e-07
previous_iter_valid_loss : 0.1768127828836441

   1361500	  0.176963	  0.176813	  0.163941		CURRENT LEARNING RATE: 8.552474933941808e-07
previous_iter_valid_loss : 0.16061536967754364

   1361520	  0.160771	  0.160615	  0.163815		CURRENT LEARNING RATE: 8.550764609993118e-07
previous_iter_valid_loss : 0.165172278881073

   1361540	  0.165333	  0.165172	  0.164035		CURRENT LEARNING RATE: 8.549054628075001e-07
previous_iter_valid_loss : 0.16530649363994598

   1361560	  0.165470	  0.165306	  0.164273		CURRENT LEARNING RATE: 8.547344988119084e-07
previous_iter_valid_loss : 0.16326656937599182

   1361580	  0.163422	  0.163267	  0.164336		CURRENT LEARNING RATE: 8.545635690056967e-07
previous_iter_valid_loss : 0.1628686785697937

   1361600	  0.163062	  0.162869	  0.164438		CURRENT LEARNING RATE: 8.543926733820281e-07
previous_iter_valid_loss : 0.1762695610523224

   1361620	  0.176563	  0.176270	  0.165187		CURRENT LEARNING RATE: 8.542218119340649e-07
previous_iter_valid_loss : 0.16583837568759918

   1361640	  0.166001	  0.165838	  0.165412		CURRENT LEARNING RATE: 8.540509846549758e-07
previous_iter_valid_loss : 0.16588637232780457

   1361660	  0.166048	  0.165886	  0.165620		CURRENT LEARNING RATE: 8.538801915379262e-07
previous_iter_valid_loss : 0.1644769012928009

   1361680	  0.164649	  0.164477	  0.165721		CURRENT LEARNING RATE: 8.537094325760829e-07
previous_iter_valid_loss : 0.16063016653060913

   1361700	  0.160801	  0.160630	  0.165709		CURRENT LEARNING RATE: 8.535387077626185e-07
previous_iter_valid_loss : 0.16048943996429443

   1361720	  0.160655	  0.160489	  0.165611		CURRENT LEARNING RATE: 8.533680170907026e-07
previous_iter_valid_loss : 0.1668718457221985

   1361740	  0.167085	  0.166872	  0.165759		CURRENT LEARNING RATE: 8.531973605535073e-07
previous_iter_valid_loss : 0.1615460366010666

   1361760	  0.161736	  0.161546	  0.165802		CURRENT LEARNING RATE: 8.530267381442052e-07
previous_iter_valid_loss : 0.16177234053611755

   1361780	  0.161968	  0.161772	  0.165474		CURRENT LEARNING RATE: 8.528561498559742e-07
previous_iter_valid_loss : 0.16338109970092773

   1361800	  0.163592	  0.163381	  0.165379		CURRENT LEARNING RATE: 8.526855956819894e-07
previous_iter_valid_loss : 0.1631496250629425

   1361820	  0.163340	  0.163150	  0.165503		CURRENT LEARNING RATE: 8.525150756154283e-07
previous_iter_valid_loss : 0.16391165554523468

   1361840	  0.164121	  0.163912	  0.165478		CURRENT LEARNING RATE: 8.523445896494691e-07
previous_iter_valid_loss : 0.16074758768081665

   1361860	  0.160904	  0.160748	  0.164806		CURRENT LEARNING RATE: 8.521741377772949e-07
previous_iter_valid_loss : 0.16113363206386566

   1361880	  0.161322	  0.161134	  0.164505		CURRENT LEARNING RATE: 8.520037199920865e-07
previous_iter_valid_loss : 0.16657286882400513

   1361900	  0.166731	  0.166573	  0.163993		CURRENT LEARNING RATE: 8.51833336287027e-07
previous_iter_valid_loss : 0.17751052975654602

   1361920	  0.177672	  0.177511	  0.164838		CURRENT LEARNING RATE: 8.516629866552994e-07
previous_iter_valid_loss : 0.17433485388755798

   1361940	  0.174484	  0.174335	  0.165296		CURRENT LEARNING RATE: 8.51492671090093e-07
previous_iter_valid_loss : 0.1606525182723999

   1361960	  0.160822	  0.160653	  0.165064		CURRENT LEARNING RATE: 8.513223895845936e-07
previous_iter_valid_loss : 0.1604962795972824

   1361980	  0.160661	  0.160496	  0.164925		CURRENT LEARNING RATE: 8.511521421319897e-07
previous_iter_valid_loss : 0.17749063670635223

   1362000	  0.177649	  0.177491	  0.165656		CURRENT LEARNING RATE: 8.509819287254703e-07
previous_iter_valid_loss : 0.1832464635372162

   1362020	  0.183392	  0.183246	  0.166005		CURRENT LEARNING RATE: 8.508117493582296e-07
previous_iter_valid_loss : 0.17537787556648254

   1362040	  0.175531	  0.175378	  0.166482		CURRENT LEARNING RATE: 8.50641604023459e-07
previous_iter_valid_loss : 0.18286027014255524

   1362060	  0.183212	  0.182860	  0.167331		CURRENT LEARNING RATE: 8.504714927143526e-07
previous_iter_valid_loss : 0.1609119325876236

   1362080	  0.161091	  0.160912	  0.167152		CURRENT LEARNING RATE: 8.503014154241046e-07
previous_iter_valid_loss : 0.1608418971300125

   1362100	  0.161020	  0.160842	  0.167163		CURRENT LEARNING RATE: 8.501313721459148e-07
previous_iter_valid_loss : 0.1730721890926361

   1362120	  0.173353	  0.173072	  0.167792		CURRENT LEARNING RATE: 8.4996136287298e-07
previous_iter_valid_loss : 0.16355490684509277

   1362140	  0.163754	  0.163555	  0.167626		CURRENT LEARNING RATE: 8.497913875984983e-07
previous_iter_valid_loss : 0.16821762919425964

   1362160	  0.168373	  0.168218	  0.167960		CURRENT LEARNING RATE: 8.496214463156737e-07
previous_iter_valid_loss : 0.16051284968852997

   1362180	  0.160678	  0.160513	  0.167897		CURRENT LEARNING RATE: 8.494515390177072e-07
previous_iter_valid_loss : 0.16294187307357788

   1362200	  0.163104	  0.162942	  0.167875		CURRENT LEARNING RATE: 8.492816656978022e-07
previous_iter_valid_loss : 0.1684870421886444

   1362220	  0.168641	  0.168487	  0.168142		CURRENT LEARNING RATE: 8.491118263491626e-07
previous_iter_valid_loss : 0.17726902663707733

   1362240	  0.177564	  0.177269	  0.168810		CURRENT LEARNING RATE: 8.489420209649976e-07
previous_iter_valid_loss : 0.16654294729232788

   1362260	  0.166761	  0.166543	  0.169099		CURRENT LEARNING RATE: 8.487722495385135e-07
previous_iter_valid_loss : 0.17204684019088745

   1362280	  0.172191	  0.172047	  0.169645		CURRENT LEARNING RATE: 8.486025120629196e-07
previous_iter_valid_loss : 0.16826048493385315

   1362300	  0.168500	  0.168260	  0.169730		CURRENT LEARNING RATE: 8.484328085314247e-07
previous_iter_valid_loss : 0.1605214774608612

   1362320	  0.160676	  0.160521	  0.168880		CURRENT LEARNING RATE: 8.482631389372438e-07
previous_iter_valid_loss : 0.16435088217258453

   1362340	  0.164558	  0.164351	  0.168381		CURRENT LEARNING RATE: 8.480935032735886e-07
previous_iter_valid_loss : 0.1659817397594452

   1362360	  0.166191	  0.165982	  0.168647		CURRENT LEARNING RATE: 8.479239015336735e-07
previous_iter_valid_loss : 0.16819775104522705

   1362380	  0.168436	  0.168198	  0.169032		CURRENT LEARNING RATE: 8.477543337107133e-07
previous_iter_valid_loss : 0.16093958914279938

   1362400	  0.161100	  0.160940	  0.168205		CURRENT LEARNING RATE: 8.47584799797928e-07
previous_iter_valid_loss : 0.17993691563606262

   1362420	  0.180276	  0.179937	  0.168039		CURRENT LEARNING RATE: 8.474152997885347e-07
previous_iter_valid_loss : 0.19189153611660004

   1362440	  0.192011	  0.191892	  0.168865		CURRENT LEARNING RATE: 8.472458336757535e-07
previous_iter_valid_loss : 0.18406152725219727

   1362460	  0.184210	  0.184062	  0.168925		CURRENT LEARNING RATE: 8.470764014528044e-07
previous_iter_valid_loss : 0.1618250608444214

   1362480	  0.161981	  0.161825	  0.168971		CURRENT LEARNING RATE: 8.469070031129129e-07
previous_iter_valid_loss : 0.16068163514137268

   1362500	  0.160839	  0.160682	  0.168963		CURRENT LEARNING RATE: 8.467376386493015e-07
previous_iter_valid_loss : 0.16057278215885162

   1362520	  0.160742	  0.160573	  0.168338		CURRENT LEARNING RATE: 8.465683080551944e-07
previous_iter_valid_loss : 0.16346220672130585

   1362540	  0.163624	  0.163462	  0.168333		CURRENT LEARNING RATE: 8.463990113238212e-07
previous_iter_valid_loss : 0.1608201414346695

   1362560	  0.160978	  0.160820	  0.167963		CURRENT LEARNING RATE: 8.462297484484086e-07
previous_iter_valid_loss : 0.16507700085639954

   1362580	  0.165247	  0.165077	  0.168191		CURRENT LEARNING RATE: 8.460605194221861e-07
previous_iter_valid_loss : 0.16436763107776642

   1362600	  0.164535	  0.164368	  0.168263		CURRENT LEARNING RATE: 8.458913242383828e-07
previous_iter_valid_loss : 0.1623603254556656

   1362620	  0.162522	  0.162360	  0.167956		CURRENT LEARNING RATE: 8.457221628902342e-07
previous_iter_valid_loss : 0.16431577503681183

   1362640	  0.164510	  0.164316	  0.167309		CURRENT LEARNING RATE: 8.455530353709724e-07
previous_iter_valid_loss : 0.16690203547477722

   1362660	  0.167054	  0.166902	  0.167327		CURRENT LEARNING RATE: 8.453839416738319e-07
previous_iter_valid_loss : 0.1604892909526825

   1362680	  0.160652	  0.160489	  0.166749		CURRENT LEARNING RATE: 8.452148817920477e-07
previous_iter_valid_loss : 0.16285334527492523

   1362700	  0.163011	  0.162853	  0.166478		CURRENT LEARNING RATE: 8.450458557188604e-07
previous_iter_valid_loss : 0.1624472439289093

   1362720	  0.162603	  0.162447	  0.166575		CURRENT LEARNING RATE: 8.448768634475074e-07
previous_iter_valid_loss : 0.1628084033727646

   1362740	  0.162970	  0.162808	  0.166498		CURRENT LEARNING RATE: 8.447079049712291e-07
previous_iter_valid_loss : 0.16167610883712769

   1362760	  0.161831	  0.161676	  0.166282		CURRENT LEARNING RATE: 8.445389802832657e-07
previous_iter_valid_loss : 0.16070960462093353

   1362780	  0.160892	  0.160710	  0.165908		CURRENT LEARNING RATE: 8.44370089376863e-07
previous_iter_valid_loss : 0.16231130063533783

   1362800	  0.162505	  0.162311	  0.165976		CURRENT LEARNING RATE: 8.44201232245264e-07
previous_iter_valid_loss : 0.18428725004196167

   1362820	  0.184429	  0.184287	  0.166194		CURRENT LEARNING RATE: 8.440324088817144e-07
previous_iter_valid_loss : 0.16454052925109863

   1362840	  0.164706	  0.164541	  0.164826		CURRENT LEARNING RATE: 8.438636192794599e-07
previous_iter_valid_loss : 0.168634831905365

   1362860	  0.168790	  0.168635	  0.164055		CURRENT LEARNING RATE: 8.436948634317516e-07
previous_iter_valid_loss : 0.16212652623653412

   1362880	  0.162292	  0.162127	  0.164070		CURRENT LEARNING RATE: 8.435261413318382e-07
previous_iter_valid_loss : 0.1810884177684784

   1362900	  0.181249	  0.181088	  0.165091		CURRENT LEARNING RATE: 8.433574529729689e-07
previous_iter_valid_loss : 0.16122819483280182

   1362920	  0.161404	  0.161228	  0.165123		CURRENT LEARNING RATE: 8.431887983483993e-07
previous_iter_valid_loss : 0.16107968986034393

   1362940	  0.161236	  0.161080	  0.165004		CURRENT LEARNING RATE: 8.430201774513818e-07
previous_iter_valid_loss : 0.1621464341878891

   1362960	  0.162337	  0.162146	  0.165071		CURRENT LEARNING RATE: 8.428515902751715e-07
previous_iter_valid_loss : 0.16829818487167358

   1362980	  0.168526	  0.168298	  0.165232		CURRENT LEARNING RATE: 8.426830368130234e-07
previous_iter_valid_loss : 0.16158898174762726

   1363000	  0.161749	  0.161589	  0.165093		CURRENT LEARNING RATE: 8.425145170581984e-07
previous_iter_valid_loss : 0.16099780797958374

   1363020	  0.161157	  0.160998	  0.165025		CURRENT LEARNING RATE: 8.423460310039542e-07
previous_iter_valid_loss : 0.16140803694725037

   1363040	  0.161567	  0.161408	  0.164879		CURRENT LEARNING RATE: 8.421775786435513e-07
previous_iter_valid_loss : 0.16055503487586975

   1363060	  0.160729	  0.160555	  0.164562		CURRENT LEARNING RATE: 8.420091599702502e-07
previous_iter_valid_loss : 0.16404986381530762

   1363080	  0.164252	  0.164050	  0.164740		CURRENT LEARNING RATE: 8.418407749773172e-07
previous_iter_valid_loss : 0.16050752997398376

   1363100	  0.160662	  0.160508	  0.164623		CURRENT LEARNING RATE: 8.416724236580153e-07
previous_iter_valid_loss : 0.16616252064704895

   1363120	  0.166327	  0.166163	  0.164808		CURRENT LEARNING RATE: 8.415041060056102e-07
previous_iter_valid_loss : 0.1688098907470703

   1363140	  0.168967	  0.168810	  0.165108		CURRENT LEARNING RATE: 8.413358220133682e-07
previous_iter_valid_loss : 0.17727738618850708

   1363160	  0.177438	  0.177277	  0.165888		CURRENT LEARNING RATE: 8.411675716745607e-07
previous_iter_valid_loss : 0.16085852682590485

   1363180	  0.161014	  0.160859	  0.165896		CURRENT LEARNING RATE: 8.409993549824561e-07
previous_iter_valid_loss : 0.16314058005809784

   1363200	  0.163309	  0.163141	  0.165937		CURRENT LEARNING RATE: 8.408311719303259e-07
previous_iter_valid_loss : 0.16070860624313354

   1363220	  0.160866	  0.160709	  0.164758		CURRENT LEARNING RATE: 8.406630225114411e-07
previous_iter_valid_loss : 0.16053475439548492

   1363240	  0.160692	  0.160535	  0.164558		CURRENT LEARNING RATE: 8.404949067190788e-07
previous_iter_valid_loss : 0.1627543717622757

   1363260	  0.162960	  0.162754	  0.164264		CURRENT LEARNING RATE: 8.403268245465128e-07
previous_iter_valid_loss : 0.16987110674381256

   1363280	  0.170018	  0.169871	  0.164651		CURRENT LEARNING RATE: 8.4015877598702e-07
previous_iter_valid_loss : 0.16066943109035492

   1363300	  0.160828	  0.160669	  0.163630		CURRENT LEARNING RATE: 8.39990761033877e-07
previous_iter_valid_loss : 0.16614308953285217

   1363320	  0.166353	  0.166143	  0.163876		CURRENT LEARNING RATE: 8.398227796803659e-07
previous_iter_valid_loss : 0.16852149367332458

   1363340	  0.168758	  0.168521	  0.164248		CURRENT LEARNING RATE: 8.39654831919766e-07
previous_iter_valid_loss : 0.1618330031633377

   1363360	  0.161984	  0.161833	  0.164233		CURRENT LEARNING RATE: 8.394869177453582e-07
previous_iter_valid_loss : 0.16323892772197723

   1363380	  0.163426	  0.163239	  0.163980		CURRENT LEARNING RATE: 8.393190371504285e-07
previous_iter_valid_loss : 0.16062168776988983

   1363400	  0.160793	  0.160622	  0.163931		CURRENT LEARNING RATE: 8.391511901282606e-07
previous_iter_valid_loss : 0.16502991318702698

   1363420	  0.165204	  0.165030	  0.164133		CURRENT LEARNING RATE: 8.389833766721403e-07
previous_iter_valid_loss : 0.17031145095825195

   1363440	  0.170464	  0.170311	  0.164578		CURRENT LEARNING RATE: 8.388155967753538e-07
previous_iter_valid_loss : 0.16346852481365204

   1363460	  0.163670	  0.163469	  0.164724		CURRENT LEARNING RATE: 8.386478504311926e-07
previous_iter_valid_loss : 0.16082243621349335

   1363480	  0.160996	  0.160822	  0.164562		CURRENT LEARNING RATE: 8.384801376329456e-07
previous_iter_valid_loss : 0.16323646903038025

   1363500	  0.163422	  0.163236	  0.164699		CURRENT LEARNING RATE: 8.383124583739043e-07
previous_iter_valid_loss : 0.16662262380123138

   1363520	  0.166842	  0.166623	  0.164722		CURRENT LEARNING RATE: 8.381448126473599e-07
previous_iter_valid_loss : 0.16059955954551697

   1363540	  0.160774	  0.160600	  0.164311		CURRENT LEARNING RATE: 8.379772004466095e-07
previous_iter_valid_loss : 0.16354958713054657

   1363560	  0.163713	  0.163550	  0.163625		CURRENT LEARNING RATE: 8.378096217649474e-07
previous_iter_valid_loss : 0.1618497520685196

   1363580	  0.162013	  0.161850	  0.163674		CURRENT LEARNING RATE: 8.376420765956702e-07
previous_iter_valid_loss : 0.16177998483181

   1363600	  0.161964	  0.161780	  0.163606		CURRENT LEARNING RATE: 8.374745649320747e-07
previous_iter_valid_loss : 0.16751354932785034

   1363620	  0.167742	  0.167514	  0.163947		CURRENT LEARNING RATE: 8.373070867674634e-07
previous_iter_valid_loss : 0.16355817019939423

   1363640	  0.163759	  0.163558	  0.164098		CURRENT LEARNING RATE: 8.371396420951357e-07
previous_iter_valid_loss : 0.16827990114688873

   1363660	  0.168515	  0.168280	  0.164374		CURRENT LEARNING RATE: 8.369722309083938e-07
previous_iter_valid_loss : 0.16060014069080353

   1363680	  0.160744	  0.160600	  0.163911		CURRENT LEARNING RATE: 8.368048532005397e-07
previous_iter_valid_loss : 0.16942618787288666

   1363700	  0.169668	  0.169426	  0.164348		CURRENT LEARNING RATE: 8.366375089648812e-07
previous_iter_valid_loss : 0.16062581539154053

   1363720	  0.160779	  0.160626	  0.164072		CURRENT LEARNING RATE: 8.364701981947235e-07
previous_iter_valid_loss : 0.1838056892156601

   1363740	  0.184173	  0.183806	  0.164837		CURRENT LEARNING RATE: 8.363029208833721e-07
previous_iter_valid_loss : 0.16230811178684235

   1363760	  0.162499	  0.162308	  0.164860		CURRENT LEARNING RATE: 8.361356770241393e-07
previous_iter_valid_loss : 0.16155579686164856

   1363780	  0.161720	  0.161556	  0.164776		CURRENT LEARNING RATE: 8.359684666103336e-07
previous_iter_valid_loss : 0.17089541256427765

   1363800	  0.171154	  0.170895	  0.165290		CURRENT LEARNING RATE: 8.358012896352667e-07
previous_iter_valid_loss : 0.16589468717575073

   1363820	  0.166054	  0.165895	  0.165333		CURRENT LEARNING RATE: 8.356341460922499e-07
previous_iter_valid_loss : 0.16826032102108002

   1363840	  0.168491	  0.168260	  0.165231		CURRENT LEARNING RATE: 8.354670359746007e-07
previous_iter_valid_loss : 0.167873814702034

   1363860	  0.168031	  0.167874	  0.165451		CURRENT LEARNING RATE: 8.35299959275633e-07
previous_iter_valid_loss : 0.16142362356185913

   1363880	  0.161611	  0.161424	  0.165481		CURRENT LEARNING RATE: 8.351329159886639e-07
previous_iter_valid_loss : 0.1608450710773468

   1363900	  0.161003	  0.160845	  0.165361		CURRENT LEARNING RATE: 8.349659061070098e-07
previous_iter_valid_loss : 0.21936623752117157

   1363920	  0.219360	  0.219366	  0.167999		CURRENT LEARNING RATE: 8.347989296239937e-07
previous_iter_valid_loss : 0.16416813433170319

   1363940	  0.164365	  0.164168	  0.168177		CURRENT LEARNING RATE: 8.346319865329349e-07
previous_iter_valid_loss : 0.16105522215366364

   1363960	  0.161210	  0.161055	  0.168052		CURRENT LEARNING RATE: 8.344650768271556e-07
previous_iter_valid_loss : 0.16279999911785126

   1363980	  0.162962	  0.162800	  0.168100		CURRENT LEARNING RATE: 8.342982004999782e-07
previous_iter_valid_loss : 0.16906236112117767

   1364000	  0.169306	  0.169062	  0.168464		CURRENT LEARNING RATE: 8.341313575447301e-07
previous_iter_valid_loss : 0.16108687222003937

   1364020	  0.161235	  0.161087	  0.168143		CURRENT LEARNING RATE: 8.339645479547367e-07
previous_iter_valid_loss : 0.16058924794197083

   1364040	  0.160760	  0.160589	  0.167994		CURRENT LEARNING RATE: 8.337977717233251e-07
previous_iter_valid_loss : 0.16361196339130402

   1364060	  0.163812	  0.163612	  0.167761		CURRENT LEARNING RATE: 8.336310288438231e-07
previous_iter_valid_loss : 0.17654968798160553

   1364080	  0.176706	  0.176550	  0.168558		CURRENT LEARNING RATE: 8.33464319309564e-07
previous_iter_valid_loss : 0.16353671252727509

   1364100	  0.163724	  0.163537	  0.168264		CURRENT LEARNING RATE: 8.332976431138776e-07
previous_iter_valid_loss : 0.1612776517868042

   1364120	  0.161434	  0.161278	  0.168296		CURRENT LEARNING RATE: 8.331310002500955e-07
previous_iter_valid_loss : 0.16081303358078003

   1364140	  0.160993	  0.160813	  0.167147		CURRENT LEARNING RATE: 8.329643907115551e-07
previous_iter_valid_loss : 0.17717672884464264

   1364160	  0.177478	  0.177177	  0.167890		CURRENT LEARNING RATE: 8.327978144915905e-07
previous_iter_valid_loss : 0.1612582802772522

   1364180	  0.161428	  0.161258	  0.167875		CURRENT LEARNING RATE: 8.326312715835384e-07
previous_iter_valid_loss : 0.16106384992599487

   1364200	  0.161228	  0.161064	  0.167384		CURRENT LEARNING RATE: 8.32464761980736e-07
previous_iter_valid_loss : 0.1624162495136261

   1364220	  0.162610	  0.162416	  0.167210		CURRENT LEARNING RATE: 8.322982856765256e-07
previous_iter_valid_loss : 0.16302673518657684

   1364240	  0.163234	  0.163027	  0.166948		CURRENT LEARNING RATE: 8.321318426642467e-07
previous_iter_valid_loss : 0.16348156332969666

   1364260	  0.163693	  0.163482	  0.166729		CURRENT LEARNING RATE: 8.319654329372415e-07
previous_iter_valid_loss : 0.16319221258163452

   1364280	  0.163390	  0.163192	  0.166817		CURRENT LEARNING RATE: 8.317990564888525e-07
previous_iter_valid_loss : 0.17544607818126678

   1364300	  0.175727	  0.175446	  0.167547		CURRENT LEARNING RATE: 8.316327133124271e-07
previous_iter_valid_loss : 0.1623634248971939

   1364320	  0.162531	  0.162363	  0.164697		CURRENT LEARNING RATE: 8.314664034013105e-07
previous_iter_valid_loss : 0.167842835187912

   1364340	  0.167998	  0.167843	  0.164881		CURRENT LEARNING RATE: 8.313001267488502e-07
previous_iter_valid_loss : 0.1683472841978073

   1364360	  0.168579	  0.168347	  0.165245		CURRENT LEARNING RATE: 8.311338833483935e-07
previous_iter_valid_loss : 0.1686982810497284

   1364380	  0.168941	  0.168698	  0.165540		CURRENT LEARNING RATE: 8.309676731932938e-07
previous_iter_valid_loss : 0.17303214967250824

   1364400	  0.173307	  0.173032	  0.165739		CURRENT LEARNING RATE: 8.308014962769011e-07
previous_iter_valid_loss : 0.16605181992053986

   1364420	  0.166213	  0.166052	  0.165987		CURRENT LEARNING RATE: 8.306353525925683e-07
previous_iter_valid_loss : 0.16800329089164734

   1364440	  0.168160	  0.168003	  0.166358		CURRENT LEARNING RATE: 8.304692421336483e-07
previous_iter_valid_loss : 0.1663135141134262

   1364460	  0.166532	  0.166314	  0.166493		CURRENT LEARNING RATE: 8.303031648934996e-07
previous_iter_valid_loss : 0.16062484681606293

   1364480	  0.160795	  0.160625	  0.165696		CURRENT LEARNING RATE: 8.301371208654776e-07
previous_iter_valid_loss : 0.16200774908065796

   1364500	  0.162171	  0.162008	  0.165620		CURRENT LEARNING RATE: 8.29971110042939e-07
previous_iter_valid_loss : 0.16081289947032928

   1364520	  0.160994	  0.160813	  0.165597		CURRENT LEARNING RATE: 8.298051324192465e-07
previous_iter_valid_loss : 0.16979515552520752

   1364540	  0.169945	  0.169795	  0.166046		CURRENT LEARNING RATE: 8.296391879877593e-07
previous_iter_valid_loss : 0.1604986935853958

   1364560	  0.160668	  0.160499	  0.165212		CURRENT LEARNING RATE: 8.294732767418397e-07
previous_iter_valid_loss : 0.183526411652565

   1364580	  0.183682	  0.183526	  0.166325		CURRENT LEARNING RATE: 8.2930739867485e-07
previous_iter_valid_loss : 0.16677440702915192

   1364600	  0.166934	  0.166774	  0.166611		CURRENT LEARNING RATE: 8.291415537801576e-07
previous_iter_valid_loss : 0.16084620356559753

   1364620	  0.161028	  0.160846	  0.166532		CURRENT LEARNING RATE: 8.289757420511276e-07
previous_iter_valid_loss : 0.1633806824684143

   1364640	  0.163552	  0.163381	  0.166550		CURRENT LEARNING RATE: 8.288099634811274e-07
previous_iter_valid_loss : 0.16116118431091309

   1364660	  0.161314	  0.161161	  0.166434		CURRENT LEARNING RATE: 8.286442180635243e-07
previous_iter_valid_loss : 0.1652630865573883

   1364680	  0.165460	  0.165263	  0.166538		CURRENT LEARNING RATE: 8.284785057916916e-07
previous_iter_valid_loss : 0.1607678085565567

   1364700	  0.160925	  0.160768	  0.165804		CURRENT LEARNING RATE: 8.283128266589991e-07
previous_iter_valid_loss : 0.16212871670722961

   1364720	  0.162313	  0.162129	  0.165792		CURRENT LEARNING RATE: 8.281471806588198e-07
previous_iter_valid_loss : 0.16151733696460724

   1364740	  0.161662	  0.161517	  0.165476		CURRENT LEARNING RATE: 8.279815677845265e-07
previous_iter_valid_loss : 0.16194848716259003

   1364760	  0.162138	  0.161948	  0.165156		CURRENT LEARNING RATE: 8.278159880294973e-07
previous_iter_valid_loss : 0.16456805169582367

   1364780	  0.164758	  0.164568	  0.164949		CURRENT LEARNING RATE: 8.27650441387108e-07
previous_iter_valid_loss : 0.16049426794052124

   1364800	  0.160661	  0.160494	  0.164322		CURRENT LEARNING RATE: 8.274849278507363e-07
previous_iter_valid_loss : 0.16149748861789703

   1364820	  0.161684	  0.161497	  0.164095		CURRENT LEARNING RATE: 8.273194474137603e-07
previous_iter_valid_loss : 0.16293011605739594

   1364840	  0.163087	  0.162930	  0.163841		CURRENT LEARNING RATE: 8.271540000695638e-07
previous_iter_valid_loss : 0.16250920295715332

   1364860	  0.162695	  0.162509	  0.163651		CURRENT LEARNING RATE: 8.269885858115275e-07
previous_iter_valid_loss : 0.16473963856697083

   1364880	  0.164946	  0.164740	  0.163857		CURRENT LEARNING RATE: 8.268232046330347e-07
previous_iter_valid_loss : 0.17231065034866333

   1364900	  0.172580	  0.172311	  0.164372		CURRENT LEARNING RATE: 8.266578565274688e-07
previous_iter_valid_loss : 0.16132663190364838

   1364920	  0.161511	  0.161327	  0.164397		CURRENT LEARNING RATE: 8.264925414882186e-07
previous_iter_valid_loss : 0.18843001127243042

   1364940	  0.188871	  0.188430	  0.165329		CURRENT LEARNING RATE: 8.263272595086702e-07
previous_iter_valid_loss : 0.1816914975643158

   1364960	  0.182037	  0.181691	  0.166389		CURRENT LEARNING RATE: 8.261620105822109e-07
previous_iter_valid_loss : 0.16772878170013428

   1364980	  0.167950	  0.167729	  0.165599		CURRENT LEARNING RATE: 8.259967947022336e-07
previous_iter_valid_loss : 0.16072678565979004

   1365000	  0.160907	  0.160727	  0.165296		CURRENT LEARNING RATE: 8.25831611862128e-07
previous_iter_valid_loss : 0.1638818234205246

   1365020	  0.164080	  0.163882	  0.165448		CURRENT LEARNING RATE: 8.256664620552872e-07
previous_iter_valid_loss : 0.16492074728012085

   1365040	  0.165117	  0.164921	  0.165525		CURRENT LEARNING RATE: 8.255013452751036e-07
previous_iter_valid_loss : 0.16203288733959198

   1365060	  0.162189	  0.162033	  0.165569		CURRENT LEARNING RATE: 8.253362615149753e-07
previous_iter_valid_loss : 0.17408053576946259

   1365080	  0.174360	  0.174081	  0.166010		CURRENT LEARNING RATE: 8.251712107682973e-07
previous_iter_valid_loss : 0.1610836535692215

   1365100	  0.161262	  0.161084	  0.166026		CURRENT LEARNING RATE: 8.250061930284682e-07
previous_iter_valid_loss : 0.16846027970314026

   1365120	  0.168612	  0.168460	  0.166342		CURRENT LEARNING RATE: 8.248412082888853e-07
previous_iter_valid_loss : 0.16784963011741638

   1365140	  0.168004	  0.167850	  0.166659		CURRENT LEARNING RATE: 8.246762565429523e-07
previous_iter_valid_loss : 0.16214725375175476

   1365160	  0.162336	  0.162147	  0.166669		CURRENT LEARNING RATE: 8.245113377840698e-07
previous_iter_valid_loss : 0.16131988167762756

   1365180	  0.161479	  0.161320	  0.166506		CURRENT LEARNING RATE: 8.243464520056408e-07
previous_iter_valid_loss : 0.16503778100013733

   1365200	  0.165241	  0.165038	  0.166733		CURRENT LEARNING RATE: 8.241815992010685e-07
previous_iter_valid_loss : 0.1622154265642166

   1365220	  0.162403	  0.162215	  0.166769		CURRENT LEARNING RATE: 8.240167793637619e-07
previous_iter_valid_loss : 0.16076816618442535

   1365240	  0.160950	  0.160768	  0.166661		CURRENT LEARNING RATE: 8.238519924871265e-07
previous_iter_valid_loss : 0.17457515001296997

   1365260	  0.174850	  0.174575	  0.167264		CURRENT LEARNING RATE: 8.236872385645708e-07
previous_iter_valid_loss : 0.16433732211589813

   1365280	  0.164532	  0.164337	  0.167244		CURRENT LEARNING RATE: 8.235225175895035e-07
previous_iter_valid_loss : 0.1798691749572754

   1365300	  0.180212	  0.179869	  0.167622		CURRENT LEARNING RATE: 8.233578295553384e-07
previous_iter_valid_loss : 0.1644124984741211

   1365320	  0.164617	  0.164412	  0.167777		CURRENT LEARNING RATE: 8.231931744554864e-07
previous_iter_valid_loss : 0.16079212725162506

   1365340	  0.160971	  0.160792	  0.166395		CURRENT LEARNING RATE: 8.230285522833603e-07
previous_iter_valid_loss : 0.1721353977918625

   1365360	  0.172277	  0.172135	  0.165917		CURRENT LEARNING RATE: 8.228639630323776e-07
previous_iter_valid_loss : 0.16587629914283752

   1365380	  0.166045	  0.165876	  0.165824		CURRENT LEARNING RATE: 8.226994066959537e-07
previous_iter_valid_loss : 0.16087457537651062

   1365400	  0.161035	  0.160875	  0.165832		CURRENT LEARNING RATE: 8.225348832675062e-07
previous_iter_valid_loss : 0.17946629226207733

   1365420	  0.179802	  0.179466	  0.166611		CURRENT LEARNING RATE: 8.223703927404526e-07
previous_iter_valid_loss : 0.1661873757839203

   1365440	  0.166345	  0.166187	  0.166674		CURRENT LEARNING RATE: 8.222059351082163e-07
previous_iter_valid_loss : 0.16728264093399048

   1365460	  0.167507	  0.167283	  0.166937		CURRENT LEARNING RATE: 8.220415103642175e-07
previous_iter_valid_loss : 0.16097582876682281

   1365480	  0.161146	  0.160976	  0.166281		CURRENT LEARNING RATE: 8.218771185018793e-07
previous_iter_valid_loss : 0.16094335913658142

   1365500	  0.161131	  0.160943	  0.166274		CURRENT LEARNING RATE: 8.217127595146243e-07
previous_iter_valid_loss : 0.1679239422082901

   1365520	  0.168154	  0.167924	  0.166248		CURRENT LEARNING RATE: 8.215484333958815e-07
previous_iter_valid_loss : 0.16091884672641754

   1365540	  0.161102	  0.160919	  0.165901		CURRENT LEARNING RATE: 8.21384140139076e-07
previous_iter_valid_loss : 0.16088268160820007

   1365560	  0.161061	  0.160883	  0.165838		CURRENT LEARNING RATE: 8.212198797376363e-07
previous_iter_valid_loss : 0.1672152280807495

   1365580	  0.167379	  0.167215	  0.166133		CURRENT LEARNING RATE: 8.210556521849904e-07
previous_iter_valid_loss : 0.1605910211801529

   1365600	  0.160749	  0.160591	  0.165910		CURRENT LEARNING RATE: 8.208914574745721e-07
previous_iter_valid_loss : 0.16305837035179138

   1365620	  0.163261	  0.163058	  0.165952		CURRENT LEARNING RATE: 8.207272955998124e-07
previous_iter_valid_loss : 0.17110152542591095

   1365640	  0.171253	  0.171102	  0.166469		CURRENT LEARNING RATE: 8.205631665541444e-07
previous_iter_valid_loss : 0.1606081873178482

   1365660	  0.160762	  0.160608	  0.165771		CURRENT LEARNING RATE: 8.203990703310017e-07
previous_iter_valid_loss : 0.17659492790699005

   1365680	  0.176890	  0.176595	  0.166384		CURRENT LEARNING RATE: 8.202350069238235e-07
previous_iter_valid_loss : 0.1622406393289566

   1365700	  0.162433	  0.162241	  0.165502		CURRENT LEARNING RATE: 8.200709763260456e-07
previous_iter_valid_loss : 0.17104856669902802

   1365720	  0.171196	  0.171049	  0.165834		CURRENT LEARNING RATE: 8.199069785311056e-07
previous_iter_valid_loss : 0.16229304671287537

   1365740	  0.162484	  0.162293	  0.165909		CURRENT LEARNING RATE: 8.197430135324462e-07
previous_iter_valid_loss : 0.16489726305007935

   1365760	  0.165102	  0.164897	  0.165547		CURRENT LEARNING RATE: 8.195790813235074e-07
previous_iter_valid_loss : 0.16639897227287292

   1365780	  0.166563	  0.166399	  0.165573		CURRENT LEARNING RATE: 8.194151818977318e-07
previous_iter_valid_loss : 0.17983029782772064

   1365800	  0.179985	  0.179830	  0.166521		CURRENT LEARNING RATE: 8.192513152485624e-07
previous_iter_valid_loss : 0.16051192581653595

   1365820	  0.160675	  0.160512	  0.165573		CURRENT LEARNING RATE: 8.190874813694471e-07
previous_iter_valid_loss : 0.16145779192447662

   1365840	  0.161616	  0.161458	  0.165337		CURRENT LEARNING RATE: 8.189236802538311e-07
previous_iter_valid_loss : 0.16631563007831573

   1365860	  0.166481	  0.166316	  0.165289		CURRENT LEARNING RATE: 8.187599118951626e-07
previous_iter_valid_loss : 0.18735961616039276

   1365880	  0.187489	  0.187360	  0.166608		CURRENT LEARNING RATE: 8.185961762868891e-07
previous_iter_valid_loss : 0.1615462303161621

   1365900	  0.161727	  0.161546	  0.166638		CURRENT LEARNING RATE: 8.184324734224642e-07
previous_iter_valid_loss : 0.16112811863422394

   1365920	  0.161278	  0.161128	  0.166298		CURRENT LEARNING RATE: 8.182688032953385e-07
previous_iter_valid_loss : 0.187685027718544

   1365940	  0.188089	  0.187685	  0.167636		CURRENT LEARNING RATE: 8.181051658989647e-07
previous_iter_valid_loss : 0.17037275433540344

   1365960	  0.170634	  0.170373	  0.168111		CURRENT LEARNING RATE: 8.179415612267965e-07
previous_iter_valid_loss : 0.17619012296199799

   1365980	  0.176479	  0.176190	  0.168560		CURRENT LEARNING RATE: 8.177779892722922e-07
previous_iter_valid_loss : 0.1636994630098343

   1366000	  0.163902	  0.163699	  0.168715		CURRENT LEARNING RATE: 8.176144500289076e-07
previous_iter_valid_loss : 0.18350420892238617

   1366020	  0.183860	  0.183504	  0.169737		CURRENT LEARNING RATE: 8.174509434901011e-07
previous_iter_valid_loss : 0.16053001582622528

   1366040	  0.160693	  0.160530	  0.169209		CURRENT LEARNING RATE: 8.172874696493311e-07
previous_iter_valid_loss : 0.16069380939006805

   1366060	  0.160861	  0.160694	  0.169213		CURRENT LEARNING RATE: 8.171240285000613e-07
previous_iter_valid_loss : 0.16055500507354736

   1366080	  0.160716	  0.160555	  0.168411		CURRENT LEARNING RATE: 8.169606200357527e-07
previous_iter_valid_loss : 0.16212475299835205

   1366100	  0.162284	  0.162125	  0.168405		CURRENT LEARNING RATE: 8.167972442498691e-07
previous_iter_valid_loss : 0.16085828840732574

   1366120	  0.161048	  0.160858	  0.167896		CURRENT LEARNING RATE: 8.166339011358739e-07
previous_iter_valid_loss : 0.16464947164058685

   1366140	  0.164853	  0.164649	  0.168014		CURRENT LEARNING RATE: 8.164705906872363e-07
previous_iter_valid_loss : 0.16149701178073883

   1366160	  0.161687	  0.161497	  0.167844		CURRENT LEARNING RATE: 8.163073128974225e-07
previous_iter_valid_loss : 0.16311006247997284

   1366180	  0.163314	  0.163110	  0.167679		CURRENT LEARNING RATE: 8.161440677598998e-07
previous_iter_valid_loss : 0.16313506662845612

   1366200	  0.163334	  0.163135	  0.166844		CURRENT LEARNING RATE: 8.159808552681416e-07
previous_iter_valid_loss : 0.16468073427677155

   1366220	  0.164846	  0.164681	  0.167053		CURRENT LEARNING RATE: 8.158176754156175e-07
previous_iter_valid_loss : 0.16384802758693695

   1366240	  0.164012	  0.163848	  0.167172		CURRENT LEARNING RATE: 8.156545281958005e-07
previous_iter_valid_loss : 0.16409209370613098

   1366260	  0.164300	  0.164092	  0.167061		CURRENT LEARNING RATE: 8.154914136021634e-07
previous_iter_valid_loss : 0.16634231805801392

   1366280	  0.166559	  0.166342	  0.166010		CURRENT LEARNING RATE: 8.153283316281843e-07
previous_iter_valid_loss : 0.16123256087303162

   1366300	  0.161421	  0.161233	  0.165995		CURRENT LEARNING RATE: 8.151652822673386e-07
previous_iter_valid_loss : 0.1621723771095276

   1366320	  0.162362	  0.162172	  0.166047		CURRENT LEARNING RATE: 8.150022655131044e-07
previous_iter_valid_loss : 0.1605570912361145

   1366340	  0.160719	  0.160557	  0.164690		CURRENT LEARNING RATE: 8.148392813589594e-07
previous_iter_valid_loss : 0.16232016682624817

   1366360	  0.162504	  0.162320	  0.164288		CURRENT LEARNING RATE: 8.146763297983872e-07
previous_iter_valid_loss : 0.16068874299526215

   1366380	  0.160846	  0.160689	  0.163513		CURRENT LEARNING RATE: 8.145134108248684e-07
previous_iter_valid_loss : 0.1695539802312851

   1366400	  0.169799	  0.169554	  0.163805		CURRENT LEARNING RATE: 8.14350524431886e-07
previous_iter_valid_loss : 0.16231080889701843

   1366420	  0.162472	  0.162311	  0.162746		CURRENT LEARNING RATE: 8.141876706129232e-07
previous_iter_valid_loss : 0.16056512296199799

   1366440	  0.160725	  0.160565	  0.162748		CURRENT LEARNING RATE: 8.14024849361469e-07
previous_iter_valid_loss : 0.16544055938720703

   1366460	  0.165606	  0.165441	  0.162985		CURRENT LEARNING RATE: 8.138620606710087e-07
previous_iter_valid_loss : 0.1741115301847458

   1366480	  0.174383	  0.174112	  0.163663		CURRENT LEARNING RATE: 8.13699304535031e-07
previous_iter_valid_loss : 0.16191346943378448

   1366500	  0.162111	  0.161913	  0.163652		CURRENT LEARNING RATE: 8.135365809470243e-07
previous_iter_valid_loss : 0.16698923707008362

   1366520	  0.167148	  0.166989	  0.163959		CURRENT LEARNING RATE: 8.133738899004822e-07
previous_iter_valid_loss : 0.17681871354579926

   1366540	  0.176978	  0.176819	  0.164567		CURRENT LEARNING RATE: 8.132112313888958e-07
previous_iter_valid_loss : 0.16055814921855927

   1366560	  0.160716	  0.160558	  0.164520		CURRENT LEARNING RATE: 8.130486054057573e-07
previous_iter_valid_loss : 0.1605929732322693

   1366580	  0.160737	  0.160593	  0.164394		CURRENT LEARNING RATE: 8.128860119445646e-07
previous_iter_valid_loss : 0.16122756898403168

   1366600	  0.161384	  0.161228	  0.164299		CURRENT LEARNING RATE: 8.127234509988125e-07
previous_iter_valid_loss : 0.1605260670185089

   1366620	  0.160696	  0.160526	  0.164091		CURRENT LEARNING RATE: 8.125609225619985e-07
previous_iter_valid_loss : 0.16394640505313873

   1366640	  0.164115	  0.163946	  0.164096		CURRENT LEARNING RATE: 8.123984266276202e-07
previous_iter_valid_loss : 0.16176702082157135

   1366660	  0.161962	  0.161767	  0.163980		CURRENT LEARNING RATE: 8.122359631891805e-07
previous_iter_valid_loss : 0.16141349077224731

   1366680	  0.161591	  0.161413	  0.163733		CURRENT LEARNING RATE: 8.120735322401794e-07
previous_iter_valid_loss : 0.16437911987304688

   1366700	  0.164583	  0.164379	  0.163891		CURRENT LEARNING RATE: 8.119111337741197e-07
previous_iter_valid_loss : 0.1650773137807846

   1366720	  0.165283	  0.165077	  0.164036		CURRENT LEARNING RATE: 8.117487677845039e-07
previous_iter_valid_loss : 0.16964684426784515

   1366740	  0.169800	  0.169647	  0.164490		CURRENT LEARNING RATE: 8.115864342648404e-07
previous_iter_valid_loss : 0.1676076501607895

   1366760	  0.167765	  0.167608	  0.164755		CURRENT LEARNING RATE: 8.114241332086345e-07
previous_iter_valid_loss : 0.16061802208423615

   1366780	  0.160786	  0.160618	  0.164751		CURRENT LEARNING RATE: 8.11261864609394e-07
previous_iter_valid_loss : 0.1651727557182312

   1366800	  0.165375	  0.165173	  0.164532		CURRENT LEARNING RATE: 8.110996284606267e-07
previous_iter_valid_loss : 0.16097775101661682

   1366820	  0.161138	  0.160978	  0.164466		CURRENT LEARNING RATE: 8.109374247558461e-07
previous_iter_valid_loss : 0.17007865011692047

   1366840	  0.170227	  0.170079	  0.164941		CURRENT LEARNING RATE: 8.107752534885626e-07
previous_iter_valid_loss : 0.1609039008617401

   1366860	  0.161067	  0.160904	  0.164714		CURRENT LEARNING RATE: 8.106131146522893e-07
previous_iter_valid_loss : 0.1608390063047409

   1366880	  0.161017	  0.160839	  0.164051		CURRENT LEARNING RATE: 8.104510082405394e-07
previous_iter_valid_loss : 0.16054168343544006

   1366900	  0.160706	  0.160542	  0.163982		CURRENT LEARNING RATE: 8.102889342468312e-07
previous_iter_valid_loss : 0.16284707188606262

   1366920	  0.163023	  0.162847	  0.163775		CURRENT LEARNING RATE: 8.101268926646806e-07
previous_iter_valid_loss : 0.1646437793970108

   1366940	  0.164855	  0.164644	  0.163166		CURRENT LEARNING RATE: 8.099648834876043e-07
previous_iter_valid_loss : 0.16582398116588593

   1366960	  0.166032	  0.165824	  0.163430		CURRENT LEARNING RATE: 8.09802906709125e-07
previous_iter_valid_loss : 0.1788358837366104

   1366980	  0.178991	  0.178836	  0.164342		CURRENT LEARNING RATE: 8.096409623227621e-07
previous_iter_valid_loss : 0.16524580121040344

   1367000	  0.165408	  0.165246	  0.164543		CURRENT LEARNING RATE: 8.094790503220375e-07
previous_iter_valid_loss : 0.16229943931102753

   1367020	  0.162490	  0.162299	  0.164631		CURRENT LEARNING RATE: 8.09317170700474e-07
previous_iter_valid_loss : 0.16062074899673462

   1367040	  0.160778	  0.160621	  0.164465		CURRENT LEARNING RATE: 8.091553234515985e-07
previous_iter_valid_loss : 0.16336286067962646

   1367060	  0.163530	  0.163363	  0.164545		CURRENT LEARNING RATE: 8.089935085689363e-07
previous_iter_valid_loss : 0.16271638870239258

   1367080	  0.162880	  0.162716	  0.164610		CURRENT LEARNING RATE: 8.088317260460144e-07
previous_iter_valid_loss : 0.1827402561903

   1367100	  0.182896	  0.182740	  0.165528		CURRENT LEARNING RATE: 8.086699758763603e-07
previous_iter_valid_loss : 0.17883214354515076

   1367120	  0.179153	  0.178832	  0.166216		CURRENT LEARNING RATE: 8.085082580535067e-07
previous_iter_valid_loss : 0.17294085025787354

   1367140	  0.173089	  0.172941	  0.166381		CURRENT LEARNING RATE: 8.083465725709837e-07
previous_iter_valid_loss : 0.1841513067483902

   1367160	  0.184299	  0.184151	  0.167208		CURRENT LEARNING RATE: 8.081849194223236e-07
previous_iter_valid_loss : 0.16140912473201752

   1367180	  0.161557	  0.161409	  0.167247		CURRENT LEARNING RATE: 8.080232986010589e-07
previous_iter_valid_loss : 0.16060982644557953

   1367200	  0.160773	  0.160610	  0.167019		CURRENT LEARNING RATE: 8.078617101007277e-07
previous_iter_valid_loss : 0.16199712455272675

   1367220	  0.162158	  0.161997	  0.167070		CURRENT LEARNING RATE: 8.07700153914865e-07
previous_iter_valid_loss : 0.17265449464321136

   1367240	  0.172802	  0.172654	  0.167199		CURRENT LEARNING RATE: 8.075386300370087e-07
previous_iter_valid_loss : 0.17832179367542267

   1367260	  0.178482	  0.178322	  0.168070		CURRENT LEARNING RATE: 8.07377138460696e-07
previous_iter_valid_loss : 0.1656675785779953

   1367280	  0.165888	  0.165668	  0.168311		CURRENT LEARNING RATE: 8.072156791794706e-07
previous_iter_valid_loss : 0.1624547839164734

   1367300	  0.162639	  0.162455	  0.168407		CURRENT LEARNING RATE: 8.070542521868724e-07
previous_iter_valid_loss : 0.1634252667427063

   1367320	  0.163615	  0.163425	  0.168436		CURRENT LEARNING RATE: 8.068928574764431e-07
previous_iter_valid_loss : 0.16079910099506378

   1367340	  0.160953	  0.160799	  0.168244		CURRENT LEARNING RATE: 8.067314950417295e-07
previous_iter_valid_loss : 0.1794794350862503

   1367360	  0.179637	  0.179479	  0.168926		CURRENT LEARNING RATE: 8.065701648762758e-07
previous_iter_valid_loss : 0.1690998524427414

   1367380	  0.169249	  0.169100	  0.168440		CURRENT LEARNING RATE: 8.064088669736289e-07
previous_iter_valid_loss : 0.1748177856206894

   1367400	  0.174962	  0.174818	  0.168918		CURRENT LEARNING RATE: 8.062476013273352e-07
previous_iter_valid_loss : 0.16187429428100586

   1367420	  0.162034	  0.161874	  0.168897		CURRENT LEARNING RATE: 8.060863679309472e-07
previous_iter_valid_loss : 0.16552478075027466

   1367440	  0.165686	  0.165525	  0.169142		CURRENT LEARNING RATE: 8.059251667780141e-07
previous_iter_valid_loss : 0.16074830293655396

   1367460	  0.160908	  0.160748	  0.169011		CURRENT LEARNING RATE: 8.057639978620877e-07
previous_iter_valid_loss : 0.16631479561328888

   1367480	  0.166537	  0.166315	  0.169191		CURRENT LEARNING RATE: 8.056028611767198e-07
previous_iter_valid_loss : 0.1617346704006195

   1367500	  0.161901	  0.161735	  0.168141		CURRENT LEARNING RATE: 8.05441756715468e-07
previous_iter_valid_loss : 0.1614747792482376

   1367520	  0.161633	  0.161475	  0.167273		CURRENT LEARNING RATE: 8.052806844718866e-07
previous_iter_valid_loss : 0.16744038462638855

   1367540	  0.167600	  0.167440	  0.166998		CURRENT LEARNING RATE: 8.051196444395326e-07
previous_iter_valid_loss : 0.16132685542106628

   1367560	  0.161483	  0.161327	  0.165857		CURRENT LEARNING RATE: 8.049586366119631e-07
previous_iter_valid_loss : 0.16487963497638702

   1367580	  0.165042	  0.164880	  0.166030		CURRENT LEARNING RATE: 8.047976609827406e-07
previous_iter_valid_loss : 0.16588547825813293

   1367600	  0.166098	  0.165885	  0.166294		CURRENT LEARNING RATE: 8.046367175454246e-07
previous_iter_valid_loss : 0.16123178601264954

   1367620	  0.161392	  0.161232	  0.166256		CURRENT LEARNING RATE: 8.044758062935775e-07
previous_iter_valid_loss : 0.16205713152885437

   1367640	  0.162244	  0.162057	  0.165726		CURRENT LEARNING RATE: 8.043149272207613e-07
previous_iter_valid_loss : 0.1870337277650833

   1367660	  0.187435	  0.187034	  0.166162		CURRENT LEARNING RATE: 8.041540803205437e-07
previous_iter_valid_loss : 0.1632155030965805

   1367680	  0.163376	  0.163216	  0.166039		CURRENT LEARNING RATE: 8.039932655864894e-07
previous_iter_valid_loss : 0.16098099946975708

   1367700	  0.161142	  0.160981	  0.165965		CURRENT LEARNING RATE: 8.03832483012166e-07
previous_iter_valid_loss : 0.16074544191360474

   1367720	  0.160908	  0.160745	  0.165831		CURRENT LEARNING RATE: 8.036717325911402e-07
previous_iter_valid_loss : 0.1608351320028305

   1367740	  0.160992	  0.160835	  0.165833		CURRENT LEARNING RATE: 8.035110143169856e-07
previous_iter_valid_loss : 0.1605554074048996

   1367760	  0.160713	  0.160555	  0.164887		CURRENT LEARNING RATE: 8.033503281832716e-07
previous_iter_valid_loss : 0.1624862253665924

   1367780	  0.162649	  0.162486	  0.164556		CURRENT LEARNING RATE: 8.031896741835693e-07
previous_iter_valid_loss : 0.17837487161159515

   1367800	  0.178682	  0.178375	  0.164734		CURRENT LEARNING RATE: 8.030290523114556e-07
previous_iter_valid_loss : 0.16052988171577454

   1367820	  0.160685	  0.160530	  0.164667		CURRENT LEARNING RATE: 8.028684625605041e-07
previous_iter_valid_loss : 0.16415701806545258

   1367840	  0.164338	  0.164157	  0.164599		CURRENT LEARNING RATE: 8.027079049242912e-07
previous_iter_valid_loss : 0.16974499821662903

   1367860	  0.169994	  0.169745	  0.165048		CURRENT LEARNING RATE: 8.025473793963931e-07
previous_iter_valid_loss : 0.17163704335689545

   1367880	  0.171904	  0.171637	  0.165314		CURRENT LEARNING RATE: 8.023868859703918e-07
previous_iter_valid_loss : 0.16088974475860596

   1367900	  0.161068	  0.160890	  0.165272		CURRENT LEARNING RATE: 8.022264246398661e-07
previous_iter_valid_loss : 0.1747264415025711

   1367920	  0.174870	  0.174726	  0.165935		CURRENT LEARNING RATE: 8.020659953983974e-07
previous_iter_valid_loss : 0.16411536931991577

   1367940	  0.164320	  0.164115	  0.165769		CURRENT LEARNING RATE: 8.019055982395672e-07
previous_iter_valid_loss : 0.16092291474342346

   1367960	  0.161104	  0.160923	  0.165748		CURRENT LEARNING RATE: 8.017452331569624e-07
previous_iter_valid_loss : 0.18140360713005066

   1367980	  0.181563	  0.181404	  0.166575		CURRENT LEARNING RATE: 8.015849001441672e-07
previous_iter_valid_loss : 0.16269178688526154

   1368000	  0.162875	  0.162692	  0.166415		CURRENT LEARNING RATE: 8.01424599194768e-07
previous_iter_valid_loss : 0.1629018783569336

   1368020	  0.163090	  0.162902	  0.166498		CURRENT LEARNING RATE: 8.012643303023514e-07
previous_iter_valid_loss : 0.16053558886051178

   1368040	  0.160697	  0.160536	  0.166422		CURRENT LEARNING RATE: 8.011040934605095e-07
previous_iter_valid_loss : 0.16659405827522278

   1368060	  0.166815	  0.166594	  0.165400		CURRENT LEARNING RATE: 8.009438886628316e-07
previous_iter_valid_loss : 0.18308666348457336

   1368080	  0.183238	  0.183087	  0.166394		CURRENT LEARNING RATE: 8.007837159029094e-07
previous_iter_valid_loss : 0.19062753021717072

   1368100	  0.191068	  0.190628	  0.167876		CURRENT LEARNING RATE: 8.006235751743344e-07
previous_iter_valid_loss : 0.1618943065404892

   1368120	  0.162075	  0.161894	  0.167934		CURRENT LEARNING RATE: 8.00463466470704e-07
previous_iter_valid_loss : 0.16326409578323364

   1368140	  0.163432	  0.163264	  0.168055		CURRENT LEARNING RATE: 8.003033897856123e-07
previous_iter_valid_loss : 0.16107846796512604

   1368160	  0.161256	  0.161078	  0.168081		CURRENT LEARNING RATE: 8.001433451126549e-07
previous_iter_valid_loss : 0.1712217777967453

   1368180	  0.171479	  0.171222	  0.168518		CURRENT LEARNING RATE: 7.999833324454329e-07
previous_iter_valid_loss : 0.1839490681886673

   1368200	  0.184316	  0.183949	  0.168797		CURRENT LEARNING RATE: 7.998233517775441e-07
previous_iter_valid_loss : 0.1609223634004593

   1368220	  0.161099	  0.160922	  0.168816		CURRENT LEARNING RATE: 7.996634031025897e-07
previous_iter_valid_loss : 0.16055750846862793

   1368240	  0.160712	  0.160558	  0.168636		CURRENT LEARNING RATE: 7.995034864141701e-07
previous_iter_valid_loss : 0.16655555367469788

   1368260	  0.166769	  0.166556	  0.168477		CURRENT LEARNING RATE: 7.993436017058913e-07
previous_iter_valid_loss : 0.1695363074541092

   1368280	  0.169779	  0.169536	  0.168372		CURRENT LEARNING RATE: 7.991837489713569e-07
previous_iter_valid_loss : 0.161993607878685

   1368300	  0.162172	  0.161994	  0.168427		CURRENT LEARNING RATE: 7.990239282041725e-07
previous_iter_valid_loss : 0.16876012086868286

   1368320	  0.168995	  0.168760	  0.168129		CURRENT LEARNING RATE: 7.988641393979438e-07
previous_iter_valid_loss : 0.16138356924057007

   1368340	  0.161528	  0.161384	  0.167992		CURRENT LEARNING RATE: 7.987043825462822e-07
previous_iter_valid_loss : 0.16130603849887848

   1368360	  0.161462	  0.161306	  0.168011		CURRENT LEARNING RATE: 7.985446576427962e-07
previous_iter_valid_loss : 0.1639169603586197

   1368380	  0.164119	  0.163917	  0.167137		CURRENT LEARNING RATE: 7.983849646810965e-07
previous_iter_valid_loss : 0.16094569861888885

   1368400	  0.161104	  0.160946	  0.167050		CURRENT LEARNING RATE: 7.98225303654794e-07
previous_iter_valid_loss : 0.16060388088226318

   1368420	  0.160776	  0.160604	  0.166935		CURRENT LEARNING RATE: 7.980656745575053e-07
previous_iter_valid_loss : 0.16334408521652222

   1368440	  0.163537	  0.163344	  0.167075		CURRENT LEARNING RATE: 7.979060773828436e-07
previous_iter_valid_loss : 0.17549200356006622

   1368460	  0.175780	  0.175492	  0.167520		CURRENT LEARNING RATE: 7.977465121244251e-07
previous_iter_valid_loss : 0.16056497395038605

   1368480	  0.160724	  0.160565	  0.166394		CURRENT LEARNING RATE: 7.975869787758659e-07
previous_iter_valid_loss : 0.1689261943101883

   1368500	  0.169075	  0.168926	  0.165309		CURRENT LEARNING RATE: 7.974274773307872e-07
previous_iter_valid_loss : 0.17004147171974182

   1368520	  0.170289	  0.170041	  0.165716		CURRENT LEARNING RATE: 7.972680077828078e-07
previous_iter_valid_loss : 0.1631319373846054

   1368540	  0.163301	  0.163132	  0.165710		CURRENT LEARNING RATE: 7.971085701255474e-07
previous_iter_valid_loss : 0.16081832349300385

   1368560	  0.160980	  0.160818	  0.165697		CURRENT LEARNING RATE: 7.969491643526311e-07
previous_iter_valid_loss : 0.16063092648983002

   1368580	  0.160787	  0.160631	  0.165167		CURRENT LEARNING RATE: 7.967897904576819e-07
previous_iter_valid_loss : 0.16052000224590302

   1368600	  0.160678	  0.160520	  0.163996		CURRENT LEARNING RATE: 7.966304484343242e-07
previous_iter_valid_loss : 0.18118928372859955

   1368620	  0.181518	  0.181189	  0.165009		CURRENT LEARNING RATE: 7.964711382761832e-07
previous_iter_valid_loss : 0.18706858158111572

   1368640	  0.187213	  0.187069	  0.166335		CURRENT LEARNING RATE: 7.963118599768891e-07
previous_iter_valid_loss : 0.1607164442539215

   1368660	  0.160890	  0.160716	  0.166043		CURRENT LEARNING RATE: 7.961526135300696e-07
previous_iter_valid_loss : 0.17553377151489258

   1368680	  0.175682	  0.175534	  0.166343		CURRENT LEARNING RATE: 7.959933989293548e-07
previous_iter_valid_loss : 0.17416425049304962

   1368700	  0.174315	  0.174164	  0.166951		CURRENT LEARNING RATE: 7.958342161683745e-07
previous_iter_valid_loss : 0.16097328066825867

   1368720	  0.161159	  0.160973	  0.166562		CURRENT LEARNING RATE: 7.956750652407644e-07
previous_iter_valid_loss : 0.1634598970413208

   1368740	  0.163658	  0.163460	  0.166666		CURRENT LEARNING RATE: 7.955159461401571e-07
previous_iter_valid_loss : 0.1674230396747589

   1368760	  0.167582	  0.167423	  0.166971		CURRENT LEARNING RATE: 7.953568588601878e-07
previous_iter_valid_loss : 0.16926735639572144

   1368780	  0.169415	  0.169267	  0.167239		CURRENT LEARNING RATE: 7.951978033944914e-07
previous_iter_valid_loss : 0.16660800576210022

   1368800	  0.166769	  0.166608	  0.167522		CURRENT LEARNING RATE: 7.950387797367088e-07
previous_iter_valid_loss : 0.1613319367170334

   1368820	  0.161521	  0.161332	  0.167558		CURRENT LEARNING RATE: 7.948797878804774e-07
previous_iter_valid_loss : 0.16077718138694763

   1368840	  0.160950	  0.160777	  0.167430		CURRENT LEARNING RATE: 7.947208278194376e-07
previous_iter_valid_loss : 0.1777028739452362

   1368860	  0.178004	  0.177703	  0.167541		CURRENT LEARNING RATE: 7.945618995472297e-07
previous_iter_valid_loss : 0.16747021675109863

   1368880	  0.167695	  0.167470	  0.167886		CURRENT LEARNING RATE: 7.944030030574993e-07
previous_iter_valid_loss : 0.17845748364925385

   1368900	  0.178772	  0.178457	  0.168363		CURRENT LEARNING RATE: 7.94244138343889e-07
previous_iter_valid_loss : 0.16133315861225128

   1368920	  0.161517	  0.161333	  0.167927		CURRENT LEARNING RATE: 7.940853054000445e-07
previous_iter_valid_loss : 0.17013168334960938

   1368940	  0.170378	  0.170132	  0.168277		CURRENT LEARNING RATE: 7.939265042196108e-07
previous_iter_valid_loss : 0.1734980046749115

   1368960	  0.173651	  0.173498	  0.168911		CURRENT LEARNING RATE: 7.937677347962388e-07
previous_iter_valid_loss : 0.1693865954875946

   1368980	  0.169633	  0.169387	  0.169349		CURRENT LEARNING RATE: 7.936089971235762e-07
previous_iter_valid_loss : 0.16202884912490845

   1369000	  0.162211	  0.162029	  0.169424		CURRENT LEARNING RATE: 7.934502911952724e-07
previous_iter_valid_loss : 0.16088081896305084

   1369020	  0.161037	  0.160881	  0.168409		CURRENT LEARNING RATE: 7.932916170049817e-07
previous_iter_valid_loss : 0.19274400174617767

   1369040	  0.192865	  0.192744	  0.168693		CURRENT LEARNING RATE: 7.931329745463557e-07
previous_iter_valid_loss : 0.17356863617897034

   1369060	  0.173715	  0.173569	  0.169335		CURRENT LEARNING RATE: 7.929743638130489e-07
previous_iter_valid_loss : 0.16055937111377716

   1369080	  0.160729	  0.160559	  0.168587		CURRENT LEARNING RATE: 7.928157847987153e-07
previous_iter_valid_loss : 0.16058577597141266

   1369100	  0.160757	  0.160586	  0.167908		CURRENT LEARNING RATE: 7.926572374970146e-07
previous_iter_valid_loss : 0.16072364151477814

   1369120	  0.160879	  0.160724	  0.167895		CURRENT LEARNING RATE: 7.924987219016034e-07
previous_iter_valid_loss : 0.1706821620464325

   1369140	  0.170832	  0.170682	  0.168256		CURRENT LEARNING RATE: 7.923402380061413e-07
previous_iter_valid_loss : 0.18143059313297272

   1369160	  0.181590	  0.181431	  0.168957		CURRENT LEARNING RATE: 7.921817858042873e-07
previous_iter_valid_loss : 0.16090494394302368

   1369180	  0.161087	  0.160905	  0.168539		CURRENT LEARNING RATE: 7.920233652897064e-07
previous_iter_valid_loss : 0.16051584482192993

   1369200	  0.160668	  0.160516	  0.168234		CURRENT LEARNING RATE: 7.918649764560601e-07
previous_iter_valid_loss : 0.16337159276008606

   1369220	  0.163537	  0.163372	  0.168336		CURRENT LEARNING RATE: 7.91706619297013e-07
previous_iter_valid_loss : 0.1833055168390274

   1369240	  0.183458	  0.183306	  0.169462		CURRENT LEARNING RATE: 7.915482938062295e-07
previous_iter_valid_loss : 0.16165944933891296

   1369260	  0.161818	  0.161659	  0.168660		CURRENT LEARNING RATE: 7.913899999773791e-07
previous_iter_valid_loss : 0.16065597534179688

   1369280	  0.160830	  0.160656	  0.168319		CURRENT LEARNING RATE: 7.912317378041289e-07
previous_iter_valid_loss : 0.16049249470233917

   1369300	  0.160653	  0.160492	  0.167421		CURRENT LEARNING RATE: 7.910735072801482e-07
previous_iter_valid_loss : 0.18717381358146667

   1369320	  0.187589	  0.187174	  0.168713		CURRENT LEARNING RATE: 7.909153083991066e-07
previous_iter_valid_loss : 0.16121700406074524

   1369340	  0.161407	  0.161217	  0.168268		CURRENT LEARNING RATE: 7.907571411546789e-07
previous_iter_valid_loss : 0.16227556765079498

   1369360	  0.162467	  0.162276	  0.167706		CURRENT LEARNING RATE: 7.905990055405367e-07
previous_iter_valid_loss : 0.17442090809345245

   1369380	  0.174569	  0.174421	  0.167958		CURRENT LEARNING RATE: 7.904409015503537e-07
previous_iter_valid_loss : 0.16080322861671448

   1369400	  0.160958	  0.160803	  0.167897		CURRENT LEARNING RATE: 7.902828291778081e-07
previous_iter_valid_loss : 0.16301125288009644

   1369420	  0.163179	  0.163011	  0.168003		CURRENT LEARNING RATE: 7.901247884165759e-07
previous_iter_valid_loss : 0.16562972962856293

   1369440	  0.165839	  0.165630	  0.166648		CURRENT LEARNING RATE: 7.899667792603353e-07
previous_iter_valid_loss : 0.16256287693977356

   1369460	  0.162725	  0.162563	  0.166097		CURRENT LEARNING RATE: 7.898088017027645e-07
previous_iter_valid_loss : 0.1614435762166977

   1369480	  0.161603	  0.161444	  0.166142		CURRENT LEARNING RATE: 7.896508557375473e-07
previous_iter_valid_loss : 0.16262343525886536

   1369500	  0.162816	  0.162623	  0.166243		CURRENT LEARNING RATE: 7.894929413583644e-07
previous_iter_valid_loss : 0.18090678751468658

   1369520	  0.181249	  0.180907	  0.167253		CURRENT LEARNING RATE: 7.893350585588995e-07
previous_iter_valid_loss : 0.16335329413414001

   1369540	  0.163527	  0.163353	  0.166886		CURRENT LEARNING RATE: 7.891772073328354e-07
previous_iter_valid_loss : 0.16287028789520264

   1369560	  0.163035	  0.162870	  0.165958		CURRENT LEARNING RATE: 7.890193876738611e-07
previous_iter_valid_loss : 0.18029072880744934

   1369580	  0.180443	  0.180291	  0.166927		CURRENT LEARNING RATE: 7.888615995756625e-07
previous_iter_valid_loss : 0.16829940676689148

   1369600	  0.168450	  0.168299	  0.167317		CURRENT LEARNING RATE: 7.88703843031928e-07
previous_iter_valid_loss : 0.1611153483390808

   1369620	  0.161302	  0.161115	  0.167204		CURRENT LEARNING RATE: 7.885461180363458e-07
previous_iter_valid_loss : 0.16634084284305573

   1369640	  0.166567	  0.166341	  0.166356		CURRENT LEARNING RATE: 7.883884245826099e-07
previous_iter_valid_loss : 0.16088999807834625

   1369660	  0.161047	  0.160890	  0.166317		CURRENT LEARNING RATE: 7.882307626644112e-07
previous_iter_valid_loss : 0.1617119312286377

   1369680	  0.161903	  0.161712	  0.166370		CURRENT LEARNING RATE: 7.880731322754431e-07
previous_iter_valid_loss : 0.16117358207702637

   1369700	  0.161326	  0.161174	  0.166404		CURRENT LEARNING RATE: 7.879155334093988e-07
previous_iter_valid_loss : 0.16120581328868866

   1369720	  0.161397	  0.161206	  0.165105		CURRENT LEARNING RATE: 7.877579660599774e-07
previous_iter_valid_loss : 0.16121125221252441

   1369740	  0.161396	  0.161211	  0.165105		CURRENT LEARNING RATE: 7.876004302208749e-07
previous_iter_valid_loss : 0.19852983951568604

   1369760	  0.198637	  0.198530	  0.166918		CURRENT LEARNING RATE: 7.874429258857881e-07
previous_iter_valid_loss : 0.18104220926761627

   1369780	  0.181203	  0.181042	  0.167249		CURRENT LEARNING RATE: 7.8728545304842e-07
previous_iter_valid_loss : 0.16261716187000275

   1369800	  0.162824	  0.162617	  0.167340		CURRENT LEARNING RATE: 7.871280117024701e-07
previous_iter_valid_loss : 0.16829325258731842

   1369820	  0.168449	  0.168293	  0.167604		CURRENT LEARNING RATE: 7.869706018416408e-07
previous_iter_valid_loss : 0.16052313148975372

   1369840	  0.160682	  0.160523	  0.167348		CURRENT LEARNING RATE: 7.868132234596343e-07
previous_iter_valid_loss : 0.16326171159744263

   1369860	  0.163424	  0.163262	  0.167383		CURRENT LEARNING RATE: 7.866558765501581e-07
previous_iter_valid_loss : 0.17470736801624298

   1369880	  0.174857	  0.174707	  0.168047		CURRENT LEARNING RATE: 7.86498561106917e-07
previous_iter_valid_loss : 0.19591930508613586

   1369900	  0.196424	  0.195919	  0.169711		CURRENT LEARNING RATE: 7.863412771236188e-07
previous_iter_valid_loss : 0.16143633425235748

   1369920	  0.161619	  0.161436	  0.168738		CURRENT LEARNING RATE: 7.861840245939702e-07
previous_iter_valid_loss : 0.1627630740404129

   1369940	  0.162943	  0.162763	  0.168708		CURRENT LEARNING RATE: 7.86026803511684e-07
previous_iter_valid_loss : 0.17927707731723785

   1369960	  0.179587	  0.179277	  0.169529		CURRENT LEARNING RATE: 7.858696138704702e-07
previous_iter_valid_loss : 0.1674525886774063

   1369980	  0.167682	  0.167453	  0.168887		CURRENT LEARNING RATE: 7.857124556640408e-07
previous_iter_valid_loss : 0.16340601444244385

   1370000	  0.163568	  0.163406	  0.168642		CURRENT LEARNING RATE: 7.855553288861087e-07
previous_iter_valid_loss : 0.16116778552532196

   1370020	  0.161354	  0.161168	  0.168645		CURRENT LEARNING RATE: 7.853982335303909e-07
previous_iter_valid_loss : 0.16712301969528198

   1370040	  0.167278	  0.167123	  0.168684		CURRENT LEARNING RATE: 7.852411695906028e-07
previous_iter_valid_loss : 0.16050483286380768

   1370060	  0.160665	  0.160505	  0.168665		CURRENT LEARNING RATE: 7.850841370604615e-07
previous_iter_valid_loss : 0.17398430407047272

   1370080	  0.174132	  0.173984	  0.169278		CURRENT LEARNING RATE: 7.849271359336844e-07
previous_iter_valid_loss : 0.16058938205242157

   1370100	  0.160743	  0.160589	  0.169249		CURRENT LEARNING RATE: 7.847701662039942e-07
previous_iter_valid_loss : 0.17000117897987366

   1370120	  0.170152	  0.170001	  0.169689		CURRENT LEARNING RATE: 7.846132278651107e-07
previous_iter_valid_loss : 0.17292316257953644

   1370140	  0.173194	  0.172923	  0.170274		CURRENT LEARNING RATE: 7.844563209107566e-07
previous_iter_valid_loss : 0.16251300275325775

   1370160	  0.162706	  0.162513	  0.168473		CURRENT LEARNING RATE: 7.842994453346539e-07
previous_iter_valid_loss : 0.17587335407733917

   1370180	  0.176166	  0.175873	  0.168215		CURRENT LEARNING RATE: 7.841426011305306e-07
previous_iter_valid_loss : 0.18115542829036713

   1370200	  0.181502	  0.181155	  0.169142		CURRENT LEARNING RATE: 7.839857882921114e-07
previous_iter_valid_loss : 0.1737479865550995

   1370220	  0.173895	  0.173748	  0.169415		CURRENT LEARNING RATE: 7.838290068131225e-07
previous_iter_valid_loss : 0.16993741691112518

   1370240	  0.170181	  0.169937	  0.169885		CURRENT LEARNING RATE: 7.836722566872952e-07
previous_iter_valid_loss : 0.16579730808734894

   1370260	  0.166005	  0.165797	  0.170012		CURRENT LEARNING RATE: 7.835155379083585e-07
previous_iter_valid_loss : 0.16202549636363983

   1370280	  0.162226	  0.162025	  0.169378		CURRENT LEARNING RATE: 7.833588504700434e-07
previous_iter_valid_loss : 0.175017312169075

   1370300	  0.175306	  0.175017	  0.168333		CURRENT LEARNING RATE: 7.832021943660807e-07
previous_iter_valid_loss : 0.17110012471675873

   1370320	  0.171352	  0.171100	  0.168816		CURRENT LEARNING RATE: 7.830455695902077e-07
previous_iter_valid_loss : 0.18429630994796753

   1370340	  0.184445	  0.184296	  0.169893		CURRENT LEARNING RATE: 7.828889761361575e-07
previous_iter_valid_loss : 0.16200026869773865

   1370360	  0.162200	  0.162000	  0.169029		CURRENT LEARNING RATE: 7.827324139976663e-07
previous_iter_valid_loss : 0.1605331301689148

   1370380	  0.160700	  0.160533	  0.168683		CURRENT LEARNING RATE: 7.825758831684703e-07
previous_iter_valid_loss : 0.18432186543941498

   1370400	  0.184709	  0.184322	  0.169729		CURRENT LEARNING RATE: 7.824193836423114e-07
previous_iter_valid_loss : 0.1611788421869278

   1370420	  0.161339	  0.161179	  0.169729		CURRENT LEARNING RATE: 7.822629154129277e-07
previous_iter_valid_loss : 0.1605089008808136

   1370440	  0.160668	  0.160509	  0.169399		CURRENT LEARNING RATE: 7.821064784740608e-07
previous_iter_valid_loss : 0.16753923892974854

   1370460	  0.167760	  0.167539	  0.169750		CURRENT LEARNING RATE: 7.819500728194518e-07
previous_iter_valid_loss : 0.16834907233715057

   1370480	  0.168574	  0.168349	  0.169469		CURRENT LEARNING RATE: 7.817936984428472e-07
previous_iter_valid_loss : 0.16149193048477173

   1370500	  0.161652	  0.161492	  0.169514		CURRENT LEARNING RATE: 7.816373553379905e-07

previous_iter_valid_loss : 0.16382558643817902

   1440220	  0.163995	  0.163826	  0.167040		CURRENT LEARNING RATE: 3.892379654688135e-07
previous_iter_valid_loss : 0.16376453638076782

   1440240	  0.163956	  0.163765	  0.166992		CURRENT LEARNING RATE: 3.8916012565996027e-07
previous_iter_valid_loss : 0.1634746789932251

   1440260	  0.163674	  0.163475	  0.166264		CURRENT LEARNING RATE: 3.8908230141751214e-07
previous_iter_valid_loss : 0.16058850288391113

   1440280	  0.160754	  0.160589	  0.165386		CURRENT LEARNING RATE: 3.890044927383554e-07
previous_iter_valid_loss : 0.16501441597938538

   1440300	  0.165224	  0.165014	  0.165540		CURRENT LEARNING RATE: 3.8892669961937915e-07
previous_iter_valid_loss : 0.16453690826892853

   1440320	  0.164742	  0.164537	  0.165705		CURRENT LEARNING RATE: 3.8884892205747087e-07
previous_iter_valid_loss : 0.16569159924983978

   1440340	  0.165904	  0.165692	  0.165508		CURRENT LEARNING RATE: 3.887711600495188e-07
previous_iter_valid_loss : 0.16078490018844604

   1440360	  0.160948	  0.160785	  0.165019		CURRENT LEARNING RATE: 3.88693413592414e-07
previous_iter_valid_loss : 0.16069671511650085

   1440380	  0.160849	  0.160697	  0.164752		CURRENT LEARNING RATE: 3.886156826830457e-07
previous_iter_valid_loss : 0.1702108085155487

   1440400	  0.170362	  0.170211	  0.165160		CURRENT LEARNING RATE: 3.8853796731830486e-07
previous_iter_valid_loss : 0.1609218418598175

   1440420	  0.161110	  0.160922	  0.164898		CURRENT LEARNING RATE: 3.8846026749508196e-07
previous_iter_valid_loss : 0.16899347305297852

   1440440	  0.169148	  0.168993	  0.164789		CURRENT LEARNING RATE: 3.883825832102706e-07
previous_iter_valid_loss : 0.16388626396656036

   1440460	  0.164081	  0.163886	  0.164783		CURRENT LEARNING RATE: 3.8830491446076256e-07
previous_iter_valid_loss : 0.16058377921581268

   1440480	  0.160749	  0.160584	  0.164548		CURRENT LEARNING RATE: 3.8822726124345113e-07
previous_iter_valid_loss : 0.1614261120557785

   1440500	  0.161591	  0.161426	  0.164539		CURRENT LEARNING RATE: 3.881496235552295e-07
previous_iter_valid_loss : 0.18020719289779663

   1440520	  0.180533	  0.180207	  0.165182		CURRENT LEARNING RATE: 3.8807200139299365e-07
previous_iter_valid_loss : 0.17164233326911926

   1440540	  0.171910	  0.171642	  0.165190		CURRENT LEARNING RATE: 3.8799439475363785e-07
previous_iter_valid_loss : 0.17320382595062256

   1440560	  0.173485	  0.173204	  0.165535		CURRENT LEARNING RATE: 3.879168036340579e-07
previous_iter_valid_loss : 0.17103473842144012

   1440580	  0.171182	  0.171035	  0.165729		CURRENT LEARNING RATE: 3.878392280311495e-07
previous_iter_valid_loss : 0.16241256892681122

   1440600	  0.162614	  0.162413	  0.165643		CURRENT LEARNING RATE: 3.877616679418109e-07
previous_iter_valid_loss : 0.16598084568977356

   1440620	  0.166146	  0.165981	  0.165751		CURRENT LEARNING RATE: 3.876841233629391e-07
previous_iter_valid_loss : 0.16771310567855835

   1440640	  0.167871	  0.167713	  0.165948		CURRENT LEARNING RATE: 3.8760659429143227e-07
previous_iter_valid_loss : 0.1605919748544693

   1440660	  0.160753	  0.160592	  0.165804		CURRENT LEARNING RATE: 3.8752908072418853e-07
previous_iter_valid_loss : 0.16067904233932495

   1440680	  0.160855	  0.160679	  0.165809		CURRENT LEARNING RATE: 3.874515826581089e-07
previous_iter_valid_loss : 0.17196887731552124

   1440700	  0.172112	  0.171969	  0.166156		CURRENT LEARNING RATE: 3.873741000900925e-07
previous_iter_valid_loss : 0.16949793696403503

   1440720	  0.169654	  0.169498	  0.166404		CURRENT LEARNING RATE: 3.872966330170395e-07
previous_iter_valid_loss : 0.18540824949741364

   1440740	  0.185783	  0.185408	  0.167390		CURRENT LEARNING RATE: 3.8721918143585255e-07
previous_iter_valid_loss : 0.17330196499824524

   1440760	  0.173568	  0.173302	  0.168016		CURRENT LEARNING RATE: 3.8714174534343294e-07
previous_iter_valid_loss : 0.16176624596118927

   1440780	  0.161923	  0.161766	  0.168069		CURRENT LEARNING RATE: 3.870643247366832e-07
previous_iter_valid_loss : 0.16120143234729767

   1440800	  0.161347	  0.161201	  0.167619		CURRENT LEARNING RATE: 3.869869196125057e-07
previous_iter_valid_loss : 0.16054241359233856

   1440820	  0.160711	  0.160542	  0.167600		CURRENT LEARNING RATE: 3.8690952996780587e-07
previous_iter_valid_loss : 0.16670553386211395

   1440840	  0.166867	  0.166706	  0.167486		CURRENT LEARNING RATE: 3.868321557994872e-07
previous_iter_valid_loss : 0.17612451314926147

   1440860	  0.176411	  0.176125	  0.168098		CURRENT LEARNING RATE: 3.867547971044549e-07
previous_iter_valid_loss : 0.16569390892982483

   1440880	  0.165914	  0.165694	  0.168353		CURRENT LEARNING RATE: 3.8667745387961374e-07
previous_iter_valid_loss : 0.16606120765209198

   1440900	  0.166226	  0.166061	  0.168585		CURRENT LEARNING RATE: 3.866001261218716e-07
previous_iter_valid_loss : 0.16638052463531494

   1440920	  0.166602	  0.166381	  0.167893		CURRENT LEARNING RATE: 3.8652281382813446e-07
previous_iter_valid_loss : 0.16062992811203003

   1440940	  0.160782	  0.160630	  0.167343		CURRENT LEARNING RATE: 3.864455169953099e-07
previous_iter_valid_loss : 0.1675887405872345

   1440960	  0.167750	  0.167589	  0.167062		CURRENT LEARNING RATE: 3.863682356203055e-07
previous_iter_valid_loss : 0.16329869627952576

   1440980	  0.163469	  0.163299	  0.166675		CURRENT LEARNING RATE: 3.8629096970003114e-07
previous_iter_valid_loss : 0.16647954285144806

   1441000	  0.166639	  0.166480	  0.166879		CURRENT LEARNING RATE: 3.862137192313957e-07
previous_iter_valid_loss : 0.16577374935150146

   1441020	  0.165986	  0.165774	  0.166868		CURRENT LEARNING RATE: 3.861364842113091e-07
previous_iter_valid_loss : 0.1611296832561493

   1441040	  0.161314	  0.161130	  0.166539		CURRENT LEARNING RATE: 3.860592646366812e-07
previous_iter_valid_loss : 0.16196180880069733

   1441060	  0.162109	  0.161962	  0.166608		CURRENT LEARNING RATE: 3.8598206050442456e-07
previous_iter_valid_loss : 0.16297593712806702

   1441080	  0.163137	  0.162976	  0.166723		CURRENT LEARNING RATE: 3.8590487181145044e-07
previous_iter_valid_loss : 0.16720512509346008

   1441100	  0.167362	  0.167205	  0.166484		CURRENT LEARNING RATE: 3.858276985546713e-07
previous_iter_valid_loss : 0.16743002831935883

   1441120	  0.167651	  0.167430	  0.166381		CURRENT LEARNING RATE: 3.8575054073099936e-07
previous_iter_valid_loss : 0.16100478172302246

   1441140	  0.161182	  0.161005	  0.165161		CURRENT LEARNING RATE: 3.856733983373499e-07
previous_iter_valid_loss : 0.1647203117609024

   1441160	  0.164892	  0.164720	  0.164732		CURRENT LEARNING RATE: 3.8559627137063635e-07
previous_iter_valid_loss : 0.16262619197368622

   1441180	  0.162795	  0.162626	  0.164775		CURRENT LEARNING RATE: 3.8551915982777305e-07
previous_iter_valid_loss : 0.16270926594734192

   1441200	  0.162901	  0.162709	  0.164850		CURRENT LEARNING RATE: 3.8544206370567687e-07
previous_iter_valid_loss : 0.1627626270055771

   1441220	  0.162957	  0.162763	  0.164961		CURRENT LEARNING RATE: 3.8536498300126327e-07
previous_iter_valid_loss : 0.16086988151073456

   1441240	  0.161041	  0.160870	  0.164669		CURRENT LEARNING RATE: 3.852879177114491e-07
previous_iter_valid_loss : 0.16955943405628204

   1441260	  0.169806	  0.169559	  0.164341		CURRENT LEARNING RATE: 3.85210867833151e-07
previous_iter_valid_loss : 0.17052863538265228

   1441280	  0.170680	  0.170529	  0.164583		CURRENT LEARNING RATE: 3.851338333632883e-07
previous_iter_valid_loss : 0.18126711249351501

   1441300	  0.181420	  0.181267	  0.165343		CURRENT LEARNING RATE: 3.85056814298779e-07
previous_iter_valid_loss : 0.16364188492298126

   1441320	  0.163815	  0.163642	  0.165206		CURRENT LEARNING RATE: 3.849798106365423e-07
previous_iter_valid_loss : 0.17636996507644653

   1441340	  0.176527	  0.176370	  0.165993		CURRENT LEARNING RATE: 3.849028223734974e-07
previous_iter_valid_loss : 0.17636609077453613

   1441360	  0.176521	  0.176366	  0.166432		CURRENT LEARNING RATE: 3.8482584950656616e-07
previous_iter_valid_loss : 0.1656445562839508

   1441380	  0.165849	  0.165645	  0.166549		CURRENT LEARNING RATE: 3.847488920326689e-07
previous_iter_valid_loss : 0.16392259299755096

   1441400	  0.164118	  0.163923	  0.166421		CURRENT LEARNING RATE: 3.8467194994872745e-07
previous_iter_valid_loss : 0.16241399943828583

   1441420	  0.162606	  0.162414	  0.166253		CURRENT LEARNING RATE: 3.845950232516633e-07
previous_iter_valid_loss : 0.1639498621225357

   1441440	  0.164122	  0.163950	  0.166394		CURRENT LEARNING RATE: 3.845181119384009e-07
previous_iter_valid_loss : 0.1648712158203125

   1441460	  0.165024	  0.164871	  0.166540		CURRENT LEARNING RATE: 3.8444121600586293e-07
previous_iter_valid_loss : 0.1737992912530899

   1441480	  0.174065	  0.173799	  0.167081		CURRENT LEARNING RATE: 3.8436433545097367e-07
previous_iter_valid_loss : 0.1721186488866806

   1441500	  0.172381	  0.172119	  0.167327		CURRENT LEARNING RATE: 3.842874702706573e-07
previous_iter_valid_loss : 0.16241134703159332

   1441520	  0.162590	  0.162411	  0.167076		CURRENT LEARNING RATE: 3.842106204618403e-07
previous_iter_valid_loss : 0.16061963140964508

   1441540	  0.160788	  0.160620	  0.167057		CURRENT LEARNING RATE: 3.8413378602144836e-07
previous_iter_valid_loss : 0.16686609387397766

   1441560	  0.167094	  0.166866	  0.167164		CURRENT LEARNING RATE: 3.8405696694640714e-07
previous_iter_valid_loss : 0.16051453351974487

   1441580	  0.160676	  0.160515	  0.167058		CURRENT LEARNING RATE: 3.839801632336453e-07
previous_iter_valid_loss : 0.16063113510608673

   1441600	  0.160786	  0.160631	  0.166954		CURRENT LEARNING RATE: 3.839033748800901e-07
previous_iter_valid_loss : 0.16078884899616241

   1441620	  0.160956	  0.160789	  0.166856		CURRENT LEARNING RATE: 3.8382660188266987e-07
previous_iter_valid_loss : 0.1612762212753296

   1441640	  0.161437	  0.161276	  0.166876		CURRENT LEARNING RATE: 3.8374984423831314e-07
previous_iter_valid_loss : 0.16651277244091034

   1441660	  0.166671	  0.166513	  0.166724		CURRENT LEARNING RATE: 3.836731019439509e-07
previous_iter_valid_loss : 0.16625557839870453

   1441680	  0.166467	  0.166256	  0.166510		CURRENT LEARNING RATE: 3.8359637499651277e-07
previous_iter_valid_loss : 0.16428455710411072

   1441700	  0.164490	  0.164285	  0.165661		CURRENT LEARNING RATE: 3.835196633929298e-07
previous_iter_valid_loss : 0.16117943823337555

   1441720	  0.161342	  0.161179	  0.165538		CURRENT LEARNING RATE: 3.8344296713013254e-07
previous_iter_valid_loss : 0.16695640981197357

   1441740	  0.167173	  0.166956	  0.165067		CURRENT LEARNING RATE: 3.833662862050548e-07
previous_iter_valid_loss : 0.16196191310882568

   1441760	  0.162147	  0.161962	  0.164347		CURRENT LEARNING RATE: 3.832896206146286e-07
previous_iter_valid_loss : 0.17850688099861145

   1441780	  0.178666	  0.178507	  0.164990		CURRENT LEARNING RATE: 3.8321297035578727e-07
previous_iter_valid_loss : 0.16411912441253662

   1441800	  0.164338	  0.164119	  0.165000		CURRENT LEARNING RATE: 3.8313633542546404e-07
previous_iter_valid_loss : 0.16178478300571442

   1441820	  0.161980	  0.161785	  0.164968		CURRENT LEARNING RATE: 3.8305971582059505e-07
previous_iter_valid_loss : 0.16547709703445435

   1441840	  0.165687	  0.165477	  0.165045		CURRENT LEARNING RATE: 3.829831115381147e-07
previous_iter_valid_loss : 0.16318818926811218

   1441860	  0.163363	  0.163188	  0.164961		CURRENT LEARNING RATE: 3.829065225749589e-07
previous_iter_valid_loss : 0.1606115698814392

   1441880	  0.160779	  0.160612	  0.164301		CURRENT LEARNING RATE: 3.828299489280633e-07
previous_iter_valid_loss : 0.16220778226852417

   1441900	  0.162403	  0.162208	  0.163806		CURRENT LEARNING RATE: 3.8275339059436643e-07
previous_iter_valid_loss : 0.1625664383172989

   1441920	  0.162760	  0.162566	  0.163813		CURRENT LEARNING RATE: 3.8267684757080527e-07
previous_iter_valid_loss : 0.16336612403392792

   1441940	  0.163532	  0.163366	  0.163951		CURRENT LEARNING RATE: 3.8260031985431726e-07
previous_iter_valid_loss : 0.17867012321949005

   1441960	  0.178978	  0.178670	  0.164541		CURRENT LEARNING RATE: 3.8252380744184294e-07
previous_iter_valid_loss : 0.17083556950092316

   1441980	  0.171092	  0.170836	  0.165057		CURRENT LEARNING RATE: 3.824473103303209e-07
previous_iter_valid_loss : 0.1611320674419403

   1442000	  0.161289	  0.161132	  0.165082		CURRENT LEARNING RATE: 3.8237082851669125e-07
previous_iter_valid_loss : 0.16100449860095978

   1442020	  0.161162	  0.161004	  0.165093		CURRENT LEARNING RATE: 3.822943619978942e-07
previous_iter_valid_loss : 0.16105380654335022

   1442040	  0.161239	  0.161054	  0.165082		CURRENT LEARNING RATE: 3.8221791077087233e-07
previous_iter_valid_loss : 0.1662040501832962

   1442060	  0.166362	  0.166204	  0.165066		CURRENT LEARNING RATE: 3.82141474832567e-07
previous_iter_valid_loss : 0.17262068390846252

   1442080	  0.172760	  0.172621	  0.165384		CURRENT LEARNING RATE: 3.820650541799206e-07
previous_iter_valid_loss : 0.1605985015630722

   1442100	  0.160755	  0.160599	  0.165200		CURRENT LEARNING RATE: 3.819886488098758e-07
previous_iter_valid_loss : 0.16053955256938934

   1442120	  0.160696	  0.160540	  0.165168		CURRENT LEARNING RATE: 3.8191225871937767e-07
previous_iter_valid_loss : 0.16263172030448914

   1442140	  0.162822	  0.162632	  0.164952		CURRENT LEARNING RATE: 3.8183588390537e-07
previous_iter_valid_loss : 0.16258931159973145

   1442160	  0.162787	  0.162589	  0.164983		CURRENT LEARNING RATE: 3.8175952436479773e-07
previous_iter_valid_loss : 0.16102522611618042

   1442180	  0.161206	  0.161025	  0.164109		CURRENT LEARNING RATE: 3.8168318009460575e-07
previous_iter_valid_loss : 0.16076497733592987

   1442200	  0.160945	  0.160765	  0.163942		CURRENT LEARNING RATE: 3.816068510917417e-07
previous_iter_valid_loss : 0.1626439392566681

   1442220	  0.162830	  0.162644	  0.163984		CURRENT LEARNING RATE: 3.815305373531518e-07
previous_iter_valid_loss : 0.16912585496902466

   1442240	  0.169368	  0.169126	  0.164167		CURRENT LEARNING RATE: 3.8145423887578335e-07
previous_iter_valid_loss : 0.16212080419063568

   1442260	  0.162279	  0.162121	  0.164114		CURRENT LEARNING RATE: 3.81377955656584e-07
previous_iter_valid_loss : 0.21685999631881714

   1442280	  0.217498	  0.216860	  0.166926		CURRENT LEARNING RATE: 3.813016876925034e-07
previous_iter_valid_loss : 0.16161684691905975

   1442300	  0.161811	  0.161617	  0.166896		CURRENT LEARNING RATE: 3.8122543498049044e-07
previous_iter_valid_loss : 0.1903170943260193

   1442320	  0.190441	  0.190317	  0.168284		CURRENT LEARNING RATE: 3.811491975174943e-07
previous_iter_valid_loss : 0.1605517864227295

   1442340	  0.160715	  0.160552	  0.168143		CURRENT LEARNING RATE: 3.8107297530046673e-07
previous_iter_valid_loss : 0.16213910281658173

   1442360	  0.162299	  0.162139	  0.167317		CURRENT LEARNING RATE: 3.8099676832635826e-07
previous_iter_valid_loss : 0.16076907515525818

   1442380	  0.160923	  0.160769	  0.166813		CURRENT LEARNING RATE: 3.809205765921206e-07
previous_iter_valid_loss : 0.16059409081935883

   1442400	  0.160750	  0.160594	  0.166786		CURRENT LEARNING RATE: 3.8084440009470536e-07
previous_iter_valid_loss : 0.16054606437683105

   1442420	  0.160707	  0.160546	  0.166764		CURRENT LEARNING RATE: 3.807682388310668e-07
previous_iter_valid_loss : 0.16287729144096375

   1442440	  0.163061	  0.162877	  0.166855		CURRENT LEARNING RATE: 3.8069209279815784e-07
previous_iter_valid_loss : 0.17664936184883118

   1442460	  0.176940	  0.176649	  0.167377		CURRENT LEARNING RATE: 3.806159619929327e-07
previous_iter_valid_loss : 0.18973934650421143

   1442480	  0.190178	  0.189739	  0.168233		CURRENT LEARNING RATE: 3.805398464123454e-07
previous_iter_valid_loss : 0.16966843605041504

   1442500	  0.169912	  0.169668	  0.168686		CURRENT LEARNING RATE: 3.804637460533527e-07
previous_iter_valid_loss : 0.16124366223812103

   1442520	  0.161418	  0.161244	  0.168722		CURRENT LEARNING RATE: 3.8038766091290984e-07
previous_iter_valid_loss : 0.1747998744249344

   1442540	  0.175080	  0.174800	  0.169330		CURRENT LEARNING RATE: 3.803115909879735e-07
previous_iter_valid_loss : 0.1700921654701233

   1442560	  0.170343	  0.170092	  0.169705		CURRENT LEARNING RATE: 3.8023553627550014e-07
previous_iter_valid_loss : 0.16421140730381012

   1442580	  0.164378	  0.164211	  0.169864		CURRENT LEARNING RATE: 3.8015949677244906e-07
previous_iter_valid_loss : 0.1750038117170334

   1442600	  0.175153	  0.175004	  0.170576		CURRENT LEARNING RATE: 3.8008347247577777e-07
previous_iter_valid_loss : 0.17356039583683014

   1442620	  0.173835	  0.173560	  0.171122		CURRENT LEARNING RATE: 3.800074633824455e-07
previous_iter_valid_loss : 0.16822031140327454

   1442640	  0.168377	  0.168220	  0.171077		CURRENT LEARNING RATE: 3.799314694894111e-07
previous_iter_valid_loss : 0.16153641045093536

   1442660	  0.161725	  0.161536	  0.171048		CURRENT LEARNING RATE: 3.7985549079363627e-07
previous_iter_valid_loss : 0.1626783162355423

   1442680	  0.162841	  0.162678	  0.168339		CURRENT LEARNING RATE: 3.797795272920811e-07
previous_iter_valid_loss : 0.1773492693901062

   1442700	  0.177645	  0.177349	  0.169125		CURRENT LEARNING RATE: 3.79703578981707e-07
previous_iter_valid_loss : 0.1685245782136917

   1442720	  0.168761	  0.168525	  0.168036		CURRENT LEARNING RATE: 3.7962764585947554e-07
previous_iter_valid_loss : 0.16367115080356598

   1442740	  0.163870	  0.163671	  0.168192		CURRENT LEARNING RATE: 3.795517279223506e-07
previous_iter_valid_loss : 0.16152840852737427

   1442760	  0.161720	  0.161528	  0.168161		CURRENT LEARNING RATE: 3.794758251672948e-07
previous_iter_valid_loss : 0.18048767745494843

   1442780	  0.180640	  0.180488	  0.169147		CURRENT LEARNING RATE: 3.793999375912714e-07
previous_iter_valid_loss : 0.16293096542358398

   1442800	  0.163103	  0.162931	  0.169264		CURRENT LEARNING RATE: 3.7932406519124624e-07
previous_iter_valid_loss : 0.1674554944038391

   1442820	  0.167678	  0.167455	  0.169609		CURRENT LEARNING RATE: 3.792482079641837e-07
previous_iter_valid_loss : 0.16303333640098572

   1442840	  0.163195	  0.163033	  0.169617		CURRENT LEARNING RATE: 3.791723659070496e-07
previous_iter_valid_loss : 0.16189421713352203

   1442860	  0.162049	  0.161894	  0.168879		CURRENT LEARNING RATE: 3.7909653901680947e-07
previous_iter_valid_loss : 0.16402879357337952

   1442880	  0.164200	  0.164029	  0.167594		CURRENT LEARNING RATE: 3.790207272904316e-07
previous_iter_valid_loss : 0.17484906315803528

   1442900	  0.175000	  0.174849	  0.167853		CURRENT LEARNING RATE: 3.7894493072488293e-07
previous_iter_valid_loss : 0.16093222796916962

   1442920	  0.161093	  0.160932	  0.167837		CURRENT LEARNING RATE: 3.7886914931713156e-07
previous_iter_valid_loss : 0.16670890152454376

   1442940	  0.166863	  0.166709	  0.167433		CURRENT LEARNING RATE: 3.7879338306414544e-07
previous_iter_valid_loss : 0.1613781601190567

   1442960	  0.161561	  0.161378	  0.166997		CURRENT LEARNING RATE: 3.7871763196289544e-07
previous_iter_valid_loss : 0.16179771721363068

   1442980	  0.161958	  0.161798	  0.166876		CURRENT LEARNING RATE: 3.786418960103507e-07
previous_iter_valid_loss : 0.1667959988117218

   1443000	  0.166954	  0.166796	  0.166466		CURRENT LEARNING RATE: 3.785661752034819e-07
previous_iter_valid_loss : 0.16437239944934845

   1443020	  0.164536	  0.164372	  0.166007		CURRENT LEARNING RATE: 3.7849046953925945e-07
previous_iter_valid_loss : 0.17489847540855408

   1443040	  0.175182	  0.174898	  0.166341		CURRENT LEARNING RATE: 3.784147790146566e-07
previous_iter_valid_loss : 0.16535118222236633

   1443060	  0.165513	  0.165351	  0.166531		CURRENT LEARNING RATE: 3.7833910362664483e-07
previous_iter_valid_loss : 0.16080181300640106

   1443080	  0.160957	  0.160802	  0.166438		CURRENT LEARNING RATE: 3.782634433721974e-07
previous_iter_valid_loss : 0.16051790118217468

   1443100	  0.160683	  0.160518	  0.165596		CURRENT LEARNING RATE: 3.78187798248287e-07
previous_iter_valid_loss : 0.16100750863552094

   1443120	  0.161160	  0.161008	  0.165220		CURRENT LEARNING RATE: 3.7811216825188925e-07
previous_iter_valid_loss : 0.1627511978149414

   1443140	  0.162947	  0.162751	  0.165174		CURRENT LEARNING RATE: 3.780365533799783e-07
previous_iter_valid_loss : 0.1752735674381256

   1443160	  0.175431	  0.175274	  0.165861		CURRENT LEARNING RATE: 3.7796095362952886e-07
previous_iter_valid_loss : 0.1703895628452301

   1443180	  0.170633	  0.170390	  0.165356		CURRENT LEARNING RATE: 3.778853689975183e-07
previous_iter_valid_loss : 0.16898387670516968

   1443200	  0.169139	  0.168984	  0.165659		CURRENT LEARNING RATE: 3.7780979948092247e-07
previous_iter_valid_loss : 0.16054518520832062

   1443220	  0.160707	  0.160545	  0.165314		CURRENT LEARNING RATE: 3.7773424507671877e-07
previous_iter_valid_loss : 0.16238458454608917

   1443240	  0.162571	  0.162385	  0.165281		CURRENT LEARNING RATE: 3.776587057818842e-07
previous_iter_valid_loss : 0.1605536788702011

   1443260	  0.160726	  0.160554	  0.165214		CURRENT LEARNING RATE: 3.775831815933986e-07
previous_iter_valid_loss : 0.16109701991081238

   1443280	  0.161252	  0.161097	  0.165067		CURRENT LEARNING RATE: 3.7750767250824033e-07
previous_iter_valid_loss : 0.17903868854045868

   1443300	  0.179364	  0.179039	  0.165277		CURRENT LEARNING RATE: 3.7743217852338894e-07
previous_iter_valid_loss : 0.20186984539031982

   1443320	  0.201957	  0.201870	  0.167324		CURRENT LEARNING RATE: 3.7735669963582415e-07
previous_iter_valid_loss : 0.16054712235927582

   1443340	  0.160698	  0.160547	  0.167016		CURRENT LEARNING RATE: 3.7728123584252804e-07
previous_iter_valid_loss : 0.1621502935886383

   1443360	  0.162340	  0.162150	  0.167054		CURRENT LEARNING RATE: 3.772057871404814e-07
previous_iter_valid_loss : 0.16316616535186768

   1443380	  0.163333	  0.163166	  0.167123		CURRENT LEARNING RATE: 3.771303535266663e-07
previous_iter_valid_loss : 0.16228730976581573

   1443400	  0.162480	  0.162287	  0.166897		CURRENT LEARNING RATE: 3.770549349980647e-07
previous_iter_valid_loss : 0.16426968574523926

   1443420	  0.164470	  0.164270	  0.166892		CURRENT LEARNING RATE: 3.769795315516613e-07
previous_iter_valid_loss : 0.16588331758975983

   1443440	  0.166045	  0.165883	  0.166442		CURRENT LEARNING RATE: 3.7690414318443914e-07
previous_iter_valid_loss : 0.16369254887104034

   1443460	  0.163860	  0.163693	  0.166359		CURRENT LEARNING RATE: 3.7682876989338275e-07
previous_iter_valid_loss : 0.1619015634059906

   1443480	  0.162095	  0.161902	  0.166414		CURRENT LEARNING RATE: 3.767534116754766e-07
previous_iter_valid_loss : 0.16292227804660797

   1443500	  0.163104	  0.162922	  0.166534		CURRENT LEARNING RATE: 3.7667806852770755e-07
previous_iter_valid_loss : 0.16118690371513367

   1443520	  0.161353	  0.161187	  0.166543		CURRENT LEARNING RATE: 3.7660274044706135e-07
previous_iter_valid_loss : 0.16180258989334106

   1443540	  0.161947	  0.161803	  0.166495		CURRENT LEARNING RATE: 3.765274274305242e-07
previous_iter_valid_loss : 0.16155759990215302

   1443560	  0.161717	  0.161558	  0.165810		CURRENT LEARNING RATE: 3.764521294750848e-07
previous_iter_valid_loss : 0.1831626147031784

   1443580	  0.183320	  0.183163	  0.166448		CURRENT LEARNING RATE: 3.763768465777306e-07
previous_iter_valid_loss : 0.16886253654956818

   1443600	  0.169012	  0.168863	  0.166442		CURRENT LEARNING RATE: 3.7630157873545034e-07
previous_iter_valid_loss : 0.1613813191652298

   1443620	  0.161548	  0.161381	  0.166484		CURRENT LEARNING RATE: 3.7622632594523264e-07
previous_iter_valid_loss : 0.16105152666568756

   1443640	  0.161234	  0.161052	  0.166417		CURRENT LEARNING RATE: 3.761510882040687e-07
previous_iter_valid_loss : 0.16242174804210663

   1443660	  0.162586	  0.162422	  0.166511		CURRENT LEARNING RATE: 3.7607586550894827e-07
previous_iter_valid_loss : 0.1612231582403183

   1443680	  0.161376	  0.161223	  0.166517		CURRENT LEARNING RATE: 3.760006578568626e-07
previous_iter_valid_loss : 0.17156662046909332

   1443700	  0.171709	  0.171567	  0.166143		CURRENT LEARNING RATE: 3.759254652448026e-07
previous_iter_valid_loss : 0.17695562541484833

   1443720	  0.177114	  0.176956	  0.164898		CURRENT LEARNING RATE: 3.7585028766976187e-07
previous_iter_valid_loss : 0.16077391803264618

   1443740	  0.160941	  0.160774	  0.164909		CURRENT LEARNING RATE: 3.7577512512873275e-07
previous_iter_valid_loss : 0.16371922194957733

   1443760	  0.163920	  0.163719	  0.164987		CURRENT LEARNING RATE: 3.7569997761870863e-07
previous_iter_valid_loss : 0.1818092316389084

   1443780	  0.182162	  0.181809	  0.165920		CURRENT LEARNING RATE: 3.756248451366831e-07
previous_iter_valid_loss : 0.16096903383731842

   1443800	  0.161126	  0.160969	  0.165854		CURRENT LEARNING RATE: 3.75549727679652e-07
previous_iter_valid_loss : 0.16054795682430267

   1443820	  0.160708	  0.160548	  0.165668		CURRENT LEARNING RATE: 3.754746252446101e-07
previous_iter_valid_loss : 0.16335812211036682

   1443840	  0.163549	  0.163358	  0.165541		CURRENT LEARNING RATE: 3.753995378285533e-07
previous_iter_valid_loss : 0.16735781729221344

   1443860	  0.167518	  0.167358	  0.165725		CURRENT LEARNING RATE: 3.753244654284773e-07
previous_iter_valid_loss : 0.16182400286197662

   1443880	  0.161981	  0.161824	  0.165721		CURRENT LEARNING RATE: 3.752494080413807e-07
previous_iter_valid_loss : 0.16227824985980988

   1443900	  0.162437	  0.162278	  0.165689		CURRENT LEARNING RATE: 3.7517436566426044e-07
previous_iter_valid_loss : 0.176256000995636

   1443920	  0.176414	  0.176256	  0.166442		CURRENT LEARNING RATE: 3.750993382941149e-07
previous_iter_valid_loss : 0.19466853141784668

   1443940	  0.194776	  0.194669	  0.168085		CURRENT LEARNING RATE: 3.750243259279422e-07
previous_iter_valid_loss : 0.1756529062986374

   1443960	  0.175935	  0.175653	  0.168790		CURRENT LEARNING RATE: 3.7494932856274334e-07
previous_iter_valid_loss : 0.17104047536849976

   1443980	  0.171301	  0.171040	  0.168184		CURRENT LEARNING RATE: 3.748743461955176e-07
previous_iter_valid_loss : 0.1606598198413849

   1444000	  0.160818	  0.160660	  0.167774		CURRENT LEARNING RATE: 3.747993788232651e-07
previous_iter_valid_loss : 0.16144509613513947

   1444020	  0.161636	  0.161445	  0.167777		CURRENT LEARNING RATE: 3.7472442644298846e-07
previous_iter_valid_loss : 0.16460596024990082

   1444040	  0.164770	  0.164606	  0.167955		CURRENT LEARNING RATE: 3.7464948905168906e-07
previous_iter_valid_loss : 0.16125908493995667

   1444060	  0.161422	  0.161259	  0.167897		CURRENT LEARNING RATE: 3.745745666463691e-07
previous_iter_valid_loss : 0.1631746143102646

   1444080	  0.163341	  0.163175	  0.167994		CURRENT LEARNING RATE: 3.7449965922403127e-07
previous_iter_valid_loss : 0.1673697829246521

   1444100	  0.167584	  0.167370	  0.167784		CURRENT LEARNING RATE: 3.7442476678168056e-07
previous_iter_valid_loss : 0.17817406356334686

   1444120	  0.178487	  0.178174	  0.167845		CURRENT LEARNING RATE: 3.7434988931632047e-07
previous_iter_valid_loss : 0.16232892870903015

   1444140	  0.162524	  0.162329	  0.167923		CURRENT LEARNING RATE: 3.742750268249561e-07
previous_iter_valid_loss : 0.1647641807794571

   1444160	  0.164968	  0.164764	  0.167975		CURRENT LEARNING RATE: 3.742001793045921e-07
previous_iter_valid_loss : 0.1628452092409134

   1444180	  0.163015	  0.162845	  0.167027		CURRENT LEARNING RATE: 3.74125346752236e-07
previous_iter_valid_loss : 0.1605290025472641

   1444200	  0.160693	  0.160529	  0.167005		CURRENT LEARNING RATE: 3.740505291648939e-07
previous_iter_valid_loss : 0.17542627453804016

   1444220	  0.175576	  0.175426	  0.167749		CURRENT LEARNING RATE: 3.7397572653957304e-07
previous_iter_valid_loss : 0.16128918528556824

   1444240	  0.161454	  0.161289	  0.167646		CURRENT LEARNING RATE: 3.7390093887328053e-07
previous_iter_valid_loss : 0.16355063021183014

   1444260	  0.163753	  0.163551	  0.167455		CURRENT LEARNING RATE: 3.738261661630263e-07
previous_iter_valid_loss : 0.1657956838607788

   1444280	  0.166012	  0.165796	  0.167654		CURRENT LEARNING RATE: 3.7375140840581877e-07
previous_iter_valid_loss : 0.16554908454418182

   1444300	  0.165756	  0.165549	  0.167817		CURRENT LEARNING RATE: 3.7367666559866766e-07
previous_iter_valid_loss : 0.16049334406852722

   1444320	  0.160657	  0.160493	  0.167029		CURRENT LEARNING RATE: 3.736019377385825e-07
previous_iter_valid_loss : 0.16723187267780304

   1444340	  0.167456	  0.167232	  0.165657		CURRENT LEARNING RATE: 3.7352722482257564e-07
previous_iter_valid_loss : 0.16109898686408997

   1444360	  0.161288	  0.161099	  0.164930		CURRENT LEARNING RATE: 3.7345252684765774e-07
previous_iter_valid_loss : 0.16583028435707092

   1444380	  0.166033	  0.165830	  0.164669		CURRENT LEARNING RATE: 3.733778438108404e-07
previous_iter_valid_loss : 0.1613595336675644

   1444400	  0.161548	  0.161360	  0.164704		CURRENT LEARNING RATE: 3.733031757091374e-07
previous_iter_valid_loss : 0.16436433792114258

   1444420	  0.164535	  0.164364	  0.164850		CURRENT LEARNING RATE: 3.7322852253956163e-07
previous_iter_valid_loss : 0.17522473633289337

   1444440	  0.175369	  0.175225	  0.165381		CURRENT LEARNING RATE: 3.731538842991267e-07
previous_iter_valid_loss : 0.16052737832069397

   1444460	  0.160682	  0.160527	  0.165344		CURRENT LEARNING RATE: 3.7307926098484655e-07
previous_iter_valid_loss : 0.16117297112941742

   1444480	  0.161322	  0.161173	  0.165244		CURRENT LEARNING RATE: 3.730046525937375e-07
previous_iter_valid_loss : 0.16099484264850616

   1444500	  0.161181	  0.160995	  0.164926		CURRENT LEARNING RATE: 3.7293005912281474e-07
previous_iter_valid_loss : 0.16053645312786102

   1444520	  0.160701	  0.160536	  0.164044		CURRENT LEARNING RATE: 3.728554805690943e-07
previous_iter_valid_loss : 0.16761820018291473

   1444540	  0.167846	  0.167618	  0.164308		CURRENT LEARNING RATE: 3.727809169295925e-07
previous_iter_valid_loss : 0.172004833817482

   1444560	  0.172155	  0.172005	  0.164670		CURRENT LEARNING RATE: 3.7270636820132805e-07
previous_iter_valid_loss : 0.17245915532112122

   1444580	  0.172603	  0.172459	  0.165151		CURRENT LEARNING RATE: 3.726318343813184e-07
previous_iter_valid_loss : 0.1688598096370697

   1444600	  0.169011	  0.168860	  0.165567		CURRENT LEARNING RATE: 3.725573154665822e-07
previous_iter_valid_loss : 0.16916778683662415

   1444620	  0.169401	  0.169168	  0.165255		CURRENT LEARNING RATE: 3.72482811454138e-07
previous_iter_valid_loss : 0.16122031211853027

   1444640	  0.161370	  0.161220	  0.165251		CURRENT LEARNING RATE: 3.724083223410069e-07
previous_iter_valid_loss : 0.17231862246990204

   1444660	  0.172466	  0.172319	  0.165690		CURRENT LEARNING RATE: 3.7233384812420884e-07
previous_iter_valid_loss : 0.16769081354141235

   1444680	  0.167845	  0.167691	  0.165784		CURRENT LEARNING RATE: 3.722593888007647e-07
previous_iter_valid_loss : 0.16065925359725952

   1444700	  0.160829	  0.160659	  0.165540		CURRENT LEARNING RATE: 3.7218494436769555e-07
previous_iter_valid_loss : 0.16510730981826782

   1444720	  0.165265	  0.165107	  0.165771		CURRENT LEARNING RATE: 3.7211051482202486e-07
previous_iter_valid_loss : 0.20381265878677368

   1444740	  0.203878	  0.203813	  0.167600		CURRENT LEARNING RATE: 3.720361001607747e-07
previous_iter_valid_loss : 0.16116121411323547

   1444760	  0.161308	  0.161161	  0.167603		CURRENT LEARNING RATE: 3.719617003809681e-07
previous_iter_valid_loss : 0.1734050065279007

   1444780	  0.173682	  0.173405	  0.167981		CURRENT LEARNING RATE: 3.7188731547963016e-07
previous_iter_valid_loss : 0.1624620258808136

   1444800	  0.162625	  0.162462	  0.168037		CURRENT LEARNING RATE: 3.7181294545378486e-07
previous_iter_valid_loss : 0.165632963180542

   1444820	  0.165795	  0.165633	  0.168100		CURRENT LEARNING RATE: 3.7173859030045745e-07
previous_iter_valid_loss : 0.16648516058921814

   1444840	  0.166707	  0.166485	  0.167663		CURRENT LEARNING RATE: 3.716642500166731e-07
previous_iter_valid_loss : 0.18403230607509613

   1444860	  0.184402	  0.184032	  0.168838		CURRENT LEARNING RATE: 3.715899245994594e-07
previous_iter_valid_loss : 0.1609204113483429

   1444880	  0.161079	  0.160920	  0.168826		CURRENT LEARNING RATE: 3.7151561404584275e-07
previous_iter_valid_loss : 0.16222095489501953

   1444900	  0.162380	  0.162221	  0.168887		CURRENT LEARNING RATE: 3.714413183528507e-07
previous_iter_valid_loss : 0.16054417192935944

   1444920	  0.160709	  0.160544	  0.168887		CURRENT LEARNING RATE: 3.713670375175108e-07
previous_iter_valid_loss : 0.17221474647521973

   1444940	  0.172492	  0.172215	  0.169117		CURRENT LEARNING RATE: 3.7129277153685306e-07
previous_iter_valid_loss : 0.1612902134656906

   1444960	  0.161475	  0.161290	  0.168581		CURRENT LEARNING RATE: 3.712185204079063e-07
previous_iter_valid_loss : 0.16241411864757538

   1444980	  0.162579	  0.162414	  0.168079		CURRENT LEARNING RATE: 3.7114428412770033e-07
previous_iter_valid_loss : 0.1605198085308075

   1445000	  0.160677	  0.160520	  0.167662		CURRENT LEARNING RATE: 3.710700626932652e-07
previous_iter_valid_loss : 0.18693837523460388

   1445020	  0.187330	  0.186938	  0.168551		CURRENT LEARNING RATE: 3.7099585610163324e-07
previous_iter_valid_loss : 0.16332121193408966

   1445040	  0.163528	  0.163321	  0.168656		CURRENT LEARNING RATE: 3.709216643498355e-07
previous_iter_valid_loss : 0.1694047451019287

   1445060	  0.169651	  0.169405	  0.168510		CURRENT LEARNING RATE: 3.7084748743490447e-07
previous_iter_valid_loss : 0.1606917679309845

   1445080	  0.160840	  0.160692	  0.168160		CURRENT LEARNING RATE: 3.7077332535387233e-07
previous_iter_valid_loss : 0.16057033836841583

   1445100	  0.160727	  0.160570	  0.168156		CURRENT LEARNING RATE: 3.706991781037739e-07
previous_iter_valid_loss : 0.16087034344673157

   1445120	  0.161039	  0.160870	  0.167944		CURRENT LEARNING RATE: 3.7062504568164267e-07
previous_iter_valid_loss : 0.16048672795295715

   1445140	  0.160653	  0.160487	  0.165778		CURRENT LEARNING RATE: 3.7055092808451327e-07
previous_iter_valid_loss : 0.16116394102573395

   1445160	  0.161320	  0.161164	  0.165778		CURRENT LEARNING RATE: 3.704768253094204e-07
previous_iter_valid_loss : 0.16058066487312317

   1445180	  0.160740	  0.160581	  0.165136		CURRENT LEARNING RATE: 3.7040273735340127e-07
previous_iter_valid_loss : 0.16077953577041626

   1445200	  0.160931	  0.160780	  0.165052		CURRENT LEARNING RATE: 3.703286642134916e-07
previous_iter_valid_loss : 0.16276633739471436

   1445220	  0.162936	  0.162766	  0.164909		CURRENT LEARNING RATE: 3.7025460588672793e-07
previous_iter_valid_loss : 0.16586895287036896

   1445240	  0.166081	  0.165869	  0.164878		CURRENT LEARNING RATE: 3.701805623701493e-07
previous_iter_valid_loss : 0.1609942615032196

   1445260	  0.161151	  0.160994	  0.163726		CURRENT LEARNING RATE: 3.701065336607931e-07
previous_iter_valid_loss : 0.16401712596416473

   1445280	  0.164180	  0.164017	  0.163881		CURRENT LEARNING RATE: 3.7003251975569836e-07
previous_iter_valid_loss : 0.1870354264974594

   1445300	  0.187169	  0.187035	  0.165122		CURRENT LEARNING RATE: 3.699585206519038e-07
previous_iter_valid_loss : 0.16132105886936188

   1445320	  0.161506	  0.161321	  0.165161		CURRENT LEARNING RATE: 3.698845363464507e-07
previous_iter_valid_loss : 0.16060373187065125

   1445340	  0.160778	  0.160604	  0.164580		CURRENT LEARNING RATE: 3.698105668363792e-07
previous_iter_valid_loss : 0.16051863133907318

   1445360	  0.160688	  0.160519	  0.164542		CURRENT LEARNING RATE: 3.697366121187304e-07
previous_iter_valid_loss : 0.16067953407764435

   1445380	  0.160848	  0.160680	  0.164455		CURRENT LEARNING RATE: 3.696626721905454e-07
previous_iter_valid_loss : 0.16347931325435638

   1445400	  0.163640	  0.163479	  0.164603		CURRENT LEARNING RATE: 3.695887470488681e-07
previous_iter_valid_loss : 0.1707177609205246

   1445420	  0.170968	  0.170718	  0.163792		CURRENT LEARNING RATE: 3.6951483669074065e-07
previous_iter_valid_loss : 0.16078928112983704

   1445440	  0.160940	  0.160789	  0.163665		CURRENT LEARNING RATE: 3.694409411132067e-07
previous_iter_valid_loss : 0.1610458493232727

   1445460	  0.161206	  0.161046	  0.163247		CURRENT LEARNING RATE: 3.6936706031330987e-07
previous_iter_valid_loss : 0.16218483448028564

   1445480	  0.162344	  0.162185	  0.163322		CURRENT LEARNING RATE: 3.6929319428809617e-07
previous_iter_valid_loss : 0.16056805849075317

   1445500	  0.160731	  0.160568	  0.163322		CURRENT LEARNING RATE: 3.692193430346102e-07
previous_iter_valid_loss : 0.164865642786026

   1445520	  0.165075	  0.164866	  0.163521		CURRENT LEARNING RATE: 3.691455065498981e-07
previous_iter_valid_loss : 0.16414986550807953

   1445540	  0.164321	  0.164150	  0.163705		CURRENT LEARNING RATE: 3.690716848310055e-07
previous_iter_valid_loss : 0.17217124998569489

   1445560	  0.172448	  0.172171	  0.164255		CURRENT LEARNING RATE: 3.689978778749812e-07
previous_iter_valid_loss : 0.16519418358802795

   1445580	  0.165361	  0.165194	  0.164486		CURRENT LEARNING RATE: 3.689240856788719e-07
previous_iter_valid_loss : 0.1605246514081955

   1445600	  0.160693	  0.160525	  0.164473		CURRENT LEARNING RATE: 3.6885030823972544e-07
previous_iter_valid_loss : 0.16843834519386292

   1445620	  0.168669	  0.168438	  0.164757		CURRENT LEARNING RATE: 3.687765455545921e-07
previous_iter_valid_loss : 0.16221392154693604

   1445640	  0.162407	  0.162214	  0.164574		CURRENT LEARNING RATE: 3.687027976205206e-07
previous_iter_valid_loss : 0.16303695738315582

   1445660	  0.163204	  0.163037	  0.164676		CURRENT LEARNING RATE: 3.68629064434561e-07
previous_iter_valid_loss : 0.16218708455562592

   1445680	  0.162348	  0.162187	  0.164584		CURRENT LEARNING RATE: 3.685553459937634e-07
previous_iter_valid_loss : 0.16823065280914307

   1445700	  0.168381	  0.168231	  0.163644		CURRENT LEARNING RATE: 3.6848164229518034e-07
previous_iter_valid_loss : 0.16553528606891632

   1445720	  0.165742	  0.165535	  0.163855		CURRENT LEARNING RATE: 3.6840795333586306e-07
previous_iter_valid_loss : 0.1619797945022583

   1445740	  0.162173	  0.161980	  0.163924		CURRENT LEARNING RATE: 3.68334279112864e-07
previous_iter_valid_loss : 0.16127519309520721

   1445760	  0.161450	  0.161275	  0.163962		CURRENT LEARNING RATE: 3.682606196232354e-07
previous_iter_valid_loss : 0.16061946749687195

   1445780	  0.160790	  0.160619	  0.163959		CURRENT LEARNING RATE: 3.6818697486403237e-07
previous_iter_valid_loss : 0.16055423021316528

   1445800	  0.160717	  0.160554	  0.163812		CURRENT LEARNING RATE: 3.681133448323083e-07
previous_iter_valid_loss : 0.16055835783481598

   1445820	  0.160728	  0.160558	  0.163304		CURRENT LEARNING RATE: 3.680397295251181e-07
previous_iter_valid_loss : 0.16323451697826385

   1445840	  0.163416	  0.163235	  0.163427		CURRENT LEARNING RATE: 3.679661289395165e-07
previous_iter_valid_loss : 0.16071650385856628

   1445860	  0.160867	  0.160717	  0.163410		CURRENT LEARNING RATE: 3.678925430725607e-07
previous_iter_valid_loss : 0.17012342810630798

   1445880	  0.170358	  0.170123	  0.163807		CURRENT LEARNING RATE: 3.6781897192130677e-07
previous_iter_valid_loss : 0.16205671429634094

   1445900	  0.162212	  0.162057	  0.163881		CURRENT LEARNING RATE: 3.6774541548281173e-07
previous_iter_valid_loss : 0.16350054740905762

   1445920	  0.163664	  0.163501	  0.163813		CURRENT LEARNING RATE: 3.676718737541327e-07
previous_iter_valid_loss : 0.16423653066158295

   1445940	  0.164403	  0.164237	  0.163818		CURRENT LEARNING RATE: 3.675983467323293e-07
previous_iter_valid_loss : 0.1710323542356491

   1445960	  0.171282	  0.171032	  0.163761		CURRENT LEARNING RATE: 3.6752483441445985e-07
previous_iter_valid_loss : 0.16050133109092712

   1445980	  0.160657	  0.160501	  0.163526		CURRENT LEARNING RATE: 3.6745133679758316e-07
previous_iter_valid_loss : 0.1768815517425537

   1446000	  0.177037	  0.176882	  0.164344		CURRENT LEARNING RATE: 3.673778538787607e-07
previous_iter_valid_loss : 0.16278456151485443

   1446020	  0.162988	  0.162785	  0.164061		CURRENT LEARNING RATE: 3.673043856550523e-07
previous_iter_valid_loss : 0.16253897547721863

   1446040	  0.162705	  0.162539	  0.164077		CURRENT LEARNING RATE: 3.6723093212351946e-07
previous_iter_valid_loss : 0.1624193638563156

   1446060	  0.162577	  0.162419	  0.164046		CURRENT LEARNING RATE: 3.671574932812233e-07
previous_iter_valid_loss : 0.16204462945461273

   1446080	  0.162193	  0.162045	  0.164039		CURRENT LEARNING RATE: 3.670840691252276e-07
previous_iter_valid_loss : 0.16243226826190948

   1446100	  0.162617	  0.162432	  0.163749		CURRENT LEARNING RATE: 3.6701065965259464e-07
previous_iter_valid_loss : 0.16057610511779785

   1446120	  0.160740	  0.160576	  0.163501		CURRENT LEARNING RATE: 3.669372648603882e-07
previous_iter_valid_loss : 0.16074110567569733

   1446140	  0.160895	  0.160741	  0.163440		CURRENT LEARNING RATE: 3.668638847456717e-07
previous_iter_valid_loss : 0.1744687259197235

   1446160	  0.174739	  0.174469	  0.164099		CURRENT LEARNING RATE: 3.667905193055113e-07
previous_iter_valid_loss : 0.16177624464035034

   1446180	  0.161968	  0.161776	  0.164157		CURRENT LEARNING RATE: 3.6671716853697176e-07
previous_iter_valid_loss : 0.16104525327682495

   1446200	  0.161225	  0.161045	  0.164182		CURRENT LEARNING RATE: 3.6664383243711896e-07
previous_iter_valid_loss : 0.18719498813152313

   1446220	  0.187328	  0.187195	  0.165513		CURRENT LEARNING RATE: 3.6657051100301886e-07
previous_iter_valid_loss : 0.16922324895858765

   1446240	  0.169376	  0.169223	  0.165813		CURRENT LEARNING RATE: 3.6649720423173993e-07
previous_iter_valid_loss : 0.16796506941318512

   1446260	  0.168176	  0.167965	  0.166175		CURRENT LEARNING RATE: 3.664239121203492e-07
previous_iter_valid_loss : 0.1658976972103119

   1446280	  0.166111	  0.165898	  0.165964		CURRENT LEARNING RATE: 3.66350634665915e-07
previous_iter_valid_loss : 0.18756720423698425

   1446300	  0.187988	  0.187567	  0.167240		CURRENT LEARNING RATE: 3.6627737186550553e-07
previous_iter_valid_loss : 0.1831003874540329

   1446320	  0.183253	  0.183100	  0.168220		CURRENT LEARNING RATE: 3.662041237161917e-07
previous_iter_valid_loss : 0.17105424404144287

   1446340	  0.171311	  0.171054	  0.168560		CURRENT LEARNING RATE: 3.6613089021504293e-07
previous_iter_valid_loss : 0.16050821542739868

   1446360	  0.160669	  0.160508	  0.168034		CURRENT LEARNING RATE: 3.6605767135912906e-07
previous_iter_valid_loss : 0.16050748527050018

   1446380	  0.160663	  0.160507	  0.168035		CURRENT LEARNING RATE: 3.659844671455228e-07
previous_iter_valid_loss : 0.16480983793735504

   1446400	  0.164977	  0.164810	  0.167431		CURRENT LEARNING RATE: 3.6591127757129524e-07
previous_iter_valid_loss : 0.16154424846172333

   1446420	  0.161733	  0.161544	  0.167369		CURRENT LEARNING RATE: 3.6583810263351886e-07
previous_iter_valid_loss : 0.17972341179847717

   1446440	  0.179883	  0.179723	  0.168228		CURRENT LEARNING RATE: 3.6576494232926595e-07
previous_iter_valid_loss : 0.16348794102668762

   1446460	  0.163684	  0.163488	  0.168282		CURRENT LEARNING RATE: 3.6569179665561143e-07
previous_iter_valid_loss : 0.1850094348192215

   1446480	  0.185151	  0.185009	  0.169430		CURRENT LEARNING RATE: 3.656186656096288e-07
previous_iter_valid_loss : 0.16243195533752441

   1446500	  0.162595	  0.162432	  0.169430		CURRENT LEARNING RATE: 3.6554554918839293e-07
previous_iter_valid_loss : 0.16096319258213043

   1446520	  0.161151	  0.160963	  0.169449		CURRENT LEARNING RATE: 3.654724473889784e-07
previous_iter_valid_loss : 0.17206768691539764

   1446540	  0.172325	  0.172068	  0.170015		CURRENT LEARNING RATE: 3.6539936020846247e-07
previous_iter_valid_loss : 0.16315807402133942

   1446560	  0.163347	  0.163158	  0.169450		CURRENT LEARNING RATE: 3.65326287643921e-07
previous_iter_valid_loss : 0.16478180885314941

   1446580	  0.164986	  0.164782	  0.169600		CURRENT LEARNING RATE: 3.6525322969243104e-07
previous_iter_valid_loss : 0.16357232630252838

   1446600	  0.163739	  0.163572	  0.169727		CURRENT LEARNING RATE: 3.651801863510696e-07
previous_iter_valid_loss : 0.16057342290878296

   1446620	  0.160736	  0.160573	  0.168396		CURRENT LEARNING RATE: 3.651071576169165e-07
previous_iter_valid_loss : 0.1620001196861267

   1446640	  0.162175	  0.162000	  0.168034		CURRENT LEARNING RATE: 3.6503414348704964e-07
previous_iter_valid_loss : 0.16259153187274933

   1446660	  0.162756	  0.162592	  0.167766		CURRENT LEARNING RATE: 3.6496114395854856e-07
previous_iter_valid_loss : 0.1711389422416687

   1446680	  0.171290	  0.171139	  0.168028		CURRENT LEARNING RATE: 3.648881590284926e-07
previous_iter_valid_loss : 0.1682567149400711

   1446700	  0.168412	  0.168257	  0.167062		CURRENT LEARNING RATE: 3.6481518869396384e-07
previous_iter_valid_loss : 0.16066524386405945

   1446720	  0.160814	  0.160665	  0.165940		CURRENT LEARNING RATE: 3.647422329520426e-07
previous_iter_valid_loss : 0.1828315258026123

   1446740	  0.182991	  0.182832	  0.166529		CURRENT LEARNING RATE: 3.646692917998107e-07
previous_iter_valid_loss : 0.1625182032585144

   1446760	  0.162708	  0.162518	  0.166630		CURRENT LEARNING RATE: 3.645963652343499e-07
previous_iter_valid_loss : 0.16864901781082153

   1446780	  0.168806	  0.168649	  0.167037		CURRENT LEARNING RATE: 3.645234532527444e-07
previous_iter_valid_loss : 0.1723715364933014

   1446800	  0.172641	  0.172372	  0.167415		CURRENT LEARNING RATE: 3.644505558520771e-07
previous_iter_valid_loss : 0.16580472886562347

   1446820	  0.165964	  0.165805	  0.167628		CURRENT LEARNING RATE: 3.643776730294314e-07
previous_iter_valid_loss : 0.18436403572559357

   1446840	  0.184717	  0.184364	  0.167860		CURRENT LEARNING RATE: 3.643048047818933e-07
previous_iter_valid_loss : 0.1797923594713211

   1446860	  0.179947	  0.179792	  0.168675		CURRENT LEARNING RATE: 3.6423195110654754e-07
previous_iter_valid_loss : 0.1619236022233963

   1446880	  0.162080	  0.161924	  0.167521		CURRENT LEARNING RATE: 3.6415911200047975e-07
previous_iter_valid_loss : 0.16180768609046936

   1446900	  0.161958	  0.161808	  0.167490		CURRENT LEARNING RATE: 3.6408628746077587e-07
previous_iter_valid_loss : 0.1672385185956955

   1446920	  0.167393	  0.167239	  0.167804		CURRENT LEARNING RATE: 3.640134774845243e-07
previous_iter_valid_loss : 0.16590365767478943

   1446940	  0.166121	  0.165904	  0.167495		CURRENT LEARNING RATE: 3.6394068206881174e-07
previous_iter_valid_loss : 0.16178877651691437

   1446960	  0.161949	  0.161789	  0.167427		CURRENT LEARNING RATE: 3.6386790121072655e-07
previous_iter_valid_loss : 0.16056035459041595

   1446980	  0.160733	  0.160560	  0.167216		CURRENT LEARNING RATE: 3.637951349073568e-07
previous_iter_valid_loss : 0.1670645922422409

   1447000	  0.167225	  0.167065	  0.167390		CURRENT LEARNING RATE: 3.637223831557932e-07
previous_iter_valid_loss : 0.1609363555908203

   1447020	  0.161096	  0.160936	  0.167409		CURRENT LEARNING RATE: 3.636496459531249e-07
previous_iter_valid_loss : 0.1612943708896637

   1447040	  0.161477	  0.161294	  0.167373		CURRENT LEARNING RATE: 3.635769232964425e-07
previous_iter_valid_loss : 0.1740088015794754

   1447060	  0.174281	  0.174009	  0.167944		CURRENT LEARNING RATE: 3.635042151828365e-07
previous_iter_valid_loss : 0.1613488346338272

   1447080	  0.161536	  0.161349	  0.167455		CURRENT LEARNING RATE: 3.634315216093998e-07
previous_iter_valid_loss : 0.1678815633058548

   1447100	  0.168110	  0.167882	  0.167436		CURRENT LEARNING RATE: 3.633588425732239e-07
previous_iter_valid_loss : 0.1765497773885727

   1447120	  0.176852	  0.176550	  0.168230		CURRENT LEARNING RATE: 3.6328617807140183e-07
previous_iter_valid_loss : 0.16233743727207184

   1447140	  0.162507	  0.162337	  0.167205		CURRENT LEARNING RATE: 3.632135281010263e-07
previous_iter_valid_loss : 0.16059283912181854

   1447160	  0.160765	  0.160593	  0.167109		CURRENT LEARNING RATE: 3.6314089265919255e-07
previous_iter_valid_loss : 0.16055963933467865

   1447180	  0.160714	  0.160560	  0.166705		CURRENT LEARNING RATE: 3.6306827174299455e-07
previous_iter_valid_loss : 0.16126342117786407

   1447200	  0.161428	  0.161263	  0.166149		CURRENT LEARNING RATE: 3.629956653495269e-07
previous_iter_valid_loss : 0.16855992376804352

   1447220	  0.168796	  0.168560	  0.166287		CURRENT LEARNING RATE: 3.6292307347588646e-07
previous_iter_valid_loss : 0.16357120871543884

   1447240	  0.163743	  0.163571	  0.165247		CURRENT LEARNING RATE: 3.6285049611916906e-07
previous_iter_valid_loss : 0.16130918264389038

   1447260	  0.161491	  0.161309	  0.164323		CURRENT LEARNING RATE: 3.627779332764716e-07
previous_iter_valid_loss : 0.1606927514076233

   1447280	  0.160872	  0.160693	  0.164262		CURRENT LEARNING RATE: 3.627053849448908e-07
previous_iter_valid_loss : 0.17460893094539642

   1447300	  0.174890	  0.174609	  0.164902		CURRENT LEARNING RATE: 3.62632851121526e-07
previous_iter_valid_loss : 0.16207848489284515

   1447320	  0.162273	  0.162078	  0.164644		CURRENT LEARNING RATE: 3.625603318034754e-07
previous_iter_valid_loss : 0.160844087600708

   1447340	  0.161026	  0.160844	  0.164391		CURRENT LEARNING RATE: 3.6248782698783816e-07
previous_iter_valid_loss : 0.16226889193058014

   1447360	  0.162472	  0.162269	  0.164415		CURRENT LEARNING RATE: 3.6241533667171344e-07
previous_iter_valid_loss : 0.1676204949617386

   1447380	  0.167775	  0.167620	  0.164768		CURRENT LEARNING RATE: 3.6234286085220276e-07
previous_iter_valid_loss : 0.16053731739521027

   1447400	  0.160696	  0.160537	  0.164441		CURRENT LEARNING RATE: 3.622703995264066e-07
previous_iter_valid_loss : 0.16072645783424377

   1447420	  0.160897	  0.160726	  0.164431		CURRENT LEARNING RATE: 3.6219795269142647e-07
previous_iter_valid_loss : 0.1606484353542328

   1447440	  0.160811	  0.160648	  0.164399		CURRENT LEARNING RATE: 3.621255203443638e-07
previous_iter_valid_loss : 0.16692431271076202

   1447460	  0.167141	  0.166924	  0.164044		CURRENT LEARNING RATE: 3.6205310248232276e-07
previous_iter_valid_loss : 0.16408675909042358

   1447480	  0.164251	  0.164087	  0.164181		CURRENT LEARNING RATE: 3.619806991024058e-07
previous_iter_valid_loss : 0.16975322365760803

   1447500	  0.169908	  0.169753	  0.164275		CURRENT LEARNING RATE: 3.619083102017168e-07
previous_iter_valid_loss : 0.17048145830631256

   1447520	  0.170633	  0.170481	  0.163972		CURRENT LEARNING RATE: 3.618359357773597e-07
previous_iter_valid_loss : 0.16777808964252472

   1447540	  0.167935	  0.167778	  0.164244		CURRENT LEARNING RATE: 3.617635758264407e-07
previous_iter_valid_loss : 0.16082702577114105

   1447560	  0.160983	  0.160827	  0.164255		CURRENT LEARNING RATE: 3.616912303460648e-07
previous_iter_valid_loss : 0.17280174791812897

   1447580	  0.173077	  0.172802	  0.164867		CURRENT LEARNING RATE: 3.616188993333375e-07
previous_iter_valid_loss : 0.1620829701423645

   1447600	  0.162277	  0.162083	  0.164908		CURRENT LEARNING RATE: 3.6154658278536677e-07
previous_iter_valid_loss : 0.1608782559633255

   1447620	  0.161057	  0.160878	  0.164524		CURRENT LEARNING RATE: 3.614742806992595e-07
previous_iter_valid_loss : 0.1612531989812851

   1447640	  0.161441	  0.161253	  0.164408		CURRENT LEARNING RATE: 3.614019930721235e-07
previous_iter_valid_loss : 0.16587363183498383

   1447660	  0.166090	  0.165874	  0.164637		CURRENT LEARNING RATE: 3.613297199010666e-07
previous_iter_valid_loss : 0.1675654649734497

   1447680	  0.167795	  0.167565	  0.164980		CURRENT LEARNING RATE: 3.6125746118319925e-07
previous_iter_valid_loss : 0.16061343252658844

   1447700	  0.160783	  0.160613	  0.164280		CURRENT LEARNING RATE: 3.6118521691563036e-07
previous_iter_valid_loss : 0.1624828577041626

   1447720	  0.162678	  0.162483	  0.164301		CURRENT LEARNING RATE: 3.611129870954702e-07
previous_iter_valid_loss : 0.18235985934734344

   1447740	  0.182514	  0.182360	  0.165376		CURRENT LEARNING RATE: 3.610407717198289e-07
previous_iter_valid_loss : 0.16066552698612213

   1447760	  0.160822	  0.160666	  0.165296		CURRENT LEARNING RATE: 3.609685707858192e-07
previous_iter_valid_loss : 0.16729076206684113

   1447780	  0.167516	  0.167291	  0.165280		CURRENT LEARNING RATE: 3.6089638429055233e-07
previous_iter_valid_loss : 0.16063806414604187

   1447800	  0.160808	  0.160638	  0.165285		CURRENT LEARNING RATE: 3.6082421223114084e-07
previous_iter_valid_loss : 0.165925994515419

   1447820	  0.166084	  0.165926	  0.165545		CURRENT LEARNING RATE: 3.6075205460469733e-07
previous_iter_valid_loss : 0.16592584550380707

   1447840	  0.166143	  0.165926	  0.165809		CURRENT LEARNING RATE: 3.606799114083367e-07
previous_iter_valid_loss : 0.1609070599079132

   1447860	  0.161082	  0.160907	  0.165508		CURRENT LEARNING RATE: 3.6060778263917254e-07
previous_iter_valid_loss : 0.18178637325763702

   1447880	  0.181945	  0.181786	  0.166393		CURRENT LEARNING RATE: 3.6053566829431974e-07
previous_iter_valid_loss : 0.16275936365127563

   1447900	  0.162958	  0.162759	  0.166043		CURRENT LEARNING RATE: 3.604635683708931e-07
previous_iter_valid_loss : 0.16514305770397186

   1447920	  0.165311	  0.165143	  0.165776		CURRENT LEARNING RATE: 3.6039148286600986e-07
previous_iter_valid_loss : 0.1784760057926178

   1447940	  0.178634	  0.178476	  0.166311		CURRENT LEARNING RATE: 3.6031941177678593e-07
previous_iter_valid_loss : 0.176698237657547

   1447960	  0.176849	  0.176698	  0.167105		CURRENT LEARNING RATE: 3.602473551003386e-07
previous_iter_valid_loss : 0.17329594492912292

   1447980	  0.173573	  0.173296	  0.167129		CURRENT LEARNING RATE: 3.6017531283378485e-07
previous_iter_valid_loss : 0.16739700734615326

   1448000	  0.167561	  0.167397	  0.167395		CURRENT LEARNING RATE: 3.6010328497424433e-07
previous_iter_valid_loss : 0.16949035227298737

   1448020	  0.169645	  0.169490	  0.167826		CURRENT LEARNING RATE: 3.6003127151883524e-07
previous_iter_valid_loss : 0.16815826296806335

   1448040	  0.168385	  0.168158	  0.168171		CURRENT LEARNING RATE: 3.599592724646764e-07
previous_iter_valid_loss : 0.16915681958198547

   1448060	  0.169389	  0.169157	  0.168335		CURRENT LEARNING RATE: 3.598872878088892e-07
previous_iter_valid_loss : 0.1683136224746704

   1448080	  0.168471	  0.168314	  0.168373		CURRENT LEARNING RATE: 3.598153175485935e-07
previous_iter_valid_loss : 0.16089609265327454

   1448100	  0.161080	  0.160896	  0.168387		CURRENT LEARNING RATE: 3.5974336168091055e-07
previous_iter_valid_loss : 0.16055932641029358

   1448120	  0.160733	  0.160559	  0.168290		CURRENT LEARNING RATE: 3.596714202029615e-07
previous_iter_valid_loss : 0.16196314990520477

   1448140	  0.162149	  0.161963	  0.167271		CURRENT LEARNING RATE: 3.595994931118699e-07
previous_iter_valid_loss : 0.16489501297473907

   1448160	  0.165059	  0.164895	  0.167482		CURRENT LEARNING RATE: 3.595275804047582e-07
previous_iter_valid_loss : 0.18655796349048615

   1448180	  0.186701	  0.186558	  0.168445		CURRENT LEARNING RATE: 3.5945568207874963e-07
previous_iter_valid_loss : 0.16804377734661102

   1448200	  0.168202	  0.168044	  0.168816		CURRENT LEARNING RATE: 3.593837981309678e-07
previous_iter_valid_loss : 0.1729576736688614

   1448220	  0.173108	  0.172958	  0.169167		CURRENT LEARNING RATE: 3.5931192855853857e-07
previous_iter_valid_loss : 0.16077640652656555

   1448240	  0.160957	  0.160776	  0.168910		CURRENT LEARNING RATE: 3.5924007335858656e-07
previous_iter_valid_loss : 0.16151291131973267

   1448260	  0.161684	  0.161513	  0.168940		CURRENT LEARNING RATE: 3.5916823252823754e-07
previous_iter_valid_loss : 0.16577041149139404

   1448280	  0.165938	  0.165770	  0.168139		CURRENT LEARNING RATE: 3.590964060646172e-07
previous_iter_valid_loss : 0.16989319026470184

   1448300	  0.170043	  0.169893	  0.168496		CURRENT LEARNING RATE: 3.590245939648538e-07
previous_iter_valid_loss : 0.17819195985794067

   1448320	  0.178347	  0.178192	  0.169149		CURRENT LEARNING RATE: 3.589527962260742e-07
previous_iter_valid_loss : 0.16360192000865936

   1448340	  0.163764	  0.163602	  0.168405		CURRENT LEARNING RATE: 3.588810128454065e-07
previous_iter_valid_loss : 0.16073006391525269

   1448360	  0.160903	  0.160730	  0.167606		CURRENT LEARNING RATE: 3.588092438199787e-07
previous_iter_valid_loss : 0.16489052772521973

   1448380	  0.165090	  0.164891	  0.167186		CURRENT LEARNING RATE: 3.5873748914692135e-07
previous_iter_valid_loss : 0.18020080029964447

   1448400	  0.180356	  0.180201	  0.167826		CURRENT LEARNING RATE: 3.586657488233636e-07
previous_iter_valid_loss : 0.16997367143630981

   1448420	  0.170220	  0.169974	  0.167851		CURRENT LEARNING RATE: 3.585940228464353e-07
previous_iter_valid_loss : 0.16158995032310486

   1448440	  0.161782	  0.161590	  0.167522		CURRENT LEARNING RATE: 3.585223112132685e-07
previous_iter_valid_loss : 0.1614236831665039

   1448460	  0.161589	  0.161424	  0.167135		CURRENT LEARNING RATE: 3.584506139209942e-07
previous_iter_valid_loss : 0.16092504560947418

   1448480	  0.161073	  0.160925	  0.166766		CURRENT LEARNING RATE: 3.583789309667446e-07
previous_iter_valid_loss : 0.1774873286485672

   1448500	  0.177791	  0.177487	  0.167596		CURRENT LEARNING RATE: 3.583072623476516e-07
previous_iter_valid_loss : 0.17601554095745087

   1448520	  0.176295	  0.176016	  0.168368		CURRENT LEARNING RATE: 3.582356080608497e-07
previous_iter_valid_loss : 0.1620163917541504

   1448540	  0.162208	  0.162016	  0.168371		CURRENT LEARNING RATE: 3.5816396810347224e-07
previous_iter_valid_loss : 0.16699780523777008

   1448560	  0.167215	  0.166998	  0.168476		CURRENT LEARNING RATE: 3.5809234247265357e-07
previous_iter_valid_loss : 0.1605299860239029

   1448580	  0.160701	  0.160530	  0.167175		CURRENT LEARNING RATE: 3.58020731165528e-07
previous_iter_valid_loss : 0.16201765835285187

   1448600	  0.162170	  0.162018	  0.166874		CURRENT LEARNING RATE: 3.5794913417923236e-07
previous_iter_valid_loss : 0.16555474698543549

   1448620	  0.165723	  0.165555	  0.166503		CURRENT LEARNING RATE: 3.578775515109021e-07
previous_iter_valid_loss : 0.1773662567138672

   1448640	  0.177665	  0.177366	  0.167333		CURRENT LEARNING RATE: 3.57805983157674e-07
previous_iter_valid_loss : 0.18116237223148346

   1448660	  0.181489	  0.181162	  0.168315		CURRENT LEARNING RATE: 3.5773442911668455e-07
previous_iter_valid_loss : 0.1671019345521927

   1448680	  0.167257	  0.167102	  0.168382		CURRENT LEARNING RATE: 3.576628893850731e-07
previous_iter_valid_loss : 0.16284096240997314

   1448700	  0.163002	  0.162841	  0.168029		CURRENT LEARNING RATE: 3.5759136395997715e-07
previous_iter_valid_loss : 0.1622225046157837

   1448720	  0.162404	  0.162223	  0.167231		CURRENT LEARNING RATE: 3.5751985283853576e-07
previous_iter_valid_loss : 0.16496682167053223

   1448740	  0.165189	  0.164967	  0.167299		CURRENT LEARNING RATE: 3.57448356017888e-07
previous_iter_valid_loss : 0.16075436770915985

   1448760	  0.160925	  0.160754	  0.167300		CURRENT LEARNING RATE: 3.573768734951751e-07
previous_iter_valid_loss : 0.16060450673103333

   1448780	  0.160780	  0.160605	  0.167086		CURRENT LEARNING RATE: 3.5730540526753723e-07
previous_iter_valid_loss : 0.16758015751838684

   1448800	  0.167738	  0.167580	  0.166455		CURRENT LEARNING RATE: 3.5723395133211496e-07
previous_iter_valid_loss : 0.19119776785373688

   1448820	  0.191325	  0.191198	  0.167516		CURRENT LEARNING RATE: 3.571625116860515e-07
previous_iter_valid_loss : 0.16993850469589233

   1448840	  0.170088	  0.169939	  0.167934		CURRENT LEARNING RATE: 3.5709108632648853e-07
previous_iter_valid_loss : 0.16861900687217712

   1448860	  0.168766	  0.168619	  0.168293		CURRENT LEARNING RATE: 3.57019675250569e-07
previous_iter_valid_loss : 0.16933633387088776

   1448880	  0.169570	  0.169336	  0.168714		CURRENT LEARNING RATE: 3.569482784554359e-07
previous_iter_valid_loss : 0.16897928714752197

   1448900	  0.169214	  0.168979	  0.168288		CURRENT LEARNING RATE: 3.568768959382347e-07
previous_iter_valid_loss : 0.16184009611606598

   1448920	  0.162026	  0.161840	  0.167580		CURRENT LEARNING RATE: 3.568055276961093e-07
previous_iter_valid_loss : 0.18311569094657898

   1448940	  0.183273	  0.183116	  0.168635		CURRENT LEARNING RATE: 3.56734173726205e-07
previous_iter_valid_loss : 0.16790758073329926

   1448960	  0.168062	  0.167908	  0.168680		CURRENT LEARNING RATE: 3.566628340256672e-07
previous_iter_valid_loss : 0.16244837641716003

   1448980	  0.162637	  0.162448	  0.168776		CURRENT LEARNING RATE: 3.5659150859164336e-07
previous_iter_valid_loss : 0.16198578476905823

   1449000	  0.162168	  0.161986	  0.168774		CURRENT LEARNING RATE: 3.5652019742128e-07
previous_iter_valid_loss : 0.1653534173965454

   1449020	  0.165547	  0.165353	  0.168764		CURRENT LEARNING RATE: 3.564489005117245e-07
previous_iter_valid_loss : 0.17552880942821503

   1449040	  0.175678	  0.175529	  0.168673		CURRENT LEARNING RATE: 3.5637761786012443e-07
previous_iter_valid_loss : 0.1729927510023117

   1449060	  0.173142	  0.172993	  0.168264		CURRENT LEARNING RATE: 3.5630634946362977e-07
previous_iter_valid_loss : 0.16248585283756256

   1449080	  0.162648	  0.162486	  0.168033		CURRENT LEARNING RATE: 3.562350953193892e-07
previous_iter_valid_loss : 0.16269105672836304

   1449100	  0.162855	  0.162691	  0.168026		CURRENT LEARNING RATE: 3.561638554245524e-07
previous_iter_valid_loss : 0.1706995964050293

   1449120	  0.170850	  0.170700	  0.168450		CURRENT LEARNING RATE: 3.560926297762693e-07
previous_iter_valid_loss : 0.16082581877708435

   1449140	  0.160987	  0.160826	  0.168243		CURRENT LEARNING RATE: 3.5602141837169197e-07
previous_iter_valid_loss : 0.16264724731445312

   1449160	  0.162848	  0.162647	  0.168337		CURRENT LEARNING RATE: 3.559502212079715e-07
previous_iter_valid_loss : 0.1794375628232956

   1449180	  0.179598	  0.179438	  0.169279		CURRENT LEARNING RATE: 3.5587903828225937e-07
previous_iter_valid_loss : 0.16475516557693481

   1449200	  0.164968	  0.164755	  0.169138		CURRENT LEARNING RATE: 3.5580786959170927e-07
previous_iter_valid_loss : 0.1689131110906601

   1449220	  0.169141	  0.168913	  0.168023		CURRENT LEARNING RATE: 3.5573671513347416e-07
previous_iter_valid_loss : 0.1623835414648056

   1449240	  0.162587	  0.162384	  0.167646		CURRENT LEARNING RATE: 3.556655749047077e-07
previous_iter_valid_loss : 0.16992522776126862

   1449260	  0.170173	  0.169925	  0.167711		CURRENT LEARNING RATE: 3.555944489025635e-07
previous_iter_valid_loss : 0.17153571546077728

   1449280	  0.171689	  0.171536	  0.167821		CURRENT LEARNING RATE: 3.5552333712419804e-07
previous_iter_valid_loss : 0.18644076585769653

   1449300	  0.186580	  0.186441	  0.168694		CURRENT LEARNING RATE: 3.554522395667661e-07
previous_iter_valid_loss : 0.17108173668384552

   1449320	  0.171230	  0.171082	  0.169156		CURRENT LEARNING RATE: 3.553811562274238e-07
previous_iter_valid_loss : 0.16131675243377686

   1449340	  0.161503	  0.161317	  0.168066		CURRENT LEARNING RATE: 3.553100871033272e-07
previous_iter_valid_loss : 0.1809941679239273

   1449360	  0.181335	  0.180994	  0.168720		CURRENT LEARNING RATE: 3.5523903219163467e-07
previous_iter_valid_loss : 0.16467340290546417

   1449380	  0.164881	  0.164673	  0.168832		CURRENT LEARNING RATE: 3.5516799148950356e-07
previous_iter_valid_loss : 0.16314208507537842

   1449400	  0.163335	  0.163142	  0.168890		CURRENT LEARNING RATE: 3.5509696499409205e-07
previous_iter_valid_loss : 0.1605539321899414

   1449420	  0.160726	  0.160554	  0.168650		CURRENT LEARNING RATE: 3.550259527025586e-07
previous_iter_valid_loss : 0.16689124703407288

   1449440	  0.167115	  0.166891	  0.168218		CURRENT LEARNING RATE: 3.5495495461206406e-07
previous_iter_valid_loss : 0.16081465780735016

   1449460	  0.160969	  0.160815	  0.167609		CURRENT LEARNING RATE: 3.548839707197676e-07
previous_iter_valid_loss : 0.18628591299057007

   1449480	  0.186414	  0.186286	  0.168799		CURRENT LEARNING RATE: 3.548130010228301e-07
previous_iter_valid_loss : 0.1659449189901352

   1449500	  0.166102	  0.165945	  0.168961		CURRENT LEARNING RATE: 3.5474204551841203e-07
previous_iter_valid_loss : 0.16088826954364777

   1449520	  0.161047	  0.160888	  0.168471		CURRENT LEARNING RATE: 3.5467110420367645e-07
previous_iter_valid_loss : 0.17471608519554138

   1449540	  0.174862	  0.174716	  0.169165		CURRENT LEARNING RATE: 3.5460017707578506e-07
previous_iter_valid_loss : 0.16357840597629547

   1449560	  0.163783	  0.163578	  0.169212		CURRENT LEARNING RATE: 3.545292641319009e-07
previous_iter_valid_loss : 0.16068050265312195

   1449580	  0.160839	  0.160681	  0.168274		CURRENT LEARNING RATE: 3.544583653691866e-07
previous_iter_valid_loss : 0.1642085313796997

   1449600	  0.164417	  0.164209	  0.168247		CURRENT LEARNING RATE: 3.543874807848077e-07
previous_iter_valid_loss : 0.16051092743873596

   1449620	  0.160667	  0.160511	  0.167827		CURRENT LEARNING RATE: 3.54316610375928e-07
previous_iter_valid_loss : 0.16737622022628784

   1449640	  0.167530	  0.167376	  0.168076		CURRENT LEARNING RATE: 3.5424575413971214e-07
previous_iter_valid_loss : 0.17154349386692047

   1449660	  0.171804	  0.171543	  0.168157		CURRENT LEARNING RATE: 3.5417491207332714e-07
previous_iter_valid_loss : 0.1609944999217987

   1449680	  0.161148	  0.160994	  0.167630		CURRENT LEARNING RATE: 3.541040841739387e-07
previous_iter_valid_loss : 0.17403599619865417

   1449700	  0.174187	  0.174036	  0.167010		CURRENT LEARNING RATE: 3.540332704387136e-07
previous_iter_valid_loss : 0.1605888158082962

   1449720	  0.160762	  0.160589	  0.166485		CURRENT LEARNING RATE: 3.539624708648189e-07
previous_iter_valid_loss : 0.20528481900691986

   1449740	  0.205348	  0.205285	  0.168684		CURRENT LEARNING RATE: 3.538916854494235e-07
previous_iter_valid_loss : 0.16721448302268982

   1449760	  0.167369	  0.167214	  0.167995		CURRENT LEARNING RATE: 3.538209141896957e-07
previous_iter_valid_loss : 0.16158705949783325

   1449780	  0.161773	  0.161587	  0.167840		CURRENT LEARNING RATE: 3.5375015708280445e-07
previous_iter_valid_loss : 0.17385591566562653

   1449800	  0.174122	  0.173856	  0.168376		CURRENT LEARNING RATE: 3.5367941412591893e-07
previous_iter_valid_loss : 0.16289176046848297

   1449820	  0.163050	  0.162892	  0.168493		CURRENT LEARNING RATE: 3.5360868531621063e-07
previous_iter_valid_loss : 0.16445337235927582

   1449840	  0.164615	  0.164453	  0.168371		CURRENT LEARNING RATE: 3.535379706508498e-07
previous_iter_valid_loss : 0.16263128817081451

   1449860	  0.162830	  0.162631	  0.168462		CURRENT LEARNING RATE: 3.534672701270079e-07
previous_iter_valid_loss : 0.18104547262191772

   1449880	  0.181391	  0.181045	  0.168200		CURRENT LEARNING RATE: 3.5339658374185615e-07
previous_iter_valid_loss : 0.16298557817935944

   1449900	  0.163166	  0.162986	  0.168052		CURRENT LEARNING RATE: 3.5332591149256844e-07
previous_iter_valid_loss : 0.18419305980205536

   1449920	  0.184548	  0.184193	  0.169217		CURRENT LEARNING RATE: 3.5325525337631727e-07
previous_iter_valid_loss : 0.16142462193965912

   1449940	  0.161589	  0.161425	  0.168553		CURRENT LEARNING RATE: 3.531846093902762e-07
previous_iter_valid_loss : 0.1818302720785141

   1449960	  0.181987	  0.181830	  0.169465		CURRENT LEARNING RATE: 3.5311397953161895e-07
previous_iter_valid_loss : 0.1678621917963028

   1449980	  0.168077	  0.167862	  0.169824		CURRENT LEARNING RATE: 3.530433637975216e-07
previous_iter_valid_loss : 0.1706087440252304

   1450000	  0.170861	  0.170609	  0.170144		CURRENT LEARNING RATE: 3.529727621851589e-07
previous_iter_valid_loss : 0.16953714191913605

   1450020	  0.169778	  0.169537	  0.170596		CURRENT LEARNING RATE: 3.5290217469170605e-07
previous_iter_valid_loss : 0.16313086450099945

   1450040	  0.163308	  0.163131	  0.170383		CURRENT LEARNING RATE: 3.528316013143408e-07
previous_iter_valid_loss : 0.16664515435695648

   1450060	  0.166810	  0.166645	  0.170138		CURRENT LEARNING RATE: 3.527610420502397e-07
previous_iter_valid_loss : 0.16293536126613617

   1450080	  0.163123	  0.162935	  0.170235		CURRENT LEARNING RATE: 3.5269049689658037e-07
previous_iter_valid_loss : 0.16235120594501495

   1450100	  0.162507	  0.162351	  0.169651		CURRENT LEARNING RATE: 3.5261996585054027e-07
previous_iter_valid_loss : 0.19087821245193481

   1450120	  0.191007	  0.190878	  0.171166		CURRENT LEARNING RATE: 3.5254944890929953e-07
previous_iter_valid_loss : 0.16052260994911194

   1450140	  0.160676	  0.160523	  0.168928		CURRENT LEARNING RATE: 3.5247894607003674e-07
previous_iter_valid_loss : 0.1654881238937378

   1450160	  0.165704	  0.165488	  0.168841		CURRENT LEARNING RATE: 3.524084573299319e-07
previous_iter_valid_loss : 0.1605994701385498

   1450180	  0.160777	  0.160599	  0.168792		CURRENT LEARNING RATE: 3.5233798268616474e-07
previous_iter_valid_loss : 0.16134925186634064

   1450200	  0.161509	  0.161349	  0.168167		CURRENT LEARNING RATE: 3.5226752213591753e-07
previous_iter_valid_loss : 0.16388709843158722

   1450220	  0.164085	  0.163887	  0.168216		CURRENT LEARNING RATE: 3.5219707567637134e-07
previous_iter_valid_loss : 0.16062450408935547

   1450240	  0.160795	  0.160625	  0.168025		CURRENT LEARNING RATE: 3.521266433047081e-07
previous_iter_valid_loss : 0.1608750969171524

   1450260	  0.161027	  0.160875	  0.167937		CURRENT LEARNING RATE: 3.520562250181101e-07
previous_iter_valid_loss : 0.17051587998867035

   1450280	  0.170768	  0.170516	  0.167411		CURRENT LEARNING RATE: 3.519858208137618e-07
previous_iter_valid_loss : 0.1618557870388031

   1450300	  0.162003	  0.161856	  0.167354		CURRENT LEARNING RATE: 3.519154306888463e-07
previous_iter_valid_loss : 0.16622693836688995

   1450320	  0.166383	  0.166227	  0.166456		CURRENT LEARNING RATE: 3.518450546405481e-07
previous_iter_valid_loss : 0.17108885943889618

   1450340	  0.171346	  0.171089	  0.166939		CURRENT LEARNING RATE: 3.5177469266605155e-07
previous_iter_valid_loss : 0.16854499280452728

   1450360	  0.168693	  0.168545	  0.166275		CURRENT LEARNING RATE: 3.517043447625433e-07
previous_iter_valid_loss : 0.16300740838050842

   1450380	  0.163169	  0.163007	  0.166032		CURRENT LEARNING RATE: 3.51634010927209e-07
previous_iter_valid_loss : 0.1624235212802887

   1450400	  0.162611	  0.162424	  0.165623		CURRENT LEARNING RATE: 3.5156369115723446e-07
previous_iter_valid_loss : 0.16896934807300568

   1450420	  0.169118	  0.168969	  0.165594		CURRENT LEARNING RATE: 3.5149338544980825e-07
previous_iter_valid_loss : 0.17085802555084229

   1450440	  0.171006	  0.170858	  0.165981		CURRENT LEARNING RATE: 3.514230938021176e-07
previous_iter_valid_loss : 0.16056837141513824

   1450460	  0.160720	  0.160568	  0.165677		CURRENT LEARNING RATE: 3.5135281621135063e-07
previous_iter_valid_loss : 0.1609683781862259

   1450480	  0.161150	  0.160968	  0.165579		CURRENT LEARNING RATE: 3.5128255267469583e-07
previous_iter_valid_loss : 0.1626143455505371

   1450500	  0.162804	  0.162614	  0.165592		CURRENT LEARNING RATE: 3.512123031893437e-07
previous_iter_valid_loss : 0.1630716770887375

   1450520	  0.163238	  0.163072	  0.164201		CURRENT LEARNING RATE: 3.5114206775248383e-07
previous_iter_valid_loss : 0.17851923406124115

   1450540	  0.178683	  0.178519	  0.165101		CURRENT LEARNING RATE: 3.510718463613067e-07
previous_iter_valid_loss : 0.16460560262203217

   1450560	  0.164824	  0.164606	  0.165057		CURRENT LEARNING RATE: 3.510016390130028e-07
previous_iter_valid_loss : 0.16128690540790558

   1450580	  0.161450	  0.161287	  0.165091		CURRENT LEARNING RATE: 3.5093144570476517e-07
previous_iter_valid_loss : 0.1681555211544037

   1450600	  0.168313	  0.168156	  0.165432		CURRENT LEARNING RATE: 3.508612664337854e-07
previous_iter_valid_loss : 0.16926200687885284

   1450620	  0.169508	  0.169262	  0.165701		CURRENT LEARNING RATE: 3.507911011972564e-07
previous_iter_valid_loss : 0.16086852550506592

   1450640	  0.161047	  0.160869	  0.165713		CURRENT LEARNING RATE: 3.5072094999237073e-07
previous_iter_valid_loss : 0.1638287603855133

   1450660	  0.163994	  0.163829	  0.165860		CURRENT LEARNING RATE: 3.506508128163239e-07
previous_iter_valid_loss : 0.16149559617042542

   1450680	  0.161657	  0.161496	  0.165409		CURRENT LEARNING RATE: 3.505806896663095e-07
previous_iter_valid_loss : 0.16072359681129456

   1450700	  0.160898	  0.160724	  0.165353		CURRENT LEARNING RATE: 3.505105805395228e-07
previous_iter_valid_loss : 0.1847848892211914

   1450720	  0.184920	  0.184785	  0.166281		CURRENT LEARNING RATE: 3.504404854331587e-07
previous_iter_valid_loss : 0.16465434432029724

   1450740	  0.164829	  0.164654	  0.165959		CURRENT LEARNING RATE: 3.5037040434441473e-07
previous_iter_valid_loss : 0.1727352738380432

   1450760	  0.173007	  0.172735	  0.166168		CURRENT LEARNING RATE: 3.5030033727048696e-07
previous_iter_valid_loss : 0.16074107587337494

   1450780	  0.160915	  0.160741	  0.166055		CURRENT LEARNING RATE: 3.502302842085727e-07
previous_iter_valid_loss : 0.1605498343706131

   1450800	  0.160710	  0.160550	  0.165961		CURRENT LEARNING RATE: 3.5016024515586925e-07
previous_iter_valid_loss : 0.1605384647846222

   1450820	  0.160706	  0.160538	  0.165540		CURRENT LEARNING RATE: 3.500902201095763e-07
previous_iter_valid_loss : 0.16056933999061584

   1450840	  0.160733	  0.160569	  0.165025		CURRENT LEARNING RATE: 3.5002020906689223e-07
previous_iter_valid_loss : 0.16075657308101654

   1450860	  0.160923	  0.160757	  0.165035		CURRENT LEARNING RATE: 3.4995021202501586e-07
previous_iter_valid_loss : 0.16202914714813232

   1450880	  0.162188	  0.162029	  0.165088		CURRENT LEARNING RATE: 3.498802289811487e-07
previous_iter_valid_loss : 0.17078915238380432

   1450900	  0.171048	  0.170789	  0.165497		CURRENT LEARNING RATE: 3.498102599324907e-07
previous_iter_valid_loss : 0.16527490317821503

   1450920	  0.165439	  0.165275	  0.165607		CURRENT LEARNING RATE: 3.497403048762432e-07
previous_iter_valid_loss : 0.16318733990192413

   1450940	  0.163359	  0.163187	  0.164840		CURRENT LEARNING RATE: 3.496703638096073e-07
previous_iter_valid_loss : 0.16052648425102234

   1450960	  0.160700	  0.160526	  0.164636		CURRENT LEARNING RATE: 3.496004367297866e-07
previous_iter_valid_loss : 0.19127437472343445

   1450980	  0.191746	  0.191274	  0.166136		CURRENT LEARNING RATE: 3.4953052363398343e-07
previous_iter_valid_loss : 0.16122959554195404

   1451000	  0.161397	  0.161230	  0.165789		CURRENT LEARNING RATE: 3.494606245194013e-07
previous_iter_valid_loss : 0.17822493612766266

   1451020	  0.178525	  0.178225	  0.166238		CURRENT LEARNING RATE: 3.4939073938324346e-07
previous_iter_valid_loss : 0.16050128638744354

   1451040	  0.160664	  0.160501	  0.166219		CURRENT LEARNING RATE: 3.4932086822271596e-07
previous_iter_valid_loss : 0.16242673993110657

   1451060	  0.162589	  0.162427	  0.166149		CURRENT LEARNING RATE: 3.4925101103502317e-07
previous_iter_valid_loss : 0.16719409823417664

   1451080	  0.167354	  0.167194	  0.166434		CURRENT LEARNING RATE: 3.491811678173709e-07
previous_iter_valid_loss : 0.16289718449115753

   1451100	  0.163065	  0.162897	  0.166543		CURRENT LEARNING RATE: 3.491113385669648e-07
previous_iter_valid_loss : 0.1605978012084961

   1451120	  0.160759	  0.160598	  0.165333		CURRENT LEARNING RATE: 3.490415232810129e-07
previous_iter_valid_loss : 0.16063982248306274

   1451140	  0.160807	  0.160640	  0.165133		CURRENT LEARNING RATE: 3.4897172195672194e-07
previous_iter_valid_loss : 0.16058111190795898

   1451160	  0.160744	  0.160581	  0.164525		CURRENT LEARNING RATE: 3.489019345912999e-07
previous_iter_valid_loss : 0.16259866952896118

   1451180	  0.162757	  0.162599	  0.164618		CURRENT LEARNING RATE: 3.4883216118195473e-07
previous_iter_valid_loss : 0.17741438746452332

   1451200	  0.177712	  0.177414	  0.165461		CURRENT LEARNING RATE: 3.4876240172589663e-07
previous_iter_valid_loss : 0.16331668198108673

   1451220	  0.163518	  0.163317	  0.165600		CURRENT LEARNING RATE: 3.486926562203347e-07
previous_iter_valid_loss : 0.16453924775123596

   1451240	  0.164739	  0.164539	  0.165798		CURRENT LEARNING RATE: 3.486229246624783e-07
previous_iter_valid_loss : 0.18135260045528412

   1451260	  0.181679	  0.181353	  0.166828		CURRENT LEARNING RATE: 3.485532070495397e-07
previous_iter_valid_loss : 0.1614672988653183

   1451280	  0.161610	  0.161467	  0.166800		CURRENT LEARNING RATE: 3.484835033787294e-07
previous_iter_valid_loss : 0.17230667173862457

   1451300	  0.172455	  0.172307	  0.166876		CURRENT LEARNING RATE: 3.4841381364725927e-07
previous_iter_valid_loss : 0.1622432917356491

   1451320	  0.162421	  0.162243	  0.166724		CURRENT LEARNING RATE: 3.4834413785234107e-07
previous_iter_valid_loss : 0.16377368569374084

   1451340	  0.163935	  0.163774	  0.166754		CURRENT LEARNING RATE: 3.482744759911891e-07
previous_iter_valid_loss : 0.1607317477464676

   1451360	  0.160896	  0.160732	  0.166764		CURRENT LEARNING RATE: 3.482048280610162e-07
previous_iter_valid_loss : 0.16064269840717316

   1451380	  0.160802	  0.160643	  0.165232		CURRENT LEARNING RATE: 3.481351940590365e-07
previous_iter_valid_loss : 0.1608768105506897

   1451400	  0.161029	  0.160877	  0.165215		CURRENT LEARNING RATE: 3.4806557398246393e-07
previous_iter_valid_loss : 0.17541766166687012

   1451420	  0.175557	  0.175418	  0.165074		CURRENT LEARNING RATE: 3.47995967828515e-07
previous_iter_valid_loss : 0.18433032929897308

   1451440	  0.184713	  0.184330	  0.166266		CURRENT LEARNING RATE: 3.4792637559440484e-07
previous_iter_valid_loss : 0.16142037510871887

   1451460	  0.161608	  0.161420	  0.166215		CURRENT LEARNING RATE: 3.478567972773498e-07
previous_iter_valid_loss : 0.16319316625595093

   1451480	  0.163391	  0.163193	  0.166015		CURRENT LEARNING RATE: 3.47787232874566e-07
previous_iter_valid_loss : 0.16756846010684967

   1451500	  0.167797	  0.167568	  0.166249		CURRENT LEARNING RATE: 3.4771768238327225e-07
previous_iter_valid_loss : 0.17071563005447388

   1451520	  0.170964	  0.170716	  0.166755		CURRENT LEARNING RATE: 3.4764814580068575e-07
previous_iter_valid_loss : 0.1652671843767166

   1451540	  0.165436	  0.165267	  0.166986		CURRENT LEARNING RATE: 3.475786231240252e-07
previous_iter_valid_loss : 0.18028393387794495

   1451560	  0.180430	  0.180284	  0.167971		CURRENT LEARNING RATE: 3.47509114350509e-07
previous_iter_valid_loss : 0.16134634613990784

   1451580	  0.161503	  0.161346	  0.167909		CURRENT LEARNING RATE: 3.47439619477358e-07
previous_iter_valid_loss : 0.1669662445783615

   1451600	  0.167188	  0.166966	  0.167386		CURRENT LEARNING RATE: 3.473701385017919e-07
previous_iter_valid_loss : 0.1719859093427658

   1451620	  0.172131	  0.171986	  0.167820		CURRENT LEARNING RATE: 3.473006714210307e-07
previous_iter_valid_loss : 0.1647123396396637

   1451640	  0.164921	  0.164712	  0.167828		CURRENT LEARNING RATE: 3.4723121823229703e-07
previous_iter_valid_loss : 0.16086702048778534

   1451660	  0.161030	  0.160867	  0.166804		CURRENT LEARNING RATE: 3.4716177893281217e-07
previous_iter_valid_loss : 0.1633884757757187

   1451680	  0.163576	  0.163388	  0.166900		CURRENT LEARNING RATE: 3.470923535197984e-07
previous_iter_valid_loss : 0.1606743335723877

   1451700	  0.160812	  0.160674	  0.166319		CURRENT LEARNING RATE: 3.4702294199047837e-07
previous_iter_valid_loss : 0.16123990714550018

   1451720	  0.161425	  0.161240	  0.166268		CURRENT LEARNING RATE: 3.469535443420766e-07
previous_iter_valid_loss : 0.1694241464138031

   1451740	  0.169664	  0.169424	  0.166551		CURRENT LEARNING RATE: 3.4688416057181664e-07
previous_iter_valid_loss : 0.20480693876743317

   1451760	  0.205388	  0.204807	  0.168755		CURRENT LEARNING RATE: 3.4681479067692314e-07
previous_iter_valid_loss : 0.16082090139389038

   1451780	  0.161001	  0.160821	  0.168764		CURRENT LEARNING RATE: 3.4674543465462074e-07
previous_iter_valid_loss : 0.16054904460906982

   1451800	  0.160723	  0.160549	  0.168747		CURRENT LEARNING RATE: 3.4667609250213637e-07
previous_iter_valid_loss : 0.17242677509784698

   1451820	  0.172570	  0.172427	  0.168598		CURRENT LEARNING RATE: 3.4660676421669577e-07
previous_iter_valid_loss : 0.1606098711490631

   1451840	  0.160773	  0.160610	  0.167412		CURRENT LEARNING RATE: 3.465374497955257e-07
previous_iter_valid_loss : 0.16563168168067932

   1451860	  0.165841	  0.165632	  0.167622		CURRENT LEARNING RATE: 3.4646814923585316e-07
previous_iter_valid_loss : 0.163559690117836

   1451880	  0.163755	  0.163560	  0.167641		CURRENT LEARNING RATE: 3.463988625349072e-07
previous_iter_valid_loss : 0.1605616807937622

   1451900	  0.160719	  0.160562	  0.167290		CURRENT LEARNING RATE: 3.4632958968991574e-07
previous_iter_valid_loss : 0.16415710747241974

   1451920	  0.164321	  0.164157	  0.166962		CURRENT LEARNING RATE: 3.46260330698108e-07
previous_iter_valid_loss : 0.16342155635356903

   1451940	  0.163605	  0.163422	  0.166870		CURRENT LEARNING RATE: 3.461910855567129e-07
previous_iter_valid_loss : 0.16637244820594788

   1451960	  0.166592	  0.166372	  0.166174		CURRENT LEARNING RATE: 3.4612185426296184e-07
previous_iter_valid_loss : 0.1621217429637909

   1451980	  0.162312	  0.162122	  0.166213		CURRENT LEARNING RATE: 3.46052636814085e-07
previous_iter_valid_loss : 0.16824297606945038

   1452000	  0.168477	  0.168243	  0.166277		CURRENT LEARNING RATE: 3.4598343320731305e-07
previous_iter_valid_loss : 0.1658540517091751

   1452020	  0.166064	  0.165854	  0.165970		CURRENT LEARNING RATE: 3.4591424343987913e-07
previous_iter_valid_loss : 0.1637154072523117

   1452040	  0.163881	  0.163715	  0.165921		CURRENT LEARNING RATE: 3.4584506750901507e-07
previous_iter_valid_loss : 0.16287915408611298

   1452060	  0.163039	  0.162879	  0.166021		CURRENT LEARNING RATE: 3.4577590541195366e-07
previous_iter_valid_loss : 0.1605854481458664

   1452080	  0.160751	  0.160585	  0.165881		CURRENT LEARNING RATE: 3.4570675714592793e-07
previous_iter_valid_loss : 0.16169343888759613

   1452100	  0.161884	  0.161693	  0.165932		CURRENT LEARNING RATE: 3.456376227081731e-07
previous_iter_valid_loss : 0.18763522803783417

   1452120	  0.188041	  0.187635	  0.167252		CURRENT LEARNING RATE: 3.455685020959232e-07
previous_iter_valid_loss : 0.16199173033237457

   1452140	  0.162178	  0.161992	  0.166880		CURRENT LEARNING RATE: 3.454993953064135e-07
previous_iter_valid_loss : 0.16054171323776245

   1452160	  0.160707	  0.160542	  0.164667		CURRENT LEARNING RATE: 3.4543030233687906e-07
previous_iter_valid_loss : 0.17441897094249725

   1452180	  0.174696	  0.174419	  0.165347		CURRENT LEARNING RATE: 3.453612231845573e-07
previous_iter_valid_loss : 0.1698417365550995

   1452200	  0.169997	  0.169842	  0.165811		CURRENT LEARNING RATE: 3.452921578466846e-07
previous_iter_valid_loss : 0.1606283038854599

   1452220	  0.160804	  0.160628	  0.165221		CURRENT LEARNING RATE: 3.4522310632049816e-07
previous_iter_valid_loss : 0.16574153304100037

   1452240	  0.165907	  0.165742	  0.165478		CURRENT LEARNING RATE: 3.4515406860323556e-07
previous_iter_valid_loss : 0.17732958495616913

   1452260	  0.177483	  0.177330	  0.166063		CURRENT LEARNING RATE: 3.4508504469213624e-07
previous_iter_valid_loss : 0.17265793681144714

   1452280	  0.172926	  0.172658	  0.166518		CURRENT LEARNING RATE: 3.4501603458443877e-07
previous_iter_valid_loss : 0.16083084046840668

   1452300	  0.160984	  0.160831	  0.166531		CURRENT LEARNING RATE: 3.4494703827738273e-07
previous_iter_valid_loss : 0.1626860350370407

   1452320	  0.162851	  0.162686	  0.166458		CURRENT LEARNING RATE: 3.448780557682076e-07
previous_iter_valid_loss : 0.16052144765853882

   1452340	  0.160683	  0.160521	  0.166313		CURRENT LEARNING RATE: 3.448090870541555e-07
previous_iter_valid_loss : 0.16248080134391785

   1452360	  0.162634	  0.162481	  0.166118		CURRENT LEARNING RATE: 3.447401321324668e-07
previous_iter_valid_loss : 0.1605737805366516

   1452380	  0.160731	  0.160574	  0.166041		CURRENT LEARNING RATE: 3.446711910003835e-07
previous_iter_valid_loss : 0.1614534705877304

   1452400	  0.161637	  0.161453	  0.165701		CURRENT LEARNING RATE: 3.446022636551472e-07
previous_iter_valid_loss : 0.1629086136817932

   1452420	  0.163093	  0.162909	  0.165554		CURRENT LEARNING RATE: 3.445333500940022e-07
previous_iter_valid_loss : 0.18126945197582245

   1452440	  0.181623	  0.181269	  0.166432		CURRENT LEARNING RATE: 3.4446445031419125e-07
previous_iter_valid_loss : 0.16452158987522125

   1452460	  0.164725	  0.164522	  0.166514		CURRENT LEARNING RATE: 3.4439556431295765e-07
previous_iter_valid_loss : 0.16425010561943054

   1452480	  0.164420	  0.164250	  0.166697		CURRENT LEARNING RATE: 3.4432669208754734e-07
previous_iter_valid_loss : 0.1657271534204483

   1452500	  0.165939	  0.165727	  0.166899		CURRENT LEARNING RATE: 3.4425783363520474e-07
previous_iter_valid_loss : 0.17197220027446747

   1452520	  0.172236	  0.171972	  0.166116		CURRENT LEARNING RATE: 3.4418898895317554e-07
previous_iter_valid_loss : 0.17688210308551788

   1452540	  0.177180	  0.176882	  0.166860		CURRENT LEARNING RATE: 3.4412015803870536e-07
previous_iter_valid_loss : 0.16414159536361694

   1452560	  0.164339	  0.164142	  0.167040		CURRENT LEARNING RATE: 3.440513408890422e-07
previous_iter_valid_loss : 0.16377140581607819

   1452580	  0.163970	  0.163771	  0.166508		CURRENT LEARNING RATE: 3.4398253750143263e-07
previous_iter_valid_loss : 0.16115480661392212

   1452600	  0.161311	  0.161155	  0.166073		CURRENT LEARNING RATE: 3.439137478731246e-07
previous_iter_valid_loss : 0.1745588779449463

   1452620	  0.174709	  0.174559	  0.166770		CURRENT LEARNING RATE: 3.4384497200136597e-07
previous_iter_valid_loss : 0.17941345274448395

   1452640	  0.179568	  0.179413	  0.167454		CURRENT LEARNING RATE: 3.437762098834068e-07
previous_iter_valid_loss : 0.16065168380737305

   1452660	  0.160811	  0.160652	  0.166620		CURRENT LEARNING RATE: 3.437074615164962e-07
previous_iter_valid_loss : 0.18939059972763062

   1452680	  0.189821	  0.189391	  0.167456		CURRENT LEARNING RATE: 3.43638726897884e-07
previous_iter_valid_loss : 0.16051135957241058

   1452700	  0.160673	  0.160511	  0.167440		CURRENT LEARNING RATE: 3.435700060248204e-07
previous_iter_valid_loss : 0.160502627491951

   1452720	  0.160664	  0.160503	  0.167331		CURRENT LEARNING RATE: 3.435012988945576e-07
previous_iter_valid_loss : 0.16382627189159393

   1452740	  0.163999	  0.163826	  0.167496		CURRENT LEARNING RATE: 3.4343260550434684e-07
previous_iter_valid_loss : 0.16140428185462952

   1452760	  0.161556	  0.161404	  0.167443		CURRENT LEARNING RATE: 3.433639258514404e-07
previous_iter_valid_loss : 0.1605251282453537

   1452780	  0.160687	  0.160525	  0.167440		CURRENT LEARNING RATE: 3.432952599330904e-07
previous_iter_valid_loss : 0.16148968040943146

   1452800	  0.161687	  0.161490	  0.167442		CURRENT LEARNING RATE: 3.432266077465514e-07
previous_iter_valid_loss : 0.19323374330997467

   1452820	  0.193353	  0.193234	  0.168958		CURRENT LEARNING RATE: 3.4315796928907673e-07
previous_iter_valid_loss : 0.1807941496372223

   1452840	  0.180951	  0.180794	  0.168934		CURRENT LEARNING RATE: 3.4308934455792037e-07
previous_iter_valid_loss : 0.1608177125453949

   1452860	  0.160976	  0.160818	  0.168749		CURRENT LEARNING RATE: 3.4302073355033845e-07
previous_iter_valid_loss : 0.17953407764434814

   1452880	  0.179850	  0.179534	  0.169513		CURRENT LEARNING RATE: 3.429521362635858e-07
previous_iter_valid_loss : 0.1669950932264328

   1452900	  0.167210	  0.166995	  0.169577		CURRENT LEARNING RATE: 3.428835526949187e-07
previous_iter_valid_loss : 0.163031205534935

   1452920	  0.163220	  0.163031	  0.169130		CURRENT LEARNING RATE: 3.4281498284159325e-07
previous_iter_valid_loss : 0.16175638139247894

   1452940	  0.161938	  0.161756	  0.168373		CURRENT LEARNING RATE: 3.4274642670086765e-07
previous_iter_valid_loss : 0.16554827988147736

   1452960	  0.165754	  0.165548	  0.168444		CURRENT LEARNING RATE: 3.426778842699992e-07
previous_iter_valid_loss : 0.16075924038887024

   1452980	  0.160906	  0.160759	  0.168293		CURRENT LEARNING RATE: 3.4260935554624616e-07
previous_iter_valid_loss : 0.16343580186367035

   1453000	  0.163606	  0.163436	  0.168407		CURRENT LEARNING RATE: 3.425408405268668e-07
previous_iter_valid_loss : 0.1613592803478241

   1453020	  0.161546	  0.161359	  0.167747		CURRENT LEARNING RATE: 3.4247233920912167e-07
previous_iter_valid_loss : 0.16330024600028992

   1453040	  0.163476	  0.163300	  0.166942		CURRENT LEARNING RATE: 3.424038515902702e-07
previous_iter_valid_loss : 0.16339556872844696

   1453060	  0.163592	  0.163396	  0.167079		CURRENT LEARNING RATE: 3.423353776675728e-07
previous_iter_valid_loss : 0.16642606258392334

   1453080	  0.166582	  0.166426	  0.165931		CURRENT LEARNING RATE: 3.4226691743829e-07
previous_iter_valid_loss : 0.16066546738147736

   1453100	  0.160832	  0.160665	  0.165938		CURRENT LEARNING RATE: 3.4219847089968456e-07
previous_iter_valid_loss : 0.16452020406723022

   1453120	  0.164719	  0.164520	  0.166139		CURRENT LEARNING RATE: 3.421300380490179e-07
previous_iter_valid_loss : 0.16067899763584137

   1453140	  0.160855	  0.160679	  0.165982		CURRENT LEARNING RATE: 3.4206161888355285e-07
previous_iter_valid_loss : 0.16538631916046143

   1453160	  0.165543	  0.165386	  0.166181		CURRENT LEARNING RATE: 3.4199321340055205e-07
previous_iter_valid_loss : 0.16490639746189117

   1453180	  0.165068	  0.164906	  0.166400		CURRENT LEARNING RATE: 3.4192482159728036e-07
previous_iter_valid_loss : 0.16059650480747223

   1453200	  0.160760	  0.160597	  0.166355		CURRENT LEARNING RATE: 3.418564434710017e-07
previous_iter_valid_loss : 0.16922152042388916

   1453220	  0.169461	  0.169222	  0.165155		CURRENT LEARNING RATE: 3.4178807901898006e-07
previous_iter_valid_loss : 0.16221000254154205

   1453240	  0.162364	  0.162210	  0.164225		CURRENT LEARNING RATE: 3.417197282384823e-07
previous_iter_valid_loss : 0.17170539498329163

   1453260	  0.171954	  0.171705	  0.164770		CURRENT LEARNING RATE: 3.4165139112677374e-07
previous_iter_valid_loss : 0.16057510673999786

   1453280	  0.160743	  0.160575	  0.163822		CURRENT LEARNING RATE: 3.415830676811209e-07
previous_iter_valid_loss : 0.169196218252182

   1453300	  0.169344	  0.169196	  0.163932		CURRENT LEARNING RATE: 3.415147578987901e-07
previous_iter_valid_loss : 0.16235819458961487

   1453320	  0.162526	  0.162358	  0.163898		CURRENT LEARNING RATE: 3.4144646177705035e-07
previous_iter_valid_loss : 0.17322635650634766

   1453340	  0.173491	  0.173226	  0.164472		CURRENT LEARNING RATE: 3.413781793131691e-07
previous_iter_valid_loss : 0.16226892173290253

   1453360	  0.162459	  0.162269	  0.164308		CURRENT LEARNING RATE: 3.413099105044151e-07
previous_iter_valid_loss : 0.16057662665843964

   1453380	  0.160739	  0.160577	  0.164299		CURRENT LEARNING RATE: 3.412416553480569e-07
previous_iter_valid_loss : 0.16247253119945526

   1453400	  0.162631	  0.162473	  0.164251		CURRENT LEARNING RATE: 3.411734138413655e-07
previous_iter_valid_loss : 0.16287684440612793

   1453420	  0.163034	  0.162877	  0.164326		CURRENT LEARNING RATE: 3.411051859816109e-07
previous_iter_valid_loss : 0.16086003184318542

   1453440	  0.161031	  0.160860	  0.164204		CURRENT LEARNING RATE: 3.410369717660636e-07
previous_iter_valid_loss : 0.1637713462114334

   1453460	  0.163973	  0.163771	  0.164223		CURRENT LEARNING RATE: 3.4096877119199474e-07
previous_iter_valid_loss : 0.1652189940214157

   1453480	  0.165381	  0.165219	  0.164163		CURRENT LEARNING RATE: 3.4090058425667734e-07
previous_iter_valid_loss : 0.16119782626628876

   1453500	  0.161377	  0.161198	  0.164189		CURRENT LEARNING RATE: 3.408324109573833e-07
previous_iter_valid_loss : 0.1650266945362091

   1453520	  0.165196	  0.165027	  0.164215		CURRENT LEARNING RATE: 3.407642512913858e-07
previous_iter_valid_loss : 0.16092677414417267

   1453540	  0.161106	  0.160927	  0.164227		CURRENT LEARNING RATE: 3.4069610525595777e-07
previous_iter_valid_loss : 0.16620828211307526

   1453560	  0.166371	  0.166208	  0.164268		CURRENT LEARNING RATE: 3.406279728483746e-07
previous_iter_valid_loss : 0.17122173309326172

   1453580	  0.171363	  0.171222	  0.164584		CURRENT LEARNING RATE: 3.405598540659104e-07
previous_iter_valid_loss : 0.16132225096225739

   1453600	  0.161506	  0.161322	  0.164620		CURRENT LEARNING RATE: 3.4049174890584037e-07
previous_iter_valid_loss : 0.16569086909294128

   1453620	  0.165857	  0.165691	  0.164444		CURRENT LEARNING RATE: 3.4042365736543977e-07
previous_iter_valid_loss : 0.16093134880065918

   1453640	  0.161074	  0.160931	  0.164380		CURRENT LEARNING RATE: 3.4035557944198615e-07
previous_iter_valid_loss : 0.1681031435728073

   1453660	  0.168336	  0.168103	  0.164200		CURRENT LEARNING RATE: 3.402875151327557e-07
previous_iter_valid_loss : 0.16064545512199402

   1453680	  0.160802	  0.160645	  0.164203		CURRENT LEARNING RATE: 3.402194644350253e-07
previous_iter_valid_loss : 0.1628100872039795

   1453700	  0.162991	  0.162810	  0.163884		CURRENT LEARNING RATE: 3.401514273460742e-07
previous_iter_valid_loss : 0.16625884175300598

   1453720	  0.166425	  0.166259	  0.164079		CURRENT LEARNING RATE: 3.400834038631801e-07
previous_iter_valid_loss : 0.16822054982185364

   1453740	  0.168377	  0.168221	  0.163829		CURRENT LEARNING RATE: 3.400153939836223e-07
previous_iter_valid_loss : 0.16448183357715607

   1453760	  0.164675	  0.164482	  0.163939		CURRENT LEARNING RATE: 3.3994739770467964e-07
previous_iter_valid_loss : 0.16074927151203156

   1453780	  0.160922	  0.160749	  0.163948		CURRENT LEARNING RATE: 3.3987941502363364e-07
previous_iter_valid_loss : 0.18334050476551056

   1453800	  0.183489	  0.183341	  0.164991		CURRENT LEARNING RATE: 3.398114459377642e-07
previous_iter_valid_loss : 0.160949245095253

   1453820	  0.161103	  0.160949	  0.164895		CURRENT LEARNING RATE: 3.397434904443527e-07
previous_iter_valid_loss : 0.16545206308364868

   1453840	  0.165661	  0.165452	  0.165125		CURRENT LEARNING RATE: 3.396755485406802e-07
previous_iter_valid_loss : 0.16478675603866577

   1453860	  0.165001	  0.164787	  0.165175		CURRENT LEARNING RATE: 3.396076202240303e-07
previous_iter_valid_loss : 0.17015144228935242

   1453880	  0.170397	  0.170151	  0.165422		CURRENT LEARNING RATE: 3.395397054916853e-07
previous_iter_valid_loss : 0.16050505638122559

   1453900	  0.160670	  0.160505	  0.165387		CURRENT LEARNING RATE: 3.394718043409285e-07
previous_iter_valid_loss : 0.16262124478816986

   1453920	  0.162807	  0.162621	  0.165267		CURRENT LEARNING RATE: 3.3940391676904334e-07
previous_iter_valid_loss : 0.17160256206989288

   1453940	  0.171745	  0.171603	  0.165801		CURRENT LEARNING RATE: 3.393360427733155e-07
previous_iter_valid_loss : 0.1605447679758072

   1453960	  0.160710	  0.160545	  0.165518		CURRENT LEARNING RATE: 3.392681823510294e-07
previous_iter_valid_loss : 0.1605716496706009

   1453980	  0.160738	  0.160572	  0.164985		CURRENT LEARNING RATE: 3.3920033549947073e-07
previous_iter_valid_loss : 0.16601203382015228

   1454000	  0.166171	  0.166012	  0.165220		CURRENT LEARNING RATE: 3.3913250221592486e-07
previous_iter_valid_loss : 0.1648573875427246

   1454020	  0.165026	  0.164857	  0.165178		CURRENT LEARNING RATE: 3.3906468249767967e-07
previous_iter_valid_loss : 0.1679723709821701

   1454040	  0.168128	  0.167972	  0.165530		CURRENT LEARNING RATE: 3.389968763420219e-07
previous_iter_valid_loss : 0.16129456460475922

   1454060	  0.161481	  0.161295	  0.165190		CURRENT LEARNING RATE: 3.3892908374623855e-07
previous_iter_valid_loss : 0.16754752397537231

   1454080	  0.167702	  0.167548	  0.165535		CURRENT LEARNING RATE: 3.388613047076193e-07
previous_iter_valid_loss : 0.16064190864562988

   1454100	  0.160804	  0.160642	  0.165426		CURRENT LEARNING RATE: 3.387935392234522e-07
previous_iter_valid_loss : 0.16055071353912354

   1454120	  0.160713	  0.160551	  0.165141		CURRENT LEARNING RATE: 3.387257872910268e-07
previous_iter_valid_loss : 0.16056865453720093

   1454140	  0.160743	  0.160569	  0.164758		CURRENT LEARNING RATE: 3.386580489076323e-07
previous_iter_valid_loss : 0.16050656139850616

   1454160	  0.160666	  0.160507	  0.164560		CURRENT LEARNING RATE: 3.385903240705604e-07
previous_iter_valid_loss : 0.17465423047542572

   1454180	  0.174804	  0.174654	  0.165255		CURRENT LEARNING RATE: 3.3852261277710147e-07
previous_iter_valid_loss : 0.1606062352657318

   1454200	  0.160765	  0.160606	  0.164118		CURRENT LEARNING RATE: 3.384549150245471e-07
previous_iter_valid_loss : 0.17677856981754303

   1454220	  0.176928	  0.176779	  0.164910		CURRENT LEARNING RATE: 3.383872308101888e-07
previous_iter_valid_loss : 0.1653713583946228

   1454240	  0.165566	  0.165371	  0.164906		CURRENT LEARNING RATE: 3.3831956013132036e-07
previous_iter_valid_loss : 0.1634635180234909

   1454260	  0.163672	  0.163464	  0.164839		CURRENT LEARNING RATE: 3.3825190298523444e-07
previous_iter_valid_loss : 0.16298909485340118

   1454280	  0.163159	  0.162989	  0.164481		CURRENT LEARNING RATE: 3.3818425936922465e-07
previous_iter_valid_loss : 0.16074378788471222

   1454300	  0.160904	  0.160744	  0.164493		CURRENT LEARNING RATE: 3.3811662928058465e-07
previous_iter_valid_loss : 0.16637961566448212

   1454320	  0.166536	  0.166380	  0.164681		CURRENT LEARNING RATE: 3.380490127166104e-07
previous_iter_valid_loss : 0.16054372489452362

   1454340	  0.160695	  0.160544	  0.164128		CURRENT LEARNING RATE: 3.3798140967459683e-07
previous_iter_valid_loss : 0.16263476014137268

   1454360	  0.162832	  0.162635	  0.164233		CURRENT LEARNING RATE: 3.3791382015183963e-07
previous_iter_valid_loss : 0.16497333347797394

   1454380	  0.165143	  0.164973	  0.164453		CURRENT LEARNING RATE: 3.378462441456347e-07
previous_iter_valid_loss : 0.16148674488067627

   1454400	  0.161648	  0.161487	  0.164226		CURRENT LEARNING RATE: 3.377786816532801e-07
previous_iter_valid_loss : 0.16272515058517456

   1454420	  0.162922	  0.162725	  0.164120		CURRENT LEARNING RATE: 3.3771113267207295e-07
previous_iter_valid_loss : 0.16051049530506134

   1454440	  0.160664	  0.160510	  0.163747		CURRENT LEARNING RATE: 3.3764359719931053e-07
previous_iter_valid_loss : 0.16603215038776398

   1454460	  0.166194	  0.166032	  0.163984		CURRENT LEARNING RATE: 3.375760752322926e-07
previous_iter_valid_loss : 0.16547323763370514

   1454480	  0.165686	  0.165473	  0.163880		CURRENT LEARNING RATE: 3.3750856676831775e-07
previous_iter_valid_loss : 0.16093383729457855

   1454500	  0.161120	  0.160934	  0.163895		CURRENT LEARNING RATE: 3.374410718046855e-07
previous_iter_valid_loss : 0.17325128614902496

   1454520	  0.173526	  0.173251	  0.164530		CURRENT LEARNING RATE: 3.373735903386957e-07
previous_iter_valid_loss : 0.16576403379440308

   1454540	  0.165922	  0.165764	  0.164789		CURRENT LEARNING RATE: 3.3730612236765005e-07
previous_iter_valid_loss : 0.17487378418445587

   1454560	  0.175026	  0.174874	  0.165508		CURRENT LEARNING RATE: 3.3723866788884943e-07
previous_iter_valid_loss : 0.16059499979019165

   1454580	  0.160753	  0.160595	  0.164805		CURRENT LEARNING RATE: 3.3717122689959557e-07
previous_iter_valid_loss : 0.16425703465938568

   1454600	  0.164422	  0.164257	  0.164987		CURRENT LEARNING RATE: 3.3710379939719025e-07
previous_iter_valid_loss : 0.17773227393627167

   1454620	  0.178037	  0.177732	  0.165035		CURRENT LEARNING RATE: 3.370363853789375e-07
previous_iter_valid_loss : 0.16049431264400482

   1454640	  0.160662	  0.160494	  0.164791		CURRENT LEARNING RATE: 3.3696898484214017e-07
previous_iter_valid_loss : 0.1677306890487671

   1454660	  0.167884	  0.167731	  0.165004		CURRENT LEARNING RATE: 3.3690159778410235e-07
previous_iter_valid_loss : 0.16312524676322937

   1454680	  0.163293	  0.163125	  0.165011		CURRENT LEARNING RATE: 3.3683422420212785e-07
previous_iter_valid_loss : 0.1663464456796646

   1454700	  0.166566	  0.166346	  0.165291		CURRENT LEARNING RATE: 3.36766864093523e-07
previous_iter_valid_loss : 0.16435541212558746

   1454720	  0.164552	  0.164355	  0.165190		CURRENT LEARNING RATE: 3.366995174555927e-07
previous_iter_valid_loss : 0.162380188703537

   1454740	  0.162563	  0.162380	  0.165282		CURRENT LEARNING RATE: 3.3663218428564317e-07
previous_iter_valid_loss : 0.16234950721263885

   1454760	  0.162520	  0.162350	  0.165268		CURRENT LEARNING RATE: 3.3656486458098054e-07
previous_iter_valid_loss : 0.16490037739276886

   1454780	  0.165115	  0.164900	  0.165264		CURRENT LEARNING RATE: 3.36497558338913e-07
previous_iter_valid_loss : 0.16074763238430023

   1454800	  0.160924	  0.160748	  0.165227		CURRENT LEARNING RATE: 3.3643026555674794e-07
previous_iter_valid_loss : 0.16275034844875336

   1454820	  0.162911	  0.162750	  0.165228		CURRENT LEARNING RATE: 3.3636298623179285e-07
previous_iter_valid_loss : 0.1605551689863205

   1454840	  0.160721	  0.160555	  0.165231		CURRENT LEARNING RATE: 3.3629572036135797e-07
previous_iter_valid_loss : 0.16110187768936157

   1454860	  0.161261	  0.161102	  0.164984		CURRENT LEARNING RATE: 3.362284679427519e-07
previous_iter_valid_loss : 0.16054825484752655

   1454880	  0.160718	  0.160548	  0.164738		CURRENT LEARNING RATE: 3.361612289732846e-07
previous_iter_valid_loss : 0.17251162230968475

   1454900	  0.172652	  0.172512	  0.165317		CURRENT LEARNING RATE: 3.360940034502659e-07
previous_iter_valid_loss : 0.16640934348106384

   1454920	  0.166627	  0.166409	  0.164975		CURRENT LEARNING RATE: 3.3602679137100793e-07
previous_iter_valid_loss : 0.16416536271572113

   1454940	  0.164331	  0.164165	  0.164895		CURRENT LEARNING RATE: 3.3595959273282167e-07
previous_iter_valid_loss : 0.16365714371204376

   1454960	  0.163827	  0.163657	  0.164334		CURRENT LEARNING RATE: 3.3589240753301917e-07
previous_iter_valid_loss : 0.21844087541103363

   1454980	  0.218466	  0.218441	  0.167226		CURRENT LEARNING RATE: 3.3582523576891246e-07
previous_iter_valid_loss : 0.17139488458633423

   1455000	  0.171545	  0.171395	  0.167583		CURRENT LEARNING RATE: 3.3575807743781576e-07
previous_iter_valid_loss : 0.162739098072052

   1455020	  0.162938	  0.162739	  0.166833		CURRENT LEARNING RATE: 3.356909325370423e-07
previous_iter_valid_loss : 0.1617940068244934

   1455040	  0.161943	  0.161794	  0.166898		CURRENT LEARNING RATE: 3.3562380106390616e-07
previous_iter_valid_loss : 0.16258235275745392

   1455060	  0.162768	  0.162582	  0.166641		CURRENT LEARNING RATE: 3.3555668301572147e-07
previous_iter_valid_loss : 0.16192395985126495

   1455080	  0.162116	  0.161924	  0.166581		CURRENT LEARNING RATE: 3.354895783898048e-07
previous_iter_valid_loss : 0.1610756367444992

   1455100	  0.161259	  0.161076	  0.166317		CURRENT LEARNING RATE: 3.354224871834712e-07
previous_iter_valid_loss : 0.16185466945171356

   1455120	  0.162027	  0.161855	  0.166192		CURRENT LEARNING RATE: 3.353554093940372e-07
previous_iter_valid_loss : 0.16184048354625702

   1455140	  0.162031	  0.161840	  0.166165		CURRENT LEARNING RATE: 3.35288345018819e-07
previous_iter_valid_loss : 0.17812074720859528

   1455160	  0.178279	  0.178121	  0.166954		CURRENT LEARNING RATE: 3.352212940551353e-07
previous_iter_valid_loss : 0.16082744300365448

   1455180	  0.160975	  0.160827	  0.166750		CURRENT LEARNING RATE: 3.3515425650030336e-07
previous_iter_valid_loss : 0.16115638613700867

   1455200	  0.161344	  0.161156	  0.166771		CURRENT LEARNING RATE: 3.350872323516418e-07
previous_iter_valid_loss : 0.1730431318283081

   1455220	  0.173185	  0.173043	  0.167285		CURRENT LEARNING RATE: 3.3502022160646887e-07
previous_iter_valid_loss : 0.1839202493429184

   1455240	  0.184073	  0.183920	  0.168454		CURRENT LEARNING RATE: 3.349532242621055e-07
previous_iter_valid_loss : 0.1632586121559143

   1455260	  0.163442	  0.163259	  0.168561		CURRENT LEARNING RATE: 3.348862403158711e-07
previous_iter_valid_loss : 0.16432879865169525

   1455280	  0.164485	  0.164329	  0.168750		CURRENT LEARNING RATE: 3.348192697650858e-07
previous_iter_valid_loss : 0.18720397353172302

   1455300	  0.187339	  0.187204	  0.169485		CURRENT LEARNING RATE: 3.3475231260707193e-07
previous_iter_valid_loss : 0.16491234302520752

   1455320	  0.165113	  0.164912	  0.169410		CURRENT LEARNING RATE: 3.346853688391507e-07
previous_iter_valid_loss : 0.161071315407753

   1455340	  0.161230	  0.161071	  0.169256		CURRENT LEARNING RATE: 3.346184384586441e-07
previous_iter_valid_loss : 0.16091370582580566

   1455360	  0.161073	  0.160914	  0.169118		CURRENT LEARNING RATE: 3.345515214628746e-07
previous_iter_valid_loss : 0.1605408936738968

   1455380	  0.160715	  0.160541	  0.166223		CURRENT LEARNING RATE: 3.3448461784916655e-07
previous_iter_valid_loss : 0.16059274971485138

   1455400	  0.160751	  0.160593	  0.165683		CURRENT LEARNING RATE: 3.344177276148433e-07
previous_iter_valid_loss : 0.1642301231622696

   1455420	  0.164402	  0.164230	  0.165758		CURRENT LEARNING RATE: 3.343508507572291e-07
previous_iter_valid_loss : 0.1778600662946701

   1455440	  0.178159	  0.177860	  0.166561		CURRENT LEARNING RATE: 3.342839872736485e-07
previous_iter_valid_loss : 0.16050194203853607

   1455460	  0.160660	  0.160502	  0.166457		CURRENT LEARNING RATE: 3.3421713716142794e-07
previous_iter_valid_loss : 0.16169852018356323

   1455480	  0.161870	  0.161699	  0.166446		CURRENT LEARNING RATE: 3.34150300417893e-07
previous_iter_valid_loss : 0.1659882366657257

   1455500	  0.166149	  0.165988	  0.166691		CURRENT LEARNING RATE: 3.3408347704037006e-07
previous_iter_valid_loss : 0.17656652629375458

   1455520	  0.176867	  0.176567	  0.167427		CURRENT LEARNING RATE: 3.340166670261857e-07
previous_iter_valid_loss : 0.1654738485813141

   1455540	  0.165696	  0.165474	  0.167609		CURRENT LEARNING RATE: 3.3394987037266856e-07
previous_iter_valid_loss : 0.17412984371185303

   1455560	  0.174279	  0.174130	  0.167409		CURRENT LEARNING RATE: 3.3388308707714643e-07
previous_iter_valid_loss : 0.1624527871608734

   1455580	  0.162645	  0.162453	  0.167490		CURRENT LEARNING RATE: 3.3381631713694764e-07
previous_iter_valid_loss : 0.16905736923217773

   1455600	  0.169297	  0.169057	  0.167885		CURRENT LEARNING RATE: 3.3374956054940116e-07
previous_iter_valid_loss : 0.1609783172607422

   1455620	  0.161135	  0.160978	  0.167282		CURRENT LEARNING RATE: 3.336828173118377e-07
previous_iter_valid_loss : 0.17734922468662262

   1455640	  0.177505	  0.177349	  0.166954		CURRENT LEARNING RATE: 3.336160874215869e-07
previous_iter_valid_loss : 0.1605052798986435

   1455660	  0.160674	  0.160505	  0.166816		CURRENT LEARNING RATE: 3.335493708759791e-07
previous_iter_valid_loss : 0.16182038187980652

   1455680	  0.162008	  0.161820	  0.166691		CURRENT LEARNING RATE: 3.334826676723468e-07
previous_iter_valid_loss : 0.16867481172084808

   1455700	  0.168905	  0.168675	  0.165764		CURRENT LEARNING RATE: 3.3341597780802115e-07
previous_iter_valid_loss : 0.16184453666210175

   1455720	  0.162028	  0.161845	  0.165611		CURRENT LEARNING RATE: 3.333493012803348e-07
previous_iter_valid_loss : 0.16081728041172028

   1455740	  0.160968	  0.160817	  0.165598		CURRENT LEARNING RATE: 3.3328263808661983e-07
previous_iter_valid_loss : 0.1622740477323532

   1455760	  0.162442	  0.162274	  0.165666		CURRENT LEARNING RATE: 3.3321598822421107e-07
previous_iter_valid_loss : 0.1606372445821762

   1455780	  0.160789	  0.160637	  0.165671		CURRENT LEARNING RATE: 3.331493516904419e-07
previous_iter_valid_loss : 0.16978780925273895

   1455800	  0.170031	  0.169788	  0.166131		CURRENT LEARNING RATE: 3.330827284826468e-07
previous_iter_valid_loss : 0.1718110740184784

   1455820	  0.171959	  0.171811	  0.166510		CURRENT LEARNING RATE: 3.330161185981603e-07
previous_iter_valid_loss : 0.16472037136554718

   1455840	  0.164888	  0.164720	  0.165853		CURRENT LEARNING RATE: 3.329495220343192e-07
previous_iter_valid_loss : 0.16972804069519043

   1455860	  0.169877	  0.169728	  0.166314		CURRENT LEARNING RATE: 3.3288293878845905e-07
previous_iter_valid_loss : 0.16279681026935577

   1455880	  0.162961	  0.162797	  0.166369		CURRENT LEARNING RATE: 3.3281636885791647e-07
previous_iter_valid_loss : 0.16057619452476501

   1455900	  0.160727	  0.160576	  0.166098		CURRENT LEARNING RATE: 3.327498122400281e-07
previous_iter_valid_loss : 0.1610909402370453

   1455920	  0.161282	  0.161091	  0.165325		CURRENT LEARNING RATE: 3.3268326893213285e-07
previous_iter_valid_loss : 0.16321918368339539

   1455940	  0.163413	  0.163219	  0.165212		CURRENT LEARNING RATE: 3.3261673893156837e-07
previous_iter_valid_loss : 0.17043112218379974

   1455960	  0.170583	  0.170431	  0.165027		CURRENT LEARNING RATE: 3.3255022223567353e-07
previous_iter_valid_loss : 0.17156249284744263

   1455980	  0.171826	  0.171562	  0.165482		CURRENT LEARNING RATE: 3.32483718841787e-07
previous_iter_valid_loss : 0.1772027462720871

   1456000	  0.177495	  0.177203	  0.165890		CURRENT LEARNING RATE: 3.3241722874724994e-07
previous_iter_valid_loss : 0.16299697756767273

   1456020	  0.163195	  0.162997	  0.165991		CURRENT LEARNING RATE: 3.32350751949402e-07
previous_iter_valid_loss : 0.160548597574234

   1456040	  0.160711	  0.160549	  0.165151		CURRENT LEARNING RATE: 3.322842884455836e-07
previous_iter_valid_loss : 0.16072390973567963

   1456060	  0.160898	  0.160724	  0.165161		CURRENT LEARNING RATE: 3.322178382331374e-07
previous_iter_valid_loss : 0.16739541292190552

   1456080	  0.167612	  0.167395	  0.165440		CURRENT LEARNING RATE: 3.3215140130940474e-07
previous_iter_valid_loss : 0.1622086614370346

   1456100	  0.162393	  0.162209	  0.165117		CURRENT LEARNING RATE: 3.320849776717282e-07
previous_iter_valid_loss : 0.16053159534931183

   1456120	  0.160700	  0.160532	  0.165051		CURRENT LEARNING RATE: 3.3201856731745023e-07
previous_iter_valid_loss : 0.16932208836078644

   1456140	  0.169564	  0.169322	  0.165477		CURRENT LEARNING RATE: 3.3195217024391557e-07
previous_iter_valid_loss : 0.16083113849163055

   1456160	  0.161012	  0.160831	  0.165404		CURRENT LEARNING RATE: 3.3188578644846774e-07
previous_iter_valid_loss : 0.1690112054347992

   1456180	  0.169251	  0.169011	  0.165823		CURRENT LEARNING RATE: 3.3181941592845146e-07
previous_iter_valid_loss : 0.16476014256477356

   1456200	  0.164966	  0.164760	  0.165572		CURRENT LEARNING RATE: 3.3175305868121123e-07
previous_iter_valid_loss : 0.16055209934711456

   1456220	  0.160715	  0.160552	  0.165009		CURRENT LEARNING RATE: 3.3168671470409404e-07
previous_iter_valid_loss : 0.16819937527179718

   1456240	  0.168357	  0.168199	  0.165183		CURRENT LEARNING RATE: 3.3162038399444544e-07
previous_iter_valid_loss : 0.17222285270690918

   1456260	  0.172366	  0.172223	  0.165307		CURRENT LEARNING RATE: 3.3155406654961226e-07
previous_iter_valid_loss : 0.17124763131141663

   1456280	  0.171389	  0.171248	  0.165730		CURRENT LEARNING RATE: 3.314877623669412e-07
previous_iter_valid_loss : 0.1713293343782425

   1456300	  0.171592	  0.171329	  0.166268		CURRENT LEARNING RATE: 3.314214714437812e-07
previous_iter_valid_loss : 0.17057065665721893

   1456320	  0.170816	  0.170571	  0.166742		CURRENT LEARNING RATE: 3.313551937774801e-07
previous_iter_valid_loss : 0.16471680998802185

   1456340	  0.164919	  0.164717	  0.166817		CURRENT LEARNING RATE: 3.312889293653869e-07
previous_iter_valid_loss : 0.17479266226291656

   1456360	  0.175071	  0.174793	  0.167035		CURRENT LEARNING RATE: 3.312226782048503e-07
previous_iter_valid_loss : 0.16052702069282532

   1456380	  0.160695	  0.160527	  0.166483		CURRENT LEARNING RATE: 3.3115644029322143e-07
previous_iter_valid_loss : 0.16527603566646576

   1456400	  0.165488	  0.165276	  0.165886		CURRENT LEARNING RATE: 3.310902156278502e-07
previous_iter_valid_loss : 0.16060858964920044

   1456420	  0.160772	  0.160609	  0.165767		CURRENT LEARNING RATE: 3.310240042060877e-07
previous_iter_valid_loss : 0.16820862889289856

   1456440	  0.168451	  0.168209	  0.166150		CURRENT LEARNING RATE: 3.3095780602528476e-07
previous_iter_valid_loss : 0.16377310454845428

   1456460	  0.163965	  0.163773	  0.166303		CURRENT LEARNING RATE: 3.3089162108279474e-07
previous_iter_valid_loss : 0.16116394102573395

   1456480	  0.161315	  0.161164	  0.165991		CURRENT LEARNING RATE: 3.308254493759696e-07
previous_iter_valid_loss : 0.16076168417930603

   1456500	  0.160912	  0.160762	  0.165919		CURRENT LEARNING RATE: 3.3075929090216187e-07
previous_iter_valid_loss : 0.16712728142738342

   1456520	  0.167289	  0.167127	  0.166248		CURRENT LEARNING RATE: 3.306931456587264e-07
previous_iter_valid_loss : 0.1609092652797699

   1456540	  0.161069	  0.160909	  0.165828		CURRENT LEARNING RATE: 3.306270136430168e-07
previous_iter_valid_loss : 0.18992817401885986

   1456560	  0.190391	  0.189928	  0.167283		CURRENT LEARNING RATE: 3.305608948523878e-07
previous_iter_valid_loss : 0.16515934467315674

   1456580	  0.165356	  0.165159	  0.167090		CURRENT LEARNING RATE: 3.304947892841941e-07
previous_iter_valid_loss : 0.17463649809360504

   1456600	  0.174919	  0.174636	  0.167584		CURRENT LEARNING RATE: 3.304286969357926e-07
previous_iter_valid_loss : 0.161457359790802

   1456620	  0.161641	  0.161457	  0.167629		CURRENT LEARNING RATE: 3.3036261780453896e-07
previous_iter_valid_loss : 0.16768309473991394

   1456640	  0.167911	  0.167683	  0.167603		CURRENT LEARNING RATE: 3.302965518877901e-07
previous_iter_valid_loss : 0.16534076631069183

   1456660	  0.165541	  0.165341	  0.167259		CURRENT LEARNING RATE: 3.3023049918290276e-07
previous_iter_valid_loss : 0.16764234006404877

   1456680	  0.167871	  0.167642	  0.167079		CURRENT LEARNING RATE: 3.30164459687236e-07
previous_iter_valid_loss : 0.16064341366291046

   1456700	  0.160800	  0.160643	  0.166545		CURRENT LEARNING RATE: 3.3009843339814774e-07
previous_iter_valid_loss : 0.17944380640983582

   1456720	  0.179760	  0.179444	  0.166988		CURRENT LEARNING RATE: 3.300324203129968e-07
previous_iter_valid_loss : 0.1605762094259262

   1456740	  0.160733	  0.160576	  0.166781		CURRENT LEARNING RATE: 3.2996642042914217e-07
previous_iter_valid_loss : 0.16065196692943573

   1456760	  0.160812	  0.160652	  0.166074		CURRENT LEARNING RATE: 3.2990043374394495e-07
previous_iter_valid_loss : 0.1637347787618637

   1456780	  0.163913	  0.163735	  0.166235		CURRENT LEARNING RATE: 3.298344602547652e-07
previous_iter_valid_loss : 0.17134875059127808

   1456800	  0.171497	  0.171349	  0.166538		CURRENT LEARNING RATE: 3.2976849995896383e-07
previous_iter_valid_loss : 0.16794443130493164

   1456820	  0.168175	  0.167944	  0.166905		CURRENT LEARNING RATE: 3.2970255285390195e-07
previous_iter_valid_loss : 0.16151180863380432

   1456840	  0.161695	  0.161512	  0.166570		CURRENT LEARNING RATE: 3.296366189369428e-07
previous_iter_valid_loss : 0.16053418815135956

   1456860	  0.160700	  0.160534	  0.166408		CURRENT LEARNING RATE: 3.295706982054484e-07
previous_iter_valid_loss : 0.16342653334140778

   1456880	  0.163619	  0.163427	  0.166521		CURRENT LEARNING RATE: 3.2950479065678145e-07
previous_iter_valid_loss : 0.16184945404529572

   1456900	  0.162034	  0.161849	  0.166576		CURRENT LEARNING RATE: 3.2943889628830676e-07
previous_iter_valid_loss : 0.16968399286270142

   1456920	  0.169834	  0.169684	  0.166704		CURRENT LEARNING RATE: 3.2937301509738795e-07
previous_iter_valid_loss : 0.16145868599414825

   1456940	  0.161621	  0.161459	  0.166731		CURRENT LEARNING RATE: 3.2930714708138976e-07
previous_iter_valid_loss : 0.16385194659233093

   1456960	  0.164048	  0.163852	  0.165427		CURRENT LEARNING RATE: 3.2924129223767695e-07
previous_iter_valid_loss : 0.1833483725786209

   1456980	  0.183497	  0.183348	  0.166337		CURRENT LEARNING RATE: 3.2917545056361646e-07
previous_iter_valid_loss : 0.16274121403694153

   1457000	  0.162911	  0.162741	  0.165742		CURRENT LEARNING RATE: 3.2910962205657404e-07
previous_iter_valid_loss : 0.16348779201507568

   1457020	  0.163657	  0.163488	  0.165843		CURRENT LEARNING RATE: 3.290438067139165e-07
previous_iter_valid_loss : 0.16148264706134796

   1457040	  0.161640	  0.161483	  0.165533		CURRENT LEARNING RATE: 3.289780045330107e-07
previous_iter_valid_loss : 0.16439294815063477

   1457060	  0.164561	  0.164393	  0.165486		CURRENT LEARNING RATE: 3.289122155112257e-07
previous_iter_valid_loss : 0.17012478411197662

   1457080	  0.170273	  0.170125	  0.165610		CURRENT LEARNING RATE: 3.2884643964592947e-07
previous_iter_valid_loss : 0.16477620601654053

   1457100	  0.164941	  0.164776	  0.165817		CURRENT LEARNING RATE: 3.2878067693449077e-07
previous_iter_valid_loss : 0.16069453954696655

   1457120	  0.160857	  0.160695	  0.164879		CURRENT LEARNING RATE: 3.287149273742786e-07
previous_iter_valid_loss : 0.1685636341571808

   1457140	  0.168722	  0.168564	  0.165279		CURRENT LEARNING RATE: 3.286491909626642e-07
previous_iter_valid_loss : 0.16051450371742249

   1457160	  0.160685	  0.160515	  0.165272		CURRENT LEARNING RATE: 3.2858346769701745e-07
previous_iter_valid_loss : 0.1830468326807022

   1457180	  0.183197	  0.183047	  0.166237		CURRENT LEARNING RATE: 3.2851775757470947e-07
previous_iter_valid_loss : 0.17116668820381165

   1457200	  0.171420	  0.171167	  0.166228		CURRENT LEARNING RATE: 3.284520605931113e-07
previous_iter_valid_loss : 0.1621313989162445

   1457220	  0.162326	  0.162131	  0.165938		CURRENT LEARNING RATE: 3.283863767495961e-07
previous_iter_valid_loss : 0.16664563119411469

   1457240	  0.166853	  0.166646	  0.166194		CURRENT LEARNING RATE: 3.2832070604153605e-07
previous_iter_valid_loss : 0.1605728268623352

   1457260	  0.160737	  0.160573	  0.166196		CURRENT LEARNING RATE: 3.282550484663037e-07
previous_iter_valid_loss : 0.1711900681257248

   1457280	  0.171333	  0.171190	  0.166584		CURRENT LEARNING RATE: 3.2818940402127385e-07
previous_iter_valid_loss : 0.16064591705799103

   1457300	  0.160821	  0.160646	  0.166524		CURRENT LEARNING RATE: 3.281237727038203e-07
previous_iter_valid_loss : 0.1621413230895996

   1457320	  0.162307	  0.162141	  0.166147		CURRENT LEARNING RATE: 3.280581545113177e-07
previous_iter_valid_loss : 0.1702919900417328

   1457340	  0.170443	  0.170292	  0.166589		CURRENT LEARNING RATE: 3.2799254944114063e-07
previous_iter_valid_loss : 0.1626940369606018

   1457360	  0.162851	  0.162694	  0.166531		CURRENT LEARNING RATE: 3.2792695749066625e-07
previous_iter_valid_loss : 0.18271948397159576

   1457380	  0.182877	  0.182719	  0.166499		CURRENT LEARNING RATE: 3.2786137865727025e-07
previous_iter_valid_loss : 0.17492346465587616

   1457400	  0.175217	  0.174923	  0.167109		CURRENT LEARNING RATE: 3.277958129383294e-07
previous_iter_valid_loss : 0.16160590946674347

   1457420	  0.161769	  0.161606	  0.167014		CURRENT LEARNING RATE: 3.277302603312205e-07
previous_iter_valid_loss : 0.16111184656620026

   1457440	  0.161270	  0.161112	  0.166996		CURRENT LEARNING RATE: 3.276647208333227e-07
previous_iter_valid_loss : 0.16052226722240448

   1457460	  0.160687	  0.160522	  0.166802		CURRENT LEARNING RATE: 3.275991944420137e-07
previous_iter_valid_loss : 0.16097232699394226

   1457480	  0.161119	  0.160972	  0.166345		CURRENT LEARNING RATE: 3.2753368115467254e-07
previous_iter_valid_loss : 0.16062384843826294

   1457500	  0.160778	  0.160624	  0.166137		CURRENT LEARNING RATE: 3.274681809686781e-07
previous_iter_valid_loss : 0.1674463152885437

   1457520	  0.167671	  0.167446	  0.166475		CURRENT LEARNING RATE: 3.274026938814116e-07
previous_iter_valid_loss : 0.16049887239933014

   1457540	  0.160670	  0.160499	  0.166071		CURRENT LEARNING RATE: 3.2733721989025284e-07
previous_iter_valid_loss : 0.1612279713153839

   1457560	  0.161414	  0.161228	  0.166107		CURRENT LEARNING RATE: 3.2727175899258287e-07
previous_iter_valid_loss : 0.16056707501411438

   1457580	  0.160734	  0.160567	  0.164983		CURRENT LEARNING RATE: 3.272063111857828e-07
previous_iter_valid_loss : 0.1793307512998581

   1457600	  0.179646	  0.179331	  0.165391		CURRENT LEARNING RATE: 3.271408764672357e-07
previous_iter_valid_loss : 0.1618545651435852

   1457620	  0.162051	  0.161855	  0.165378		CURRENT LEARNING RATE: 3.270754548343238e-07
previous_iter_valid_loss : 0.17960958182811737

   1457640	  0.179940	  0.179610	  0.166026		CURRENT LEARNING RATE: 3.2701004628443014e-07
previous_iter_valid_loss : 0.16136769950389862

   1457660	  0.161528	  0.161368	  0.166065		CURRENT LEARNING RATE: 3.269446508149377e-07
previous_iter_valid_loss : 0.16058987379074097

   1457680	  0.160758	  0.160590	  0.165535		CURRENT LEARNING RATE: 3.26879268423232e-07
previous_iter_valid_loss : 0.17349235713481903

   1457700	  0.173765	  0.173492	  0.166178		CURRENT LEARNING RATE: 3.268138991066971e-07
previous_iter_valid_loss : 0.17160581052303314

   1457720	  0.171754	  0.171606	  0.166651		CURRENT LEARNING RATE: 3.2674854286271755e-07
previous_iter_valid_loss : 0.16050750017166138

   1457740	  0.160673	  0.160508	  0.166162		CURRENT LEARNING RATE: 3.2668319968868037e-07
previous_iter_valid_loss : 0.16980472207069397

   1457760	  0.170051	  0.169805	  0.166517		CURRENT LEARNING RATE: 3.2661786958197124e-07
previous_iter_valid_loss : 0.16556523740291595

   1457780	  0.165780	  0.165565	  0.165660		CURRENT LEARNING RATE: 3.265525525399769e-07
previous_iter_valid_loss : 0.16990236937999725

   1457800	  0.170055	  0.169902	  0.165409		CURRENT LEARNING RATE: 3.2648724856008416e-07
previous_iter_valid_loss : 0.16800560057163239

   1457820	  0.168233	  0.168006	  0.165729		CURRENT LEARNING RATE: 3.2642195763968197e-07
previous_iter_valid_loss : 0.17387312650680542

   1457840	  0.174138	  0.173873	  0.166367		CURRENT LEARNING RATE: 3.2635667977615814e-07
previous_iter_valid_loss : 0.1615956872701645

   1457860	  0.161760	  0.161596	  0.166420		CURRENT LEARNING RATE: 3.2629141496690154e-07
previous_iter_valid_loss : 0.16229721903800964

   1457880	  0.162450	  0.162297	  0.166487		CURRENT LEARNING RATE: 3.26226163209301e-07
previous_iter_valid_loss : 0.1743885576725006

   1457900	  0.174535	  0.174389	  0.167175		CURRENT LEARNING RATE: 3.261609245007476e-07
previous_iter_valid_loss : 0.16179898381233215

   1457920	  0.161963	  0.161799	  0.166892		CURRENT LEARNING RATE: 3.2609569883863123e-07
previous_iter_valid_loss : 0.16438980400562286

   1457940	  0.164589	  0.164390	  0.167087		CURRENT LEARNING RATE: 3.2603048622034284e-07
previous_iter_valid_loss : 0.16581431031227112

   1457960	  0.165978	  0.165814	  0.167316		CURRENT LEARNING RATE: 3.259652866432734e-07
previous_iter_valid_loss : 0.16764234006404877

   1457980	  0.167869	  0.167642	  0.167670		CURRENT LEARNING RATE: 3.2590010010481606e-07
previous_iter_valid_loss : 0.16867651045322418

   1458000	  0.168924	  0.168677	  0.167137		CURRENT LEARNING RATE: 3.258349266023627e-07
previous_iter_valid_loss : 0.16066387295722961

   1458020	  0.160829	  0.160664	  0.167078		CURRENT LEARNING RATE: 3.257697661333065e-07
previous_iter_valid_loss : 0.1738155335187912

   1458040	  0.173958	  0.173816	  0.166788		CURRENT LEARNING RATE: 3.257046186950404e-07
previous_iter_valid_loss : 0.1621762365102768

   1458060	  0.162374	  0.162176	  0.166828		CURRENT LEARNING RATE: 3.2563948428495965e-07
previous_iter_valid_loss : 0.16174383461475372

   1458080	  0.161906	  0.161744	  0.166886		CURRENT LEARNING RATE: 3.2557436290045835e-07
previous_iter_valid_loss : 0.170161634683609

   1458100	  0.170398	  0.170162	  0.166720		CURRENT LEARNING RATE: 3.25509254538931e-07
previous_iter_valid_loss : 0.17089805006980896

   1458120	  0.171153	  0.170898	  0.166684		CURRENT LEARNING RATE: 3.2544415919777444e-07
previous_iter_valid_loss : 0.16058047115802765

   1458140	  0.160725	  0.160580	  0.166688		CURRENT LEARNING RATE: 3.2537907687438433e-07
previous_iter_valid_loss : 0.19012688100337982

   1458160	  0.190256	  0.190127	  0.167704		CURRENT LEARNING RATE: 3.253140075661573e-07
previous_iter_valid_loss : 0.16252948343753815

   1458180	  0.162691	  0.162529	  0.167552		CURRENT LEARNING RATE: 3.252489512704901e-07
previous_iter_valid_loss : 0.16064415872097015

   1458200	  0.160805	  0.160644	  0.167089		CURRENT LEARNING RATE: 3.2518390798478156e-07
previous_iter_valid_loss : 0.162517711520195

   1458220	  0.162713	  0.162518	  0.166815		CURRENT LEARNING RATE: 3.2511887770642933e-07
previous_iter_valid_loss : 0.1605747789144516

   1458240	  0.160748	  0.160575	  0.166150		CURRENT LEARNING RATE: 3.250538604328323e-07
previous_iter_valid_loss : 0.16139228641986847

   1458260	  0.161552	  0.161392	  0.166140		CURRENT LEARNING RATE: 3.2498885616138914e-07
previous_iter_valid_loss : 0.16416124999523163

   1458280	  0.164366	  0.164161	  0.166233		CURRENT LEARNING RATE: 3.249238648895008e-07
previous_iter_valid_loss : 0.16847606003284454

   1458300	  0.168704	  0.168476	  0.165937		CURRENT LEARNING RATE: 3.2485888661456713e-07
previous_iter_valid_loss : 0.16102439165115356

   1458320	  0.161182	  0.161024	  0.165899		CURRENT LEARNING RATE: 3.2479392133398903e-07
previous_iter_valid_loss : 0.16955584287643433

   1458340	  0.169708	  0.169556	  0.166157		CURRENT LEARNING RATE: 3.247289690451672e-07
previous_iter_valid_loss : 0.16570121049880981

   1458360	  0.165860	  0.165701	  0.166151		CURRENT LEARNING RATE: 3.246640297455047e-07
previous_iter_valid_loss : 0.16134007275104523

   1458380	  0.161485	  0.161340	  0.165836		CURRENT LEARNING RATE: 3.245991034324035e-07
previous_iter_valid_loss : 0.1610182225704193

   1458400	  0.161175	  0.161018	  0.165453		CURRENT LEARNING RATE: 3.2453419010326646e-07
previous_iter_valid_loss : 0.16080833971500397

   1458420	  0.160973	  0.160808	  0.165461		CURRENT LEARNING RATE: 3.244692897554965e-07
previous_iter_valid_loss : 0.16813604533672333

   1458440	  0.168363	  0.168136	  0.165177		CURRENT LEARNING RATE: 3.2440440238649875e-07
previous_iter_valid_loss : 0.1655736267566681

   1458460	  0.165787	  0.165574	  0.165346		CURRENT LEARNING RATE: 3.2433952799367715e-07
previous_iter_valid_loss : 0.16078458726406097

   1458480	  0.160941	  0.160785	  0.165298		CURRENT LEARNING RATE: 3.2427466657443606e-07
previous_iter_valid_loss : 0.16622477769851685

   1458500	  0.166446	  0.166225	  0.165102		CURRENT LEARNING RATE: 3.2420981812618233e-07
previous_iter_valid_loss : 0.16553950309753418

   1458520	  0.165741	  0.165540	  0.164834		CURRENT LEARNING RATE: 3.2414498264632135e-07
previous_iter_valid_loss : 0.16059790551662445

   1458540	  0.160772	  0.160598	  0.164835		CURRENT LEARNING RATE: 3.240801601322597e-07
previous_iter_valid_loss : 0.16097711026668549

   1458560	  0.161129	  0.160977	  0.163377		CURRENT LEARNING RATE: 3.24015350581404e-07
previous_iter_valid_loss : 0.1792394518852234

   1458580	  0.179397	  0.179239	  0.164213		CURRENT LEARNING RATE: 3.2395055399116284e-07
previous_iter_valid_loss : 0.1605362594127655

   1458600	  0.160696	  0.160536	  0.164207		CURRENT LEARNING RATE: 3.2388577035894395e-07
previous_iter_valid_loss : 0.1717725694179535

   1458620	  0.172027	  0.171773	  0.164670		CURRENT LEARNING RATE: 3.238209996821559e-07
previous_iter_valid_loss : 0.16735431551933289

   1458640	  0.167585	  0.167354	  0.165009		CURRENT LEARNING RATE: 3.237562419582073e-07
previous_iter_valid_loss : 0.16106726229190826

   1458660	  0.161248	  0.161067	  0.164993		CURRENT LEARNING RATE: 3.2369149718450896e-07
previous_iter_valid_loss : 0.16051656007766724

   1458680	  0.160671	  0.160517	  0.164810		CURRENT LEARNING RATE: 3.236267653584706e-07
previous_iter_valid_loss : 0.16352637112140656

   1458700	  0.163688	  0.163526	  0.164563		CURRENT LEARNING RATE: 3.235620464775029e-07
previous_iter_valid_loss : 0.18467813730239868

   1458720	  0.184824	  0.184678	  0.165746		CURRENT LEARNING RATE: 3.234973405390165e-07
previous_iter_valid_loss : 0.16102419793605804

   1458740	  0.161180	  0.161024	  0.165319		CURRENT LEARNING RATE: 3.2343264754042433e-07
previous_iter_valid_loss : 0.17018647491931915

   1458760	  0.170334	  0.170186	  0.165543		CURRENT LEARNING RATE: 3.233679674791381e-07
previous_iter_valid_loss : 0.16059206426143646

   1458780	  0.160761	  0.160592	  0.165506		CURRENT LEARNING RATE: 3.233033003525707e-07
previous_iter_valid_loss : 0.1683957725763321

   1458800	  0.168546	  0.168396	  0.165875		CURRENT LEARNING RATE: 3.232386461581347e-07
previous_iter_valid_loss : 0.16096575558185577

   1458820	  0.161126	  0.160966	  0.165883		CURRENT LEARNING RATE: 3.231740048932452e-07
previous_iter_valid_loss : 0.17025339603424072

   1458840	  0.170404	  0.170253	  0.165989		CURRENT LEARNING RATE: 3.231093765553159e-07
previous_iter_valid_loss : 0.16084586083889008

   1458860	  0.161000	  0.160846	  0.165752		CURRENT LEARNING RATE: 3.2304476114176115e-07
previous_iter_valid_loss : 0.16056574881076813

   1458880	  0.160733	  0.160566	  0.165741		CURRENT LEARNING RATE: 3.2298015864999746e-07
previous_iter_valid_loss : 0.16997955739498138

   1458900	  0.170232	  0.169980	  0.165929		CURRENT LEARNING RATE: 3.229155690774402e-07
previous_iter_valid_loss : 0.16090360283851624

   1458920	  0.161075	  0.160904	  0.165697		CURRENT LEARNING RATE: 3.228509924215057e-07
previous_iter_valid_loss : 0.17953933775424957

   1458940	  0.179695	  0.179539	  0.166644		CURRENT LEARNING RATE: 3.227864286796104e-07
previous_iter_valid_loss : 0.1615360826253891

   1458960	  0.161721	  0.161536	  0.166672		CURRENT LEARNING RATE: 3.2272187784917276e-07
previous_iter_valid_loss : 0.16050973534584045

   1458980	  0.160663	  0.160510	  0.165736		CURRENT LEARNING RATE: 3.2265733992761044e-07
previous_iter_valid_loss : 0.16056783497333527

   1459000	  0.160727	  0.160568	  0.165737		CURRENT LEARNING RATE: 3.2259281491234165e-07
previous_iter_valid_loss : 0.16064336895942688

   1459020	  0.160810	  0.160643	  0.165181		CURRENT LEARNING RATE: 3.2252830280078495e-07
previous_iter_valid_loss : 0.16167068481445312

   1459040	  0.161856	  0.161671	  0.164897		CURRENT LEARNING RATE: 3.2246380359036097e-07
previous_iter_valid_loss : 0.16317273676395416

   1459060	  0.163337	  0.163173	  0.165002		CURRENT LEARNING RATE: 3.223993172784892e-07
previous_iter_valid_loss : 0.1623256802558899

   1459080	  0.162485	  0.162326	  0.165092		CURRENT LEARNING RATE: 3.2233484386259013e-07
previous_iter_valid_loss : 0.16625668108463287

   1459100	  0.166417	  0.166257	  0.165229		CURRENT LEARNING RATE: 3.222703833400843e-07
previous_iter_valid_loss : 0.1728212982416153

   1459120	  0.173089	  0.172821	  0.164636		CURRENT LEARNING RATE: 3.2220593570839445e-07
previous_iter_valid_loss : 0.16209609806537628

   1459140	  0.162264	  0.162096	  0.164690		CURRENT LEARNING RATE: 3.2214150096494204e-07
previous_iter_valid_loss : 0.16110749542713165

   1459160	  0.161288	  0.161107	  0.164236		CURRENT LEARNING RATE: 3.2207707910714975e-07
previous_iter_valid_loss : 0.1607564091682434

   1459180	  0.160936	  0.160756	  0.164244		CURRENT LEARNING RATE: 3.2201267013244007e-07
previous_iter_valid_loss : 0.16810911893844604

   1459200	  0.168261	  0.168109	  0.164230		CURRENT LEARNING RATE: 3.219482740382378e-07
previous_iter_valid_loss : 0.16426576673984528

   1459220	  0.164440	  0.164266	  0.164395		CURRENT LEARNING RATE: 3.2188389082196654e-07
previous_iter_valid_loss : 0.1823890507221222

   1459240	  0.182544	  0.182389	  0.165001		CURRENT LEARNING RATE: 3.2181952048105093e-07
previous_iter_valid_loss : 0.16527798771858215

   1459260	  0.165484	  0.165278	  0.165223		CURRENT LEARNING RATE: 3.2175516301291563e-07
previous_iter_valid_loss : 0.16650162637233734

   1459280	  0.166724	  0.166502	  0.165520		CURRENT LEARNING RATE: 3.216908184149875e-07
previous_iter_valid_loss : 0.1701386272907257

   1459300	  0.170385	  0.170139	  0.165528		CURRENT LEARNING RATE: 3.216264866846921e-07
previous_iter_valid_loss : 0.16060087084770203

   1459320	  0.160767	  0.160601	  0.165513		CURRENT LEARNING RATE: 3.2156216781945567e-07
previous_iter_valid_loss : 0.17310312390327454

   1459340	  0.173380	  0.173103	  0.165191		CURRENT LEARNING RATE: 3.2149786181670656e-07
previous_iter_valid_loss : 0.16791127622127533

   1459360	  0.168141	  0.167911	  0.165510		CURRENT LEARNING RATE: 3.2143356867387195e-07
previous_iter_valid_loss : 0.16111378371715546

   1459380	  0.161267	  0.161114	  0.165540		CURRENT LEARNING RATE: 3.2136928838838015e-07
previous_iter_valid_loss : 0.16051143407821655

   1459400	  0.160665	  0.160511	  0.165537		CURRENT LEARNING RATE: 3.2130502095765936e-07
previous_iter_valid_loss : 0.16153554618358612

   1459420	  0.161692	  0.161536	  0.165582		CURRENT LEARNING RATE: 3.2124076637914e-07
previous_iter_valid_loss : 0.18780431151390076

   1459440	  0.187932	  0.187804	  0.166888		CURRENT LEARNING RATE: 3.211765246502514e-07
previous_iter_valid_loss : 0.16157159209251404

   1459460	  0.161761	  0.161572	  0.166808		CURRENT LEARNING RATE: 3.2111229576842375e-07
previous_iter_valid_loss : 0.1736142933368683

   1459480	  0.173899	  0.173614	  0.167373		CURRENT LEARNING RATE: 3.210480797310874e-07
previous_iter_valid_loss : 0.1642492711544037

   1459500	  0.164422	  0.164249	  0.167272		CURRENT LEARNING RATE: 3.209838765356749e-07
previous_iter_valid_loss : 0.16085562109947205

   1459520	  0.161031	  0.160856	  0.166674		CURRENT LEARNING RATE: 3.209196861796175e-07
previous_iter_valid_loss : 0.16164468228816986

   1459540	  0.161831	  0.161645	  0.166651		CURRENT LEARNING RATE: 3.2085550866034756e-07
previous_iter_valid_loss : 0.16203495860099792

   1459560	  0.162197	  0.162035	  0.166698		CURRENT LEARNING RATE: 3.2079134397529746e-07
previous_iter_valid_loss : 0.18205448985099792

   1459580	  0.182400	  0.182054	  0.167763		CURRENT LEARNING RATE: 3.207271921219017e-07
previous_iter_valid_loss : 0.1809460073709488

   1459600	  0.181284	  0.180946	  0.168405		CURRENT LEARNING RATE: 3.2066305309759373e-07
previous_iter_valid_loss : 0.16437043249607086

   1459620	  0.164538	  0.164370	  0.168410		CURRENT LEARNING RATE: 3.205989268998079e-07
previous_iter_valid_loss : 0.16980737447738647

   1459640	  0.169960	  0.169807	  0.167781		CURRENT LEARNING RATE: 3.2053481352597857e-07
previous_iter_valid_loss : 0.1661616861820221

   1459660	  0.166321	  0.166162	  0.167825		CURRENT LEARNING RATE: 3.2047071297354245e-07
previous_iter_valid_loss : 0.16718649864196777

   1459680	  0.167413	  0.167186	  0.167859		CURRENT LEARNING RATE: 3.204066252399349e-07
previous_iter_valid_loss : 0.1918310970067978

   1459700	  0.191951	  0.191831	  0.168944		CURRENT LEARNING RATE: 3.203425503225918e-07
previous_iter_valid_loss : 0.18465319275856018

   1459720	  0.184800	  0.184653	  0.170146		CURRENT LEARNING RATE: 3.202784882189513e-07
previous_iter_valid_loss : 0.16069935262203217

   1459740	  0.160852	  0.160699	  0.169526		CURRENT LEARNING RATE: 3.202144389264505e-07
previous_iter_valid_loss : 0.18682006001472473

   1459760	  0.186957	  0.186820	  0.170472		CURRENT LEARNING RATE: 3.2015040244252717e-07
previous_iter_valid_loss : 0.16089603304862976

   1459780	  0.161078	  0.160896	  0.170461		CURRENT LEARNING RATE: 3.2008637876461944e-07
previous_iter_valid_loss : 0.1853356957435608

   1459800	  0.185719	  0.185336	  0.171702		CURRENT LEARNING RATE: 3.200223678901675e-07
previous_iter_valid_loss : 0.16078607738018036

   1459820	  0.160942	  0.160786	  0.171664		CURRENT LEARNING RATE: 3.1995836981661025e-07
previous_iter_valid_loss : 0.1612495332956314

   1459840	  0.161405	  0.161250	  0.170337		CURRENT LEARNING RATE: 3.198943845413879e-07
previous_iter_valid_loss : 0.16203705966472626

   1459860	  0.162223	  0.162037	  0.170360		CURRENT LEARNING RATE: 3.198304120619404e-07
previous_iter_valid_loss : 0.1619088053703308

   1459880	  0.162090	  0.161909	  0.169775		CURRENT LEARNING RATE: 3.1976645237571e-07
previous_iter_valid_loss : 0.16098108887672424

   1459900	  0.161127	  0.160981	  0.169611		CURRENT LEARNING RATE: 3.197025054801377e-07
previous_iter_valid_loss : 0.16419410705566406

   1459920	  0.164367	  0.164194	  0.169778		CURRENT LEARNING RATE: 3.1963857137266567e-07
previous_iter_valid_loss : 0.16294549405574799

   1459940	  0.163139	  0.162945	  0.169843		CURRENT LEARNING RATE: 3.19574650050736e-07
previous_iter_valid_loss : 0.1629900336265564

   1459960	  0.163199	  0.162990	  0.169891		CURRENT LEARNING RATE: 3.195107415117929e-07
previous_iter_valid_loss : 0.1610741913318634

   1459980	  0.161261	  0.161074	  0.168842		CURRENT LEARNING RATE: 3.1944684575327954e-07
previous_iter_valid_loss : 0.17358587682247162

   1460000	  0.173857	  0.173586	  0.168474		CURRENT LEARNING RATE: 3.1938296277264004e-07
previous_iter_valid_loss : 0.16405121982097626

   1460020	  0.164218	  0.164051	  0.168458		CURRENT LEARNING RATE: 3.1931909256731855e-07
previous_iter_valid_loss : 0.16182146966457367

   1460040	  0.161990	  0.161821	  0.168059		CURRENT LEARNING RATE: 3.1925523513476134e-07
previous_iter_valid_loss : 0.16060771048069

   1460060	  0.160758	  0.160608	  0.167781		CURRENT LEARNING RATE: 3.1919139047241357e-07
previous_iter_valid_loss : 0.1727379858493805

   1460080	  0.172881	  0.172738	  0.168059		CURRENT LEARNING RATE: 3.1912755857772095e-07
previous_iter_valid_loss : 0.18150420486927032

   1460100	  0.181658	  0.181504	  0.167542		CURRENT LEARNING RATE: 3.190637394481312e-07
previous_iter_valid_loss : 0.16185902059078217

   1460120	  0.162053	  0.161859	  0.166403		CURRENT LEARNING RATE: 3.1899993308109113e-07
previous_iter_valid_loss : 0.16439619660377502

   1460140	  0.164599	  0.164396	  0.166587		CURRENT LEARNING RATE: 3.189361394740484e-07
previous_iter_valid_loss : 0.17172673344612122

   1460160	  0.171980	  0.171727	  0.165833		CURRENT LEARNING RATE: 3.1887235862445077e-07
previous_iter_valid_loss : 0.16083882749080658

   1460180	  0.161022	  0.160839	  0.165830		CURRENT LEARNING RATE: 3.18808590529748e-07
previous_iter_valid_loss : 0.1636941283941269

   1460200	  0.163900	  0.163694	  0.164748		CURRENT LEARNING RATE: 3.18744835187389e-07
previous_iter_valid_loss : 0.16659918427467346

   1460220	  0.166816	  0.166599	  0.165038		CURRENT LEARNING RATE: 3.1868109259482336e-07
previous_iter_valid_loss : 0.17509211599826813

   1460240	  0.175373	  0.175092	  0.165731		CURRENT LEARNING RATE: 3.1861736274950096e-07
previous_iter_valid_loss : 0.16117773950099945

   1460260	  0.161367	  0.161178	  0.165688		CURRENT LEARNING RATE: 3.1855364564887366e-07
previous_iter_valid_loss : 0.17916378378868103

   1460280	  0.179320	  0.179164	  0.166550		CURRENT LEARNING RATE: 3.1848994129039226e-07
previous_iter_valid_loss : 0.1605759859085083

   1460300	  0.160734	  0.160576	  0.166530		CURRENT LEARNING RATE: 3.1842624967150853e-07
previous_iter_valid_loss : 0.16413240134716034

   1460320	  0.164348	  0.164132	  0.166527		CURRENT LEARNING RATE: 3.1836257078967426e-07
previous_iter_valid_loss : 0.1633428931236267

   1460340	  0.163538	  0.163343	  0.166547		CURRENT LEARNING RATE: 3.182989046423434e-07
previous_iter_valid_loss : 0.18241064250469208

   1460360	  0.182565	  0.182411	  0.167518		CURRENT LEARNING RATE: 3.1823525122696883e-07
previous_iter_valid_loss : 0.17959609627723694

   1460380	  0.179750	  0.179596	  0.168444		CURRENT LEARNING RATE: 3.181716105410043e-07
previous_iter_valid_loss : 0.1616724133491516

   1460400	  0.161827	  0.161672	  0.167848		CURRENT LEARNING RATE: 3.1810798258190366e-07
previous_iter_valid_loss : 0.1638033092021942

   1460420	  0.163963	  0.163803	  0.167836		CURRENT LEARNING RATE: 3.1804436734712296e-07
previous_iter_valid_loss : 0.18857797980308533

   1460440	  0.188716	  0.188578	  0.169174		CURRENT LEARNING RATE: 3.1798076483411703e-07
previous_iter_valid_loss : 0.16549256443977356

   1460460	  0.165655	  0.165493	  0.169418		CURRENT LEARNING RATE: 3.179171750403417e-07
previous_iter_valid_loss : 0.16184775531291962

   1460480	  0.162011	  0.161848	  0.168874		CURRENT LEARNING RATE: 3.1785359796325283e-07
previous_iter_valid_loss : 0.16562147438526154

   1460500	  0.165827	  0.165621	  0.168079		CURRENT LEARNING RATE: 3.177900336003085e-07
previous_iter_valid_loss : 0.19362446665763855

   1460520	  0.193740	  0.193624	  0.169668		CURRENT LEARNING RATE: 3.1772648194896555e-07
previous_iter_valid_loss : 0.16169658303260803

   1460540	  0.161890	  0.161697	  0.169533		CURRENT LEARNING RATE: 3.176629430066814e-07
previous_iter_valid_loss : 0.1872970163822174

   1460560	  0.187692	  0.187297	  0.170311		CURRENT LEARNING RATE: 3.1759941677091553e-07
previous_iter_valid_loss : 0.16496634483337402

   1460580	  0.165169	  0.164966	  0.170518		CURRENT LEARNING RATE: 3.175359032391264e-07
previous_iter_valid_loss : 0.16053509712219238

   1460600	  0.160691	  0.160535	  0.170360		CURRENT LEARNING RATE: 3.174724024087734e-07
previous_iter_valid_loss : 0.16057632863521576

   1460620	  0.160743	  0.160576	  0.170058		CURRENT LEARNING RATE: 3.17408914277316e-07
previous_iter_valid_loss : 0.16817855834960938

   1460640	  0.168419	  0.168179	  0.169713		CURRENT LEARNING RATE: 3.173454388422158e-07
previous_iter_valid_loss : 0.1652301847934723

   1460660	  0.165436	  0.165230	  0.169915		CURRENT LEARNING RATE: 3.1728197610093315e-07
previous_iter_valid_loss : 0.16228652000427246

   1460680	  0.162474	  0.162287	  0.169072		CURRENT LEARNING RATE: 3.172185260509296e-07
previous_iter_valid_loss : 0.16133759915828705

   1460700	  0.161534	  0.161338	  0.169110		CURRENT LEARNING RATE: 3.171550886896666e-07
previous_iter_valid_loss : 0.16901931166648865

   1460720	  0.169265	  0.169019	  0.169354		CURRENT LEARNING RATE: 3.170916640146077e-07
previous_iter_valid_loss : 0.16400383412837982

   1460740	  0.164168	  0.164004	  0.169387		CURRENT LEARNING RATE: 3.1702825202321547e-07
previous_iter_valid_loss : 0.1606115847826004

   1460760	  0.160763	  0.160612	  0.168297		CURRENT LEARNING RATE: 3.169648527129533e-07
previous_iter_valid_loss : 0.165080726146698

   1460780	  0.165291	  0.165081	  0.167571		CURRENT LEARNING RATE: 3.169014660812848e-07
previous_iter_valid_loss : 0.16069085896015167

   1460800	  0.160864	  0.160691	  0.167522		CURRENT LEARNING RATE: 3.168380921256755e-07
previous_iter_valid_loss : 0.1604919135570526

   1460820	  0.160653	  0.160492	  0.167357		CURRENT LEARNING RATE: 3.167747308435899e-07
previous_iter_valid_loss : 0.1616596132516861

   1460840	  0.161824	  0.161660	  0.166011		CURRENT LEARNING RATE: 3.167113822324936e-07
previous_iter_valid_loss : 0.1608072966337204

   1460860	  0.160983	  0.160807	  0.165776		CURRENT LEARNING RATE: 3.1664804628985205e-07
previous_iter_valid_loss : 0.16749368607997894

   1460880	  0.167648	  0.167494	  0.166059		CURRENT LEARNING RATE: 3.16584723013133e-07
previous_iter_valid_loss : 0.17002145946025848

   1460900	  0.170171	  0.170021	  0.166279		CURRENT LEARNING RATE: 3.165214123998029e-07
previous_iter_valid_loss : 0.16294904053211212

   1460920	  0.163130	  0.162949	  0.164745		CURRENT LEARNING RATE: 3.1645811444732874e-07
previous_iter_valid_loss : 0.1605529934167862

   1460940	  0.160719	  0.160553	  0.164688		CURRENT LEARNING RATE: 3.163948291531798e-07
previous_iter_valid_loss : 0.16250139474868774

   1460960	  0.162692	  0.162501	  0.163448		CURRENT LEARNING RATE: 3.1633155651482404e-07
previous_iter_valid_loss : 0.20334291458129883

   1460980	  0.203415	  0.203343	  0.165367		CURRENT LEARNING RATE: 3.162682965297306e-07
previous_iter_valid_loss : 0.1629016399383545

   1461000	  0.163063	  0.162902	  0.165485		CURRENT LEARNING RATE: 3.162050491953685e-07
previous_iter_valid_loss : 0.17262569069862366

   1461020	  0.172771	  0.172626	  0.166088		CURRENT LEARNING RATE: 3.16141814509209e-07
previous_iter_valid_loss : 0.16206037998199463

   1461040	  0.162226	  0.162060	  0.165782		CURRENT LEARNING RATE: 3.160785924687221e-07
previous_iter_valid_loss : 0.16051322221755981

   1461060	  0.160680	  0.160513	  0.165546		CURRENT LEARNING RATE: 3.160153830713789e-07
previous_iter_valid_loss : 0.16853253543376923

   1461080	  0.168774	  0.168533	  0.165858		CURRENT LEARNING RATE: 3.1595218631465057e-07
previous_iter_valid_loss : 0.1706845760345459

   1461100	  0.170835	  0.170685	  0.166326		CURRENT LEARNING RATE: 3.1588900219601024e-07
previous_iter_valid_loss : 0.16169065237045288

   1461120	  0.161875	  0.161691	  0.165959		CURRENT LEARNING RATE: 3.1582583071293006e-07
previous_iter_valid_loss : 0.17328056693077087

   1461140	  0.173426	  0.173281	  0.166423		CURRENT LEARNING RATE: 3.157626718628832e-07
previous_iter_valid_loss : 0.16049371659755707

   1461160	  0.160659	  0.160494	  0.166417		CURRENT LEARNING RATE: 3.156995256433426e-07
previous_iter_valid_loss : 0.16874410212039948

   1461180	  0.168984	  0.168744	  0.166600		CURRENT LEARNING RATE: 3.156363920517837e-07
previous_iter_valid_loss : 0.1611258089542389

   1461200	  0.161278	  0.161126	  0.166622		CURRENT LEARNING RATE: 3.155732710856805e-07
previous_iter_valid_loss : 0.16992105543613434

   1461220	  0.170074	  0.169921	  0.167093		CURRENT LEARNING RATE: 3.155101627425082e-07
previous_iter_valid_loss : 0.16431759297847748

   1461240	  0.164521	  0.164318	  0.167226		CURRENT LEARNING RATE: 3.154470670197419e-07
previous_iter_valid_loss : 0.1619497686624527

   1461260	  0.162113	  0.161950	  0.167283		CURRENT LEARNING RATE: 3.1538398391485885e-07
previous_iter_valid_loss : 0.18737643957138062

   1461280	  0.187782	  0.187376	  0.168278		CURRENT LEARNING RATE: 3.153209134253352e-07
previous_iter_valid_loss : 0.1629534661769867

   1461300	  0.163136	  0.162953	  0.167924		CURRENT LEARNING RATE: 3.1525785554864757e-07
previous_iter_valid_loss : 0.17030824720859528

   1461320	  0.170459	  0.170308	  0.168292		CURRENT LEARNING RATE: 3.1519481028227477e-07
previous_iter_valid_loss : 0.16666166484355927

   1461340	  0.166823	  0.166662	  0.168598		CURRENT LEARNING RATE: 3.151317776236945e-07
previous_iter_valid_loss : 0.18057382106781006

   1461360	  0.180730	  0.180574	  0.169501		CURRENT LEARNING RATE: 3.1506875757038523e-07
previous_iter_valid_loss : 0.18202713131904602

   1461380	  0.182178	  0.182027	  0.168435		CURRENT LEARNING RATE: 3.1500575011982584e-07
previous_iter_valid_loss : 0.16770024597644806

   1461400	  0.167925	  0.167700	  0.168675		CURRENT LEARNING RATE: 3.1494275526949706e-07
previous_iter_valid_loss : 0.16086675226688385

   1461420	  0.161020	  0.160867	  0.168087		CURRENT LEARNING RATE: 3.148797730168785e-07
previous_iter_valid_loss : 0.16547293961048126

   1461440	  0.165637	  0.165473	  0.168258		CURRENT LEARNING RATE: 3.1481680335945093e-07
previous_iter_valid_loss : 0.16050931811332703

   1461460	  0.160671	  0.160509	  0.168258		CURRENT LEARNING RATE: 3.1475384629469495e-07
previous_iter_valid_loss : 0.16638609766960144

   1461480	  0.166603	  0.166386	  0.168150		CURRENT LEARNING RATE: 3.1469090182009344e-07
previous_iter_valid_loss : 0.16878101229667664

   1461500	  0.168936	  0.168781	  0.168055		CURRENT LEARNING RATE: 3.14627969933128e-07
previous_iter_valid_loss : 0.1611870527267456

   1461520	  0.161373	  0.161187	  0.168030		CURRENT LEARNING RATE: 3.1456505063128146e-07
previous_iter_valid_loss : 0.1661149263381958

   1461540	  0.166275	  0.166115	  0.167672		CURRENT LEARNING RATE: 3.1450214391203643e-07
previous_iter_valid_loss : 0.19968105852603912

   1461560	  0.199768	  0.199681	  0.169631		CURRENT LEARNING RATE: 3.1443924977287773e-07
previous_iter_valid_loss : 0.1628330647945404

   1461580	  0.163018	  0.162833	  0.169336		CURRENT LEARNING RATE: 3.1437636821128903e-07
previous_iter_valid_loss : 0.1656295359134674

   1461600	  0.165844	  0.165630	  0.169561		CURRENT LEARNING RATE: 3.1431349922475516e-07
previous_iter_valid_loss : 0.163938969373703

   1461620	  0.164106	  0.163939	  0.169262		CURRENT LEARNING RATE: 3.1425064281076066e-07
previous_iter_valid_loss : 0.17286592721939087

   1461640	  0.173137	  0.172866	  0.169689		CURRENT LEARNING RATE: 3.1418779896679254e-07
previous_iter_valid_loss : 0.16645103693008423

   1461660	  0.166672	  0.166451	  0.169914		CURRENT LEARNING RATE: 3.1412496769033643e-07
previous_iter_valid_loss : 0.16409027576446533

   1461680	  0.164256	  0.164090	  0.168750		CURRENT LEARNING RATE: 3.140621489788785e-07
previous_iter_valid_loss : 0.17998194694519043

   1461700	  0.180296	  0.179982	  0.169601		CURRENT LEARNING RATE: 3.1399934282990713e-07
previous_iter_valid_loss : 0.16817672550678253

   1461720	  0.168395	  0.168177	  0.169495		CURRENT LEARNING RATE: 3.139365492409095e-07
previous_iter_valid_loss : 0.16064530611038208

   1461740	  0.160814	  0.160645	  0.169194		CURRENT LEARNING RATE: 3.138737682093739e-07
previous_iter_valid_loss : 0.16534581780433655

   1461760	  0.165556	  0.165346	  0.168433		CURRENT LEARNING RATE: 3.138109997327885e-07
previous_iter_valid_loss : 0.18103599548339844

   1461780	  0.181377	  0.181036	  0.168383		CURRENT LEARNING RATE: 3.137482438086437e-07
previous_iter_valid_loss : 0.16053025424480438

   1461800	  0.160692	  0.160530	  0.168025		CURRENT LEARNING RATE: 3.1368550043442867e-07
previous_iter_valid_loss : 0.16179350018501282

   1461820	  0.161951	  0.161794	  0.168071		CURRENT LEARNING RATE: 3.136227696076337e-07
previous_iter_valid_loss : 0.16119369864463806

   1461840	  0.161349	  0.161194	  0.167857		CURRENT LEARNING RATE: 3.1356005132574906e-07
previous_iter_valid_loss : 0.17284071445465088

   1461860	  0.173119	  0.172841	  0.168473		CURRENT LEARNING RATE: 3.1349734558626697e-07
previous_iter_valid_loss : 0.1607247143983841

   1461880	  0.160899	  0.160725	  0.168190		CURRENT LEARNING RATE: 3.134346523866788e-07
previous_iter_valid_loss : 0.17587821185588837

   1461900	  0.176035	  0.175878	  0.168545		CURRENT LEARNING RATE: 3.1337197172447677e-07
previous_iter_valid_loss : 0.16688436269760132

   1461920	  0.167045	  0.166884	  0.168830		CURRENT LEARNING RATE: 3.133093035971531e-07
previous_iter_valid_loss : 0.16375632584095

   1461940	  0.163926	  0.163756	  0.168712		CURRENT LEARNING RATE: 3.1324664800220217e-07
previous_iter_valid_loss : 0.16287067532539368

   1461960	  0.163060	  0.162871	  0.166872		CURRENT LEARNING RATE: 3.131840049371172e-07
previous_iter_valid_loss : 0.16537024080753326

   1461980	  0.165571	  0.165370	  0.166999		CURRENT LEARNING RATE: 3.1312137439939244e-07
previous_iter_valid_loss : 0.1689416915178299

   1462000	  0.169179	  0.168942	  0.167164		CURRENT LEARNING RATE: 3.1305875638652216e-07
previous_iter_valid_loss : 0.1607491672039032

   1462020	  0.160909	  0.160749	  0.167005		CURRENT LEARNING RATE: 3.1299615089600275e-07
previous_iter_valid_loss : 0.16917471587657928

   1462040	  0.169423	  0.169175	  0.166820		CURRENT LEARNING RATE: 3.129335579253294e-07
previous_iter_valid_loss : 0.16543109714984894

   1462060	  0.165604	  0.165431	  0.166769		CURRENT LEARNING RATE: 3.1287097747199843e-07
previous_iter_valid_loss : 0.17383740842342377

   1462080	  0.174104	  0.173837	  0.167256		CURRENT LEARNING RATE: 3.1280840953350604e-07
previous_iter_valid_loss : 0.16201484203338623

   1462100	  0.162203	  0.162015	  0.166358		CURRENT LEARNING RATE: 3.127458541073506e-07
previous_iter_valid_loss : 0.1645869016647339

   1462120	  0.164797	  0.164587	  0.166179		CURRENT LEARNING RATE: 3.126833111910294e-07
previous_iter_valid_loss : 0.16398490965366364

   1462140	  0.164177	  0.163985	  0.166346		CURRENT LEARNING RATE: 3.1262078078204014e-07
previous_iter_valid_loss : 0.16906896233558655

   1462160	  0.169309	  0.169069	  0.166532		CURRENT LEARNING RATE: 3.1255826287788266e-07
previous_iter_valid_loss : 0.16898411512374878

   1462180	  0.169139	  0.168984	  0.165929		CURRENT LEARNING RATE: 3.1249575747605574e-07
previous_iter_valid_loss : 0.16421236097812653

   1462200	  0.164382	  0.164212	  0.166113		CURRENT LEARNING RATE: 3.124332645740592e-07
previous_iter_valid_loss : 0.16062234342098236

   1462220	  0.160797	  0.160622	  0.166055		CURRENT LEARNING RATE: 3.123707841693927e-07
previous_iter_valid_loss : 0.16052794456481934

   1462240	  0.160696	  0.160528	  0.166021		CURRENT LEARNING RATE: 3.123083162595582e-07
previous_iter_valid_loss : 0.1752176135778427

   1462260	  0.175509	  0.175218	  0.166140		CURRENT LEARNING RATE: 3.1224586084205633e-07
previous_iter_valid_loss : 0.16204425692558289

   1462280	  0.162207	  0.162044	  0.166206		CURRENT LEARNING RATE: 3.12183417914389e-07
previous_iter_valid_loss : 0.16595004498958588

   1462300	  0.166158	  0.165950	  0.165710		CURRENT LEARNING RATE: 3.121209874740578e-07
previous_iter_valid_loss : 0.16427159309387207

   1462320	  0.164471	  0.164272	  0.165579		CURRENT LEARNING RATE: 3.120585695185668e-07
previous_iter_valid_loss : 0.1636870801448822

   1462340	  0.163854	  0.163687	  0.165576		CURRENT LEARNING RATE: 3.1199616404541854e-07
previous_iter_valid_loss : 0.1634317934513092

   1462360	  0.163623	  0.163432	  0.165604		CURRENT LEARNING RATE: 3.119337710521169e-07
previous_iter_valid_loss : 0.16127635538578033

   1462380	  0.161427	  0.161276	  0.165399		CURRENT LEARNING RATE: 3.118713905361656e-07
previous_iter_valid_loss : 0.16198880970478058

   1462400	  0.162146	  0.161989	  0.165051		CURRENT LEARNING RATE: 3.118090224950705e-07
previous_iter_valid_loss : 0.1605435013771057

   1462420	  0.160705	  0.160544	  0.165041		CURRENT LEARNING RATE: 3.117466669263364e-07
previous_iter_valid_loss : 0.16538281738758087

   1462440	  0.165546	  0.165383	  0.164852		CURRENT LEARNING RATE: 3.1168432382746893e-07
previous_iter_valid_loss : 0.16674740612506866

   1462460	  0.166902	  0.166747	  0.164917		CURRENT LEARNING RATE: 3.1162199319597395e-07
previous_iter_valid_loss : 0.1791830062866211

   1462480	  0.179505	  0.179183	  0.165185		CURRENT LEARNING RATE: 3.1155967502935933e-07
previous_iter_valid_loss : 0.16071246564388275

   1462500	  0.160872	  0.160712	  0.165119		CURRENT LEARNING RATE: 3.114973693251317e-07
previous_iter_valid_loss : 0.1703517884016037

   1462520	  0.170502	  0.170352	  0.165408		CURRENT LEARNING RATE: 3.1143507608079833e-07
previous_iter_valid_loss : 0.1686989665031433

   1462540	  0.168922	  0.168699	  0.165643		CURRENT LEARNING RATE: 3.1137279529386865e-07
previous_iter_valid_loss : 0.16987599432468414

   1462560	  0.170030	  0.169876	  0.165684		CURRENT LEARNING RATE: 3.1131052696185075e-07
previous_iter_valid_loss : 0.165873184800148

   1462580	  0.166039	  0.165873	  0.165528		CURRENT LEARNING RATE: 3.11248271082254e-07
previous_iter_valid_loss : 0.16562801599502563

   1462600	  0.165835	  0.165628	  0.165599		CURRENT LEARNING RATE: 3.111860276525876e-07
previous_iter_valid_loss : 0.1679728478193283

   1462620	  0.168194	  0.167973	  0.165967		CURRENT LEARNING RATE: 3.111237966703629e-07
previous_iter_valid_loss : 0.1620696783065796

   1462640	  0.162264	  0.162070	  0.166044		CURRENT LEARNING RATE: 3.110615781330901e-07
previous_iter_valid_loss : 0.1616460382938385

   1462660	  0.161840	  0.161646	  0.165365		CURRENT LEARNING RATE: 3.1099937203828045e-07
previous_iter_valid_loss : 0.16054649651050568

   1462680	  0.160703	  0.160546	  0.165290		CURRENT LEARNING RATE: 3.109371783834452e-07
previous_iter_valid_loss : 0.16669617593288422

   1462700	  0.166914	  0.166696	  0.165328		CURRENT LEARNING RATE: 3.108749971660976e-07
previous_iter_valid_loss : 0.16702286899089813

   1462720	  0.167253	  0.167023	  0.165465		CURRENT LEARNING RATE: 3.1081282838375003e-07
previous_iter_valid_loss : 0.1713005155324936

   1462740	  0.171559	  0.171301	  0.165846		CURRENT LEARNING RATE: 3.1075067203391557e-07
previous_iter_valid_loss : 0.16054829955101013

   1462760	  0.160703	  0.160548	  0.165702		CURRENT LEARNING RATE: 3.1068852811410756e-07
previous_iter_valid_loss : 0.16527025401592255

   1462780	  0.165437	  0.165270	  0.165901		CURRENT LEARNING RATE: 3.106263966218412e-07
previous_iter_valid_loss : 0.17777478694915771

   1462800	  0.177930	  0.177775	  0.166691		CURRENT LEARNING RATE: 3.105642775546307e-07
previous_iter_valid_loss : 0.1715325117111206

   1462820	  0.171683	  0.171533	  0.167240		CURRENT LEARNING RATE: 3.1050217090999144e-07
previous_iter_valid_loss : 0.16082051396369934

   1462840	  0.161005	  0.160821	  0.167012		CURRENT LEARNING RATE: 3.104400766854385e-07
previous_iter_valid_loss : 0.16169902682304382

   1462860	  0.161887	  0.161699	  0.166760		CURRENT LEARNING RATE: 3.103779948784892e-07
previous_iter_valid_loss : 0.16913442313671112

   1462880	  0.169292	  0.169134	  0.166257		CURRENT LEARNING RATE: 3.103159254866597e-07
previous_iter_valid_loss : 0.16197028756141663

   1462900	  0.162137	  0.161970	  0.166320		CURRENT LEARNING RATE: 3.102538685074668e-07
previous_iter_valid_loss : 0.16070543229579926

   1462920	  0.160891	  0.160705	  0.165838		CURRENT LEARNING RATE: 3.101918239384291e-07
previous_iter_valid_loss : 0.1615762561559677

   1462940	  0.161781	  0.161576	  0.165482		CURRENT LEARNING RATE: 3.1012979177706445e-07
previous_iter_valid_loss : 0.16582037508487701

   1462960	  0.166021	  0.165820	  0.165279		CURRENT LEARNING RATE: 3.100677720208915e-07
previous_iter_valid_loss : 0.1670343577861786

   1462980	  0.167199	  0.167034	  0.165337		CURRENT LEARNING RATE: 3.1000576466742903e-07
previous_iter_valid_loss : 0.1622365564107895

   1463000	  0.162408	  0.162237	  0.165167		CURRENT LEARNING RATE: 3.0994376971419764e-07
previous_iter_valid_loss : 0.16064833104610443

   1463020	  0.160824	  0.160648	  0.164801		CURRENT LEARNING RATE: 3.0988178715871713e-07
previous_iter_valid_loss : 0.16775326430797577

   1463040	  0.167977	  0.167753	  0.165085		CURRENT LEARNING RATE: 3.098198169985081e-07
previous_iter_valid_loss : 0.17076514661312103

   1463060	  0.170914	  0.170765	  0.165541		CURRENT LEARNING RATE: 3.097578592310913e-07
previous_iter_valid_loss : 0.16094744205474854

   1463080	  0.161132	  0.160947	  0.165561		CURRENT LEARNING RATE: 3.096959138539894e-07
previous_iter_valid_loss : 0.16055069863796234

   1463100	  0.160717	  0.160551	  0.165254		CURRENT LEARNING RATE: 3.0963398086472406e-07
previous_iter_valid_loss : 0.16964730620384216

   1463120	  0.169802	  0.169647	  0.165385		CURRENT LEARNING RATE: 3.0957206026081806e-07
previous_iter_valid_loss : 0.17852024734020233

   1463140	  0.178834	  0.178520	  0.165746		CURRENT LEARNING RATE: 3.0951015203979397e-07
previous_iter_valid_loss : 0.16392143070697784

   1463160	  0.164124	  0.163921	  0.165915		CURRENT LEARNING RATE: 3.0944825619917655e-07
previous_iter_valid_loss : 0.16369593143463135

   1463180	  0.163877	  0.163696	  0.165836		CURRENT LEARNING RATE: 3.093863727364894e-07
previous_iter_valid_loss : 0.16226965188980103

   1463200	  0.162451	  0.162270	  0.165061		CURRENT LEARNING RATE: 3.093245016492572e-07
previous_iter_valid_loss : 0.17083415389060974

   1463220	  0.171083	  0.170834	  0.165026		CURRENT LEARNING RATE: 3.092626429350046e-07
previous_iter_valid_loss : 0.1622418910264969

   1463240	  0.162409	  0.162242	  0.165097		CURRENT LEARNING RATE: 3.0920079659125824e-07
previous_iter_valid_loss : 0.16503778100013733

   1463260	  0.165241	  0.165038	  0.165264		CURRENT LEARNING RATE: 3.091389626155438e-07
previous_iter_valid_loss : 0.17008773982524872

   1463280	  0.170237	  0.170088	  0.165312		CURRENT LEARNING RATE: 3.0907714100538794e-07
previous_iter_valid_loss : 0.16121849417686462

   1463300	  0.161406	  0.161218	  0.165274		CURRENT LEARNING RATE: 3.090153317583172e-07
previous_iter_valid_loss : 0.16231027245521545

   1463320	  0.162473	  0.162310	  0.165354		CURRENT LEARNING RATE: 3.089535348718603e-07
previous_iter_valid_loss : 0.1651923954486847

   1463340	  0.165358	  0.165192	  0.165535		CURRENT LEARNING RATE: 3.0889175034354487e-07
previous_iter_valid_loss : 0.16572943329811096

   1463360	  0.165937	  0.165729	  0.165531		CURRENT LEARNING RATE: 3.088299781708989e-07
previous_iter_valid_loss : 0.1624087244272232

   1463380	  0.162603	  0.162409	  0.165299		CURRENT LEARNING RATE: 3.087682183514527e-07
previous_iter_valid_loss : 0.16048914194107056

   1463400	  0.160656	  0.160489	  0.165212		CURRENT LEARNING RATE: 3.0870647088273525e-07
previous_iter_valid_loss : 0.16121569275856018

   1463420	  0.161378	  0.161216	  0.165240		CURRENT LEARNING RATE: 3.0864473576227667e-07
previous_iter_valid_loss : 0.164541557431221

   1463440	  0.164712	  0.164542	  0.165080		CURRENT LEARNING RATE: 3.08583012987607e-07
previous_iter_valid_loss : 0.16752687096595764

   1463460	  0.167687	  0.167527	  0.164918		CURRENT LEARNING RATE: 3.0852130255625847e-07
previous_iter_valid_loss : 0.16227081418037415

   1463480	  0.162440	  0.162271	  0.164984		CURRENT LEARNING RATE: 3.0845960446576207e-07
previous_iter_valid_loss : 0.16520343720912933

   1463500	  0.165371	  0.165203	  0.165217		CURRENT LEARNING RATE: 3.0839791871364993e-07
previous_iter_valid_loss : 0.17179898917675018

   1463520	  0.171950	  0.171799	  0.165324		CURRENT LEARNING RATE: 3.08336245297454e-07
previous_iter_valid_loss : 0.1613149493932724

   1463540	  0.161469	  0.161315	  0.164464		CURRENT LEARNING RATE: 3.0827458421470845e-07
previous_iter_valid_loss : 0.16993999481201172

   1463560	  0.170188	  0.169940	  0.164765		CURRENT LEARNING RATE: 3.082129354629463e-07
previous_iter_valid_loss : 0.17921239137649536

   1463580	  0.179531	  0.179212	  0.165541		CURRENT LEARNING RATE: 3.081512990397016e-07
previous_iter_valid_loss : 0.16075433790683746

   1463600	  0.160912	  0.160754	  0.165465		CURRENT LEARNING RATE: 3.080896749425084e-07
previous_iter_valid_loss : 0.18990562856197357

   1463620	  0.190357	  0.189906	  0.166418		CURRENT LEARNING RATE: 3.080280631689028e-07
previous_iter_valid_loss : 0.1605345904827118

   1463640	  0.160697	  0.160535	  0.166333		CURRENT LEARNING RATE: 3.0796646371641973e-07
previous_iter_valid_loss : 0.16096974909305573

   1463660	  0.161131	  0.160970	  0.166130		CURRENT LEARNING RATE: 3.079048765825953e-07
previous_iter_valid_loss : 0.16359291970729828

   1463680	  0.163792	  0.163593	  0.165805		CURRENT LEARNING RATE: 3.078433017649654e-07
previous_iter_valid_loss : 0.16765746474266052

   1463700	  0.167870	  0.167657	  0.166127		CURRENT LEARNING RATE: 3.0778173926106813e-07
previous_iter_valid_loss : 0.18703193962574005

   1463720	  0.187170	  0.187032	  0.167363		CURRENT LEARNING RATE: 3.077201890684405e-07
previous_iter_valid_loss : 0.16063347458839417

   1463740	  0.160790	  0.160633	  0.167135		CURRENT LEARNING RATE: 3.076586511846199e-07
previous_iter_valid_loss : 0.1606016904115677

   1463760	  0.160768	  0.160602	  0.166879		CURRENT LEARNING RATE: 3.0759712560714594e-07
previous_iter_valid_loss : 0.17511528730392456

   1463780	  0.175407	  0.175115	  0.167514		CURRENT LEARNING RATE: 3.0753561233355705e-07
previous_iter_valid_loss : 0.1811142861843109

   1463800	  0.181275	  0.181114	  0.168545		CURRENT LEARNING RATE: 3.074741113613927e-07
previous_iter_valid_loss : 0.16161349415779114

   1463820	  0.161800	  0.161613	  0.168565		CURRENT LEARNING RATE: 3.074126226881923e-07
previous_iter_valid_loss : 0.16211675107479095

   1463840	  0.162298	  0.162117	  0.168444		CURRENT LEARNING RATE: 3.073511463114974e-07
previous_iter_valid_loss : 0.1663123071193695

   1463860	  0.166475	  0.166312	  0.168383		CURRENT LEARNING RATE: 3.072896822288484e-07
previous_iter_valid_loss : 0.16296985745429993

   1463880	  0.163138	  0.162970	  0.168418		CURRENT LEARNING RATE: 3.072282304377867e-07
previous_iter_valid_loss : 0.1630990356206894

   1463900	  0.163268	  0.163099	  0.168313		CURRENT LEARNING RATE: 3.0716679093585374e-07
previous_iter_valid_loss : 0.1606757938861847

   1463920	  0.160843	  0.160676	  0.167757		CURRENT LEARNING RATE: 3.07105363720593e-07
previous_iter_valid_loss : 0.16320374608039856

   1463940	  0.163376	  0.163204	  0.167851		CURRENT LEARNING RATE: 3.070439487895469e-07
previous_iter_valid_loss : 0.1618746817111969

   1463960	  0.162032	  0.161875	  0.167448		CURRENT LEARNING RATE: 3.069825461402587e-07
previous_iter_valid_loss : 0.16095681488513947

   1463980	  0.161138	  0.160957	  0.166535		CURRENT LEARNING RATE: 3.0692115577027186e-07
previous_iter_valid_loss : 0.16576866805553436

   1464000	  0.165976	  0.165769	  0.166786		CURRENT LEARNING RATE: 3.0685977767713187e-07
previous_iter_valid_loss : 0.17116369307041168

   1464020	  0.171313	  0.171164	  0.165849		CURRENT LEARNING RATE: 3.06798411858383e-07
previous_iter_valid_loss : 0.16913145780563354

   1464040	  0.169285	  0.169131	  0.166279		CURRENT LEARNING RATE: 3.0673705831157067e-07
previous_iter_valid_loss : 0.16049689054489136

   1464060	  0.160662	  0.160497	  0.166255		CURRENT LEARNING RATE: 3.0667571703424016e-07
previous_iter_valid_loss : 0.1606864184141159

   1464080	  0.160847	  0.160686	  0.166110		CURRENT LEARNING RATE: 3.066143880239389e-07
previous_iter_valid_loss : 0.16392220556735992

   1464100	  0.164095	  0.163922	  0.165923		CURRENT LEARNING RATE: 3.0655307127821324e-07
previous_iter_valid_loss : 0.16108432412147522

   1464120	  0.161250	  0.161084	  0.164626		CURRENT LEARNING RATE: 3.064917667946099e-07
previous_iter_valid_loss : 0.1615796834230423

   1464140	  0.161756	  0.161580	  0.164673		CURRENT LEARNING RATE: 3.0643047457067786e-07
previous_iter_valid_loss : 0.16480043530464172

   1464160	  0.165021	  0.164800	  0.164883		CURRENT LEARNING RATE: 3.0636919460396477e-07
previous_iter_valid_loss : 0.17270687222480774

   1464180	  0.172965	  0.172707	  0.164762		CURRENT LEARNING RATE: 3.0630792689201954e-07
previous_iter_valid_loss : 0.161179780960083

   1464200	  0.161362	  0.161180	  0.163766		CURRENT LEARNING RATE: 3.062466714323909e-07
previous_iter_valid_loss : 0.16253119707107544

   1464220	  0.162701	  0.162531	  0.163812		CURRENT LEARNING RATE: 3.0618542822262964e-07
previous_iter_valid_loss : 0.16975082457065582

   1464240	  0.170001	  0.169751	  0.164193		CURRENT LEARNING RATE: 3.061241972602856e-07
previous_iter_valid_loss : 0.160604789853096

   1464260	  0.160766	  0.160605	  0.163908		CURRENT LEARNING RATE: 3.060629785429095e-07
previous_iter_valid_loss : 0.1789059340953827

   1464280	  0.179230	  0.178906	  0.164705		CURRENT LEARNING RATE: 3.0600177206805204e-07
previous_iter_valid_loss : 0.16284067928791046

   1464300	  0.163031	  0.162841	  0.164692		CURRENT LEARNING RATE: 3.0594057783326604e-07
previous_iter_valid_loss : 0.1605314016342163

   1464320	  0.160697	  0.160531	  0.164685		CURRENT LEARNING RATE: 3.0587939583610316e-07
previous_iter_valid_loss : 0.17945146560668945

   1464340	  0.179780	  0.179451	  0.165497		CURRENT LEARNING RATE: 3.058182260741162e-07
previous_iter_valid_loss : 0.16556452214717865

   1464360	  0.165770	  0.165565	  0.165681		CURRENT LEARNING RATE: 3.0575706854485777e-07
previous_iter_valid_loss : 0.16067278385162354

   1464380	  0.160827	  0.160673	  0.165667		CURRENT LEARNING RATE: 3.056959232458826e-07
previous_iter_valid_loss : 0.16068606078624725

   1464400	  0.160858	  0.160686	  0.165413		CURRENT LEARNING RATE: 3.0563479017474446e-07
previous_iter_valid_loss : 0.16833694279193878

   1464420	  0.168484	  0.168337	  0.165272		CURRENT LEARNING RATE: 3.05573669328998e-07
previous_iter_valid_loss : 0.16754050552845

   1464440	  0.167699	  0.167541	  0.165192		CURRENT LEARNING RATE: 3.055125607061978e-07
previous_iter_valid_loss : 0.16230139136314392

   1464460	  0.162466	  0.162301	  0.165282		CURRENT LEARNING RATE: 3.054514643039006e-07
previous_iter_valid_loss : 0.16061359643936157

   1464480	  0.160786	  0.160614	  0.165279		CURRENT LEARNING RATE: 3.0539038011966194e-07
previous_iter_valid_loss : 0.1829259991645813

   1464500	  0.183289	  0.182926	  0.166229		CURRENT LEARNING RATE: 3.05329308151038e-07
previous_iter_valid_loss : 0.16289420425891876

   1464520	  0.163086	  0.162894	  0.166319		CURRENT LEARNING RATE: 3.052682483955871e-07
previous_iter_valid_loss : 0.161194309592247

   1464540	  0.161381	  0.161194	  0.166300		CURRENT LEARNING RATE: 3.0520720085086606e-07
previous_iter_valid_loss : 0.16879549622535706

   1464560	  0.169022	  0.168795	  0.166500		CURRENT LEARNING RATE: 3.0514616551443314e-07
previous_iter_valid_loss : 0.16074593365192413

   1464580	  0.160918	  0.160746	  0.165902		CURRENT LEARNING RATE: 3.050851423838463e-07
previous_iter_valid_loss : 0.17480462789535522

   1464600	  0.175088	  0.174805	  0.166583		CURRENT LEARNING RATE: 3.0502413145666576e-07
previous_iter_valid_loss : 0.1807711273431778

   1464620	  0.181119	  0.180771	  0.167495		CURRENT LEARNING RATE: 3.0496313273045054e-07
previous_iter_valid_loss : 0.1628776490688324

   1464640	  0.163046	  0.162878	  0.167151		CURRENT LEARNING RATE: 3.049021462027606e-07
previous_iter_valid_loss : 0.1640598475933075

   1464660	  0.164229	  0.164060	  0.167324		CURRENT LEARNING RATE: 3.048411718711561e-07
previous_iter_valid_loss : 0.16063497960567474

   1464680	  0.160794	  0.160635	  0.166411		CURRENT LEARNING RATE: 3.04780209733199e-07
previous_iter_valid_loss : 0.16956527531147003

   1464700	  0.169819	  0.169565	  0.166747		CURRENT LEARNING RATE: 3.0471925978645035e-07
previous_iter_valid_loss : 0.1622363179922104

   1464720	  0.162390	  0.162236	  0.166832		CURRENT LEARNING RATE: 3.0465832202847214e-07
previous_iter_valid_loss : 0.16190923750400543

   1464740	  0.162061	  0.161909	  0.165955		CURRENT LEARNING RATE: 3.0459739645682625e-07
previous_iter_valid_loss : 0.16066980361938477

   1464760	  0.160849	  0.160670	  0.165710		CURRENT LEARNING RATE: 3.045364830690769e-07
previous_iter_valid_loss : 0.16086968779563904

   1464780	  0.161048	  0.160870	  0.165720		CURRENT LEARNING RATE: 3.0447558186278686e-07
previous_iter_valid_loss : 0.18807761371135712

   1464800	  0.188208	  0.188078	  0.167090		CURRENT LEARNING RATE: 3.044146928355201e-07
previous_iter_valid_loss : 0.17352448403835297

   1464820	  0.173674	  0.173524	  0.167349		CURRENT LEARNING RATE: 3.043538159848406e-07
previous_iter_valid_loss : 0.16582819819450378

   1464840	  0.165993	  0.165828	  0.167264		CURRENT LEARNING RATE: 3.042929513083143e-07
previous_iter_valid_loss : 0.17045779526233673

   1464860	  0.170711	  0.170458	  0.167671		CURRENT LEARNING RATE: 3.042320988035061e-07
previous_iter_valid_loss : 0.16182585060596466

   1464880	  0.161990	  0.161826	  0.167732		CURRENT LEARNING RATE: 3.041712584679819e-07
previous_iter_valid_loss : 0.16083203256130219

   1464900	  0.161015	  0.160832	  0.166627		CURRENT LEARNING RATE: 3.041104302993075e-07
previous_iter_valid_loss : 0.16053922474384308

   1464920	  0.160703	  0.160539	  0.166510		CURRENT LEARNING RATE: 3.0404961429505096e-07
previous_iter_valid_loss : 0.16108988225460052

   1464940	  0.161248	  0.161090	  0.166504		CURRENT LEARNING RATE: 3.03988810452779e-07
previous_iter_valid_loss : 0.16329218447208405

   1464960	  0.163491	  0.163292	  0.166229		CURRENT LEARNING RATE: 3.03928018770059e-07
previous_iter_valid_loss : 0.1605333387851715

   1464980	  0.160695	  0.160533	  0.166219		CURRENT LEARNING RATE: 3.0386723924446024e-07
previous_iter_valid_loss : 0.17005334794521332

   1465000	  0.170307	  0.170053	  0.165981		CURRENT LEARNING RATE: 3.0380647187355114e-07
previous_iter_valid_loss : 0.1605222523212433

   1465020	  0.160683	  0.160522	  0.164969		CURRENT LEARNING RATE: 3.0374571665490097e-07
previous_iter_valid_loss : 0.1672915667295456

   1465040	  0.167515	  0.167292	  0.165189		CURRENT LEARNING RATE: 3.0368497358607895e-07
previous_iter_valid_loss : 0.16052448749542236

   1465060	  0.160696	  0.160524	  0.165012		CURRENT LEARNING RATE: 3.0362424266465643e-07
previous_iter_valid_loss : 0.160795658826828

   1465080	  0.160975	  0.160796	  0.165020		CURRENT LEARNING RATE: 3.035635238882037e-07
previous_iter_valid_loss : 0.18460753560066223

   1465100	  0.184978	  0.184608	  0.165773		CURRENT LEARNING RATE: 3.0350281725429193e-07
previous_iter_valid_loss : 0.16410240530967712

   1465120	  0.164304	  0.164102	  0.165866		CURRENT LEARNING RATE: 3.034421227604924e-07
previous_iter_valid_loss : 0.16531573235988617

   1465140	  0.165519	  0.165316	  0.166036		CURRENT LEARNING RATE: 3.0338144040437834e-07
previous_iter_valid_loss : 0.16206927597522736

   1465160	  0.162223	  0.162069	  0.166106		CURRENT LEARNING RATE: 3.033207701835219e-07
previous_iter_valid_loss : 0.16320426762104034

   1465180	  0.163399	  0.163204	  0.166223		CURRENT LEARNING RATE: 3.032601120954963e-07
previous_iter_valid_loss : 0.1629180908203125

   1465200	  0.163137	  0.162918	  0.164965		CURRENT LEARNING RATE: 3.0319946613787477e-07
previous_iter_valid_loss : 0.16406536102294922

   1465220	  0.164264	  0.164065	  0.164492		CURRENT LEARNING RATE: 3.031388323082324e-07
previous_iter_valid_loss : 0.17075949907302856

   1465240	  0.170910	  0.170759	  0.164739		CURRENT LEARNING RATE: 3.030782106041434e-07
previous_iter_valid_loss : 0.16780859231948853

   1465260	  0.167963	  0.167809	  0.164606		CURRENT LEARNING RATE: 3.030176010231828e-07
previous_iter_valid_loss : 0.1615258753299713

   1465280	  0.161688	  0.161526	  0.164591		CURRENT LEARNING RATE: 3.029570035629258e-07
previous_iter_valid_loss : 0.16133886575698853

   1465300	  0.161529	  0.161339	  0.164616		CURRENT LEARNING RATE: 3.0289641822094947e-07
previous_iter_valid_loss : 0.16421107947826385

   1465320	  0.164413	  0.164211	  0.164800		CURRENT LEARNING RATE: 3.0283584499482997e-07
previous_iter_valid_loss : 0.165418803691864

   1465340	  0.165579	  0.165419	  0.165016		CURRENT LEARNING RATE: 3.0277528388214374e-07
previous_iter_valid_loss : 0.16221781075000763

   1465360	  0.162383	  0.162218	  0.164963		CURRENT LEARNING RATE: 3.027147348804694e-07
previous_iter_valid_loss : 0.16382990777492523

   1465380	  0.163988	  0.163830	  0.165128		CURRENT LEARNING RATE: 3.026541979873846e-07
previous_iter_valid_loss : 0.16854478418827057

   1465400	  0.168787	  0.168545	  0.165052		CURRENT LEARNING RATE: 3.025936732004677e-07
previous_iter_valid_loss : 0.16049325466156006

   1465420	  0.160652	  0.160493	  0.165051		CURRENT LEARNING RATE: 3.0253316051729723e-07
previous_iter_valid_loss : 0.1684374064207077

   1465440	  0.168588	  0.168437	  0.165108		CURRENT LEARNING RATE: 3.0247265993545376e-07
previous_iter_valid_loss : 0.16228193044662476

   1465460	  0.162440	  0.162282	  0.165196		CURRENT LEARNING RATE: 3.0241217145251677e-07
previous_iter_valid_loss : 0.19695253670215607

   1465480	  0.197050	  0.196953	  0.167004		CURRENT LEARNING RATE: 3.023516950660666e-07
previous_iter_valid_loss : 0.16779252886772156

   1465500	  0.167949	  0.167793	  0.166163		CURRENT LEARNING RATE: 3.022912307736838e-07
previous_iter_valid_loss : 0.161005437374115

   1465520	  0.161167	  0.161005	  0.166008		CURRENT LEARNING RATE: 3.0223077857295076e-07
previous_iter_valid_loss : 0.16964931786060333

   1465540	  0.169885	  0.169649	  0.166225		CURRENT LEARNING RATE: 3.0217033846144896e-07
previous_iter_valid_loss : 0.16053396463394165

   1465560	  0.160697	  0.160534	  0.166148		CURRENT LEARNING RATE: 3.021099104367607e-07
previous_iter_valid_loss : 0.1682581603527069

   1465580	  0.168495	  0.168258	  0.166401		CURRENT LEARNING RATE: 3.0204949449646835e-07
previous_iter_valid_loss : 0.168936625123024

   1465600	  0.169093	  0.168937	  0.166702		CURRENT LEARNING RATE: 3.0198909063815637e-07
previous_iter_valid_loss : 0.160577192902565

   1465620	  0.160750	  0.160577	  0.166527		CURRENT LEARNING RATE: 3.019286988594081e-07
previous_iter_valid_loss : 0.1702183187007904

   1465640	  0.170463	  0.170218	  0.166500		CURRENT LEARNING RATE: 3.018683191578078e-07
previous_iter_valid_loss : 0.17261944711208344

   1465660	  0.172888	  0.172619	  0.166741		CURRENT LEARNING RATE: 3.0180795153093974e-07
previous_iter_valid_loss : 0.18011784553527832

   1465680	  0.180272	  0.180118	  0.167670		CURRENT LEARNING RATE: 3.017475959763903e-07
previous_iter_valid_loss : 0.17300952970981598

   1465700	  0.173162	  0.173010	  0.168254		CURRENT LEARNING RATE: 3.0168725249174475e-07
previous_iter_valid_loss : 0.16939853131771088

   1465720	  0.169551	  0.169399	  0.168513		CURRENT LEARNING RATE: 3.0162692107458886e-07
previous_iter_valid_loss : 0.16480562090873718

   1465740	  0.164972	  0.164806	  0.168483		CURRENT LEARNING RATE: 3.0156660172251034e-07
previous_iter_valid_loss : 0.16054768860340118

   1465760	  0.160712	  0.160548	  0.168399		CURRENT LEARNING RATE: 3.0150629443309595e-07
previous_iter_valid_loss : 0.18196113407611847

   1465780	  0.182312	  0.181961	  0.169306		CURRENT LEARNING RATE: 3.014459992039334e-07
previous_iter_valid_loss : 0.18456408381462097

   1465800	  0.184711	  0.184564	  0.170107		CURRENT LEARNING RATE: 3.013857160326103e-07
previous_iter_valid_loss : 0.16118289530277252

   1465820	  0.161369	  0.161183	  0.170141		CURRENT LEARNING RATE: 3.013254449167164e-07
previous_iter_valid_loss : 0.18137872219085693

   1465840	  0.181529	  0.181379	  0.170788		CURRENT LEARNING RATE: 3.0126518585384034e-07
previous_iter_valid_loss : 0.16137944161891937

   1465860	  0.161535	  0.161379	  0.170743		CURRENT LEARNING RATE: 3.0120493884157174e-07
previous_iter_valid_loss : 0.16798242926597595

   1465880	  0.168135	  0.167982	  0.169295		CURRENT LEARNING RATE: 3.011447038775002e-07
previous_iter_valid_loss : 0.17854909598827362

   1465900	  0.178704	  0.178549	  0.169832		CURRENT LEARNING RATE: 3.010844809592175e-07
previous_iter_valid_loss : 0.17223669588565826

   1465920	  0.172384	  0.172237	  0.170394		CURRENT LEARNING RATE: 3.0102427008431393e-07
previous_iter_valid_loss : 0.16686031222343445

   1465940	  0.167075	  0.166860	  0.170254		CURRENT LEARNING RATE: 3.009640712503813e-07
previous_iter_valid_loss : 0.170690655708313

   1465960	  0.170838	  0.170691	  0.170762		CURRENT LEARNING RATE: 3.0090388445501097e-07
previous_iter_valid_loss : 0.16154958307743073

   1465980	  0.161710	  0.161550	  0.170427		CURRENT LEARNING RATE: 3.008437096957966e-07
previous_iter_valid_loss : 0.16282778978347778

   1466000	  0.162995	  0.162828	  0.170121		CURRENT LEARNING RATE: 3.007835469703307e-07
previous_iter_valid_loss : 0.16227351129055023

   1466020	  0.162465	  0.162274	  0.170206		CURRENT LEARNING RATE: 3.0072339627620664e-07
previous_iter_valid_loss : 0.17501789331436157

   1466040	  0.175172	  0.175018	  0.170446		CURRENT LEARNING RATE: 3.00663257611018e-07
previous_iter_valid_loss : 0.1620173156261444

   1466060	  0.162176	  0.162017	  0.169916		CURRENT LEARNING RATE: 3.006031309723602e-07
previous_iter_valid_loss : 0.17038455605506897

   1466080	  0.170632	  0.170385	  0.169429		CURRENT LEARNING RATE: 3.0054301635782774e-07
previous_iter_valid_loss : 0.1680181622505188

   1466100	  0.168174	  0.168018	  0.169180		CURRENT LEARNING RATE: 3.0048291376501594e-07
previous_iter_valid_loss : 0.16117557883262634

   1466120	  0.161362	  0.161176	  0.168769		CURRENT LEARNING RATE: 3.004228231915202e-07
previous_iter_valid_loss : 0.16092827916145325

   1466140	  0.161082	  0.160928	  0.168575		CURRENT LEARNING RATE: 3.0036274463493793e-07
previous_iter_valid_loss : 0.16168510913848877

   1466160	  0.161837	  0.161685	  0.168632		CURRENT LEARNING RATE: 3.0030267809286555e-07
previous_iter_valid_loss : 0.16721953451633453

   1466180	  0.167441	  0.167220	  0.167895		CURRENT LEARNING RATE: 3.0024262356289975e-07
previous_iter_valid_loss : 0.16048602759838104

   1466200	  0.160653	  0.160486	  0.166691		CURRENT LEARNING RATE: 3.0018258104263945e-07
previous_iter_valid_loss : 0.16093893349170685

   1466220	  0.161122	  0.160939	  0.166679		CURRENT LEARNING RATE: 3.001225505296825e-07
previous_iter_valid_loss : 0.16441906988620758

   1466240	  0.164586	  0.164419	  0.165831		CURRENT LEARNING RATE: 3.0006253202162753e-07
previous_iter_valid_loss : 0.16412989795207977

   1466260	  0.164339	  0.164130	  0.165968		CURRENT LEARNING RATE: 3.000025255160734e-07
previous_iter_valid_loss : 0.16583137214183807

   1466280	  0.165989	  0.165831	  0.165861		CURRENT LEARNING RATE: 2.999425310106209e-07
previous_iter_valid_loss : 0.16075552999973297

   1466300	  0.160917	  0.160756	  0.164971		CURRENT LEARNING RATE: 2.9988254850286963e-07
previous_iter_valid_loss : 0.1685931533575058

   1466320	  0.168751	  0.168593	  0.164789		CURRENT LEARNING RATE: 2.998225779904203e-07
previous_iter_valid_loss : 0.16110603511333466

   1466340	  0.161295	  0.161106	  0.164501		CURRENT LEARNING RATE: 2.9976261947087367e-07
previous_iter_valid_loss : 0.17776264250278473

   1466360	  0.177917	  0.177763	  0.164855		CURRENT LEARNING RATE: 2.9970267294183237e-07
previous_iter_valid_loss : 0.16083133220672607

   1466380	  0.161002	  0.160831	  0.164819		CURRENT LEARNING RATE: 2.99642738400898e-07
previous_iter_valid_loss : 0.1788267344236374

   1466400	  0.178992	  0.178827	  0.165619		CURRENT LEARNING RATE: 2.9958281584567323e-07
previous_iter_valid_loss : 0.1640150249004364

   1466420	  0.164203	  0.164015	  0.165706		CURRENT LEARNING RATE: 2.995229052737606e-07
previous_iter_valid_loss : 0.16069796681404114

   1466440	  0.160853	  0.160698	  0.164990		CURRENT LEARNING RATE: 2.9946300668276473e-07
previous_iter_valid_loss : 0.1605520099401474

   1466460	  0.160709	  0.160552	  0.164916		CURRENT LEARNING RATE: 2.9940312007028916e-07
previous_iter_valid_loss : 0.16065934300422668

   1466480	  0.160821	  0.160659	  0.164430		CURRENT LEARNING RATE: 2.9934324543393847e-07
previous_iter_valid_loss : 0.17428234219551086

   1466500	  0.174430	  0.174282	  0.164743		CURRENT LEARNING RATE: 2.992833827713171e-07
previous_iter_valid_loss : 0.17375193536281586

   1466520	  0.173904	  0.173752	  0.165372		CURRENT LEARNING RATE: 2.992235320800316e-07
previous_iter_valid_loss : 0.1605370193719864

   1466540	  0.160700	  0.160537	  0.165353		CURRENT LEARNING RATE: 2.9916369335768744e-07
previous_iter_valid_loss : 0.16180403530597687

   1466560	  0.161975	  0.161804	  0.165359		CURRENT LEARNING RATE: 2.991038666018905e-07
previous_iter_valid_loss : 0.16067899763584137

   1466580	  0.160845	  0.160679	  0.165032		CURRENT LEARNING RATE: 2.9904405181024883e-07
previous_iter_valid_loss : 0.16334012150764465

   1466600	  0.163551	  0.163340	  0.165174		CURRENT LEARNING RATE: 2.989842489803692e-07
previous_iter_valid_loss : 0.17295244336128235

   1466620	  0.173097	  0.172952	  0.165775		CURRENT LEARNING RATE: 2.9892445810985965e-07
previous_iter_valid_loss : 0.16255895793437958

   1466640	  0.162721	  0.162559	  0.165682		CURRENT LEARNING RATE: 2.9886467919632794e-07
previous_iter_valid_loss : 0.16071756184101105

   1466660	  0.160881	  0.160718	  0.165511		CURRENT LEARNING RATE: 2.9880491223738393e-07
previous_iter_valid_loss : 0.1624053418636322

   1466680	  0.162592	  0.162405	  0.165340		CURRENT LEARNING RATE: 2.9874515723063644e-07
previous_iter_valid_loss : 0.17186249792575836

   1466700	  0.172129	  0.171862	  0.165895		CURRENT LEARNING RATE: 2.986854141736953e-07
previous_iter_valid_loss : 0.16458027064800262

   1466720	  0.164749	  0.164580	  0.165695		CURRENT LEARNING RATE: 2.986256830641702e-07
previous_iter_valid_loss : 0.16093768179416656

   1466740	  0.161092	  0.160938	  0.165686		CURRENT LEARNING RATE: 2.9856596389967305e-07
previous_iter_valid_loss : 0.1606764793395996

   1466760	  0.160828	  0.160676	  0.164832		CURRENT LEARNING RATE: 2.985062566778144e-07
previous_iter_valid_loss : 0.16190236806869507

   1466780	  0.162094	  0.161902	  0.164886		CURRENT LEARNING RATE: 2.984465613962061e-07
previous_iter_valid_loss : 0.16286537051200867

   1466800	  0.163030	  0.162865	  0.164088		CURRENT LEARNING RATE: 2.9838687805245984e-07
previous_iter_valid_loss : 0.1759556382894516

   1466820	  0.176247	  0.175956	  0.164685		CURRENT LEARNING RATE: 2.9832720664418923e-07
previous_iter_valid_loss : 0.16265924274921417

   1466840	  0.162822	  0.162659	  0.164783		CURRENT LEARNING RATE: 2.9826754716900693e-07
previous_iter_valid_loss : 0.16268178820610046

   1466860	  0.162863	  0.162682	  0.164889		CURRENT LEARNING RATE: 2.982078996245265e-07
previous_iter_valid_loss : 0.17138098180294037

   1466880	  0.171636	  0.171381	  0.165425		CURRENT LEARNING RATE: 2.9814826400836165e-07
previous_iter_valid_loss : 0.16714687645435333

   1466900	  0.167368	  0.167147	  0.165068		CURRENT LEARNING RATE: 2.980886403181279e-07
previous_iter_valid_loss : 0.16451187431812286

   1466920	  0.164684	  0.164512	  0.164606		CURRENT LEARNING RATE: 2.9802902855143973e-07
previous_iter_valid_loss : 0.1614108383655548

   1466940	  0.161571	  0.161411	  0.164650		CURRENT LEARNING RATE: 2.979694287059123e-07
previous_iter_valid_loss : 0.1700294315814972

   1466960	  0.170177	  0.170029	  0.165061		CURRENT LEARNING RATE: 2.9790984077916253e-07
previous_iter_valid_loss : 0.1604936718940735

   1466980	  0.160657	  0.160494	  0.165052		CURRENT LEARNING RATE: 2.978502647688065e-07
previous_iter_valid_loss : 0.16325728595256805

   1467000	  0.163426	  0.163257	  0.165048		CURRENT LEARNING RATE: 2.97790700672461e-07
previous_iter_valid_loss : 0.16225190460681915

   1467020	  0.162405	  0.162252	  0.164513		CURRENT LEARNING RATE: 2.9773114848774316e-07
previous_iter_valid_loss : 0.1758870780467987

   1467040	  0.176188	  0.175887	  0.165179		CURRENT LEARNING RATE: 2.9767160821227175e-07
previous_iter_valid_loss : 0.21128331124782562

   1467060	  0.211882	  0.211283	  0.167708		CURRENT LEARNING RATE: 2.976120798436647e-07
previous_iter_valid_loss : 0.16159921884536743

   1467080	  0.161756	  0.161599	  0.167667		CURRENT LEARNING RATE: 2.975525633795409e-07
previous_iter_valid_loss : 0.16561025381088257

   1467100	  0.165774	  0.165610	  0.167355		CURRENT LEARNING RATE: 2.9749305881751917e-07
previous_iter_valid_loss : 0.16741207242012024

   1467120	  0.167640	  0.167412	  0.167496		CURRENT LEARNING RATE: 2.974335661552203e-07
previous_iter_valid_loss : 0.1692979782819748

   1467140	  0.169449	  0.169298	  0.167914		CURRENT LEARNING RATE: 2.973740853902642e-07
previous_iter_valid_loss : 0.16150037944316864

   1467160	  0.161655	  0.161500	  0.167956		CURRENT LEARNING RATE: 2.973146165202715e-07
previous_iter_valid_loss : 0.16568982601165771

   1467180	  0.165903	  0.165690	  0.168145		CURRENT LEARNING RATE: 2.97255159542863e-07
previous_iter_valid_loss : 0.16214261949062347

   1467200	  0.162336	  0.162143	  0.168109		CURRENT LEARNING RATE: 2.9719571445566143e-07
previous_iter_valid_loss : 0.1605084389448166

   1467220	  0.160662	  0.160508	  0.167336		CURRENT LEARNING RATE: 2.971362812562885e-07
previous_iter_valid_loss : 0.1606678068637848

   1467240	  0.160838	  0.160668	  0.167237		CURRENT LEARNING RATE: 2.970768599423668e-07
previous_iter_valid_loss : 0.16412898898124695

   1467260	  0.164303	  0.164129	  0.167309		CURRENT LEARNING RATE: 2.970174505115191e-07
previous_iter_valid_loss : 0.16056565940380096

   1467280	  0.160722	  0.160566	  0.166768		CURRENT LEARNING RATE: 2.9695805296136996e-07
previous_iter_valid_loss : 0.16076518595218658

   1467300	  0.160932	  0.160765	  0.166449		CURRENT LEARNING RATE: 2.968986672895429e-07
previous_iter_valid_loss : 0.16319938004016876

   1467320	  0.163369	  0.163199	  0.166384		CURRENT LEARNING RATE: 2.968392934936621e-07
previous_iter_valid_loss : 0.16851377487182617

   1467340	  0.168669	  0.168514	  0.166739		CURRENT LEARNING RATE: 2.9677993157135364e-07
previous_iter_valid_loss : 0.16859251260757446

   1467360	  0.168827	  0.168593	  0.166667		CURRENT LEARNING RATE: 2.967205815202424e-07
previous_iter_valid_loss : 0.16170577704906464

   1467380	  0.161893	  0.161706	  0.166728		CURRENT LEARNING RATE: 2.9666124333795457e-07
previous_iter_valid_loss : 0.160641610622406

   1467400	  0.160801	  0.160642	  0.166597		CURRENT LEARNING RATE: 2.9660191702211594e-07
previous_iter_valid_loss : 0.16228163242340088

   1467420	  0.162430	  0.162282	  0.166598		CURRENT LEARNING RATE: 2.9654260257035455e-07
previous_iter_valid_loss : 0.1638631820678711

   1467440	  0.164027	  0.163863	  0.165997		CURRENT LEARNING RATE: 2.9648329998029724e-07
previous_iter_valid_loss : 0.16362883150577545

   1467460	  0.163830	  0.163629	  0.163614		CURRENT LEARNING RATE: 2.9642400924957205e-07
previous_iter_valid_loss : 0.16074040532112122

   1467480	  0.160916	  0.160740	  0.163571		CURRENT LEARNING RATE: 2.9636473037580675e-07
previous_iter_valid_loss : 0.16404645144939423

   1467500	  0.164214	  0.164046	  0.163493		CURRENT LEARNING RATE: 2.963054633566312e-07
previous_iter_valid_loss : 0.1612495332956314

   1467520	  0.161436	  0.161250	  0.163185		CURRENT LEARNING RATE: 2.962462081896742e-07
previous_iter_valid_loss : 0.16227072477340698

   1467540	  0.162456	  0.162271	  0.162834		CURRENT LEARNING RATE: 2.961869648725656e-07
previous_iter_valid_loss : 0.16149885952472687

   1467560	  0.161683	  0.161499	  0.162834		CURRENT LEARNING RATE: 2.961277334029351e-07
previous_iter_valid_loss : 0.16585518419742584

   1467580	  0.166068	  0.165855	  0.162842		CURRENT LEARNING RATE: 2.9606851377841447e-07
previous_iter_valid_loss : 0.17643040418624878

   1467600	  0.176586	  0.176430	  0.163556		CURRENT LEARNING RATE: 2.960093059966345e-07
previous_iter_valid_loss : 0.16104745864868164

   1467620	  0.161199	  0.161047	  0.163583		CURRENT LEARNING RATE: 2.959501100552268e-07
previous_iter_valid_loss : 0.18382515013217926

   1467640	  0.184190	  0.183825	  0.164741		CURRENT LEARNING RATE: 2.9589092595182295e-07
previous_iter_valid_loss : 0.17299315333366394

   1467660	  0.173136	  0.172993	  0.165184		CURRENT LEARNING RATE: 2.9583175368405674e-07
previous_iter_valid_loss : 0.1682206243276596

   1467680	  0.168448	  0.168221	  0.165567		CURRENT LEARNING RATE: 2.957725932495607e-07
previous_iter_valid_loss : 0.16319093108177185

   1467700	  0.163360	  0.163191	  0.165688		CURRENT LEARNING RATE: 2.9571344464596844e-07
previous_iter_valid_loss : 0.1605379730463028

   1467720	  0.160703	  0.160538	  0.165555		CURRENT LEARNING RATE: 2.9565430787091354e-07
previous_iter_valid_loss : 0.16379712522029877

   1467740	  0.163965	  0.163797	  0.165320		CURRENT LEARNING RATE: 2.9559518292203143e-07
previous_iter_valid_loss : 0.16051046550273895

   1467760	  0.160670	  0.160510	  0.164915		CURRENT LEARNING RATE: 2.955360697969567e-07
previous_iter_valid_loss : 0.16175693273544312

   1467780	  0.161940	  0.161757	  0.164918		CURRENT LEARNING RATE: 2.954769684933243e-07
previous_iter_valid_loss : 0.16054366528987885

   1467800	  0.160703	  0.160544	  0.164913		CURRENT LEARNING RATE: 2.954178790087712e-07
previous_iter_valid_loss : 0.16348673403263092

   1467820	  0.163689	  0.163487	  0.164973		CURRENT LEARNING RATE: 2.953588013409333e-07
previous_iter_valid_loss : 0.1910344660282135

   1467840	  0.191161	  0.191034	  0.166332		CURRENT LEARNING RATE: 2.952997354874475e-07
previous_iter_valid_loss : 0.16234606504440308

   1467860	  0.162502	  0.162346	  0.166268		CURRENT LEARNING RATE: 2.952406814459506e-07
previous_iter_valid_loss : 0.16053548455238342

   1467880	  0.160701	  0.160535	  0.166258		CURRENT LEARNING RATE: 2.9518163921408153e-07
previous_iter_valid_loss : 0.1604912430047989

   1467900	  0.160656	  0.160491	  0.166080		CURRENT LEARNING RATE: 2.951226087894781e-07
previous_iter_valid_loss : 0.1612159013748169

   1467920	  0.161378	  0.161216	  0.166078		CURRENT LEARNING RATE: 2.95063590169779e-07
previous_iter_valid_loss : 0.17356397211551666

   1467940	  0.173839	  0.173564	  0.166643		CURRENT LEARNING RATE: 2.950045833526231e-07
previous_iter_valid_loss : 0.16090942919254303

   1467960	  0.161088	  0.160909	  0.166613		CURRENT LEARNING RATE: 2.9494558833565106e-07
previous_iter_valid_loss : 0.19075417518615723

   1467980	  0.191216	  0.190754	  0.167858		CURRENT LEARNING RATE: 2.948866051165026e-07
previous_iter_valid_loss : 0.1801663637161255

   1468000	  0.180323	  0.180166	  0.168045		CURRENT LEARNING RATE: 2.9482763369281836e-07
previous_iter_valid_loss : 0.16058239340782166

   1468020	  0.160739	  0.160582	  0.168022		CURRENT LEARNING RATE: 2.94768674062239e-07
previous_iter_valid_loss : 0.16423320770263672

   1468040	  0.164401	  0.164233	  0.167042		CURRENT LEARNING RATE: 2.9470972622240717e-07
previous_iter_valid_loss : 0.1705252230167389

   1468060	  0.170780	  0.170525	  0.166919		CURRENT LEARNING RATE: 2.9465079017096446e-07
previous_iter_valid_loss : 0.16305209696292877

   1468080	  0.163217	  0.163052	  0.166660		CURRENT LEARNING RATE: 2.945918659055533e-07
previous_iter_valid_loss : 0.17530065774917603

   1468100	  0.175581	  0.175301	  0.167266		CURRENT LEARNING RATE: 2.9453295342381637e-07
previous_iter_valid_loss : 0.16305582225322723

   1468120	  0.163254	  0.163056	  0.167392		CURRENT LEARNING RATE: 2.944740527233981e-07
previous_iter_valid_loss : 0.1639321893453598

   1468140	  0.164103	  0.163932	  0.167398		CURRENT LEARNING RATE: 2.9441516380194204e-07
previous_iter_valid_loss : 0.16060440242290497

   1468160	  0.160763	  0.160604	  0.167403		CURRENT LEARNING RATE: 2.94356286657092e-07
previous_iter_valid_loss : 0.16206812858581543

   1468180	  0.162241	  0.162068	  0.167419		CURRENT LEARNING RATE: 2.9429742128649396e-07
previous_iter_valid_loss : 0.17134977877140045

   1468200	  0.171499	  0.171350	  0.167959		CURRENT LEARNING RATE: 2.942385676877929e-07
previous_iter_valid_loss : 0.1605093777179718

   1468220	  0.160675	  0.160509	  0.167810		CURRENT LEARNING RATE: 2.941797258586345e-07
previous_iter_valid_loss : 0.16210870444774628

   1468240	  0.162267	  0.162109	  0.166364		CURRENT LEARNING RATE: 2.941208957966647e-07
previous_iter_valid_loss : 0.16212515532970428

   1468260	  0.162282	  0.162125	  0.166353		CURRENT LEARNING RATE: 2.940620774995313e-07
previous_iter_valid_loss : 0.17615938186645508

   1468280	  0.176446	  0.176159	  0.167134		CURRENT LEARNING RATE: 2.9400327096488103e-07
previous_iter_valid_loss : 0.16053180396556854

   1468300	  0.160684	  0.160532	  0.167136		CURRENT LEARNING RATE: 2.939444761903616e-07
previous_iter_valid_loss : 0.16139867901802063

   1468320	  0.161554	  0.161399	  0.167145		CURRENT LEARNING RATE: 2.938856931736208e-07
previous_iter_valid_loss : 0.16159746050834656

   1468340	  0.161780	  0.161597	  0.166547		CURRENT LEARNING RATE: 2.938269219123082e-07
previous_iter_valid_loss : 0.1779240369796753

   1468360	  0.178228	  0.177924	  0.167398		CURRENT LEARNING RATE: 2.937681624040726e-07
previous_iter_valid_loss : 0.16209450364112854

   1468380	  0.162290	  0.162095	  0.165965		CURRENT LEARNING RATE: 2.937094146465635e-07
previous_iter_valid_loss : 0.1608763486146927

   1468400	  0.161029	  0.160876	  0.165000		CURRENT LEARNING RATE: 2.9365067863743047e-07
previous_iter_valid_loss : 0.16052620112895966

   1468420	  0.160687	  0.160526	  0.164997		CURRENT LEARNING RATE: 2.9359195437432516e-07
previous_iter_valid_loss : 0.17130349576473236

   1468440	  0.171448	  0.171303	  0.165351		CURRENT LEARNING RATE: 2.9353324185489814e-07
previous_iter_valid_loss : 0.16295763850212097

   1468460	  0.163147	  0.162958	  0.164972		CURRENT LEARNING RATE: 2.9347454107680074e-07
previous_iter_valid_loss : 0.17383000254631042

   1468480	  0.174099	  0.173830	  0.165511		CURRENT LEARNING RATE: 2.934158520376845e-07
previous_iter_valid_loss : 0.161985382437706

   1468500	  0.162149	  0.161985	  0.164846		CURRENT LEARNING RATE: 2.93357174735203e-07
previous_iter_valid_loss : 0.16066467761993408

   1468520	  0.160840	  0.160665	  0.164726		CURRENT LEARNING RATE: 2.932985091670085e-07
previous_iter_valid_loss : 0.17246602475643158

   1468540	  0.172614	  0.172466	  0.165153		CURRENT LEARNING RATE: 2.932398553307538e-07
previous_iter_valid_loss : 0.1624680459499359

   1468560	  0.162654	  0.162468	  0.165246		CURRENT LEARNING RATE: 2.931812132240939e-07
previous_iter_valid_loss : 0.1615055650472641

   1468580	  0.161668	  0.161506	  0.165218		CURRENT LEARNING RATE: 2.931225828446826e-07
previous_iter_valid_loss : 0.16169670224189758

   1468600	  0.161891	  0.161697	  0.164735		CURRENT LEARNING RATE: 2.9306396419017466e-07
previous_iter_valid_loss : 0.16301371157169342

   1468620	  0.163187	  0.163014	  0.164860		CURRENT LEARNING RATE: 2.930053572582248e-07
previous_iter_valid_loss : 0.1607520878314972

   1468640	  0.160930	  0.160752	  0.164792		CURRENT LEARNING RATE: 2.9294676204648977e-07
previous_iter_valid_loss : 0.17169395089149475

   1468660	  0.171950	  0.171694	  0.165271		CURRENT LEARNING RATE: 2.928881785526253e-07
previous_iter_valid_loss : 0.1688752919435501

   1468680	  0.169117	  0.168875	  0.164907		CURRENT LEARNING RATE: 2.9282960677428797e-07
previous_iter_valid_loss : 0.16199693083763123

   1468700	  0.162186	  0.161997	  0.164980		CURRENT LEARNING RATE: 2.927710467091344e-07
previous_iter_valid_loss : 0.19242316484451294

   1468720	  0.192872	  0.192423	  0.166531		CURRENT LEARNING RATE: 2.9271249835482336e-07
previous_iter_valid_loss : 0.16850407421588898

   1468740	  0.168736	  0.168504	  0.166877		CURRENT LEARNING RATE: 2.926539617090122e-07
previous_iter_valid_loss : 0.16778434813022614

   1468760	  0.168005	  0.167784	  0.166370		CURRENT LEARNING RATE: 2.925954367693596e-07
previous_iter_valid_loss : 0.1611197590827942

   1468780	  0.161270	  0.161120	  0.166321		CURRENT LEARNING RATE: 2.92536923533524e-07
previous_iter_valid_loss : 0.16088378429412842

   1468800	  0.161036	  0.160884	  0.166321		CURRENT LEARNING RATE: 2.9247842199916586e-07
previous_iter_valid_loss : 0.18933965265750885

   1468820	  0.189776	  0.189340	  0.167762		CURRENT LEARNING RATE: 2.9241993216394464e-07
previous_iter_valid_loss : 0.16177891194820404

   1468840	  0.161973	  0.161779	  0.167286		CURRENT LEARNING RATE: 2.923614540255207e-07
previous_iter_valid_loss : 0.1611027866601944

   1468860	  0.161286	  0.161103	  0.167193		CURRENT LEARNING RATE: 2.9230298758155453e-07
previous_iter_valid_loss : 0.1720244288444519

   1468880	  0.172290	  0.172024	  0.167103		CURRENT LEARNING RATE: 2.9224453282970843e-07
previous_iter_valid_loss : 0.16379643976688385

   1468900	  0.163968	  0.163796	  0.167193		CURRENT LEARNING RATE: 2.921860897676436e-07
previous_iter_valid_loss : 0.16101454198360443

   1468920	  0.161170	  0.161015	  0.167211		CURRENT LEARNING RATE: 2.921276583930224e-07
previous_iter_valid_loss : 0.16059140861034393

   1468940	  0.160749	  0.160591	  0.166617		CURRENT LEARNING RATE: 2.9206923870350717e-07
previous_iter_valid_loss : 0.1630639284849167

   1468960	  0.163256	  0.163064	  0.166647		CURRENT LEARNING RATE: 2.9201083069676197e-07
previous_iter_valid_loss : 0.1722017526626587

   1468980	  0.172350	  0.172202	  0.167181		CURRENT LEARNING RATE: 2.9195243437045e-07
previous_iter_valid_loss : 0.1613534390926361

   1469000	  0.161539	  0.161353	  0.167164		CURRENT LEARNING RATE: 2.91894049722235e-07
previous_iter_valid_loss : 0.17085643112659454

   1469020	  0.171005	  0.170856	  0.167556		CURRENT LEARNING RATE: 2.918356767497825e-07
previous_iter_valid_loss : 0.16419681906700134

   1469040	  0.164414	  0.164197	  0.167729		CURRENT LEARNING RATE: 2.9177731545075714e-07
previous_iter_valid_loss : 0.168327197432518

   1469060	  0.168478	  0.168327	  0.167560		CURRENT LEARNING RATE: 2.917189658228244e-07
previous_iter_valid_loss : 0.17071785032749176

   1469080	  0.170975	  0.170718	  0.167652		CURRENT LEARNING RATE: 2.9166062786364983e-07
previous_iter_valid_loss : 0.17472052574157715

   1469100	  0.174869	  0.174721	  0.168289		CURRENT LEARNING RATE: 2.916023015709009e-07
previous_iter_valid_loss : 0.16457000374794006

   1469120	  0.164742	  0.164570	  0.166896		CURRENT LEARNING RATE: 2.9154398694224414e-07
previous_iter_valid_loss : 0.16057902574539185

   1469140	  0.160757	  0.160579	  0.166500		CURRENT LEARNING RATE: 2.9148568397534683e-07
previous_iter_valid_loss : 0.1671886295080185

   1469160	  0.167412	  0.167189	  0.166470		CURRENT LEARNING RATE: 2.9142739266787645e-07
previous_iter_valid_loss : 0.16049958765506744

   1469180	  0.160668	  0.160500	  0.166439		CURRENT LEARNING RATE: 2.913691130175023e-07
previous_iter_valid_loss : 0.16185756027698517

   1469200	  0.162028	  0.161858	  0.166488		CURRENT LEARNING RATE: 2.913108450218927e-07
previous_iter_valid_loss : 0.16358891129493713

   1469220	  0.163771	  0.163589	  0.165200		CURRENT LEARNING RATE: 2.91252588678717e-07
previous_iter_valid_loss : 0.16662418842315674

   1469240	  0.166788	  0.166624	  0.165442		CURRENT LEARNING RATE: 2.9119434398564436e-07
previous_iter_valid_loss : 0.16114753484725952

   1469260	  0.161300	  0.161148	  0.165445		CURRENT LEARNING RATE: 2.91136110940346e-07
previous_iter_valid_loss : 0.16363133490085602

   1469280	  0.163822	  0.163631	  0.165025		CURRENT LEARNING RATE: 2.910778895404921e-07
previous_iter_valid_loss : 0.16337327659130096

   1469300	  0.163549	  0.163373	  0.165004		CURRENT LEARNING RATE: 2.9101967978375384e-07
previous_iter_valid_loss : 0.17003168165683746

   1469320	  0.170272	  0.170032	  0.165455		CURRENT LEARNING RATE: 2.909614816678023e-07
previous_iter_valid_loss : 0.17003361880779266

   1469340	  0.170295	  0.170034	  0.165927		CURRENT LEARNING RATE: 2.9090329519031055e-07
previous_iter_valid_loss : 0.1657762974500656

   1469360	  0.165990	  0.165776	  0.166062		CURRENT LEARNING RATE: 2.908451203489507e-07
previous_iter_valid_loss : 0.16114996373653412

   1469380	  0.161303	  0.161150	  0.165510		CURRENT LEARNING RATE: 2.9078695714139515e-07
previous_iter_valid_loss : 0.16298143565654755

   1469400	  0.163158	  0.162981	  0.165591		CURRENT LEARNING RATE: 2.907288055653185e-07
previous_iter_valid_loss : 0.16126258671283722

   1469420	  0.161426	  0.161263	  0.165111		CURRENT LEARNING RATE: 2.9067066561839406e-07
previous_iter_valid_loss : 0.19250431656837463

   1469440	  0.192961	  0.192504	  0.166527		CURRENT LEARNING RATE: 2.906125372982963e-07
previous_iter_valid_loss : 0.18810917437076569

   1469460	  0.188510	  0.188109	  0.167516		CURRENT LEARNING RATE: 2.905544206026995e-07
previous_iter_valid_loss : 0.16121883690357208

   1469480	  0.161378	  0.161219	  0.167041		CURRENT LEARNING RATE: 2.904963155292801e-07
previous_iter_valid_loss : 0.2197345644235611

   1469500	  0.219736	  0.219735	  0.169292		CURRENT LEARNING RATE: 2.904382220757134e-07
previous_iter_valid_loss : 0.1674504429101944

   1469520	  0.167606	  0.167450	  0.169436		CURRENT LEARNING RATE: 2.903801402396756e-07
previous_iter_valid_loss : 0.16412654519081116

   1469540	  0.164318	  0.164127	  0.169613		CURRENT LEARNING RATE: 2.9032207001884295e-07
previous_iter_valid_loss : 0.16738256812095642

   1469560	  0.167602	  0.167383	  0.169623		CURRENT LEARNING RATE: 2.9026401141089367e-07
previous_iter_valid_loss : 0.16068799793720245

   1469580	  0.160857	  0.160688	  0.169632		CURRENT LEARNING RATE: 2.9020596441350484e-07
previous_iter_valid_loss : 0.16060379147529602

   1469600	  0.160762	  0.160604	  0.169570		CURRENT LEARNING RATE: 2.901479290243546e-07
previous_iter_valid_loss : 0.1667069047689438

   1469620	  0.166862	  0.166707	  0.169725		CURRENT LEARNING RATE: 2.900899052411211e-07
previous_iter_valid_loss : 0.1704561859369278

   1469640	  0.170709	  0.170456	  0.169917		CURRENT LEARNING RATE: 2.9003189306148437e-07
previous_iter_valid_loss : 0.16103322803974152

   1469660	  0.161194	  0.161033	  0.169911		CURRENT LEARNING RATE: 2.899738924831234e-07
previous_iter_valid_loss : 0.16082265973091125

   1469680	  0.160979	  0.160823	  0.169771		CURRENT LEARNING RATE: 2.899159035037181e-07
previous_iter_valid_loss : 0.16102537512779236

   1469700	  0.161181	  0.161025	  0.169653		CURRENT LEARNING RATE: 2.898579261209485e-07
previous_iter_valid_loss : 0.1617421805858612

   1469720	  0.161895	  0.161742	  0.169239		CURRENT LEARNING RATE: 2.8979996033249656e-07
previous_iter_valid_loss : 0.16059540212154388

   1469740	  0.160759	  0.160595	  0.168767		CURRENT LEARNING RATE: 2.89742006136043e-07
previous_iter_valid_loss : 0.1615903675556183

   1469760	  0.161784	  0.161590	  0.168558		CURRENT LEARNING RATE: 2.8968406352926923e-07
previous_iter_valid_loss : 0.16200904548168182

   1469780	  0.162164	  0.162009	  0.168601		CURRENT LEARNING RATE: 2.8962613250985854e-07
previous_iter_valid_loss : 0.161611869931221

   1469800	  0.161775	  0.161612	  0.168532		CURRENT LEARNING RATE: 2.8956821307549324e-07
previous_iter_valid_loss : 0.16051334142684937

   1469820	  0.160679	  0.160513	  0.168495		CURRENT LEARNING RATE: 2.8951030522385646e-07
previous_iter_valid_loss : 0.16288116574287415

   1469840	  0.163049	  0.162881	  0.167014		CURRENT LEARNING RATE: 2.894524089526314e-07
previous_iter_valid_loss : 0.16846366226673126

   1469860	  0.168691	  0.168464	  0.166031		CURRENT LEARNING RATE: 2.893945242595033e-07
previous_iter_valid_loss : 0.16143140196800232

   1469880	  0.161583	  0.161431	  0.166042		CURRENT LEARNING RATE: 2.8933665114215616e-07
previous_iter_valid_loss : 0.16078637540340424

   1469900	  0.160939	  0.160786	  0.163095		CURRENT LEARNING RATE: 2.892787895982751e-07
previous_iter_valid_loss : 0.1707703322172165

   1469920	  0.171021	  0.170770	  0.163261		CURRENT LEARNING RATE: 2.8922093962554517e-07
previous_iter_valid_loss : 0.16579410433769226

   1469940	  0.166003	  0.165794	  0.163344		CURRENT LEARNING RATE: 2.891631012216534e-07
previous_iter_valid_loss : 0.1666097790002823

   1469960	  0.166824	  0.166610	  0.163305		CURRENT LEARNING RATE: 2.891052743842857e-07
previous_iter_valid_loss : 0.16136878728866577

   1469980	  0.161527	  0.161369	  0.163339		CURRENT LEARNING RATE: 2.8904745911112903e-07
previous_iter_valid_loss : 0.16068153083324432

   1470000	  0.160852	  0.160682	  0.163343		CURRENT LEARNING RATE: 2.889896553998702e-07
previous_iter_valid_loss : 0.1607944369316101

   1470020	  0.160972	  0.160794	  0.163048		CURRENT LEARNING RATE: 2.889318632481982e-07
previous_iter_valid_loss : 0.16371899843215942

   1470040	  0.163877	  0.163719	  0.162711		CURRENT LEARNING RATE: 2.888740826538007e-07
previous_iter_valid_loss : 0.1813260018825531

   1470060	  0.181483	  0.181326	  0.163725		CURRENT LEARNING RATE: 2.888163136143666e-07
previous_iter_valid_loss : 0.17121556401252747

   1470080	  0.171363	  0.171216	  0.164245		CURRENT LEARNING RATE: 2.8875855612758455e-07
previous_iter_valid_loss : 0.1611899733543396

   1470100	  0.161349	  0.161190	  0.164253		CURRENT LEARNING RATE: 2.887008101911453e-07
previous_iter_valid_loss : 0.17735962569713593

   1470120	  0.177659	  0.177360	  0.165034		CURRENT LEARNING RATE: 2.886430758027385e-07
previous_iter_valid_loss : 0.1669633537530899

   1470140	  0.167188	  0.166963	  0.165353		CURRENT LEARNING RATE: 2.885853529600547e-07
previous_iter_valid_loss : 0.16138878464698792

   1470160	  0.161544	  0.161389	  0.165342		CURRENT LEARNING RATE: 2.8852764166078467e-07
previous_iter_valid_loss : 0.18186593055725098

   1470180	  0.182025	  0.181866	  0.166335		CURRENT LEARNING RATE: 2.884699419026208e-07
previous_iter_valid_loss : 0.16232243180274963

   1470200	  0.162492	  0.162322	  0.166371		CURRENT LEARNING RATE: 2.884122536832546e-07
previous_iter_valid_loss : 0.16067586839199066

   1470220	  0.160827	  0.160676	  0.166379		CURRENT LEARNING RATE: 2.8835457700037814e-07
previous_iter_valid_loss : 0.1645815521478653

   1470240	  0.164780	  0.164582	  0.166464		CURRENT LEARNING RATE: 2.882969118516853e-07
previous_iter_valid_loss : 0.16342571377754211

   1470260	  0.163588	  0.163426	  0.166212		CURRENT LEARNING RATE: 2.8823925823486895e-07
previous_iter_valid_loss : 0.1663704216480255

   1470280	  0.166531	  0.166370	  0.166459		CURRENT LEARNING RATE: 2.8818161614762293e-07
previous_iter_valid_loss : 0.17733298242092133

   1470300	  0.177488	  0.177333	  0.167286		CURRENT LEARNING RATE: 2.881239855876412e-07
previous_iter_valid_loss : 0.16345691680908203

   1470320	  0.163649	  0.163457	  0.166921		CURRENT LEARNING RATE: 2.8806636655261934e-07
previous_iter_valid_loss : 0.16196775436401367

   1470340	  0.162134	  0.161968	  0.166729		CURRENT LEARNING RATE: 2.880087590402522e-07
previous_iter_valid_loss : 0.1605149805545807

   1470360	  0.160677	  0.160515	  0.166425		CURRENT LEARNING RATE: 2.8795116304823547e-07
previous_iter_valid_loss : 0.16062046587467194

   1470380	  0.160779	  0.160620	  0.166387		CURRENT LEARNING RATE: 2.878935785742648e-07
previous_iter_valid_loss : 0.16179576516151428

   1470400	  0.161960	  0.161796	  0.166443		CURRENT LEARNING RATE: 2.8783600561603783e-07
previous_iter_valid_loss : 0.16842737793922424

   1470420	  0.168581	  0.168427	  0.166825		CURRENT LEARNING RATE: 2.877784441712511e-07
previous_iter_valid_loss : 0.16050298511981964

   1470440	  0.160670	  0.160503	  0.166664		CURRENT LEARNING RATE: 2.8772089423760216e-07
previous_iter_valid_loss : 0.1624956578016281

   1470460	  0.162659	  0.162496	  0.165722		CURRENT LEARNING RATE: 2.8766335581278853e-07
previous_iter_valid_loss : 0.16152513027191162

   1470480	  0.161722	  0.161525	  0.165238		CURRENT LEARNING RATE: 2.876058288945097e-07
previous_iter_valid_loss : 0.16897940635681152

   1470500	  0.169136	  0.168979	  0.165627		CURRENT LEARNING RATE: 2.8754831348046406e-07
previous_iter_valid_loss : 0.16985324025154114

   1470520	  0.170105	  0.169853	  0.165252		CURRENT LEARNING RATE: 2.8749080956835097e-07
previous_iter_valid_loss : 0.16056394577026367

   1470540	  0.160733	  0.160564	  0.164932		CURRENT LEARNING RATE: 2.874333171558699e-07
previous_iter_valid_loss : 0.16050350666046143

   1470560	  0.160668	  0.160504	  0.164888		CURRENT LEARNING RATE: 2.8737583624072195e-07
previous_iter_valid_loss : 0.16073176264762878

   1470580	  0.160885	  0.160732	  0.163831		CURRENT LEARNING RATE: 2.873183668206075e-07
previous_iter_valid_loss : 0.16263826191425323

   1470600	  0.162814	  0.162638	  0.163847		CURRENT LEARNING RATE: 2.8726090889322727e-07
previous_iter_valid_loss : 0.16059361398220062

   1470620	  0.160751	  0.160594	  0.163843		CURRENT LEARNING RATE: 2.8720346245628393e-07
previous_iter_valid_loss : 0.16381992399692535

   1470640	  0.163991	  0.163820	  0.163805		CURRENT LEARNING RATE: 2.871460275074791e-07
previous_iter_valid_loss : 0.16055472195148468

   1470660	  0.160712	  0.160555	  0.163661		CURRENT LEARNING RATE: 2.870886040445155e-07
previous_iter_valid_loss : 0.18375609815120697

   1470680	  0.184106	  0.183756	  0.164530		CURRENT LEARNING RATE: 2.870311920650955e-07
previous_iter_valid_loss : 0.1618078500032425

   1470700	  0.161959	  0.161808	  0.163754		CURRENT LEARNING RATE: 2.869737915669238e-07
previous_iter_valid_loss : 0.16150765120983124

   1470720	  0.161671	  0.161508	  0.163657		CURRENT LEARNING RATE: 2.8691640254770373e-07
previous_iter_valid_loss : 0.17301121354103088

   1470740	  0.173158	  0.173011	  0.164209		CURRENT LEARNING RATE: 2.868590250051398e-07
previous_iter_valid_loss : 0.16955240070819855

   1470760	  0.169705	  0.169552	  0.164661		CURRENT LEARNING RATE: 2.868016589369365e-07
previous_iter_valid_loss : 0.17120087146759033

   1470780	  0.171347	  0.171201	  0.165190		CURRENT LEARNING RATE: 2.8674430434080003e-07
previous_iter_valid_loss : 0.16882599890232086

   1470800	  0.168982	  0.168826	  0.165541		CURRENT LEARNING RATE: 2.866869612144358e-07
previous_iter_valid_loss : 0.1636703461408615

   1470820	  0.163833	  0.163670	  0.165303		CURRENT LEARNING RATE: 2.8662962955555006e-07
previous_iter_valid_loss : 0.16753984987735748

   1470840	  0.167695	  0.167540	  0.165655		CURRENT LEARNING RATE: 2.8657230936184894e-07
previous_iter_valid_loss : 0.16067729890346527

   1470860	  0.160831	  0.160677	  0.165564		CURRENT LEARNING RATE: 2.8651500063104084e-07
previous_iter_valid_loss : 0.16076213121414185

   1470880	  0.160929	  0.160762	  0.165526		CURRENT LEARNING RATE: 2.8645770336083277e-07
previous_iter_valid_loss : 0.18493272364139557

   1470900	  0.185298	  0.184933	  0.166324		CURRENT LEARNING RATE: 2.864004175489329e-07
previous_iter_valid_loss : 0.16390778124332428

   1470920	  0.164101	  0.163908	  0.166026		CURRENT LEARNING RATE: 2.863431431930492e-07
previous_iter_valid_loss : 0.1608773171901703

   1470940	  0.161061	  0.160877	  0.166042		CURRENT LEARNING RATE: 2.8628588029089185e-07
previous_iter_valid_loss : 0.16079634428024292

   1470960	  0.160957	  0.160796	  0.166057		CURRENT LEARNING RATE: 2.8622862884016975e-07
previous_iter_valid_loss : 0.18909572064876556

   1470980	  0.189524	  0.189096	  0.167475		CURRENT LEARNING RATE: 2.861713888385923e-07
previous_iter_valid_loss : 0.162076935172081

   1471000	  0.162232	  0.162077	  0.167447		CURRENT LEARNING RATE: 2.8611416028387093e-07
previous_iter_valid_loss : 0.16074548661708832

   1471020	  0.160900	  0.160745	  0.167454		CURRENT LEARNING RATE: 2.8605694317371606e-07
previous_iter_valid_loss : 0.16970586776733398

   1471040	  0.169956	  0.169706	  0.167749		CURRENT LEARNING RATE: 2.859997375058389e-07
previous_iter_valid_loss : 0.1605331003665924

   1471060	  0.160695	  0.160533	  0.167748		CURRENT LEARNING RATE: 2.859425432779508e-07
previous_iter_valid_loss : 0.16067366302013397

   1471080	  0.160853	  0.160674	  0.166594		CURRENT LEARNING RATE: 2.8588536048776496e-07
previous_iter_valid_loss : 0.16576462984085083

   1471100	  0.165982	  0.165765	  0.166791		CURRENT LEARNING RATE: 2.8582818913299355e-07
previous_iter_valid_loss : 0.16086724400520325

   1471120	  0.161027	  0.160867	  0.166759		CURRENT LEARNING RATE: 2.857710292113498e-07
previous_iter_valid_loss : 0.19174359738826752

   1471140	  0.192224	  0.191744	  0.167696		CURRENT LEARNING RATE: 2.8571388072054676e-07
previous_iter_valid_loss : 0.16362006962299347

   1471160	  0.163804	  0.163620	  0.167399		CURRENT LEARNING RATE: 2.8565674365829947e-07
previous_iter_valid_loss : 0.1838012933731079

   1471180	  0.184164	  0.183801	  0.168029		CURRENT LEARNING RATE: 2.8559961802232197e-07
previous_iter_valid_loss : 0.16052566468715668

   1471200	  0.160688	  0.160526	  0.167614		CURRENT LEARNING RATE: 2.855425038103292e-07
previous_iter_valid_loss : 0.17012803256511688

   1471220	  0.170371	  0.170128	  0.167937		CURRENT LEARNING RATE: 2.8548540102003613e-07
previous_iter_valid_loss : 0.17539556324481964

   1471240	  0.175683	  0.175396	  0.168330		CURRENT LEARNING RATE: 2.8542830964915963e-07
previous_iter_valid_loss : 0.16487674415111542

   1471260	  0.165045	  0.164877	  0.168540		CURRENT LEARNING RATE: 2.8537122969541556e-07
previous_iter_valid_loss : 0.1605241894721985

   1471280	  0.160683	  0.160524	  0.168528		CURRENT LEARNING RATE: 2.8531416115652074e-07
previous_iter_valid_loss : 0.18078197538852692

   1471300	  0.180942	  0.180782	  0.168321		CURRENT LEARNING RATE: 2.852571040301919e-07
previous_iter_valid_loss : 0.16051001846790314

   1471320	  0.160670	  0.160510	  0.168151		CURRENT LEARNING RATE: 2.852000583141478e-07
previous_iter_valid_loss : 0.16063635051250458

   1471340	  0.160789	  0.160636	  0.168139		CURRENT LEARNING RATE: 2.85143024006106e-07
previous_iter_valid_loss : 0.17014069855213165

   1471360	  0.170389	  0.170141	  0.168606		CURRENT LEARNING RATE: 2.850860011037847e-07
previous_iter_valid_loss : 0.17809970676898956

   1471380	  0.178257	  0.178100	  0.168056		CURRENT LEARNING RATE: 2.8502898960490396e-07
previous_iter_valid_loss : 0.1654672473669052

   1471400	  0.165629	  0.165467	  0.168226		CURRENT LEARNING RATE: 2.849719895071829e-07
previous_iter_valid_loss : 0.16167227923870087

   1471420	  0.161863	  0.161672	  0.168272		CURRENT LEARNING RATE: 2.8491500080834144e-07
previous_iter_valid_loss : 0.1760685294866562

   1471440	  0.176353	  0.176069	  0.168590		CURRENT LEARNING RATE: 2.848580235060996e-07
previous_iter_valid_loss : 0.16057218611240387

   1471460	  0.160734	  0.160572	  0.168592		CURRENT LEARNING RATE: 2.8480105759817915e-07
previous_iter_valid_loss : 0.1876467615365982

   1471480	  0.187788	  0.187647	  0.169941		CURRENT LEARNING RATE: 2.8474410308230106e-07
previous_iter_valid_loss : 0.1889335960149765

   1471500	  0.189342	  0.188934	  0.171099		CURRENT LEARNING RATE: 2.846871599561872e-07
previous_iter_valid_loss : 0.17117013037204742

   1471520	  0.171421	  0.171170	  0.171614		CURRENT LEARNING RATE: 2.846302282175592e-07
previous_iter_valid_loss : 0.1605740636587143

   1471540	  0.160732	  0.160574	  0.170056		CURRENT LEARNING RATE: 2.845733078641409e-07
previous_iter_valid_loss : 0.16751140356063843

   1471560	  0.167740	  0.167511	  0.170250		CURRENT LEARNING RATE: 2.8451639889365493e-07
previous_iter_valid_loss : 0.18102318048477173

   1471580	  0.181350	  0.181023	  0.170111		CURRENT LEARNING RATE: 2.84459501303825e-07
previous_iter_valid_loss : 0.16055609285831451

   1471600	  0.160722	  0.160556	  0.170113		CURRENT LEARNING RATE: 2.844026150923746e-07
previous_iter_valid_loss : 0.163452610373497

   1471620	  0.163625	  0.163453	  0.169779		CURRENT LEARNING RATE: 2.843457402570294e-07
previous_iter_valid_loss : 0.16316793859004974

   1471640	  0.163361	  0.163168	  0.169168		CURRENT LEARNING RATE: 2.842888767955138e-07
previous_iter_valid_loss : 0.16069278120994568

   1471660	  0.160853	  0.160693	  0.168959		CURRENT LEARNING RATE: 2.8423202470555333e-07
previous_iter_valid_loss : 0.16266106069087982

   1471680	  0.162814	  0.162661	  0.169065		CURRENT LEARNING RATE: 2.841751839848734e-07
previous_iter_valid_loss : 0.16084113717079163

   1471700	  0.160993	  0.160841	  0.168068		CURRENT LEARNING RATE: 2.8411835463120137e-07
previous_iter_valid_loss : 0.16069725155830383

   1471720	  0.160872	  0.160697	  0.168078		CURRENT LEARNING RATE: 2.8406153664226356e-07
previous_iter_valid_loss : 0.16162066161632538

   1471740	  0.161784	  0.161621	  0.168127		CURRENT LEARNING RATE: 2.840047300157872e-07
previous_iter_valid_loss : 0.17656946182250977

   1471760	  0.176724	  0.176569	  0.168448		CURRENT LEARNING RATE: 2.839479347494996e-07
previous_iter_valid_loss : 0.1685599833726883

   1471780	  0.168800	  0.168560	  0.167971		CURRENT LEARNING RATE: 2.8389115084112995e-07
previous_iter_valid_loss : 0.17555147409439087

   1471800	  0.175839	  0.175551	  0.168476		CURRENT LEARNING RATE: 2.8383437828840643e-07
previous_iter_valid_loss : 0.16387493908405304

   1471820	  0.164080	  0.163875	  0.168586		CURRENT LEARNING RATE: 2.8377761708905747e-07
previous_iter_valid_loss : 0.1611631214618683

   1471840	  0.161322	  0.161163	  0.167840		CURRENT LEARNING RATE: 2.837208672408138e-07
previous_iter_valid_loss : 0.16216419637203217

   1471860	  0.162331	  0.162164	  0.167920		CURRENT LEARNING RATE: 2.8366412874140485e-07
previous_iter_valid_loss : 0.17047394812107086

   1471880	  0.170619	  0.170474	  0.167061		CURRENT LEARNING RATE: 2.8360740158856103e-07
previous_iter_valid_loss : 0.1679013967514038

   1471900	  0.168058	  0.167901	  0.166010		CURRENT LEARNING RATE: 2.8355068578001286e-07
previous_iter_valid_loss : 0.19060058891773224

   1471920	  0.190720	  0.190601	  0.166981		CURRENT LEARNING RATE: 2.8349398131349266e-07
previous_iter_valid_loss : 0.1803044080734253

   1471940	  0.180461	  0.180304	  0.167968		CURRENT LEARNING RATE: 2.8343728818673176e-07
previous_iter_valid_loss : 0.16073296964168549

   1471960	  0.160891	  0.160733	  0.167629		CURRENT LEARNING RATE: 2.833806063974624e-07
previous_iter_valid_loss : 0.16538971662521362

   1471980	  0.165557	  0.165390	  0.166847		CURRENT LEARNING RATE: 2.833239359434169e-07
previous_iter_valid_loss : 0.16382181644439697

   1472000	  0.163999	  0.163822	  0.167011		CURRENT LEARNING RATE: 2.832672768223293e-07
previous_iter_valid_loss : 0.16981744766235352

   1472020	  0.169964	  0.169817	  0.167329		CURRENT LEARNING RATE: 2.8321062903193284e-07
previous_iter_valid_loss : 0.16171382367610931

   1472040	  0.161904	  0.161714	  0.167256		CURRENT LEARNING RATE: 2.8315399256996155e-07
previous_iter_valid_loss : 0.16250500082969666

   1472060	  0.162709	  0.162505	  0.167347		CURRENT LEARNING RATE: 2.830973674341495e-07
previous_iter_valid_loss : 0.18264319002628326

   1472080	  0.183004	  0.182643	  0.168346		CURRENT LEARNING RATE: 2.8304075362223274e-07
previous_iter_valid_loss : 0.16359356045722961

   1472100	  0.163782	  0.163594	  0.168483		CURRENT LEARNING RATE: 2.829841511319461e-07
previous_iter_valid_loss : 0.1633380502462387

   1472120	  0.163519	  0.163338	  0.168615		CURRENT LEARNING RATE: 2.8292755996102563e-07
previous_iter_valid_loss : 0.1688884049654007

   1472140	  0.169120	  0.168888	  0.168979		CURRENT LEARNING RATE: 2.82870980107207e-07
previous_iter_valid_loss : 0.16562534868717194

   1472160	  0.165832	  0.165625	  0.168432		CURRENT LEARNING RATE: 2.828144115682281e-07
previous_iter_valid_loss : 0.1621003895998001

   1472180	  0.162260	  0.162100	  0.168109		CURRENT LEARNING RATE: 2.8275785434182583e-07
previous_iter_valid_loss : 0.16839489340782166

   1472200	  0.168630	  0.168395	  0.167751		CURRENT LEARNING RATE: 2.8270130842573717e-07
previous_iter_valid_loss : 0.16238626837730408

   1472220	  0.162577	  0.162386	  0.167676		CURRENT LEARNING RATE: 2.8264477381770136e-07
previous_iter_valid_loss : 0.16055747866630554

   1472240	  0.160724	  0.160557	  0.167646		CURRENT LEARNING RATE: 2.8258825051545665e-07
previous_iter_valid_loss : 0.16554228961467743

   1472260	  0.165710	  0.165542	  0.167815		CURRENT LEARNING RATE: 2.825317385167419e-07
previous_iter_valid_loss : 0.16930624842643738

   1472280	  0.169556	  0.169306	  0.167757		CURRENT LEARNING RATE: 2.824752378192963e-07
previous_iter_valid_loss : 0.16850262880325317

   1472300	  0.168737	  0.168503	  0.167787		CURRENT LEARNING RATE: 2.824187484208607e-07
previous_iter_valid_loss : 0.16287845373153687

   1472320	  0.163044	  0.162878	  0.166401		CURRENT LEARNING RATE: 2.8236227031917506e-07
previous_iter_valid_loss : 0.17216695845127106

   1472340	  0.172311	  0.172167	  0.165994		CURRENT LEARNING RATE: 2.823058035119803e-07
previous_iter_valid_loss : 0.16151954233646393

   1472360	  0.161680	  0.161520	  0.166033		CURRENT LEARNING RATE: 2.822493479970172e-07
previous_iter_valid_loss : 0.17336302995681763

   1472380	  0.173634	  0.173363	  0.166432		CURRENT LEARNING RATE: 2.821929037720286e-07
previous_iter_valid_loss : 0.1606786549091339

   1472400	  0.160848	  0.160679	  0.166275		CURRENT LEARNING RATE: 2.821364708347562e-07
previous_iter_valid_loss : 0.16320140659809113

   1472420	  0.163399	  0.163201	  0.165944		CURRENT LEARNING RATE: 2.820800491829426e-07
previous_iter_valid_loss : 0.16051706671714783

   1472440	  0.160687	  0.160517	  0.165884		CURRENT LEARNING RATE: 2.8202363881433054e-07
previous_iter_valid_loss : 0.16379721462726593

   1472460	  0.163997	  0.163797	  0.165949		CURRENT LEARNING RATE: 2.8196723972666456e-07
previous_iter_valid_loss : 0.16056092083454132

   1472480	  0.160731	  0.160561	  0.164844		CURRENT LEARNING RATE: 2.8191085191768823e-07
previous_iter_valid_loss : 0.16061954200267792

   1472500	  0.160774	  0.160620	  0.164696		CURRENT LEARNING RATE: 2.8185447538514597e-07
previous_iter_valid_loss : 0.1722697615623474

   1472520	  0.172533	  0.172270	  0.165142		CURRENT LEARNING RATE: 2.817981101267823e-07
previous_iter_valid_loss : 0.16056260466575623

   1472540	  0.160734	  0.160563	  0.164726		CURRENT LEARNING RATE: 2.8174175614034356e-07
previous_iter_valid_loss : 0.1634640395641327

   1472560	  0.163648	  0.163464	  0.164618		CURRENT LEARNING RATE: 2.816854134235751e-07
previous_iter_valid_loss : 0.16189248859882355

   1472580	  0.162060	  0.161892	  0.164608		CURRENT LEARNING RATE: 2.8162908197422274e-07
previous_iter_valid_loss : 0.16162924468517303

   1472600	  0.161786	  0.161629	  0.164269		CURRENT LEARNING RATE: 2.8157276179003415e-07
previous_iter_valid_loss : 0.16461093723773956

   1472620	  0.164822	  0.164611	  0.164381		CURRENT LEARNING RATE: 2.8151645286875616e-07
previous_iter_valid_loss : 0.1792963743209839

   1472640	  0.179449	  0.179296	  0.165318		CURRENT LEARNING RATE: 2.8146015520813623e-07
previous_iter_valid_loss : 0.16747567057609558

   1472660	  0.167634	  0.167476	  0.165414		CURRENT LEARNING RATE: 2.8140386880592206e-07
previous_iter_valid_loss : 0.1605035364627838

   1472680	  0.160674	  0.160504	  0.164974		CURRENT LEARNING RATE: 2.8134759365986325e-07
previous_iter_valid_loss : 0.1691972315311432

   1472700	  0.169349	  0.169197	  0.165009		CURRENT LEARNING RATE: 2.8129132976770816e-07
previous_iter_valid_loss : 0.16794031858444214

   1472720	  0.168093	  0.167940	  0.165262		CURRENT LEARNING RATE: 2.812350771272063e-07
previous_iter_valid_loss : 0.16292865574359894

   1472740	  0.163110	  0.162929	  0.164800		CURRENT LEARNING RATE: 2.8117883573610704e-07
previous_iter_valid_loss : 0.17277230322360992

   1472760	  0.172916	  0.172772	  0.165363		CURRENT LEARNING RATE: 2.811226055921618e-07
previous_iter_valid_loss : 0.16465288400650024

   1472780	  0.164822	  0.164653	  0.164927		CURRENT LEARNING RATE: 2.810663866931208e-07
previous_iter_valid_loss : 0.16329477727413177

   1472800	  0.163492	  0.163295	  0.165058		CURRENT LEARNING RATE: 2.810101790367353e-07
previous_iter_valid_loss : 0.16312436759471893

   1472820	  0.163295	  0.163124	  0.165054		CURRENT LEARNING RATE: 2.809539826207565e-07
previous_iter_valid_loss : 0.1627834439277649

   1472840	  0.162946	  0.162783	  0.165167		CURRENT LEARNING RATE: 2.8089779744293755e-07
previous_iter_valid_loss : 0.19043701887130737

   1472860	  0.190892	  0.190437	  0.166499		CURRENT LEARNING RATE: 2.808416235010305e-07
previous_iter_valid_loss : 0.16058413684368134

   1472880	  0.160746	  0.160584	  0.166501		CURRENT LEARNING RATE: 2.807854607927885e-07
previous_iter_valid_loss : 0.1614607721567154

   1472900	  0.161626	  0.161461	  0.166543		CURRENT LEARNING RATE: 2.8072930931596445e-07
previous_iter_valid_loss : 0.16283826529979706

   1472920	  0.163000	  0.162838	  0.166071		CURRENT LEARNING RATE: 2.8067316906831325e-07
previous_iter_valid_loss : 0.1605803370475769

   1472940	  0.160730	  0.160580	  0.166072		CURRENT LEARNING RATE: 2.806170400475889e-07
previous_iter_valid_loss : 0.16235606372356415

   1472960	  0.162538	  0.162356	  0.166017		CURRENT LEARNING RATE: 2.8056092225154616e-07
previous_iter_valid_loss : 0.1665486842393875

   1472980	  0.166706	  0.166549	  0.166249		CURRENT LEARNING RATE: 2.8050481567793987e-07
previous_iter_valid_loss : 0.16056868433952332

   1473000	  0.160733	  0.160569	  0.166196		CURRENT LEARNING RATE: 2.804487203245267e-07
previous_iter_valid_loss : 0.1827704757452011

   1473020	  0.182921	  0.182770	  0.167104		CURRENT LEARNING RATE: 2.8039263618906243e-07
previous_iter_valid_loss : 0.16057170927524567

   1473040	  0.160737	  0.160572	  0.166168		CURRENT LEARNING RATE: 2.803365632693032e-07
previous_iter_valid_loss : 0.16373370587825775

   1473060	  0.163931	  0.163734	  0.165981		CURRENT LEARNING RATE: 2.8028050156300695e-07
previous_iter_valid_loss : 0.17390337586402893

   1473080	  0.174180	  0.173903	  0.166651		CURRENT LEARNING RATE: 2.8022445106793083e-07
previous_iter_valid_loss : 0.1673300564289093

   1473100	  0.167486	  0.167330	  0.166558		CURRENT LEARNING RATE: 2.8016841178183275e-07
previous_iter_valid_loss : 0.17613783478736877

   1473120	  0.176287	  0.176138	  0.166967		CURRENT LEARNING RATE: 2.8011238370247073e-07
previous_iter_valid_loss : 0.17470528185367584

   1473140	  0.174849	  0.174705	  0.167556		CURRENT LEARNING RATE: 2.800563668276046e-07
previous_iter_valid_loss : 0.16329027712345123

   1473160	  0.163491	  0.163290	  0.167082		CURRENT LEARNING RATE: 2.800003611549931e-07
previous_iter_valid_loss : 0.1700095534324646

   1473180	  0.170260	  0.170010	  0.167350		CURRENT LEARNING RATE: 2.7994436668239617e-07
previous_iter_valid_loss : 0.16069664061069489

   1473200	  0.160859	  0.160697	  0.167220		CURRENT LEARNING RATE: 2.798883834075734e-07
previous_iter_valid_loss : 0.16051876544952393

   1473220	  0.160681	  0.160519	  0.167090		CURRENT LEARNING RATE: 2.798324113282865e-07
previous_iter_valid_loss : 0.16656634211540222

   1473240	  0.166720	  0.166566	  0.167279		CURRENT LEARNING RATE: 2.797764504422961e-07
previous_iter_valid_loss : 0.16930565237998962

   1473260	  0.169459	  0.169306	  0.166222		CURRENT LEARNING RATE: 2.7972050074736383e-07
previous_iter_valid_loss : 0.1735750138759613

   1473280	  0.173727	  0.173575	  0.166872		CURRENT LEARNING RATE: 2.79664562241251e-07
previous_iter_valid_loss : 0.17491275072097778

   1473300	  0.175058	  0.174913	  0.167545		CURRENT LEARNING RATE: 2.796086349217213e-07
previous_iter_valid_loss : 0.1816682368516922

   1473320	  0.181828	  0.181668	  0.168486		CURRENT LEARNING RATE: 2.7955271878653695e-07
previous_iter_valid_loss : 0.17072686553001404

   1473340	  0.170982	  0.170727	  0.168993		CURRENT LEARNING RATE: 2.794968138334615e-07
previous_iter_valid_loss : 0.1669146865606308

   1473360	  0.167140	  0.166915	  0.169221		CURRENT LEARNING RATE: 2.79440920060258e-07
previous_iter_valid_loss : 0.1618143618106842

   1473380	  0.161985	  0.161814	  0.168985		CURRENT LEARNING RATE: 2.793850374646919e-07
previous_iter_valid_loss : 0.1613088995218277

   1473400	  0.161504	  0.161309	  0.169022		CURRENT LEARNING RATE: 2.793291660445274e-07
previous_iter_valid_loss : 0.1638919562101364

   1473420	  0.164059	  0.163892	  0.168078		CURRENT LEARNING RATE: 2.79273305797529e-07
previous_iter_valid_loss : 0.16115708649158478

   1473440	  0.161321	  0.161157	  0.168107		CURRENT LEARNING RATE: 2.7921745672146345e-07
previous_iter_valid_loss : 0.16854603588581085

   1473460	  0.168781	  0.168546	  0.168348		CURRENT LEARNING RATE: 2.7916161881409614e-07
previous_iter_valid_loss : 0.1661890298128128

   1473480	  0.166408	  0.166189	  0.167962		CURRENT LEARNING RATE: 2.791057920731936e-07
previous_iter_valid_loss : 0.16306684911251068

   1473500	  0.163236	  0.163067	  0.167749		CURRENT LEARNING RATE: 2.790499764965223e-07
previous_iter_valid_loss : 0.161709263920784

   1473520	  0.161894	  0.161709	  0.167027		CURRENT LEARNING RATE: 2.789941720818506e-07
previous_iter_valid_loss : 0.18607430160045624

   1473540	  0.186454	  0.186074	  0.167596		CURRENT LEARNING RATE: 2.7893837882694585e-07
previous_iter_valid_loss : 0.17612488567829132

   1473560	  0.176280	  0.176125	  0.168237		CURRENT LEARNING RATE: 2.788825967295763e-07
previous_iter_valid_loss : 0.1687982976436615

   1473580	  0.168947	  0.168798	  0.168177		CURRENT LEARNING RATE: 2.7882682578751013e-07
previous_iter_valid_loss : 0.16323412954807281

   1473600	  0.163400	  0.163234	  0.168304		CURRENT LEARNING RATE: 2.787710659985175e-07
previous_iter_valid_loss : 0.1663665622472763

   1473620	  0.166578	  0.166367	  0.168596		CURRENT LEARNING RATE: 2.787153173603676e-07
previous_iter_valid_loss : 0.17388293147087097

   1473640	  0.174032	  0.173883	  0.168962		CURRENT LEARNING RATE: 2.786595798708304e-07
previous_iter_valid_loss : 0.1606559306383133

   1473660	  0.160821	  0.160656	  0.168530		CURRENT LEARNING RATE: 2.786038535276759e-07
previous_iter_valid_loss : 0.16053715348243713

   1473680	  0.160704	  0.160537	  0.167878		CURRENT LEARNING RATE: 2.7854813832867614e-07
previous_iter_valid_loss : 0.16162969172000885

   1473700	  0.161796	  0.161630	  0.167213		CURRENT LEARNING RATE: 2.784924342716019e-07
previous_iter_valid_loss : 0.16128002107143402

   1473720	  0.161437	  0.161280	  0.166194		CURRENT LEARNING RATE: 2.7843674135422514e-07
previous_iter_valid_loss : 0.16106635332107544

   1473740	  0.161232	  0.161066	  0.165711		CURRENT LEARNING RATE: 2.7838105957431747e-07
previous_iter_valid_loss : 0.16649799048900604

   1473760	  0.166719	  0.166498	  0.165690		CURRENT LEARNING RATE: 2.783253889296528e-07
previous_iter_valid_loss : 0.16078096628189087

   1473780	  0.160956	  0.160781	  0.165639		CURRENT LEARNING RATE: 2.7826972941800365e-07
previous_iter_valid_loss : 0.16368621587753296

   1473800	  0.163876	  0.163686	  0.165757		CURRENT LEARNING RATE: 2.7821408103714333e-07
previous_iter_valid_loss : 0.16058295965194702

   1473820	  0.160753	  0.160583	  0.165592		CURRENT LEARNING RATE: 2.781584437848467e-07
previous_iter_valid_loss : 0.17361138761043549

   1473840	  0.173758	  0.173611	  0.166215		CURRENT LEARNING RATE: 2.7810281765888785e-07
previous_iter_valid_loss : 0.1613658368587494

   1473860	  0.161522	  0.161366	  0.165856		CURRENT LEARNING RATE: 2.780472026570418e-07
previous_iter_valid_loss : 0.16572192311286926

   1473880	  0.165932	  0.165722	  0.165832		CURRENT LEARNING RATE: 2.779915987770833e-07
previous_iter_valid_loss : 0.1632642149925232

   1473900	  0.163453	  0.163264	  0.165842		CURRENT LEARNING RATE: 2.779360060167894e-07
previous_iter_valid_loss : 0.16077956557273865

   1473920	  0.160943	  0.160780	  0.165796		CURRENT LEARNING RATE: 2.778804243739357e-07
previous_iter_valid_loss : 0.1723383069038391

   1473940	  0.172604	  0.172338	  0.165109		CURRENT LEARNING RATE: 2.7782485384629906e-07
previous_iter_valid_loss : 0.17491494119167328

   1473960	  0.175193	  0.174915	  0.165048		CURRENT LEARNING RATE: 2.777692944316561e-07
previous_iter_valid_loss : 0.16058571636676788

   1473980	  0.160748	  0.160586	  0.164638		CURRENT LEARNING RATE: 2.7771374612778545e-07
previous_iter_valid_loss : 0.16281382739543915

   1474000	  0.163016	  0.162814	  0.164617		CURRENT LEARNING RATE: 2.776582089324647e-07
previous_iter_valid_loss : 0.1606052815914154

   1474020	  0.160770	  0.160605	  0.164329		CURRENT LEARNING RATE: 2.776026828434723e-07
previous_iter_valid_loss : 0.17429663240909576

   1474040	  0.174574	  0.174297	  0.164349		CURRENT LEARNING RATE: 2.775471678585868e-07
previous_iter_valid_loss : 0.16057944297790527

   1474060	  0.160742	  0.160579	  0.164346		CURRENT LEARNING RATE: 2.774916639755885e-07
previous_iter_valid_loss : 0.163587749004364

   1474080	  0.163784	  0.163588	  0.164498		CURRENT LEARNING RATE: 2.7743617119225685e-07
previous_iter_valid_loss : 0.16173630952835083

   1474100	  0.161925	  0.161736	  0.164503		CURRENT LEARNING RATE: 2.7738068950637204e-07
previous_iter_valid_loss : 0.17313164472579956

   1474120	  0.173401	  0.173132	  0.165096		CURRENT LEARNING RATE: 2.773252189157144e-07
previous_iter_valid_loss : 0.16744506359100342

   1474140	  0.167600	  0.167445	  0.165415		CURRENT LEARNING RATE: 2.77269759418066e-07
previous_iter_valid_loss : 0.16074758768081665

   1474160	  0.160927	  0.160748	  0.165127		CURRENT LEARNING RATE: 2.7721431101120805e-07
previous_iter_valid_loss : 0.16809384524822235

   1474180	  0.168249	  0.168094	  0.165493		CURRENT LEARNING RATE: 2.7715887369292204e-07
previous_iter_valid_loss : 0.16145941615104675

   1474200	  0.161643	  0.161459	  0.165382		CURRENT LEARNING RATE: 2.771034474609915e-07
previous_iter_valid_loss : 0.1614266186952591

   1474220	  0.161590	  0.161427	  0.165424		CURRENT LEARNING RATE: 2.7704803231319897e-07
previous_iter_valid_loss : 0.16730773448944092

   1474240	  0.167458	  0.167308	  0.165109		CURRENT LEARNING RATE: 2.769926282473277e-07
previous_iter_valid_loss : 0.16061583161354065

   1474260	  0.160787	  0.160616	  0.165071		CURRENT LEARNING RATE: 2.7693723526116113e-07
previous_iter_valid_loss : 0.1707639992237091

   1474280	  0.171014	  0.170764	  0.165323		CURRENT LEARNING RATE: 2.7688185335248453e-07
previous_iter_valid_loss : 0.18068137764930725

   1474300	  0.180844	  0.180681	  0.166194		CURRENT LEARNING RATE: 2.7682648251908203e-07
previous_iter_valid_loss : 0.16253940761089325

   1474320	  0.162700	  0.162539	  0.166282		CURRENT LEARNING RATE: 2.767711227587389e-07
previous_iter_valid_loss : 0.16143271327018738

   1474340	  0.161590	  0.161433	  0.165737		CURRENT LEARNING RATE: 2.7671577406924026e-07
previous_iter_valid_loss : 0.16438983380794525

   1474360	  0.164597	  0.164390	  0.165211		CURRENT LEARNING RATE: 2.766604364483731e-07
previous_iter_valid_loss : 0.16662847995758057

   1474380	  0.166785	  0.166628	  0.165513		CURRENT LEARNING RATE: 2.7660510989392345e-07
previous_iter_valid_loss : 0.17693044245243073

   1474400	  0.177231	  0.176930	  0.166219		CURRENT LEARNING RATE: 2.765497944036782e-07
previous_iter_valid_loss : 0.16049395501613617

   1474420	  0.160656	  0.160494	  0.166213		CURRENT LEARNING RATE: 2.7649448997542423e-07
previous_iter_valid_loss : 0.16631993651390076

   1474440	  0.166533	  0.166320	  0.165814		CURRENT LEARNING RATE: 2.7643919660695046e-07
previous_iter_valid_loss : 0.16317373514175415

   1474460	  0.163372	  0.163174	  0.165944		CURRENT LEARNING RATE: 2.7638391429604453e-07
previous_iter_valid_loss : 0.16086074709892273

   1474480	  0.161011	  0.160861	  0.165807		CURRENT LEARNING RATE: 2.7632864304049526e-07
previous_iter_valid_loss : 0.1704890877008438

   1474500	  0.170639	  0.170489	  0.166245		CURRENT LEARNING RATE: 2.762733828380912e-07
previous_iter_valid_loss : 0.16377419233322144

   1474520	  0.163939	  0.163774	  0.165777		CURRENT LEARNING RATE: 2.7621813368662304e-07
previous_iter_valid_loss : 0.1713264435529709

   1474540	  0.171478	  0.171326	  0.165971		CURRENT LEARNING RATE: 2.7616289558388027e-07
previous_iter_valid_loss : 0.16776815056800842

   1474560	  0.167920	  0.167768	  0.166322		CURRENT LEARNING RATE: 2.7610766852765336e-07
previous_iter_valid_loss : 0.16221649944782257

   1474580	  0.162386	  0.162216	  0.166028		CURRENT LEARNING RATE: 2.7605245251573273e-07
previous_iter_valid_loss : 0.1786077469587326

   1474600	  0.178929	  0.178608	  0.166886		CURRENT LEARNING RATE: 2.7599724754591067e-07
previous_iter_valid_loss : 0.17848940193653107

   1474620	  0.178643	  0.178489	  0.167739		CURRENT LEARNING RATE: 2.7594205361597856e-07
previous_iter_valid_loss : 0.16704730689525604

   1474640	  0.167261	  0.167047	  0.167726		CURRENT LEARNING RATE: 2.758868707237282e-07
previous_iter_valid_loss : 0.20404289662837982

   1474660	  0.204601	  0.204043	  0.169897		CURRENT LEARNING RATE: 2.7583169886695317e-07
previous_iter_valid_loss : 0.16462381184101105

   1474680	  0.164799	  0.164624	  0.169590		CURRENT LEARNING RATE: 2.757765380434461e-07
previous_iter_valid_loss : 0.1880824863910675

   1474700	  0.188212	  0.188082	  0.169960		CURRENT LEARNING RATE: 2.7572138825100063e-07
previous_iter_valid_loss : 0.1619207113981247

   1474720	  0.162080	  0.161921	  0.169929		CURRENT LEARNING RATE: 2.756662494874102e-07
previous_iter_valid_loss : 0.16350668668746948

   1474740	  0.163701	  0.163507	  0.170033		CURRENT LEARNING RATE: 2.756111217504703e-07
previous_iter_valid_loss : 0.16088122129440308

   1474760	  0.161039	  0.160881	  0.169858		CURRENT LEARNING RATE: 2.755560050379753e-07
previous_iter_valid_loss : 0.16097362339496613

   1474780	  0.161162	  0.160974	  0.169575		CURRENT LEARNING RATE: 2.755008993477206e-07
previous_iter_valid_loss : 0.16820888221263885

   1474800	  0.168449	  0.168209	  0.169139		CURRENT LEARNING RATE: 2.7544580467750134e-07
previous_iter_valid_loss : 0.18327635526657104

   1474820	  0.183646	  0.183276	  0.170278		CURRENT LEARNING RATE: 2.7539072102511485e-07
previous_iter_valid_loss : 0.1659867763519287

   1474840	  0.166146	  0.165987	  0.170261		CURRENT LEARNING RATE: 2.7533564838835716e-07
previous_iter_valid_loss : 0.161046102643013

   1474860	  0.161202	  0.161046	  0.170155		CURRENT LEARNING RATE: 2.752805867650255e-07
previous_iter_valid_loss : 0.16555443406105042

   1474880	  0.165759	  0.165554	  0.170390		CURRENT LEARNING RATE: 2.7522553615291683e-07
previous_iter_valid_loss : 0.1665060669183731

   1474900	  0.166663	  0.166506	  0.170191		CURRENT LEARNING RATE: 2.7517049654983015e-07
previous_iter_valid_loss : 0.1605052798986435

   1474920	  0.160673	  0.160505	  0.170027		CURRENT LEARNING RATE: 2.751154679535634e-07
previous_iter_valid_loss : 0.1685294210910797

   1474940	  0.168751	  0.168529	  0.169887		CURRENT LEARNING RATE: 2.750604503619154e-07
previous_iter_valid_loss : 0.1625802367925644

   1474960	  0.162780	  0.162580	  0.169628		CURRENT LEARNING RATE: 2.750054437726849e-07
previous_iter_valid_loss : 0.18125659227371216

   1474980	  0.181404	  0.181257	  0.170580		CURRENT LEARNING RATE: 2.7495044818367274e-07
previous_iter_valid_loss : 0.163127139210701

   1475000	  0.163319	  0.163127	  0.169806		CURRENT LEARNING RATE: 2.748954635926785e-07
previous_iter_valid_loss : 0.16162890195846558

   1475020	  0.161788	  0.161629	  0.168963		CURRENT LEARNING RATE: 2.7484048999750233e-07
previous_iter_valid_loss : 0.16485477983951569

   1475040	  0.165018	  0.164855	  0.168853		CURRENT LEARNING RATE: 2.7478552739594636e-07
previous_iter_valid_loss : 0.1617843061685562

   1475060	  0.161972	  0.161784	  0.166740		CURRENT LEARNING RATE: 2.7473057578581146e-07
previous_iter_valid_loss : 0.16843034327030182

   1475080	  0.168659	  0.168430	  0.166931		CURRENT LEARNING RATE: 2.746756351648997e-07
previous_iter_valid_loss : 0.16119681298732758

   1475100	  0.161363	  0.161197	  0.165586		CURRENT LEARNING RATE: 2.746207055310128e-07
previous_iter_valid_loss : 0.16363008320331573

   1475120	  0.163803	  0.163630	  0.165672		CURRENT LEARNING RATE: 2.745657868819547e-07
previous_iter_valid_loss : 0.16527831554412842

   1475140	  0.165493	  0.165278	  0.165760		CURRENT LEARNING RATE: 2.745108792155281e-07
previous_iter_valid_loss : 0.176705464720726

   1475160	  0.176999	  0.176705	  0.166552		CURRENT LEARNING RATE: 2.744559825295367e-07
previous_iter_valid_loss : 0.17885175347328186

   1475180	  0.179161	  0.178852	  0.167445		CURRENT LEARNING RATE: 2.744010968217842e-07
previous_iter_valid_loss : 0.16054129600524902

   1475200	  0.160707	  0.160541	  0.167062		CURRENT LEARNING RATE: 2.7434622209007605e-07
previous_iter_valid_loss : 0.1792786866426468

   1475220	  0.179440	  0.179279	  0.166862		CURRENT LEARNING RATE: 2.742913583322168e-07
previous_iter_valid_loss : 0.1630844622850418

   1475240	  0.163283	  0.163084	  0.166717		CURRENT LEARNING RATE: 2.7423650554601197e-07
previous_iter_valid_loss : 0.16279152035713196

   1475260	  0.162975	  0.162792	  0.166804		CURRENT LEARNING RATE: 2.7418166372926687e-07
previous_iter_valid_loss : 0.16414977610111237

   1475280	  0.164329	  0.164150	  0.166734		CURRENT LEARNING RATE: 2.7412683287978885e-07
previous_iter_valid_loss : 0.16074250638484955

   1475300	  0.160897	  0.160743	  0.166446		CURRENT LEARNING RATE: 2.740720129953842e-07
previous_iter_valid_loss : 0.16640447080135345

   1475320	  0.166565	  0.166404	  0.166741		CURRENT LEARNING RATE: 2.740172040738601e-07
previous_iter_valid_loss : 0.16358281672000885

   1475340	  0.163754	  0.163583	  0.166494		CURRENT LEARNING RATE: 2.7396240611302373e-07
previous_iter_valid_loss : 0.16289909183979034

   1475360	  0.163101	  0.162899	  0.166509		CURRENT LEARNING RATE: 2.739076191106841e-07
previous_iter_valid_loss : 0.1626811921596527

   1475380	  0.162879	  0.162681	  0.165581		CURRENT LEARNING RATE: 2.738528430646493e-07
previous_iter_valid_loss : 0.16260625422000885

   1475400	  0.162802	  0.162606	  0.165555		CURRENT LEARNING RATE: 2.7379807797272776e-07
previous_iter_valid_loss : 0.1622413992881775

   1475420	  0.162399	  0.162241	  0.165585		CURRENT LEARNING RATE: 2.7374332383272984e-07
previous_iter_valid_loss : 0.16137497127056122

   1475440	  0.161560	  0.161375	  0.165411		CURRENT LEARNING RATE: 2.736885806424649e-07
previous_iter_valid_loss : 0.16529221832752228

   1475460	  0.165498	  0.165292	  0.165587		CURRENT LEARNING RATE: 2.7363384839974325e-07
previous_iter_valid_loss : 0.16280964016914368

   1475480	  0.162981	  0.162810	  0.165306		CURRENT LEARNING RATE: 2.735791271023751e-07
previous_iter_valid_loss : 0.16944478452205658

   1475500	  0.169598	  0.169445	  0.165718		CURRENT LEARNING RATE: 2.7352441674817256e-07
previous_iter_valid_loss : 0.1671411544084549

   1475520	  0.167368	  0.167141	  0.165894		CURRENT LEARNING RATE: 2.734697173349467e-07
previous_iter_valid_loss : 0.16204676032066345

   1475540	  0.162212	  0.162047	  0.165732		CURRENT LEARNING RATE: 2.734150288605096e-07
previous_iter_valid_loss : 0.1612052470445633

   1475560	  0.161363	  0.161205	  0.164957		CURRENT LEARNING RATE: 2.733603513226732e-07
previous_iter_valid_loss : 0.17117545008659363

   1475580	  0.171323	  0.171175	  0.164573		CURRENT LEARNING RATE: 2.733056847192513e-07
previous_iter_valid_loss : 0.1605636179447174

   1475600	  0.160727	  0.160564	  0.164574		CURRENT LEARNING RATE: 2.732510290480569e-07
previous_iter_valid_loss : 0.1615688055753708

   1475620	  0.161764	  0.161569	  0.163689		CURRENT LEARNING RATE: 2.731963843069037e-07
previous_iter_valid_loss : 0.16086140275001526

   1475640	  0.161010	  0.160861	  0.163578		CURRENT LEARNING RATE: 2.731417504936054e-07
previous_iter_valid_loss : 0.16568094491958618

   1475660	  0.165844	  0.165681	  0.163722		CURRENT LEARNING RATE: 2.730871276059776e-07
previous_iter_valid_loss : 0.16804733872413635

   1475680	  0.168205	  0.168047	  0.163917		CURRENT LEARNING RATE: 2.73032515641835e-07
previous_iter_valid_loss : 0.16655822098255157

   1475700	  0.166716	  0.166558	  0.164208		CURRENT LEARNING RATE: 2.7297791459899306e-07
previous_iter_valid_loss : 0.16061635315418243

   1475720	  0.160786	  0.160616	  0.163918		CURRENT LEARNING RATE: 2.7292332447526725e-07
previous_iter_valid_loss : 0.16083717346191406

   1475740	  0.161001	  0.160837	  0.163781		CURRENT LEARNING RATE: 2.728687452684749e-07
previous_iter_valid_loss : 0.17050860822200775

   1475760	  0.170762	  0.170509	  0.164162		CURRENT LEARNING RATE: 2.7281417697643245e-07
previous_iter_valid_loss : 0.16881196200847626

   1475780	  0.168967	  0.168812	  0.164468		CURRENT LEARNING RATE: 2.7275961959695707e-07
previous_iter_valid_loss : 0.1620890349149704

   1475800	  0.162249	  0.162089	  0.164442		CURRENT LEARNING RATE: 2.727050731278661e-07
previous_iter_valid_loss : 0.17071713507175446

   1475820	  0.170867	  0.170717	  0.164866		CURRENT LEARNING RATE: 2.7265053756697854e-07
previous_iter_valid_loss : 0.16121254861354828

   1475840	  0.161397	  0.161213	  0.164858		CURRENT LEARNING RATE: 2.725960129121125e-07
previous_iter_valid_loss : 0.17038239538669586

   1475860	  0.170631	  0.170382	  0.165112		CURRENT LEARNING RATE: 2.725414991610865e-07
previous_iter_valid_loss : 0.1624407023191452

   1475880	  0.162601	  0.162441	  0.165094		CURRENT LEARNING RATE: 2.72486996311721e-07
previous_iter_valid_loss : 0.1605517566204071

   1475900	  0.160715	  0.160552	  0.164649		CURRENT LEARNING RATE: 2.724325043618354e-07
previous_iter_valid_loss : 0.1620476394891739

   1475920	  0.162200	  0.162048	  0.164395		CURRENT LEARNING RATE: 2.7237802330925007e-07
previous_iter_valid_loss : 0.17371422052383423

   1475940	  0.173862	  0.173714	  0.164978		CURRENT LEARNING RATE: 2.723235531517852e-07
previous_iter_valid_loss : 0.1664106398820877

   1475960	  0.166629	  0.166411	  0.165238		CURRENT LEARNING RATE: 2.722690938872629e-07
previous_iter_valid_loss : 0.1615597903728485

   1475980	  0.161719	  0.161560	  0.164758		CURRENT LEARNING RATE: 2.7221464551350445e-07
previous_iter_valid_loss : 0.18044829368591309

   1476000	  0.180606	  0.180448	  0.165752		CURRENT LEARNING RATE: 2.7216020802833186e-07
previous_iter_valid_loss : 0.1606895476579666

   1476020	  0.160849	  0.160690	  0.165708		CURRENT LEARNING RATE: 2.7210578142956716e-07
previous_iter_valid_loss : 0.16251187026500702

   1476040	  0.162711	  0.162512	  0.165790		CURRENT LEARNING RATE: 2.720513657150342e-07
previous_iter_valid_loss : 0.17175428569316864

   1476060	  0.172023	  0.171754	  0.166094		CURRENT LEARNING RATE: 2.7199696088255596e-07
previous_iter_valid_loss : 0.16803690791130066

   1476080	  0.168261	  0.168037	  0.166094		CURRENT LEARNING RATE: 2.719425669299561e-07
previous_iter_valid_loss : 0.1605471521615982

   1476100	  0.160710	  0.160547	  0.165793		CURRENT LEARNING RATE: 2.7188818385505854e-07
previous_iter_valid_loss : 0.18113301694393158

   1476120	  0.181486	  0.181133	  0.166819		CURRENT LEARNING RATE: 2.718338116556888e-07
previous_iter_valid_loss : 0.16055159270763397

   1476140	  0.160719	  0.160552	  0.166805		CURRENT LEARNING RATE: 2.717794503296716e-07
previous_iter_valid_loss : 0.16644637286663055

   1476160	  0.166678	  0.166446	  0.166601		CURRENT LEARNING RATE: 2.7172509987483243e-07
previous_iter_valid_loss : 0.1682824194431305

   1476180	  0.168517	  0.168282	  0.166575		CURRENT LEARNING RATE: 2.7167076028899684e-07
previous_iter_valid_loss : 0.16085797548294067

   1476200	  0.161007	  0.160858	  0.166513		CURRENT LEARNING RATE: 2.7161643156999215e-07
previous_iter_valid_loss : 0.16054241359233856

   1476220	  0.160716	  0.160542	  0.166005		CURRENT LEARNING RATE: 2.7156211371564476e-07
previous_iter_valid_loss : 0.16262184083461761

   1476240	  0.162780	  0.162622	  0.166075		CURRENT LEARNING RATE: 2.715078067237815e-07
previous_iter_valid_loss : 0.16775040328502655

   1476260	  0.167976	  0.167750	  0.165944		CURRENT LEARNING RATE: 2.71453510592231e-07
previous_iter_valid_loss : 0.16471467912197113

   1476280	  0.164881	  0.164715	  0.166057		CURRENT LEARNING RATE: 2.71399225318821e-07
previous_iter_valid_loss : 0.1609220951795578

   1476300	  0.161105	  0.160922	  0.166076		CURRENT LEARNING RATE: 2.7134495090138e-07
previous_iter_valid_loss : 0.18801142275333405

   1476320	  0.188441	  0.188011	  0.167374		CURRENT LEARNING RATE: 2.7129068733773665e-07
previous_iter_valid_loss : 0.1840849667787552

   1476340	  0.184456	  0.184085	  0.167892		CURRENT LEARNING RATE: 2.7123643462572126e-07
previous_iter_valid_loss : 0.18153512477874756

   1476360	  0.181862	  0.181535	  0.168649		CURRENT LEARNING RATE: 2.7118219276316327e-07
previous_iter_valid_loss : 0.16073599457740784

   1476380	  0.160908	  0.160736	  0.168608		CURRENT LEARNING RATE: 2.7112796174789307e-07
previous_iter_valid_loss : 0.16233587265014648

   1476400	  0.162513	  0.162336	  0.167702		CURRENT LEARNING RATE: 2.710737415777409e-07
previous_iter_valid_loss : 0.1730649173259735

   1476420	  0.173333	  0.173065	  0.168321		CURRENT LEARNING RATE: 2.710195322505389e-07
previous_iter_valid_loss : 0.16436190903186798

   1476440	  0.164536	  0.164362	  0.168413		CURRENT LEARNING RATE: 2.709653337641182e-07
previous_iter_valid_loss : 0.16242751479148865

   1476460	  0.162585	  0.162428	  0.167947		CURRENT LEARNING RATE: 2.709111461163109e-07
previous_iter_valid_loss : 0.1605375111103058

   1476480	  0.160706	  0.160538	  0.167572		CURRENT LEARNING RATE: 2.7085696930494906e-07
previous_iter_valid_loss : 0.16052794456481934

   1476500	  0.160688	  0.160528	  0.167571		CURRENT LEARNING RATE: 2.7080280332786646e-07
previous_iter_valid_loss : 0.1606627255678177

   1476520	  0.160835	  0.160663	  0.166547		CURRENT LEARNING RATE: 2.7074864818289604e-07
previous_iter_valid_loss : 0.1695423126220703

   1476540	  0.169692	  0.169542	  0.166997		CURRENT LEARNING RATE: 2.706945038678715e-07
previous_iter_valid_loss : 0.16054056584835052

   1476560	  0.160703	  0.160541	  0.166702		CURRENT LEARNING RATE: 2.7064037038062676e-07
previous_iter_valid_loss : 0.16103287041187286

   1476580	  0.161220	  0.161033	  0.166339		CURRENT LEARNING RATE: 2.7058624771899733e-07
previous_iter_valid_loss : 0.18225781619548798

   1476600	  0.182416	  0.182258	  0.167409		CURRENT LEARNING RATE: 2.705321358808179e-07
previous_iter_valid_loss : 0.1658339649438858

   1476620	  0.165998	  0.165834	  0.167674		CURRENT LEARNING RATE: 2.7047803486392335e-07
previous_iter_valid_loss : 0.1666375994682312

   1476640	  0.166800	  0.166638	  0.167874		CURRENT LEARNING RATE: 2.704239446661508e-07
previous_iter_valid_loss : 0.16244925558567047

   1476660	  0.162605	  0.162449	  0.167609		CURRENT LEARNING RATE: 2.7036986528533606e-07
previous_iter_valid_loss : 0.1757805496454239

   1476680	  0.176067	  0.175781	  0.168163		CURRENT LEARNING RATE: 2.7031579671931594e-07
previous_iter_valid_loss : 0.16143836081027985

   1476700	  0.161625	  0.161438	  0.168188		CURRENT LEARNING RATE: 2.7026173896592725e-07
previous_iter_valid_loss : 0.16837462782859802

   1476720	  0.168525	  0.168375	  0.167207		CURRENT LEARNING RATE: 2.702076920230086e-07
previous_iter_valid_loss : 0.1606297791004181

   1476740	  0.160783	  0.160630	  0.166034		CURRENT LEARNING RATE: 2.7015365588839774e-07
previous_iter_valid_loss : 0.1652214527130127

   1476760	  0.165414	  0.165221	  0.165218		CURRENT LEARNING RATE: 2.7009963055993314e-07
previous_iter_valid_loss : 0.1724899709224701

   1476780	  0.172753	  0.172490	  0.165806		CURRENT LEARNING RATE: 2.7004561603545324e-07
previous_iter_valid_loss : 0.16054601967334747

   1476800	  0.160709	  0.160546	  0.165716		CURRENT LEARNING RATE: 2.699916123127986e-07
previous_iter_valid_loss : 0.16501101851463318

   1476820	  0.165209	  0.165011	  0.165314		CURRENT LEARNING RATE: 2.699376193898084e-07
previous_iter_valid_loss : 0.17246240377426147

   1476840	  0.172720	  0.172462	  0.165719		CURRENT LEARNING RATE: 2.698836372643231e-07
previous_iter_valid_loss : 0.17334714531898499

   1476860	  0.173617	  0.173347	  0.166265		CURRENT LEARNING RATE: 2.6982966593418277e-07
previous_iter_valid_loss : 0.16428335011005402

   1476880	  0.164487	  0.164283	  0.166452		CURRENT LEARNING RATE: 2.6977570539722966e-07
previous_iter_valid_loss : 0.17489632964134216

   1476900	  0.175181	  0.174896	  0.167170		CURRENT LEARNING RATE: 2.697217556513048e-07
previous_iter_valid_loss : 0.16214030981063843

   1476920	  0.162287	  0.162140	  0.167244		CURRENT LEARNING RATE: 2.6966781669425014e-07
previous_iter_valid_loss : 0.1615021675825119

   1476940	  0.161656	  0.161502	  0.166842		CURRENT LEARNING RATE: 2.6961388852390773e-07
previous_iter_valid_loss : 0.1657002866268158

   1476960	  0.165860	  0.165700	  0.167100		CURRENT LEARNING RATE: 2.695599711381213e-07
previous_iter_valid_loss : 0.16087469458580017

   1476980	  0.161052	  0.160875	  0.167092		CURRENT LEARNING RATE: 2.6950606453473386e-07
previous_iter_valid_loss : 0.16053396463394165

   1477000	  0.160695	  0.160534	  0.166006		CURRENT LEARNING RATE: 2.6945216871158856e-07
previous_iter_valid_loss : 0.1605425924062729

   1477020	  0.160700	  0.160543	  0.165742		CURRENT LEARNING RATE: 2.6939828366653047e-07
previous_iter_valid_loss : 0.16077668964862823

   1477040	  0.160926	  0.160777	  0.165449		CURRENT LEARNING RATE: 2.693444093974038e-07
previous_iter_valid_loss : 0.16150562465190887

   1477060	  0.161688	  0.161506	  0.165401		CURRENT LEARNING RATE: 2.692905459020535e-07
previous_iter_valid_loss : 0.16269142925739288

   1477080	  0.162850	  0.162691	  0.164747		CURRENT LEARNING RATE: 2.6923669317832464e-07
previous_iter_valid_loss : 0.17369450628757477

   1477100	  0.173968	  0.173695	  0.165360		CURRENT LEARNING RATE: 2.69182851224064e-07
previous_iter_valid_loss : 0.16246278584003448

   1477120	  0.162647	  0.162463	  0.165064		CURRENT LEARNING RATE: 2.6912902003711743e-07
previous_iter_valid_loss : 0.16243037581443787

   1477140	  0.162589	  0.162430	  0.165154		CURRENT LEARNING RATE: 2.690751996153317e-07
previous_iter_valid_loss : 0.16302098333835602

   1477160	  0.163204	  0.163021	  0.165044		CURRENT LEARNING RATE: 2.6902138995655353e-07
previous_iter_valid_loss : 0.1674170345067978

   1477180	  0.167569	  0.167417	  0.164790		CURRENT LEARNING RATE: 2.6896759105863146e-07
previous_iter_valid_loss : 0.17277520895004272

   1477200	  0.172921	  0.172775	  0.165402		CURRENT LEARNING RATE: 2.689138029194131e-07
previous_iter_valid_loss : 0.17317546904087067

   1477220	  0.173324	  0.173175	  0.165810		CURRENT LEARNING RATE: 2.6886002553674686e-07
previous_iter_valid_loss : 0.16064509749412537

   1477240	  0.160806	  0.160645	  0.165219		CURRENT LEARNING RATE: 2.688062589084812e-07
previous_iter_valid_loss : 0.1658390313386917

   1477260	  0.166063	  0.165839	  0.164844		CURRENT LEARNING RATE: 2.6875250303246645e-07
previous_iter_valid_loss : 0.1820887327194214

   1477280	  0.182251	  0.182089	  0.165734		CURRENT LEARNING RATE: 2.686987579065518e-07
previous_iter_valid_loss : 0.16360576450824738

   1477300	  0.163768	  0.163606	  0.165170		CURRENT LEARNING RATE: 2.6864502352858753e-07
previous_iter_valid_loss : 0.1608552485704422

   1477320	  0.161013	  0.160855	  0.165105		CURRENT LEARNING RATE: 2.6859129989642375e-07
previous_iter_valid_loss : 0.17675001919269562

   1477340	  0.177042	  0.176750	  0.165868		CURRENT LEARNING RATE: 2.685375870079125e-07
previous_iter_valid_loss : 0.16460207104682922

   1477360	  0.164770	  0.164602	  0.165813		CURRENT LEARNING RATE: 2.6848388486090474e-07
previous_iter_valid_loss : 0.16994306445121765

   1477380	  0.170093	  0.169943	  0.166266		CURRENT LEARNING RATE: 2.684301934532524e-07
previous_iter_valid_loss : 0.16456802189350128

   1477400	  0.164773	  0.164568	  0.166468		CURRENT LEARNING RATE: 2.683765127828074e-07
previous_iter_valid_loss : 0.1610053926706314

   1477420	  0.161166	  0.161005	  0.166491		CURRENT LEARNING RATE: 2.6832284284742337e-07
previous_iter_valid_loss : 0.16100642085075378

   1477440	  0.161189	  0.161006	  0.166503		CURRENT LEARNING RATE: 2.6826918364495313e-07
previous_iter_valid_loss : 0.16798000037670135

   1477460	  0.168135	  0.167980	  0.166826		CURRENT LEARNING RATE: 2.682155351732498e-07
previous_iter_valid_loss : 0.16671231389045715

   1477480	  0.166932	  0.166712	  0.167027		CURRENT LEARNING RATE: 2.6816189743016837e-07
previous_iter_valid_loss : 0.16063246130943298

   1477500	  0.160800	  0.160632	  0.166374		CURRENT LEARNING RATE: 2.681082704135629e-07
previous_iter_valid_loss : 0.1829238384962082

   1477520	  0.183082	  0.182924	  0.167397		CURRENT LEARNING RATE: 2.6805465412128825e-07
previous_iter_valid_loss : 0.20941057801246643

   1477540	  0.209465	  0.209411	  0.169746		CURRENT LEARNING RATE: 2.6800104855119934e-07
previous_iter_valid_loss : 0.16686011850833893

   1477560	  0.167020	  0.166860	  0.169938		CURRENT LEARNING RATE: 2.6794745370115284e-07
previous_iter_valid_loss : 0.17323380708694458

   1477580	  0.173511	  0.173234	  0.170229		CURRENT LEARNING RATE: 2.678938695690046e-07
previous_iter_valid_loss : 0.16541117429733276

   1477600	  0.165611	  0.165411	  0.169861		CURRENT LEARNING RATE: 2.6784029615261115e-07
previous_iter_valid_loss : 0.16663095355033875

   1477620	  0.166842	  0.166631	  0.169534		CURRENT LEARNING RATE: 2.677867334498291e-07
previous_iter_valid_loss : 0.1633395105600357

   1477640	  0.163509	  0.163340	  0.169668		CURRENT LEARNING RATE: 2.677331814585169e-07
previous_iter_valid_loss : 0.17681075632572174

   1477660	  0.176968	  0.176811	  0.170217		CURRENT LEARNING RATE: 2.67679640176532e-07
previous_iter_valid_loss : 0.1606084108352661

   1477680	  0.160765	  0.160608	  0.169143		CURRENT LEARNING RATE: 2.676261096017327e-07
previous_iter_valid_loss : 0.1713845133781433

   1477700	  0.171534	  0.171385	  0.169532		CURRENT LEARNING RATE: 2.6757258973197737e-07
previous_iter_valid_loss : 0.16332584619522095

   1477720	  0.163496	  0.163326	  0.169655		CURRENT LEARNING RATE: 2.6751908056512614e-07
previous_iter_valid_loss : 0.16657154262065887

   1477740	  0.166729	  0.166572	  0.169147		CURRENT LEARNING RATE: 2.674655820990382e-07
previous_iter_valid_loss : 0.16797596216201782

   1477760	  0.168211	  0.167976	  0.169315		CURRENT LEARNING RATE: 2.6741209433157354e-07
previous_iter_valid_loss : 0.18143615126609802

   1477780	  0.181781	  0.181436	  0.169890		CURRENT LEARNING RATE: 2.6735861726059227e-07
previous_iter_valid_loss : 0.17251355946063995

   1477800	  0.172780	  0.172514	  0.170287		CURRENT LEARNING RATE: 2.6730515088395613e-07
previous_iter_valid_loss : 0.16255655884742737

   1477820	  0.162721	  0.162557	  0.170365		CURRENT LEARNING RATE: 2.672516951995261e-07
previous_iter_valid_loss : 0.1788012534379959

   1477840	  0.179122	  0.178801	  0.171254		CURRENT LEARNING RATE: 2.671982502051634e-07
previous_iter_valid_loss : 0.16082121431827545

   1477860	  0.160995	  0.160821	  0.170896		CURRENT LEARNING RATE: 2.671448158987313e-07
previous_iter_valid_loss : 0.17798921465873718

   1477880	  0.178150	  0.177989	  0.171460		CURRENT LEARNING RATE: 2.670913922780918e-07
previous_iter_valid_loss : 0.16078896820545197

   1477900	  0.160955	  0.160789	  0.171468		CURRENT LEARNING RATE: 2.6703797934110807e-07
previous_iter_valid_loss : 0.16666188836097717

   1477920	  0.166885	  0.166662	  0.170655		CURRENT LEARNING RATE: 2.6698457708564303e-07
previous_iter_valid_loss : 0.1624855250120163

   1477940	  0.162659	  0.162486	  0.168309		CURRENT LEARNING RATE: 2.669311855095616e-07
previous_iter_valid_loss : 0.1605333685874939

   1477960	  0.160696	  0.160533	  0.167992		CURRENT LEARNING RATE: 2.6687780461072764e-07
previous_iter_valid_loss : 0.16054610908031464

   1477980	  0.160703	  0.160546	  0.167358		CURRENT LEARNING RATE: 2.668244343870059e-07
previous_iter_valid_loss : 0.16891463100910187

   1478000	  0.169157	  0.168915	  0.167533		CURRENT LEARNING RATE: 2.6677107483626105e-07
previous_iter_valid_loss : 0.16123487055301666

   1478020	  0.161417	  0.161235	  0.167263		CURRENT LEARNING RATE: 2.6671772595635976e-07
previous_iter_valid_loss : 0.18455950915813446

   1478040	  0.184707	  0.184560	  0.168324		CURRENT LEARNING RATE: 2.6666438774516756e-07
previous_iter_valid_loss : 0.1612575501203537

   1478060	  0.161442	  0.161258	  0.167547		CURRENT LEARNING RATE: 2.6661106020055084e-07
previous_iter_valid_loss : 0.1606786549091339

   1478080	  0.160837	  0.160679	  0.167550		CURRENT LEARNING RATE: 2.665577433203761e-07
previous_iter_valid_loss : 0.16385938227176666

   1478100	  0.164060	  0.163859	  0.167174		CURRENT LEARNING RATE: 2.6650443710251165e-07
previous_iter_valid_loss : 0.16105906665325165

   1478120	  0.161243	  0.161059	  0.167061		CURRENT LEARNING RATE: 2.664511415448247e-07
previous_iter_valid_loss : 0.18412835896015167

   1478140	  0.184504	  0.184128	  0.167939		CURRENT LEARNING RATE: 2.663978566451834e-07
previous_iter_valid_loss : 0.16205750405788422

   1478160	  0.162245	  0.162058	  0.167643		CURRENT LEARNING RATE: 2.6634458240145596e-07
previous_iter_valid_loss : 0.1895393282175064

   1478180	  0.189984	  0.189539	  0.168048		CURRENT LEARNING RATE: 2.6629131881151236e-07
previous_iter_valid_loss : 0.1668601930141449

   1478200	  0.167011	  0.166860	  0.167765		CURRENT LEARNING RATE: 2.662380658732215e-07
previous_iter_valid_loss : 0.16083300113677979

   1478220	  0.160985	  0.160833	  0.167679		CURRENT LEARNING RATE: 2.661848235844529e-07
previous_iter_valid_loss : 0.16898347437381744

   1478240	  0.169211	  0.168983	  0.167188		CURRENT LEARNING RATE: 2.661315919430777e-07
previous_iter_valid_loss : 0.16055956482887268

   1478260	  0.160725	  0.160560	  0.167175		CURRENT LEARNING RATE: 2.660783709469662e-07
previous_iter_valid_loss : 0.165394127368927

   1478280	  0.165565	  0.165394	  0.166545		CURRENT LEARNING RATE: 2.660251605939896e-07
previous_iter_valid_loss : 0.1605052947998047

   1478300	  0.160671	  0.160505	  0.166531		CURRENT LEARNING RATE: 2.65971960882019e-07
previous_iter_valid_loss : 0.1631697118282318

   1478320	  0.163369	  0.163170	  0.166356		CURRENT LEARNING RATE: 2.6591877180892735e-07
previous_iter_valid_loss : 0.17817465960979462

   1478340	  0.178480	  0.178175	  0.167141		CURRENT LEARNING RATE: 2.6586559337258654e-07
previous_iter_valid_loss : 0.1632862091064453

   1478360	  0.163453	  0.163286	  0.167279		CURRENT LEARNING RATE: 2.658124255708696e-07
previous_iter_valid_loss : 0.1753591150045395

   1478380	  0.175652	  0.175359	  0.168019		CURRENT LEARNING RATE: 2.6575926840164916e-07
previous_iter_valid_loss : 0.16049425303936005

   1478400	  0.160651	  0.160494	  0.167598		CURRENT LEARNING RATE: 2.657061218628e-07
previous_iter_valid_loss : 0.16486220061779022

   1478420	  0.165070	  0.164862	  0.167780		CURRENT LEARNING RATE: 2.6565298595219577e-07
previous_iter_valid_loss : 0.16604185104370117

   1478440	  0.166211	  0.166042	  0.166854		CURRENT LEARNING RATE: 2.6559986066771095e-07
previous_iter_valid_loss : 0.17066419124603271

   1478460	  0.170814	  0.170664	  0.167324		CURRENT LEARNING RATE: 2.6554674600722016e-07
previous_iter_valid_loss : 0.16054771840572357

   1478480	  0.160699	  0.160548	  0.167317		CURRENT LEARNING RATE: 2.654936419685997e-07
previous_iter_valid_loss : 0.1998516470193863

   1478500	  0.200380	  0.199852	  0.169117		CURRENT LEARNING RATE: 2.65440548549725e-07
previous_iter_valid_loss : 0.18013480305671692

   1478520	  0.180459	  0.180135	  0.170071		CURRENT LEARNING RATE: 2.6538746574847223e-07
previous_iter_valid_loss : 0.1786586493253708

   1478540	  0.178817	  0.178659	  0.169797		CURRENT LEARNING RATE: 2.6533439356271766e-07
previous_iter_valid_loss : 0.16065290570259094

   1478560	  0.160821	  0.160653	  0.169727		CURRENT LEARNING RATE: 2.652813319903394e-07
previous_iter_valid_loss : 0.174444779753685

   1478580	  0.174714	  0.174445	  0.168972		CURRENT LEARNING RATE: 2.652282810292144e-07
previous_iter_valid_loss : 0.16294796764850616

   1478600	  0.163147	  0.162948	  0.168777		CURRENT LEARNING RATE: 2.6517524067722067e-07
previous_iter_valid_loss : 0.16984021663665771

   1478620	  0.169991	  0.169840	  0.169227		CURRENT LEARNING RATE: 2.6512221093223615e-07
previous_iter_valid_loss : 0.16356047987937927

   1478640	  0.163735	  0.163560	  0.168956		CURRENT LEARNING RATE: 2.6506919179214056e-07
previous_iter_valid_loss : 0.16194653511047363

   1478660	  0.162102	  0.161947	  0.169025		CURRENT LEARNING RATE: 2.6501618325481265e-07
previous_iter_valid_loss : 0.1684751808643341

   1478680	  0.168630	  0.168475	  0.169179		CURRENT LEARNING RATE: 2.649631853181317e-07
previous_iter_valid_loss : 0.16759328544139862

   1478700	  0.167755	  0.167593	  0.169534		CURRENT LEARNING RATE: 2.649101979799786e-07
previous_iter_valid_loss : 0.16109782457351685

   1478720	  0.161247	  0.161098	  0.169430		CURRENT LEARNING RATE: 2.648572212382335e-07
previous_iter_valid_loss : 0.16138243675231934

   1478740	  0.161542	  0.161382	  0.168591		CURRENT LEARNING RATE: 2.648042550907773e-07
previous_iter_valid_loss : 0.16124728322029114

   1478760	  0.161407	  0.161247	  0.168489		CURRENT LEARNING RATE: 2.6475129953549083e-07
previous_iter_valid_loss : 0.16499300301074982

   1478780	  0.165193	  0.164993	  0.167970		CURRENT LEARNING RATE: 2.646983545702569e-07
previous_iter_valid_loss : 0.16101469099521637

   1478800	  0.161192	  0.161015	  0.167996		CURRENT LEARNING RATE: 2.646454201929571e-07
previous_iter_valid_loss : 0.16632196307182312

   1478820	  0.166531	  0.166322	  0.168069		CURRENT LEARNING RATE: 2.645924964014742e-07
previous_iter_valid_loss : 0.1683582067489624

   1478840	  0.168589	  0.168358	  0.168185		CURRENT LEARNING RATE: 2.6453958319369074e-07
previous_iter_valid_loss : 0.16203314065933228

   1478860	  0.162197	  0.162033	  0.167754		CURRENT LEARNING RATE: 2.644866805674911e-07
previous_iter_valid_loss : 0.16381247341632843

   1478880	  0.164012	  0.163812	  0.167917		CURRENT LEARNING RATE: 2.644337885207587e-07
previous_iter_valid_loss : 0.16324850916862488

   1478900	  0.163437	  0.163249	  0.166087		CURRENT LEARNING RATE: 2.6438090705137784e-07
previous_iter_valid_loss : 0.1884457767009735

   1478920	  0.188577	  0.188446	  0.166502		CURRENT LEARNING RATE: 2.643280361572329e-07
previous_iter_valid_loss : 0.16194981336593628

   1478940	  0.162133	  0.161950	  0.165667		CURRENT LEARNING RATE: 2.642751758362099e-07
previous_iter_valid_loss : 0.18768176436424255

   1478960	  0.187821	  0.187682	  0.167018		CURRENT LEARNING RATE: 2.642223260861939e-07
previous_iter_valid_loss : 0.1610470414161682

   1478980	  0.161206	  0.161047	  0.166348		CURRENT LEARNING RATE: 2.64169486905071e-07
previous_iter_valid_loss : 0.1687900871038437

   1479000	  0.168940	  0.168790	  0.166640		CURRENT LEARNING RATE: 2.641166582907272e-07
previous_iter_valid_loss : 0.1677921861410141

   1479020	  0.167950	  0.167792	  0.166538		CURRENT LEARNING RATE: 2.6406384024105023e-07
previous_iter_valid_loss : 0.1605587601661682

   1479040	  0.160721	  0.160559	  0.166388		CURRENT LEARNING RATE: 2.6401103275392685e-07
previous_iter_valid_loss : 0.18829484283924103

   1479060	  0.188423	  0.188295	  0.167705		CURRENT LEARNING RATE: 2.639582358272444e-07
previous_iter_valid_loss : 0.16150608658790588

   1479080	  0.161670	  0.161506	  0.167357		CURRENT LEARNING RATE: 2.6390544945889185e-07
previous_iter_valid_loss : 0.1841602474451065

   1479100	  0.184545	  0.184160	  0.168185		CURRENT LEARNING RATE: 2.6385267364675733e-07
previous_iter_valid_loss : 0.16142570972442627

   1479120	  0.161614	  0.161426	  0.168202		CURRENT LEARNING RATE: 2.637999083887298e-07
previous_iter_valid_loss : 0.16243210434913635

   1479140	  0.162592	  0.162432	  0.168254		CURRENT LEARNING RATE: 2.6374715368269814e-07
previous_iter_valid_loss : 0.1651277393102646

   1479160	  0.165302	  0.165128	  0.168448		CURRENT LEARNING RATE: 2.6369440952655317e-07
previous_iter_valid_loss : 0.17815518379211426

   1479180	  0.178314	  0.178155	  0.169106		CURRENT LEARNING RATE: 2.636416759181846e-07
previous_iter_valid_loss : 0.1605074107646942

   1479200	  0.160675	  0.160507	  0.169081		CURRENT LEARNING RATE: 2.6358895285548306e-07
previous_iter_valid_loss : 0.1612488180398941

   1479220	  0.161408	  0.161249	  0.168827		CURRENT LEARNING RATE: 2.6353624033633927e-07
previous_iter_valid_loss : 0.17257694900035858

   1479240	  0.172853	  0.172577	  0.169038		CURRENT LEARNING RATE: 2.6348353835864555e-07
previous_iter_valid_loss : 0.1605500876903534

   1479260	  0.160715	  0.160550	  0.168964		CURRENT LEARNING RATE: 2.6343084692029343e-07
previous_iter_valid_loss : 0.16405043005943298

   1479280	  0.164257	  0.164050	  0.168976		CURRENT LEARNING RATE: 2.633781660191752e-07
previous_iter_valid_loss : 0.17220892012119293

   1479300	  0.172480	  0.172209	  0.169424		CURRENT LEARNING RATE: 2.633254956531832e-07
previous_iter_valid_loss : 0.16056349873542786

   1479320	  0.160720	  0.160563	  0.168030		CURRENT LEARNING RATE: 2.632728358202115e-07
previous_iter_valid_loss : 0.1605791449546814

   1479340	  0.160753	  0.160579	  0.167961		CURRENT LEARNING RATE: 2.6322018651815333e-07
previous_iter_valid_loss : 0.16052937507629395

   1479360	  0.160705	  0.160529	  0.166604		CURRENT LEARNING RATE: 2.631675477449026e-07
previous_iter_valid_loss : 0.16070640087127686

   1479380	  0.160875	  0.160706	  0.166587		CURRENT LEARNING RATE: 2.631149194983533e-07
previous_iter_valid_loss : 0.16065897047519684

   1479400	  0.160828	  0.160659	  0.166180		CURRENT LEARNING RATE: 2.6306230177640137e-07
previous_iter_valid_loss : 0.1605258733034134

   1479420	  0.160684	  0.160526	  0.165817		CURRENT LEARNING RATE: 2.6300969457694154e-07
previous_iter_valid_loss : 0.16055743396282196

   1479440	  0.160726	  0.160557	  0.165817		CURRENT LEARNING RATE: 2.6295709789786903e-07
previous_iter_valid_loss : 0.16445589065551758

   1479460	  0.164650	  0.164456	  0.164625		CURRENT LEARNING RATE: 2.6290451173708093e-07
previous_iter_valid_loss : 0.16584116220474243

   1479480	  0.166058	  0.165841	  0.164842		CURRENT LEARNING RATE: 2.628519360924734e-07
previous_iter_valid_loss : 0.21779069304466248

   1479500	  0.217793	  0.217791	  0.166523		CURRENT LEARNING RATE: 2.627993709619433e-07
previous_iter_valid_loss : 0.16856054961681366

   1479520	  0.168713	  0.168561	  0.166880		CURRENT LEARNING RATE: 2.6274681634338756e-07
previous_iter_valid_loss : 0.1621369868516922

   1479540	  0.162287	  0.162137	  0.166865		CURRENT LEARNING RATE: 2.62694272234705e-07
previous_iter_valid_loss : 0.16977542638778687

   1479560	  0.170015	  0.169775	  0.167097		CURRENT LEARNING RATE: 2.626417386337934e-07
previous_iter_valid_loss : 0.16067029535770416

   1479580	  0.160841	  0.160670	  0.166223		CURRENT LEARNING RATE: 2.6258921553855137e-07
previous_iter_valid_loss : 0.16673071682453156

   1479600	  0.166951	  0.166731	  0.166534		CURRENT LEARNING RATE: 2.625367029468775e-07
previous_iter_valid_loss : 0.17821161448955536

   1479620	  0.178374	  0.178212	  0.167382		CURRENT LEARNING RATE: 2.624842008566723e-07
previous_iter_valid_loss : 0.16919167339801788

   1479640	  0.169341	  0.169192	  0.167213		CURRENT LEARNING RATE: 2.6243170926583516e-07
previous_iter_valid_loss : 0.1697603464126587

   1479660	  0.170006	  0.169760	  0.167674		CURRENT LEARNING RATE: 2.623792281722664e-07
previous_iter_valid_loss : 0.1605086624622345

   1479680	  0.160663	  0.160509	  0.167497		CURRENT LEARNING RATE: 2.6232675757386634e-07
previous_iter_valid_loss : 0.19924238324165344

   1479700	  0.199326	  0.199242	  0.168848		CURRENT LEARNING RATE: 2.6227429746853707e-07
previous_iter_valid_loss : 0.1615050584077835

   1479720	  0.161693	  0.161505	  0.168895		CURRENT LEARNING RATE: 2.6222184785417974e-07
previous_iter_valid_loss : 0.1625954657793045

   1479740	  0.162779	  0.162595	  0.168996		CURRENT LEARNING RATE: 2.621694087286964e-07
previous_iter_valid_loss : 0.16726304590702057

   1479760	  0.167418	  0.167263	  0.169333		CURRENT LEARNING RATE: 2.6211698008998896e-07
previous_iter_valid_loss : 0.16068731248378754

   1479780	  0.160851	  0.160687	  0.169332		CURRENT LEARNING RATE: 2.6206456193596117e-07
previous_iter_valid_loss : 0.16579706966876984

   1479800	  0.166009	  0.165797	  0.169589		CURRENT LEARNING RATE: 2.62012154264516e-07
previous_iter_valid_loss : 0.16156646609306335

   1479820	  0.161761	  0.161566	  0.169641		CURRENT LEARNING RATE: 2.6195975707355646e-07
previous_iter_valid_loss : 0.1620965301990509

   1479840	  0.162295	  0.162097	  0.169718		CURRENT LEARNING RATE: 2.6190737036098774e-07
previous_iter_valid_loss : 0.16078881919384003

   1479860	  0.160932	  0.160789	  0.169534		CURRENT LEARNING RATE: 2.618549941247139e-07
previous_iter_valid_loss : 0.16411975026130676

   1479880	  0.164327	  0.164120	  0.169448		CURRENT LEARNING RATE: 2.618026283626398e-07
previous_iter_valid_loss : 0.1644601970911026

   1479900	  0.164661	  0.164460	  0.166782		CURRENT LEARNING RATE: 2.6175027307267046e-07
previous_iter_valid_loss : 0.1667734682559967

   1479920	  0.166936	  0.166773	  0.166693		CURRENT LEARNING RATE: 2.6169792825271257e-07
previous_iter_valid_loss : 0.16359843313694

   1479940	  0.163791	  0.163598	  0.166766		CURRENT LEARNING RATE: 2.616455939006718e-07
previous_iter_valid_loss : 0.16720905900001526

   1479960	  0.167364	  0.167209	  0.166637		CURRENT LEARNING RATE: 2.6159327001445483e-07
previous_iter_valid_loss : 0.16383956372737885

   1479980	  0.164029	  0.163840	  0.166796		CURRENT LEARNING RATE: 2.615409565919682e-07
previous_iter_valid_loss : 0.16106806695461273

   1480000	  0.161254	  0.161068	  0.166513		CURRENT LEARNING RATE: 2.6148865363112036e-07
previous_iter_valid_loss : 0.1661244034767151

   1480020	  0.166344	  0.166124	  0.165908		CURRENT LEARNING RATE: 2.614363611298187e-07
previous_iter_valid_loss : 0.16489958763122559

   1480040	  0.165100	  0.164900	  0.165694		CURRENT LEARNING RATE: 2.613840790859715e-07
previous_iter_valid_loss : 0.1633721888065338

   1480060	  0.163545	  0.163372	  0.165374		CURRENT LEARNING RATE: 2.613318074974871e-07
previous_iter_valid_loss : 0.17400617897510529

   1480080	  0.174150	  0.174006	  0.166049		CURRENT LEARNING RATE: 2.6127954636227537e-07
previous_iter_valid_loss : 0.16431614756584167

   1480100	  0.164488	  0.164316	  0.164303		CURRENT LEARNING RATE: 2.6122729567824564e-07
previous_iter_valid_loss : 0.16304461658000946

   1480120	  0.163208	  0.163045	  0.164380		CURRENT LEARNING RATE: 2.6117505544330774e-07
previous_iter_valid_loss : 0.1617119461297989

   1480140	  0.161900	  0.161712	  0.164336		CURRENT LEARNING RATE: 2.6112282565537165e-07
previous_iter_valid_loss : 0.16055697202682495

   1480160	  0.160709	  0.160557	  0.164000		CURRENT LEARNING RATE: 2.6107060631234903e-07
previous_iter_valid_loss : 0.16430068016052246

   1480180	  0.164476	  0.164301	  0.164181		CURRENT LEARNING RATE: 2.610183974121507e-07
previous_iter_valid_loss : 0.1675792932510376

   1480200	  0.167738	  0.167579	  0.164270		CURRENT LEARNING RATE: 2.609661989526884e-07
previous_iter_valid_loss : 0.160915344953537

   1480220	  0.161081	  0.160915	  0.164238		CURRENT LEARNING RATE: 2.6091401093187353e-07
previous_iter_valid_loss : 0.16086257994174957

   1480240	  0.161024	  0.160863	  0.164176		CURRENT LEARNING RATE: 2.608618333476196e-07
previous_iter_valid_loss : 0.16055475175380707

   1480260	  0.160716	  0.160555	  0.164164		CURRENT LEARNING RATE: 2.6080966619783913e-07
previous_iter_valid_loss : 0.16995255649089813

   1480280	  0.170196	  0.169953	  0.164456		CURRENT LEARNING RATE: 2.607575094804448e-07
previous_iter_valid_loss : 0.16196271777153015

   1480300	  0.162151	  0.161963	  0.164331		CURRENT LEARNING RATE: 2.6070536319335133e-07
previous_iter_valid_loss : 0.161763995885849

   1480320	  0.161957	  0.161764	  0.164080		CURRENT LEARNING RATE: 2.6065322733447245e-07
previous_iter_valid_loss : 0.16204608976840973

   1480340	  0.162201	  0.162046	  0.164003		CURRENT LEARNING RATE: 2.606011019017227e-07
previous_iter_valid_loss : 0.16065053641796112

   1480360	  0.160809	  0.160651	  0.163675		CURRENT LEARNING RATE: 2.6054898689301663e-07
previous_iter_valid_loss : 0.1616775095462799

   1480380	  0.161858	  0.161678	  0.163567		CURRENT LEARNING RATE: 2.6049688230627055e-07
previous_iter_valid_loss : 0.17589794099330902

   1480400	  0.176182	  0.175898	  0.164308		CURRENT LEARNING RATE: 2.6044478813939973e-07
previous_iter_valid_loss : 0.1620229333639145

   1480420	  0.162181	  0.162023	  0.164103		CURRENT LEARNING RATE: 2.603927043903205e-07
previous_iter_valid_loss : 0.1607237160205841

   1480440	  0.160886	  0.160724	  0.163894		CURRENT LEARNING RATE: 2.60340631056949e-07
previous_iter_valid_loss : 0.1749456822872162

   1480460	  0.175224	  0.174946	  0.164473		CURRENT LEARNING RATE: 2.602885681372032e-07
previous_iter_valid_loss : 0.16520825028419495

   1480480	  0.165377	  0.165208	  0.164033		CURRENT LEARNING RATE: 2.602365156290003e-07
previous_iter_valid_loss : 0.1727837175130844

   1480500	  0.173059	  0.172784	  0.164457		CURRENT LEARNING RATE: 2.601844735302579e-07
previous_iter_valid_loss : 0.16413842141628265

   1480520	  0.164337	  0.164138	  0.164511		CURRENT LEARNING RATE: 2.601324418388941e-07
previous_iter_valid_loss : 0.16311506927013397

   1480540	  0.163316	  0.163115	  0.164582		CURRENT LEARNING RATE: 2.600804205528284e-07
previous_iter_valid_loss : 0.16675393283367157

   1480560	  0.166912	  0.166754	  0.164891		CURRENT LEARNING RATE: 2.6002840966997964e-07
previous_iter_valid_loss : 0.16144926846027374

   1480580	  0.161610	  0.161449	  0.164749		CURRENT LEARNING RATE: 2.599764091882673e-07
previous_iter_valid_loss : 0.16835691034793854

   1480600	  0.168591	  0.168357	  0.164788		CURRENT LEARNING RATE: 2.599244191056109e-07
previous_iter_valid_loss : 0.16109900176525116

   1480620	  0.161280	  0.161099	  0.164797		CURRENT LEARNING RATE: 2.598724394199317e-07
previous_iter_valid_loss : 0.16078798472881317

   1480640	  0.160967	  0.160788	  0.164793		CURRENT LEARNING RATE: 2.5982047012915015e-07
previous_iter_valid_loss : 0.1617286503314972

   1480660	  0.161920	  0.161729	  0.164852		CURRENT LEARNING RATE: 2.5976851123118695e-07
previous_iter_valid_loss : 0.1724179983139038

   1480680	  0.172678	  0.172418	  0.164975		CURRENT LEARNING RATE: 2.5971656272396475e-07
previous_iter_valid_loss : 0.16133341193199158

   1480700	  0.161488	  0.161333	  0.164944		CURRENT LEARNING RATE: 2.59664624605405e-07
previous_iter_valid_loss : 0.1790638566017151

   1480720	  0.179223	  0.179064	  0.165809		CURRENT LEARNING RATE: 2.596126968734304e-07
previous_iter_valid_loss : 0.17898909747600555

   1480740	  0.179146	  0.178989	  0.166656		CURRENT LEARNING RATE: 2.5956077952596315e-07
previous_iter_valid_loss : 0.17007498443126678

   1480760	  0.170227	  0.170075	  0.167127		CURRENT LEARNING RATE: 2.595088725609276e-07
previous_iter_valid_loss : 0.1646828055381775

   1480780	  0.164835	  0.164683	  0.167277		CURRENT LEARNING RATE: 2.59456975976247e-07
previous_iter_valid_loss : 0.16185569763183594

   1480800	  0.162042	  0.161856	  0.166575		CURRENT LEARNING RATE: 2.5940508976984547e-07
previous_iter_valid_loss : 0.16389191150665283

   1480820	  0.164065	  0.163892	  0.166669		CURRENT LEARNING RATE: 2.5935321393964706e-07
previous_iter_valid_loss : 0.16119661927223206

   1480840	  0.161346	  0.161197	  0.166692		CURRENT LEARNING RATE: 2.593013484835778e-07
previous_iter_valid_loss : 0.1626686304807663

   1480860	  0.162826	  0.162669	  0.166078		CURRENT LEARNING RATE: 2.592494933995624e-07
previous_iter_valid_loss : 0.16055075824260712

   1480880	  0.160705	  0.160551	  0.165845		CURRENT LEARNING RATE: 2.5919764868552683e-07
previous_iter_valid_loss : 0.1605810970067978

   1480900	  0.160750	  0.160581	  0.165235		CURRENT LEARNING RATE: 2.591458143393968e-07
previous_iter_valid_loss : 0.18887007236480713

   1480920	  0.189298	  0.188870	  0.166472		CURRENT LEARNING RATE: 2.590939903590998e-07
previous_iter_valid_loss : 0.17366383969783783

   1480940	  0.173936	  0.173664	  0.166999		CURRENT LEARNING RATE: 2.5904217674256247e-07
previous_iter_valid_loss : 0.16919519007205963

   1480960	  0.169444	  0.169195	  0.167121		CURRENT LEARNING RATE: 2.589903734877123e-07
previous_iter_valid_loss : 0.1608116179704666

   1480980	  0.160987	  0.160812	  0.167090		CURRENT LEARNING RATE: 2.5893858059247657e-07
previous_iter_valid_loss : 0.16174113750457764

   1481000	  0.161933	  0.161741	  0.166759		CURRENT LEARNING RATE: 2.5888679805478455e-07
previous_iter_valid_loss : 0.18066856265068054

   1481020	  0.180827	  0.180669	  0.167737		CURRENT LEARNING RATE: 2.5883502587256454e-07
previous_iter_valid_loss : 0.16679862141609192

   1481040	  0.167005	  0.166799	  0.168038		CURRENT LEARNING RATE: 2.587832640437451e-07
previous_iter_valid_loss : 0.16213811933994293

   1481060	  0.162291	  0.162138	  0.168058		CURRENT LEARNING RATE: 2.587315125662567e-07
previous_iter_valid_loss : 0.17517615854740143

   1481080	  0.175457	  0.175176	  0.168196		CURRENT LEARNING RATE: 2.586797714380289e-07
previous_iter_valid_loss : 0.16338075697422028

   1481100	  0.163552	  0.163381	  0.168299		CURRENT LEARNING RATE: 2.586280406569919e-07
previous_iter_valid_loss : 0.1628606915473938

   1481120	  0.163052	  0.162861	  0.167488		CURRENT LEARNING RATE: 2.5857632022107615e-07
previous_iter_valid_loss : 0.16236159205436707

   1481140	  0.162518	  0.162362	  0.166657		CURRENT LEARNING RATE: 2.5852461012821374e-07
previous_iter_valid_loss : 0.17033912241458893

   1481160	  0.170586	  0.170339	  0.166670		CURRENT LEARNING RATE: 2.5847291037633576e-07
previous_iter_valid_loss : 0.17769835889339447

   1481180	  0.177850	  0.177698	  0.167321		CURRENT LEARNING RATE: 2.584212209633742e-07
previous_iter_valid_loss : 0.16366532444953918

   1481200	  0.163835	  0.163665	  0.167411		CURRENT LEARNING RATE: 2.5836954188726106e-07
previous_iter_valid_loss : 0.1609470099210739

   1481220	  0.161110	  0.160947	  0.167264		CURRENT LEARNING RATE: 2.583178731459301e-07
previous_iter_valid_loss : 0.16632026433944702

   1481240	  0.166480	  0.166320	  0.167520		CURRENT LEARNING RATE: 2.5826621473731404e-07
previous_iter_valid_loss : 0.16389577090740204

   1481260	  0.164062	  0.163896	  0.167582		CURRENT LEARNING RATE: 2.5821456665934667e-07
previous_iter_valid_loss : 0.16235515475273132

   1481280	  0.162517	  0.162355	  0.167672		CURRENT LEARNING RATE: 2.581629289099615e-07
previous_iter_valid_loss : 0.17383171617984772

   1481300	  0.173978	  0.173832	  0.168334		CURRENT LEARNING RATE: 2.5811130148709406e-07
previous_iter_valid_loss : 0.16634061932563782

   1481320	  0.166567	  0.166341	  0.167208		CURRENT LEARNING RATE: 2.5805968438867863e-07
previous_iter_valid_loss : 0.16081660985946655

   1481340	  0.161000	  0.160817	  0.166566		CURRENT LEARNING RATE: 2.5800807761265065e-07
previous_iter_valid_loss : 0.18095795810222626

   1481360	  0.181110	  0.180958	  0.167154		CURRENT LEARNING RATE: 2.579564811569453e-07
previous_iter_valid_loss : 0.18379075825214386

   1481380	  0.184157	  0.183791	  0.168303		CURRENT LEARNING RATE: 2.579048950194998e-07
previous_iter_valid_loss : 0.17074720561504364

   1481400	  0.171000	  0.170747	  0.168753		CURRENT LEARNING RATE: 2.5785331919825004e-07
previous_iter_valid_loss : 0.1610967218875885

   1481420	  0.161282	  0.161097	  0.167774		CURRENT LEARNING RATE: 2.578017536911331e-07
previous_iter_valid_loss : 0.16695110499858856

   1481440	  0.167112	  0.166951	  0.167782		CURRENT LEARNING RATE: 2.577501984960859e-07
previous_iter_valid_loss : 0.16430509090423584

   1481460	  0.164501	  0.164305	  0.167890		CURRENT LEARNING RATE: 2.576986536110471e-07
previous_iter_valid_loss : 0.1824052482843399

   1481480	  0.182737	  0.182405	  0.168252		CURRENT LEARNING RATE: 2.5764711903395455e-07
previous_iter_valid_loss : 0.16790521144866943

   1481500	  0.168127	  0.167905	  0.168478		CURRENT LEARNING RATE: 2.5759559476274627e-07
previous_iter_valid_loss : 0.17374837398529053

   1481520	  0.174023	  0.173748	  0.169023		CURRENT LEARNING RATE: 2.575440807953623e-07
previous_iter_valid_loss : 0.16958144307136536

   1481540	  0.169731	  0.169581	  0.169383		CURRENT LEARNING RATE: 2.5749257712974156e-07
previous_iter_valid_loss : 0.16050666570663452

   1481560	  0.160673	  0.160507	  0.168892		CURRENT LEARNING RATE: 2.57441083763824e-07
previous_iter_valid_loss : 0.1640091985464096

   1481580	  0.164186	  0.164009	  0.168207		CURRENT LEARNING RATE: 2.5738960069554935e-07
previous_iter_valid_loss : 0.16051873564720154

   1481600	  0.160684	  0.160519	  0.168050		CURRENT LEARNING RATE: 2.5733812792285916e-07
previous_iter_valid_loss : 0.16060778498649597

   1481620	  0.160778	  0.160608	  0.168033		CURRENT LEARNING RATE: 2.5728666544369414e-07
previous_iter_valid_loss : 0.20127122104167938

   1481640	  0.201348	  0.201271	  0.169781		CURRENT LEARNING RATE: 2.5723521325599585e-07
previous_iter_valid_loss : 0.16262775659561157

   1481660	  0.162814	  0.162628	  0.169717		CURRENT LEARNING RATE: 2.571837713577056e-07
previous_iter_valid_loss : 0.17244483530521393

   1481680	  0.172708	  0.172445	  0.170222		CURRENT LEARNING RATE: 2.5713233974676673e-07
previous_iter_valid_loss : 0.16058112680912018

   1481700	  0.160736	  0.160581	  0.169559		CURRENT LEARNING RATE: 2.5708091842112145e-07
previous_iter_valid_loss : 0.16055579483509064

   1481720	  0.160722	  0.160556	  0.169270		CURRENT LEARNING RATE: 2.5702950737871296e-07
previous_iter_valid_loss : 0.16477671265602112

   1481740	  0.164984	  0.164777	  0.169468		CURRENT LEARNING RATE: 2.5697810661748435e-07
previous_iter_valid_loss : 0.16560891270637512

   1481760	  0.165815	  0.165609	  0.168701		CURRENT LEARNING RATE: 2.5692671613538044e-07
previous_iter_valid_loss : 0.17182449996471405

   1481780	  0.172083	  0.171824	  0.168102		CURRENT LEARNING RATE: 2.568753359303453e-07
previous_iter_valid_loss : 0.16170355677604675

   1481800	  0.161868	  0.161704	  0.167650		CURRENT LEARNING RATE: 2.5682396600032355e-07
previous_iter_valid_loss : 0.16064749658107758

   1481820	  0.160807	  0.160647	  0.167628		CURRENT LEARNING RATE: 2.5677260634326007e-07
previous_iter_valid_loss : 0.16086016595363617

   1481840	  0.161018	  0.160860	  0.167323		CURRENT LEARNING RATE: 2.567212569571013e-07
previous_iter_valid_loss : 0.1609554886817932

   1481860	  0.161115	  0.160955	  0.167156		CURRENT LEARNING RATE: 2.566699178397929e-07
previous_iter_valid_loss : 0.1629164069890976

   1481880	  0.163116	  0.162916	  0.166181		CURRENT LEARNING RATE: 2.5661858898928074e-07
previous_iter_valid_loss : 0.165102019906044

   1481900	  0.165305	  0.165102	  0.166041		CURRENT LEARNING RATE: 2.5656727040351265e-07
previous_iter_valid_loss : 0.1621086746454239

   1481920	  0.162296	  0.162109	  0.165459		CURRENT LEARNING RATE: 2.565159620804354e-07
previous_iter_valid_loss : 0.16135337948799133

   1481940	  0.161508	  0.161353	  0.165048		CURRENT LEARNING RATE: 2.5646466401799663e-07
previous_iter_valid_loss : 0.16410589218139648

   1481960	  0.164272	  0.164106	  0.165228		CURRENT LEARNING RATE: 2.5641337621414403e-07
previous_iter_valid_loss : 0.16147197782993317

   1481980	  0.161628	  0.161472	  0.165101		CURRENT LEARNING RATE: 2.5636209866682705e-07
previous_iter_valid_loss : 0.164272278547287

   1482000	  0.164446	  0.164272	  0.165288		CURRENT LEARNING RATE: 2.5631083137399394e-07
previous_iter_valid_loss : 0.16849710047245026

   1482020	  0.168652	  0.168497	  0.165683		CURRENT LEARNING RATE: 2.5625957433359417e-07
previous_iter_valid_loss : 0.17106005549430847

   1482040	  0.171210	  0.171060	  0.164172		CURRENT LEARNING RATE: 2.5620832754357694e-07
previous_iter_valid_loss : 0.16051465272903442

   1482060	  0.160676	  0.160515	  0.164067		CURRENT LEARNING RATE: 2.561570910018933e-07
previous_iter_valid_loss : 0.160590261220932

   1482080	  0.160764	  0.160590	  0.163474		CURRENT LEARNING RATE: 2.561058647064933e-07
previous_iter_valid_loss : 0.16479367017745972

   1482100	  0.164994	  0.164794	  0.163685		CURRENT LEARNING RATE: 2.56054648655328e-07
previous_iter_valid_loss : 0.16063447296619415

   1482120	  0.160799	  0.160634	  0.163689		CURRENT LEARNING RATE: 2.560034428463482e-07
previous_iter_valid_loss : 0.16302424669265747

   1482140	  0.163212	  0.163024	  0.163601		CURRENT LEARNING RATE: 2.5595224727750653e-07
previous_iter_valid_loss : 0.16053003072738647

   1482160	  0.160690	  0.160530	  0.163347		CURRENT LEARNING RATE: 2.5590106194675487e-07
previous_iter_valid_loss : 0.16056503355503082

   1482180	  0.160727	  0.160565	  0.162784		CURRENT LEARNING RATE: 2.5584988685204565e-07
previous_iter_valid_loss : 0.16548378765583038

   1482200	  0.165682	  0.165484	  0.162973		CURRENT LEARNING RATE: 2.557987219913316e-07
previous_iter_valid_loss : 0.16338586807250977

   1482220	  0.163549	  0.163386	  0.163110		CURRENT LEARNING RATE: 2.557475673625668e-07
previous_iter_valid_loss : 0.1655624359846115

   1482240	  0.165720	  0.165562	  0.163345		CURRENT LEARNING RATE: 2.556964229637048e-07
previous_iter_valid_loss : 0.16360080242156982

   1482260	  0.163768	  0.163601	  0.163477		CURRENT LEARNING RATE: 2.556452887926993e-07
previous_iter_valid_loss : 0.1613403707742691

   1482280	  0.161526	  0.161340	  0.163398		CURRENT LEARNING RATE: 2.555941648475058e-07
previous_iter_valid_loss : 0.16130465269088745

   1482300	  0.161450	  0.161305	  0.163209		CURRENT LEARNING RATE: 2.555430511260789e-07
previous_iter_valid_loss : 0.1622181236743927

   1482320	  0.162406	  0.162218	  0.163214		CURRENT LEARNING RATE: 2.5549194762637413e-07
previous_iter_valid_loss : 0.16052959859371185

   1482340	  0.160690	  0.160530	  0.163173		CURRENT LEARNING RATE: 2.5544085434634684e-07
previous_iter_valid_loss : 0.17243847250938416

   1482360	  0.172578	  0.172438	  0.163590		CURRENT LEARNING RATE: 2.553897712839542e-07
previous_iter_valid_loss : 0.16049325466156006

   1482380	  0.160659	  0.160493	  0.163541		CURRENT LEARNING RATE: 2.5533869843715243e-07
previous_iter_valid_loss : 0.16064071655273438

   1482400	  0.160793	  0.160641	  0.163359		CURRENT LEARNING RATE: 2.5528763580389864e-07
previous_iter_valid_loss : 0.16071109473705292

   1482420	  0.160887	  0.160711	  0.162970		CURRENT LEARNING RATE: 2.5523658338214987e-07
previous_iter_valid_loss : 0.16211874783039093

   1482440	  0.162308	  0.162119	  0.162523		CURRENT LEARNING RATE: 2.5518554116986496e-07
previous_iter_valid_loss : 0.16814450919628143

   1482460	  0.168298	  0.168145	  0.162904		CURRENT LEARNING RATE: 2.551345091650017e-07
previous_iter_valid_loss : 0.1625918447971344

   1482480	  0.162785	  0.162592	  0.163004		CURRENT LEARNING RATE: 2.5508348736551883e-07
previous_iter_valid_loss : 0.16050611436367035

   1482500	  0.160667	  0.160506	  0.162790		CURRENT LEARNING RATE: 2.5503247576937507e-07
previous_iter_valid_loss : 0.16795238852500916

   1482520	  0.168189	  0.167952	  0.163156		CURRENT LEARNING RATE: 2.549814743745308e-07
previous_iter_valid_loss : 0.1613335907459259

   1482540	  0.161484	  0.161334	  0.163071		CURRENT LEARNING RATE: 2.5493048317894553e-07
previous_iter_valid_loss : 0.18071624636650085

   1482560	  0.181052	  0.180716	  0.164081		CURRENT LEARNING RATE: 2.548795021805796e-07
previous_iter_valid_loss : 0.1686602085828781

   1482580	  0.168807	  0.168660	  0.164485		CURRENT LEARNING RATE: 2.548285313773934e-07
previous_iter_valid_loss : 0.16150517761707306

   1482600	  0.161649	  0.161505	  0.164286		CURRENT LEARNING RATE: 2.5477757076734894e-07
previous_iter_valid_loss : 0.16872066259384155

   1482620	  0.168876	  0.168721	  0.164553		CURRENT LEARNING RATE: 2.547266203484073e-07
previous_iter_valid_loss : 0.16072450578212738

   1482640	  0.160900	  0.160725	  0.164311		CURRENT LEARNING RATE: 2.546756801185305e-07
previous_iter_valid_loss : 0.18966110050678253

   1482660	  0.190082	  0.189661	  0.165614		CURRENT LEARNING RATE: 2.5462475007568055e-07
previous_iter_valid_loss : 0.20415160059928894

   1482680	  0.204708	  0.204152	  0.167755		CURRENT LEARNING RATE: 2.5457383021782104e-07
previous_iter_valid_loss : 0.19554033875465393

   1482700	  0.196036	  0.195540	  0.169467		CURRENT LEARNING RATE: 2.545229205429148e-07
previous_iter_valid_loss : 0.16220970451831818

   1482720	  0.162404	  0.162210	  0.169466		CURRENT LEARNING RATE: 2.544720210489249e-07
previous_iter_valid_loss : 0.16172443330287933

   1482740	  0.161881	  0.161724	  0.169526		CURRENT LEARNING RATE: 2.544211317338164e-07
previous_iter_valid_loss : 0.165679469704628

   1482760	  0.165838	  0.165679	  0.169188		CURRENT LEARNING RATE: 2.543702525955532e-07
previous_iter_valid_loss : 0.19143018126487732

   1482780	  0.191878	  0.191430	  0.170735		CURRENT LEARNING RATE: 2.543193836321001e-07
previous_iter_valid_loss : 0.2028956115245819

   1482800	  0.203457	  0.202896	  0.172848		CURRENT LEARNING RATE: 2.5426852484142194e-07
previous_iter_valid_loss : 0.17021329700946808

   1482820	  0.170452	  0.170213	  0.173323		CURRENT LEARNING RATE: 2.5421767622148524e-07
previous_iter_valid_loss : 0.16924136877059937

   1482840	  0.169388	  0.169241	  0.173679		CURRENT LEARNING RATE: 2.541668377702557e-07
previous_iter_valid_loss : 0.16049760580062866

   1482860	  0.160662	  0.160498	  0.173296		CURRENT LEARNING RATE: 2.5411600948569963e-07
previous_iter_valid_loss : 0.16059577465057373

   1482880	  0.160766	  0.160596	  0.173197		CURRENT LEARNING RATE: 2.540651913657835e-07
previous_iter_valid_loss : 0.1607276201248169

   1482900	  0.160890	  0.160728	  0.173208		CURRENT LEARNING RATE: 2.540143834084756e-07
previous_iter_valid_loss : 0.16236206889152527

   1482920	  0.162525	  0.162362	  0.172928		CURRENT LEARNING RATE: 2.53963585611743e-07
previous_iter_valid_loss : 0.1634538471698761

   1482940	  0.163646	  0.163454	  0.173034		CURRENT LEARNING RATE: 2.539127979735539e-07
previous_iter_valid_loss : 0.16116952896118164

   1482960	  0.161359	  0.161170	  0.172057		CURRENT LEARNING RATE: 2.5386202049187626e-07
previous_iter_valid_loss : 0.16608934104442596

   1482980	  0.166248	  0.166089	  0.171928		CURRENT LEARNING RATE: 2.5381125316467995e-07
previous_iter_valid_loss : 0.16051369905471802

   1483000	  0.160674	  0.160514	  0.171879		CURRENT LEARNING RATE: 2.537604959899338e-07
previous_iter_valid_loss : 0.16305090487003326

   1483020	  0.163215	  0.163051	  0.171595		CURRENT LEARNING RATE: 2.537097489656075e-07
previous_iter_valid_loss : 0.16076964139938354

   1483040	  0.160931	  0.160770	  0.171597		CURRENT LEARNING RATE: 2.536590120896708e-07
previous_iter_valid_loss : 0.16291451454162598

   1483060	  0.163077	  0.162915	  0.170260		CURRENT LEARNING RATE: 2.53608285360095e-07
previous_iter_valid_loss : 0.1626037061214447

   1483080	  0.162806	  0.162604	  0.168183		CURRENT LEARNING RATE: 2.5355756877485067e-07
previous_iter_valid_loss : 0.1610221415758133

   1483100	  0.161175	  0.161022	  0.166457		CURRENT LEARNING RATE: 2.5350686233190875e-07
previous_iter_valid_loss : 0.1606256663799286

   1483120	  0.160789	  0.160626	  0.166378		CURRENT LEARNING RATE: 2.534561660292417e-07
previous_iter_valid_loss : 0.1610836386680603

   1483140	  0.161244	  0.161084	  0.166346		CURRENT LEARNING RATE: 2.534054798648214e-07
previous_iter_valid_loss : 0.20177185535430908

   1483160	  0.202316	  0.201772	  0.168150		CURRENT LEARNING RATE: 2.5335480383662025e-07
previous_iter_valid_loss : 0.1605084091424942

   1483180	  0.160661	  0.160508	  0.166604		CURRENT LEARNING RATE: 2.5330413794261087e-07
previous_iter_valid_loss : 0.16493044793605804

   1483200	  0.165146	  0.164930	  0.164706		CURRENT LEARNING RATE: 2.532534821807675e-07
previous_iter_valid_loss : 0.16822583973407745

   1483220	  0.168460	  0.168226	  0.164607		CURRENT LEARNING RATE: 2.5320283654906347e-07
previous_iter_valid_loss : 0.16149313747882843

   1483240	  0.161684	  0.161493	  0.164219		CURRENT LEARNING RATE: 2.531522010454729e-07
previous_iter_valid_loss : 0.16205136477947235

   1483260	  0.162210	  0.162051	  0.164297		CURRENT LEARNING RATE: 2.5310157566797e-07
previous_iter_valid_loss : 0.161366805434227

   1483280	  0.161556	  0.161367	  0.164335		CURRENT LEARNING RATE: 2.530509604145306e-07
previous_iter_valid_loss : 0.17769187688827515

   1483300	  0.178004	  0.177692	  0.165184		CURRENT LEARNING RATE: 2.530003552831296e-07
previous_iter_valid_loss : 0.16370591521263123

   1483320	  0.163910	  0.163706	  0.165251		CURRENT LEARNING RATE: 2.529497602717429e-07
previous_iter_valid_loss : 0.18327806890010834

   1483340	  0.183425	  0.183278	  0.166242		CURRENT LEARNING RATE: 2.528991753783462e-07
previous_iter_valid_loss : 0.16069380939006805

   1483360	  0.160873	  0.160694	  0.166218		CURRENT LEARNING RATE: 2.52848600600917e-07
previous_iter_valid_loss : 0.1606312245130539

   1483380	  0.160804	  0.160631	  0.165945		CURRENT LEARNING RATE: 2.527980359374318e-07
previous_iter_valid_loss : 0.17795148491859436

   1483400	  0.178260	  0.177951	  0.166817		CURRENT LEARNING RATE: 2.527474813858681e-07
previous_iter_valid_loss : 0.1719469130039215

   1483420	  0.172211	  0.171947	  0.167262		CURRENT LEARNING RATE: 2.526969369442032e-07
previous_iter_valid_loss : 0.1611236333847046

   1483440	  0.161281	  0.161124	  0.167280		CURRENT LEARNING RATE: 2.526464026104163e-07
previous_iter_valid_loss : 0.1749127209186554

   1483460	  0.175064	  0.174913	  0.167880		CURRENT LEARNING RATE: 2.5259587838248556e-07
previous_iter_valid_loss : 0.17260678112506866

   1483480	  0.172870	  0.172607	  0.168380		CURRENT LEARNING RATE: 2.5254536425838956e-07
previous_iter_valid_loss : 0.17145979404449463

   1483500	  0.171728	  0.171460	  0.168902		CURRENT LEARNING RATE: 2.524948602361086e-07
previous_iter_valid_loss : 0.16184847056865692

   1483520	  0.162018	  0.161848	  0.168963		CURRENT LEARNING RATE: 2.52444366313622e-07
previous_iter_valid_loss : 0.17386633157730103

   1483540	  0.174009	  0.173866	  0.169602		CURRENT LEARNING RATE: 2.5239388248891017e-07
previous_iter_valid_loss : 0.16118106245994568

   1483560	  0.161336	  0.161181	  0.167572		CURRENT LEARNING RATE: 2.523434087599532e-07
previous_iter_valid_loss : 0.16300493478775024

   1483580	  0.163168	  0.163005	  0.167697		CURRENT LEARNING RATE: 2.5229294512473305e-07
previous_iter_valid_loss : 0.16228996217250824

   1483600	  0.162455	  0.162290	  0.167565		CURRENT LEARNING RATE: 2.5224249158123075e-07
previous_iter_valid_loss : 0.17892012000083923

   1483620	  0.179077	  0.178920	  0.168100		CURRENT LEARNING RATE: 2.5219204812742817e-07
previous_iter_valid_loss : 0.17629800736904144

   1483640	  0.176452	  0.176298	  0.168840		CURRENT LEARNING RATE: 2.521416147613071e-07
previous_iter_valid_loss : 0.17204806208610535

   1483660	  0.172309	  0.172048	  0.169340		CURRENT LEARNING RATE: 2.5209119148085103e-07
previous_iter_valid_loss : 0.16277362406253815

   1483680	  0.162945	  0.162774	  0.169410		CURRENT LEARNING RATE: 2.520407782840427e-07
previous_iter_valid_loss : 0.16448312997817993

   1483700	  0.164651	  0.164483	  0.168750		CURRENT LEARNING RATE: 2.5199037516886555e-07
previous_iter_valid_loss : 0.16122987866401672

   1483720	  0.161383	  0.161230	  0.168626		CURRENT LEARNING RATE: 2.51939982133303e-07
previous_iter_valid_loss : 0.17836208641529083

   1483740	  0.178678	  0.178362	  0.168380		CURRENT LEARNING RATE: 2.518895991753402e-07
previous_iter_valid_loss : 0.1628325879573822

   1483760	  0.163023	  0.162833	  0.168487		CURRENT LEARNING RATE: 2.5183922629296134e-07
previous_iter_valid_loss : 0.1610739380121231

   1483780	  0.161227	  0.161074	  0.168509		CURRENT LEARNING RATE: 2.5178886348415166e-07
previous_iter_valid_loss : 0.16065247356891632

   1483800	  0.160819	  0.160652	  0.167644		CURRENT LEARNING RATE: 2.517385107468961e-07
previous_iter_valid_loss : 0.16070061922073364

   1483820	  0.160865	  0.160701	  0.167082		CURRENT LEARNING RATE: 2.5168816807918135e-07
previous_iter_valid_loss : 0.1651710718870163

   1483840	  0.165381	  0.165171	  0.167284		CURRENT LEARNING RATE: 2.5163783547899346e-07
previous_iter_valid_loss : 0.16212555766105652

   1483860	  0.162290	  0.162126	  0.166645		CURRENT LEARNING RATE: 2.515875129443185e-07
previous_iter_valid_loss : 0.16059069335460663

   1483880	  0.160754	  0.160591	  0.166044		CURRENT LEARNING RATE: 2.515372004731446e-07
previous_iter_valid_loss : 0.16111746430397034

   1483900	  0.161297	  0.161117	  0.165527		CURRENT LEARNING RATE: 2.514868980634587e-07
previous_iter_valid_loss : 0.2020123153924942

   1483920	  0.202103	  0.202012	  0.167535		CURRENT LEARNING RATE: 2.514366057132488e-07
previous_iter_valid_loss : 0.1607137769460678

   1483940	  0.160887	  0.160714	  0.166878		CURRENT LEARNING RATE: 2.513863234205027e-07
previous_iter_valid_loss : 0.16060511767864227

   1483960	  0.160769	  0.160605	  0.166849		CURRENT LEARNING RATE: 2.5133605118321004e-07
previous_iter_valid_loss : 0.16408169269561768

   1483980	  0.164253	  0.164082	  0.166903		CURRENT LEARNING RATE: 2.512857889993594e-07
previous_iter_valid_loss : 0.1622311919927597

   1484000	  0.162408	  0.162231	  0.166900		CURRENT LEARNING RATE: 2.512355368669404e-07
previous_iter_valid_loss : 0.1612260639667511

   1484020	  0.161379	  0.161226	  0.166015		CURRENT LEARNING RATE: 2.511852947839425e-07
previous_iter_valid_loss : 0.1610991209745407

   1484040	  0.161248	  0.161099	  0.165255		CURRENT LEARNING RATE: 2.5113506274835683e-07
previous_iter_valid_loss : 0.16173997521400452

   1484060	  0.161926	  0.161740	  0.164740		CURRENT LEARNING RATE: 2.5108484075817366e-07
previous_iter_valid_loss : 0.16130174696445465

   1484080	  0.161461	  0.161302	  0.164666		CURRENT LEARNING RATE: 2.5103462881138424e-07
previous_iter_valid_loss : 0.16155335307121277

   1484100	  0.161744	  0.161553	  0.164520		CURRENT LEARNING RATE: 2.509844269059795e-07
previous_iter_valid_loss : 0.16051052510738373

   1484120	  0.160677	  0.160511	  0.164484		CURRENT LEARNING RATE: 2.509342350399523e-07
previous_iter_valid_loss : 0.16991646587848663

   1484140	  0.170162	  0.169916	  0.164062		CURRENT LEARNING RATE: 2.508840532112946e-07
previous_iter_valid_loss : 0.1664205938577652

   1484160	  0.166635	  0.166421	  0.164241		CURRENT LEARNING RATE: 2.5083388141799903e-07
previous_iter_valid_loss : 0.18204376101493835

   1484180	  0.182398	  0.182044	  0.165289		CURRENT LEARNING RATE: 2.5078371965805827e-07
previous_iter_valid_loss : 0.16743211448192596

   1484200	  0.167661	  0.167432	  0.165628		CURRENT LEARNING RATE: 2.507335679294668e-07
previous_iter_valid_loss : 0.16669990122318268

   1484220	  0.166917	  0.166700	  0.165928		CURRENT LEARNING RATE: 2.506834262302181e-07
previous_iter_valid_loss : 0.1658012568950653

   1484240	  0.166012	  0.165801	  0.165960		CURRENT LEARNING RATE: 2.506332945583065e-07
previous_iter_valid_loss : 0.16059660911560059

   1484260	  0.160764	  0.160597	  0.165883		CURRENT LEARNING RATE: 2.5058317291172623e-07
previous_iter_valid_loss : 0.18971364200115204

   1484280	  0.189851	  0.189714	  0.167340		CURRENT LEARNING RATE: 2.5053306128847337e-07
previous_iter_valid_loss : 0.16463281214237213

   1484300	  0.164848	  0.164633	  0.167515		CURRENT LEARNING RATE: 2.50482959686543e-07
previous_iter_valid_loss : 0.16949792206287384

   1484320	  0.169648	  0.169498	  0.165890		CURRENT LEARNING RATE: 2.5043286810393055e-07
previous_iter_valid_loss : 0.16524964570999146

   1484340	  0.165413	  0.165250	  0.166116		CURRENT LEARNING RATE: 2.503827865386334e-07
previous_iter_valid_loss : 0.16370318830013275

   1484360	  0.163872	  0.163703	  0.166271		CURRENT LEARNING RATE: 2.503327149886477e-07
previous_iter_valid_loss : 0.16111847758293152

   1484380	  0.161311	  0.161118	  0.166123		CURRENT LEARNING RATE: 2.502826534519706e-07
previous_iter_valid_loss : 0.16225780546665192

   1484400	  0.162431	  0.162258	  0.166124		CURRENT LEARNING RATE: 2.5023260192659925e-07
previous_iter_valid_loss : 0.16820760071277618

   1484420	  0.168364	  0.168208	  0.166474		CURRENT LEARNING RATE: 2.5018256041053247e-07
previous_iter_valid_loss : 0.1614357978105545

   1484440	  0.161602	  0.161436	  0.166490		CURRENT LEARNING RATE: 2.5013252890176815e-07
previous_iter_valid_loss : 0.18998375535011292

   1484460	  0.190117	  0.189984	  0.167903		CURRENT LEARNING RATE: 2.50082507398305e-07
previous_iter_valid_loss : 0.16385352611541748

   1484480	  0.164045	  0.163854	  0.168030		CURRENT LEARNING RATE: 2.500324958981417e-07
previous_iter_valid_loss : 0.17698349058628082

   1484500	  0.177286	  0.176983	  0.168802		CURRENT LEARNING RATE: 2.4998249439927874e-07
previous_iter_valid_loss : 0.1989194005727768

   1484520	  0.199017	  0.198919	  0.170722		CURRENT LEARNING RATE: 2.4993250289971563e-07
previous_iter_valid_loss : 0.16953739523887634

   1484540	  0.169782	  0.169537	  0.170703		CURRENT LEARNING RATE: 2.4988252139745263e-07
previous_iter_valid_loss : 0.16589729487895966

   1484560	  0.166057	  0.165897	  0.170677		CURRENT LEARNING RATE: 2.4983254989049007e-07
previous_iter_valid_loss : 0.17729046940803528

   1484580	  0.177449	  0.177290	  0.170439		CURRENT LEARNING RATE: 2.4978258837683e-07
previous_iter_valid_loss : 0.16335108876228333

   1484600	  0.163520	  0.163351	  0.170235		CURRENT LEARNING RATE: 2.497326368544735e-07
previous_iter_valid_loss : 0.1755560338497162

   1484620	  0.175715	  0.175556	  0.170678		CURRENT LEARNING RATE: 2.4968269532142246e-07
previous_iter_valid_loss : 0.1694353222846985

   1484640	  0.169587	  0.169435	  0.170860		CURRENT LEARNING RATE: 2.496327637756789e-07
previous_iter_valid_loss : 0.16554759442806244

   1484660	  0.165708	  0.165548	  0.171107		CURRENT LEARNING RATE: 2.495828422152463e-07
previous_iter_valid_loss : 0.1673484891653061

   1484680	  0.167576	  0.167348	  0.169989		CURRENT LEARNING RATE: 2.4953293063812744e-07
previous_iter_valid_loss : 0.16489799320697784

   1484700	  0.165099	  0.164898	  0.170002		CURRENT LEARNING RATE: 2.4948302904232545e-07
previous_iter_valid_loss : 0.16062958538532257

   1484720	  0.160789	  0.160630	  0.169559		CURRENT LEARNING RATE: 2.4943313742584505e-07
previous_iter_valid_loss : 0.16451114416122437

   1484740	  0.164675	  0.164511	  0.169522		CURRENT LEARNING RATE: 2.4938325578669014e-07
previous_iter_valid_loss : 0.16051143407821655

   1484760	  0.160671	  0.160511	  0.169362		CURRENT LEARNING RATE: 2.4933338412286553e-07
previous_iter_valid_loss : 0.1623210906982422

   1484780	  0.162500	  0.162321	  0.169422		CURRENT LEARNING RATE: 2.4928352243237595e-07
previous_iter_valid_loss : 0.17338873445987701

   1484800	  0.173652	  0.173389	  0.169979		CURRENT LEARNING RATE: 2.4923367071322767e-07
previous_iter_valid_loss : 0.16610437631607056

   1484820	  0.166263	  0.166104	  0.169874		CURRENT LEARNING RATE: 2.491838289634262e-07
previous_iter_valid_loss : 0.1614222228527069

   1484840	  0.161611	  0.161422	  0.169873		CURRENT LEARNING RATE: 2.49133997180978e-07
previous_iter_valid_loss : 0.16481037437915802

   1484860	  0.164975	  0.164810	  0.168615		CURRENT LEARNING RATE: 2.490841753638893e-07
previous_iter_valid_loss : 0.16311019659042358

   1484880	  0.163273	  0.163110	  0.168577		CURRENT LEARNING RATE: 2.4903436351016805e-07
previous_iter_valid_loss : 0.16079896688461304

   1484900	  0.160952	  0.160799	  0.167768		CURRENT LEARNING RATE: 2.4898456161782136e-07
previous_iter_valid_loss : 0.1654975712299347

   1484920	  0.165663	  0.165498	  0.166097		CURRENT LEARNING RATE: 2.489347696848572e-07
previous_iter_valid_loss : 0.17416700720787048

   1484940	  0.174440	  0.174167	  0.166329		CURRENT LEARNING RATE: 2.488849877092834e-07
previous_iter_valid_loss : 0.16082528233528137

   1484960	  0.160981	  0.160825	  0.166075		CURRENT LEARNING RATE: 2.488352156891096e-07
previous_iter_valid_loss : 0.16657721996307373

   1484980	  0.166739	  0.166577	  0.165539		CURRENT LEARNING RATE: 2.487854536223444e-07
previous_iter_valid_loss : 0.16057440638542175

   1485000	  0.160738	  0.160574	  0.165400		CURRENT LEARNING RATE: 2.487357015069974e-07
previous_iter_valid_loss : 0.17666301131248474

   1485020	  0.176955	  0.176663	  0.165456		CURRENT LEARNING RATE: 2.486859593410781e-07
previous_iter_valid_loss : 0.1610300987958908

   1485040	  0.161194	  0.161030	  0.165036		CURRENT LEARNING RATE: 2.486362271225976e-07
previous_iter_valid_loss : 0.16354940831661224

   1485060	  0.163740	  0.163549	  0.164936		CURRENT LEARNING RATE: 2.4858650484956627e-07
previous_iter_valid_loss : 0.16114875674247742

   1485080	  0.161332	  0.161149	  0.164626		CURRENT LEARNING RATE: 2.485367925199947e-07
previous_iter_valid_loss : 0.16375628113746643

   1485100	  0.163954	  0.163756	  0.164569		CURRENT LEARNING RATE: 2.4848709013189526e-07
previous_iter_valid_loss : 0.16123749315738678

   1485120	  0.161413	  0.161237	  0.164599		CURRENT LEARNING RATE: 2.4843739768327956e-07
previous_iter_valid_loss : 0.16354966163635254

   1485140	  0.163747	  0.163550	  0.164551		CURRENT LEARNING RATE: 2.483877151721597e-07
previous_iter_valid_loss : 0.16323380172252655

   1485160	  0.163431	  0.163234	  0.164687		CURRENT LEARNING RATE: 2.483380425965481e-07
previous_iter_valid_loss : 0.16077326238155365

   1485180	  0.160951	  0.160773	  0.164610		CURRENT LEARNING RATE: 2.4828837995445865e-07
previous_iter_valid_loss : 0.16181527078151703

   1485200	  0.161978	  0.161815	  0.164031		CURRENT LEARNING RATE: 2.4823872724390445e-07
previous_iter_valid_loss : 0.16581280529499054

   1485220	  0.165974	  0.165813	  0.164016		CURRENT LEARNING RATE: 2.4818908446289934e-07
previous_iter_valid_loss : 0.17574778199195862

   1485240	  0.175901	  0.175748	  0.164733		CURRENT LEARNING RATE: 2.481394516094572e-07
previous_iter_valid_loss : 0.1691163033246994

   1485260	  0.169271	  0.169116	  0.164948		CURRENT LEARNING RATE: 2.4808982868159365e-07
previous_iter_valid_loss : 0.16103491187095642

   1485280	  0.161214	  0.161035	  0.164844		CURRENT LEARNING RATE: 2.4804021567732325e-07
previous_iter_valid_loss : 0.169436514377594

   1485300	  0.169585	  0.169437	  0.165276		CURRENT LEARNING RATE: 2.4799061259466153e-07
previous_iter_valid_loss : 0.1607351452112198

   1485320	  0.160914	  0.160735	  0.165038		CURRENT LEARNING RATE: 2.479410194316239e-07
previous_iter_valid_loss : 0.17281416058540344

   1485340	  0.173086	  0.172814	  0.164970		CURRENT LEARNING RATE: 2.478914361862275e-07
previous_iter_valid_loss : 0.17287500202655792

   1485360	  0.173143	  0.172875	  0.165573		CURRENT LEARNING RATE: 2.4784186285648854e-07
previous_iter_valid_loss : 0.161388099193573

   1485380	  0.161549	  0.161388	  0.165313		CURRENT LEARNING RATE: 2.477922994404242e-07
previous_iter_valid_loss : 0.16132202744483948

   1485400	  0.161472	  0.161322	  0.165351		CURRENT LEARNING RATE: 2.4774274593605137e-07
previous_iter_valid_loss : 0.1625514030456543

   1485420	  0.162741	  0.162551	  0.164645		CURRENT LEARNING RATE: 2.4769320234138894e-07
previous_iter_valid_loss : 0.16360974311828613

   1485440	  0.163784	  0.163610	  0.164774		CURRENT LEARNING RATE: 2.476436686544546e-07
previous_iter_valid_loss : 0.16169390082359314

   1485460	  0.161862	  0.161694	  0.164681		CURRENT LEARNING RATE: 2.47594144873267e-07
previous_iter_valid_loss : 0.16077859699726105

   1485480	  0.160957	  0.160779	  0.164663		CURRENT LEARNING RATE: 2.475446309958448e-07
previous_iter_valid_loss : 0.16099435091018677

   1485500	  0.161175	  0.160994	  0.164525		CURRENT LEARNING RATE: 2.474951270202083e-07
previous_iter_valid_loss : 0.1781393438577652

   1485520	  0.178297	  0.178139	  0.165370		CURRENT LEARNING RATE: 2.4744563294437693e-07
previous_iter_valid_loss : 0.17824502289295197

   1485540	  0.178569	  0.178245	  0.166105		CURRENT LEARNING RATE: 2.473961487663705e-07
previous_iter_valid_loss : 0.16231024265289307

   1485560	  0.162506	  0.162310	  0.166058		CURRENT LEARNING RATE: 2.4734667448421047e-07
previous_iter_valid_loss : 0.18479378521442413

   1485580	  0.184941	  0.184794	  0.167259		CURRENT LEARNING RATE: 2.472972100959174e-07
previous_iter_valid_loss : 0.17519456148147583

   1485600	  0.175347	  0.175195	  0.167928		CURRENT LEARNING RATE: 2.472477555995129e-07
previous_iter_valid_loss : 0.164735347032547

   1485620	  0.164901	  0.164735	  0.167874		CURRENT LEARNING RATE: 2.471983109930181e-07
previous_iter_valid_loss : 0.18213053047657013

   1485640	  0.182283	  0.182131	  0.168194		CURRENT LEARNING RATE: 2.471488762744563e-07
previous_iter_valid_loss : 0.17315775156021118

   1485660	  0.173435	  0.173158	  0.168396		CURRENT LEARNING RATE: 2.470994514418495e-07
previous_iter_valid_loss : 0.18828602135181427

   1485680	  0.188415	  0.188286	  0.169758		CURRENT LEARNING RATE: 2.4705003649322083e-07
previous_iter_valid_loss : 0.16930164396762848

   1485700	  0.169456	  0.169302	  0.169751		CURRENT LEARNING RATE: 2.470006314265932e-07
previous_iter_valid_loss : 0.16657406091690063

   1485720	  0.166789	  0.166574	  0.170043		CURRENT LEARNING RATE: 2.469512362399913e-07
previous_iter_valid_loss : 0.163587287068367

   1485740	  0.163757	  0.163587	  0.169582		CURRENT LEARNING RATE: 2.469018509314389e-07
previous_iter_valid_loss : 0.1617439091205597

   1485760	  0.161909	  0.161744	  0.169026		CURRENT LEARNING RATE: 2.4685247549896053e-07
previous_iter_valid_loss : 0.16093266010284424

   1485780	  0.161113	  0.160933	  0.169003		CURRENT LEARNING RATE: 2.468031099405808e-07
previous_iter_valid_loss : 0.1606198102235794

   1485800	  0.160784	  0.160620	  0.168968		CURRENT LEARNING RATE: 2.46753754254326e-07
previous_iter_valid_loss : 0.17019681632518768

   1485820	  0.170348	  0.170197	  0.169350		CURRENT LEARNING RATE: 2.4670440843822134e-07
previous_iter_valid_loss : 0.16182926297187805

   1485840	  0.161983	  0.161829	  0.169261		CURRENT LEARNING RATE: 2.4665507249029303e-07
previous_iter_valid_loss : 0.16106563806533813

   1485860	  0.161249	  0.161066	  0.169229		CURRENT LEARNING RATE: 2.466057464085672e-07
previous_iter_valid_loss : 0.16056466102600098

   1485880	  0.160727	  0.160565	  0.169219		CURRENT LEARNING RATE: 2.465564301910718e-07
previous_iter_valid_loss : 0.1605556607246399

   1485900	  0.160720	  0.160556	  0.169197		CURRENT LEARNING RATE: 2.465071238358336e-07
previous_iter_valid_loss : 0.1609693318605423

   1485920	  0.161127	  0.160969	  0.168338		CURRENT LEARNING RATE: 2.464578273408799e-07
previous_iter_valid_loss : 0.1614251285791397

   1485940	  0.161584	  0.161425	  0.167497		CURRENT LEARNING RATE: 2.4640854070423975e-07
previous_iter_valid_loss : 0.1628778576850891

   1485960	  0.163060	  0.162878	  0.167526		CURRENT LEARNING RATE: 2.4635926392394133e-07
previous_iter_valid_loss : 0.16113097965717316

   1485980	  0.161315	  0.161131	  0.166343		CURRENT LEARNING RATE: 2.4630999699801347e-07
previous_iter_valid_loss : 0.162104532122612

   1486000	  0.162264	  0.162105	  0.165688		CURRENT LEARNING RATE: 2.4626073992448513e-07
previous_iter_valid_loss : 0.16063758730888367

   1486020	  0.160790	  0.160638	  0.165483		CURRENT LEARNING RATE: 2.462114927013868e-07
previous_iter_valid_loss : 0.1753210425376892

   1486040	  0.175610	  0.175321	  0.165143		CURRENT LEARNING RATE: 2.461622553267482e-07
previous_iter_valid_loss : 0.1632530838251114

   1486060	  0.163424	  0.163253	  0.164647		CURRENT LEARNING RATE: 2.461130277985999e-07
previous_iter_valid_loss : 0.1627710908651352

   1486080	  0.162968	  0.162771	  0.163372		CURRENT LEARNING RATE: 2.4606381011497225e-07
previous_iter_valid_loss : 0.16099321842193604

   1486100	  0.161176	  0.160993	  0.162956		CURRENT LEARNING RATE: 2.460146022738975e-07
previous_iter_valid_loss : 0.17034155130386353

   1486120	  0.170493	  0.170342	  0.163145		CURRENT LEARNING RATE: 2.459654042734069e-07
previous_iter_valid_loss : 0.16531962156295776

   1486140	  0.165487	  0.165320	  0.163231		CURRENT LEARNING RATE: 2.459162161115325e-07
previous_iter_valid_loss : 0.1615733504295349

   1486160	  0.161768	  0.161573	  0.163223		CURRENT LEARNING RATE: 2.458670377863063e-07
previous_iter_valid_loss : 0.17552797496318817

   1486180	  0.175811	  0.175528	  0.163953		CURRENT LEARNING RATE: 2.458178692957621e-07
previous_iter_valid_loss : 0.16182465851306915

   1486200	  0.161993	  0.161825	  0.164013		CURRENT LEARNING RATE: 2.4576871063793274e-07
previous_iter_valid_loss : 0.16087915003299713

   1486220	  0.161060	  0.160879	  0.163547		CURRENT LEARNING RATE: 2.457195618108518e-07
previous_iter_valid_loss : 0.16800923645496368

   1486240	  0.168240	  0.168009	  0.163856		CURRENT LEARNING RATE: 2.4567042281255293e-07
previous_iter_valid_loss : 0.17262962460517883

   1486260	  0.172896	  0.172630	  0.164434		CURRENT LEARNING RATE: 2.456212936410714e-07
previous_iter_valid_loss : 0.16481228172779083

   1486280	  0.164985	  0.164812	  0.164646		CURRENT LEARNING RATE: 2.455721742944417e-07
previous_iter_valid_loss : 0.16053669154644012

   1486300	  0.160698	  0.160537	  0.164646		CURRENT LEARNING RATE: 2.455230647706986e-07
previous_iter_valid_loss : 0.16621020436286926

   1486320	  0.166373	  0.166210	  0.164908		CURRENT LEARNING RATE: 2.454739650678785e-07
previous_iter_valid_loss : 0.1621677279472351

   1486340	  0.162351	  0.162168	  0.164945		CURRENT LEARNING RATE: 2.4542487518401705e-07
previous_iter_valid_loss : 0.16176572442054749

   1486360	  0.161958	  0.161766	  0.164889		CURRENT LEARNING RATE: 2.453757951171507e-07
previous_iter_valid_loss : 0.1638146936893463

   1486380	  0.164003	  0.163815	  0.165023		CURRENT LEARNING RATE: 2.4532672486531564e-07
previous_iter_valid_loss : 0.1804962456226349

   1486400	  0.180654	  0.180496	  0.165943		CURRENT LEARNING RATE: 2.452776644265501e-07
previous_iter_valid_loss : 0.16471746563911438

   1486420	  0.164879	  0.164717	  0.166147		CURRENT LEARNING RATE: 2.4522861379889117e-07
previous_iter_valid_loss : 0.16234281659126282

   1486440	  0.162539	  0.162343	  0.165498		CURRENT LEARNING RATE: 2.4517957298037686e-07
previous_iter_valid_loss : 0.17098155617713928

   1486460	  0.171130	  0.170982	  0.165884		CURRENT LEARNING RATE: 2.45130541969045e-07
previous_iter_valid_loss : 0.1605067253112793

   1486480	  0.160668	  0.160507	  0.165771		CURRENT LEARNING RATE: 2.4508152076293536e-07
previous_iter_valid_loss : 0.17582134902477264

   1486500	  0.175975	  0.175821	  0.166513		CURRENT LEARNING RATE: 2.4503250936008653e-07
previous_iter_valid_loss : 0.17693321406841278

   1486520	  0.177229	  0.176933	  0.166842		CURRENT LEARNING RATE: 2.449835077585381e-07
previous_iter_valid_loss : 0.1717551350593567

   1486540	  0.172020	  0.171755	  0.167164		CURRENT LEARNING RATE: 2.449345159563296e-07
previous_iter_valid_loss : 0.16087990999221802

   1486560	  0.161066	  0.160880	  0.167129		CURRENT LEARNING RATE: 2.448855339515022e-07
previous_iter_valid_loss : 0.16800646483898163

   1486580	  0.168239	  0.168006	  0.166753		CURRENT LEARNING RATE: 2.448365617420962e-07
previous_iter_valid_loss : 0.16304123401641846

   1486600	  0.163206	  0.163041	  0.166814		CURRENT LEARNING RATE: 2.447875993261527e-07
previous_iter_valid_loss : 0.16286472976207733

   1486620	  0.163059	  0.162865	  0.166913		CURRENT LEARNING RATE: 2.4473864670171276e-07
previous_iter_valid_loss : 0.18816180527210236

   1486640	  0.188582	  0.188162	  0.167921		CURRENT LEARNING RATE: 2.446897038668192e-07
previous_iter_valid_loss : 0.16050133109092712

   1486660	  0.160664	  0.160501	  0.167314		CURRENT LEARNING RATE: 2.446407708195138e-07
previous_iter_valid_loss : 0.16298528015613556

   1486680	  0.163189	  0.162985	  0.167223		CURRENT LEARNING RATE: 2.445918475578388e-07
previous_iter_valid_loss : 0.1634497344493866

   1486700	  0.163654	  0.163450	  0.167369		CURRENT LEARNING RATE: 2.445429340798382e-07
previous_iter_valid_loss : 0.16797642409801483

   1486720	  0.168127	  0.167976	  0.167457		CURRENT LEARNING RATE: 2.44494030383555e-07
previous_iter_valid_loss : 0.16142848134040833

   1486740	  0.161614	  0.161428	  0.167420		CURRENT LEARNING RATE: 2.44445136467033e-07
previous_iter_valid_loss : 0.1632787585258484

   1486760	  0.163441	  0.163279	  0.167496		CURRENT LEARNING RATE: 2.443962523283161e-07
previous_iter_valid_loss : 0.18907935917377472

   1486780	  0.189210	  0.189079	  0.168759		CURRENT LEARNING RATE: 2.443473779654498e-07
previous_iter_valid_loss : 0.1657802015542984

   1486800	  0.165937	  0.165780	  0.168023		CURRENT LEARNING RATE: 2.4429851337647855e-07
previous_iter_valid_loss : 0.16054938733577728

   1486820	  0.160708	  0.160549	  0.167815		CURRENT LEARNING RATE: 2.442496585594479e-07
previous_iter_valid_loss : 0.19774103164672852

   1486840	  0.198260	  0.197741	  0.169585		CURRENT LEARNING RATE: 2.442008135124032e-07
previous_iter_valid_loss : 0.16644448041915894

   1486860	  0.166665	  0.166444	  0.169358		CURRENT LEARNING RATE: 2.4415197823339157e-07
previous_iter_valid_loss : 0.16111020743846893

   1486880	  0.161290	  0.161110	  0.169388		CURRENT LEARNING RATE: 2.4410315272045903e-07
previous_iter_valid_loss : 0.1643844097852707

   1486900	  0.164576	  0.164384	  0.168816		CURRENT LEARNING RATE: 2.440543369716527e-07
previous_iter_valid_loss : 0.17126628756523132

   1486920	  0.171415	  0.171266	  0.168533		CURRENT LEARNING RATE: 2.4400553098501934e-07
previous_iter_valid_loss : 0.1746661216020584

   1486940	  0.174954	  0.174666	  0.168678		CURRENT LEARNING RATE: 2.4395673475860777e-07
previous_iter_valid_loss : 0.1651839017868042

   1486960	  0.165384	  0.165184	  0.168894		CURRENT LEARNING RATE: 2.439079482904656e-07
previous_iter_valid_loss : 0.1608363837003708

   1486980	  0.161014	  0.160836	  0.168535		CURRENT LEARNING RATE: 2.4385917157864137e-07
previous_iter_valid_loss : 0.16053979098796844

   1487000	  0.160706	  0.160540	  0.168410		CURRENT LEARNING RATE: 2.438104046211836e-07
previous_iter_valid_loss : 0.16127686202526093

   1487020	  0.161465	  0.161277	  0.168331		CURRENT LEARNING RATE: 2.437616474161426e-07
previous_iter_valid_loss : 0.16228346526622772

   1487040	  0.162440	  0.162283	  0.167037		CURRENT LEARNING RATE: 2.4371289996156735e-07
previous_iter_valid_loss : 0.1682032197713852

   1487060	  0.168438	  0.168203	  0.167422		CURRENT LEARNING RATE: 2.4366416225550824e-07
previous_iter_valid_loss : 0.18612077832221985

   1487080	  0.186263	  0.186121	  0.168579		CURRENT LEARNING RATE: 2.436154342960152e-07
previous_iter_valid_loss : 0.16910392045974731

   1487100	  0.169259	  0.169104	  0.168861		CURRENT LEARNING RATE: 2.4356671608114e-07
previous_iter_valid_loss : 0.16469846665859222

   1487120	  0.164916	  0.164698	  0.168697		CURRENT LEARNING RATE: 2.4351800760893344e-07
previous_iter_valid_loss : 0.17135390639305115

   1487140	  0.171504	  0.171354	  0.169194		CURRENT LEARNING RATE: 2.4346930887744686e-07
previous_iter_valid_loss : 0.1862596571445465

   1487160	  0.186396	  0.186260	  0.170343		CURRENT LEARNING RATE: 2.43420619884733e-07
previous_iter_valid_loss : 0.16525018215179443

   1487180	  0.165416	  0.165250	  0.169151		CURRENT LEARNING RATE: 2.433719406288441e-07
previous_iter_valid_loss : 0.16132575273513794

   1487200	  0.161508	  0.161326	  0.168928		CURRENT LEARNING RATE: 2.433232711078327e-07
previous_iter_valid_loss : 0.1720396876335144

   1487220	  0.172193	  0.172040	  0.169503		CURRENT LEARNING RATE: 2.4327461131975185e-07
previous_iter_valid_loss : 0.16258899867534637

   1487240	  0.162775	  0.162589	  0.167745		CURRENT LEARNING RATE: 2.4322596126265587e-07
previous_iter_valid_loss : 0.16224755346775055

   1487260	  0.162404	  0.162248	  0.167536		CURRENT LEARNING RATE: 2.431773209345984e-07
previous_iter_valid_loss : 0.1604994535446167

   1487280	  0.160661	  0.160499	  0.167505		CURRENT LEARNING RATE: 2.4312869033363383e-07
previous_iter_valid_loss : 0.16685353219509125

   1487300	  0.167013	  0.166854	  0.167628		CURRENT LEARNING RATE: 2.430800694578164e-07
previous_iter_valid_loss : 0.16559524834156036

   1487320	  0.165750	  0.165595	  0.167345		CURRENT LEARNING RATE: 2.4303145830520224e-07
previous_iter_valid_loss : 0.16101989150047302

   1487340	  0.161207	  0.161020	  0.166663		CURRENT LEARNING RATE: 2.4298285687384647e-07
previous_iter_valid_loss : 0.18076065182685852

   1487360	  0.180919	  0.180761	  0.167441		CURRENT LEARNING RATE: 2.42934265161805e-07
previous_iter_valid_loss : 0.16054809093475342

   1487380	  0.160710	  0.160548	  0.167427		CURRENT LEARNING RATE: 2.428856831671337e-07
previous_iter_valid_loss : 0.16176436841487885

   1487400	  0.161926	  0.161764	  0.167488		CURRENT LEARNING RATE: 2.4283711088789024e-07
previous_iter_valid_loss : 0.16556894779205322

   1487420	  0.165731	  0.165569	  0.167703		CURRENT LEARNING RATE: 2.4278854832213123e-07
previous_iter_valid_loss : 0.16241422295570374

   1487440	  0.162566	  0.162414	  0.167709		CURRENT LEARNING RATE: 2.427399954679142e-07
previous_iter_valid_loss : 0.16886812448501587

   1487460	  0.169094	  0.168868	  0.167743		CURRENT LEARNING RATE: 2.426914523232965e-07
previous_iter_valid_loss : 0.16158093512058258

   1487480	  0.161771	  0.161581	  0.166516		CURRENT LEARNING RATE: 2.426429188863375e-07
previous_iter_valid_loss : 0.1657043844461441

   1487500	  0.165920	  0.165704	  0.166346		CURRENT LEARNING RATE: 2.425943951550952e-07
previous_iter_valid_loss : 0.16346381604671478

   1487520	  0.163624	  0.163464	  0.166284		CURRENT LEARNING RATE: 2.425458811276283e-07
previous_iter_valid_loss : 0.17595511674880981

   1487540	  0.176108	  0.175955	  0.166514		CURRENT LEARNING RATE: 2.424973768019971e-07
previous_iter_valid_loss : 0.16092126071453094

   1487560	  0.161105	  0.160921	  0.165247		CURRENT LEARNING RATE: 2.4244888217626107e-07
previous_iter_valid_loss : 0.1606162041425705

   1487580	  0.160788	  0.160616	  0.165015		CURRENT LEARNING RATE: 2.4240039724848036e-07
previous_iter_valid_loss : 0.16068093478679657

   1487600	  0.160851	  0.160681	  0.164983		CURRENT LEARNING RATE: 2.4235192201671506e-07
previous_iter_valid_loss : 0.17506515979766846

   1487620	  0.175349	  0.175065	  0.165134		CURRENT LEARNING RATE: 2.4230345647902713e-07
previous_iter_valid_loss : 0.16068020462989807

   1487640	  0.160859	  0.160680	  0.165039		CURRENT LEARNING RATE: 2.4225500063347754e-07
previous_iter_valid_loss : 0.16635294258594513

   1487660	  0.166567	  0.166353	  0.165244		CURRENT LEARNING RATE: 2.4220655447812796e-07
previous_iter_valid_loss : 0.1621827930212021

   1487680	  0.162372	  0.162183	  0.165328		CURRENT LEARNING RATE: 2.421581180110402e-07
previous_iter_valid_loss : 0.16677933931350708

   1487700	  0.166941	  0.166779	  0.165325		CURRENT LEARNING RATE: 2.4210969123027764e-07
previous_iter_valid_loss : 0.16123159229755402

   1487720	  0.161384	  0.161232	  0.165107		CURRENT LEARNING RATE: 2.4206127413390273e-07
previous_iter_valid_loss : 0.16054244339466095

   1487740	  0.160708	  0.160542	  0.165083		CURRENT LEARNING RATE: 2.420128667199788e-07
previous_iter_valid_loss : 0.17977873980998993

   1487760	  0.179939	  0.179779	  0.165034		CURRENT LEARNING RATE: 2.419644689865691e-07
previous_iter_valid_loss : 0.16854152083396912

   1487780	  0.168763	  0.168542	  0.165433		CURRENT LEARNING RATE: 2.419160809317387e-07
previous_iter_valid_loss : 0.17015430331230164

   1487800	  0.170300	  0.170154	  0.165853		CURRENT LEARNING RATE: 2.4186770255355155e-07
previous_iter_valid_loss : 0.16052770614624023

   1487820	  0.160693	  0.160528	  0.165601		CURRENT LEARNING RATE: 2.418193338500725e-07
previous_iter_valid_loss : 0.16201980412006378

   1487840	  0.162175	  0.162020	  0.165581		CURRENT LEARNING RATE: 2.417709748193665e-07
previous_iter_valid_loss : 0.1631714552640915

   1487860	  0.163359	  0.163171	  0.165296		CURRENT LEARNING RATE: 2.417226254594999e-07
previous_iter_valid_loss : 0.16148978471755981

   1487880	  0.161641	  0.161490	  0.165292		CURRENT LEARNING RATE: 2.416742857685383e-07
previous_iter_valid_loss : 0.16844609379768372

   1487900	  0.168673	  0.168446	  0.165429		CURRENT LEARNING RATE: 2.416259557445478e-07
previous_iter_valid_loss : 0.1728953719139099

   1487920	  0.173172	  0.172895	  0.165900		CURRENT LEARNING RATE: 2.4157763538559594e-07
previous_iter_valid_loss : 0.16269412636756897

   1487940	  0.162866	  0.162694	  0.165237		CURRENT LEARNING RATE: 2.4152932468974957e-07
previous_iter_valid_loss : 0.16795526444911957

   1487960	  0.168178	  0.167955	  0.165589		CURRENT LEARNING RATE: 2.414810236550762e-07
previous_iter_valid_loss : 0.16060596704483032

   1487980	  0.160766	  0.160606	  0.165588		CURRENT LEARNING RATE: 2.4143273227964334e-07
previous_iter_valid_loss : 0.16104480624198914

   1488000	  0.161222	  0.161045	  0.165607		CURRENT LEARNING RATE: 2.4138445056152027e-07
previous_iter_valid_loss : 0.1642289012670517

   1488020	  0.164428	  0.164229	  0.165065		CURRENT LEARNING RATE: 2.413361784987753e-07
previous_iter_valid_loss : 0.16426515579223633

   1488040	  0.164432	  0.164265	  0.165244		CURRENT LEARNING RATE: 2.4128791608947746e-07
previous_iter_valid_loss : 0.1655634045600891

   1488060	  0.165772	  0.165563	  0.165204		CURRENT LEARNING RATE: 2.4123966333169583e-07
previous_iter_valid_loss : 0.16452334821224213

   1488080	  0.164684	  0.164523	  0.165321		CURRENT LEARNING RATE: 2.4119142022350126e-07
previous_iter_valid_loss : 0.16477663815021515

   1488100	  0.164978	  0.164777	  0.165221		CURRENT LEARNING RATE: 2.411431867629635e-07
previous_iter_valid_loss : 0.17291831970214844

   1488120	  0.173070	  0.172918	  0.165806		CURRENT LEARNING RATE: 2.4109496294815327e-07
previous_iter_valid_loss : 0.16099707782268524

   1488140	  0.161182	  0.160997	  0.165828		CURRENT LEARNING RATE: 2.410467487771411e-07
previous_iter_valid_loss : 0.16229668259620667

   1488160	  0.162485	  0.162297	  0.164954		CURRENT LEARNING RATE: 2.409985442479994e-07
previous_iter_valid_loss : 0.1614435613155365

   1488180	  0.161636	  0.161444	  0.164599		CURRENT LEARNING RATE: 2.409503493587995e-07
previous_iter_valid_loss : 0.1637534648180008

   1488200	  0.163923	  0.163753	  0.164279		CURRENT LEARNING RATE: 2.409021641076136e-07
previous_iter_valid_loss : 0.1771710067987442

   1488220	  0.177327	  0.177171	  0.165112		CURRENT LEARNING RATE: 2.408539884925138e-07
previous_iter_valid_loss : 0.16083744168281555

   1488240	  0.161013	  0.160837	  0.165052		CURRENT LEARNING RATE: 2.4080582251157405e-07
previous_iter_valid_loss : 0.16098999977111816

   1488260	  0.161170	  0.160990	  0.164943		CURRENT LEARNING RATE: 2.407576661628673e-07
previous_iter_valid_loss : 0.16670431196689606

   1488280	  0.166861	  0.166704	  0.165204		CURRENT LEARNING RATE: 2.4070951944446714e-07
previous_iter_valid_loss : 0.16065672039985657

   1488300	  0.160829	  0.160657	  0.164815		CURRENT LEARNING RATE: 2.4066138235444737e-07
previous_iter_valid_loss : 0.1946955919265747

   1488320	  0.194809	  0.194696	  0.165905		CURRENT LEARNING RATE: 2.406132548908834e-07
previous_iter_valid_loss : 0.16104017198085785

   1488340	  0.161187	  0.161040	  0.165822		CURRENT LEARNING RATE: 2.4056513705184967e-07
previous_iter_valid_loss : 0.16088353097438812

   1488360	  0.161037	  0.160884	  0.165468		CURRENT LEARNING RATE: 2.40517028835421e-07
previous_iter_valid_loss : 0.16196830570697784

   1488380	  0.162154	  0.161968	  0.165536		CURRENT LEARNING RATE: 2.4046893023967387e-07
previous_iter_valid_loss : 0.16306018829345703

   1488400	  0.163224	  0.163060	  0.165637		CURRENT LEARNING RATE: 2.4042084126268404e-07
previous_iter_valid_loss : 0.16397106647491455

   1488420	  0.164142	  0.163971	  0.165624		CURRENT LEARNING RATE: 2.4037276190252794e-07
previous_iter_valid_loss : 0.1612306833267212

   1488440	  0.161418	  0.161231	  0.165473		CURRENT LEARNING RATE: 2.4032469215728184e-07
previous_iter_valid_loss : 0.16100065410137177

   1488460	  0.161185	  0.161001	  0.165244		CURRENT LEARNING RATE: 2.4027663202502394e-07
previous_iter_valid_loss : 0.18622474372386932

   1488480	  0.186375	  0.186225	  0.166330		CURRENT LEARNING RATE: 2.402285815038313e-07
previous_iter_valid_loss : 0.16053640842437744

   1488500	  0.160702	  0.160536	  0.166118		CURRENT LEARNING RATE: 2.4018054059178203e-07
previous_iter_valid_loss : 0.16254764795303345

   1488520	  0.162727	  0.162548	  0.165599		CURRENT LEARNING RATE: 2.401325092869539e-07
previous_iter_valid_loss : 0.16110944747924805

   1488540	  0.161294	  0.161109	  0.165605		CURRENT LEARNING RATE: 2.4008448758742665e-07
previous_iter_valid_loss : 0.16053617000579834

   1488560	  0.160702	  0.160536	  0.165517		CURRENT LEARNING RATE: 2.4003647549127895e-07
previous_iter_valid_loss : 0.16400109231472015

   1488580	  0.164172	  0.164001	  0.165644		CURRENT LEARNING RATE: 2.399884729965903e-07
previous_iter_valid_loss : 0.16050931811332703

   1488600	  0.160674	  0.160509	  0.165482		CURRENT LEARNING RATE: 2.3994048010144015e-07
previous_iter_valid_loss : 0.16309385001659393

   1488620	  0.163266	  0.163094	  0.164778		CURRENT LEARNING RATE: 2.3989249680390967e-07
previous_iter_valid_loss : 0.16276592016220093

   1488640	  0.162936	  0.162766	  0.164875		CURRENT LEARNING RATE: 2.398445231020791e-07
previous_iter_valid_loss : 0.16676753759384155

   1488660	  0.166982	  0.166768	  0.165164		CURRENT LEARNING RATE: 2.3979655899402945e-07
previous_iter_valid_loss : 0.16168835759162903

   1488680	  0.161851	  0.161688	  0.164913		CURRENT LEARNING RATE: 2.397486044778418e-07
previous_iter_valid_loss : 0.16146360337734222

   1488700	  0.161657	  0.161464	  0.164953		CURRENT LEARNING RATE: 2.3970065955159883e-07
previous_iter_valid_loss : 0.16084565222263336

   1488720	  0.161000	  0.160846	  0.163261		CURRENT LEARNING RATE: 2.396527242133822e-07
previous_iter_valid_loss : 0.16156244277954102

   1488740	  0.161746	  0.161562	  0.163287		CURRENT LEARNING RATE: 2.396047984612742e-07
previous_iter_valid_loss : 0.16615678369998932

   1488760	  0.166325	  0.166157	  0.163551		CURRENT LEARNING RATE: 2.3955688229335856e-07
previous_iter_valid_loss : 0.1931724101305008

   1488780	  0.193295	  0.193172	  0.165111		CURRENT LEARNING RATE: 2.3950897570771825e-07
previous_iter_valid_loss : 0.16599634289741516

   1488800	  0.166164	  0.165996	  0.165258		CURRENT LEARNING RATE: 2.39461078702437e-07
previous_iter_valid_loss : 0.1633695363998413

   1488820	  0.163538	  0.163370	  0.165227		CURRENT LEARNING RATE: 2.394131912755985e-07
previous_iter_valid_loss : 0.16352185606956482

   1488840	  0.163686	  0.163522	  0.165342		CURRENT LEARNING RATE: 2.3936531342528815e-07
previous_iter_valid_loss : 0.16338804364204407

   1488860	  0.163555	  0.163388	  0.165461		CURRENT LEARNING RATE: 2.393174451495903e-07
previous_iter_valid_loss : 0.16122658550739288

   1488880	  0.161387	  0.161227	  0.164211		CURRENT LEARNING RATE: 2.392695864465903e-07
previous_iter_valid_loss : 0.17016249895095825

   1488900	  0.170416	  0.170162	  0.164693		CURRENT LEARNING RATE: 2.392217373143734e-07
previous_iter_valid_loss : 0.16155290603637695

   1488920	  0.161707	  0.161553	  0.164643		CURRENT LEARNING RATE: 2.3917389775102647e-07
previous_iter_valid_loss : 0.16867047548294067

   1488940	  0.168824	  0.168670	  0.165021		CURRENT LEARNING RATE: 2.3912606775463544e-07
previous_iter_valid_loss : 0.16570985317230225

   1488960	  0.165868	  0.165710	  0.165280		CURRENT LEARNING RATE: 2.3907824732328716e-07
previous_iter_valid_loss : 0.18214944005012512

   1488980	  0.182306	  0.182149	  0.166187		CURRENT LEARNING RATE: 2.390304364550684e-07
previous_iter_valid_loss : 0.1637875884771347

   1489000	  0.163962	  0.163788	  0.166351		CURRENT LEARNING RATE: 2.389826351480675e-07
previous_iter_valid_loss : 0.1642480492591858

   1489020	  0.164425	  0.164248	  0.166409		CURRENT LEARNING RATE: 2.3893484340037207e-07
previous_iter_valid_loss : 0.17953301966190338

   1489040	  0.179690	  0.179533	  0.167247		CURRENT LEARNING RATE: 2.3888706121007044e-07
previous_iter_valid_loss : 0.16129302978515625

   1489060	  0.161487	  0.161293	  0.166973		CURRENT LEARNING RATE: 2.3883928857525083e-07
previous_iter_valid_loss : 0.16625556349754333

   1489080	  0.166460	  0.166256	  0.167202		CURRENT LEARNING RATE: 2.3879152549400323e-07
previous_iter_valid_loss : 0.16066259145736694

   1489100	  0.160829	  0.160663	  0.167162		CURRENT LEARNING RATE: 2.387437719644166e-07
previous_iter_valid_loss : 0.1679905503988266

   1489120	  0.168137	  0.167991	  0.167519		CURRENT LEARNING RATE: 2.386960279845806e-07
previous_iter_valid_loss : 0.1614212840795517

   1489140	  0.161574	  0.161421	  0.167512		CURRENT LEARNING RATE: 2.386482935525861e-07
previous_iter_valid_loss : 0.17795495688915253

   1489160	  0.178265	  0.177955	  0.168102		CURRENT LEARNING RATE: 2.3860056866652337e-07
previous_iter_valid_loss : 0.16059690713882446

   1489180	  0.160755	  0.160597	  0.166473		CURRENT LEARNING RATE: 2.3855285332448345e-07
previous_iter_valid_loss : 0.16582396626472473

   1489200	  0.165985	  0.165824	  0.166464		CURRENT LEARNING RATE: 2.3850514752455724e-07
previous_iter_valid_loss : 0.16482874751091003

   1489220	  0.164994	  0.164829	  0.166537		CURRENT LEARNING RATE: 2.384574512648374e-07
previous_iter_valid_loss : 0.16053397953510284

   1489240	  0.160712	  0.160534	  0.166388		CURRENT LEARNING RATE: 2.3840976454341565e-07
previous_iter_valid_loss : 0.1608230024576187

   1489260	  0.161006	  0.160823	  0.166260		CURRENT LEARNING RATE: 2.383620873583845e-07
previous_iter_valid_loss : 0.16890262067317963

   1489280	  0.169144	  0.168903	  0.166644		CURRENT LEARNING RATE: 2.3831441970783649e-07
previous_iter_valid_loss : 0.1716405153274536

   1489300	  0.171793	  0.171641	  0.166717		CURRENT LEARNING RATE: 2.3826676158986568e-07
previous_iter_valid_loss : 0.16688203811645508

   1489320	  0.167108	  0.166882	  0.166984		CURRENT LEARNING RATE: 2.3821911300256536e-07
previous_iter_valid_loss : 0.16518738865852356

   1489340	  0.165352	  0.165187	  0.166810		CURRENT LEARNING RATE: 2.381714739440296e-07
previous_iter_valid_loss : 0.1636323481798172

   1489360	  0.163804	  0.163632	  0.166706		CURRENT LEARNING RATE: 2.381238444123524e-07
previous_iter_valid_loss : 0.1680801659822464

   1489380	  0.168313	  0.168080	  0.166002		CURRENT LEARNING RATE: 2.3807622440562948e-07
previous_iter_valid_loss : 0.16147954761981964

   1489400	  0.161642	  0.161480	  0.165887		CURRENT LEARNING RATE: 2.3802861392195555e-07
previous_iter_valid_loss : 0.16208797693252563

   1489420	  0.162242	  0.162088	  0.165779		CURRENT LEARNING RATE: 2.3798101295942616e-07
previous_iter_valid_loss : 0.16075538098812103

   1489440	  0.160929	  0.160755	  0.164840		CURRENT LEARNING RATE: 2.3793342151613691e-07
previous_iter_valid_loss : 0.16174007952213287

   1489460	  0.161923	  0.161740	  0.164863		CURRENT LEARNING RATE: 2.3788583959018502e-07
previous_iter_valid_loss : 0.161005437374115

   1489480	  0.161163	  0.161005	  0.164600		CURRENT LEARNING RATE: 2.378382671796667e-07
previous_iter_valid_loss : 0.19510002434253693

   1489500	  0.195576	  0.195100	  0.166322		CURRENT LEARNING RATE: 2.3779070428267874e-07
previous_iter_valid_loss : 0.16362984478473663

   1489520	  0.163811	  0.163630	  0.166104		CURRENT LEARNING RATE: 2.3774315089731936e-07
previous_iter_valid_loss : 0.17006656527519226

   1489540	  0.170216	  0.170067	  0.166536		CURRENT LEARNING RATE: 2.3769560702168605e-07
previous_iter_valid_loss : 0.16445906460285187

   1489560	  0.164620	  0.164459	  0.165861		CURRENT LEARNING RATE: 2.3764807265387704e-07
previous_iter_valid_loss : 0.1726849377155304

   1489580	  0.172832	  0.172685	  0.166466		CURRENT LEARNING RATE: 2.3760054779199056e-07
previous_iter_valid_loss : 0.165520578622818

   1489600	  0.165675	  0.165521	  0.166451		CURRENT LEARNING RATE: 2.3755303243412645e-07
previous_iter_valid_loss : 0.1732330471277237

   1489620	  0.173498	  0.173233	  0.166871		CURRENT LEARNING RATE: 2.3750552657838365e-07
previous_iter_valid_loss : 0.17222397029399872

   1489640	  0.172489	  0.172224	  0.167455		CURRENT LEARNING RATE: 2.3745803022286195e-07
previous_iter_valid_loss : 0.18591217696666718

   1489660	  0.186300	  0.185912	  0.168710		CURRENT LEARNING RATE: 2.374105433656611e-07
previous_iter_valid_loss : 0.1650048941373825

   1489680	  0.165213	  0.165005	  0.168515		CURRENT LEARNING RATE: 2.3736306600488238e-07
previous_iter_valid_loss : 0.16664278507232666

   1489700	  0.166799	  0.166643	  0.168265		CURRENT LEARNING RATE: 2.373155981386264e-07
previous_iter_valid_loss : 0.1616547852754593

   1489720	  0.161843	  0.161655	  0.168004		CURRENT LEARNING RATE: 2.3726813976499432e-07
previous_iter_valid_loss : 0.1629725843667984

   1489740	  0.163140	  0.162973	  0.167893		CURRENT LEARNING RATE: 2.3722069088208745e-07
previous_iter_valid_loss : 0.17429262399673462

   1489760	  0.174441	  0.174293	  0.168426		CURRENT LEARNING RATE: 2.3717325148800873e-07
previous_iter_valid_loss : 0.16064833104610443

   1489780	  0.160824	  0.160648	  0.168054		CURRENT LEARNING RATE: 2.3712582158086003e-07
previous_iter_valid_loss : 0.16536787152290344

   1489800	  0.165568	  0.165368	  0.168249		CURRENT LEARNING RATE: 2.3707840115874424e-07
previous_iter_valid_loss : 0.1616700291633606

   1489820	  0.161863	  0.161670	  0.168228		CURRENT LEARNING RATE: 2.3703099021976412e-07
previous_iter_valid_loss : 0.16445395350456238

   1489840	  0.164656	  0.164454	  0.168413		CURRENT LEARNING RATE: 2.3698358876202405e-07
previous_iter_valid_loss : 0.16176879405975342

   1489860	  0.161956	  0.161769	  0.168414		CURRENT LEARNING RATE: 2.3693619678362758e-07
previous_iter_valid_loss : 0.16117554903030396

   1489880	  0.161358	  0.161176	  0.168423		CURRENT LEARNING RATE: 2.36888814282679e-07
previous_iter_valid_loss : 0.16210103034973145

   1489900	  0.162258	  0.162101	  0.166773		CURRENT LEARNING RATE: 2.368414412572826e-07
previous_iter_valid_loss : 0.16478034853935242

   1489920	  0.164943	  0.164780	  0.166830		CURRENT LEARNING RATE: 2.367940777055443e-07
previous_iter_valid_loss : 0.1809035837650299

   1489940	  0.181052	  0.180904	  0.167372		CURRENT LEARNING RATE: 2.3674672362556917e-07
previous_iter_valid_loss : 0.16319558024406433

   1489960	  0.163391	  0.163196	  0.167309		CURRENT LEARNING RATE: 2.3669937901546255e-07
previous_iter_valid_loss : 0.16216908395290375

   1489980	  0.162335	  0.162169	  0.166783		CURRENT LEARNING RATE: 2.3665204387333156e-07
previous_iter_valid_loss : 0.16828498244285583

   1490000	  0.168520	  0.168285	  0.166921		CURRENT LEARNING RATE: 2.3660471819728237e-07
previous_iter_valid_loss : 0.1606263369321823

   1490020	  0.160794	  0.160626	  0.166291		CURRENT LEARNING RATE: 2.3655740198542195e-07
previous_iter_valid_loss : 0.16059640049934387

   1490040	  0.160762	  0.160596	  0.165710		CURRENT LEARNING RATE: 2.3651009523585716e-07
previous_iter_valid_loss : 0.16998425126075745

   1490060	  0.170134	  0.169984	  0.164913		CURRENT LEARNING RATE: 2.364627979466967e-07
previous_iter_valid_loss : 0.16188348829746246

   1490080	  0.162035	  0.161883	  0.164757		CURRENT LEARNING RATE: 2.3641551011604816e-07
previous_iter_valid_loss : 0.1609039157629013

   1490100	  0.161061	  0.160904	  0.164470		CURRENT LEARNING RATE: 2.3636823174202006e-07
previous_iter_valid_loss : 0.1656089872121811

   1490120	  0.165816	  0.165609	  0.164668		CURRENT LEARNING RATE: 2.3632096282272084e-07
previous_iter_valid_loss : 0.16275668144226074

   1490140	  0.162927	  0.162757	  0.164657		CURRENT LEARNING RATE: 2.3627370335626057e-07
previous_iter_valid_loss : 0.16461972892284393

   1490160	  0.164790	  0.164620	  0.164174		CURRENT LEARNING RATE: 2.3622645334074848e-07
previous_iter_valid_loss : 0.16073058545589447

   1490180	  0.160888	  0.160731	  0.164178		CURRENT LEARNING RATE: 2.3617921277429456e-07
previous_iter_valid_loss : 0.161150261759758

   1490200	  0.161313	  0.161150	  0.163967		CURRENT LEARNING RATE: 2.3613198165500875e-07
previous_iter_valid_loss : 0.16534072160720825

   1490220	  0.165505	  0.165341	  0.164150		CURRENT LEARNING RATE: 2.3608475998100265e-07
previous_iter_valid_loss : 0.16885149478912354

   1490240	  0.169006	  0.168851	  0.164370		CURRENT LEARNING RATE: 2.3603754775038703e-07
previous_iter_valid_loss : 0.16303877532482147

   1490260	  0.163204	  0.163039	  0.164434		CURRENT LEARNING RATE: 2.359903449612733e-07
previous_iter_valid_loss : 0.16054102778434753

   1490280	  0.160705	  0.160541	  0.164402		CURRENT LEARNING RATE: 2.35943151611773e-07
previous_iter_valid_loss : 0.1616584062576294

   1490300	  0.161841	  0.161658	  0.164380		CURRENT LEARNING RATE: 2.358959676999992e-07
previous_iter_valid_loss : 0.16052135825157166

   1490320	  0.160694	  0.160521	  0.164167		CURRENT LEARNING RATE: 2.3584879322406414e-07
previous_iter_valid_loss : 0.1712886393070221

   1490340	  0.171540	  0.171289	  0.163686		CURRENT LEARNING RATE: 2.3580162818208044e-07
previous_iter_valid_loss : 0.1731075793504715

   1490360	  0.173382	  0.173108	  0.164182		CURRENT LEARNING RATE: 2.3575447257216234e-07
previous_iter_valid_loss : 0.1613464057445526

   1490380	  0.161534	  0.161346	  0.164141		CURRENT LEARNING RATE: 2.3570732639242314e-07
previous_iter_valid_loss : 0.1614447832107544

   1490400	  0.161632	  0.161445	  0.163799		CURRENT LEARNING RATE: 2.3566018964097702e-07
previous_iter_valid_loss : 0.1614917516708374

   1490420	  0.161686	  0.161492	  0.163842		CURRENT LEARNING RATE: 2.3561306231593812e-07
previous_iter_valid_loss : 0.17079168558120728

   1490440	  0.171047	  0.170792	  0.164352		CURRENT LEARNING RATE: 2.3556594441542216e-07
previous_iter_valid_loss : 0.17242252826690674

   1490460	  0.172574	  0.172423	  0.164474		CURRENT LEARNING RATE: 2.35518835937544e-07
previous_iter_valid_loss : 0.16076409816741943

   1490480	  0.160921	  0.160764	  0.164418		CURRENT LEARNING RATE: 2.3547173688041928e-07
previous_iter_valid_loss : 0.16106538474559784

   1490500	  0.161245	  0.161065	  0.164426		CURRENT LEARNING RATE: 2.354246472421637e-07
previous_iter_valid_loss : 0.16206198930740356

   1490520	  0.162205	  0.162062	  0.164248		CURRENT LEARNING RATE: 2.3537756702089445e-07
previous_iter_valid_loss : 0.16158416867256165

   1490540	  0.161742	  0.161584	  0.164190		CURRENT LEARNING RATE: 2.3533049621472788e-07
previous_iter_valid_loss : 0.17042987048625946

   1490560	  0.170581	  0.170430	  0.164480		CURRENT LEARNING RATE: 2.3528343482178122e-07
previous_iter_valid_loss : 0.16995075345039368

   1490580	  0.170205	  0.169951	  0.164941		CURRENT LEARNING RATE: 2.3523638284017154e-07
previous_iter_valid_loss : 0.16437725722789764

   1490600	  0.164579	  0.164377	  0.165103		CURRENT LEARNING RATE: 2.3518934026801765e-07
previous_iter_valid_loss : 0.16059809923171997

   1490620	  0.160746	  0.160598	  0.164865		CURRENT LEARNING RATE: 2.3514230710343742e-07
previous_iter_valid_loss : 0.16429932415485382

   1490640	  0.164470	  0.164299	  0.164638		CURRENT LEARNING RATE: 2.3509528334454947e-07
previous_iter_valid_loss : 0.17332594096660614

   1490660	  0.173476	  0.173326	  0.165152		CURRENT LEARNING RATE: 2.3504826898947244e-07
previous_iter_valid_loss : 0.16552050411701202

   1490680	  0.165681	  0.165521	  0.165401		CURRENT LEARNING RATE: 2.3500126403632665e-07
previous_iter_valid_loss : 0.16387450695037842

   1490700	  0.164074	  0.163875	  0.165512		CURRENT LEARNING RATE: 2.3495426848323147e-07
previous_iter_valid_loss : 0.16056230664253235

   1490720	  0.160730	  0.160562	  0.165514		CURRENT LEARNING RATE: 2.3490728232830663e-07
previous_iter_valid_loss : 0.17104896903038025

   1490740	  0.171189	  0.171049	  0.165502		CURRENT LEARNING RATE: 2.3486030556967354e-07
previous_iter_valid_loss : 0.17311449348926544

   1490760	  0.173256	  0.173114	  0.165502		CURRENT LEARNING RATE: 2.348133382054527e-07
previous_iter_valid_loss : 0.16896137595176697

   1490780	  0.169106	  0.168961	  0.165883		CURRENT LEARNING RATE: 2.3476638023376542e-07
previous_iter_valid_loss : 0.16706839203834534

   1490800	  0.167303	  0.167068	  0.166164		CURRENT LEARNING RATE: 2.3471943165273293e-07
previous_iter_valid_loss : 0.17140643298625946

   1490820	  0.171560	  0.171406	  0.166660		CURRENT LEARNING RATE: 2.346724924604782e-07
previous_iter_valid_loss : 0.16172917187213898

   1490840	  0.161892	  0.161729	  0.166207		CURRENT LEARNING RATE: 2.3462556265512315e-07
previous_iter_valid_loss : 0.16179290413856506

   1490860	  0.161952	  0.161793	  0.165675		CURRENT LEARNING RATE: 2.345786422347907e-07
previous_iter_valid_loss : 0.16051453351974487

   1490880	  0.160687	  0.160515	  0.165663		CURRENT LEARNING RATE: 2.345317311976035e-07
previous_iter_valid_loss : 0.16089577972888947

   1490900	  0.161045	  0.160896	  0.165654		CURRENT LEARNING RATE: 2.3448482954168605e-07
previous_iter_valid_loss : 0.16784979403018951

   1490920	  0.168082	  0.167850	  0.165944		CURRENT LEARNING RATE: 2.3443793726516177e-07
previous_iter_valid_loss : 0.16121245920658112

   1490940	  0.161394	  0.161212	  0.165925		CURRENT LEARNING RATE: 2.3439105436615504e-07
previous_iter_valid_loss : 0.16276006400585175

   1490960	  0.162929	  0.162760	  0.165542		CURRENT LEARNING RATE: 2.3434418084279007e-07
previous_iter_valid_loss : 0.17075543105602264

   1490980	  0.171014	  0.170755	  0.165582		CURRENT LEARNING RATE: 2.3429731669319276e-07
previous_iter_valid_loss : 0.16103996336460114

   1491000	  0.161221	  0.161040	  0.165415		CURRENT LEARNING RATE: 2.3425046191548825e-07
previous_iter_valid_loss : 0.16245536506175995

   1491020	  0.162619	  0.162455	  0.165508		CURRENT LEARNING RATE: 2.3420361650780216e-07
previous_iter_valid_loss : 0.1607099324464798

   1491040	  0.160887	  0.160710	  0.165328		CURRENT LEARNING RATE: 2.3415678046826037e-07
previous_iter_valid_loss : 0.16073858737945557

   1491060	  0.160913	  0.160739	  0.164699		CURRENT LEARNING RATE: 2.3410995379499022e-07
previous_iter_valid_loss : 0.16528747975826263

   1491080	  0.165458	  0.165287	  0.164687		CURRENT LEARNING RATE: 2.3406313648611826e-07
previous_iter_valid_loss : 0.16852504014968872

   1491100	  0.168763	  0.168525	  0.164920		CURRENT LEARNING RATE: 2.3401632853977182e-07
previous_iter_valid_loss : 0.16411621868610382

   1491120	  0.164335	  0.164116	  0.165098		CURRENT LEARNING RATE: 2.3396952995407815e-07
previous_iter_valid_loss : 0.16100239753723145

   1491140	  0.161176	  0.161002	  0.164595		CURRENT LEARNING RATE: 2.339227407271661e-07
previous_iter_valid_loss : 0.17615671455860138

   1491160	  0.176307	  0.176157	  0.164748		CURRENT LEARNING RATE: 2.338759608571637e-07
previous_iter_valid_loss : 0.1614283323287964

   1491180	  0.161594	  0.161428	  0.164371		CURRENT LEARNING RATE: 2.3382919034219935e-07
previous_iter_valid_loss : 0.16052289307117462

   1491200	  0.160685	  0.160523	  0.164044		CURRENT LEARNING RATE: 2.3378242918040308e-07
previous_iter_valid_loss : 0.16376248002052307

   1491220	  0.163966	  0.163762	  0.163661		CURRENT LEARNING RATE: 2.33735677369904e-07
previous_iter_valid_loss : 0.16922548413276672

   1491240	  0.169376	  0.169225	  0.164036		CURRENT LEARNING RATE: 2.3368893490883204e-07
previous_iter_valid_loss : 0.16281495988368988

   1491260	  0.162977	  0.162815	  0.164087		CURRENT LEARNING RATE: 2.336422017953171e-07
previous_iter_valid_loss : 0.19379039108753204

   1491280	  0.193906	  0.193790	  0.165751		CURRENT LEARNING RATE: 2.3359547802749067e-07
previous_iter_valid_loss : 0.16064748167991638

   1491300	  0.160805	  0.160647	  0.165739		CURRENT LEARNING RATE: 2.3354876360348338e-07
previous_iter_valid_loss : 0.1605088710784912

   1491320	  0.160664	  0.160509	  0.165372		CURRENT LEARNING RATE: 2.335020585214267e-07
previous_iter_valid_loss : 0.17507562041282654

   1491340	  0.175356	  0.175076	  0.166065		CURRENT LEARNING RATE: 2.3345536277945193e-07
previous_iter_valid_loss : 0.16206978261470795

   1491360	  0.162254	  0.162070	  0.166030		CURRENT LEARNING RATE: 2.3340867637569218e-07
previous_iter_valid_loss : 0.16403402388095856

   1491380	  0.164233	  0.164034	  0.165694		CURRENT LEARNING RATE: 2.3336199930827946e-07
previous_iter_valid_loss : 0.1605592966079712

   1491400	  0.160720	  0.160559	  0.165670		CURRENT LEARNING RATE: 2.3331533157534676e-07
previous_iter_valid_loss : 0.161244735121727

   1491420	  0.161431	  0.161245	  0.165610		CURRENT LEARNING RATE: 2.3326867317502695e-07
previous_iter_valid_loss : 0.16053074598312378

   1491440	  0.160702	  0.160531	  0.165601		CURRENT LEARNING RATE: 2.3322202410545452e-07
previous_iter_valid_loss : 0.16670311987400055

   1491460	  0.166860	  0.166703	  0.165899		CURRENT LEARNING RATE: 2.3317538436476308e-07
previous_iter_valid_loss : 0.16341632604599

   1491480	  0.163609	  0.163416	  0.165805		CURRENT LEARNING RATE: 2.3312875395108703e-07
previous_iter_valid_loss : 0.16384784877300262

   1491500	  0.164017	  0.163848	  0.165571		CURRENT LEARNING RATE: 2.3308213286256075e-07
previous_iter_valid_loss : 0.16072246432304382

   1491520	  0.160870	  0.160722	  0.165402		CURRENT LEARNING RATE: 2.3303552109732025e-07
previous_iter_valid_loss : 0.16080595552921295

   1491540	  0.160976	  0.160806	  0.165392		CURRENT LEARNING RATE: 2.329889186535006e-07
previous_iter_valid_loss : 0.1823328286409378

   1491560	  0.182488	  0.182333	  0.165701		CURRENT LEARNING RATE: 2.3294232552923734e-07
previous_iter_valid_loss : 0.1648697555065155

   1491580	  0.165034	  0.164870	  0.165873		CURRENT LEARNING RATE: 2.3289574172266753e-07
previous_iter_valid_loss : 0.1641114354133606

   1491600	  0.164273	  0.164111	  0.166052		CURRENT LEARNING RATE: 2.3284916723192743e-07
previous_iter_valid_loss : 0.16122455894947052

   1491620	  0.161414	  0.161225	  0.165925		CURRENT LEARNING RATE: 2.3280260205515406e-07
previous_iter_valid_loss : 0.16070568561553955

   1491640	  0.160865	  0.160706	  0.165499		CURRENT LEARNING RATE: 2.327560461904844e-07
previous_iter_valid_loss : 0.16054466366767883

   1491660	  0.160717	  0.160545	  0.165386		CURRENT LEARNING RATE: 2.3270949963605698e-07
previous_iter_valid_loss : 0.1652950942516327

   1491680	  0.165494	  0.165295	  0.163961		CURRENT LEARNING RATE: 2.3266296239000962e-07
previous_iter_valid_loss : 0.1668640375137329

   1491700	  0.167023	  0.166864	  0.164272		CURRENT LEARNING RATE: 2.3261643445048077e-07
previous_iter_valid_loss : 0.1753332018852234

   1491720	  0.175611	  0.175333	  0.165013		CURRENT LEARNING RATE: 2.325699158156089e-07
previous_iter_valid_loss : 0.1616213321685791

   1491740	  0.161811	  0.161621	  0.164340		CURRENT LEARNING RATE: 2.3252340648353415e-07
previous_iter_valid_loss : 0.16723674535751343

   1491760	  0.167466	  0.167237	  0.164599		CURRENT LEARNING RATE: 2.3247690645239567e-07
previous_iter_valid_loss : 0.16962659358978271

   1491780	  0.169777	  0.169627	  0.164878		CURRENT LEARNING RATE: 2.3243041572033344e-07
previous_iter_valid_loss : 0.17626997828483582

   1491800	  0.176563	  0.176270	  0.165664		CURRENT LEARNING RATE: 2.323839342854875e-07
previous_iter_valid_loss : 0.17066340148448944

   1491820	  0.170813	  0.170663	  0.166135		CURRENT LEARNING RATE: 2.3233746214599937e-07
previous_iter_valid_loss : 0.1605498194694519

   1491840	  0.160705	  0.160550	  0.166136		CURRENT LEARNING RATE: 2.3229099930000975e-07
previous_iter_valid_loss : 0.17941513657569885

   1491860	  0.179739	  0.179415	  0.166771		CURRENT LEARNING RATE: 2.3224454574566017e-07
previous_iter_valid_loss : 0.16295287013053894

   1491880	  0.163141	  0.162953	  0.166748		CURRENT LEARNING RATE: 2.3219810148109197e-07
previous_iter_valid_loss : 0.1605008840560913

   1491900	  0.160660	  0.160501	  0.166581		CURRENT LEARNING RATE: 2.3215166650444833e-07
previous_iter_valid_loss : 0.16500547528266907

   1491920	  0.165172	  0.165005	  0.166795		CURRENT LEARNING RATE: 2.3210524081387137e-07
previous_iter_valid_loss : 0.16049984097480774

   1491940	  0.160656	  0.160500	  0.166780		CURRENT LEARNING RATE: 2.3205882440750366e-07
previous_iter_valid_loss : 0.1713203638792038

   1491960	  0.171587	  0.171320	  0.166229		CURRENT LEARNING RATE: 2.3201241728348933e-07
previous_iter_valid_loss : 0.16082850098609924

   1491980	  0.160985	  0.160829	  0.166027		CURRENT LEARNING RATE: 2.3196601943997175e-07
previous_iter_valid_loss : 0.1651328057050705

   1492000	  0.165298	  0.165133	  0.166078		CURRENT LEARNING RATE: 2.3191963087509497e-07
previous_iter_valid_loss : 0.1626044362783432

   1492020	  0.162755	  0.162604	  0.166147		CURRENT LEARNING RATE: 2.3187325158700306e-07
previous_iter_valid_loss : 0.16373643279075623

   1492040	  0.163923	  0.163736	  0.166299		CURRENT LEARNING RATE: 2.3182688157384165e-07
previous_iter_valid_loss : 0.16087734699249268

   1492060	  0.161048	  0.160877	  0.166315		CURRENT LEARNING RATE: 2.3178052083375553e-07
previous_iter_valid_loss : 0.1667366921901703

   1492080	  0.166961	  0.166737	  0.166387		CURRENT LEARNING RATE: 2.3173416936489026e-07
previous_iter_valid_loss : 0.16058193147182465

   1492100	  0.160748	  0.160582	  0.166073		CURRENT LEARNING RATE: 2.3168782716539143e-07
previous_iter_valid_loss : 0.18060241639614105

   1492120	  0.180762	  0.180602	  0.166337		CURRENT LEARNING RATE: 2.316414942334061e-07
previous_iter_valid_loss : 0.16105322539806366

   1492140	  0.161213	  0.161053	  0.166308		CURRENT LEARNING RATE: 2.3159517056708058e-07
previous_iter_valid_loss : 0.1629948914051056

   1492160	  0.163185	  0.162995	  0.166096		CURRENT LEARNING RATE: 2.3154885616456192e-07
previous_iter_valid_loss : 0.16353563964366913

   1492180	  0.163723	  0.163536	  0.165792		CURRENT LEARNING RATE: 2.315025510239971e-07
previous_iter_valid_loss : 0.16066358983516693

   1492200	  0.160838	  0.160664	  0.165011		CURRENT LEARNING RATE: 2.3145625514353477e-07
previous_iter_valid_loss : 0.1605357676744461

   1492220	  0.160693	  0.160536	  0.164505		CURRENT LEARNING RATE: 2.3140996852132268e-07
previous_iter_valid_loss : 0.16171693801879883

   1492240	  0.161904	  0.161717	  0.164563		CURRENT LEARNING RATE: 2.3136369115550934e-07
previous_iter_valid_loss : 0.16658294200897217

   1492260	  0.166742	  0.166583	  0.163922		CURRENT LEARNING RATE: 2.313174230442433e-07
previous_iter_valid_loss : 0.1683972328901291

   1492280	  0.168552	  0.168397	  0.164194		CURRENT LEARNING RATE: 2.3127116418567462e-07
previous_iter_valid_loss : 0.16120220720767975

   1492300	  0.161361	  0.161202	  0.164229		CURRENT LEARNING RATE: 2.312249145779525e-07
previous_iter_valid_loss : 0.17110268771648407

   1492320	  0.171253	  0.171103	  0.164534		CURRENT LEARNING RATE: 2.3117867421922665e-07
previous_iter_valid_loss : 0.1810208410024643

   1492340	  0.181184	  0.181021	  0.165560		CURRENT LEARNING RATE: 2.3113244310764815e-07
previous_iter_valid_loss : 0.16848236322402954

   1492360	  0.168721	  0.168482	  0.165418		CURRENT LEARNING RATE: 2.3108622124136745e-07
previous_iter_valid_loss : 0.16489192843437195

   1492380	  0.165103	  0.164892	  0.165621		CURRENT LEARNING RATE: 2.310400086185356e-07
previous_iter_valid_loss : 0.16052818298339844

   1492400	  0.160696	  0.160528	  0.165391		CURRENT LEARNING RATE: 2.3099380523730374e-07
previous_iter_valid_loss : 0.16617938876152039

   1492420	  0.166408	  0.166179	  0.165570		CURRENT LEARNING RATE: 2.309476110958245e-07
previous_iter_valid_loss : 0.16652359068393707

   1492440	  0.166736	  0.166524	  0.165709		CURRENT LEARNING RATE: 2.3090142619224977e-07
previous_iter_valid_loss : 0.16061924397945404

   1492460	  0.160790	  0.160619	  0.165696		CURRENT LEARNING RATE: 2.3085525052473206e-07
previous_iter_valid_loss : 0.16165375709533691

   1492480	  0.161847	  0.161654	  0.165442		CURRENT LEARNING RATE: 2.3080908409142405e-07
previous_iter_valid_loss : 0.18471083045005798

   1492500	  0.185073	  0.184711	  0.166648		CURRENT LEARNING RATE: 2.3076292689047982e-07
previous_iter_valid_loss : 0.1660311222076416

   1492520	  0.166248	  0.166031	  0.165920		CURRENT LEARNING RATE: 2.3071677892005272e-07
previous_iter_valid_loss : 0.1608012467622757

   1492540	  0.160959	  0.160801	  0.165907		CURRENT LEARNING RATE: 2.306706401782968e-07
previous_iter_valid_loss : 0.1610858142375946

   1492560	  0.161269	  0.161086	  0.165812		CURRENT LEARNING RATE: 2.3062451066336607e-07
previous_iter_valid_loss : 0.17659452557563782

   1492580	  0.176878	  0.176595	  0.166465		CURRENT LEARNING RATE: 2.3057839037341625e-07
previous_iter_valid_loss : 0.16110286116600037

   1492600	  0.161288	  0.161103	  0.166487		CURRENT LEARNING RATE: 2.3053227930660205e-07
previous_iter_valid_loss : 0.16053278744220734

   1492620	  0.160694	  0.160533	  0.166487		CURRENT LEARNING RATE: 2.3048617746107905e-07
previous_iter_valid_loss : 0.16203324496746063

   1492640	  0.162196	  0.162033	  0.166502		CURRENT LEARNING RATE: 2.304400848350028e-07
previous_iter_valid_loss : 0.16349764168262482

   1492660	  0.163702	  0.163498	  0.166348		CURRENT LEARNING RATE: 2.3039400142653034e-07
previous_iter_valid_loss : 0.16253989934921265

   1492680	  0.162706	  0.162540	  0.166055		CURRENT LEARNING RATE: 2.30347927233818e-07
previous_iter_valid_loss : 0.16969628632068634

   1492700	  0.169942	  0.169696	  0.166480		CURRENT LEARNING RATE: 2.303018622550228e-07
previous_iter_valid_loss : 0.1739071011543274

   1492720	  0.174053	  0.173907	  0.166620		CURRENT LEARNING RATE: 2.3025580648830166e-07
previous_iter_valid_loss : 0.16240277886390686

   1492740	  0.162574	  0.162403	  0.165689		CURRENT LEARNING RATE: 2.3020975993181326e-07
previous_iter_valid_loss : 0.16062021255493164

   1492760	  0.160777	  0.160620	  0.165296		CURRENT LEARNING RATE: 2.3016372258371528e-07
previous_iter_valid_loss : 0.1681911200284958

   1492780	  0.168417	  0.168191	  0.165461		CURRENT LEARNING RATE: 2.301176944421658e-07
previous_iter_valid_loss : 0.160946786403656

   1492800	  0.161101	  0.160947	  0.165482		CURRENT LEARNING RATE: 2.3007167550532457e-07
previous_iter_valid_loss : 0.17272545397281647

   1492820	  0.172875	  0.172725	  0.165809		CURRENT LEARNING RATE: 2.3002566577135034e-07
previous_iter_valid_loss : 0.17047962546348572

   1492840	  0.170631	  0.170480	  0.166007		CURRENT LEARNING RATE: 2.2997966523840285e-07
previous_iter_valid_loss : 0.1755235493183136

   1492860	  0.175678	  0.175524	  0.166752		CURRENT LEARNING RATE: 2.2993367390464154e-07
previous_iter_valid_loss : 0.16070249676704407

   1492880	  0.160855	  0.160702	  0.166705		CURRENT LEARNING RATE: 2.2988769176822764e-07
previous_iter_valid_loss : 0.1608211249113083

   1492900	  0.160992	  0.160821	  0.165510		CURRENT LEARNING RATE: 2.2984171882732142e-07
previous_iter_valid_loss : 0.19494538009166718

   1492920	  0.195054	  0.194945	  0.166956		CURRENT LEARNING RATE: 2.2979575508008401e-07
previous_iter_valid_loss : 0.1617179661989212

   1492940	  0.161907	  0.161718	  0.167002		CURRENT LEARNING RATE: 2.297498005246764e-07
previous_iter_valid_loss : 0.1857941895723343

   1492960	  0.186177	  0.185794	  0.168237		CURRENT LEARNING RATE: 2.2970385515926129e-07
previous_iter_valid_loss : 0.16123084723949432

   1492980	  0.161393	  0.161231	  0.167469		CURRENT LEARNING RATE: 2.296579189820004e-07
previous_iter_valid_loss : 0.16183868050575256

   1493000	  0.162012	  0.161839	  0.167506		CURRENT LEARNING RATE: 2.2961199199105626e-07
previous_iter_valid_loss : 0.1608540117740631

   1493020	  0.161039	  0.160854	  0.167522		CURRENT LEARNING RATE: 2.2956607418459144e-07
previous_iter_valid_loss : 0.18021884560585022

   1493040	  0.180379	  0.180219	  0.168431		CURRENT LEARNING RATE: 2.2952016556077003e-07
previous_iter_valid_loss : 0.16066212952136993

   1493060	  0.160824	  0.160662	  0.168290		CURRENT LEARNING RATE: 2.294742661177553e-07
previous_iter_valid_loss : 0.1670466959476471

   1493080	  0.167263	  0.167047	  0.168515		CURRENT LEARNING RATE: 2.294283758537112e-07
previous_iter_valid_loss : 0.1609528511762619

   1493100	  0.161133	  0.160953	  0.168078		CURRENT LEARNING RATE: 2.2938249476680183e-07
previous_iter_valid_loss : 0.16493584215641022

   1493120	  0.165144	  0.164936	  0.167629		CURRENT LEARNING RATE: 2.2933662285519264e-07
previous_iter_valid_loss : 0.16111880540847778

   1493140	  0.161304	  0.161119	  0.167565		CURRENT LEARNING RATE: 2.2929076011704837e-07
previous_iter_valid_loss : 0.16081231832504272

   1493160	  0.160994	  0.160812	  0.167575		CURRENT LEARNING RATE: 2.2924490655053416e-07
previous_iter_valid_loss : 0.1635381281375885

   1493180	  0.163703	  0.163538	  0.167342		CURRENT LEARNING RATE: 2.2919906215381666e-07
previous_iter_valid_loss : 0.1967596560716629

   1493200	  0.197254	  0.196760	  0.169133		CURRENT LEARNING RATE: 2.2915322692506166e-07
previous_iter_valid_loss : 0.16060833632946014

   1493220	  0.160783	  0.160608	  0.168527		CURRENT LEARNING RATE: 2.291074008624358e-07
previous_iter_valid_loss : 0.16522496938705444

   1493240	  0.165384	  0.165225	  0.168264		CURRENT LEARNING RATE: 2.2906158396410554e-07
previous_iter_valid_loss : 0.16883406043052673

   1493260	  0.169072	  0.168834	  0.167929		CURRENT LEARNING RATE: 2.2901577622823911e-07
previous_iter_valid_loss : 0.16150757670402527

   1493280	  0.161659	  0.161508	  0.167970		CURRENT LEARNING RATE: 2.2896997765300376e-07
previous_iter_valid_loss : 0.1620260328054428

   1493300	  0.162191	  0.162026	  0.168030		CURRENT LEARNING RATE: 2.2892418823656753e-07
previous_iter_valid_loss : 0.19283483922481537

   1493320	  0.192948	  0.192835	  0.167924		CURRENT LEARNING RATE: 2.288784079770985e-07
previous_iter_valid_loss : 0.17678050696849823

   1493340	  0.176935	  0.176781	  0.168678		CURRENT LEARNING RATE: 2.2883263687276615e-07
previous_iter_valid_loss : 0.1673242598772049

   1493360	  0.167479	  0.167324	  0.167754		CURRENT LEARNING RATE: 2.2878687492173936e-07
previous_iter_valid_loss : 0.16777403652668

   1493380	  0.167994	  0.167774	  0.168081		CURRENT LEARNING RATE: 2.287411221221876e-07
previous_iter_valid_loss : 0.17014750838279724

   1493400	  0.170391	  0.170148	  0.168497		CURRENT LEARNING RATE: 2.2869537847228028e-07
previous_iter_valid_loss : 0.1615377962589264

   1493420	  0.161692	  0.161538	  0.168531		CURRENT LEARNING RATE: 2.2864964397018863e-07
previous_iter_valid_loss : 0.1605849415063858

   1493440	  0.160753	  0.160585	  0.167549		CURRENT LEARNING RATE: 2.286039186140827e-07
previous_iter_valid_loss : 0.16163024306297302

   1493460	  0.161789	  0.161630	  0.167598		CURRENT LEARNING RATE: 2.285582024021336e-07
previous_iter_valid_loss : 0.16052769124507904

   1493480	  0.160683	  0.160528	  0.167272		CURRENT LEARNING RATE: 2.2851249533251218e-07
previous_iter_valid_loss : 0.1605004072189331

   1493500	  0.160662	  0.160500	  0.167249		CURRENT LEARNING RATE: 2.28466797403391e-07
previous_iter_valid_loss : 0.1606108546257019

   1493520	  0.160767	  0.160611	  0.167033		CURRENT LEARNING RATE: 2.2842110861294179e-07
previous_iter_valid_loss : 0.16052821278572083

   1493540	  0.160679	  0.160528	  0.167003		CURRENT LEARNING RATE: 2.2837542895933654e-07
previous_iter_valid_loss : 0.16684770584106445

   1493560	  0.167071	  0.166848	  0.167305		CURRENT LEARNING RATE: 2.2832975844074886e-07
previous_iter_valid_loss : 0.16924820840358734

   1493580	  0.169403	  0.169248	  0.167590		CURRENT LEARNING RATE: 2.2828409705535158e-07
previous_iter_valid_loss : 0.17628073692321777

   1493600	  0.176426	  0.176281	  0.166567		CURRENT LEARNING RATE: 2.2823844480131819e-07
previous_iter_valid_loss : 0.1605297327041626

   1493620	  0.160689	  0.160530	  0.166563		CURRENT LEARNING RATE: 2.2819280167682224e-07
previous_iter_valid_loss : 0.16420556604862213

   1493640	  0.164376	  0.164206	  0.166512		CURRENT LEARNING RATE: 2.2814716768003874e-07
previous_iter_valid_loss : 0.17850324511528015

   1493660	  0.178659	  0.178503	  0.166995		CURRENT LEARNING RATE: 2.28101542809142e-07
previous_iter_valid_loss : 0.16072005033493042

   1493680	  0.160889	  0.160720	  0.166956		CURRENT LEARNING RATE: 2.2805592706230702e-07
previous_iter_valid_loss : 0.176871657371521

   1493700	  0.177022	  0.176872	  0.167698		CURRENT LEARNING RATE: 2.2801032043770876e-07
previous_iter_valid_loss : 0.1862650364637375

   1493720	  0.186412	  0.186265	  0.167369		CURRENT LEARNING RATE: 2.279647229335237e-07
previous_iter_valid_loss : 0.18747489154338837

   1493740	  0.187611	  0.187475	  0.167904		CURRENT LEARNING RATE: 2.2791913454792764e-07
previous_iter_valid_loss : 0.1704433411359787

   1493760	  0.170693	  0.170443	  0.168060		CURRENT LEARNING RATE: 2.2787355527909698e-07
previous_iter_valid_loss : 0.16590838134288788

   1493780	  0.166107	  0.165908	  0.167967		CURRENT LEARNING RATE: 2.2782798512520814e-07
previous_iter_valid_loss : 0.16979940235614777

   1493800	  0.170040	  0.169799	  0.167949		CURRENT LEARNING RATE: 2.2778242408443918e-07
previous_iter_valid_loss : 0.1632196307182312

   1493820	  0.163417	  0.163220	  0.168034		CURRENT LEARNING RATE: 2.2773687215496715e-07
previous_iter_valid_loss : 0.16117852926254272

   1493840	  0.161366	  0.161179	  0.168063		CURRENT LEARNING RATE: 2.2769132933497008e-07
previous_iter_valid_loss : 0.16131837666034698

   1493860	  0.161498	  0.161318	  0.168048		CURRENT LEARNING RATE: 2.276457956226258e-07
previous_iter_valid_loss : 0.16604436933994293

   1493880	  0.166203	  0.166044	  0.168323		CURRENT LEARNING RATE: 2.276002710161138e-07
previous_iter_valid_loss : 0.16285528242588043

   1493900	  0.163049	  0.162855	  0.168441		CURRENT LEARNING RATE: 2.2755475551361265e-07
previous_iter_valid_loss : 0.16480082273483276

   1493920	  0.164995	  0.164801	  0.168651		CURRENT LEARNING RATE: 2.2750924911330175e-07
previous_iter_valid_loss : 0.19599968194961548

   1493940	  0.196109	  0.196000	  0.170424		CURRENT LEARNING RATE: 2.2746375181336042e-07
previous_iter_valid_loss : 0.176496222615242

   1493960	  0.176779	  0.176496	  0.170907		CURRENT LEARNING RATE: 2.2741826361196964e-07
previous_iter_valid_loss : 0.16164956986904144

   1493980	  0.161808	  0.161650	  0.170527		CURRENT LEARNING RATE: 2.273727845073094e-07
previous_iter_valid_loss : 0.16321410238742828

   1494000	  0.163377	  0.163214	  0.169874		CURRENT LEARNING RATE: 2.2732731449756019e-07
previous_iter_valid_loss : 0.1659301370382309

   1494020	  0.166096	  0.165930	  0.170144		CURRENT LEARNING RATE: 2.2728185358090402e-07
previous_iter_valid_loss : 0.16818533837795258

   1494040	  0.168342	  0.168185	  0.170342		CURRENT LEARNING RATE: 2.2723640175552198e-07
previous_iter_valid_loss : 0.16544505953788757

   1494060	  0.165653	  0.165445	  0.169690		CURRENT LEARNING RATE: 2.2719095901959602e-07
previous_iter_valid_loss : 0.16154056787490845

   1494080	  0.161734	  0.161541	  0.169731		CURRENT LEARNING RATE: 2.271455253713081e-07
previous_iter_valid_loss : 0.16603770852088928

   1494100	  0.166199	  0.166038	  0.169189		CURRENT LEARNING RATE: 2.271001008088416e-07
previous_iter_valid_loss : 0.1634746938943863

   1494120	  0.163637	  0.163475	  0.168049		CURRENT LEARNING RATE: 2.2705468533037918e-07
previous_iter_valid_loss : 0.16114287078380585

   1494140	  0.161292	  0.161143	  0.166733		CURRENT LEARNING RATE: 2.2700927893410417e-07
previous_iter_valid_loss : 0.17887566983699799

   1494160	  0.179030	  0.178876	  0.167154		CURRENT LEARNING RATE: 2.269638816182e-07
previous_iter_valid_loss : 0.16101722419261932

   1494180	  0.161181	  0.161017	  0.166910		CURRENT LEARNING RATE: 2.2691849338085149e-07
previous_iter_valid_loss : 0.18119709193706512

   1494200	  0.181527	  0.181197	  0.167480		CURRENT LEARNING RATE: 2.2687311422024274e-07
previous_iter_valid_loss : 0.16051484644412994

   1494220	  0.160675	  0.160515	  0.167344		CURRENT LEARNING RATE: 2.268277441345586e-07
previous_iter_valid_loss : 0.1770869344472885

   1494240	  0.177381	  0.177087	  0.168140		CURRENT LEARNING RATE: 2.2678238312198385e-07
previous_iter_valid_loss : 0.16136449575424194

   1494260	  0.161530	  0.161364	  0.168142		CURRENT LEARNING RATE: 2.2673703118070483e-07
previous_iter_valid_loss : 0.16052834689617157

   1494280	  0.160686	  0.160528	  0.167866		CURRENT LEARNING RATE: 2.2669168830890715e-07
previous_iter_valid_loss : 0.16068901121616364

   1494300	  0.160833	  0.160689	  0.167758		CURRENT LEARNING RATE: 2.26646354504777e-07
previous_iter_valid_loss : 0.18479081988334656

   1494320	  0.185176	  0.184791	  0.168758		CURRENT LEARNING RATE: 2.2660102976650066e-07
previous_iter_valid_loss : 0.16055089235305786

   1494340	  0.160722	  0.160551	  0.166985		CURRENT LEARNING RATE: 2.2655571409226592e-07
previous_iter_valid_loss : 0.1609388142824173

   1494360	  0.161117	  0.160939	  0.166207		CURRENT LEARNING RATE: 2.265104074802598e-07
previous_iter_valid_loss : 0.16143640875816345

   1494380	  0.161615	  0.161436	  0.166197		CURRENT LEARNING RATE: 2.2646510992866962e-07
previous_iter_valid_loss : 0.17074349522590637

   1494400	  0.170997	  0.170743	  0.166573		CURRENT LEARNING RATE: 2.2641982143568426e-07
previous_iter_valid_loss : 0.19023028016090393

   1494420	  0.190354	  0.190230	  0.167788		CURRENT LEARNING RATE: 2.2637454199949177e-07
previous_iter_valid_loss : 0.16172775626182556

   1494440	  0.161888	  0.161728	  0.167465		CURRENT LEARNING RATE: 2.2632927161828097e-07
previous_iter_valid_loss : 0.16067902743816376

   1494460	  0.160838	  0.160679	  0.167227		CURRENT LEARNING RATE: 2.2628401029024068e-07
previous_iter_valid_loss : 0.16208772361278534

   1494480	  0.162281	  0.162088	  0.167254		CURRENT LEARNING RATE: 2.2623875801356125e-07
previous_iter_valid_loss : 0.16060656309127808

   1494500	  0.160779	  0.160607	  0.166983		CURRENT LEARNING RATE: 2.261935147864322e-07
previous_iter_valid_loss : 0.1701423078775406

   1494520	  0.170294	  0.170142	  0.167316		CURRENT LEARNING RATE: 2.2614828060704374e-07
previous_iter_valid_loss : 0.18835830688476562

   1494540	  0.188492	  0.188358	  0.168677		CURRENT LEARNING RATE: 2.2610305547358614e-07
previous_iter_valid_loss : 0.1610509306192398

   1494560	  0.161237	  0.161051	  0.167786		CURRENT LEARNING RATE: 2.2605783938425117e-07
previous_iter_valid_loss : 0.1611250340938568

   1494580	  0.161309	  0.161125	  0.167791		CURRENT LEARNING RATE: 2.2601263233722982e-07
previous_iter_valid_loss : 0.16235099732875824

   1494600	  0.162550	  0.162351	  0.166849		CURRENT LEARNING RATE: 2.2596743433071378e-07
previous_iter_valid_loss : 0.16130448877811432

   1494620	  0.161467	  0.161304	  0.166888		CURRENT LEARNING RATE: 2.2592224536289477e-07
previous_iter_valid_loss : 0.1648150086402893

   1494640	  0.164979	  0.164815	  0.166275		CURRENT LEARNING RATE: 2.2587706543196597e-07
previous_iter_valid_loss : 0.16189131140708923

   1494660	  0.162046	  0.161891	  0.166301		CURRENT LEARNING RATE: 2.2583189453611986e-07
previous_iter_valid_loss : 0.1675664186477661

   1494680	  0.167786	  0.167566	  0.166653		CURRENT LEARNING RATE: 2.257867326735495e-07
previous_iter_valid_loss : 0.1608172059059143

   1494700	  0.160969	  0.160817	  0.166659		CURRENT LEARNING RATE: 2.2574157984244814e-07
previous_iter_valid_loss : 0.161716029047966

   1494720	  0.161879	  0.161716	  0.165506		CURRENT LEARNING RATE: 2.2569643604101038e-07
previous_iter_valid_loss : 0.1623850017786026

   1494740	  0.162566	  0.162385	  0.165597		CURRENT LEARNING RATE: 2.2565130126743008e-07
previous_iter_valid_loss : 0.16840490698814392

   1494760	  0.168559	  0.168405	  0.165971		CURRENT LEARNING RATE: 2.2560617551990148e-07
previous_iter_valid_loss : 0.1756296306848526

   1494780	  0.175912	  0.175630	  0.166680		CURRENT LEARNING RATE: 2.2556105879662031e-07
previous_iter_valid_loss : 0.16146127879619598

   1494800	  0.161654	  0.161461	  0.166216		CURRENT LEARNING RATE: 2.2551595109578156e-07
previous_iter_valid_loss : 0.16120032966136932

   1494820	  0.161382	  0.161200	  0.164765		CURRENT LEARNING RATE: 2.2547085241558085e-07
previous_iter_valid_loss : 0.178419828414917

   1494840	  0.178742	  0.178420	  0.165599		CURRENT LEARNING RATE: 2.2542576275421387e-07
previous_iter_valid_loss : 0.17836368083953857

   1494860	  0.178677	  0.178364	  0.166483		CURRENT LEARNING RATE: 2.253806821098778e-07
previous_iter_valid_loss : 0.16395659744739532

   1494880	  0.164165	  0.163957	  0.166577		CURRENT LEARNING RATE: 2.253356104807691e-07
previous_iter_valid_loss : 0.16098473966121674

   1494900	  0.161160	  0.160985	  0.166596		CURRENT LEARNING RATE: 2.2529054786508483e-07
previous_iter_valid_loss : 0.16293668746948242

   1494920	  0.163119	  0.162937	  0.166236		CURRENT LEARNING RATE: 2.2524549426102212e-07
previous_iter_valid_loss : 0.16283449530601501

   1494940	  0.162994	  0.162834	  0.164959		CURRENT LEARNING RATE: 2.252004496667796e-07
previous_iter_valid_loss : 0.16258780658245087

   1494960	  0.162754	  0.162588	  0.165036		CURRENT LEARNING RATE: 2.2515541408055506e-07
previous_iter_valid_loss : 0.17247743904590607

   1494980	  0.172619	  0.172477	  0.165604		CURRENT LEARNING RATE: 2.2511038750054717e-07
previous_iter_valid_loss : 0.16051575541496277

   1495000	  0.160675	  0.160516	  0.165512		CURRENT LEARNING RATE: 2.2506536992495437e-07
previous_iter_valid_loss : 0.1612928956747055

   1495020	  0.161463	  0.161293	  0.165511		CURRENT LEARNING RATE: 2.250203613519768e-07
previous_iter_valid_loss : 0.1679610013961792

   1495040	  0.168192	  0.167961	  0.165669		CURRENT LEARNING RATE: 2.2497536177981374e-07
previous_iter_valid_loss : 0.1629224419593811

   1495060	  0.163086	  0.162922	  0.165720		CURRENT LEARNING RATE: 2.2493037120666515e-07
previous_iter_valid_loss : 0.17639389634132385

   1495080	  0.176552	  0.176394	  0.166162		CURRENT LEARNING RATE: 2.2488538963073107e-07
previous_iter_valid_loss : 0.16360197961330414

   1495100	  0.163806	  0.163602	  0.166301		CURRENT LEARNING RATE: 2.2484041705021296e-07
previous_iter_valid_loss : 0.1605229526758194

   1495120	  0.160690	  0.160523	  0.166241		CURRENT LEARNING RATE: 2.2479545346331161e-07
previous_iter_valid_loss : 0.16379007697105408

   1495140	  0.163959	  0.163790	  0.166311		CURRENT LEARNING RATE: 2.2475049886822842e-07
previous_iter_valid_loss : 0.1694098562002182

   1495160	  0.169564	  0.169410	  0.166362		CURRENT LEARNING RATE: 2.247055532631648e-07
previous_iter_valid_loss : 0.16326206922531128

   1495180	  0.163455	  0.163262	  0.165743		CURRENT LEARNING RATE: 2.2466061664632374e-07
previous_iter_valid_loss : 0.17061874270439148

   1495200	  0.170876	  0.170619	  0.166201		CURRENT LEARNING RATE: 2.2461568901590737e-07
previous_iter_valid_loss : 0.1609942466020584

   1495220	  0.161149	  0.160994	  0.166191		CURRENT LEARNING RATE: 2.2457077037011819e-07
previous_iter_valid_loss : 0.16061778366565704

   1495240	  0.160776	  0.160618	  0.165301		CURRENT LEARNING RATE: 2.2452586070716026e-07
previous_iter_valid_loss : 0.16242468357086182

   1495260	  0.162587	  0.162425	  0.164504		CURRENT LEARNING RATE: 2.2448096002523681e-07
previous_iter_valid_loss : 0.16104397177696228

   1495280	  0.161223	  0.161044	  0.164358		CURRENT LEARNING RATE: 2.2443606832255178e-07
previous_iter_valid_loss : 0.17209875583648682

   1495300	  0.172248	  0.172099	  0.164914		CURRENT LEARNING RATE: 2.243911855973091e-07
previous_iter_valid_loss : 0.1624300479888916

   1495320	  0.162597	  0.162430	  0.164889		CURRENT LEARNING RATE: 2.243463118477143e-07
previous_iter_valid_loss : 0.1613590568304062

   1495340	  0.161513	  0.161359	  0.164815		CURRENT LEARNING RATE: 2.2430144707197196e-07
previous_iter_valid_loss : 0.16085126996040344

   1495360	  0.161029	  0.160851	  0.164728		CURRENT LEARNING RATE: 2.2425659126828757e-07
previous_iter_valid_loss : 0.16549856960773468

   1495380	  0.165659	  0.165499	  0.164379		CURRENT LEARNING RATE: 2.2421174443486647e-07
previous_iter_valid_loss : 0.16163167357444763

   1495400	  0.161827	  0.161632	  0.164435		CURRENT LEARNING RATE: 2.2416690656991556e-07
previous_iter_valid_loss : 0.1637485772371292

   1495420	  0.163952	  0.163749	  0.164558		CURRENT LEARNING RATE: 2.2412207767164092e-07
previous_iter_valid_loss : 0.18262836337089539

   1495440	  0.182788	  0.182628	  0.165291		CURRENT LEARNING RATE: 2.2407725773824944e-07
previous_iter_valid_loss : 0.1670539677143097

   1495460	  0.167271	  0.167054	  0.165498		CURRENT LEARNING RATE: 2.240324467679479e-07
previous_iter_valid_loss : 0.1728208363056183

   1495480	  0.172965	  0.172821	  0.165319		CURRENT LEARNING RATE: 2.2398764475894466e-07
previous_iter_valid_loss : 0.1639488786458969

   1495500	  0.164119	  0.163949	  0.165336		CURRENT LEARNING RATE: 2.2394285170944724e-07
previous_iter_valid_loss : 0.17499780654907227

   1495520	  0.175143	  0.174998	  0.166060		CURRENT LEARNING RATE: 2.238980676176639e-07
previous_iter_valid_loss : 0.1613578349351883

   1495540	  0.161546	  0.161358	  0.165938		CURRENT LEARNING RATE: 2.238532924818029e-07
previous_iter_valid_loss : 0.17051072418689728

   1495560	  0.170663	  0.170511	  0.165993		CURRENT LEARNING RATE: 2.2380852630007404e-07
previous_iter_valid_loss : 0.16136662662029266

   1495580	  0.161549	  0.161367	  0.165899		CURRENT LEARNING RATE: 2.2376376907068628e-07
previous_iter_valid_loss : 0.1611710637807846

   1495600	  0.161361	  0.161171	  0.165426		CURRENT LEARNING RATE: 2.2371902079184887e-07
previous_iter_valid_loss : 0.17190727591514587

   1495620	  0.172050	  0.171907	  0.165972		CURRENT LEARNING RATE: 2.2367428146177278e-07
previous_iter_valid_loss : 0.16230380535125732

   1495640	  0.162468	  0.162304	  0.166056		CURRENT LEARNING RATE: 2.2362955107866793e-07
previous_iter_valid_loss : 0.16375499963760376

   1495660	  0.163952	  0.163755	  0.166123		CURRENT LEARNING RATE: 2.2358482964074516e-07
previous_iter_valid_loss : 0.1688486635684967

   1495680	  0.169079	  0.168849	  0.166513		CURRENT LEARNING RATE: 2.2354011714621523e-07
previous_iter_valid_loss : 0.16051357984542847

   1495700	  0.160676	  0.160514	  0.165934		CURRENT LEARNING RATE: 2.2349541359329035e-07
previous_iter_valid_loss : 0.16281704604625702

   1495720	  0.162994	  0.162817	  0.165953		CURRENT LEARNING RATE: 2.234507189801821e-07
previous_iter_valid_loss : 0.1753242313861847

   1495740	  0.175604	  0.175324	  0.166651		CURRENT LEARNING RATE: 2.2340603330510264e-07
previous_iter_valid_loss : 0.17311477661132812

   1495760	  0.173262	  0.173115	  0.167264		CURRENT LEARNING RATE: 2.2336135656626414e-07
previous_iter_valid_loss : 0.17484800517559052

   1495780	  0.174993	  0.174848	  0.167732		CURRENT LEARNING RATE: 2.233166887618803e-07
previous_iter_valid_loss : 0.1636599749326706

   1495800	  0.163829	  0.163660	  0.167833		CURRENT LEARNING RATE: 2.2327202989016407e-07
previous_iter_valid_loss : 0.16146069765090942

   1495820	  0.161649	  0.161461	  0.167719		CURRENT LEARNING RATE: 2.2322737994932908e-07
previous_iter_valid_loss : 0.16263318061828613

   1495840	  0.162797	  0.162633	  0.166719		CURRENT LEARNING RATE: 2.2318273893758887e-07
previous_iter_valid_loss : 0.1605454683303833

   1495860	  0.160700	  0.160545	  0.166394		CURRENT LEARNING RATE: 2.2313810685315867e-07
previous_iter_valid_loss : 0.163808211684227

   1495880	  0.164015	  0.163808	  0.165943		CURRENT LEARNING RATE: 2.230934836942528e-07
previous_iter_valid_loss : 0.18465234339237213

   1495900	  0.185012	  0.184652	  0.166978		CURRENT LEARNING RATE: 2.2304886945908625e-07
previous_iter_valid_loss : 0.16105566918849945

   1495920	  0.161239	  0.161056	  0.166281		CURRENT LEARNING RATE: 2.2300426414587417e-07
previous_iter_valid_loss : 0.1755652129650116

   1495940	  0.175850	  0.175565	  0.166992		CURRENT LEARNING RATE: 2.2295966775283303e-07
previous_iter_valid_loss : 0.16423392295837402

   1495960	  0.164439	  0.164234	  0.166678		CURRENT LEARNING RATE: 2.2291508027817868e-07
previous_iter_valid_loss : 0.16637259721755981

   1495980	  0.166585	  0.166373	  0.166928		CURRENT LEARNING RATE: 2.2287050172012716e-07
previous_iter_valid_loss : 0.16204766929149628

   1496000	  0.162247	  0.162048	  0.166972		CURRENT LEARNING RATE: 2.2282593207689612e-07
previous_iter_valid_loss : 0.16869685053825378

   1496020	  0.168849	  0.168697	  0.166811		CURRENT LEARNING RATE: 2.227813713467024e-07
previous_iter_valid_loss : 0.1665191352367401

   1496040	  0.166727	  0.166519	  0.167022		CURRENT LEARNING RATE: 2.2273681952776357e-07
previous_iter_valid_loss : 0.19647470116615295

   1496060	  0.196985	  0.196475	  0.168658		CURRENT LEARNING RATE: 2.2269227661829717e-07
previous_iter_valid_loss : 0.16287146508693695

   1496080	  0.163061	  0.162871	  0.168359		CURRENT LEARNING RATE: 2.2264774261652223e-07
previous_iter_valid_loss : 0.16363605856895447

   1496100	  0.163843	  0.163636	  0.168515		CURRENT LEARNING RATE: 2.22603217520657e-07
previous_iter_valid_loss : 0.1605214625597

   1496120	  0.160677	  0.160521	  0.168401		CURRENT LEARNING RATE: 2.2255870132892055e-07
previous_iter_valid_loss : 0.1605619490146637

   1496140	  0.160734	  0.160562	  0.167662		CURRENT LEARNING RATE: 2.2251419403953176e-07
previous_iter_valid_loss : 0.1616063266992569

   1496160	  0.161795	  0.161606	  0.167087		CURRENT LEARNING RATE: 2.2246969565071118e-07
previous_iter_valid_loss : 0.1607486456632614

   1496180	  0.160924	  0.160749	  0.166382		CURRENT LEARNING RATE: 2.2242520616067843e-07
previous_iter_valid_loss : 0.16132868826389313

   1496200	  0.161481	  0.161329	  0.166266		CURRENT LEARNING RATE: 2.2238072556765397e-07
previous_iter_valid_loss : 0.1615099310874939

   1496220	  0.161667	  0.161510	  0.166268		CURRENT LEARNING RATE: 2.2233625386985819e-07
previous_iter_valid_loss : 0.190630704164505

   1496240	  0.190758	  0.190631	  0.167668		CURRENT LEARNING RATE: 2.2229179106551294e-07
previous_iter_valid_loss : 0.17799977958202362

   1496260	  0.178304	  0.178000	  0.168541		CURRENT LEARNING RATE: 2.222473371528394e-07
previous_iter_valid_loss : 0.16512605547904968

   1496280	  0.165327	  0.165126	  0.168606		CURRENT LEARNING RATE: 2.2220289213005937e-07
previous_iter_valid_loss : 0.16151054203510284

   1496300	  0.161690	  0.161511	  0.167449		CURRENT LEARNING RATE: 2.2215845599539464e-07
previous_iter_valid_loss : 0.1634867787361145

   1496320	  0.163670	  0.163487	  0.167571		CURRENT LEARNING RATE: 2.221140287470686e-07
previous_iter_valid_loss : 0.1644980013370514

   1496340	  0.164687	  0.164498	  0.167018		CURRENT LEARNING RATE: 2.220696103833037e-07
previous_iter_valid_loss : 0.16122916340827942

   1496360	  0.161389	  0.161229	  0.166867		CURRENT LEARNING RATE: 2.220252009023229e-07
previous_iter_valid_loss : 0.17814552783966064

   1496380	  0.178300	  0.178146	  0.167456		CURRENT LEARNING RATE: 2.2198080030235052e-07
previous_iter_valid_loss : 0.16288654506206512

   1496400	  0.163054	  0.162887	  0.167498		CURRENT LEARNING RATE: 2.2193640858161023e-07
previous_iter_valid_loss : 0.16053444147109985

   1496420	  0.160694	  0.160534	  0.167090		CURRENT LEARNING RATE: 2.2189202573832627e-07
previous_iter_valid_loss : 0.169419065117836

   1496440	  0.169568	  0.169419	  0.167235		CURRENT LEARNING RATE: 2.21847651770723e-07
previous_iter_valid_loss : 0.16093146800994873

   1496460	  0.161117	  0.160931	  0.165458		CURRENT LEARNING RATE: 2.218032866770262e-07
previous_iter_valid_loss : 0.16065552830696106

   1496480	  0.160813	  0.160656	  0.165347		CURRENT LEARNING RATE: 2.217589304554609e-07
previous_iter_valid_loss : 0.17517511546611786

   1496500	  0.175461	  0.175175	  0.165924		CURRENT LEARNING RATE: 2.217145831042529e-07
previous_iter_valid_loss : 0.1610693633556366

   1496520	  0.161237	  0.161069	  0.165951		CURRENT LEARNING RATE: 2.2167024462162778e-07
previous_iter_valid_loss : 0.16095522046089172

   1496540	  0.161138	  0.160955	  0.165971		CURRENT LEARNING RATE: 2.216259150058129e-07
previous_iter_valid_loss : 0.16183266043663025

   1496560	  0.162031	  0.161833	  0.165982		CURRENT LEARNING RATE: 2.2158159425503467e-07
previous_iter_valid_loss : 0.16196304559707642

   1496580	  0.162151	  0.161963	  0.166043		CURRENT LEARNING RATE: 2.2153728236752023e-07
previous_iter_valid_loss : 0.17133650183677673

   1496600	  0.171593	  0.171337	  0.166543		CURRENT LEARNING RATE: 2.214929793414967e-07
previous_iter_valid_loss : 0.16695143282413483

   1496620	  0.167156	  0.166951	  0.166815		CURRENT LEARNING RATE: 2.2144868517519279e-07
previous_iter_valid_loss : 0.16162340342998505

   1496640	  0.161814	  0.161623	  0.165365		CURRENT LEARNING RATE: 2.2140439986683632e-07
previous_iter_valid_loss : 0.16558225452899933

   1496660	  0.165743	  0.165582	  0.164744		CURRENT LEARNING RATE: 2.2136012341465586e-07
previous_iter_valid_loss : 0.1761183738708496

   1496680	  0.176272	  0.176118	  0.165294		CURRENT LEARNING RATE: 2.2131585581687995e-07
previous_iter_valid_loss : 0.16077865660190582

   1496700	  0.160957	  0.160779	  0.165257		CURRENT LEARNING RATE: 2.2127159707173873e-07
previous_iter_valid_loss : 0.1625429093837738

   1496720	  0.162737	  0.162543	  0.165210		CURRENT LEARNING RATE: 2.212273471774614e-07
previous_iter_valid_loss : 0.16719262301921844

   1496740	  0.167354	  0.167193	  0.165345		CURRENT LEARNING RATE: 2.21183106132278e-07
previous_iter_valid_loss : 0.16059914231300354

   1496760	  0.160749	  0.160599	  0.165313		CURRENT LEARNING RATE: 2.211388739344185e-07
previous_iter_valid_loss : 0.16101105511188507

   1496780	  0.161164	  0.161011	  0.164456		CURRENT LEARNING RATE: 2.2109465058211435e-07
previous_iter_valid_loss : 0.16299396753311157

   1496800	  0.163193	  0.162994	  0.164462		CURRENT LEARNING RATE: 2.2105043607359626e-07
previous_iter_valid_loss : 0.1656448245048523

   1496820	  0.165855	  0.165645	  0.164717		CURRENT LEARNING RATE: 2.2100623040709526e-07
previous_iter_valid_loss : 0.16238711774349213

   1496840	  0.162558	  0.162387	  0.164366		CURRENT LEARNING RATE: 2.2096203358084387e-07
previous_iter_valid_loss : 0.1690818816423416

   1496860	  0.169234	  0.169082	  0.164773		CURRENT LEARNING RATE: 2.209178455930739e-07
previous_iter_valid_loss : 0.16145078837871552

   1496880	  0.161609	  0.161451	  0.164813		CURRENT LEARNING RATE: 2.2087366644201774e-07
previous_iter_valid_loss : 0.1607082039117813

   1502200	  0.160873	  0.160708	  0.165517		CURRENT LEARNING RATE: 2.0943028029234837e-07
previous_iter_valid_loss : 0.16836541891098022

   1502220	  0.168517	  0.168365	  0.165293		CURRENT LEARNING RATE: 2.0938839842461638e-07
previous_iter_valid_loss : 0.16091635823249817

   1502240	  0.161065	  0.160916	  0.165145		CURRENT LEARNING RATE: 2.0934652493241995e-07
previous_iter_valid_loss : 0.18017655611038208

   1502260	  0.180506	  0.180177	  0.165393		CURRENT LEARNING RATE: 2.0930465981408497e-07
previous_iter_valid_loss : 0.16394110023975372

   1502280	  0.164099	  0.163941	  0.165091		CURRENT LEARNING RATE: 2.092628030679364e-07
previous_iter_valid_loss : 0.16109111905097961

   1502300	  0.161276	  0.161091	  0.164967		CURRENT LEARNING RATE: 2.0922095469229994e-07
previous_iter_valid_loss : 0.16090449690818787

   1502320	  0.161066	  0.160904	  0.164635		CURRENT LEARNING RATE: 2.0917911468550137e-07
previous_iter_valid_loss : 0.162367045879364

   1502340	  0.162555	  0.162367	  0.164340		CURRENT LEARNING RATE: 2.0913728304586773e-07
previous_iter_valid_loss : 0.16056272387504578

   1502360	  0.160731	  0.160563	  0.163964		CURRENT LEARNING RATE: 2.090954597717255e-07
previous_iter_valid_loss : 0.1607501357793808

   1502380	  0.160908	  0.160750	  0.163642		CURRENT LEARNING RATE: 2.0905364486140166e-07
previous_iter_valid_loss : 0.17740453779697418

   1502400	  0.177558	  0.177405	  0.163767		CURRENT LEARNING RATE: 2.090118383132233e-07
previous_iter_valid_loss : 0.166267529129982

   1502420	  0.166429	  0.166268	  0.163854		CURRENT LEARNING RATE: 2.0897004012551886e-07
previous_iter_valid_loss : 0.16690708696842194

   1502440	  0.167127	  0.166907	  0.164168		CURRENT LEARNING RATE: 2.0892825029661605e-07
previous_iter_valid_loss : 0.16177009046077728

   1502460	  0.161937	  0.161770	  0.164230		CURRENT LEARNING RATE: 2.088864688248429e-07
previous_iter_valid_loss : 0.1611708402633667

   1502480	  0.161325	  0.161171	  0.163975		CURRENT LEARNING RATE: 2.088446957085289e-07
previous_iter_valid_loss : 0.16806980967521667

   1502500	  0.168299	  0.168070	  0.164338		CURRENT LEARNING RATE: 2.0880293094600274e-07
previous_iter_valid_loss : 0.16276058554649353

   1502520	  0.162925	  0.162761	  0.164417		CURRENT LEARNING RATE: 2.0876117453559388e-07
previous_iter_valid_loss : 0.16059903800487518

   1502540	  0.160770	  0.160599	  0.164420		CURRENT LEARNING RATE: 2.0871942647563162e-07
previous_iter_valid_loss : 0.16060559451580048

   1502560	  0.160778	  0.160606	  0.164327		CURRENT LEARNING RATE: 2.0867768676444685e-07
previous_iter_valid_loss : 0.17703711986541748

   1502580	  0.177332	  0.177037	  0.165117		CURRENT LEARNING RATE: 2.086359554003696e-07
previous_iter_valid_loss : 0.16823121905326843

   1502600	  0.168461	  0.168231	  0.165494		CURRENT LEARNING RATE: 2.0859423238173053e-07
previous_iter_valid_loss : 0.1614195555448532

   1502620	  0.161604	  0.161420	  0.165146		CURRENT LEARNING RATE: 2.0855251770686048e-07
previous_iter_valid_loss : 0.1612267941236496

   1502640	  0.161419	  0.161227	  0.165162		CURRENT LEARNING RATE: 2.085108113740915e-07
previous_iter_valid_loss : 0.168112650513649

   1502660	  0.168265	  0.168113	  0.164559		CURRENT LEARNING RATE: 2.08469113381755e-07
previous_iter_valid_loss : 0.16548284888267517

   1502680	  0.165650	  0.165483	  0.164636		CURRENT LEARNING RATE: 2.0842742372818304e-07
previous_iter_valid_loss : 0.17847634851932526

   1502700	  0.178640	  0.178476	  0.165505		CURRENT LEARNING RATE: 2.0838574241170774e-07
previous_iter_valid_loss : 0.16050215065479279

   1502720	  0.160666	  0.160502	  0.165485		CURRENT LEARNING RATE: 2.083440694306625e-07
previous_iter_valid_loss : 0.16202916204929352

   1502740	  0.162186	  0.162029	  0.165468		CURRENT LEARNING RATE: 2.083024047833801e-07
previous_iter_valid_loss : 0.16168037056922913

   1502760	  0.161834	  0.161680	  0.165524		CURRENT LEARNING RATE: 2.0826074846819386e-07
previous_iter_valid_loss : 0.1623576283454895

   1502780	  0.162555	  0.162358	  0.165604		CURRENT LEARNING RATE: 2.0821910048343726e-07
previous_iter_valid_loss : 0.160505473613739

   1502800	  0.160663	  0.160505	  0.164759		CURRENT LEARNING RATE: 2.0817746082744507e-07
previous_iter_valid_loss : 0.16125419735908508

   1502820	  0.161407	  0.161254	  0.164509		CURRENT LEARNING RATE: 2.0813582949855133e-07
previous_iter_valid_loss : 0.16268840432167053

   1502840	  0.162869	  0.162688	  0.164298		CURRENT LEARNING RATE: 2.0809420649509043e-07
previous_iter_valid_loss : 0.16114123165607452

   1502860	  0.161327	  0.161141	  0.164266		CURRENT LEARNING RATE: 2.0805259181539821e-07
previous_iter_valid_loss : 0.1707647144794464

   1502880	  0.170914	  0.170765	  0.164746		CURRENT LEARNING RATE: 2.0801098545780968e-07
previous_iter_valid_loss : 0.16055628657341003

   1502900	  0.160708	  0.160556	  0.164370		CURRENT LEARNING RATE: 2.0796938742066057e-07
previous_iter_valid_loss : 0.16260355710983276

   1502920	  0.162794	  0.162604	  0.164362		CURRENT LEARNING RATE: 2.0792779770228665e-07
previous_iter_valid_loss : 0.1825294941663742

   1502940	  0.182676	  0.182529	  0.165459		CURRENT LEARNING RATE: 2.07886216301025e-07
previous_iter_valid_loss : 0.16710366308689117

   1502960	  0.167265	  0.167104	  0.165784		CURRENT LEARNING RATE: 2.0784464321521206e-07
previous_iter_valid_loss : 0.16360265016555786

   1502980	  0.163801	  0.163603	  0.165112		CURRENT LEARNING RATE: 2.0780307844318489e-07
previous_iter_valid_loss : 0.1622483879327774

   1503000	  0.162445	  0.162248	  0.164813		CURRENT LEARNING RATE: 2.077615219832805e-07
previous_iter_valid_loss : 0.16250544786453247

   1503020	  0.162696	  0.162505	  0.164867		CURRENT LEARNING RATE: 2.0771997383383736e-07
previous_iter_valid_loss : 0.16716837882995605

   1503040	  0.167326	  0.167168	  0.165164		CURRENT LEARNING RATE: 2.0767843399319322e-07
previous_iter_valid_loss : 0.1831130087375641

   1503060	  0.183477	  0.183113	  0.165914		CURRENT LEARNING RATE: 2.0763690245968648e-07
previous_iter_valid_loss : 0.16292890906333923

   1503080	  0.163100	  0.162929	  0.165787		CURRENT LEARNING RATE: 2.0759537923165546e-07
previous_iter_valid_loss : 0.1605568379163742

   1503100	  0.160719	  0.160557	  0.164891		CURRENT LEARNING RATE: 2.0755386430744005e-07
previous_iter_valid_loss : 0.16080188751220703

   1503120	  0.160979	  0.160802	  0.164906		CURRENT LEARNING RATE: 2.075123576853792e-07
previous_iter_valid_loss : 0.1664825826883316

   1503140	  0.166711	  0.166483	  0.165128		CURRENT LEARNING RATE: 2.074708593638127e-07
previous_iter_valid_loss : 0.1748766005039215

   1503160	  0.175160	  0.174877	  0.165788		CURRENT LEARNING RATE: 2.0742936934108025e-07
previous_iter_valid_loss : 0.16110271215438843

   1503180	  0.161284	  0.161103	  0.165725		CURRENT LEARNING RATE: 2.0738788761552298e-07
previous_iter_valid_loss : 0.16739587485790253

   1503200	  0.167554	  0.167396	  0.166070		CURRENT LEARNING RATE: 2.0734641418548119e-07
previous_iter_valid_loss : 0.16597671806812286

   1503220	  0.166134	  0.165977	  0.166306		CURRENT LEARNING RATE: 2.0730494904929567e-07
previous_iter_valid_loss : 0.16053485870361328

   1503240	  0.160688	  0.160535	  0.166198		CURRENT LEARNING RATE: 2.072634922053085e-07
previous_iter_valid_loss : 0.16074709594249725

   1503260	  0.160906	  0.160747	  0.166179		CURRENT LEARNING RATE: 2.0722204365186104e-07
previous_iter_valid_loss : 0.1610092967748642

   1503280	  0.161189	  0.161009	  0.165691		CURRENT LEARNING RATE: 2.0718060338729536e-07
previous_iter_valid_loss : 0.16100381314754486

   1503300	  0.161166	  0.161004	  0.165713		CURRENT LEARNING RATE: 2.0713917140995346e-07
previous_iter_valid_loss : 0.1641750931739807

   1503320	  0.164347	  0.164175	  0.165792		CURRENT LEARNING RATE: 2.0709774771817886e-07
previous_iter_valid_loss : 0.16233059763908386

   1503340	  0.162529	  0.162331	  0.164782		CURRENT LEARNING RATE: 2.0705633231031413e-07
previous_iter_valid_loss : 0.16100788116455078

   1503360	  0.161153	  0.161008	  0.164477		CURRENT LEARNING RATE: 2.0701492518470276e-07
previous_iter_valid_loss : 0.16414621472358704

   1503380	  0.164352	  0.164146	  0.164504		CURRENT LEARNING RATE: 2.0697352633968804e-07
previous_iter_valid_loss : 0.16140322387218475

   1503400	  0.161562	  0.161403	  0.164462		CURRENT LEARNING RATE: 2.0693213577361475e-07
previous_iter_valid_loss : 0.16121044754981995

   1503420	  0.161395	  0.161210	  0.164397		CURRENT LEARNING RATE: 2.0689075348482694e-07
previous_iter_valid_loss : 0.1605169177055359

   1503440	  0.160668	  0.160517	  0.164065		CURRENT LEARNING RATE: 2.0684937947166932e-07
previous_iter_valid_loss : 0.1692030280828476

   1503460	  0.169442	  0.169203	  0.163369		CURRENT LEARNING RATE: 2.0680801373248654e-07
previous_iter_valid_loss : 0.1794089376926422

   1503480	  0.179728	  0.179409	  0.164193		CURRENT LEARNING RATE: 2.0676665626562467e-07
previous_iter_valid_loss : 0.16372822225093842

   1503500	  0.163902	  0.163728	  0.164352		CURRENT LEARNING RATE: 2.0672530706942906e-07
previous_iter_valid_loss : 0.16230283677577972

   1503520	  0.162478	  0.162303	  0.164427		CURRENT LEARNING RATE: 2.0668396614224582e-07
previous_iter_valid_loss : 0.16204994916915894

   1503540	  0.162230	  0.162050	  0.164205		CURRENT LEARNING RATE: 2.0664263348242084e-07
previous_iter_valid_loss : 0.16743500530719757

   1503560	  0.167589	  0.167435	  0.163833		CURRENT LEARNING RATE: 2.0660130908830162e-07
previous_iter_valid_loss : 0.16068312525749207

   1503580	  0.160842	  0.160683	  0.163812		CURRENT LEARNING RATE: 2.0655999295823478e-07
previous_iter_valid_loss : 0.16064509749412537

   1503600	  0.160811	  0.160645	  0.163475		CURRENT LEARNING RATE: 2.065186850905677e-07
previous_iter_valid_loss : 0.1796150505542755

   1503620	  0.179940	  0.179615	  0.164156		CURRENT LEARNING RATE: 2.0647738548364766e-07
previous_iter_valid_loss : 0.1606479436159134

   1503640	  0.160807	  0.160648	  0.164162		CURRENT LEARNING RATE: 2.0643609413582343e-07
previous_iter_valid_loss : 0.1643596589565277

   1503660	  0.164532	  0.164360	  0.164343		CURRENT LEARNING RATE: 2.0639481104544305e-07
previous_iter_valid_loss : 0.1606619954109192

   1503680	  0.160817	  0.160662	  0.164325		CURRENT LEARNING RATE: 2.0635353621085472e-07
previous_iter_valid_loss : 0.16352421045303345

   1503700	  0.163719	  0.163524	  0.164451		CURRENT LEARNING RATE: 2.0631226963040824e-07
previous_iter_valid_loss : 0.16991180181503296

   1503720	  0.170158	  0.169912	  0.164738		CURRENT LEARNING RATE: 2.062710113024526e-07
previous_iter_valid_loss : 0.17252090573310852

   1503740	  0.172799	  0.172521	  0.165248		CURRENT LEARNING RATE: 2.0622976122533741e-07
previous_iter_valid_loss : 0.16150681674480438

   1503760	  0.161698	  0.161507	  0.165273		CURRENT LEARNING RATE: 2.0618851939741232e-07
previous_iter_valid_loss : 0.16649000346660614

   1503780	  0.166652	  0.166490	  0.165390		CURRENT LEARNING RATE: 2.0614728581702842e-07
previous_iter_valid_loss : 0.16222026944160461

   1503800	  0.162407	  0.162220	  0.165431		CURRENT LEARNING RATE: 2.0610606048253597e-07
previous_iter_valid_loss : 0.16188304126262665

   1503820	  0.162047	  0.161883	  0.165464		CURRENT LEARNING RATE: 2.06064843392286e-07
previous_iter_valid_loss : 0.1637701541185379

   1503840	  0.163938	  0.163770	  0.165627		CURRENT LEARNING RATE: 2.060236345446294e-07
previous_iter_valid_loss : 0.16358686983585358

   1503860	  0.163795	  0.163587	  0.165346		CURRENT LEARNING RATE: 2.0598243393791858e-07
previous_iter_valid_loss : 0.17445361614227295

   1503880	  0.174606	  0.174454	  0.165098		CURRENT LEARNING RATE: 2.0594124157050512e-07
previous_iter_valid_loss : 0.161309152841568

   1503900	  0.161494	  0.161309	  0.164977		CURRENT LEARNING RATE: 2.0590005744074137e-07
previous_iter_valid_loss : 0.16305431723594666

   1503920	  0.163242	  0.163054	  0.165015		CURRENT LEARNING RATE: 2.058588815469796e-07
previous_iter_valid_loss : 0.16054673492908478

   1503940	  0.160713	  0.160547	  0.164940		CURRENT LEARNING RATE: 2.0581771388757347e-07
previous_iter_valid_loss : 0.16656804084777832

   1503960	  0.166723	  0.166568	  0.164897		CURRENT LEARNING RATE: 2.0577655446087592e-07
previous_iter_valid_loss : 0.16724105179309845

   1503980	  0.167399	  0.167241	  0.165224		CURRENT LEARNING RATE: 2.0573540326524055e-07
previous_iter_valid_loss : 0.16509968042373657

   1504000	  0.165299	  0.165100	  0.165447		CURRENT LEARNING RATE: 2.05694260299021e-07
previous_iter_valid_loss : 0.16049590706825256

   1504020	  0.160662	  0.160496	  0.164491		CURRENT LEARNING RATE: 2.0565312556057225e-07
previous_iter_valid_loss : 0.16255846619606018

   1504040	  0.162713	  0.162558	  0.164587		CURRENT LEARNING RATE: 2.0561199904824856e-07
previous_iter_valid_loss : 0.16504459083080292

   1504060	  0.165208	  0.165045	  0.164621		CURRENT LEARNING RATE: 2.055708807604045e-07
previous_iter_valid_loss : 0.1765962690114975

   1504080	  0.176749	  0.176596	  0.165418		CURRENT LEARNING RATE: 2.0552977069539605e-07
previous_iter_valid_loss : 0.1661224514245987

   1504100	  0.166330	  0.166122	  0.165548		CURRENT LEARNING RATE: 2.0548866885157843e-07
previous_iter_valid_loss : 0.16088856756687164

   1504120	  0.161074	  0.160889	  0.165096		CURRENT LEARNING RATE: 2.054475752273076e-07
previous_iter_valid_loss : 0.160853311419487

   1504140	  0.161016	  0.160853	  0.164513		CURRENT LEARNING RATE: 2.0540648982093947e-07
previous_iter_valid_loss : 0.1670871078968048

   1504160	  0.167309	  0.167087	  0.164792		CURRENT LEARNING RATE: 2.0536541263083133e-07
previous_iter_valid_loss : 0.17730757594108582

   1504180	  0.177457	  0.177308	  0.165333		CURRENT LEARNING RATE: 2.053243436553397e-07
previous_iter_valid_loss : 0.16811317205429077

   1504200	  0.168347	  0.168113	  0.165628		CURRENT LEARNING RATE: 2.0528328289282184e-07
previous_iter_valid_loss : 0.1708078384399414

   1504220	  0.171061	  0.170808	  0.166074		CURRENT LEARNING RATE: 2.0524223034163498e-07
previous_iter_valid_loss : 0.17072413861751556

   1504240	  0.170874	  0.170724	  0.166422		CURRENT LEARNING RATE: 2.052011860001377e-07
previous_iter_valid_loss : 0.16603802144527435

   1504260	  0.166241	  0.166038	  0.166544		CURRENT LEARNING RATE: 2.0516014986668793e-07
previous_iter_valid_loss : 0.1613541841506958

   1504280	  0.161538	  0.161354	  0.165889		CURRENT LEARNING RATE: 2.0511912193964416e-07
previous_iter_valid_loss : 0.16291067004203796

   1504300	  0.163075	  0.162911	  0.165969		CURRENT LEARNING RATE: 2.0507810221736488e-07
previous_iter_valid_loss : 0.1633777767419815

   1504320	  0.163565	  0.163378	  0.165985		CURRENT LEARNING RATE: 2.0503709069821015e-07
previous_iter_valid_loss : 0.16390906274318695

   1504340	  0.164116	  0.163909	  0.166153		CURRENT LEARNING RATE: 2.0499608738053904e-07
previous_iter_valid_loss : 0.17200055718421936

   1504360	  0.172143	  0.172001	  0.166425		CURRENT LEARNING RATE: 2.0495509226271146e-07
previous_iter_valid_loss : 0.16872265934944153

   1504380	  0.168876	  0.168723	  0.166499		CURRENT LEARNING RATE: 2.0491410534308722e-07
previous_iter_valid_loss : 0.16700862348079681

   1504400	  0.167240	  0.167009	  0.166595		CURRENT LEARNING RATE: 2.048731266200276e-07
previous_iter_valid_loss : 0.1605832427740097

   1504420	  0.160745	  0.160583	  0.166599		CURRENT LEARNING RATE: 2.0483215609189307e-07
previous_iter_valid_loss : 0.16136570274829865

   1504440	  0.161549	  0.161366	  0.166539		CURRENT LEARNING RATE: 2.0479119375704447e-07
previous_iter_valid_loss : 0.1616961807012558

   1504460	  0.161885	  0.161696	  0.166372		CURRENT LEARNING RATE: 2.0475023961384398e-07
previous_iter_valid_loss : 0.16325359046459198

   1504480	  0.163423	  0.163254	  0.165705		CURRENT LEARNING RATE: 2.047092936606531e-07
previous_iter_valid_loss : 0.16367697715759277

   1504500	  0.163865	  0.163677	  0.165583		CURRENT LEARNING RATE: 2.0466835589583402e-07
previous_iter_valid_loss : 0.19535288214683533

   1504520	  0.195465	  0.195353	  0.167306		CURRENT LEARNING RATE: 2.0462742631774885e-07
previous_iter_valid_loss : 0.16119031608104706

   1504540	  0.161348	  0.161190	  0.167323		CURRENT LEARNING RATE: 2.0458650492476106e-07
previous_iter_valid_loss : 0.1666925996541977

   1504560	  0.166909	  0.166693	  0.167303		CURRENT LEARNING RATE: 2.0454559171523354e-07
previous_iter_valid_loss : 0.17255596816539764

   1504580	  0.172829	  0.172556	  0.167065		CURRENT LEARNING RATE: 2.0450468668752972e-07
previous_iter_valid_loss : 0.16106855869293213

   1504600	  0.161254	  0.161069	  0.166713		CURRENT LEARNING RATE: 2.04463789840013e-07
previous_iter_valid_loss : 0.16579295694828033

   1504620	  0.165949	  0.165793	  0.166462		CURRENT LEARNING RATE: 2.044229011710483e-07
previous_iter_valid_loss : 0.16118033230304718

   1504640	  0.161342	  0.161180	  0.165985		CURRENT LEARNING RATE: 2.0438202067899967e-07
previous_iter_valid_loss : 0.1605103462934494

   1504660	  0.160679	  0.160510	  0.165709		CURRENT LEARNING RATE: 2.0434114836223186e-07
previous_iter_valid_loss : 0.16062955558300018

   1504680	  0.160795	  0.160630	  0.165672		CURRENT LEARNING RATE: 2.043002842191097e-07
previous_iter_valid_loss : 0.16673849523067474

   1504700	  0.166959	  0.166738	  0.165864		CURRENT LEARNING RATE: 2.0425942824799925e-07
previous_iter_valid_loss : 0.16448719799518585

   1504720	  0.164695	  0.164487	  0.165919		CURRENT LEARNING RATE: 2.0421858044726598e-07
previous_iter_valid_loss : 0.16055327653884888

   1504740	  0.160718	  0.160553	  0.165752		CURRENT LEARNING RATE: 2.0417774081527596e-07
previous_iter_valid_loss : 0.16102732717990875

   1504760	  0.161214	  0.161027	  0.165203		CURRENT LEARNING RATE: 2.0413690935039523e-07
previous_iter_valid_loss : 0.16059109568595886

   1504780	  0.160766	  0.160591	  0.164796		CURRENT LEARNING RATE: 2.0409608605099125e-07
previous_iter_valid_loss : 0.18236687779426575

   1504800	  0.182517	  0.182367	  0.165564		CURRENT LEARNING RATE: 2.0405527091543076e-07
previous_iter_valid_loss : 0.16076239943504333

   1504820	  0.160939	  0.160762	  0.165573		CURRENT LEARNING RATE: 2.0401446394208077e-07
previous_iter_valid_loss : 0.1610298901796341

   1504840	  0.161211	  0.161030	  0.165556		CURRENT LEARNING RATE: 2.0397366512930974e-07
previous_iter_valid_loss : 0.16148161888122559

   1504860	  0.161650	  0.161482	  0.165546		CURRENT LEARNING RATE: 2.039328744754853e-07
previous_iter_valid_loss : 0.1646379977464676

   1504880	  0.164801	  0.164638	  0.165615		CURRENT LEARNING RATE: 2.038920919789759e-07
previous_iter_valid_loss : 0.17262883484363556

   1504900	  0.172896	  0.172629	  0.166063		CURRENT LEARNING RATE: 2.0385131763814986e-07
previous_iter_valid_loss : 0.17471939325332642

   1504920	  0.174995	  0.174719	  0.165031		CURRENT LEARNING RATE: 2.0381055145137685e-07
previous_iter_valid_loss : 0.16273832321166992

   1504940	  0.162932	  0.162738	  0.165108		CURRENT LEARNING RATE: 2.0376979341702597e-07
previous_iter_valid_loss : 0.16529518365859985

   1504960	  0.165502	  0.165295	  0.165038		CURRENT LEARNING RATE: 2.0372904353346686e-07
previous_iter_valid_loss : 0.16189312934875488

   1504980	  0.162082	  0.161893	  0.164505		CURRENT LEARNING RATE: 2.0368830179906915e-07
previous_iter_valid_loss : 0.16572631895542145

   1505000	  0.165892	  0.165726	  0.164738		CURRENT LEARNING RATE: 2.036475682122039e-07
previous_iter_valid_loss : 0.16565318405628204

   1505020	  0.165810	  0.165653	  0.164731		CURRENT LEARNING RATE: 2.036068427712414e-07
previous_iter_valid_loss : 0.1607225090265274

   1505040	  0.160901	  0.160723	  0.164708		CURRENT LEARNING RATE: 2.0356612547455263e-07
previous_iter_valid_loss : 0.1670359969139099

   1505060	  0.167194	  0.167036	  0.165035		CURRENT LEARNING RATE: 2.0352541632050855e-07
previous_iter_valid_loss : 0.16099484264850616

   1505080	  0.161174	  0.160995	  0.165053		CURRENT LEARNING RATE: 2.0348471530748153e-07
previous_iter_valid_loss : 0.18066716194152832

   1505100	  0.181005	  0.180667	  0.165749		CURRENT LEARNING RATE: 2.034440224338431e-07
previous_iter_valid_loss : 0.1642419397830963

   1505120	  0.164444	  0.164242	  0.165737		CURRENT LEARNING RATE: 2.0340333769796565e-07
previous_iter_valid_loss : 0.16826565563678741

   1505140	  0.168495	  0.168266	  0.166123		CURRENT LEARNING RATE: 2.0336266109822134e-07
previous_iter_valid_loss : 0.1766524463891983

   1505160	  0.176952	  0.176652	  0.166904		CURRENT LEARNING RATE: 2.033219926329839e-07
previous_iter_valid_loss : 0.1701003462076187

   1505180	  0.170248	  0.170100	  0.167379		CURRENT LEARNING RATE: 2.0328133230062617e-07
previous_iter_valid_loss : 0.18758630752563477

   1505200	  0.187992	  0.187586	  0.167640		CURRENT LEARNING RATE: 2.0324068009952173e-07
previous_iter_valid_loss : 0.17824117839336395

   1505220	  0.178547	  0.178241	  0.168514		CURRENT LEARNING RATE: 2.0320003602804422e-07
previous_iter_valid_loss : 0.17746783792972565

   1505240	  0.177628	  0.177468	  0.169336		CURRENT LEARNING RATE: 2.0315940008456848e-07
previous_iter_valid_loss : 0.16244350373744965

   1505260	  0.162641	  0.162444	  0.169384		CURRENT LEARNING RATE: 2.0311877226746884e-07
previous_iter_valid_loss : 0.1605493724346161

   1505280	  0.160714	  0.160549	  0.169180		CURRENT LEARNING RATE: 2.0307815257511968e-07
previous_iter_valid_loss : 0.1731162667274475

   1505300	  0.173391	  0.173116	  0.169204		CURRENT LEARNING RATE: 2.0303754100589707e-07
previous_iter_valid_loss : 0.17686639726161957

   1505320	  0.177018	  0.176866	  0.169311		CURRENT LEARNING RATE: 2.0299693755817606e-07
previous_iter_valid_loss : 0.16130490601062775

   1505340	  0.161470	  0.161305	  0.169240		CURRENT LEARNING RATE: 2.0295634223033264e-07
previous_iter_valid_loss : 0.16466160118579865

   1505360	  0.164844	  0.164662	  0.169208		CURRENT LEARNING RATE: 2.0291575502074254e-07
previous_iter_valid_loss : 0.16840147972106934

   1505380	  0.168626	  0.168401	  0.169533		CURRENT LEARNING RATE: 2.0287517592778305e-07
previous_iter_valid_loss : 0.16459901630878448

   1505400	  0.164812	  0.164599	  0.169477		CURRENT LEARNING RATE: 2.0283460494983066e-07
previous_iter_valid_loss : 0.16448958218097687

   1505420	  0.164689	  0.164490	  0.169419		CURRENT LEARNING RATE: 2.0279404208526242e-07
previous_iter_valid_loss : 0.17817731201648712

   1505440	  0.178339	  0.178177	  0.170292		CURRENT LEARNING RATE: 2.0275348733245557e-07
previous_iter_valid_loss : 0.16235283017158508

   1505460	  0.162527	  0.162353	  0.170058		CURRENT LEARNING RATE: 2.0271294068978863e-07
previous_iter_valid_loss : 0.16201376914978027

   1505480	  0.162198	  0.162014	  0.170108		CURRENT LEARNING RATE: 2.026724021556393e-07
previous_iter_valid_loss : 0.16623446345329285

   1505500	  0.166393	  0.166234	  0.169387		CURRENT LEARNING RATE: 2.0263187172838607e-07
previous_iter_valid_loss : 0.16122815012931824

   1505520	  0.161381	  0.161228	  0.169236		CURRENT LEARNING RATE: 2.0259134940640743e-07
previous_iter_valid_loss : 0.18378789722919464

   1505540	  0.184157	  0.183788	  0.170012		CURRENT LEARNING RATE: 2.025508351880831e-07
previous_iter_valid_loss : 0.16505415737628937

   1505560	  0.165263	  0.165054	  0.169432		CURRENT LEARNING RATE: 2.0251032907179222e-07
previous_iter_valid_loss : 0.1896144300699234

   1505580	  0.190065	  0.189614	  0.170408		CURRENT LEARNING RATE: 2.0246983105591456e-07
previous_iter_valid_loss : 0.16953498125076294

   1505600	  0.169785	  0.169535	  0.169505		CURRENT LEARNING RATE: 2.0242934113882977e-07
previous_iter_valid_loss : 0.17669852077960968

   1505620	  0.176855	  0.176699	  0.169428		CURRENT LEARNING RATE: 2.0238885931891904e-07
previous_iter_valid_loss : 0.16985157132148743

   1505640	  0.169997	  0.169852	  0.169048		CURRENT LEARNING RATE: 2.0234838559456268e-07
previous_iter_valid_loss : 0.1716543287038803

   1505660	  0.171925	  0.171654	  0.169508		CURRENT LEARNING RATE: 2.0230791996414146e-07
previous_iter_valid_loss : 0.16442376375198364

   1505680	  0.164637	  0.164424	  0.169702		CURRENT LEARNING RATE: 2.0226746242603738e-07
previous_iter_valid_loss : 0.1955076903104782

   1505700	  0.196014	  0.195508	  0.170821		CURRENT LEARNING RATE: 2.0222701297863184e-07
previous_iter_valid_loss : 0.16212688386440277

   1505720	  0.162278	  0.162127	  0.170084		CURRENT LEARNING RATE: 2.0218657162030683e-07
previous_iter_valid_loss : 0.17694848775863647

   1505740	  0.177247	  0.176948	  0.170867		CURRENT LEARNING RATE: 2.0214613834944438e-07
previous_iter_valid_loss : 0.16053804755210876

   1505760	  0.160704	  0.160538	  0.170660		CURRENT LEARNING RATE: 2.0210571316442785e-07
previous_iter_valid_loss : 0.1616302728652954

   1505780	  0.161796	  0.161630	  0.170322		CURRENT LEARNING RATE: 2.0206529606363983e-07
previous_iter_valid_loss : 0.16644716262817383

   1505800	  0.166672	  0.166447	  0.170414		CURRENT LEARNING RATE: 2.0202488704546372e-07
previous_iter_valid_loss : 0.16315053403377533

   1505820	  0.163317	  0.163151	  0.170347		CURRENT LEARNING RATE: 2.0198448610828277e-07
previous_iter_valid_loss : 0.16056731343269348

   1505840	  0.160726	  0.160567	  0.169467		CURRENT LEARNING RATE: 2.0194409325048164e-07
previous_iter_valid_loss : 0.1772015243768692

   1505860	  0.177350	  0.177202	  0.170209		CURRENT LEARNING RATE: 2.0190370847044425e-07
previous_iter_valid_loss : 0.16192685067653656

   1505880	  0.162120	  0.161927	  0.170205		CURRENT LEARNING RATE: 2.018633317665552e-07
previous_iter_valid_loss : 0.16101336479187012

   1505900	  0.161176	  0.161013	  0.169944		CURRENT LEARNING RATE: 2.0182296313719913e-07
previous_iter_valid_loss : 0.1615685373544693

   1505920	  0.161727	  0.161569	  0.169961		CURRENT LEARNING RATE: 2.0178260258076199e-07
previous_iter_valid_loss : 0.1666678637266159

   1505940	  0.166828	  0.166668	  0.169105		CURRENT LEARNING RATE: 2.0174225009562892e-07
previous_iter_valid_loss : 0.16944283246994019

   1505960	  0.169691	  0.169443	  0.169324		CURRENT LEARNING RATE: 2.0170190568018592e-07
previous_iter_valid_loss : 0.16360890865325928

   1505980	  0.163779	  0.163609	  0.168024		CURRENT LEARNING RATE: 2.0166156933281883e-07
previous_iter_valid_loss : 0.1876649111509323

   1506000	  0.187800	  0.187665	  0.168930		CURRENT LEARNING RATE: 2.0162124105191486e-07
previous_iter_valid_loss : 0.1606142669916153

   1506020	  0.160766	  0.160614	  0.168126		CURRENT LEARNING RATE: 2.0158092083586057e-07
previous_iter_valid_loss : 0.16100549697875977

   1506040	  0.161155	  0.161005	  0.167684		CURRENT LEARNING RATE: 2.015406086830428e-07
previous_iter_valid_loss : 0.16314296424388885

   1506060	  0.163333	  0.163143	  0.167258		CURRENT LEARNING RATE: 2.0150030459184978e-07
previous_iter_valid_loss : 0.16830594837665558

   1506080	  0.168457	  0.168306	  0.167452		CURRENT LEARNING RATE: 2.0146000856066893e-07
previous_iter_valid_loss : 0.16493697464466095

   1506100	  0.165100	  0.164937	  0.165924		CURRENT LEARNING RATE: 2.0141972058788843e-07
previous_iter_valid_loss : 0.16655363142490387

   1506120	  0.166714	  0.166554	  0.166145		CURRENT LEARNING RATE: 2.013794406718965e-07
previous_iter_valid_loss : 0.16814185678958893

   1506140	  0.168374	  0.168142	  0.165705		CURRENT LEARNING RATE: 2.0133916881108251e-07
previous_iter_valid_loss : 0.16220134496688843

   1506160	  0.162393	  0.162201	  0.165788		CURRENT LEARNING RATE: 2.0129890500383532e-07
previous_iter_valid_loss : 0.160684272646904

   1506180	  0.160856	  0.160684	  0.165741		CURRENT LEARNING RATE: 2.0125864924854436e-07
previous_iter_valid_loss : 0.16080421209335327

   1506200	  0.160958	  0.160804	  0.165459		CURRENT LEARNING RATE: 2.0121840154359906e-07
previous_iter_valid_loss : 0.16399535536766052

   1506220	  0.164194	  0.163995	  0.165501		CURRENT LEARNING RATE: 2.0117816188739018e-07
previous_iter_valid_loss : 0.1608443558216095

   1506240	  0.161018	  0.160844	  0.165515		CURRENT LEARNING RATE: 2.011379302783078e-07
previous_iter_valid_loss : 0.16771112382411957

   1506260	  0.167947	  0.167711	  0.165040		CURRENT LEARNING RATE: 2.0109770671474266e-07
previous_iter_valid_loss : 0.16328111290931702

   1506280	  0.163454	  0.163281	  0.165108		CURRENT LEARNING RATE: 2.0105749119508548e-07
previous_iter_valid_loss : 0.16054667532444

   1506300	  0.160713	  0.160547	  0.165085		CURRENT LEARNING RATE: 2.010172837177283e-07
previous_iter_valid_loss : 0.16791272163391113

   1506320	  0.168144	  0.167913	  0.165402		CURRENT LEARNING RATE: 2.0097708428106253e-07
previous_iter_valid_loss : 0.1612260788679123

   1506340	  0.161379	  0.161226	  0.165130		CURRENT LEARNING RATE: 2.0093689288348014e-07
previous_iter_valid_loss : 0.16064803302288055

   1506360	  0.160806	  0.160648	  0.164690		CURRENT LEARNING RATE: 2.0089670952337311e-07
previous_iter_valid_loss : 0.17641308903694153

   1506380	  0.176561	  0.176413	  0.165330		CURRENT LEARNING RATE: 2.008565341991349e-07
previous_iter_valid_loss : 0.16582007706165314

   1506400	  0.166038	  0.165820	  0.164238		CURRENT LEARNING RATE: 2.0081636690915804e-07
previous_iter_valid_loss : 0.16647875308990479

   1506420	  0.166631	  0.166479	  0.164531		CURRENT LEARNING RATE: 2.007762076518359e-07
previous_iter_valid_loss : 0.16158534586429596

   1506440	  0.161737	  0.161585	  0.164560		CURRENT LEARNING RATE: 2.0073605642556174e-07
previous_iter_valid_loss : 0.19406908750534058

   1506460	  0.194560	  0.194069	  0.166106		CURRENT LEARNING RATE: 2.006959132287302e-07
previous_iter_valid_loss : 0.16051402688026428

   1506480	  0.160670	  0.160514	  0.165717		CURRENT LEARNING RATE: 2.0065577805973523e-07
previous_iter_valid_loss : 0.1718018800020218

   1506500	  0.172073	  0.171802	  0.166060		CURRENT LEARNING RATE: 2.0061565091697108e-07
previous_iter_valid_loss : 0.16067013144493103

   1506520	  0.160838	  0.160670	  0.165766		CURRENT LEARNING RATE: 2.005755317988333e-07
previous_iter_valid_loss : 0.16282965242862701

   1506540	  0.163027	  0.162830	  0.165500		CURRENT LEARNING RATE: 2.0053542070371683e-07
previous_iter_valid_loss : 0.1771703064441681

   1506560	  0.177467	  0.177170	  0.166249		CURRENT LEARNING RATE: 2.0049531763001726e-07
previous_iter_valid_loss : 0.21553702652454376

   1506580	  0.215549	  0.215537	  0.168991		CURRENT LEARNING RATE: 2.0045522257613004e-07
previous_iter_valid_loss : 0.1606001853942871

   1506600	  0.160766	  0.160600	  0.168981		CURRENT LEARNING RATE: 2.0041513554045207e-07
previous_iter_valid_loss : 0.16082587838172913

   1506620	  0.160987	  0.160826	  0.168823		CURRENT LEARNING RATE: 2.0037505652137957e-07
previous_iter_valid_loss : 0.16289524734020233

   1506640	  0.163065	  0.162895	  0.168925		CURRENT LEARNING RATE: 2.0033498551730938e-07
previous_iter_valid_loss : 0.16601859033107758

   1506660	  0.166248	  0.166019	  0.168841		CURRENT LEARNING RATE: 2.0029492252663828e-07
previous_iter_valid_loss : 0.16516193747520447

   1506680	  0.165329	  0.165162	  0.168935		CURRENT LEARNING RATE: 2.0025486754776444e-07
previous_iter_valid_loss : 0.17469653487205505

   1506700	  0.174848	  0.174697	  0.169642		CURRENT LEARNING RATE: 2.0021482057908536e-07
previous_iter_valid_loss : 0.16388636827468872

   1506720	  0.164089	  0.163886	  0.169441		CURRENT LEARNING RATE: 2.0017478161899908e-07
previous_iter_valid_loss : 0.16083912551403046

   1506740	  0.160998	  0.160839	  0.169422		CURRENT LEARNING RATE: 2.0013475066590377e-07
previous_iter_valid_loss : 0.16067363321781158

   1506760	  0.160845	  0.160674	  0.169423		CURRENT LEARNING RATE: 2.0009472771819887e-07
previous_iter_valid_loss : 0.16789843142032623

   1506780	  0.168126	  0.167898	  0.168997		CURRENT LEARNING RATE: 2.000547127742831e-07
previous_iter_valid_loss : 0.16096705198287964

   1506800	  0.161152	  0.160967	  0.168754		CURRENT LEARNING RATE: 2.0001470583255588e-07
previous_iter_valid_loss : 0.167299285531044

   1506820	  0.167531	  0.167299	  0.168795		CURRENT LEARNING RATE: 1.9997470689141653e-07
previous_iter_valid_loss : 0.16421100497245789

   1506840	  0.164418	  0.164211	  0.168927		CURRENT LEARNING RATE: 1.9993471594926585e-07
previous_iter_valid_loss : 0.18572209775447845

   1506860	  0.186112	  0.185722	  0.168509		CURRENT LEARNING RATE: 1.9989473300450385e-07
previous_iter_valid_loss : 0.18075478076934814

   1506880	  0.181093	  0.180755	  0.169521		CURRENT LEARNING RATE: 1.9985475805553083e-07
previous_iter_valid_loss : 0.16424080729484558

   1506900	  0.164403	  0.164241	  0.169143		CURRENT LEARNING RATE: 1.998147911007485e-07
previous_iter_valid_loss : 0.16066594421863556

   1506920	  0.160828	  0.160666	  0.169143		CURRENT LEARNING RATE: 1.997748321385579e-07
previous_iter_valid_loss : 0.1708255261182785

   1506940	  0.171068	  0.170826	  0.169543		CURRENT LEARNING RATE: 1.9973488116736053e-07
previous_iter_valid_loss : 0.16627824306488037

   1506960	  0.166485	  0.166278	  0.168998		CURRENT LEARNING RATE: 1.9969493818555813e-07
previous_iter_valid_loss : 0.16810043156147003

   1506980	  0.168256	  0.168100	  0.166627		CURRENT LEARNING RATE: 1.9965500319155362e-07
previous_iter_valid_loss : 0.16070012748241425

   1507000	  0.160868	  0.160700	  0.166632		CURRENT LEARNING RATE: 1.9961507618374928e-07
previous_iter_valid_loss : 0.16286320984363556

   1507020	  0.163067	  0.162863	  0.166733		CURRENT LEARNING RATE: 1.99575157160548e-07
previous_iter_valid_loss : 0.1768524944782257

   1507040	  0.177011	  0.176852	  0.167431		CURRENT LEARNING RATE: 1.995352461203527e-07
previous_iter_valid_loss : 0.16306181252002716

   1507060	  0.163230	  0.163062	  0.167283		CURRENT LEARNING RATE: 1.9949534306156762e-07
previous_iter_valid_loss : 0.16911311447620392

   1507080	  0.169370	  0.169113	  0.167481		CURRENT LEARNING RATE: 1.994554479825963e-07
previous_iter_valid_loss : 0.16194629669189453

   1507100	  0.162134	  0.161946	  0.166843		CURRENT LEARNING RATE: 1.994155608818429e-07
previous_iter_valid_loss : 0.16289502382278442

   1507120	  0.163083	  0.162895	  0.166794		CURRENT LEARNING RATE: 1.9937568175771158e-07
previous_iter_valid_loss : 0.161033496260643

   1507140	  0.161214	  0.161033	  0.166804		CURRENT LEARNING RATE: 1.9933581060860795e-07
previous_iter_valid_loss : 0.1656840443611145

   1507160	  0.165891	  0.165684	  0.167054		CURRENT LEARNING RATE: 1.9929594743293678e-07
previous_iter_valid_loss : 0.1605270504951477

   1507180	  0.160693	  0.160527	  0.166686		CURRENT LEARNING RATE: 1.9925609222910352e-07
previous_iter_valid_loss : 0.1700608730316162

   1507200	  0.170210	  0.170061	  0.167140		CURRENT LEARNING RATE: 1.9921624499551363e-07
previous_iter_valid_loss : 0.16056902706623077

   1507220	  0.160734	  0.160569	  0.166804		CURRENT LEARNING RATE: 1.9917640573057388e-07
previous_iter_valid_loss : 0.1714402139186859

   1507240	  0.171706	  0.171440	  0.167165		CURRENT LEARNING RATE: 1.9913657443269043e-07
previous_iter_valid_loss : 0.1616445630788803

   1507260	  0.161810	  0.161645	  0.165961		CURRENT LEARNING RATE: 1.9909675110026964e-07
previous_iter_valid_loss : 0.16248632967472076

   1507280	  0.162695	  0.162486	  0.165048		CURRENT LEARNING RATE: 1.9905693573171921e-07
previous_iter_valid_loss : 0.1674174666404724

   1507300	  0.167649	  0.167417	  0.165207		CURRENT LEARNING RATE: 1.990171283254463e-07
previous_iter_valid_loss : 0.16410748660564423

   1507320	  0.164277	  0.164107	  0.165379		CURRENT LEARNING RATE: 1.989773288798585e-07
previous_iter_valid_loss : 0.1607966274023056

   1507340	  0.160976	  0.160797	  0.164877		CURRENT LEARNING RATE: 1.989375373933636e-07
previous_iter_valid_loss : 0.16918106377124786

   1507360	  0.169337	  0.169181	  0.165022		CURRENT LEARNING RATE: 1.988977538643705e-07
previous_iter_valid_loss : 0.16082872450351715

   1507380	  0.160985	  0.160829	  0.164659		CURRENT LEARNING RATE: 1.9885797829128764e-07
previous_iter_valid_loss : 0.1784963607788086

   1507400	  0.178810	  0.178496	  0.165549		CURRENT LEARNING RATE: 1.988182106725239e-07
previous_iter_valid_loss : 0.1624390184879303

   1507420	  0.162620	  0.162439	  0.165527		CURRENT LEARNING RATE: 1.9877845100648828e-07
previous_iter_valid_loss : 0.16620394587516785

   1507440	  0.166411	  0.166204	  0.164995		CURRENT LEARNING RATE: 1.9873869929159108e-07
previous_iter_valid_loss : 0.17503774166107178

   1507460	  0.175313	  0.175038	  0.165594		CURRENT LEARNING RATE: 1.9869895552624184e-07
previous_iter_valid_loss : 0.16112083196640015

   1507480	  0.161276	  0.161121	  0.165194		CURRENT LEARNING RATE: 1.9865921970885088e-07
previous_iter_valid_loss : 0.16359005868434906

   1507500	  0.163785	  0.163590	  0.165276		CURRENT LEARNING RATE: 1.986194918378284e-07
previous_iter_valid_loss : 0.161002978682518

   1507520	  0.161160	  0.161003	  0.165182		CURRENT LEARNING RATE: 1.9857977191158592e-07
previous_iter_valid_loss : 0.16995468735694885

   1507540	  0.170201	  0.169955	  0.165628		CURRENT LEARNING RATE: 1.9854005992853438e-07
previous_iter_valid_loss : 0.16212940216064453

   1507560	  0.162318	  0.162129	  0.165450		CURRENT LEARNING RATE: 1.9850035588708525e-07
previous_iter_valid_loss : 0.16135656833648682

   1507580	  0.161513	  0.161357	  0.165492		CURRENT LEARNING RATE: 1.9846065978565006e-07
previous_iter_valid_loss : 0.17574456334114075

   1507600	  0.175895	  0.175745	  0.165776		CURRENT LEARNING RATE: 1.984209716226416e-07
previous_iter_valid_loss : 0.16327384114265442

   1507620	  0.163441	  0.163274	  0.165911		CURRENT LEARNING RATE: 1.9838129139647204e-07
previous_iter_valid_loss : 0.16444696485996246

   1507640	  0.164617	  0.164447	  0.165561		CURRENT LEARNING RATE: 1.9834161910555419e-07
previous_iter_valid_loss : 0.1748330295085907

   1507660	  0.175115	  0.174833	  0.166221		CURRENT LEARNING RATE: 1.9830195474830077e-07
previous_iter_valid_loss : 0.16124822199344635

   1507680	  0.161432	  0.161248	  0.166159		CURRENT LEARNING RATE: 1.9826229832312587e-07
previous_iter_valid_loss : 0.1667724996805191

   1507700	  0.166980	  0.166772	  0.166127		CURRENT LEARNING RATE: 1.9822264982844297e-07
previous_iter_valid_loss : 0.16409140825271606

   1507720	  0.164299	  0.164091	  0.166126		CURRENT LEARNING RATE: 1.9818300926266577e-07
previous_iter_valid_loss : 0.18226154148578644

   1507740	  0.182608	  0.182262	  0.167199		CURRENT LEARNING RATE: 1.9814337662420927e-07
previous_iter_valid_loss : 0.16987034678459167

   1507760	  0.170117	  0.169870	  0.167234		CURRENT LEARNING RATE: 1.9810375191148787e-07
previous_iter_valid_loss : 0.164817214012146

   1507780	  0.165020	  0.164817	  0.167433		CURRENT LEARNING RATE: 1.9806413512291658e-07
previous_iter_valid_loss : 0.16371451318264008

   1507800	  0.163886	  0.163715	  0.166694		CURRENT LEARNING RATE: 1.9802452625691036e-07
previous_iter_valid_loss : 0.16131533682346344

   1507820	  0.161477	  0.161315	  0.166638		CURRENT LEARNING RATE: 1.979849253118856e-07
previous_iter_valid_loss : 0.16058750450611115

   1507840	  0.160764	  0.160588	  0.166357		CURRENT LEARNING RATE: 1.9794533228625783e-07
previous_iter_valid_loss : 0.16108599305152893

   1507860	  0.161253	  0.161086	  0.165659		CURRENT LEARNING RATE: 1.979057471784434e-07
previous_iter_valid_loss : 0.16110171377658844

   1507880	  0.161295	  0.161102	  0.165658		CURRENT LEARNING RATE: 1.9786616998685854e-07
previous_iter_valid_loss : 0.16060936450958252

   1507900	  0.160788	  0.160609	  0.165509		CURRENT LEARNING RATE: 1.9782660070992089e-07
previous_iter_valid_loss : 0.1610366255044937

   1507920	  0.161203	  0.161037	  0.165511		CURRENT LEARNING RATE: 1.9778703934604722e-07
previous_iter_valid_loss : 0.16965804994106293

   1507940	  0.169805	  0.169658	  0.165496		CURRENT LEARNING RATE: 1.9774748589365522e-07
previous_iter_valid_loss : 0.16401846706867218

   1507960	  0.164185	  0.164018	  0.165591		CURRENT LEARNING RATE: 1.977079403511623e-07
previous_iter_valid_loss : 0.16071289777755737

   1507980	  0.160884	  0.160713	  0.165558		CURRENT LEARNING RATE: 1.9766840271698734e-07
previous_iter_valid_loss : 0.16713787615299225

   1508000	  0.167295	  0.167138	  0.165128		CURRENT LEARNING RATE: 1.9762887298954856e-07
previous_iter_valid_loss : 0.167218878865242

   1508020	  0.167373	  0.167219	  0.165325		CURRENT LEARNING RATE: 1.975893511672647e-07
previous_iter_valid_loss : 0.1605502963066101

   1508040	  0.160716	  0.160550	  0.165131		CURRENT LEARNING RATE: 1.9754983724855458e-07
previous_iter_valid_loss : 0.16872090101242065

   1508060	  0.168873	  0.168721	  0.164825		CURRENT LEARNING RATE: 1.975103312318383e-07
previous_iter_valid_loss : 0.16490581631660461

   1508080	  0.165112	  0.164906	  0.165008		CURRENT LEARNING RATE: 1.974708331155353e-07
previous_iter_valid_loss : 0.1812114715576172

   1508100	  0.181372	  0.181211	  0.165730		CURRENT LEARNING RATE: 1.9743134289806534e-07
previous_iter_valid_loss : 0.16499508917331696

   1508120	  0.165186	  0.164995	  0.165775		CURRENT LEARNING RATE: 1.9739186057784942e-07
previous_iter_valid_loss : 0.16634856164455414

   1508140	  0.166564	  0.166349	  0.164979		CURRENT LEARNING RATE: 1.9735238615330802e-07
previous_iter_valid_loss : 0.16052687168121338

   1508160	  0.160688	  0.160527	  0.164512		CURRENT LEARNING RATE: 1.97312919622862e-07
previous_iter_valid_loss : 0.1625942885875702

   1508180	  0.162766	  0.162594	  0.164401		CURRENT LEARNING RATE: 1.9727346098493253e-07
previous_iter_valid_loss : 0.16879430413246155

   1508200	  0.168951	  0.168794	  0.164655		CURRENT LEARNING RATE: 1.9723401023794184e-07
previous_iter_valid_loss : 0.1606379747390747

   1508220	  0.160801	  0.160638	  0.164621		CURRENT LEARNING RATE: 1.9719456738031158e-07
previous_iter_valid_loss : 0.18507255613803864

   1508240	  0.185217	  0.185073	  0.165845		CURRENT LEARNING RATE: 1.9715513241046404e-07
previous_iter_valid_loss : 0.16113480925559998

   1508260	  0.161299	  0.161135	  0.165848		CURRENT LEARNING RATE: 1.971157053268215e-07
previous_iter_valid_loss : 0.163270965218544

   1508280	  0.163438	  0.163271	  0.165956		CURRENT LEARNING RATE: 1.970762861278075e-07
previous_iter_valid_loss : 0.17022334039211273

   1508300	  0.170371	  0.170223	  0.166437		CURRENT LEARNING RATE: 1.97036874811845e-07
previous_iter_valid_loss : 0.16105440258979797

   1508320	  0.161213	  0.161054	  0.166438		CURRENT LEARNING RATE: 1.969974713773575e-07
previous_iter_valid_loss : 0.17177814245224

   1508340	  0.172032	  0.171778	  0.166544		CURRENT LEARNING RATE: 1.9695807582276854e-07
previous_iter_valid_loss : 0.16061663627624512

   1508360	  0.160775	  0.160617	  0.166374		CURRENT LEARNING RATE: 1.9691868814650303e-07
previous_iter_valid_loss : 0.17053396999835968

   1508380	  0.170686	  0.170534	  0.166865		CURRENT LEARNING RATE: 1.9687930834698504e-07
previous_iter_valid_loss : 0.16053609549999237

   1508400	  0.160706	  0.160536	  0.166535		CURRENT LEARNING RATE: 1.968399364226394e-07
previous_iter_valid_loss : 0.1863037645816803

   1508420	  0.186454	  0.186304	  0.167489		CURRENT LEARNING RATE: 1.968005723718909e-07
previous_iter_valid_loss : 0.16175536811351776

   1508440	  0.161948	  0.161755	  0.167549		CURRENT LEARNING RATE: 1.9676121619316567e-07
previous_iter_valid_loss : 0.16699497401714325

   1508460	  0.167217	  0.166995	  0.167463		CURRENT LEARNING RATE: 1.967218678848891e-07
previous_iter_valid_loss : 0.16137276589870453

   1508480	  0.161557	  0.161373	  0.167286		CURRENT LEARNING RATE: 1.9668252744548694e-07
previous_iter_valid_loss : 0.16515150666236877

   1508500	  0.165358	  0.165152	  0.166483		CURRENT LEARNING RATE: 1.9664319487338627e-07
previous_iter_valid_loss : 0.1637241691350937

   1508520	  0.163910	  0.163724	  0.166420		CURRENT LEARNING RATE: 1.9660387016701341e-07
previous_iter_valid_loss : 0.16052640974521637

   1508540	  0.160684	  0.160526	  0.166129		CURRENT LEARNING RATE: 1.9656455332479537e-07
previous_iter_valid_loss : 0.16323690116405487

   1508560	  0.163399	  0.163237	  0.166264		CURRENT LEARNING RATE: 1.9652524434515913e-07
previous_iter_valid_loss : 0.17391148209571838

   1508580	  0.174187	  0.173911	  0.166830		CURRENT LEARNING RATE: 1.9648594322653307e-07
previous_iter_valid_loss : 0.16416706144809723

   1508600	  0.164375	  0.164167	  0.166599		CURRENT LEARNING RATE: 1.9644664996734478e-07
previous_iter_valid_loss : 0.1613204926252365

   1508620	  0.161514	  0.161320	  0.166633		CURRENT LEARNING RATE: 1.9640736456602245e-07
previous_iter_valid_loss : 0.16855081915855408

   1508640	  0.168787	  0.168551	  0.165807		CURRENT LEARNING RATE: 1.9636808702099443e-07
previous_iter_valid_loss : 0.16126790642738342

   1508660	  0.161460	  0.161268	  0.165813		CURRENT LEARNING RATE: 1.9632881733069027e-07
previous_iter_valid_loss : 0.16879767179489136

   1508680	  0.169028	  0.168798	  0.166090		CURRENT LEARNING RATE: 1.9628955549353877e-07
previous_iter_valid_loss : 0.16126187145709991

   1508700	  0.161450	  0.161262	  0.165642		CURRENT LEARNING RATE: 1.9625030150796958e-07
previous_iter_valid_loss : 0.16121426224708557

   1508720	  0.161372	  0.161214	  0.165650		CURRENT LEARNING RATE: 1.9621105537241211e-07
previous_iter_valid_loss : 0.17086315155029297

   1508740	  0.171014	  0.170863	  0.165604		CURRENT LEARNING RATE: 1.961718170852972e-07
previous_iter_valid_loss : 0.1646290421485901

   1508760	  0.164795	  0.164629	  0.165804		CURRENT LEARNING RATE: 1.9613258664505504e-07
previous_iter_valid_loss : 0.16614946722984314

   1508780	  0.166303	  0.166149	  0.165585		CURRENT LEARNING RATE: 1.9609336405011635e-07
previous_iter_valid_loss : 0.18822050094604492

   1508800	  0.188361	  0.188221	  0.166969		CURRENT LEARNING RATE: 1.9605414929891192e-07
previous_iter_valid_loss : 0.16052812337875366

   1508820	  0.160691	  0.160528	  0.165681		CURRENT LEARNING RATE: 1.960149423898738e-07
previous_iter_valid_loss : 0.1727270632982254

   1508840	  0.172876	  0.172727	  0.166229		CURRENT LEARNING RATE: 1.9597574332143344e-07
previous_iter_valid_loss : 0.16091406345367432

   1508860	  0.161097	  0.160914	  0.165925		CURRENT LEARNING RATE: 1.9593655209202249e-07
previous_iter_valid_loss : 0.16692903637886047

   1508880	  0.167090	  0.166929	  0.166203		CURRENT LEARNING RATE: 1.9589736870007396e-07
previous_iter_valid_loss : 0.16794240474700928

   1508900	  0.168093	  0.167942	  0.166343		CURRENT LEARNING RATE: 1.9585819314402024e-07
previous_iter_valid_loss : 0.16671274602413177

   1508920	  0.166928	  0.166713	  0.166492		CURRENT LEARNING RATE: 1.9581902542229423e-07
previous_iter_valid_loss : 0.16127532720565796

   1508940	  0.161454	  0.161275	  0.166529		CURRENT LEARNING RATE: 1.9577986553332896e-07
previous_iter_valid_loss : 0.16587135195732117

   1508960	  0.166033	  0.165871	  0.166661		CURRENT LEARNING RATE: 1.9574071347555868e-07
previous_iter_valid_loss : 0.16440215706825256

   1508980	  0.164602	  0.164402	  0.166186		CURRENT LEARNING RATE: 1.9570156924741696e-07
previous_iter_valid_loss : 0.16931761801242828

   1509000	  0.169565	  0.169318	  0.166443		CURRENT LEARNING RATE: 1.95662432847338e-07
previous_iter_valid_loss : 0.16065096855163574

   1509020	  0.160829	  0.160651	  0.166410		CURRENT LEARNING RATE: 1.9562330427375607e-07
previous_iter_valid_loss : 0.16783955693244934

   1509040	  0.167996	  0.167840	  0.166374		CURRENT LEARNING RATE: 1.955841835251067e-07
previous_iter_valid_loss : 0.16332457959651947

   1509060	  0.163515	  0.163325	  0.166477		CURRENT LEARNING RATE: 1.955450705998247e-07
previous_iter_valid_loss : 0.16695831716060638

   1509080	  0.167172	  0.166958	  0.166385		CURRENT LEARNING RATE: 1.9550596549634551e-07
previous_iter_valid_loss : 0.17767225205898285

   1509100	  0.177973	  0.177672	  0.167206		CURRENT LEARNING RATE: 1.9546686821310463e-07
previous_iter_valid_loss : 0.19679579138755798

   1509120	  0.197290	  0.196796	  0.168985		CURRENT LEARNING RATE: 1.9542777874853885e-07
previous_iter_valid_loss : 0.16179728507995605

   1509140	  0.161982	  0.161797	  0.168531		CURRENT LEARNING RATE: 1.9538869710108424e-07
previous_iter_valid_loss : 0.1655692160129547

   1509160	  0.165774	  0.165569	  0.168578		CURRENT LEARNING RATE: 1.9534962326917756e-07
previous_iter_valid_loss : 0.1790391057729721

   1509180	  0.179200	  0.179039	  0.169223		CURRENT LEARNING RATE: 1.9531055725125546e-07
previous_iter_valid_loss : 0.1661117523908615

   1509200	  0.166272	  0.166112	  0.168117		CURRENT LEARNING RATE: 1.9527149904575607e-07
previous_iter_valid_loss : 0.17180413007736206

   1509220	  0.171950	  0.171804	  0.168681		CURRENT LEARNING RATE: 1.9523244865111666e-07
previous_iter_valid_loss : 0.17826861143112183

   1509240	  0.178583	  0.178269	  0.168958		CURRENT LEARNING RATE: 1.9519340606577516e-07
previous_iter_valid_loss : 0.16050465404987335

   1509260	  0.160667	  0.160505	  0.168938		CURRENT LEARNING RATE: 1.9515437128816963e-07
previous_iter_valid_loss : 0.1711404025554657

   1509280	  0.171387	  0.171140	  0.169148		CURRENT LEARNING RATE: 1.9511534431673933e-07
previous_iter_valid_loss : 0.16238883137702942

   1509300	  0.162544	  0.162389	  0.168871		CURRENT LEARNING RATE: 1.9507632514992283e-07
previous_iter_valid_loss : 0.1857760101556778

   1509320	  0.186157	  0.185776	  0.169824		CURRENT LEARNING RATE: 1.95037313786159e-07
previous_iter_valid_loss : 0.1617894023656845

   1509340	  0.161952	  0.161789	  0.169850		CURRENT LEARNING RATE: 1.9499831022388812e-07
previous_iter_valid_loss : 0.16053913533687592

   1509360	  0.160707	  0.160539	  0.169583		CURRENT LEARNING RATE: 1.9495931446154962e-07
previous_iter_valid_loss : 0.1808329075574875

   1509380	  0.180992	  0.180833	  0.170405		CURRENT LEARNING RATE: 1.9492032649758375e-07
previous_iter_valid_loss : 0.1617378294467926

   1509400	  0.161926	  0.161738	  0.170026		CURRENT LEARNING RATE: 1.9488134633043064e-07
previous_iter_valid_loss : 0.16380544006824493

   1509420	  0.163963	  0.163805	  0.170183		CURRENT LEARNING RATE: 1.9484237395853175e-07
previous_iter_valid_loss : 0.17481519281864166

   1509440	  0.174968	  0.174815	  0.170532		CURRENT LEARNING RATE: 1.9480340938032783e-07
previous_iter_valid_loss : 0.1734379380941391

   1509460	  0.173580	  0.173438	  0.171038		CURRENT LEARNING RATE: 1.9476445259426032e-07
previous_iter_valid_loss : 0.16076968610286713

   1509480	  0.160931	  0.160770	  0.170728		CURRENT LEARNING RATE: 1.947255035987706e-07
previous_iter_valid_loss : 0.1742708683013916

   1509500	  0.174420	  0.174271	  0.170558		CURRENT LEARNING RATE: 1.9468656239230138e-07
previous_iter_valid_loss : 0.16052626073360443

   1509520	  0.160675	  0.160526	  0.168745		CURRENT LEARNING RATE: 1.9464762897329468e-07
previous_iter_valid_loss : 0.16580228507518768

   1509540	  0.166000	  0.165802	  0.168945		CURRENT LEARNING RATE: 1.9460870334019318e-07
previous_iter_valid_loss : 0.16489295661449432

   1509560	  0.165102	  0.164893	  0.168911		CURRENT LEARNING RATE: 1.945697854914395e-07
previous_iter_valid_loss : 0.1635805070400238

   1509580	  0.163785	  0.163581	  0.168138		CURRENT LEARNING RATE: 1.9453087542547757e-07
previous_iter_valid_loss : 0.16395841538906097

   1509600	  0.164148	  0.163958	  0.168031		CURRENT LEARNING RATE: 1.9449197314075075e-07
previous_iter_valid_loss : 0.1752382069826126

   1509620	  0.175514	  0.175238	  0.168202		CURRENT LEARNING RATE: 1.9445307863570283e-07
previous_iter_valid_loss : 0.16354615986347198

   1509640	  0.163724	  0.163546	  0.167466		CURRENT LEARNING RATE: 1.9441419190877775e-07
previous_iter_valid_loss : 0.16130776703357697

   1509660	  0.161485	  0.161308	  0.167506		CURRENT LEARNING RATE: 1.943753129584207e-07
previous_iter_valid_loss : 0.17905186116695404

   1509680	  0.179213	  0.179052	  0.167902		CURRENT LEARNING RATE: 1.9433644178307623e-07
previous_iter_valid_loss : 0.17592835426330566

   1509700	  0.176084	  0.175928	  0.168579		CURRENT LEARNING RATE: 1.942975783811891e-07
previous_iter_valid_loss : 0.16184358298778534

   1509720	  0.162035	  0.161844	  0.167382		CURRENT LEARNING RATE: 1.9425872275120545e-07
previous_iter_valid_loss : 0.1729857176542282

   1509740	  0.173256	  0.172986	  0.167942		CURRENT LEARNING RATE: 1.9421987489157075e-07
previous_iter_valid_loss : 0.1668311059474945

   1509760	  0.166990	  0.166831	  0.168257		CURRENT LEARNING RATE: 1.9418103480073108e-07
previous_iter_valid_loss : 0.16827134788036346

   1509780	  0.168490	  0.168271	  0.167629		CURRENT LEARNING RATE: 1.9414220247713248e-07
previous_iter_valid_loss : 0.18027056753635406

   1509800	  0.180593	  0.180271	  0.168555		CURRENT LEARNING RATE: 1.9410337791922235e-07
previous_iter_valid_loss : 0.1611914485692978

   1509820	  0.161371	  0.161191	  0.168424		CURRENT LEARNING RATE: 1.9406456112544736e-07
previous_iter_valid_loss : 0.16049456596374512

   1509840	  0.160664	  0.160495	  0.167708		CURRENT LEARNING RATE: 1.9402575209425486e-07
previous_iter_valid_loss : 0.18109922111034393

   1509860	  0.181252	  0.181099	  0.168092		CURRENT LEARNING RATE: 1.939869508240921e-07
previous_iter_valid_loss : 0.16182884573936462

   1509880	  0.161982	  0.161829	  0.168144		CURRENT LEARNING RATE: 1.9394815731340775e-07
previous_iter_valid_loss : 0.16447165608406067

   1509900	  0.164641	  0.164472	  0.167655		CURRENT LEARNING RATE: 1.9390937156064975e-07
previous_iter_valid_loss : 0.1620488166809082

   1509920	  0.162238	  0.162049	  0.167731		CURRENT LEARNING RATE: 1.9387059356426657e-07
previous_iter_valid_loss : 0.17227977514266968

   1509940	  0.172423	  0.172280	  0.168055		CURRENT LEARNING RATE: 1.9383182332270685e-07
previous_iter_valid_loss : 0.16284799575805664

   1509960	  0.163011	  0.162848	  0.167952		CURRENT LEARNING RATE: 1.9379306083442044e-07
previous_iter_valid_loss : 0.18728859722614288

   1509980	  0.187709	  0.187289	  0.169138		CURRENT LEARNING RATE: 1.9375430609785647e-07
previous_iter_valid_loss : 0.16108644008636475

   1510000	  0.161241	  0.161086	  0.168994		CURRENT LEARNING RATE: 1.937155591114648e-07
previous_iter_valid_loss : 0.16068622469902039

   1510020	  0.160851	  0.160686	  0.168267		CURRENT LEARNING RATE: 1.936768198736952e-07
previous_iter_valid_loss : 0.162917360663414

   1510040	  0.163081	  0.162917	  0.168235		CURRENT LEARNING RATE: 1.9363808838299868e-07
previous_iter_valid_loss : 0.16840356588363647

   1510060	  0.168561	  0.168404	  0.168590		CURRENT LEARNING RATE: 1.935993646378258e-07
previous_iter_valid_loss : 0.16056406497955322

   1510080	  0.160717	  0.160564	  0.167665		CURRENT LEARNING RATE: 1.9356064863662712e-07
previous_iter_valid_loss : 0.17186394333839417

   1510100	  0.172010	  0.171864	  0.167462		CURRENT LEARNING RATE: 1.9352194037785483e-07
previous_iter_valid_loss : 0.16061030328273773

   1510120	  0.160769	  0.160610	  0.167401		CURRENT LEARNING RATE: 1.934832398599601e-07
previous_iter_valid_loss : 0.16350534558296204

   1510140	  0.163710	  0.163505	  0.166927		CURRENT LEARNING RATE: 1.9344454708139507e-07
previous_iter_valid_loss : 0.16286161541938782

   1510160	  0.163058	  0.162862	  0.166728		CURRENT LEARNING RATE: 1.9340586204061153e-07
previous_iter_valid_loss : 0.16462765634059906

   1510180	  0.164831	  0.164628	  0.166546		CURRENT LEARNING RATE: 1.933671847360629e-07
previous_iter_valid_loss : 0.17086924612522125

   1510200	  0.171017	  0.170869	  0.166076		CURRENT LEARNING RATE: 1.9332851516620167e-07
previous_iter_valid_loss : 0.16051387786865234

   1510220	  0.160687	  0.160514	  0.166042		CURRENT LEARNING RATE: 1.9328985332948107e-07
previous_iter_valid_loss : 0.1606305092573166

   1510240	  0.160804	  0.160631	  0.166049		CURRENT LEARNING RATE: 1.9325119922435425e-07
previous_iter_valid_loss : 0.16064238548278809

   1510260	  0.160820	  0.160642	  0.165026		CURRENT LEARNING RATE: 1.9321255284927582e-07
previous_iter_valid_loss : 0.1623191237449646

   1510280	  0.162474	  0.162319	  0.165050		CURRENT LEARNING RATE: 1.9317391420269947e-07
previous_iter_valid_loss : 0.16076891124248505

   1510300	  0.160931	  0.160769	  0.164865		CURRENT LEARNING RATE: 1.931352832830798e-07
previous_iter_valid_loss : 0.16080611944198608

   1510320	  0.160958	  0.160806	  0.164803		CURRENT LEARNING RATE: 1.9309666008887105e-07
previous_iter_valid_loss : 0.17382486164569855

   1510340	  0.174090	  0.173825	  0.164880		CURRENT LEARNING RATE: 1.9305804461852914e-07
previous_iter_valid_loss : 0.16304771602153778

   1510360	  0.163208	  0.163048	  0.164890		CURRENT LEARNING RATE: 1.9301943687050903e-07
previous_iter_valid_loss : 0.16550202667713165

   1510380	  0.165706	  0.165502	  0.163801		CURRENT LEARNING RATE: 1.929808368432664e-07
previous_iter_valid_loss : 0.1605244129896164

   1510400	  0.160686	  0.160524	  0.163773		CURRENT LEARNING RATE: 1.9294224453525692e-07
previous_iter_valid_loss : 0.17299824953079224

   1510420	  0.173144	  0.172998	  0.164389		CURRENT LEARNING RATE: 1.9290365994493762e-07
previous_iter_valid_loss : 0.17053548991680145

   1510440	  0.170683	  0.170535	  0.164769		CURRENT LEARNING RATE: 1.9286508307076474e-07
previous_iter_valid_loss : 0.161251500248909

   1510460	  0.161434	  0.161252	  0.164412		CURRENT LEARNING RATE: 1.9282651391119518e-07
previous_iter_valid_loss : 0.16686119139194489

   1510480	  0.167080	  0.166861	  0.164727		CURRENT LEARNING RATE: 1.9278795246468588e-07
previous_iter_valid_loss : 0.16857129335403442

   1510500	  0.168811	  0.168571	  0.164562		CURRENT LEARNING RATE: 1.9274939872969505e-07
previous_iter_valid_loss : 0.162958025932312

   1510520	  0.163151	  0.162958	  0.164679		CURRENT LEARNING RATE: 1.927108527046802e-07
previous_iter_valid_loss : 0.16553126275539398

   1510540	  0.165735	  0.165531	  0.164781		CURRENT LEARNING RATE: 1.926723143880991e-07
previous_iter_valid_loss : 0.16093480587005615

   1510560	  0.161112	  0.160935	  0.164684		CURRENT LEARNING RATE: 1.92633783778411e-07
previous_iter_valid_loss : 0.16340768337249756

   1510580	  0.163607	  0.163408	  0.164623		CURRENT LEARNING RATE: 1.9259526087407424e-07
previous_iter_valid_loss : 0.18675653636455536

   1510600	  0.186893	  0.186757	  0.165418		CURRENT LEARNING RATE: 1.9255674567354797e-07
previous_iter_valid_loss : 0.17209288477897644

   1510620	  0.172356	  0.172093	  0.165997		CURRENT LEARNING RATE: 1.9251823817529119e-07
previous_iter_valid_loss : 0.16601671278476715

   1510640	  0.166221	  0.166017	  0.166266		CURRENT LEARNING RATE: 1.924797383777643e-07
previous_iter_valid_loss : 0.1620134711265564

   1510660	  0.162166	  0.162013	  0.166335		CURRENT LEARNING RATE: 1.9244124627942697e-07
previous_iter_valid_loss : 0.16746728122234344

   1510680	  0.167694	  0.167467	  0.166592		CURRENT LEARNING RATE: 1.9240276187873952e-07
previous_iter_valid_loss : 0.16094566881656647

   1510700	  0.161109	  0.160946	  0.166601		CURRENT LEARNING RATE: 1.9236428517416225e-07
previous_iter_valid_loss : 0.16060848534107208

   1510720	  0.160774	  0.160608	  0.166591		CURRENT LEARNING RATE: 1.9232581616415675e-07
previous_iter_valid_loss : 0.16050215065479279

   1510740	  0.160661	  0.160502	  0.165925		CURRENT LEARNING RATE: 1.9228735484718387e-07
previous_iter_valid_loss : 0.16410978138446808

   1510760	  0.164285	  0.164110	  0.165978		CURRENT LEARNING RATE: 1.922489012217053e-07
previous_iter_valid_loss : 0.1646343469619751

   1510780	  0.164802	  0.164634	  0.165935		CURRENT LEARNING RATE: 1.922104552861824e-07
previous_iter_valid_loss : 0.16767527163028717

   1510800	  0.167897	  0.167675	  0.166292		CURRENT LEARNING RATE: 1.9217201703907807e-07
previous_iter_valid_loss : 0.16384580731391907

   1510820	  0.164042	  0.163846	  0.165834		CURRENT LEARNING RATE: 1.9213358647885446e-07
previous_iter_valid_loss : 0.16067543625831604

   1510840	  0.160847	  0.160675	  0.165341		CURRENT LEARNING RATE: 1.9209516360397436e-07
previous_iter_valid_loss : 0.16055834293365479

   1510860	  0.160732	  0.160558	  0.165307		CURRENT LEARNING RATE: 1.9205674841290047e-07
previous_iter_valid_loss : 0.1642351597547531

   1510880	  0.164444	  0.164235	  0.165176		CURRENT LEARNING RATE: 1.9201834090409688e-07
previous_iter_valid_loss : 0.16812510788440704

   1510900	  0.168362	  0.168125	  0.165153		CURRENT LEARNING RATE: 1.9197994107602698e-07
previous_iter_valid_loss : 0.16218425333499908

   1510920	  0.162371	  0.162184	  0.165115		CURRENT LEARNING RATE: 1.9194154892715434e-07
previous_iter_valid_loss : 0.16945840418338776

   1510940	  0.169614	  0.169458	  0.165311		CURRENT LEARNING RATE: 1.9190316445594408e-07
previous_iter_valid_loss : 0.18595637381076813

   1510960	  0.186355	  0.185956	  0.166562		CURRENT LEARNING RATE: 1.9186478766086043e-07
previous_iter_valid_loss : 0.1605212390422821

   1510980	  0.160687	  0.160521	  0.166418		CURRENT LEARNING RATE: 1.9182641854036826e-07
previous_iter_valid_loss : 0.16754299402236938

   1511000	  0.167767	  0.167543	  0.165457		CURRENT LEARNING RATE: 1.9178805709293258e-07
previous_iter_valid_loss : 0.16492880880832672

   1511020	  0.165147	  0.164929	  0.165099		CURRENT LEARNING RATE: 1.917497033170195e-07
previous_iter_valid_loss : 0.1636790633201599

   1511040	  0.163844	  0.163679	  0.164982		CURRENT LEARNING RATE: 1.917113572110946e-07
previous_iter_valid_loss : 0.16892753541469574

   1511060	  0.169074	  0.168928	  0.165328		CURRENT LEARNING RATE: 1.9167301877362403e-07
previous_iter_valid_loss : 0.16262413561344147

   1511080	  0.162814	  0.162624	  0.165085		CURRENT LEARNING RATE: 1.9163468800307387e-07
previous_iter_valid_loss : 0.16105344891548157

   1511100	  0.161203	  0.161053	  0.165091		CURRENT LEARNING RATE: 1.9159636489791158e-07
previous_iter_valid_loss : 0.1771673560142517

   1511120	  0.177318	  0.177167	  0.165919		CURRENT LEARNING RATE: 1.9155804945660396e-07
previous_iter_valid_loss : 0.1605474352836609

   1511140	  0.160714	  0.160547	  0.165921		CURRENT LEARNING RATE: 1.9151974167761833e-07
previous_iter_valid_loss : 0.16094432771205902

   1511160	  0.161099	  0.160944	  0.165763		CURRENT LEARNING RATE: 1.9148144155942204e-07
previous_iter_valid_loss : 0.16783756017684937

   1511180	  0.168071	  0.167838	  0.165923		CURRENT LEARNING RATE: 1.9144314910048377e-07
previous_iter_valid_loss : 0.16205210983753204

   1511200	  0.162236	  0.162052	  0.165642		CURRENT LEARNING RATE: 1.9140486429927148e-07
previous_iter_valid_loss : 0.1676676720380783

   1511220	  0.167826	  0.167668	  0.165833		CURRENT LEARNING RATE: 1.9136658715425384e-07
previous_iter_valid_loss : 0.16678260266780853

   1511240	  0.166942	  0.166783	  0.166138		CURRENT LEARNING RATE: 1.9132831766389933e-07
previous_iter_valid_loss : 0.16128069162368774

   1511260	  0.161437	  0.161281	  0.166174		CURRENT LEARNING RATE: 1.912900558266779e-07
previous_iter_valid_loss : 0.1650034785270691

   1511280	  0.165203	  0.165003	  0.166213		CURRENT LEARNING RATE: 1.9125180164105874e-07
previous_iter_valid_loss : 0.16200648248195648

   1511300	  0.162198	  0.162006	  0.165907		CURRENT LEARNING RATE: 1.912135551055113e-07
previous_iter_valid_loss : 0.17036771774291992

   1511320	  0.170621	  0.170368	  0.166316		CURRENT LEARNING RATE: 1.9117531621850647e-07
previous_iter_valid_loss : 0.16088435053825378

   1511340	  0.161066	  0.160884	  0.165887		CURRENT LEARNING RATE: 1.9113708497851428e-07
previous_iter_valid_loss : 0.16413582861423492

   1511360	  0.164342	  0.164136	  0.164796		CURRENT LEARNING RATE: 1.9109886138400554e-07
previous_iter_valid_loss : 0.16246481239795685

   1511380	  0.162649	  0.162465	  0.164893		CURRENT LEARNING RATE: 1.9106064543345093e-07
previous_iter_valid_loss : 0.162011981010437

   1511400	  0.162168	  0.162012	  0.164617		CURRENT LEARNING RATE: 1.9102243712532252e-07
previous_iter_valid_loss : 0.16185003519058228

   1511420	  0.162043	  0.161850	  0.164463		CURRENT LEARNING RATE: 1.9098423645809158e-07
previous_iter_valid_loss : 0.16712316870689392

   1511440	  0.167355	  0.167123	  0.164635		CURRENT LEARNING RATE: 1.9094604343023013e-07
previous_iter_valid_loss : 0.16906675696372986

   1511460	  0.169304	  0.169067	  0.164642		CURRENT LEARNING RATE: 1.9090785804021013e-07
previous_iter_valid_loss : 0.16055071353912354

   1511480	  0.160709	  0.160551	  0.164538		CURRENT LEARNING RATE: 1.908696802865048e-07
previous_iter_valid_loss : 0.1619129478931427

   1511500	  0.162067	  0.161913	  0.164581		CURRENT LEARNING RATE: 1.908315101675867e-07
previous_iter_valid_loss : 0.16066962480545044

   1511520	  0.160842	  0.160670	  0.163757		CURRENT LEARNING RATE: 1.907933476819291e-07
previous_iter_valid_loss : 0.1607533097267151

   1511540	  0.160928	  0.160753	  0.163767		CURRENT LEARNING RATE: 1.9075519282800504e-07
previous_iter_valid_loss : 0.1645543873310089

   1511560	  0.164725	  0.164554	  0.163947		CURRENT LEARNING RATE: 1.9071704560428903e-07
previous_iter_valid_loss : 0.1612478792667389

   1511580	  0.161404	  0.161248	  0.163618		CURRENT LEARNING RATE: 1.906789060092549e-07
previous_iter_valid_loss : 0.16303621232509613

   1511600	  0.163233	  0.163036	  0.163667		CURRENT LEARNING RATE: 1.9064077404137702e-07
previous_iter_valid_loss : 0.18733781576156616

   1511620	  0.187476	  0.187338	  0.164651		CURRENT LEARNING RATE: 1.9060264969912982e-07
previous_iter_valid_loss : 0.1605587899684906

   1511640	  0.160726	  0.160559	  0.164339		CURRENT LEARNING RATE: 1.9056453298098894e-07
previous_iter_valid_loss : 0.1613389104604721

   1511660	  0.161528	  0.161339	  0.164342		CURRENT LEARNING RATE: 1.9052642388542942e-07
previous_iter_valid_loss : 0.18795490264892578

   1511680	  0.188099	  0.187955	  0.165490		CURRENT LEARNING RATE: 1.9048832241092655e-07
previous_iter_valid_loss : 0.16059435904026031

   1511700	  0.160754	  0.160594	  0.165419		CURRENT LEARNING RATE: 1.904502285559569e-07
previous_iter_valid_loss : 0.16104544699192047

   1511720	  0.161203	  0.161045	  0.164953		CURRENT LEARNING RATE: 1.9041214231899648e-07
previous_iter_valid_loss : 0.1605120152235031

   1511740	  0.160678	  0.160512	  0.164935		CURRENT LEARNING RATE: 1.9037406369852173e-07
previous_iter_valid_loss : 0.1613890528678894

   1511760	  0.161577	  0.161389	  0.164797		CURRENT LEARNING RATE: 1.9033599269300923e-07
previous_iter_valid_loss : 0.16064761579036713

   1511780	  0.160818	  0.160648	  0.164706		CURRENT LEARNING RATE: 1.902979293009368e-07
previous_iter_valid_loss : 0.16054822504520416

   1511800	  0.160712	  0.160548	  0.164633		CURRENT LEARNING RATE: 1.9025987352078158e-07
previous_iter_valid_loss : 0.16283582150936127

   1511820	  0.163036	  0.162836	  0.164682		CURRENT LEARNING RATE: 1.9022182535102133e-07
previous_iter_valid_loss : 0.1653277724981308

   1511840	  0.165536	  0.165328	  0.164593		CURRENT LEARNING RATE: 1.9018378479013376e-07
previous_iter_valid_loss : 0.1605350375175476

   1511860	  0.160704	  0.160535	  0.164166		CURRENT LEARNING RATE: 1.9014575183659794e-07
previous_iter_valid_loss : 0.16207723319530487

   1511880	  0.162266	  0.162077	  0.164242		CURRENT LEARNING RATE: 1.9010772648889223e-07
previous_iter_valid_loss : 0.16077281534671783

   1511900	  0.160950	  0.160773	  0.164185		CURRENT LEARNING RATE: 1.9006970874549562e-07
previous_iter_valid_loss : 0.16236835718154907

   1511920	  0.162534	  0.162368	  0.164270		CURRENT LEARNING RATE: 1.9003169860488704e-07
previous_iter_valid_loss : 0.1670915186405182

   1511940	  0.167254	  0.167092	  0.164587		CURRENT LEARNING RATE: 1.8999369606554675e-07
previous_iter_valid_loss : 0.16060876846313477

   1511960	  0.160768	  0.160609	  0.164390		CURRENT LEARNING RATE: 1.899557011259543e-07
previous_iter_valid_loss : 0.1888178437948227

   1511980	  0.188953	  0.188818	  0.165768		CURRENT LEARNING RATE: 1.8991771378458998e-07
previous_iter_valid_loss : 0.161665141582489

   1512000	  0.161824	  0.161665	  0.165700		CURRENT LEARNING RATE: 1.898797340399339e-07
previous_iter_valid_loss : 0.17710325121879578

   1512020	  0.177256	  0.177103	  0.165188		CURRENT LEARNING RATE: 1.898417618904675e-07
previous_iter_valid_loss : 0.16429968178272247

   1512040	  0.164463	  0.164300	  0.165375		CURRENT LEARNING RATE: 1.898037973346716e-07
previous_iter_valid_loss : 0.16657733917236328

   1512060	  0.166735	  0.166577	  0.165637		CURRENT LEARNING RATE: 1.8976584037102768e-07
previous_iter_valid_loss : 0.17426809668540955

   1512080	  0.174552	  0.174268	  0.164953		CURRENT LEARNING RATE: 1.89727890998017e-07
previous_iter_valid_loss : 0.16526077687740326

   1512100	  0.165423	  0.165261	  0.165186		CURRENT LEARNING RATE: 1.8968994921412239e-07
previous_iter_valid_loss : 0.16105085611343384

   1512120	  0.161227	  0.161051	  0.165186		CURRENT LEARNING RATE: 1.8965201501782571e-07
previous_iter_valid_loss : 0.1608625054359436

   1512140	  0.161025	  0.160863	  0.165204		CURRENT LEARNING RATE: 1.8961408840760932e-07
previous_iter_valid_loss : 0.16747215390205383

   1512160	  0.167695	  0.167472	  0.165508		CURRENT LEARNING RATE: 1.8957616938195686e-07
previous_iter_valid_loss : 0.16058333218097687

   1512180	  0.160749	  0.160583	  0.165505		CURRENT LEARNING RATE: 1.895382579393512e-07
previous_iter_valid_loss : 0.1619558185338974

   1512200	  0.162115	  0.161956	  0.165575		CURRENT LEARNING RATE: 1.8950035407827586e-07
previous_iter_valid_loss : 0.16360676288604736

   1512220	  0.163800	  0.163607	  0.165614		CURRENT LEARNING RATE: 1.894624577972144e-07
previous_iter_valid_loss : 0.17272616922855377

   1512240	  0.173003	  0.172726	  0.165984		CURRENT LEARNING RATE: 1.894245690946516e-07
previous_iter_valid_loss : 0.1654743105173111

   1512260	  0.165644	  0.165474	  0.166231		CURRENT LEARNING RATE: 1.8938668796907155e-07
previous_iter_valid_loss : 0.16223783791065216

   1512280	  0.162394	  0.162238	  0.166239		CURRENT LEARNING RATE: 1.893488144189591e-07
previous_iter_valid_loss : 0.16873225569725037

   1512300	  0.168972	  0.168732	  0.166637		CURRENT LEARNING RATE: 1.8931094844279888e-07
previous_iter_valid_loss : 0.1629413664340973

   1512320	  0.163129	  0.162941	  0.166665		CURRENT LEARNING RATE: 1.8927309003907698e-07
previous_iter_valid_loss : 0.19981889426708221

   1512340	  0.199898	  0.199819	  0.168302		CURRENT LEARNING RATE: 1.892352392062787e-07
previous_iter_valid_loss : 0.1612996906042099

   1512360	  0.161455	  0.161300	  0.168336		CURRENT LEARNING RATE: 1.8919739594289002e-07
previous_iter_valid_loss : 0.16236542165279388

   1512380	  0.162556	  0.162365	  0.167014		CURRENT LEARNING RATE: 1.8915956024739688e-07
previous_iter_valid_loss : 0.1636301577091217

   1512400	  0.163801	  0.163630	  0.167112		CURRENT LEARNING RATE: 1.8912173211828648e-07
previous_iter_valid_loss : 0.1615137755870819

   1512420	  0.161665	  0.161514	  0.166332		CURRENT LEARNING RATE: 1.8908391155404544e-07
previous_iter_valid_loss : 0.17502209544181824

   1512440	  0.175171	  0.175022	  0.166868		CURRENT LEARNING RATE: 1.8904609855316082e-07
previous_iter_valid_loss : 0.1662522405385971

   1512460	  0.166418	  0.166252	  0.166852		CURRENT LEARNING RATE: 1.8900829311411985e-07
previous_iter_valid_loss : 0.16248148679733276

   1512480	  0.162675	  0.162481	  0.166263		CURRENT LEARNING RATE: 1.8897049523541097e-07
previous_iter_valid_loss : 0.16228611767292023

   1512500	  0.162453	  0.162286	  0.166114		CURRENT LEARNING RATE: 1.8893270491552197e-07
previous_iter_valid_loss : 0.16320675611495972

   1512520	  0.163404	  0.163207	  0.166222		CURRENT LEARNING RATE: 1.888949221529408e-07
previous_iter_valid_loss : 0.16075922548770905

   1512540	  0.160934	  0.160759	  0.166217		CURRENT LEARNING RATE: 1.888571469461569e-07
previous_iter_valid_loss : 0.1750991940498352

   1512560	  0.175252	  0.175099	  0.166598		CURRENT LEARNING RATE: 1.888193792936589e-07
previous_iter_valid_loss : 0.1641075760126114

   1512580	  0.164286	  0.164108	  0.166774		CURRENT LEARNING RATE: 1.8878161919393608e-07
previous_iter_valid_loss : 0.17832955718040466

   1512600	  0.178642	  0.178330	  0.167593		CURRENT LEARNING RATE: 1.8874386664547773e-07
previous_iter_valid_loss : 0.16435684263706207

   1512620	  0.164563	  0.164357	  0.167631		CURRENT LEARNING RATE: 1.8870612164677444e-07
previous_iter_valid_loss : 0.16777737438678741

   1512640	  0.167936	  0.167777	  0.167383		CURRENT LEARNING RATE: 1.88668384196316e-07
previous_iter_valid_loss : 0.16129979491233826

   1512660	  0.161470	  0.161300	  0.167174		CURRENT LEARNING RATE: 1.8863065429259295e-07
previous_iter_valid_loss : 0.16420011222362518

   1512680	  0.164399	  0.164200	  0.167272		CURRENT LEARNING RATE: 1.8859293193409577e-07
previous_iter_valid_loss : 0.1627955585718155

   1512700	  0.162994	  0.162796	  0.166976		CURRENT LEARNING RATE: 1.8855521711931627e-07
previous_iter_valid_loss : 0.16615886986255646

   1512720	  0.166318	  0.166159	  0.167137		CURRENT LEARNING RATE: 1.8851750984674542e-07
previous_iter_valid_loss : 0.16198618710041046

   1512740	  0.162183	  0.161986	  0.165245		CURRENT LEARNING RATE: 1.88479810114875e-07
previous_iter_valid_loss : 0.16344211995601654

   1512760	  0.163613	  0.163442	  0.165352		CURRENT LEARNING RATE: 1.8844211792219668e-07
previous_iter_valid_loss : 0.19465908408164978

   1512780	  0.194772	  0.194659	  0.166967		CURRENT LEARNING RATE: 1.8840443326720346e-07
previous_iter_valid_loss : 0.1793660670518875

   1512800	  0.179521	  0.179366	  0.167753		CURRENT LEARNING RATE: 1.8836675614838757e-07
previous_iter_valid_loss : 0.1615292727947235

   1512820	  0.161722	  0.161529	  0.167754		CURRENT LEARNING RATE: 1.8832908656424198e-07
previous_iter_valid_loss : 0.17358875274658203

   1512840	  0.173860	  0.173589	  0.167683		CURRENT LEARNING RATE: 1.8829142451325954e-07
previous_iter_valid_loss : 0.1810040920972824

   1512860	  0.181332	  0.181004	  0.168420		CURRENT LEARNING RATE: 1.882537699939344e-07
previous_iter_valid_loss : 0.16112829744815826

   1512880	  0.161312	  0.161128	  0.168353		CURRENT LEARNING RATE: 1.882161230047601e-07
previous_iter_valid_loss : 0.18054066598415375

   1512900	  0.180696	  0.180541	  0.169265		CURRENT LEARNING RATE: 1.881784835442304e-07
previous_iter_valid_loss : 0.17778688669204712

   1512920	  0.177944	  0.177787	  0.169994		CURRENT LEARNING RATE: 1.8814085161084044e-07
previous_iter_valid_loss : 0.16436046361923218

   1512940	  0.164534	  0.164360	  0.170174		CURRENT LEARNING RATE: 1.8810322720308457e-07
previous_iter_valid_loss : 0.16050298511981964

   1512960	  0.160666	  0.160503	  0.169445		CURRENT LEARNING RATE: 1.8806561031945776e-07
previous_iter_valid_loss : 0.16074101626873016

   1512980	  0.160895	  0.160741	  0.169276		CURRENT LEARNING RATE: 1.880280009584551e-07
previous_iter_valid_loss : 0.1635163128376007

   1513000	  0.163679	  0.163516	  0.168536		CURRENT LEARNING RATE: 1.8799039911857286e-07
previous_iter_valid_loss : 0.16412793099880219

   1513020	  0.164293	  0.164128	  0.168524		CURRENT LEARNING RATE: 1.8795280479830655e-07
previous_iter_valid_loss : 0.16255700588226318

   1513040	  0.162744	  0.162557	  0.168263		CURRENT LEARNING RATE: 1.8791521799615248e-07
previous_iter_valid_loss : 0.1628636121749878

   1513060	  0.163049	  0.162864	  0.168341		CURRENT LEARNING RATE: 1.8787763871060682e-07
previous_iter_valid_loss : 0.16285043954849243

   1513080	  0.163010	  0.162850	  0.168274		CURRENT LEARNING RATE: 1.8784006694016705e-07
previous_iter_valid_loss : 0.16058218479156494

   1513100	  0.160744	  0.160582	  0.168163		CURRENT LEARNING RATE: 1.8780250268333e-07
previous_iter_valid_loss : 0.16658595204353333

   1513120	  0.166802	  0.166586	  0.168184		CURRENT LEARNING RATE: 1.877649459385931e-07
previous_iter_valid_loss : 0.1607692390680313

   1513140	  0.160947	  0.160769	  0.168124		CURRENT LEARNING RATE: 1.8772739670445372e-07
previous_iter_valid_loss : 0.16384926438331604

   1513160	  0.164043	  0.163849	  0.168144		CURRENT LEARNING RATE: 1.8768985497941055e-07
previous_iter_valid_loss : 0.16633813083171844

   1513180	  0.166496	  0.166338	  0.166728		CURRENT LEARNING RATE: 1.8765232076196163e-07
previous_iter_valid_loss : 0.17778649926185608

   1513200	  0.177950	  0.177786	  0.166649		CURRENT LEARNING RATE: 1.8761479405060553e-07
previous_iter_valid_loss : 0.1689346879720688

   1513220	  0.169088	  0.168935	  0.167019		CURRENT LEARNING RATE: 1.8757727484384093e-07
previous_iter_valid_loss : 0.17577797174453735

   1513240	  0.176074	  0.175778	  0.167129		CURRENT LEARNING RATE: 1.8753976314016766e-07
previous_iter_valid_loss : 0.16306181252002716

   1513260	  0.163253	  0.163062	  0.166232		CURRENT LEARNING RATE: 1.875022589380849e-07
previous_iter_valid_loss : 0.18054941296577454

   1513280	  0.180707	  0.180549	  0.167203		CURRENT LEARNING RATE: 1.874647622360926e-07
previous_iter_valid_loss : 0.16157834231853485

   1513300	  0.161729	  0.161578	  0.166255		CURRENT LEARNING RATE: 1.874272730326904e-07
previous_iter_valid_loss : 0.16188564896583557

   1513320	  0.162073	  0.161886	  0.165459		CURRENT LEARNING RATE: 1.8738979132637952e-07
previous_iter_valid_loss : 0.17316418886184692

   1513340	  0.173310	  0.173164	  0.165900		CURRENT LEARNING RATE: 1.8735231711566034e-07
previous_iter_valid_loss : 0.16058917343616486

   1513360	  0.160737	  0.160589	  0.165904		CURRENT LEARNING RATE: 1.873148503990335e-07
previous_iter_valid_loss : 0.16380323469638824

   1513380	  0.164001	  0.163803	  0.166057		CURRENT LEARNING RATE: 1.8727739117500104e-07
previous_iter_valid_loss : 0.16442355513572693

   1513400	  0.164590	  0.164424	  0.166102		CURRENT LEARNING RATE: 1.872399394420643e-07
previous_iter_valid_loss : 0.16052962839603424

   1513420	  0.160694	  0.160530	  0.165923		CURRENT LEARNING RATE: 1.872024951987251e-07
previous_iter_valid_loss : 0.161200150847435

   1513440	  0.161385	  0.161200	  0.165855		CURRENT LEARNING RATE: 1.871650584434854e-07
previous_iter_valid_loss : 0.1664319634437561

   1513460	  0.166593	  0.166432	  0.166033		CURRENT LEARNING RATE: 1.8712762917484844e-07
previous_iter_valid_loss : 0.18435625731945038

   1513480	  0.184498	  0.184356	  0.167108		CURRENT LEARNING RATE: 1.8709020739131662e-07
previous_iter_valid_loss : 0.16074727475643158

   1513500	  0.160926	  0.160747	  0.167117		CURRENT LEARNING RATE: 1.8705279309139318e-07
previous_iter_valid_loss : 0.16748356819152832

   1513520	  0.167642	  0.167484	  0.167162		CURRENT LEARNING RATE: 1.8701538627358111e-07
previous_iter_valid_loss : 0.16095122694969177

   1513540	  0.161129	  0.160951	  0.167171		CURRENT LEARNING RATE: 1.8697798693638486e-07
previous_iter_valid_loss : 0.16240227222442627

   1513560	  0.162600	  0.162402	  0.167098		CURRENT LEARNING RATE: 1.8694059507830814e-07
previous_iter_valid_loss : 0.16059452295303345

   1513580	  0.160765	  0.160595	  0.166811		CURRENT LEARNING RATE: 1.869032106978552e-07
previous_iter_valid_loss : 0.1620170623064041

   1513600	  0.162184	  0.162017	  0.166023		CURRENT LEARNING RATE: 1.8686583379353043e-07
previous_iter_valid_loss : 0.17091204226016998

   1513620	  0.171062	  0.170912	  0.166122		CURRENT LEARNING RATE: 1.8682846436383935e-07
previous_iter_valid_loss : 0.19346819818019867

   1513640	  0.193589	  0.193468	  0.167006		CURRENT LEARNING RATE: 1.8679110240728687e-07
previous_iter_valid_loss : 0.17033812403678894

   1513660	  0.170490	  0.170338	  0.167370		CURRENT LEARNING RATE: 1.867537479223785e-07
previous_iter_valid_loss : 0.16057763993740082

   1513680	  0.160753	  0.160578	  0.166371		CURRENT LEARNING RATE: 1.8671640090761972e-07
previous_iter_valid_loss : 0.16146214306354523

   1513700	  0.161629	  0.161462	  0.166365		CURRENT LEARNING RATE: 1.8667906136151738e-07
previous_iter_valid_loss : 0.16694489121437073

   1513720	  0.167106	  0.166945	  0.166618		CURRENT LEARNING RATE: 1.8664172928257748e-07
previous_iter_valid_loss : 0.16214168071746826

   1513740	  0.162290	  0.162142	  0.166067		CURRENT LEARNING RATE: 1.8660440466930646e-07
previous_iter_valid_loss : 0.1850219964981079

   1513760	  0.185391	  0.185022	  0.167289		CURRENT LEARNING RATE: 1.86567087520212e-07
previous_iter_valid_loss : 0.16378434002399445

   1513780	  0.163953	  0.163784	  0.167288		CURRENT LEARNING RATE: 1.8652977783380108e-07
previous_iter_valid_loss : 0.1617678701877594

   1513800	  0.161936	  0.161768	  0.167155		CURRENT LEARNING RATE: 1.8649247560858126e-07
previous_iter_valid_loss : 0.1642574816942215

   1513820	  0.164425	  0.164257	  0.167342		CURRENT LEARNING RATE: 1.8645518084306015e-07
previous_iter_valid_loss : 0.1609555333852768

   1513840	  0.161114	  0.160956	  0.167329		CURRENT LEARNING RATE: 1.8641789353574665e-07
previous_iter_valid_loss : 0.18993274867534637

   1513860	  0.190055	  0.189933	  0.168504		CURRENT LEARNING RATE: 1.8638061368514892e-07
previous_iter_valid_loss : 0.16179955005645752

   1513880	  0.161948	  0.161800	  0.167377		CURRENT LEARNING RATE: 1.8634334128977575e-07
previous_iter_valid_loss : 0.16051794588565826

   1513900	  0.160684	  0.160518	  0.167365		CURRENT LEARNING RATE: 1.863060763481359e-07
previous_iter_valid_loss : 0.16054081916809082

   1513920	  0.160704	  0.160541	  0.167018		CURRENT LEARNING RATE: 1.862688188587395e-07
previous_iter_valid_loss : 0.1605362445116043

   1513940	  0.160698	  0.160536	  0.166997		CURRENT LEARNING RATE: 1.8623156882009586e-07
previous_iter_valid_loss : 0.16444437205791473

   1513960	  0.164635	  0.164444	  0.167099		CURRENT LEARNING RATE: 1.8619432623071504e-07
previous_iter_valid_loss : 0.183878555893898

   1513980	  0.184257	  0.183879	  0.168263		CURRENT LEARNING RATE: 1.8615709108910694e-07
previous_iter_valid_loss : 0.16067682206630707

   1514000	  0.160848	  0.160677	  0.168196		CURRENT LEARNING RATE: 1.8611986339378282e-07
previous_iter_valid_loss : 0.16085737943649292

   1514020	  0.161015	  0.160857	  0.167694		CURRENT LEARNING RATE: 1.8608264314325327e-07
previous_iter_valid_loss : 0.1624007523059845

   1514040	  0.162560	  0.162401	  0.166140		CURRENT LEARNING RATE: 1.8604543033602948e-07
previous_iter_valid_loss : 0.16052190959453583

   1514060	  0.160687	  0.160522	  0.165650		CURRENT LEARNING RATE: 1.860082249706226e-07
previous_iter_valid_loss : 0.17260527610778809

   1514080	  0.172749	  0.172605	  0.166251		CURRENT LEARNING RATE: 1.8597102704554505e-07
previous_iter_valid_loss : 0.16071510314941406

   1514100	  0.160894	  0.160715	  0.166214		CURRENT LEARNING RATE: 1.859338365593086e-07
previous_iter_valid_loss : 0.17055568099021912

   1514120	  0.170704	  0.170556	  0.166394		CURRENT LEARNING RATE: 1.8589665351042534e-07
previous_iter_valid_loss : 0.160530224442482

   1514140	  0.160694	  0.160530	  0.166314		CURRENT LEARNING RATE: 1.8585947789740857e-07
previous_iter_valid_loss : 0.1760157346725464

   1514160	  0.176297	  0.176016	  0.165863		CURRENT LEARNING RATE: 1.8582230971877092e-07
previous_iter_valid_loss : 0.16054914891719818

   1514180	  0.160725	  0.160549	  0.165701		CURRENT LEARNING RATE: 1.8578514897302568e-07
previous_iter_valid_loss : 0.16530445218086243

   1514200	  0.165512	  0.165304	  0.165878		CURRENT LEARNING RATE: 1.8574799565868613e-07
previous_iter_valid_loss : 0.16064035892486572

   1514220	  0.160811	  0.160640	  0.165697		CURRENT LEARNING RATE: 1.8571084977426675e-07
previous_iter_valid_loss : 0.16669128835201263

   1514240	  0.166914	  0.166691	  0.165984		CURRENT LEARNING RATE: 1.8567371131828137e-07
previous_iter_valid_loss : 0.16530656814575195

   1514260	  0.165478	  0.165307	  0.164753		CURRENT LEARNING RATE: 1.8563658028924446e-07
previous_iter_valid_loss : 0.16055260598659515

   1514280	  0.160721	  0.160553	  0.164691		CURRENT LEARNING RATE: 1.8559945668567048e-07
previous_iter_valid_loss : 0.16373300552368164

   1514300	  0.163901	  0.163733	  0.164851		CURRENT LEARNING RATE: 1.855623405060751e-07
previous_iter_valid_loss : 0.1726822853088379

   1514320	  0.172833	  0.172682	  0.165458		CURRENT LEARNING RATE: 1.8552523174897338e-07
previous_iter_valid_loss : 0.16110259294509888

   1514340	  0.161285	  0.161103	  0.165487		CURRENT LEARNING RATE: 1.8548813041288096e-07
previous_iter_valid_loss : 0.161906898021698

   1514360	  0.162098	  0.161907	  0.165360		CURRENT LEARNING RATE: 1.8545103649631346e-07
previous_iter_valid_loss : 0.16595561802387238

   1514380	  0.166113	  0.165956	  0.164464		CURRENT LEARNING RATE: 1.8541394999778773e-07
previous_iter_valid_loss : 0.16050083935260773

   1514400	  0.160668	  0.160501	  0.164455		CURRENT LEARNING RATE: 1.8537687091582005e-07
previous_iter_valid_loss : 0.16332761943340302

   1514420	  0.163493	  0.163328	  0.164578		CURRENT LEARNING RATE: 1.8533979924892724e-07
previous_iter_valid_loss : 0.16895046830177307

   1514440	  0.169192	  0.168950	  0.164906		CURRENT LEARNING RATE: 1.8530273499562607e-07
previous_iter_valid_loss : 0.1612984985113144

   1514460	  0.161456	  0.161298	  0.164945		CURRENT LEARNING RATE: 1.852656781544347e-07
previous_iter_valid_loss : 0.16294188797473907

   1514480	  0.163106	  0.162942	  0.164462		CURRENT LEARNING RATE: 1.8522862872387046e-07
previous_iter_valid_loss : 0.1644524484872818

   1514500	  0.164657	  0.164452	  0.164648		CURRENT LEARNING RATE: 1.8519158670245106e-07
previous_iter_valid_loss : 0.16065090894699097

   1514520	  0.160815	  0.160651	  0.164153		CURRENT LEARNING RATE: 1.8515455208869548e-07
previous_iter_valid_loss : 0.1663205921649933

   1514540	  0.166481	  0.166321	  0.164443		CURRENT LEARNING RATE: 1.85117524881122e-07
previous_iter_valid_loss : 0.1645856499671936

   1514560	  0.164773	  0.164586	  0.163871		CURRENT LEARNING RATE: 1.8508050507824953e-07
previous_iter_valid_loss : 0.16260936856269836

   1514580	  0.162804	  0.162609	  0.163974		CURRENT LEARNING RATE: 1.8504349267859701e-07
previous_iter_valid_loss : 0.17861738801002502

   1514600	  0.178932	  0.178617	  0.164640		CURRENT LEARNING RATE: 1.8500648768068452e-07
previous_iter_valid_loss : 0.16056333482265472

   1514620	  0.160725	  0.160563	  0.164636		CURRENT LEARNING RATE: 1.8496949008303157e-07
previous_iter_valid_loss : 0.19167637825012207

   1514640	  0.191794	  0.191676	  0.165885		CURRENT LEARNING RATE: 1.849324998841582e-07
previous_iter_valid_loss : 0.16362659633159637

   1514660	  0.163794	  0.163627	  0.165801		CURRENT LEARNING RATE: 1.8489551708258456e-07
previous_iter_valid_loss : 0.17478661239147186

   1514680	  0.174933	  0.174787	  0.166513		CURRENT LEARNING RATE: 1.8485854167683198e-07
previous_iter_valid_loss : 0.16141436994075775

   1514700	  0.161569	  0.161414	  0.166397		CURRENT LEARNING RATE: 1.8482157366542103e-07
previous_iter_valid_loss : 0.16081273555755615

   1514720	  0.160964	  0.160813	  0.165804		CURRENT LEARNING RATE: 1.847846130468731e-07
previous_iter_valid_loss : 0.16083241999149323

   1514740	  0.160986	  0.160832	  0.165790		CURRENT LEARNING RATE: 1.8474765981970937e-07
previous_iter_valid_loss : 0.17351114749908447

   1514760	  0.173670	  0.173511	  0.166370		CURRENT LEARNING RATE: 1.8471071398245243e-07
previous_iter_valid_loss : 0.1605130434036255

   1514780	  0.160675	  0.160513	  0.166098		CURRENT LEARNING RATE: 1.8467377553362401e-07
previous_iter_valid_loss : 0.16274625062942505

   1514800	  0.162951	  0.162746	  0.166210		CURRENT LEARNING RATE: 1.846368444717467e-07
previous_iter_valid_loss : 0.16169294714927673

   1514820	  0.161859	  0.161693	  0.166129		CURRENT LEARNING RATE: 1.845999207953428e-07
previous_iter_valid_loss : 0.16092124581336975

   1514840	  0.161078	  0.160921	  0.165727		CURRENT LEARNING RATE: 1.8456300450293613e-07
previous_iter_valid_loss : 0.17755074799060822

   1514860	  0.177711	  0.177551	  0.166540		CURRENT LEARNING RATE: 1.8452609559304964e-07
previous_iter_valid_loss : 0.18094196915626526

   1514880	  0.181097	  0.180942	  0.167440		CURRENT LEARNING RATE: 1.84489194064207e-07
previous_iter_valid_loss : 0.16171108186244965

   1514900	  0.161872	  0.161711	  0.167303		CURRENT LEARNING RATE: 1.844522999149318e-07
previous_iter_valid_loss : 0.16148945689201355

   1514920	  0.161657	  0.161489	  0.167345		CURRENT LEARNING RATE: 1.84415413143749e-07
previous_iter_valid_loss : 0.174992635846138

   1514940	  0.175142	  0.174993	  0.167778		CURRENT LEARNING RATE: 1.8437853374918273e-07
previous_iter_valid_loss : 0.16133761405944824

   1514960	  0.161529	  0.161338	  0.167616		CURRENT LEARNING RATE: 1.843416617297575e-07
previous_iter_valid_loss : 0.16410216689109802

   1514980	  0.164295	  0.164102	  0.167691		CURRENT LEARNING RATE: 1.8430479708399908e-07
previous_iter_valid_loss : 0.17714977264404297

   1515000	  0.177442	  0.177150	  0.167617		CURRENT LEARNING RATE: 1.842679398104326e-07
previous_iter_valid_loss : 0.16731873154640198

   1515020	  0.167555	  0.167319	  0.167955		CURRENT LEARNING RATE: 1.842310899075837e-07
previous_iter_valid_loss : 0.16256415843963623

   1515040	  0.162764	  0.162564	  0.166499		CURRENT LEARNING RATE: 1.841942473739781e-07
previous_iter_valid_loss : 0.16400039196014404

   1515060	  0.164191	  0.164000	  0.166518		CURRENT LEARNING RATE: 1.8415741220814277e-07
previous_iter_valid_loss : 0.16574038565158844

   1515080	  0.165954	  0.165740	  0.166066		CURRENT LEARNING RATE: 1.8412058440860394e-07
previous_iter_valid_loss : 0.16443748772144318

   1515100	  0.164650	  0.164437	  0.166217		CURRENT LEARNING RATE: 1.8408376397388853e-07
previous_iter_valid_loss : 0.1605137437582016

   1515120	  0.160680	  0.160514	  0.166202		CURRENT LEARNING RATE: 1.8404695090252336e-07
previous_iter_valid_loss : 0.17604151368141174

   1515140	  0.176195	  0.176042	  0.166962		CURRENT LEARNING RATE: 1.8401014519303657e-07
previous_iter_valid_loss : 0.17573745548725128

   1515160	  0.175885	  0.175737	  0.167074		CURRENT LEARNING RATE: 1.839733468439556e-07
previous_iter_valid_loss : 0.17183637619018555

   1515180	  0.172093	  0.171836	  0.167640		CURRENT LEARNING RATE: 1.8393655585380856e-07
previous_iter_valid_loss : 0.17217524349689484

   1515200	  0.172444	  0.172175	  0.168111		CURRENT LEARNING RATE: 1.8389977222112342e-07
previous_iter_valid_loss : 0.1633041352033615

   1515220	  0.163510	  0.163304	  0.168192		CURRENT LEARNING RATE: 1.8386299594442955e-07
previous_iter_valid_loss : 0.16241751611232758

   1515240	  0.162582	  0.162418	  0.168267		CURRENT LEARNING RATE: 1.8382622702225552e-07
previous_iter_valid_loss : 0.16274765133857727

   1515260	  0.162912	  0.162748	  0.167527		CURRENT LEARNING RATE: 1.8378946545313062e-07
previous_iter_valid_loss : 0.16136355698108673

   1515280	  0.161528	  0.161364	  0.166548		CURRENT LEARNING RATE: 1.83752711235584e-07
previous_iter_valid_loss : 0.17275919020175934

   1515300	  0.173039	  0.172759	  0.167100		CURRENT LEARNING RATE: 1.837159643681462e-07
previous_iter_valid_loss : 0.16316528618335724

   1515320	  0.163335	  0.163165	  0.167184		CURRENT LEARNING RATE: 1.8367922484934702e-07
previous_iter_valid_loss : 0.16373634338378906

   1515340	  0.163908	  0.163736	  0.166621		CURRENT LEARNING RATE: 1.8364249267771652e-07
previous_iter_valid_loss : 0.1722581833600998

   1515360	  0.172527	  0.172258	  0.167167		CURRENT LEARNING RATE: 1.8360576785178608e-07
previous_iter_valid_loss : 0.16414093971252441

   1515380	  0.164350	  0.164141	  0.167169		CURRENT LEARNING RATE: 1.8356905037008637e-07
previous_iter_valid_loss : 0.16126275062561035

   1515400	  0.161446	  0.161263	  0.166375		CURRENT LEARNING RATE: 1.8353234023114867e-07
previous_iter_valid_loss : 0.16178102791309357

   1515420	  0.161938	  0.161781	  0.166098		CURRENT LEARNING RATE: 1.834956374335043e-07
previous_iter_valid_loss : 0.16343551874160767

   1515440	  0.163628	  0.163436	  0.166141		CURRENT LEARNING RATE: 1.834589419756858e-07
previous_iter_valid_loss : 0.16728299856185913

   1515460	  0.167442	  0.167283	  0.166305		CURRENT LEARNING RATE: 1.83422253856225e-07
previous_iter_valid_loss : 0.16094890236854553

   1515480	  0.161107	  0.160949	  0.166066		CURRENT LEARNING RATE: 1.8338557307365437e-07
previous_iter_valid_loss : 0.16774436831474304

   1515500	  0.167901	  0.167744	  0.166231		CURRENT LEARNING RATE: 1.8334889962650637e-07
previous_iter_valid_loss : 0.16069018840789795

   1515520	  0.160863	  0.160690	  0.166240		CURRENT LEARNING RATE: 1.833122335133147e-07
previous_iter_valid_loss : 0.16095903515815735

   1515540	  0.161117	  0.160959	  0.165486		CURRENT LEARNING RATE: 1.8327557473261237e-07
previous_iter_valid_loss : 0.1626196652650833

   1515560	  0.162780	  0.162620	  0.164830		CURRENT LEARNING RATE: 1.8323892328293307e-07
previous_iter_valid_loss : 0.17268462479114532

   1515580	  0.172947	  0.172685	  0.164872		CURRENT LEARNING RATE: 1.832022791628104e-07
previous_iter_valid_loss : 0.16137443482875824

   1515600	  0.161553	  0.161374	  0.164332		CURRENT LEARNING RATE: 1.8316564237077924e-07
previous_iter_valid_loss : 0.16097208857536316

   1515620	  0.161155	  0.160972	  0.164216		CURRENT LEARNING RATE: 1.8312901290537379e-07
previous_iter_valid_loss : 0.16331788897514343

   1515640	  0.163513	  0.163318	  0.164261		CURRENT LEARNING RATE: 1.8309239076512893e-07
previous_iter_valid_loss : 0.1678556203842163

   1515660	  0.168016	  0.167856	  0.164516		CURRENT LEARNING RATE: 1.8305577594857936e-07
previous_iter_valid_loss : 0.16365675628185272

   1515680	  0.163849	  0.163657	  0.164631		CURRENT LEARNING RATE: 1.830191684542612e-07
previous_iter_valid_loss : 0.16102683544158936

   1515700	  0.161201	  0.161027	  0.164044		CURRENT LEARNING RATE: 1.8298256828070978e-07
previous_iter_valid_loss : 0.16255152225494385

   1515720	  0.162731	  0.162552	  0.164014		CURRENT LEARNING RATE: 1.829459754264608e-07
previous_iter_valid_loss : 0.16514798998832703

   1515740	  0.165349	  0.165148	  0.164084		CURRENT LEARNING RATE: 1.8290938989005118e-07
previous_iter_valid_loss : 0.16061370074748993

   1515760	  0.160771	  0.160614	  0.163502		CURRENT LEARNING RATE: 1.828728116700172e-07
previous_iter_valid_loss : 0.1612592488527298

   1515780	  0.161418	  0.161259	  0.163358		CURRENT LEARNING RATE: 1.828362407648957e-07
previous_iter_valid_loss : 0.17447549104690552

   1515800	  0.174755	  0.174475	  0.164018		CURRENT LEARNING RATE: 1.827996771732235e-07
previous_iter_valid_loss : 0.16612973809242249

   1515820	  0.166289	  0.166130	  0.164236		CURRENT LEARNING RATE: 1.8276312089353878e-07
previous_iter_valid_loss : 0.16429810225963593

   1515840	  0.164462	  0.164298	  0.164279		CURRENT LEARNING RATE: 1.8272657192437889e-07
previous_iter_valid_loss : 0.18568137288093567

   1515860	  0.185822	  0.185681	  0.165199		CURRENT LEARNING RATE: 1.8269003026428194e-07
previous_iter_valid_loss : 0.1629549264907837

   1515880	  0.163157	  0.162955	  0.165299		CURRENT LEARNING RATE: 1.8265349591178585e-07
previous_iter_valid_loss : 0.16148719191551208

   1515900	  0.161643	  0.161487	  0.164986		CURRENT LEARNING RATE: 1.8261696886542996e-07
previous_iter_valid_loss : 0.16531343758106232

   1515920	  0.165475	  0.165313	  0.165218		CURRENT LEARNING RATE: 1.825804491237529e-07
previous_iter_valid_loss : 0.16338703036308289

   1515940	  0.163590	  0.163387	  0.165339		CURRENT LEARNING RATE: 1.8254393668529376e-07
previous_iter_valid_loss : 0.16674605011940002

   1515960	  0.166969	  0.166746	  0.165545		CURRENT LEARNING RATE: 1.8250743154859183e-07
previous_iter_valid_loss : 0.16506434977054596

   1515980	  0.165270	  0.165064	  0.165164		CURRENT LEARNING RATE: 1.824709337121875e-07
previous_iter_valid_loss : 0.17748822271823883

   1516000	  0.177643	  0.177488	  0.165970		CURRENT LEARNING RATE: 1.8243444317462052e-07
previous_iter_valid_loss : 0.16160693764686584

   1516020	  0.161795	  0.161607	  0.166002		CURRENT LEARNING RATE: 1.8239795993443134e-07
previous_iter_valid_loss : 0.16772647202014923

   1516040	  0.167950	  0.167726	  0.166222		CURRENT LEARNING RATE: 1.823614839901602e-07
previous_iter_valid_loss : 0.17249302566051483

   1516060	  0.172638	  0.172493	  0.166454		CURRENT LEARNING RATE: 1.8232501534034878e-07
previous_iter_valid_loss : 0.16837583482265472

   1516080	  0.168534	  0.168376	  0.166690		CURRENT LEARNING RATE: 1.8228855398353804e-07
previous_iter_valid_loss : 0.16141940653324127

   1516100	  0.161580	  0.161419	  0.166710		CURRENT LEARNING RATE: 1.8225209991826945e-07
previous_iter_valid_loss : 0.16051115095615387

   1516120	  0.160673	  0.160511	  0.166608		CURRENT LEARNING RATE: 1.8221565314308454e-07
previous_iter_valid_loss : 0.16806168854236603

   1516140	  0.168213	  0.168062	  0.166753		CURRENT LEARNING RATE: 1.8217921365652617e-07
previous_iter_valid_loss : 0.16062062978744507

   1516160	  0.160789	  0.160621	  0.166754		CURRENT LEARNING RATE: 1.8214278145713631e-07
previous_iter_valid_loss : 0.16125500202178955

   1516180	  0.161408	  0.161255	  0.166753		CURRENT LEARNING RATE: 1.8210635654345745e-07
previous_iter_valid_loss : 0.16146421432495117

   1516200	  0.161646	  0.161464	  0.166103		CURRENT LEARNING RATE: 1.8206993891403315e-07
previous_iter_valid_loss : 0.16635850071907043

   1516220	  0.166563	  0.166359	  0.166114		CURRENT LEARNING RATE: 1.820335285674065e-07
previous_iter_valid_loss : 0.1667214184999466

   1516240	  0.166883	  0.166721	  0.166235		CURRENT LEARNING RATE: 1.8199712550212096e-07
previous_iter_valid_loss : 0.1977721005678177

   1516260	  0.197861	  0.197772	  0.166840		CURRENT LEARNING RATE: 1.8196072971672012e-07
previous_iter_valid_loss : 0.183343306183815

   1516280	  0.183494	  0.183343	  0.167859		CURRENT LEARNING RATE: 1.8192434120974886e-07
previous_iter_valid_loss : 0.16649222373962402

   1516300	  0.166711	  0.166492	  0.168110		CURRENT LEARNING RATE: 1.818879599797513e-07
previous_iter_valid_loss : 0.16880924999713898

   1516320	  0.168961	  0.168809	  0.168284		CURRENT LEARNING RATE: 1.8185158602527211e-07
previous_iter_valid_loss : 0.16738705337047577

   1516340	  0.167540	  0.167387	  0.168484		CURRENT LEARNING RATE: 1.818152193448561e-07
previous_iter_valid_loss : 0.16213928163051605

   1516360	  0.162314	  0.162139	  0.168254		CURRENT LEARNING RATE: 1.8177885993704917e-07
previous_iter_valid_loss : 0.1705852597951889

   1516380	  0.170842	  0.170585	  0.168530		CURRENT LEARNING RATE: 1.817425078003967e-07
previous_iter_valid_loss : 0.1621922105550766

   1516400	  0.162388	  0.162192	  0.167765		CURRENT LEARNING RATE: 1.8170616293344453e-07
previous_iter_valid_loss : 0.16210238635540009

   1516420	  0.162268	  0.162102	  0.167790		CURRENT LEARNING RATE: 1.8166982533473862e-07
previous_iter_valid_loss : 0.16518887877464294

   1516440	  0.165359	  0.165189	  0.167663		CURRENT LEARNING RATE: 1.8163349500282606e-07
previous_iter_valid_loss : 0.16091510653495789

   1516460	  0.161079	  0.160915	  0.167084		CURRENT LEARNING RATE: 1.815971719362533e-07
previous_iter_valid_loss : 0.1637907177209854

   1516480	  0.163988	  0.163791	  0.166855		CURRENT LEARNING RATE: 1.8156085613356746e-07
previous_iter_valid_loss : 0.16918884217739105

   1516500	  0.169342	  0.169189	  0.167244		CURRENT LEARNING RATE: 1.8152454759331556e-07
previous_iter_valid_loss : 0.16052134335041046

   1516520	  0.160695	  0.160521	  0.167244		CURRENT LEARNING RATE: 1.814882463140459e-07
previous_iter_valid_loss : 0.16220632195472717

   1516540	  0.162368	  0.162206	  0.166951		CURRENT LEARNING RATE: 1.814519522943061e-07
previous_iter_valid_loss : 0.16089628636837006

   1516560	  0.161053	  0.160896	  0.166965		CURRENT LEARNING RATE: 1.8141566553264417e-07
previous_iter_valid_loss : 0.16136598587036133

   1516580	  0.161534	  0.161366	  0.166971		CURRENT LEARNING RATE: 1.8137938602760914e-07
previous_iter_valid_loss : 0.16358330845832825

   1516600	  0.163751	  0.163583	  0.167077		CURRENT LEARNING RATE: 1.8134311377774962e-07
previous_iter_valid_loss : 0.17476901412010193

   1516620	  0.174918	  0.174769	  0.167497		CURRENT LEARNING RATE: 1.8130684878161464e-07
previous_iter_valid_loss : 0.16157566010951996

   1516640	  0.161757	  0.161576	  0.167240		CURRENT LEARNING RATE: 1.8127059103775332e-07
previous_iter_valid_loss : 0.16327787935733795

   1516660	  0.163442	  0.163278	  0.165515		CURRENT LEARNING RATE: 1.8123434054471602e-07
previous_iter_valid_loss : 0.16221362352371216

   1516680	  0.162390	  0.162214	  0.164459		CURRENT LEARNING RATE: 1.811980973010523e-07
previous_iter_valid_loss : 0.17624147236347198

   1516700	  0.176397	  0.176241	  0.164946		CURRENT LEARNING RATE: 1.8116186130531257e-07
previous_iter_valid_loss : 0.16069163382053375

   1516720	  0.160865	  0.160692	  0.164540		CURRENT LEARNING RATE: 1.8112563255604695e-07
previous_iter_valid_loss : 0.16112257540225983

   1516740	  0.161275	  0.161123	  0.164227		CURRENT LEARNING RATE: 1.8108941105180697e-07
previous_iter_valid_loss : 0.17775464057922363

   1516760	  0.177916	  0.177755	  0.165008		CURRENT LEARNING RATE: 1.8105319679114349e-07
previous_iter_valid_loss : 0.16221800446510315

   1516780	  0.162417	  0.162218	  0.164589		CURRENT LEARNING RATE: 1.8101698977260787e-07
previous_iter_valid_loss : 0.17136777937412262

   1516800	  0.171522	  0.171368	  0.165048		CURRENT LEARNING RATE: 1.8098078999475155e-07
previous_iter_valid_loss : 0.16060961782932281

   1516820	  0.160759	  0.160610	  0.164974		CURRENT LEARNING RATE: 1.809445974561272e-07
previous_iter_valid_loss : 0.16816666722297668

   1516840	  0.168396	  0.168167	  0.165122		CURRENT LEARNING RATE: 1.8090841215528677e-07
previous_iter_valid_loss : 0.17353710532188416

   1516860	  0.173817	  0.173537	  0.165754		CURRENT LEARNING RATE: 1.8087223409078283e-07
previous_iter_valid_loss : 0.16107937693595886

   1516880	  0.161258	  0.161079	  0.165618		CURRENT LEARNING RATE: 1.8083606326116795e-07
previous_iter_valid_loss : 0.16120228171348572

   1516900	  0.161362	  0.161202	  0.165219		CURRENT LEARNING RATE: 1.80799899664996e-07
previous_iter_valid_loss : 0.16751845180988312

   1516920	  0.167743	  0.167518	  0.165569		CURRENT LEARNING RATE: 1.8076374330082003e-07
previous_iter_valid_loss : 0.16207364201545715

   1516940	  0.162251	  0.162074	  0.165562		CURRENT LEARNING RATE: 1.8072759416719346e-07
previous_iter_valid_loss : 0.168745756149292

   1516960	  0.168895	  0.168746	  0.165954		CURRENT LEARNING RATE: 1.8069145226267104e-07
previous_iter_valid_loss : 0.16609840095043182

   1516980	  0.166256	  0.166098	  0.166191		CURRENT LEARNING RATE: 1.8065531758580675e-07
previous_iter_valid_loss : 0.16771018505096436

   1517000	  0.167866	  0.167710	  0.166397		CURRENT LEARNING RATE: 1.8061919013515516e-07
previous_iter_valid_loss : 0.16529026627540588

   1517020	  0.165494	  0.165290	  0.165923		CURRENT LEARNING RATE: 1.8058306990927085e-07
previous_iter_valid_loss : 0.16393797099590302

   1517040	  0.164136	  0.163938	  0.166041		CURRENT LEARNING RATE: 1.805469569067097e-07
previous_iter_valid_loss : 0.16966800391674042

   1517060	  0.169915	  0.169668	  0.166361		CURRENT LEARNING RATE: 1.8051085112602687e-07
previous_iter_valid_loss : 0.16437195241451263

   1517080	  0.164574	  0.164372	  0.166469		CURRENT LEARNING RATE: 1.8047475256577813e-07
previous_iter_valid_loss : 0.18631020188331604

   1517100	  0.186689	  0.186310	  0.166972		CURRENT LEARNING RATE: 1.8043866122451914e-07
previous_iter_valid_loss : 0.16221128404140472

   1517120	  0.162405	  0.162211	  0.167048		CURRENT LEARNING RATE: 1.8040257710080698e-07
previous_iter_valid_loss : 0.16132596135139465

   1517140	  0.161477	  0.161326	  0.167058		CURRENT LEARNING RATE: 1.8036650019319792e-07
previous_iter_valid_loss : 0.16459272801876068

   1517160	  0.164761	  0.164593	  0.166400		CURRENT LEARNING RATE: 1.803304305002489e-07
previous_iter_valid_loss : 0.16136981546878815

   1517180	  0.161520	  0.161370	  0.166358		CURRENT LEARNING RATE: 1.8029436802051678e-07
previous_iter_valid_loss : 0.16578733921051025

   1517200	  0.165947	  0.165787	  0.166079		CURRENT LEARNING RATE: 1.8025831275255975e-07
previous_iter_valid_loss : 0.16169473528862

   1517220	  0.161856	  0.161695	  0.166133		CURRENT LEARNING RATE: 1.8022226469493525e-07
previous_iter_valid_loss : 0.16124343872070312

   1517240	  0.161427	  0.161243	  0.165787		CURRENT LEARNING RATE: 1.8018622384620136e-07
previous_iter_valid_loss : 0.16087272763252258

   1517260	  0.161054	  0.160873	  0.165154		CURRENT LEARNING RATE: 1.8015019020491613e-07
previous_iter_valid_loss : 0.160842165350914

   1517280	  0.161015	  0.160842	  0.165142		CURRENT LEARNING RATE: 1.8011416376963884e-07
previous_iter_valid_loss : 0.1734248399734497

   1517300	  0.173572	  0.173425	  0.165753		CURRENT LEARNING RATE: 1.8007814453892813e-07
previous_iter_valid_loss : 0.16093283891677856

   1517320	  0.161096	  0.160933	  0.165424		CURRENT LEARNING RATE: 1.800421325113429e-07
previous_iter_valid_loss : 0.1692354381084442

   1517340	  0.169388	  0.169235	  0.165782		CURRENT LEARNING RATE: 1.8000612768544332e-07
previous_iter_valid_loss : 0.16392546892166138

   1517360	  0.164090	  0.163925	  0.165541		CURRENT LEARNING RATE: 1.7997013005978886e-07
previous_iter_valid_loss : 0.16114471852779388

   1517380	  0.161325	  0.161145	  0.165293		CURRENT LEARNING RATE: 1.7993413963293968e-07
previous_iter_valid_loss : 0.16463734209537506

   1517400	  0.164836	  0.164637	  0.165140		CURRENT LEARNING RATE: 1.7989815640345574e-07
previous_iter_valid_loss : 0.1623018980026245

   1517420	  0.162478	  0.162302	  0.164990		CURRENT LEARNING RATE: 1.7986218036989838e-07
previous_iter_valid_loss : 0.17625999450683594

   1517440	  0.176413	  0.176260	  0.165606		CURRENT LEARNING RATE: 1.798262115308283e-07
previous_iter_valid_loss : 0.16109074652194977

   1517460	  0.161272	  0.161091	  0.165177		CURRENT LEARNING RATE: 1.7979024988480667e-07
previous_iter_valid_loss : 0.16831621527671814

   1517480	  0.168471	  0.168316	  0.165375		CURRENT LEARNING RATE: 1.797542954303948e-07
previous_iter_valid_loss : 0.16878487169742584

   1517500	  0.168939	  0.168785	  0.164498		CURRENT LEARNING RATE: 1.7971834816615506e-07
previous_iter_valid_loss : 0.16237987577915192

   1517520	  0.162538	  0.162380	  0.164507		CURRENT LEARNING RATE: 1.7968240809064926e-07
previous_iter_valid_loss : 0.18391002714633942

   1517540	  0.184062	  0.183910	  0.165636		CURRENT LEARNING RATE: 1.7964647520243978e-07
previous_iter_valid_loss : 0.1618250012397766

   1517560	  0.162022	  0.161825	  0.165498		CURRENT LEARNING RATE: 1.7961054950008906e-07
previous_iter_valid_loss : 0.17074106633663177

   1517580	  0.170979	  0.170741	  0.165966		CURRENT LEARNING RATE: 1.7957463098216064e-07
previous_iter_valid_loss : 0.16081804037094116

   1517600	  0.160973	  0.160818	  0.165718		CURRENT LEARNING RATE: 1.7953871964721752e-07
previous_iter_valid_loss : 0.16050082445144653

   1517620	  0.160670	  0.160501	  0.165658		CURRENT LEARNING RATE: 1.7950281549382315e-07
previous_iter_valid_loss : 0.1605926752090454

   1517640	  0.160746	  0.160593	  0.165625		CURRENT LEARNING RATE: 1.7946691852054115e-07
previous_iter_valid_loss : 0.16212140023708344

   1517660	  0.162307	  0.162121	  0.165688		CURRENT LEARNING RATE: 1.7943102872593623e-07
previous_iter_valid_loss : 0.16590219736099243

   1517680	  0.166117	  0.165902	  0.165941		CURRENT LEARNING RATE: 1.7939514610857244e-07
previous_iter_valid_loss : 0.1611051857471466

   1517700	  0.161266	  0.161105	  0.165325		CURRENT LEARNING RATE: 1.7935927066701458e-07
previous_iter_valid_loss : 0.16261962056159973

   1517720	  0.162817	  0.162620	  0.165409		CURRENT LEARNING RATE: 1.793234023998272e-07
previous_iter_valid_loss : 0.162478968501091

   1517740	  0.162672	  0.162479	  0.165071		CURRENT LEARNING RATE: 1.792875413055763e-07
previous_iter_valid_loss : 0.1606825441122055

   1517760	  0.160843	  0.160683	  0.164909		CURRENT LEARNING RATE: 1.7925168738282705e-07
previous_iter_valid_loss : 0.16342693567276

   1517780	  0.163620	  0.163427	  0.165023		CURRENT LEARNING RATE: 1.7921584063014498e-07
previous_iter_valid_loss : 0.1631532460451126

   1517800	  0.163349	  0.163153	  0.164949		CURRENT LEARNING RATE: 1.7918000104609693e-07
previous_iter_valid_loss : 0.17728093266487122

   1517820	  0.177581	  0.177281	  0.165698		CURRENT LEARNING RATE: 1.7914416862924892e-07
previous_iter_valid_loss : 0.16835801303386688

   1517840	  0.168600	  0.168358	  0.165303		CURRENT LEARNING RATE: 1.7910834337816767e-07
previous_iter_valid_loss : 0.1802302747964859

   1517860	  0.180383	  0.180230	  0.166260		CURRENT LEARNING RATE: 1.7907252529141986e-07
previous_iter_valid_loss : 0.16369694471359253

   1517880	  0.163856	  0.163697	  0.166029		CURRENT LEARNING RATE: 1.7903671436757343e-07
previous_iter_valid_loss : 0.16305705904960632

   1517900	  0.163219	  0.163057	  0.165743		CURRENT LEARNING RATE: 1.7900091060519556e-07
previous_iter_valid_loss : 0.1713651716709137

   1517920	  0.171506	  0.171365	  0.166192		CURRENT LEARNING RATE: 1.789651140028542e-07
previous_iter_valid_loss : 0.16244687139987946

   1517940	  0.162640	  0.162447	  0.165119		CURRENT LEARNING RATE: 1.7892932455911704e-07
previous_iter_valid_loss : 0.16417619585990906

   1517960	  0.164349	  0.164176	  0.165236		CURRENT LEARNING RATE: 1.7889354227255323e-07
previous_iter_valid_loss : 0.1614179164171219

   1517980	  0.161606	  0.161418	  0.164770		CURRENT LEARNING RATE: 1.7885776714173114e-07
previous_iter_valid_loss : 0.17289859056472778

   1518000	  0.173047	  0.172899	  0.165374		CURRENT LEARNING RATE: 1.7882199916521974e-07
previous_iter_valid_loss : 0.1605284959077835

   1518020	  0.160700	  0.160528	  0.165376		CURRENT LEARNING RATE: 1.7878623834158802e-07
previous_iter_valid_loss : 0.16838619112968445

   1518040	  0.168620	  0.168386	  0.165765		CURRENT LEARNING RATE: 1.7875048466940619e-07
previous_iter_valid_loss : 0.16524259746074677

   1518060	  0.165399	  0.165243	  0.165921		CURRENT LEARNING RATE: 1.7871473814724379e-07
previous_iter_valid_loss : 0.18937700986862183

   1518080	  0.189507	  0.189377	  0.167095		CURRENT LEARNING RATE: 1.7867899877367092e-07
previous_iter_valid_loss : 0.17558610439300537

   1518100	  0.175872	  0.175586	  0.167819		CURRENT LEARNING RATE: 1.7864326654725767e-07
previous_iter_valid_loss : 0.16168639063835144

   1518120	  0.161849	  0.161686	  0.167772		CURRENT LEARNING RATE: 1.7860754146657548e-07
previous_iter_valid_loss : 0.1665463149547577

   1518140	  0.166709	  0.166546	  0.167976		CURRENT LEARNING RATE: 1.7857182353019494e-07
previous_iter_valid_loss : 0.1611560583114624

   1518160	  0.161332	  0.161156	  0.168000		CURRENT LEARNING RATE: 1.7853611273668704e-07
previous_iter_valid_loss : 0.16089896857738495

   1518180	  0.161056	  0.160899	  0.167873		CURRENT LEARNING RATE: 1.7850040908462404e-07
previous_iter_valid_loss : 0.16231966018676758

   1518200	  0.162508	  0.162320	  0.167831		CURRENT LEARNING RATE: 1.7846471257257738e-07
previous_iter_valid_loss : 0.1612241566181183

   1518220	  0.161422	  0.161224	  0.167029		CURRENT LEARNING RATE: 1.7842902319911925e-07
previous_iter_valid_loss : 0.17551042139530182

   1518240	  0.175803	  0.175510	  0.167386		CURRENT LEARNING RATE: 1.7839334096282176e-07
previous_iter_valid_loss : 0.16395427286624908

   1518260	  0.164128	  0.163954	  0.166572		CURRENT LEARNING RATE: 1.7835766586225822e-07
previous_iter_valid_loss : 0.1683415174484253

   1518280	  0.168578	  0.168342	  0.166805		CURRENT LEARNING RATE: 1.783219978960014e-07
previous_iter_valid_loss : 0.17141573131084442

   1518300	  0.171676	  0.171416	  0.167223		CURRENT LEARNING RATE: 1.7828633706262447e-07
previous_iter_valid_loss : 0.16859209537506104

   1518320	  0.168826	  0.168592	  0.167084		CURRENT LEARNING RATE: 1.7825068336070076e-07
previous_iter_valid_loss : 0.18102650344371796

   1518340	  0.181186	  0.181027	  0.168013		CURRENT LEARNING RATE: 1.782150367888047e-07
previous_iter_valid_loss : 0.16945624351501465

   1518360	  0.169609	  0.169456	  0.168277		CURRENT LEARNING RATE: 1.7817939734551015e-07
previous_iter_valid_loss : 0.16412724554538727

   1518380	  0.164292	  0.164127	  0.168412		CURRENT LEARNING RATE: 1.7814376502939155e-07
previous_iter_valid_loss : 0.16774168610572815

   1518400	  0.167957	  0.167742	  0.168155		CURRENT LEARNING RATE: 1.7810813983902322e-07
previous_iter_valid_loss : 0.16268841922283173

   1518420	  0.162875	  0.162688	  0.168263		CURRENT LEARNING RATE: 1.7807252177298082e-07
previous_iter_valid_loss : 0.16182008385658264

   1518440	  0.162000	  0.161820	  0.167934		CURRENT LEARNING RATE: 1.7803691082983933e-07
previous_iter_valid_loss : 0.16067323088645935

   1518460	  0.160829	  0.160673	  0.167706		CURRENT LEARNING RATE: 1.780013070081743e-07
previous_iter_valid_loss : 0.16457194089889526

   1518480	  0.164777	  0.164572	  0.166466		CURRENT LEARNING RATE: 1.779657103065612e-07
previous_iter_valid_loss : 0.16569772362709045

   1518500	  0.165912	  0.165698	  0.165971		CURRENT LEARNING RATE: 1.7793012072357693e-07
previous_iter_valid_loss : 0.1607477217912674

   1518520	  0.160919	  0.160748	  0.165924		CURRENT LEARNING RATE: 1.778945382577975e-07
previous_iter_valid_loss : 0.16052031517028809

   1518540	  0.160684	  0.160520	  0.165623		CURRENT LEARNING RATE: 1.7785896290779928e-07
previous_iter_valid_loss : 0.16403637826442719

   1518560	  0.164206	  0.164036	  0.165767		CURRENT LEARNING RATE: 1.7782339467215994e-07
previous_iter_valid_loss : 0.16058260202407837

   1518580	  0.160741	  0.160583	  0.165751		CURRENT LEARNING RATE: 1.7778783354945638e-07
previous_iter_valid_loss : 0.16354551911354065

   1518600	  0.163736	  0.163546	  0.165812		CURRENT LEARNING RATE: 1.7775227953826622e-07
previous_iter_valid_loss : 0.1779792159795761

   1518620	  0.178292	  0.177979	  0.166650		CURRENT LEARNING RATE: 1.7771673263716694e-07
previous_iter_valid_loss : 0.16149429976940155

   1518640	  0.161678	  0.161494	  0.165949		CURRENT LEARNING RATE: 1.776811928447373e-07
previous_iter_valid_loss : 0.16201260685920715

   1518660	  0.162185	  0.162013	  0.165852		CURRENT LEARNING RATE: 1.7764566015955537e-07
previous_iter_valid_loss : 0.16784633696079254

   1518680	  0.167998	  0.167846	  0.165827		CURRENT LEARNING RATE: 1.7761013458019994e-07
previous_iter_valid_loss : 0.16071008145809174

   1518700	  0.160888	  0.160710	  0.165292		CURRENT LEARNING RATE: 1.7757461610524952e-07
previous_iter_valid_loss : 0.18073487281799316

   1518720	  0.181075	  0.180735	  0.165899		CURRENT LEARNING RATE: 1.7753910473328412e-07
previous_iter_valid_loss : 0.1674129068851471

   1518740	  0.167566	  0.167413	  0.165219		CURRENT LEARNING RATE: 1.7750360046288294e-07
previous_iter_valid_loss : 0.17595258355140686

   1518760	  0.176244	  0.175953	  0.165543		CURRENT LEARNING RATE: 1.774681032926258e-07
previous_iter_valid_loss : 0.17145416140556335

   1518780	  0.171598	  0.171454	  0.165910		CURRENT LEARNING RATE: 1.7743261322109248e-07
previous_iter_valid_loss : 0.16056056320667267

   1518800	  0.160725	  0.160561	  0.165551		CURRENT LEARNING RATE: 1.7739713024686405e-07
previous_iter_valid_loss : 0.1624630242586136

   1518820	  0.162643	  0.162463	  0.165540		CURRENT LEARNING RATE: 1.7736165436852083e-07
previous_iter_valid_loss : 0.16116075217723846

   1518840	  0.161348	  0.161161	  0.165507		CURRENT LEARNING RATE: 1.7732618558464386e-07
previous_iter_valid_loss : 0.163493812084198

   1518860	  0.163696	  0.163494	  0.165648		CURRENT LEARNING RATE: 1.77290723893814e-07
previous_iter_valid_loss : 0.18010853230953217

   1518880	  0.180259	  0.180109	  0.166424		CURRENT LEARNING RATE: 1.772552692946134e-07
previous_iter_valid_loss : 0.16066209971904755

   1518900	  0.160837	  0.160662	  0.166173		CURRENT LEARNING RATE: 1.7721982178562362e-07
previous_iter_valid_loss : 0.16340166330337524

   1518920	  0.163568	  0.163402	  0.166305		CURRENT LEARNING RATE: 1.7718438136542673e-07
previous_iter_valid_loss : 0.1608608365058899

   1518940	  0.161046	  0.160861	  0.166322		CURRENT LEARNING RATE: 1.7714894803260483e-07
previous_iter_valid_loss : 0.16055697202682495

   1518960	  0.160728	  0.160557	  0.166148		CURRENT LEARNING RATE: 1.7711352178574116e-07
previous_iter_valid_loss : 0.17078083753585815

   1518980	  0.170925	  0.170781	  0.166658		CURRENT LEARNING RATE: 1.7707810262341836e-07
previous_iter_valid_loss : 0.1671588271856308

   1519000	  0.167384	  0.167159	  0.166839		CURRENT LEARNING RATE: 1.770426905442194e-07
previous_iter_valid_loss : 0.16052545607089996

   1519020	  0.160684	  0.160525	  0.165966		CURRENT LEARNING RATE: 1.7700728554672842e-07
previous_iter_valid_loss : 0.16067269444465637

   1519040	  0.160831	  0.160673	  0.165925		CURRENT LEARNING RATE: 1.7697188762952885e-07
previous_iter_valid_loss : 0.1616101861000061

   1519060	  0.161784	  0.161610	  0.165905		CURRENT LEARNING RATE: 1.7693649679120484e-07
previous_iter_valid_loss : 0.1606181561946869

   1519080	  0.160772	  0.160618	  0.165544		CURRENT LEARNING RATE: 1.7690111303034042e-07
previous_iter_valid_loss : 0.16969014704227448

   1519100	  0.169844	  0.169690	  0.165993		CURRENT LEARNING RATE: 1.7686573634552084e-07
previous_iter_valid_loss : 0.16426759958267212

   1519120	  0.164474	  0.164268	  0.165169		CURRENT LEARNING RATE: 1.768303667353307e-07
previous_iter_valid_loss : 0.16151750087738037

   1519140	  0.161685	  0.161518	  0.164874		CURRENT LEARNING RATE: 1.767950041983553e-07
previous_iter_valid_loss : 0.16894054412841797

   1519160	  0.169087	  0.168941	  0.164524		CURRENT LEARNING RATE: 1.7675964873317978e-07
previous_iter_valid_loss : 0.17007265985012054

   1519180	  0.170222	  0.170073	  0.164455		CURRENT LEARNING RATE: 1.7672430033839053e-07
previous_iter_valid_loss : 0.1666107177734375

   1519200	  0.166776	  0.166611	  0.164757		CURRENT LEARNING RATE: 1.7668895901257332e-07
previous_iter_valid_loss : 0.16149505972862244

   1519220	  0.161694	  0.161495	  0.164709		CURRENT LEARNING RATE: 1.766536247543145e-07
previous_iter_valid_loss : 0.16546718776226044

   1519240	  0.165636	  0.165467	  0.164924		CURRENT LEARNING RATE: 1.7661829756220035e-07
previous_iter_valid_loss : 0.16364943981170654

   1519260	  0.163857	  0.163649	  0.164932		CURRENT LEARNING RATE: 1.765829774348185e-07
previous_iter_valid_loss : 0.16104310750961304

   1519280	  0.161230	  0.161043	  0.163979		CURRENT LEARNING RATE: 1.7654766437075572e-07
previous_iter_valid_loss : 0.18869251012802124

   1519300	  0.189122	  0.188693	  0.165380		CURRENT LEARNING RATE: 1.7651235836859956e-07
previous_iter_valid_loss : 0.16218066215515137

   1519320	  0.162346	  0.162181	  0.165319		CURRENT LEARNING RATE: 1.7647705942693746e-07
previous_iter_valid_loss : 0.16221606731414795

   1519340	  0.162381	  0.162216	  0.165387		CURRENT LEARNING RATE: 1.7644176754435802e-07
previous_iter_valid_loss : 0.16135653853416443

   1519360	  0.161524	  0.161357	  0.165427		CURRENT LEARNING RATE: 1.7640648271944935e-07
previous_iter_valid_loss : 0.16056512296199799

   1519380	  0.160726	  0.160565	  0.164916		CURRENT LEARNING RATE: 1.7637120495079966e-07
previous_iter_valid_loss : 0.16114018857479095

   1519400	  0.161297	  0.161140	  0.164615		CURRENT LEARNING RATE: 1.7633593423699855e-07
previous_iter_valid_loss : 0.16050314903259277

   1519420	  0.160657	  0.160503	  0.164614		CURRENT LEARNING RATE: 1.763006705766348e-07
previous_iter_valid_loss : 0.1606799215078354

   1519440	  0.160839	  0.160680	  0.164614		CURRENT LEARNING RATE: 1.762654139682979e-07
previous_iter_valid_loss : 0.1616121381521225

   1519460	  0.161795	  0.161612	  0.164615		CURRENT LEARNING RATE: 1.762301644105773e-07
previous_iter_valid_loss : 0.16187377274036407

   1519480	  0.162067	  0.161874	  0.164677		CURRENT LEARNING RATE: 1.7619492190206362e-07
previous_iter_valid_loss : 0.17140409350395203

   1519500	  0.171554	  0.171404	  0.164763		CURRENT LEARNING RATE: 1.7615968644134676e-07
previous_iter_valid_loss : 0.1658254861831665

   1519520	  0.166035	  0.165825	  0.164841		CURRENT LEARNING RATE: 1.7612445802701746e-07
previous_iter_valid_loss : 0.17142543196678162

   1519540	  0.171577	  0.171425	  0.165336		CURRENT LEARNING RATE: 1.7608923665766618e-07
previous_iter_valid_loss : 0.16227546334266663

   1519560	  0.162443	  0.162275	  0.165003		CURRENT LEARNING RATE: 1.7605402233188466e-07
previous_iter_valid_loss : 0.16180378198623657

   1519580	  0.161964	  0.161804	  0.164590		CURRENT LEARNING RATE: 1.760188150482641e-07
previous_iter_valid_loss : 0.1610465943813324

   1519600	  0.161234	  0.161047	  0.164311		CURRENT LEARNING RATE: 1.7598361480539614e-07
previous_iter_valid_loss : 0.16210564970970154

   1519620	  0.162290	  0.162106	  0.164342		CURRENT LEARNING RATE: 1.759484216018725e-07
previous_iter_valid_loss : 0.16423211991786957

   1519640	  0.164426	  0.164232	  0.164280		CURRENT LEARNING RATE: 1.7591323543628605e-07
previous_iter_valid_loss : 0.16425587236881256

   1519660	  0.164424	  0.164256	  0.164310		CURRENT LEARNING RATE: 1.7587805630722904e-07
previous_iter_valid_loss : 0.16104170680046082

   1519680	  0.161202	  0.161042	  0.164310		CURRENT LEARNING RATE: 1.758428842132943e-07
previous_iter_valid_loss : 0.16527622938156128

   1519700	  0.165435	  0.165276	  0.163140		CURRENT LEARNING RATE: 1.7580771915307468e-07
previous_iter_valid_loss : 0.1772872507572174

   1519720	  0.177596	  0.177287	  0.163895		CURRENT LEARNING RATE: 1.7577256112516414e-07
previous_iter_valid_loss : 0.17070312798023224

   1519740	  0.170855	  0.170703	  0.164319		CURRENT LEARNING RATE: 1.7573741012815602e-07
previous_iter_valid_loss : 0.18185196816921234

   1519760	  0.182005	  0.181852	  0.165344		CURRENT LEARNING RATE: 1.7570226616064407e-07
previous_iter_valid_loss : 0.16512064635753632

   1519780	  0.165287	  0.165121	  0.165572		CURRENT LEARNING RATE: 1.7566712922122311e-07
previous_iter_valid_loss : 0.17755192518234253

   1519800	  0.177707	  0.177552	  0.166392		CURRENT LEARNING RATE: 1.756319993084873e-07
previous_iter_valid_loss : 0.16782669723033905

   1519820	  0.168053	  0.167827	  0.166759		CURRENT LEARNING RATE: 1.7559687642103152e-07
previous_iter_valid_loss : 0.16090232133865356

   1519840	  0.161084	  0.160902	  0.166770		CURRENT LEARNING RATE: 1.755617605574505e-07
previous_iter_valid_loss : 0.160598024725914

   1519860	  0.160769	  0.160598	  0.166719		CURRENT LEARNING RATE: 1.755266517163402e-07
previous_iter_valid_loss : 0.17342586815357208

   1519880	  0.173572	  0.173426	  0.167297		CURRENT LEARNING RATE: 1.7549154989629604e-07
previous_iter_valid_loss : 0.1607816219329834

   1519900	  0.160940	  0.160782	  0.166765		CURRENT LEARNING RATE: 1.7545645509591387e-07
previous_iter_valid_loss : 0.1634461134672165

   1519920	  0.163641	  0.163446	  0.166646		CURRENT LEARNING RATE: 1.7542136731378966e-07
previous_iter_valid_loss : 0.1606251746416092

   1519940	  0.160779	  0.160625	  0.166106		CURRENT LEARNING RATE: 1.7538628654852042e-07
previous_iter_valid_loss : 0.1679919958114624

   1519960	  0.168221	  0.167992	  0.166392		CURRENT LEARNING RATE: 1.753512127987027e-07
previous_iter_valid_loss : 0.17075245082378387

   1519980	  0.171015	  0.170752	  0.166840		CURRENT LEARNING RATE: 1.7531614606293352e-07
previous_iter_valid_loss : 0.16406729817390442

   1520000	  0.164265	  0.164067	  0.166991		CURRENT LEARNING RATE: 1.7528108633980989e-07
previous_iter_valid_loss : 0.16058850288391113

   1520020	  0.160755	  0.160589	  0.166915		CURRENT LEARNING RATE: 1.7524603362793003e-07
previous_iter_valid_loss : 0.1878829449415207

   1520040	  0.188292	  0.187883	  0.168097		CURRENT LEARNING RATE: 1.7521098792589155e-07
previous_iter_valid_loss : 0.161350816488266

   1520060	  0.161500	  0.161351	  0.167952		CURRENT LEARNING RATE: 1.7517594923229262e-07
previous_iter_valid_loss : 0.16182303428649902

   1520080	  0.162010	  0.161823	  0.167991		CURRENT LEARNING RATE: 1.7514091754573135e-07
previous_iter_valid_loss : 0.1763981282711029

   1520100	  0.176692	  0.176398	  0.168547		CURRENT LEARNING RATE: 1.751058928648071e-07
previous_iter_valid_loss : 0.16084736585617065

   1520120	  0.161018	  0.160847	  0.167725		CURRENT LEARNING RATE: 1.7507087518811865e-07
previous_iter_valid_loss : 0.16083353757858276

   1520140	  0.161011	  0.160834	  0.167232		CURRENT LEARNING RATE: 1.750358645142652e-07
previous_iter_valid_loss : 0.17098155617713928

   1520160	  0.171238	  0.170982	  0.166688		CURRENT LEARNING RATE: 1.7500086084184602e-07
previous_iter_valid_loss : 0.16434505581855774

   1520180	  0.164536	  0.164345	  0.166650		CURRENT LEARNING RATE: 1.7496586416946164e-07
previous_iter_valid_loss : 0.1632041186094284

   1520200	  0.163409	  0.163204	  0.165932		CURRENT LEARNING RATE: 1.7493087449571183e-07
previous_iter_valid_loss : 0.16303902864456177

   1520220	  0.163206	  0.163039	  0.165693		CURRENT LEARNING RATE: 1.7489589181919673e-07
previous_iter_valid_loss : 0.16197046637535095

   1520240	  0.162128	  0.161970	  0.165746		CURRENT LEARNING RATE: 1.7486091613851758e-07
previous_iter_valid_loss : 0.16809816658496857

   1520260	  0.168317	  0.168098	  0.166121		CURRENT LEARNING RATE: 1.7482594745227515e-07
previous_iter_valid_loss : 0.16063657402992249

   1520280	  0.160797	  0.160637	  0.165482		CURRENT LEARNING RATE: 1.7479098575907063e-07
previous_iter_valid_loss : 0.16461484134197235

   1520300	  0.164773	  0.164615	  0.165673		CURRENT LEARNING RATE: 1.7475603105750527e-07
previous_iter_valid_loss : 0.17315250635147095

   1520320	  0.173428	  0.173153	  0.166159		CURRENT LEARNING RATE: 1.747210833461815e-07
previous_iter_valid_loss : 0.16185447573661804

   1520340	  0.162007	  0.161854	  0.166220		CURRENT LEARNING RATE: 1.7468614262370103e-07
previous_iter_valid_loss : 0.16059613227844238

   1520360	  0.160763	  0.160596	  0.165850		CURRENT LEARNING RATE: 1.7465120888866634e-07
previous_iter_valid_loss : 0.17519067227840424

   1520380	  0.175342	  0.175191	  0.166072		CURRENT LEARNING RATE: 1.746162821396797e-07
previous_iter_valid_loss : 0.17224131524562836

   1520400	  0.172507	  0.172241	  0.166481		CURRENT LEARNING RATE: 1.745813623753447e-07
previous_iter_valid_loss : 0.16096529364585876

   1520420	  0.161123	  0.160965	  0.166500		CURRENT LEARNING RATE: 1.7454644959426415e-07
previous_iter_valid_loss : 0.17681515216827393

   1520440	  0.176965	  0.176815	  0.165946		CURRENT LEARNING RATE: 1.745115437950417e-07
previous_iter_valid_loss : 0.16112485527992249

   1520460	  0.161308	  0.161125	  0.165935		CURRENT LEARNING RATE: 1.7447664497628066e-07
previous_iter_valid_loss : 0.16053225100040436

   1520480	  0.160691	  0.160532	  0.165871		CURRENT LEARNING RATE: 1.7444175313658576e-07
previous_iter_valid_loss : 0.16877952218055725

   1520500	  0.169027	  0.168780	  0.165490		CURRENT LEARNING RATE: 1.7440686827456102e-07
previous_iter_valid_loss : 0.16159668564796448

   1520520	  0.161748	  0.161597	  0.165527		CURRENT LEARNING RATE: 1.74371990388811e-07
previous_iter_valid_loss : 0.16719378530979156

   1520540	  0.167411	  0.167194	  0.165845		CURRENT LEARNING RATE: 1.7433711947794032e-07
previous_iter_valid_loss : 0.1625310182571411

   1520560	  0.162694	  0.162531	  0.165423		CURRENT LEARNING RATE: 1.7430225554055477e-07
previous_iter_valid_loss : 0.17137353122234344

   1520580	  0.171523	  0.171374	  0.165774		CURRENT LEARNING RATE: 1.7426739857525948e-07
previous_iter_valid_loss : 0.17356915771961212

   1520600	  0.173714	  0.173569	  0.166292		CURRENT LEARNING RATE: 1.742325485806598e-07
previous_iter_valid_loss : 0.16192585229873657

   1520620	  0.162123	  0.161926	  0.166237		CURRENT LEARNING RATE: 1.7419770555536244e-07
previous_iter_valid_loss : 0.17029303312301636

   1520640	  0.170446	  0.170293	  0.166653		CURRENT LEARNING RATE: 1.741628694979733e-07
previous_iter_valid_loss : 0.1609518676996231

   1520660	  0.161127	  0.160952	  0.166295		CURRENT LEARNING RATE: 1.7412804040709899e-07
previous_iter_valid_loss : 0.1688697636127472

   1520680	  0.169029	  0.168870	  0.166707		CURRENT LEARNING RATE: 1.7409321828134598e-07
previous_iter_valid_loss : 0.16338922083377838

   1520700	  0.163547	  0.163389	  0.166646		CURRENT LEARNING RATE: 1.7405840311932202e-07
previous_iter_valid_loss : 0.1618007868528366

   1520720	  0.161990	  0.161801	  0.166078		CURRENT LEARNING RATE: 1.7402359491963427e-07
previous_iter_valid_loss : 0.17158739268779755

   1520740	  0.171849	  0.171587	  0.166565		CURRENT LEARNING RATE: 1.739887936808903e-07
previous_iter_valid_loss : 0.16058091819286346

   1520760	  0.160735	  0.160581	  0.166564		CURRENT LEARNING RATE: 1.7395399940169777e-07
previous_iter_valid_loss : 0.16880960762500763

   1520780	  0.169048	  0.168810	  0.166245		CURRENT LEARNING RATE: 1.7391921208066558e-07
previous_iter_valid_loss : 0.165476992726326

   1520800	  0.165644	  0.165477	  0.165907		CURRENT LEARNING RATE: 1.7388443171640188e-07
previous_iter_valid_loss : 0.1745457947254181

   1520820	  0.174697	  0.174546	  0.166586		CURRENT LEARNING RATE: 1.738496583075155e-07
previous_iter_valid_loss : 0.1638135313987732

   1520840	  0.164005	  0.163814	  0.165936		CURRENT LEARNING RATE: 1.7381489185261513e-07
previous_iter_valid_loss : 0.17703816294670105

   1520860	  0.177330	  0.177038	  0.166731		CURRENT LEARNING RATE: 1.737801323503108e-07
previous_iter_valid_loss : 0.16178162395954132

   1520880	  0.161968	  0.161782	  0.166794		CURRENT LEARNING RATE: 1.7374537979921174e-07
previous_iter_valid_loss : 0.161370187997818

   1520900	  0.161533	  0.161370	  0.166423		CURRENT LEARNING RATE: 1.7371063419792794e-07
previous_iter_valid_loss : 0.16571006178855896

   1520920	  0.165918	  0.165710	  0.166629		CURRENT LEARNING RATE: 1.736758955450692e-07
previous_iter_valid_loss : 0.1630719155073166

   1520940	  0.163237	  0.163072	  0.166423		CURRENT LEARNING RATE: 1.7364116383924665e-07
previous_iter_valid_loss : 0.1613675355911255

   1520960	  0.161525	  0.161368	  0.166365		CURRENT LEARNING RATE: 1.7360643907907064e-07
previous_iter_valid_loss : 0.16112913191318512

   1520980	  0.161307	  0.161129	  0.165853		CURRENT LEARNING RATE: 1.7357172126315194e-07
previous_iter_valid_loss : 0.18261311948299408

   1521000	  0.182772	  0.182613	  0.166305		CURRENT LEARNING RATE: 1.7353701039010236e-07
previous_iter_valid_loss : 0.1605393886566162

   1521020	  0.160693	  0.160539	  0.166236		CURRENT LEARNING RATE: 1.7350230645853328e-07
previous_iter_valid_loss : 0.1606246381998062

   1521040	  0.160787	  0.160625	  0.165752		CURRENT LEARNING RATE: 1.7346760946705644e-07
previous_iter_valid_loss : 0.17156429588794708

   1521060	  0.171828	  0.171564	  0.166283		CURRENT LEARNING RATE: 1.734329194142837e-07
previous_iter_valid_loss : 0.16373087465763092

   1521080	  0.163900	  0.163731	  0.166026		CURRENT LEARNING RATE: 1.733982362988281e-07
previous_iter_valid_loss : 0.1633375585079193

   1521100	  0.163524	  0.163338	  0.166023		CURRENT LEARNING RATE: 1.7336356011930195e-07
previous_iter_valid_loss : 0.16058464348316193

   1521120	  0.160734	  0.160585	  0.165962		CURRENT LEARNING RATE: 1.7332889087431824e-07
previous_iter_valid_loss : 0.16054794192314148

   1521140	  0.160691	  0.160548	  0.165410		CURRENT LEARNING RATE: 1.7329422856248985e-07
previous_iter_valid_loss : 0.1788671761751175

   1521160	  0.179180	  0.178867	  0.166325		CURRENT LEARNING RATE: 1.7325957318243098e-07
previous_iter_valid_loss : 0.17188754677772522

   1521180	  0.172150	  0.171888	  0.166479		CURRENT LEARNING RATE: 1.7322492473275505e-07
previous_iter_valid_loss : 0.18439722061157227

   1521200	  0.184765	  0.184397	  0.167425		CURRENT LEARNING RATE: 1.731902832120761e-07
previous_iter_valid_loss : 0.16294485330581665

   1521220	  0.163134	  0.162945	  0.166845		CURRENT LEARNING RATE: 1.7315564861900822e-07
previous_iter_valid_loss : 0.1654844731092453

   1521240	  0.165643	  0.165484	  0.166928		CURRENT LEARNING RATE: 1.731210209521666e-07
previous_iter_valid_loss : 0.16067330539226532

   1521260	  0.160842	  0.160673	  0.166110		CURRENT LEARNING RATE: 1.7308640021016588e-07
previous_iter_valid_loss : 0.1747746616601944

   1521280	  0.175061	  0.174775	  0.166760		CURRENT LEARNING RATE: 1.7305178639162113e-07
previous_iter_valid_loss : 0.1641937643289566

   1521300	  0.164398	  0.164194	  0.166901		CURRENT LEARNING RATE: 1.730171794951476e-07
previous_iter_valid_loss : 0.16111446917057037

   1521320	  0.161292	  0.161114	  0.166671		CURRENT LEARNING RATE: 1.7298257951936158e-07
previous_iter_valid_loss : 0.17601384222507477

   1521340	  0.176168	  0.176014	  0.167318		CURRENT LEARNING RATE: 1.7294798646287873e-07
previous_iter_valid_loss : 0.16086547076702118

   1521360	  0.161045	  0.160865	  0.167293		CURRENT LEARNING RATE: 1.7291340032431505e-07
previous_iter_valid_loss : 0.17184039950370789

   1521380	  0.171987	  0.171840	  0.167829		CURRENT LEARNING RATE: 1.7287882110228773e-07
previous_iter_valid_loss : 0.16581343114376068

   1521400	  0.166017	  0.165813	  0.166989		CURRENT LEARNING RATE: 1.728442487954133e-07
previous_iter_valid_loss : 0.16085556149482727

   1521420	  0.161019	  0.160856	  0.167004		CURRENT LEARNING RATE: 1.7280968340230882e-07
previous_iter_valid_loss : 0.16171236336231232

   1521440	  0.161874	  0.161712	  0.167059		CURRENT LEARNING RATE: 1.727751249215914e-07
previous_iter_valid_loss : 0.17375724017620087

   1521460	  0.174042	  0.173757	  0.167168		CURRENT LEARNING RATE: 1.727405733518793e-07
previous_iter_valid_loss : 0.1608869582414627

   1521480	  0.161045	  0.160887	  0.167026		CURRENT LEARNING RATE: 1.7270602869179016e-07
previous_iter_valid_loss : 0.1656346619129181

   1521500	  0.165793	  0.165635	  0.167141		CURRENT LEARNING RATE: 1.7267149093994222e-07
previous_iter_valid_loss : 0.16575869917869568

   1521520	  0.165924	  0.165759	  0.167400		CURRENT LEARNING RATE: 1.726369600949536e-07
previous_iter_valid_loss : 0.18078815937042236

   1521540	  0.181130	  0.180788	  0.168412		CURRENT LEARNING RATE: 1.726024361554437e-07
previous_iter_valid_loss : 0.17382878065109253

   1521560	  0.174099	  0.173829	  0.168160		CURRENT LEARNING RATE: 1.725679191200313e-07
previous_iter_valid_loss : 0.16850394010543823

   1521580	  0.168739	  0.168504	  0.167991		CURRENT LEARNING RATE: 1.7253340898733567e-07
previous_iter_valid_loss : 0.16151456534862518

   1521600	  0.161704	  0.161515	  0.166847		CURRENT LEARNING RATE: 1.7249890575597613e-07
previous_iter_valid_loss : 0.16732805967330933

   1521620	  0.167554	  0.167328	  0.167066		CURRENT LEARNING RATE: 1.7246440942457315e-07
previous_iter_valid_loss : 0.16128699481487274

   1521640	  0.161466	  0.161287	  0.166856		CURRENT LEARNING RATE: 1.7242991999174655e-07
previous_iter_valid_loss : 0.1621047854423523

   1521660	  0.162283	  0.162105	  0.166927		CURRENT LEARNING RATE: 1.723954374561168e-07
previous_iter_valid_loss : 0.16636916995048523

   1521680	  0.166528	  0.166369	  0.166507		CURRENT LEARNING RATE: 1.7236096181630427e-07
previous_iter_valid_loss : 0.16705584526062012

   1521700	  0.167272	  0.167056	  0.166650		CURRENT LEARNING RATE: 1.7232649307093048e-07
previous_iter_valid_loss : 0.16283121705055237

   1521720	  0.162996	  0.162831	  0.166736		CURRENT LEARNING RATE: 1.722920312186165e-07
previous_iter_valid_loss : 0.1761859506368637

   1521740	  0.176481	  0.176186	  0.166745		CURRENT LEARNING RATE: 1.7225757625798377e-07
previous_iter_valid_loss : 0.17342081665992737

   1521760	  0.173570	  0.173421	  0.167372		CURRENT LEARNING RATE: 1.722231281876538e-07
previous_iter_valid_loss : 0.16076287627220154

   1521780	  0.160942	  0.160763	  0.166819		CURRENT LEARNING RATE: 1.721886870062493e-07
previous_iter_valid_loss : 0.168983593583107

   1521800	  0.169216	  0.168984	  0.166977		CURRENT LEARNING RATE: 1.7215425271239228e-07
previous_iter_valid_loss : 0.16051015257835388

   1521820	  0.160677	  0.160510	  0.166960		CURRENT LEARNING RATE: 1.721198253047051e-07
previous_iter_valid_loss : 0.16963396966457367

   1521840	  0.169883	  0.169634	  0.167356		CURRENT LEARNING RATE: 1.720854047818113e-07
previous_iter_valid_loss : 0.1649458408355713

   1521860	  0.165142	  0.164946	  0.166915		CURRENT LEARNING RATE: 1.7205099114233365e-07
previous_iter_valid_loss : 0.17654578387737274

   1521880	  0.176842	  0.176546	  0.167698		CURRENT LEARNING RATE: 1.7201658438489569e-07
previous_iter_valid_loss : 0.16593720018863678

   1521900	  0.166144	  0.165937	  0.167713		CURRENT LEARNING RATE: 1.7198218450812084e-07
previous_iter_valid_loss : 0.16158078610897064

   1521920	  0.161746	  0.161581	  0.167504		CURRENT LEARNING RATE: 1.719477915106337e-07
previous_iter_valid_loss : 0.17375335097312927

   1521940	  0.173896	  0.173753	  0.167153		CURRENT LEARNING RATE: 1.7191340539105822e-07
previous_iter_valid_loss : 0.17659562826156616

   1521960	  0.176751	  0.176596	  0.167291		CURRENT LEARNING RATE: 1.71879026148019e-07
previous_iter_valid_loss : 0.16565518081188202

   1521980	  0.165863	  0.165655	  0.167149		CURRENT LEARNING RATE: 1.7184465378014053e-07
previous_iter_valid_loss : 0.16684409976005554

   1522000	  0.167059	  0.166844	  0.167415		CURRENT LEARNING RATE: 1.7181028828604855e-07
previous_iter_valid_loss : 0.16308405995368958

   1522020	  0.163254	  0.163084	  0.167203		CURRENT LEARNING RATE: 1.7177592966436812e-07
previous_iter_valid_loss : 0.20670263469219208

   1522040	  0.207261	  0.206703	  0.169474		CURRENT LEARNING RATE: 1.7174157791372488e-07
previous_iter_valid_loss : 0.1749996691942215

   1522060	  0.175142	  0.175000	  0.170118		CURRENT LEARNING RATE: 1.717072330327445e-07
previous_iter_valid_loss : 0.16096889972686768

   1522080	  0.161125	  0.160969	  0.169848		CURRENT LEARNING RATE: 1.7167289502005376e-07
previous_iter_valid_loss : 0.16076770424842834

   1522100	  0.160944	  0.160768	  0.169534		CURRENT LEARNING RATE: 1.7163856387427884e-07
previous_iter_valid_loss : 0.17409859597682953

   1522120	  0.174252	  0.174099	  0.170097		CURRENT LEARNING RATE: 1.7160423959404652e-07
previous_iter_valid_loss : 0.1621239334344864

   1522140	  0.162316	  0.162124	  0.169394		CURRENT LEARNING RATE: 1.7156992217798346e-07
previous_iter_valid_loss : 0.1709872931241989

   1522160	  0.171138	  0.170987	  0.169273		CURRENT LEARNING RATE: 1.7153561162471766e-07
previous_iter_valid_loss : 0.18261146545410156

   1522180	  0.182768	  0.182611	  0.170365		CURRENT LEARNING RATE: 1.7150130793287632e-07
previous_iter_valid_loss : 0.16132541000843048

   1522200	  0.161482	  0.161325	  0.169982		CURRENT LEARNING RATE: 1.7146701110108703e-07
previous_iter_valid_loss : 0.16299712657928467

   1522220	  0.163158	  0.162997	  0.170106		CURRENT LEARNING RATE: 1.714327211279785e-07
previous_iter_valid_loss : 0.1805015206336975

   1522240	  0.180655	  0.180502	  0.170650		CURRENT LEARNING RATE: 1.7139843801217884e-07
previous_iter_valid_loss : 0.16156168282032013

   1522260	  0.161725	  0.161562	  0.170481		CURRENT LEARNING RATE: 1.7136416175231672e-07
previous_iter_valid_loss : 0.16134759783744812

   1522280	  0.161539	  0.161348	  0.169721		CURRENT LEARNING RATE: 1.713298923470208e-07
previous_iter_valid_loss : 0.16135410964488983

   1522300	  0.161517	  0.161354	  0.169492		CURRENT LEARNING RATE: 1.712956297949209e-07
previous_iter_valid_loss : 0.16499066352844238

   1522320	  0.165192	  0.164991	  0.169662		CURRENT LEARNING RATE: 1.712613740946462e-07
previous_iter_valid_loss : 0.17491386830806732

   1522340	  0.175194	  0.174914	  0.169720		CURRENT LEARNING RATE: 1.712271252448265e-07
previous_iter_valid_loss : 0.17744643986225128

   1522360	  0.177746	  0.177446	  0.169763		CURRENT LEARNING RATE: 1.7119288324409149e-07
previous_iter_valid_loss : 0.1605190932750702

   1522380	  0.160676	  0.160519	  0.169506		CURRENT LEARNING RATE: 1.711586480910722e-07
previous_iter_valid_loss : 0.16922053694725037

   1522400	  0.169454	  0.169221	  0.169625		CURRENT LEARNING RATE: 1.711244197843988e-07
previous_iter_valid_loss : 0.1610000729560852

   1522420	  0.161183	  0.161000	  0.169520		CURRENT LEARNING RATE: 1.7109019832270225e-07
previous_iter_valid_loss : 0.1640775054693222

   1522440	  0.164251	  0.164078	  0.167389		CURRENT LEARNING RATE: 1.7105598370461334e-07
previous_iter_valid_loss : 0.17303109169006348

   1522460	  0.173176	  0.173031	  0.167291		CURRENT LEARNING RATE: 1.7102177592876412e-07
previous_iter_valid_loss : 0.1642264723777771

   1522480	  0.164429	  0.164226	  0.167454		CURRENT LEARNING RATE: 1.7098757499378594e-07
previous_iter_valid_loss : 0.16075097024440765

   1522500	  0.160918	  0.160751	  0.167453		CURRENT LEARNING RATE: 1.7095338089831077e-07
previous_iter_valid_loss : 0.16489578783512115

   1522520	  0.165095	  0.164896	  0.166993		CURRENT LEARNING RATE: 1.7091919364097062e-07
previous_iter_valid_loss : 0.16058312356472015

   1522540	  0.160750	  0.160583	  0.166916		CURRENT LEARNING RATE: 1.7088501322039848e-07
previous_iter_valid_loss : 0.16136471927165985

   1522560	  0.161548	  0.161365	  0.166435		CURRENT LEARNING RATE: 1.708508396352269e-07
previous_iter_valid_loss : 0.1606198102235794

   1522580	  0.160792	  0.160620	  0.165335		CURRENT LEARNING RATE: 1.7081667288408864e-07
previous_iter_valid_loss : 0.16903403401374817

   1522600	  0.169281	  0.169034	  0.165720		CURRENT LEARNING RATE: 1.707825129656176e-07
previous_iter_valid_loss : 0.17618587613105774

   1522620	  0.176478	  0.176186	  0.166380		CURRENT LEARNING RATE: 1.7074835987844712e-07
previous_iter_valid_loss : 0.16054029762744904

   1522640	  0.160710	  0.160540	  0.165382		CURRENT LEARNING RATE: 1.7071421362121106e-07
previous_iter_valid_loss : 0.16186685860157013

   1522660	  0.162038	  0.161867	  0.165397		CURRENT LEARNING RATE: 1.7068007419254326e-07
previous_iter_valid_loss : 0.16650959849357605

   1522680	  0.166665	  0.166510	  0.165655		CURRENT LEARNING RATE: 1.7064594159107876e-07
previous_iter_valid_loss : 0.16058525443077087

   1522700	  0.160761	  0.160585	  0.165617		CURRENT LEARNING RATE: 1.7061181581545194e-07
previous_iter_valid_loss : 0.16203106939792633

   1522720	  0.162190	  0.162031	  0.165469		CURRENT LEARNING RATE: 1.7057769686429777e-07
previous_iter_valid_loss : 0.1942295879125595

   1522740	  0.194343	  0.194230	  0.166434		CURRENT LEARNING RATE: 1.705435847362512e-07
previous_iter_valid_loss : 0.16215790808200836

   1522760	  0.162331	  0.162158	  0.165670		CURRENT LEARNING RATE: 1.7050947942994836e-07
previous_iter_valid_loss : 0.16164644062519073

   1522780	  0.161811	  0.161646	  0.165726		CURRENT LEARNING RATE: 1.704753809440247e-07
previous_iter_valid_loss : 0.16578055918216705

   1522800	  0.165993	  0.165781	  0.165554		CURRENT LEARNING RATE: 1.704412892771163e-07
previous_iter_valid_loss : 0.1622917205095291

   1522820	  0.162458	  0.162292	  0.165619		CURRENT LEARNING RATE: 1.7040720442785918e-07
previous_iter_valid_loss : 0.16056987643241882

   1522840	  0.160736	  0.160570	  0.165444		CURRENT LEARNING RATE: 1.703731263948906e-07
previous_iter_valid_loss : 0.2005615085363388

   1522860	  0.200648	  0.200562	  0.166820		CURRENT LEARNING RATE: 1.7033905517684705e-07
previous_iter_valid_loss : 0.1605585366487503

   1522880	  0.160730	  0.160559	  0.166637		CURRENT LEARNING RATE: 1.7030499077236578e-07
previous_iter_valid_loss : 0.16380459070205688

   1522900	  0.164000	  0.163805	  0.166789		CURRENT LEARNING RATE: 1.702709331800838e-07
previous_iter_valid_loss : 0.18174752593040466

   1522920	  0.182094	  0.181748	  0.167632		CURRENT LEARNING RATE: 1.7023688239863955e-07
previous_iter_valid_loss : 0.16836199164390564

   1522940	  0.168600	  0.168362	  0.168021		CURRENT LEARNING RATE: 1.7020283842667059e-07
previous_iter_valid_loss : 0.17831866443157196

   1522960	  0.178618	  0.178319	  0.168869		CURRENT LEARNING RATE: 1.7016880126281515e-07
previous_iter_valid_loss : 0.1624794900417328

   1522980	  0.162659	  0.162479	  0.168962		CURRENT LEARNING RATE: 1.701347709057115e-07
previous_iter_valid_loss : 0.16081488132476807

   1523000	  0.160976	  0.160815	  0.168551		CURRENT LEARNING RATE: 1.7010074735399903e-07
previous_iter_valid_loss : 0.16594946384429932

   1523020	  0.166148	  0.165949	  0.168039		CURRENT LEARNING RATE: 1.7006673060631646e-07
previous_iter_valid_loss : 0.16345340013504028

   1523040	  0.163618	  0.163453	  0.168184		CURRENT LEARNING RATE: 1.7003272066130283e-07
previous_iter_valid_loss : 0.16441509127616882

   1523060	  0.164625	  0.164415	  0.168312		CURRENT LEARNING RATE: 1.6999871751759837e-07
previous_iter_valid_loss : 0.16350749135017395

   1523080	  0.163712	  0.163507	  0.168162		CURRENT LEARNING RATE: 1.6996472117384263e-07
previous_iter_valid_loss : 0.18746531009674072

   1523100	  0.187888	  0.187465	  0.169506		CURRENT LEARNING RATE: 1.6993073162867576e-07
previous_iter_valid_loss : 0.16050727665424347

   1523120	  0.160677	  0.160507	  0.169430		CURRENT LEARNING RATE: 1.6989674888073789e-07
previous_iter_valid_loss : 0.1636301875114441

   1523140	  0.163816	  0.163630	  0.167900		CURRENT LEARNING RATE: 1.6986277292867026e-07
previous_iter_valid_loss : 0.16701021790504456

   1523160	  0.167165	  0.167010	  0.168142		CURRENT LEARNING RATE: 1.698288037711136e-07
previous_iter_valid_loss : 0.16055336594581604

   1523180	  0.160717	  0.160553	  0.168088		CURRENT LEARNING RATE: 1.6979484140670911e-07
previous_iter_valid_loss : 0.16261611878871918

   1523200	  0.162813	  0.162616	  0.167929		CURRENT LEARNING RATE: 1.6976088583409797e-07
previous_iter_valid_loss : 0.1617521345615387

   1523220	  0.161907	  0.161752	  0.167902		CURRENT LEARNING RATE: 1.6972693705192262e-07
previous_iter_valid_loss : 0.16051118075847626

   1523240	  0.160679	  0.160511	  0.167899		CURRENT LEARNING RATE: 1.6969299505882476e-07
previous_iter_valid_loss : 0.16485001146793365

   1523260	  0.165024	  0.164850	  0.166114		CURRENT LEARNING RATE: 1.6965905985344673e-07
previous_iter_valid_loss : 0.1717720329761505

   1523280	  0.171915	  0.171772	  0.166675		CURRENT LEARNING RATE: 1.6962513143443085e-07
previous_iter_valid_loss : 0.16910012066364288

   1523300	  0.169349	  0.169100	  0.166939		CURRENT LEARNING RATE: 1.6959120980042048e-07
previous_iter_valid_loss : 0.17194314301013947

   1523320	  0.172201	  0.171943	  0.166449		CURRENT LEARNING RATE: 1.695572949500586e-07
previous_iter_valid_loss : 0.16181156039237976

   1523340	  0.161997	  0.161812	  0.166122		CURRENT LEARNING RATE: 1.695233868819885e-07
previous_iter_valid_loss : 0.17112556099891663

   1523360	  0.171274	  0.171126	  0.165762		CURRENT LEARNING RATE: 1.6948948559485359e-07
previous_iter_valid_loss : 0.16291671991348267

   1523380	  0.163119	  0.162917	  0.165784		CURRENT LEARNING RATE: 1.694555910872984e-07
previous_iter_valid_loss : 0.16165541112422943

   1523400	  0.161808	  0.161655	  0.165826		CURRENT LEARNING RATE: 1.6942170335796692e-07
previous_iter_valid_loss : 0.16821487247943878

   1523420	  0.168369	  0.168215	  0.165939		CURRENT LEARNING RATE: 1.6938782240550328e-07
previous_iter_valid_loss : 0.1606350541114807

   1523440	  0.160795	  0.160635	  0.165798		CURRENT LEARNING RATE: 1.693539482285529e-07
previous_iter_valid_loss : 0.16135451197624207

   1523460	  0.161533	  0.161355	  0.165645		CURRENT LEARNING RATE: 1.693200808257604e-07
previous_iter_valid_loss : 0.16700853407382965

   1523480	  0.167163	  0.167009	  0.165820		CURRENT LEARNING RATE: 1.692862201957712e-07
previous_iter_valid_loss : 0.16300396621227264

   1523500	  0.163194	  0.163004	  0.164597		CURRENT LEARNING RATE: 1.6925236633723051e-07
previous_iter_valid_loss : 0.1653497964143753

   1523520	  0.165551	  0.165350	  0.164839		CURRENT LEARNING RATE: 1.6921851924878486e-07
previous_iter_valid_loss : 0.16905811429023743

   1523540	  0.169289	  0.169058	  0.165111		CURRENT LEARNING RATE: 1.6918467892907993e-07
previous_iter_valid_loss : 0.1624595671892166

   1523560	  0.162649	  0.162460	  0.164883		CURRENT LEARNING RATE: 1.691508453767622e-07
previous_iter_valid_loss : 0.16054105758666992

   1523580	  0.160698	  0.160541	  0.164883		CURRENT LEARNING RATE: 1.6911701859047803e-07
previous_iter_valid_loss : 0.1632145792245865

   1523600	  0.163377	  0.163215	  0.164912		CURRENT LEARNING RATE: 1.690831985688749e-07
previous_iter_valid_loss : 0.16057747602462769

   1523620	  0.160732	  0.160577	  0.164854		CURRENT LEARNING RATE: 1.6904938531059974e-07
previous_iter_valid_loss : 0.16176967322826385

   1523640	  0.161955	  0.161770	  0.164917		CURRENT LEARNING RATE: 1.690155788143e-07
previous_iter_valid_loss : 0.16838207840919495

   1523660	  0.168623	  0.168382	  0.165093		CURRENT LEARNING RATE: 1.6898177907862315e-07
previous_iter_valid_loss : 0.17252492904663086

   1523680	  0.172800	  0.172525	  0.165131		CURRENT LEARNING RATE: 1.689479861022178e-07
previous_iter_valid_loss : 0.166220560669899

   1523700	  0.166444	  0.166221	  0.164987		CURRENT LEARNING RATE: 1.689141998837319e-07
previous_iter_valid_loss : 0.1672130972146988

   1523720	  0.167440	  0.167213	  0.164750		CURRENT LEARNING RATE: 1.6888042042181402e-07
previous_iter_valid_loss : 0.1650814712047577

   1523740	  0.165297	  0.165081	  0.164914		CURRENT LEARNING RATE: 1.688466477151127e-07
previous_iter_valid_loss : 0.1618679165840149

   1523760	  0.162022	  0.161868	  0.164451		CURRENT LEARNING RATE: 1.688128817622776e-07
previous_iter_valid_loss : 0.16512547433376312

   1523780	  0.165290	  0.165125	  0.164561		CURRENT LEARNING RATE: 1.6877912256195779e-07
previous_iter_valid_loss : 0.1718870848417282

   1523800	  0.172035	  0.171887	  0.165073		CURRENT LEARNING RATE: 1.687453701128026e-07
previous_iter_valid_loss : 0.16524738073349

   1523820	  0.165457	  0.165247	  0.164925		CURRENT LEARNING RATE: 1.687116244134625e-07
previous_iter_valid_loss : 0.17246288061141968

   1523840	  0.172606	  0.172463	  0.165516		CURRENT LEARNING RATE: 1.6867788546258746e-07
previous_iter_valid_loss : 0.1785193681716919

   1523860	  0.178670	  0.178519	  0.166374		CURRENT LEARNING RATE: 1.6864415325882784e-07
previous_iter_valid_loss : 0.16071827709674835

   1523880	  0.160900	  0.160718	  0.166060		CURRENT LEARNING RATE: 1.6861042780083406e-07
previous_iter_valid_loss : 0.16063176095485687

   1523900	  0.160800	  0.160632	  0.165941		CURRENT LEARNING RATE: 1.6857670908725775e-07
previous_iter_valid_loss : 0.16250160336494446

   1523920	  0.162660	  0.162502	  0.165799		CURRENT LEARNING RATE: 1.6854299711674977e-07
previous_iter_valid_loss : 0.1622978001832962

   1523940	  0.162461	  0.162298	  0.165461		CURRENT LEARNING RATE: 1.6850929188796173e-07
previous_iter_valid_loss : 0.1828664392232895

   1523960	  0.183221	  0.182866	  0.166481		CURRENT LEARNING RATE: 1.6847559339954508e-07
previous_iter_valid_loss : 0.16239559650421143

   1523980	  0.162592	  0.162396	  0.166574		CURRENT LEARNING RATE: 1.684419016501525e-07
previous_iter_valid_loss : 0.16229581832885742

   1524000	  0.162492	  0.162296	  0.166528		CURRENT LEARNING RATE: 1.6840821663843602e-07
previous_iter_valid_loss : 0.16331231594085693

   1524020	  0.163493	  0.163312	  0.166665		CURRENT LEARNING RATE: 1.6837453836304818e-07
previous_iter_valid_loss : 0.17845448851585388

   1524040	  0.178755	  0.178454	  0.167499		CURRENT LEARNING RATE: 1.6834086682264163e-07
previous_iter_valid_loss : 0.16191768646240234

   1524060	  0.162079	  0.161918	  0.167176		CURRENT LEARNING RATE: 1.6830720201587008e-07
previous_iter_valid_loss : 0.16058145463466644

   1524080	  0.160740	  0.160581	  0.166578		CURRENT LEARNING RATE: 1.6827354394138665e-07
previous_iter_valid_loss : 0.16380107402801514

   1524100	  0.163965	  0.163801	  0.166457		CURRENT LEARNING RATE: 1.6823989259784494e-07
previous_iter_valid_loss : 0.16054919362068176

   1524120	  0.160717	  0.160549	  0.166124		CURRENT LEARNING RATE: 1.6820624798389871e-07
previous_iter_valid_loss : 0.17632333934307098

   1524140	  0.176609	  0.176323	  0.166686		CURRENT LEARNING RATE: 1.6817261009820274e-07
previous_iter_valid_loss : 0.1615855097770691

   1524160	  0.161771	  0.161586	  0.166672		CURRENT LEARNING RATE: 1.6813897893941112e-07
previous_iter_valid_loss : 0.16051755845546722

   1524180	  0.160685	  0.160518	  0.166442		CURRENT LEARNING RATE: 1.6810535450617844e-07
previous_iter_valid_loss : 0.17206715047359467

   1524200	  0.172333	  0.172067	  0.166451		CURRENT LEARNING RATE: 1.6807173679716025e-07
previous_iter_valid_loss : 0.167438343167305

   1524220	  0.167600	  0.167438	  0.166560		CURRENT LEARNING RATE: 1.6803812581101154e-07
previous_iter_valid_loss : 0.16068734228610992

   1524240	  0.160833	  0.160687	  0.165972		CURRENT LEARNING RATE: 1.6800452154638788e-07
previous_iter_valid_loss : 0.16369029879570007

   1524260	  0.163856	  0.163690	  0.165230		CURRENT LEARNING RATE: 1.6797092400194485e-07
previous_iter_valid_loss : 0.16143061220645905

   1524280	  0.161618	  0.161431	  0.165266		CURRENT LEARNING RATE: 1.6793733317633905e-07
previous_iter_valid_loss : 0.16479362547397614

   1524300	  0.164965	  0.164794	  0.165474		CURRENT LEARNING RATE: 1.679037490682266e-07
previous_iter_valid_loss : 0.17090243101119995

   1524320	  0.171048	  0.170902	  0.165894		CURRENT LEARNING RATE: 1.6787017167626416e-07
previous_iter_valid_loss : 0.16753776371479034

   1524340	  0.167691	  0.167538	  0.166156		CURRENT LEARNING RATE: 1.6783660099910832e-07
previous_iter_valid_loss : 0.1606481820344925

   1524360	  0.160812	  0.160648	  0.165045		CURRENT LEARNING RATE: 1.6780303703541684e-07
previous_iter_valid_loss : 0.16741828620433807

   1524380	  0.167573	  0.167418	  0.165296		CURRENT LEARNING RATE: 1.6776947978384685e-07
previous_iter_valid_loss : 0.16574934124946594

   1524400	  0.165958	  0.165749	  0.165469		CURRENT LEARNING RATE: 1.6773592924305607e-07
previous_iter_valid_loss : 0.19367912411689758

   1524420	  0.194172	  0.193679	  0.166987		CURRENT LEARNING RATE: 1.6770238541170216e-07
previous_iter_valid_loss : 0.179176926612854

   1524440	  0.179489	  0.179177	  0.167023		CURRENT LEARNING RATE: 1.6766884828844402e-07
previous_iter_valid_loss : 0.16291595995426178

   1524460	  0.163079	  0.162916	  0.167073		CURRENT LEARNING RATE: 1.6763531787193984e-07
previous_iter_valid_loss : 0.16068576276302338

   1524480	  0.160851	  0.160686	  0.167078		CURRENT LEARNING RATE: 1.6760179416084837e-07
previous_iter_valid_loss : 0.164020836353302

   1524500	  0.164189	  0.164021	  0.167089		CURRENT LEARNING RATE: 1.6756827715382842e-07
previous_iter_valid_loss : 0.16719864308834076

   1524520	  0.167364	  0.167199	  0.167422		CURRENT LEARNING RATE: 1.6753476684953984e-07
previous_iter_valid_loss : 0.16558557748794556

   1524540	  0.165799	  0.165586	  0.166885		CURRENT LEARNING RATE: 1.67501263246642e-07
previous_iter_valid_loss : 0.16120702028274536

   1524560	  0.161373	  0.161207	  0.166866		CURRENT LEARNING RATE: 1.674677663437947e-07
previous_iter_valid_loss : 0.16237790882587433

   1524580	  0.162542	  0.162378	  0.166959		CURRENT LEARNING RATE: 1.6743427613965777e-07
previous_iter_valid_loss : 0.1606345921754837

   1524600	  0.160809	  0.160635	  0.166388		CURRENT LEARNING RATE: 1.6740079263289218e-07
previous_iter_valid_loss : 0.16051168739795685

   1524620	  0.160680	  0.160512	  0.166041		CURRENT LEARNING RATE: 1.6736731582215834e-07
previous_iter_valid_loss : 0.18033675849437714

   1524640	  0.180668	  0.180337	  0.167024		CURRENT LEARNING RATE: 1.673338457061169e-07
previous_iter_valid_loss : 0.1606309562921524

   1524660	  0.160799	  0.160631	  0.166871		CURRENT LEARNING RATE: 1.6730038228342954e-07
previous_iter_valid_loss : 0.1613306999206543

   1524680	  0.161514	  0.161331	  0.166866		CURRENT LEARNING RATE: 1.6726692555275753e-07
previous_iter_valid_loss : 0.17614540457725525

   1524700	  0.176440	  0.176145	  0.167433		CURRENT LEARNING RATE: 1.6723347551276257e-07
previous_iter_valid_loss : 0.1629524677991867

   1524720	  0.163145	  0.162952	  0.167036		CURRENT LEARNING RATE: 1.6720003216210633e-07
previous_iter_valid_loss : 0.1711457073688507

   1524740	  0.171396	  0.171146	  0.167216		CURRENT LEARNING RATE: 1.671665954994517e-07
previous_iter_valid_loss : 0.16210444271564484

   1524760	  0.162253	  0.162104	  0.167289		CURRENT LEARNING RATE: 1.6713316552346092e-07
previous_iter_valid_loss : 0.1657736599445343

   1524780	  0.165982	  0.165774	  0.167207		CURRENT LEARNING RATE: 1.6709974223279679e-07
previous_iter_valid_loss : 0.1649848222732544

   1524800	  0.165184	  0.164985	  0.167169		CURRENT LEARNING RATE: 1.6706632562612205e-07
previous_iter_valid_loss : 0.16498017311096191

   1524820	  0.165141	  0.164980	  0.165734		CURRENT LEARNING RATE: 1.6703291570210068e-07
previous_iter_valid_loss : 0.16054505109786987

   1524840	  0.160721	  0.160545	  0.164802		CURRENT LEARNING RATE: 1.6699951245939595e-07
previous_iter_valid_loss : 0.16621771454811096

   1524860	  0.166438	  0.166218	  0.164967		CURRENT LEARNING RATE: 1.6696611589667173e-07
previous_iter_valid_loss : 0.1671641618013382

   1524880	  0.167377	  0.167164	  0.165291		CURRENT LEARNING RATE: 1.6693272601259187e-07
previous_iter_valid_loss : 0.1610960066318512

   1524900	  0.161283	  0.161096	  0.165145		CURRENT LEARNING RATE: 1.6689934280582142e-07
previous_iter_valid_loss : 0.16271615028381348

   1524920	  0.162884	  0.162716	  0.164921		CURRENT LEARNING RATE: 1.6686596627502468e-07
previous_iter_valid_loss : 0.16062647104263306

   1524940	  0.160788	  0.160626	  0.164673		CURRENT LEARNING RATE: 1.668325964188666e-07
previous_iter_valid_loss : 0.17031775414943695

   1524960	  0.170572	  0.170318	  0.165128		CURRENT LEARNING RATE: 1.667992332360121e-07
previous_iter_valid_loss : 0.1613188534975052

   1524980	  0.161487	  0.161319	  0.165075		CURRENT LEARNING RATE: 1.6676587672512725e-07
previous_iter_valid_loss : 0.166708841919899

   1525000	  0.166924	  0.166709	  0.165379		CURRENT LEARNING RATE: 1.667325268848775e-07
previous_iter_valid_loss : 0.1607828438282013

   1525020	  0.160940	  0.160783	  0.165393		CURRENT LEARNING RATE: 1.6669918371392853e-07
previous_iter_valid_loss : 0.16091497242450714

   1525040	  0.161071	  0.160915	  0.164421		CURRENT LEARNING RATE: 1.6666584721094725e-07
previous_iter_valid_loss : 0.19082896411418915

   1525060	  0.191290	  0.190829	  0.165931		CURRENT LEARNING RATE: 1.6663251737459987e-07
previous_iter_valid_loss : 0.16386359930038452

   1525080	  0.164054	  0.163864	  0.166058		CURRENT LEARNING RATE: 1.6659919420355322e-07
previous_iter_valid_loss : 0.16318748891353607

   1525100	  0.163379	  0.163187	  0.165410		CURRENT LEARNING RATE: 1.6656587769647405e-07
previous_iter_valid_loss : 0.16079334914684296

   1525120	  0.160958	  0.160793	  0.165302		CURRENT LEARNING RATE: 1.665325678520303e-07
previous_iter_valid_loss : 0.1685732752084732

   1525140	  0.168726	  0.168573	  0.165173		CURRENT LEARNING RATE: 1.664992646688893e-07
previous_iter_valid_loss : 0.16691172122955322

   1525160	  0.167131	  0.166912	  0.165414		CURRENT LEARNING RATE: 1.664659681457189e-07
previous_iter_valid_loss : 0.16061800718307495

   1525180	  0.160776	  0.160618	  0.165156		CURRENT LEARNING RATE: 1.6643267828118698e-07
previous_iter_valid_loss : 0.16142414510250092

   1525200	  0.161585	  0.161424	  0.164978		CURRENT LEARNING RATE: 1.6639939507396248e-07
previous_iter_valid_loss : 0.17265242338180542

   1525220	  0.172932	  0.172652	  0.165362		CURRENT LEARNING RATE: 1.663661185227138e-07
previous_iter_valid_loss : 0.16059716045856476

   1525240	  0.160749	  0.160597	  0.165364		CURRENT LEARNING RATE: 1.6633284862610988e-07
previous_iter_valid_loss : 0.1694396287202835

   1525260	  0.169672	  0.169440	  0.165525		CURRENT LEARNING RATE: 1.6629958538281967e-07
previous_iter_valid_loss : 0.16353066265583038

   1525280	  0.163737	  0.163531	  0.165344		CURRENT LEARNING RATE: 1.6626632879151315e-07
previous_iter_valid_loss : 0.16328716278076172

   1525300	  0.163451	  0.163287	  0.165453		CURRENT LEARNING RATE: 1.6623307885085984e-07
previous_iter_valid_loss : 0.16080504655838013

   1525320	  0.160979	  0.160805	  0.165358		CURRENT LEARNING RATE: 1.6619983555952967e-07
previous_iter_valid_loss : 0.1720503717660904

   1525340	  0.172193	  0.172050	  0.165929		CURRENT LEARNING RATE: 1.661665989161927e-07
previous_iter_valid_loss : 0.16051529347896576

   1525360	  0.160680	  0.160515	  0.165439		CURRENT LEARNING RATE: 1.6613336891951994e-07
previous_iter_valid_loss : 0.16050735116004944

   1525380	  0.160670	  0.160507	  0.165398		CURRENT LEARNING RATE: 1.66100145568182e-07
previous_iter_valid_loss : 0.16186456382274628

   1525400	  0.162051	  0.161865	  0.165156		CURRENT LEARNING RATE: 1.660669288608496e-07
previous_iter_valid_loss : 0.16220669448375702

   1525420	  0.162367	  0.162207	  0.165227		CURRENT LEARNING RATE: 1.660337187961947e-07
previous_iter_valid_loss : 0.16147644817829132

   1525440	  0.161643	  0.161476	  0.165255		CURRENT LEARNING RATE: 1.6600051537288854e-07
previous_iter_valid_loss : 0.16209982335567474

   1525460	  0.162252	  0.162100	  0.163819		CURRENT LEARNING RATE: 1.6596731858960302e-07
previous_iter_valid_loss : 0.16467128694057465

   1525480	  0.164872	  0.164671	  0.163859		CURRENT LEARNING RATE: 1.6593412844500998e-07
previous_iter_valid_loss : 0.18148811161518097

   1525500	  0.181829	  0.181488	  0.164774		CURRENT LEARNING RATE: 1.6590094493778237e-07
previous_iter_valid_loss : 0.1622123122215271

   1525520	  0.162367	  0.162212	  0.164845		CURRENT LEARNING RATE: 1.658677680665926e-07
previous_iter_valid_loss : 0.16123616695404053

   1525540	  0.161420	  0.161236	  0.164478		CURRENT LEARNING RATE: 1.658345978301136e-07
previous_iter_valid_loss : 0.1788465678691864

   1525560	  0.179167	  0.178847	  0.165075		CURRENT LEARNING RATE: 1.658014342270182e-07
previous_iter_valid_loss : 0.16051359474658966

   1525580	  0.160675	  0.160514	  0.165070		CURRENT LEARNING RATE: 1.657682772559805e-07
previous_iter_valid_loss : 0.16099487245082855

   1525600	  0.161147	  0.160995	  0.165048		CURRENT LEARNING RATE: 1.657351269156739e-07
previous_iter_valid_loss : 0.16078327596187592

   1525620	  0.160958	  0.160783	  0.164455		CURRENT LEARNING RATE: 1.6570198320477241e-07
previous_iter_valid_loss : 0.16054417192935944

   1525640	  0.160706	  0.160544	  0.164452		CURRENT LEARNING RATE: 1.6566884612194998e-07
previous_iter_valid_loss : 0.1637546271085739

   1525660	  0.163923	  0.163755	  0.164168		CURRENT LEARNING RATE: 1.6563571566588173e-07
previous_iter_valid_loss : 0.1699254959821701

   1525680	  0.170079	  0.169925	  0.164488		CURRENT LEARNING RATE: 1.656025918352421e-07
previous_iter_valid_loss : 0.16485720872879028

   1525700	  0.165049	  0.164857	  0.164566		CURRENT LEARNING RATE: 1.6556947462870617e-07
previous_iter_valid_loss : 0.1662859320640564

   1525720	  0.166446	  0.166286	  0.164840		CURRENT LEARNING RATE: 1.6553636404494895e-07
previous_iter_valid_loss : 0.1759728342294693

   1525740	  0.176124	  0.175973	  0.165036		CURRENT LEARNING RATE: 1.6550326008264663e-07
previous_iter_valid_loss : 0.16080893576145172

   1525760	  0.160966	  0.160809	  0.165051		CURRENT LEARNING RATE: 1.654701627404747e-07
previous_iter_valid_loss : 0.16384205222129822

   1525780	  0.164004	  0.163842	  0.165218		CURRENT LEARNING RATE: 1.6543707201710932e-07
previous_iter_valid_loss : 0.1814008355140686

   1525800	  0.181737	  0.181401	  0.166195		CURRENT LEARNING RATE: 1.6540398791122655e-07
previous_iter_valid_loss : 0.16299498081207275

   1525820	  0.163189	  0.162995	  0.166234		CURRENT LEARNING RATE: 1.653709104215036e-07
previous_iter_valid_loss : 0.1616474837064743

   1525840	  0.161813	  0.161647	  0.166243		CURRENT LEARNING RATE: 1.6533783954661711e-07
previous_iter_valid_loss : 0.16061848402023315

   1525860	  0.160790	  0.160618	  0.166168		CURRENT LEARNING RATE: 1.6530477528524394e-07
previous_iter_valid_loss : 0.17504069209098816

   1525880	  0.175191	  0.175041	  0.166687		CURRENT LEARNING RATE: 1.6527171763606206e-07
previous_iter_valid_loss : 0.16494102776050568

   1525900	  0.165105	  0.164941	  0.165860		CURRENT LEARNING RATE: 1.6523866659774895e-07
previous_iter_valid_loss : 0.16877205669879913

   1525920	  0.168922	  0.168772	  0.166188		CURRENT LEARNING RATE: 1.6520562216898247e-07
previous_iter_valid_loss : 0.1609146147966385

   1525940	  0.161072	  0.160915	  0.166171		CURRENT LEARNING RATE: 1.6517258434844065e-07
previous_iter_valid_loss : 0.16534468531608582

   1525960	  0.165560	  0.165345	  0.165496		CURRENT LEARNING RATE: 1.6513955313480252e-07
previous_iter_valid_loss : 0.16191665828227997

   1525980	  0.162071	  0.161917	  0.165567		CURRENT LEARNING RATE: 1.6510652852674653e-07
previous_iter_valid_loss : 0.16403071582317352

   1526000	  0.164199	  0.164031	  0.165718		CURRENT LEARNING RATE: 1.650735105229517e-07
previous_iter_valid_loss : 0.17111453413963318

   1526020	  0.171372	  0.171115	  0.166235		CURRENT LEARNING RATE: 1.65040499122097e-07
previous_iter_valid_loss : 0.16098560392856598

   1526040	  0.161164	  0.160986	  0.166257		CURRENT LEARNING RATE: 1.650074943228626e-07
previous_iter_valid_loss : 0.1607663780450821

   1526060	  0.160928	  0.160766	  0.166108		CURRENT LEARNING RATE: 1.64974496123928e-07
previous_iter_valid_loss : 0.1699761599302292

   1526080	  0.170131	  0.169976	  0.166110		CURRENT LEARNING RATE: 1.6494150452397325e-07
previous_iter_valid_loss : 0.1940552443265915

   1526100	  0.194175	  0.194055	  0.167570		CURRENT LEARNING RATE: 1.6490851952167842e-07
previous_iter_valid_loss : 0.16662347316741943

   1526120	  0.166840	  0.166623	  0.167587		CURRENT LEARNING RATE: 1.648755411157247e-07
previous_iter_valid_loss : 0.1629808247089386

   1526140	  0.163138	  0.162981	  0.166937		CURRENT LEARNING RATE: 1.6484256930479262e-07
previous_iter_valid_loss : 0.1611601710319519

   1526160	  0.161340	  0.161160	  0.166955		CURRENT LEARNING RATE: 1.6480960408756333e-07
previous_iter_valid_loss : 0.16274559497833252

   1526180	  0.162907	  0.162746	  0.166900		CURRENT LEARNING RATE: 1.6477664546271796e-07
previous_iter_valid_loss : 0.1622556746006012

   1526200	  0.162455	  0.162256	  0.165943		CURRENT LEARNING RATE: 1.647436934289387e-07
previous_iter_valid_loss : 0.163705512881279

   1526220	  0.163876	  0.163706	  0.165978		CURRENT LEARNING RATE: 1.647107479849072e-07
previous_iter_valid_loss : 0.17162296175956726

   1526240	  0.171772	  0.171623	  0.166477		CURRENT LEARNING RATE: 1.6467780912930539e-07
previous_iter_valid_loss : 0.17103862762451172

   1526260	  0.171296	  0.171039	  0.166998		CURRENT LEARNING RATE: 1.6464487686081621e-07
previous_iter_valid_loss : 0.16162586212158203

   1526280	  0.161817	  0.161626	  0.166327		CURRENT LEARNING RATE: 1.6461195117812213e-07
previous_iter_valid_loss : 0.16085493564605713

   1526300	  0.161036	  0.160855	  0.166123		CURRENT LEARNING RATE: 1.6457903207990614e-07
previous_iter_valid_loss : 0.19657590985298157

   1526320	  0.196679	  0.196576	  0.167513		CURRENT LEARNING RATE: 1.6454611956485118e-07
previous_iter_valid_loss : 0.1618431806564331

   1526340	  0.162001	  0.161843	  0.167560		CURRENT LEARNING RATE: 1.645132136316413e-07
previous_iter_valid_loss : 0.16277171671390533

   1526360	  0.162941	  0.162772	  0.167431		CURRENT LEARNING RATE: 1.6448031427895995e-07
previous_iter_valid_loss : 0.16725695133209229

   1526380	  0.167422	  0.167257	  0.167698		CURRENT LEARNING RATE: 1.6444742150549125e-07
previous_iter_valid_loss : 0.16678467392921448

   1526400	  0.166998	  0.166785	  0.167836		CURRENT LEARNING RATE: 1.644145353099191e-07
previous_iter_valid_loss : 0.17071932554244995

   1526420	  0.170865	  0.170719	  0.167816		CURRENT LEARNING RATE: 1.643816556909287e-07
previous_iter_valid_loss : 0.16067494451999664

   1526440	  0.160850	  0.160675	  0.167800		CURRENT LEARNING RATE: 1.6434878264720455e-07
previous_iter_valid_loss : 0.16325189173221588

   1526460	  0.163448	  0.163252	  0.167925		CURRENT LEARNING RATE: 1.643159161774317e-07
previous_iter_valid_loss : 0.16503547132015228

   1526480	  0.165195	  0.165035	  0.167678		CURRENT LEARNING RATE: 1.6428305628029525e-07
previous_iter_valid_loss : 0.1612003892660141

   1526500	  0.161381	  0.161200	  0.166035		CURRENT LEARNING RATE: 1.6425020295448135e-07
previous_iter_valid_loss : 0.1777394562959671

   1526520	  0.177900	  0.177739	  0.166591		CURRENT LEARNING RATE: 1.6421735619867562e-07
previous_iter_valid_loss : 0.1625000536441803

   1526540	  0.162673	  0.162500	  0.166567		CURRENT LEARNING RATE: 1.6418451601156415e-07
previous_iter_valid_loss : 0.16865450143814087

   1526560	  0.168882	  0.168655	  0.166941		CURRENT LEARNING RATE: 1.64151682391833e-07
previous_iter_valid_loss : 0.16070465743541718

   1526580	  0.160862	  0.160705	  0.166839		CURRENT LEARNING RATE: 1.6411885533816953e-07
previous_iter_valid_loss : 0.1642005443572998

   1526600	  0.164368	  0.164201	  0.166937		CURRENT LEARNING RATE: 1.6408603484926024e-07
previous_iter_valid_loss : 0.16101765632629395

   1526620	  0.161192	  0.161018	  0.166802		CURRENT LEARNING RATE: 1.640532209237921e-07
previous_iter_valid_loss : 0.16221703588962555

   1526640	  0.162371	  0.162217	  0.166332		CURRENT LEARNING RATE: 1.6402041356045314e-07
previous_iter_valid_loss : 0.16259777545928955

   1526660	  0.162795	  0.162598	  0.165910		CURRENT LEARNING RATE: 1.6398761275793071e-07
previous_iter_valid_loss : 0.16598005592823029

   1526680	  0.166142	  0.165980	  0.166128		CURRENT LEARNING RATE: 1.639548185149128e-07
previous_iter_valid_loss : 0.16052505373954773

   1526700	  0.160682	  0.160525	  0.166111		CURRENT LEARNING RATE: 1.6392203083008737e-07
previous_iter_valid_loss : 0.16077566146850586

   1526720	  0.160957	  0.160776	  0.164321		CURRENT LEARNING RATE: 1.638892497021435e-07
previous_iter_valid_loss : 0.16495487093925476

   1526740	  0.165161	  0.164955	  0.164477		CURRENT LEARNING RATE: 1.6385647512976964e-07
previous_iter_valid_loss : 0.16050325334072113

   1526760	  0.160669	  0.160503	  0.164363		CURRENT LEARNING RATE: 1.638237071116548e-07
previous_iter_valid_loss : 0.16538219153881073

   1526780	  0.165543	  0.165382	  0.164269		CURRENT LEARNING RATE: 1.6379094564648797e-07
previous_iter_valid_loss : 0.16477619111537933

   1526800	  0.164987	  0.164776	  0.164169		CURRENT LEARNING RATE: 1.637581907329593e-07
previous_iter_valid_loss : 0.16055379807949066

   1526820	  0.160711	  0.160554	  0.163661		CURRENT LEARNING RATE: 1.6372544236975826e-07
previous_iter_valid_loss : 0.1692018061876297

   1526840	  0.169351	  0.169202	  0.164087		CURRENT LEARNING RATE: 1.6369270055557495e-07
previous_iter_valid_loss : 0.16413894295692444

   1526860	  0.164333	  0.164139	  0.164131		CURRENT LEARNING RATE: 1.636599652890994e-07
previous_iter_valid_loss : 0.18506686389446259

   1526880	  0.185212	  0.185067	  0.165133		CURRENT LEARNING RATE: 1.6362723656902273e-07
previous_iter_valid_loss : 0.17014887928962708

   1526900	  0.170301	  0.170149	  0.165580		CURRENT LEARNING RATE: 1.6359451439403556e-07
previous_iter_valid_loss : 0.16402608156204224

   1526920	  0.164195	  0.164026	  0.164895		CURRENT LEARNING RATE: 1.63561798762829e-07
previous_iter_valid_loss : 0.16062228381633759

   1526940	  0.160783	  0.160622	  0.164801		CURRENT LEARNING RATE: 1.6352908967409414e-07
previous_iter_valid_loss : 0.16069374978542328

   1526960	  0.160858	  0.160694	  0.164403		CURRENT LEARNING RATE: 1.6349638712652316e-07
previous_iter_valid_loss : 0.16364024579524994

   1526980	  0.163842	  0.163640	  0.164550		CURRENT LEARNING RATE: 1.6346369111880768e-07
previous_iter_valid_loss : 0.16071581840515137

   1527000	  0.160889	  0.160716	  0.164375		CURRENT LEARNING RATE: 1.634310016496396e-07
previous_iter_valid_loss : 0.17793124914169312

   1527020	  0.178232	  0.177931	  0.165221		CURRENT LEARNING RATE: 1.6339831871771188e-07
previous_iter_valid_loss : 0.1618432104587555

   1527040	  0.162000	  0.161843	  0.165202		CURRENT LEARNING RATE: 1.6336564232171694e-07
previous_iter_valid_loss : 0.1674818992614746

   1527060	  0.167641	  0.167482	  0.165447		CURRENT LEARNING RATE: 1.633329724603477e-07
previous_iter_valid_loss : 0.16109895706176758

   1527080	  0.161253	  0.161099	  0.165203		CURRENT LEARNING RATE: 1.6330030913229712e-07
previous_iter_valid_loss : 0.1901146024465561

   1527100	  0.190233	  0.190115	  0.166682		CURRENT LEARNING RATE: 1.6326765233625917e-07
previous_iter_valid_loss : 0.1609925627708435

   1527120	  0.161177	  0.160993	  0.166693		CURRENT LEARNING RATE: 1.632350020709274e-07
previous_iter_valid_loss : 0.1610068529844284

   1527140	  0.161189	  0.161007	  0.166496		CURRENT LEARNING RATE: 1.6320235833499566e-07
previous_iter_valid_loss : 0.1645345836877823

   1527160	  0.164740	  0.164535	  0.166697		CURRENT LEARNING RATE: 1.6316972112715803e-07
previous_iter_valid_loss : 0.16245855391025543

   1527180	  0.162621	  0.162459	  0.166551		CURRENT LEARNING RATE: 1.6313709044610956e-07
previous_iter_valid_loss : 0.16563962399959564

   1527200	  0.165803	  0.165640	  0.166594		CURRENT LEARNING RATE: 1.6310446629054471e-07
previous_iter_valid_loss : 0.16135218739509583

   1527220	  0.161513	  0.161352	  0.166634		CURRENT LEARNING RATE: 1.6307184865915855e-07
previous_iter_valid_loss : 0.16390863060951233

   1527240	  0.164120	  0.163909	  0.166369		CURRENT LEARNING RATE: 1.6303923755064605e-07
previous_iter_valid_loss : 0.16277512907981873

   1527260	  0.162969	  0.162775	  0.166301		CURRENT LEARNING RATE: 1.6300663296370338e-07
previous_iter_valid_loss : 0.1670747846364975

   1527280	  0.167294	  0.167075	  0.165402		CURRENT LEARNING RATE: 1.6297403489702603e-07
previous_iter_valid_loss : 0.16069531440734863

   1527300	  0.160856	  0.160695	  0.164929		CURRENT LEARNING RATE: 1.629414433493101e-07
previous_iter_valid_loss : 0.16257259249687195

   1527320	  0.162734	  0.162573	  0.164856		CURRENT LEARNING RATE: 1.6290885831925168e-07
previous_iter_valid_loss : 0.1669648289680481

   1527340	  0.167123	  0.166965	  0.165173		CURRENT LEARNING RATE: 1.6287627980554786e-07
previous_iter_valid_loss : 0.16277305781841278

   1527360	  0.162944	  0.162773	  0.165277		CURRENT LEARNING RATE: 1.6284370780689525e-07
previous_iter_valid_loss : 0.16175274550914764

   1527380	  0.161901	  0.161753	  0.165183		CURRENT LEARNING RATE: 1.62811142321991e-07
previous_iter_valid_loss : 0.18692348897457123

   1527400	  0.187062	  0.186923	  0.166493		CURRENT LEARNING RATE: 1.6277858334953217e-07
previous_iter_valid_loss : 0.16054865717887878

   1527420	  0.160719	  0.160549	  0.165624		CURRENT LEARNING RATE: 1.6274603088821698e-07
previous_iter_valid_loss : 0.17808184027671814

   1527440	  0.178386	  0.178082	  0.166436		CURRENT LEARNING RATE: 1.6271348493674305e-07
previous_iter_valid_loss : 0.17272628843784332

   1527460	  0.172876	  0.172726	  0.166698		CURRENT LEARNING RATE: 1.6268094549380823e-07
previous_iter_valid_loss : 0.16183435916900635

   1527480	  0.162021	  0.161834	  0.166735		CURRENT LEARNING RATE: 1.6264841255811154e-07
previous_iter_valid_loss : 0.1632596254348755

   1527500	  0.163450	  0.163260	  0.165392		CURRENT LEARNING RATE: 1.6261588612835142e-07
previous_iter_valid_loss : 0.16201721131801605

   1527520	  0.162176	  0.162017	  0.165444		CURRENT LEARNING RATE: 1.6258336620322673e-07
previous_iter_valid_loss : 0.16149450838565826

   1527540	  0.161653	  0.161495	  0.165468		CURRENT LEARNING RATE: 1.6255085278143644e-07
previous_iter_valid_loss : 0.16492585837841034

   1527560	  0.165093	  0.164926	  0.165488		CURRENT LEARNING RATE: 1.6251834586168056e-07
previous_iter_valid_loss : 0.16754241287708282

   1527580	  0.167698	  0.167542	  0.165742		CURRENT LEARNING RATE: 1.6248584544265853e-07
previous_iter_valid_loss : 0.16689719259738922

   1527600	  0.167054	  0.166897	  0.165805		CURRENT LEARNING RATE: 1.6245335152307033e-07
previous_iter_valid_loss : 0.1816396266222

   1527620	  0.181789	  0.181640	  0.166819		CURRENT LEARNING RATE: 1.6242086410161595e-07
previous_iter_valid_loss : 0.16133424639701843

   1527640	  0.161518	  0.161334	  0.166690		CURRENT LEARNING RATE: 1.6238838317699645e-07
previous_iter_valid_loss : 0.18959426879882812

   1527660	  0.190019	  0.189594	  0.168031		CURRENT LEARNING RATE: 1.623559087479123e-07
previous_iter_valid_loss : 0.16863174736499786

   1527680	  0.168872	  0.168632	  0.168109		CURRENT LEARNING RATE: 1.6232344081306446e-07
previous_iter_valid_loss : 0.16070398688316345

   1527700	  0.160871	  0.160704	  0.168110		CURRENT LEARNING RATE: 1.6229097937115405e-07
previous_iter_valid_loss : 0.1878444403409958

   1527720	  0.187980	  0.187844	  0.169373		CURRENT LEARNING RATE: 1.6225852442088312e-07
previous_iter_valid_loss : 0.16308721899986267

   1527740	  0.163288	  0.163087	  0.169179		CURRENT LEARNING RATE: 1.6222607596095315e-07
previous_iter_valid_loss : 0.1686580330133438

   1527760	  0.168810	  0.168658	  0.169473		CURRENT LEARNING RATE: 1.6219363399006626e-07
previous_iter_valid_loss : 0.171604186296463

   1527780	  0.171753	  0.171604	  0.169966		CURRENT LEARNING RATE: 1.621611985069245e-07
previous_iter_valid_loss : 0.16250444948673248

   1527800	  0.162665	  0.162504	  0.168745		CURRENT LEARNING RATE: 1.6212876951023093e-07
previous_iter_valid_loss : 0.16180434823036194

   1527820	  0.162003	  0.161804	  0.168808		CURRENT LEARNING RATE: 1.620963469986882e-07
previous_iter_valid_loss : 0.16096259653568268

   1527840	  0.161150	  0.160963	  0.167952		CURRENT LEARNING RATE: 1.6206393097099905e-07
previous_iter_valid_loss : 0.16260607540607452

   1527860	  0.162772	  0.162606	  0.167446		CURRENT LEARNING RATE: 1.6203152142586748e-07
previous_iter_valid_loss : 0.17229606211185455

   1527880	  0.172447	  0.172296	  0.167969		CURRENT LEARNING RATE: 1.6199911836199679e-07
previous_iter_valid_loss : 0.160771444439888

   1527900	  0.160928	  0.160771	  0.167845		CURRENT LEARNING RATE: 1.6196672177809082e-07
previous_iter_valid_loss : 0.1725514829158783

   1527920	  0.172699	  0.172551	  0.168371		CURRENT LEARNING RATE: 1.619343316728535e-07
previous_iter_valid_loss : 0.160493865609169

   1527940	  0.160654	  0.160494	  0.168321		CURRENT LEARNING RATE: 1.6190194804498972e-07
previous_iter_valid_loss : 0.16082483530044556

   1527960	  0.161001	  0.160825	  0.168116		CURRENT LEARNING RATE: 1.618695708932039e-07
previous_iter_valid_loss : 0.16125209629535675

   1527980	  0.161429	  0.161252	  0.167802		CURRENT LEARNING RATE: 1.6183720021620096e-07
previous_iter_valid_loss : 0.16148343682289124

   1528000	  0.161637	  0.161483	  0.167531		CURRENT LEARNING RATE: 1.6180483601268575e-07
previous_iter_valid_loss : 0.18246252834796906

   1528020	  0.182615	  0.182463	  0.167572		CURRENT LEARNING RATE: 1.6177247828136427e-07
previous_iter_valid_loss : 0.160517156124115

   1528040	  0.160682	  0.160517	  0.167531		CURRENT LEARNING RATE: 1.6174012702094194e-07
previous_iter_valid_loss : 0.16067424416542053

   1528060	  0.160827	  0.160674	  0.166085		CURRENT LEARNING RATE: 1.6170778223012473e-07
previous_iter_valid_loss : 0.18508216738700867

   1528080	  0.185229	  0.185082	  0.166908		CURRENT LEARNING RATE: 1.6167544390761853e-07
previous_iter_valid_loss : 0.16064247488975525

   1528100	  0.160795	  0.160642	  0.166905		CURRENT LEARNING RATE: 1.616431120521304e-07
previous_iter_valid_loss : 0.16825169324874878

   1528120	  0.168411	  0.168252	  0.165925		CURRENT LEARNING RATE: 1.616107866623668e-07
previous_iter_valid_loss : 0.16163446009159088

   1528140	  0.161828	  0.161634	  0.165852		CURRENT LEARNING RATE: 1.6157846773703465e-07
previous_iter_valid_loss : 0.16074509918689728

   1528160	  0.160910	  0.160745	  0.165457		CURRENT LEARNING RATE: 1.6154615527484098e-07
previous_iter_valid_loss : 0.16084159910678864

   1528180	  0.161013	  0.160842	  0.164919		CURRENT LEARNING RATE: 1.615138492744938e-07
previous_iter_valid_loss : 0.16112269461154938

   1528200	  0.161312	  0.161123	  0.164850		CURRENT LEARNING RATE: 1.6148154973470062e-07
previous_iter_valid_loss : 0.18431878089904785

   1528220	  0.184467	  0.184319	  0.165975		CURRENT LEARNING RATE: 1.6144925665416916e-07
previous_iter_valid_loss : 0.16225787997245789

   1528240	  0.162449	  0.162258	  0.166040		CURRENT LEARNING RATE: 1.6141697003160827e-07
previous_iter_valid_loss : 0.16798701882362366

   1528260	  0.168215	  0.167987	  0.166309		CURRENT LEARNING RATE: 1.6138468986572622e-07
previous_iter_valid_loss : 0.16211798787117004

   1528280	  0.162285	  0.162118	  0.165800		CURRENT LEARNING RATE: 1.6135241615523179e-07
previous_iter_valid_loss : 0.16097868978977203

   1528300	  0.161165	  0.160979	  0.165811		CURRENT LEARNING RATE: 1.6132014889883372e-07
previous_iter_valid_loss : 0.1842377483844757

   1528320	  0.184398	  0.184238	  0.166395		CURRENT LEARNING RATE: 1.6128788809524192e-07
previous_iter_valid_loss : 0.16934441030025482

   1528340	  0.169499	  0.169344	  0.166837		CURRENT LEARNING RATE: 1.6125563374316568e-07
previous_iter_valid_loss : 0.16084158420562744

   1528360	  0.161022	  0.160842	  0.166838		CURRENT LEARNING RATE: 1.612233858413148e-07
previous_iter_valid_loss : 0.17189306020736694

   1528380	  0.172148	  0.171893	  0.167370		CURRENT LEARNING RATE: 1.611911443883991e-07
previous_iter_valid_loss : 0.16472990810871124

   1528400	  0.164888	  0.164730	  0.167533		CURRENT LEARNING RATE: 1.6115890938312945e-07
previous_iter_valid_loss : 0.16226674616336823

   1528420	  0.162447	  0.162267	  0.166523		CURRENT LEARNING RATE: 1.6112668082421622e-07
previous_iter_valid_loss : 0.16244561970233917

   1528440	  0.162646	  0.162446	  0.166619		CURRENT LEARNING RATE: 1.6109445871037024e-07
previous_iter_valid_loss : 0.17560991644859314

   1528460	  0.175894	  0.175610	  0.167366		CURRENT LEARNING RATE: 1.6106224304030235e-07
previous_iter_valid_loss : 0.16501571238040924

   1528480	  0.165227	  0.165016	  0.166363		CURRENT LEARNING RATE: 1.6103003381272448e-07
previous_iter_valid_loss : 0.1670701801776886

   1528500	  0.167290	  0.167070	  0.166684		CURRENT LEARNING RATE: 1.6099783102634798e-07
previous_iter_valid_loss : 0.16131006181240082

   1528520	  0.161499	  0.161310	  0.166337		CURRENT LEARNING RATE: 1.6096563467988477e-07
previous_iter_valid_loss : 0.16075868904590607

   1528540	  0.160940	  0.160759	  0.166293		CURRENT LEARNING RATE: 1.6093344477204665e-07
previous_iter_valid_loss : 0.16164612770080566

   1528560	  0.161828	  0.161646	  0.166338		CURRENT LEARNING RATE: 1.6090126130154665e-07
previous_iter_valid_loss : 0.16732537746429443

   1528580	  0.167486	  0.167325	  0.166662		CURRENT LEARNING RATE: 1.6086908426709712e-07
previous_iter_valid_loss : 0.17282015085220337

   1528600	  0.173097	  0.172820	  0.167247		CURRENT LEARNING RATE: 1.6083691366741098e-07
previous_iter_valid_loss : 0.16745023429393768

   1528620	  0.167679	  0.167450	  0.166404		CURRENT LEARNING RATE: 1.6080474950120113e-07
previous_iter_valid_loss : 0.16382049024105072

   1528640	  0.163996	  0.163820	  0.166482		CURRENT LEARNING RATE: 1.6077259176718157e-07
previous_iter_valid_loss : 0.17529898881912231

   1528660	  0.175587	  0.175299	  0.166848		CURRENT LEARNING RATE: 1.607404404640657e-07
previous_iter_valid_loss : 0.16049732267856598

   1528680	  0.160666	  0.160497	  0.166767		CURRENT LEARNING RATE: 1.6070829559056714e-07
previous_iter_valid_loss : 0.16177548468112946

   1528700	  0.161961	  0.161775	  0.166806		CURRENT LEARNING RATE: 1.6067615714540077e-07
previous_iter_valid_loss : 0.1608119010925293

   1528720	  0.160970	  0.160812	  0.165635		CURRENT LEARNING RATE: 1.6064402512728068e-07
previous_iter_valid_loss : 0.17069581151008606

   1528740	  0.170839	  0.170696	  0.165703		CURRENT LEARNING RATE: 1.6061189953492162e-07
previous_iter_valid_loss : 0.18292510509490967

   1528760	  0.183284	  0.182925	  0.166807		CURRENT LEARNING RATE: 1.6057978036703827e-07
previous_iter_valid_loss : 0.16403770446777344

   1528780	  0.164225	  0.164038	  0.166414		CURRENT LEARNING RATE: 1.6054766762234645e-07
previous_iter_valid_loss : 0.17075000703334808

   1528800	  0.171002	  0.170750	  0.166715		CURRENT LEARNING RATE: 1.6051556129956136e-07
previous_iter_valid_loss : 0.16053834557533264

   1528820	  0.160697	  0.160538	  0.166629		CURRENT LEARNING RATE: 1.6048346139739874e-07
previous_iter_valid_loss : 0.16229106485843658

   1528840	  0.162443	  0.162291	  0.166621		CURRENT LEARNING RATE: 1.6045136791457432e-07
previous_iter_valid_loss : 0.16631469130516052

   1528860	  0.166532	  0.166315	  0.166156		CURRENT LEARNING RATE: 1.604192808498049e-07
previous_iter_valid_loss : 0.16056127846240997

   1528880	  0.160718	  0.160561	  0.165934		CURRENT LEARNING RATE: 1.6038720020180674e-07
previous_iter_valid_loss : 0.17575222253799438

   1528900	  0.176044	  0.175752	  0.166368		CURRENT LEARNING RATE: 1.6035512596929663e-07
previous_iter_valid_loss : 0.16402427852153778

   1528920	  0.164222	  0.164024	  0.166503		CURRENT LEARNING RATE: 1.6032305815099127e-07
previous_iter_valid_loss : 0.16417066752910614

   1528940	  0.164375	  0.164171	  0.166674		CURRENT LEARNING RATE: 1.6029099674560856e-07
previous_iter_valid_loss : 0.16613230109214783

   1528960	  0.166342	  0.166132	  0.166898		CURRENT LEARNING RATE: 1.6025894175186573e-07
previous_iter_valid_loss : 0.16477765142917633

   1528980	  0.164979	  0.164778	  0.166771		CURRENT LEARNING RATE: 1.602268931684806e-07
previous_iter_valid_loss : 0.16156108677387238

   1529000	  0.161747	  0.161561	  0.166208		CURRENT LEARNING RATE: 1.6019485099417096e-07
previous_iter_valid_loss : 0.16144239902496338

   1529020	  0.161596	  0.161442	  0.165907		CURRENT LEARNING RATE: 1.6016281522765564e-07
previous_iter_valid_loss : 0.2058877944946289

   1529040	  0.206462	  0.205888	  0.168011		CURRENT LEARNING RATE: 1.601307858676529e-07
previous_iter_valid_loss : 0.16271793842315674

   1529060	  0.162879	  0.162718	  0.167382		CURRENT LEARNING RATE: 1.6009876291288141e-07
previous_iter_valid_loss : 0.16852815449237823

   1529080	  0.168759	  0.168528	  0.167783		CURRENT LEARNING RATE: 1.6006674636206072e-07
previous_iter_valid_loss : 0.16097134351730347

   1529100	  0.161132	  0.160971	  0.167743		CURRENT LEARNING RATE: 1.600347362139099e-07
previous_iter_valid_loss : 0.16347001492977142

   1529120	  0.163631	  0.163470	  0.167876		CURRENT LEARNING RATE: 1.6000273246714853e-07
previous_iter_valid_loss : 0.1622237116098404

   1529140	  0.162414	  0.162224	  0.167452		CURRENT LEARNING RATE: 1.5997073512049622e-07
previous_iter_valid_loss : 0.17217473685741425

   1529160	  0.172321	  0.172175	  0.166915		CURRENT LEARNING RATE: 1.599387441726736e-07
previous_iter_valid_loss : 0.1736207902431488

   1529180	  0.173888	  0.173621	  0.167394		CURRENT LEARNING RATE: 1.599067596224008e-07
previous_iter_valid_loss : 0.1733405590057373

   1529200	  0.173618	  0.173341	  0.167524		CURRENT LEARNING RATE: 1.598747814683984e-07
previous_iter_valid_loss : 0.17151033878326416

   1529220	  0.171662	  0.171510	  0.168072		CURRENT LEARNING RATE: 1.5984280970938698e-07
previous_iter_valid_loss : 0.1606023758649826

   1529240	  0.160771	  0.160602	  0.167988		CURRENT LEARNING RATE: 1.5981084434408825e-07
previous_iter_valid_loss : 0.16350814700126648

   1529260	  0.163680	  0.163508	  0.167847		CURRENT LEARNING RATE: 1.5977888537122333e-07
previous_iter_valid_loss : 0.16080859303474426

   1529280	  0.160987	  0.160809	  0.167860		CURRENT LEARNING RATE: 1.5974693278951382e-07
previous_iter_valid_loss : 0.1605820506811142

   1529300	  0.160759	  0.160582	  0.167101		CURRENT LEARNING RATE: 1.597149865976814e-07
previous_iter_valid_loss : 0.16333070397377014

   1529320	  0.163525	  0.163331	  0.167067		CURRENT LEARNING RATE: 1.5968304679444871e-07
previous_iter_valid_loss : 0.17819087207317352

   1529340	  0.178360	  0.178191	  0.167768		CURRENT LEARNING RATE: 1.5965111337853796e-07
previous_iter_valid_loss : 0.16867606341838837

   1529360	  0.168903	  0.168676	  0.167895		CURRENT LEARNING RATE: 1.5961918634867172e-07
previous_iter_valid_loss : 0.16408483684062958

   1529380	  0.164270	  0.164085	  0.167860		CURRENT LEARNING RATE: 1.595872657035727e-07
previous_iter_valid_loss : 0.18638975918293

   1529400	  0.186781	  0.186390	  0.169102		CURRENT LEARNING RATE: 1.595553514419646e-07
previous_iter_valid_loss : 0.16670070588588715

   1529420	  0.166916	  0.166701	  0.169364		CURRENT LEARNING RATE: 1.5952344356257057e-07
previous_iter_valid_loss : 0.1633460372686386

   1529440	  0.163538	  0.163346	  0.167237		CURRENT LEARNING RATE: 1.5949154206411403e-07
previous_iter_valid_loss : 0.1605231612920761

   1529460	  0.160689	  0.160523	  0.167128		CURRENT LEARNING RATE: 1.594596469453195e-07
previous_iter_valid_loss : 0.16903287172317505

   1529480	  0.169279	  0.169033	  0.167153		CURRENT LEARNING RATE: 1.594277582049108e-07
previous_iter_valid_loss : 0.1804712563753128

   1529500	  0.180802	  0.180471	  0.168128		CURRENT LEARNING RATE: 1.5939587584161252e-07
previous_iter_valid_loss : 0.1666295975446701

   1529520	  0.166841	  0.166630	  0.168286		CURRENT LEARNING RATE: 1.59363999854149e-07
previous_iter_valid_loss : 0.16061551868915558

   1529540	  0.160794	  0.160616	  0.168205		CURRENT LEARNING RATE: 1.5933213024124577e-07
previous_iter_valid_loss : 0.17465195059776306

   1529560	  0.174798	  0.174652	  0.168329		CURRENT LEARNING RATE: 1.5930026700162775e-07
previous_iter_valid_loss : 0.17215484380722046

   1529580	  0.172306	  0.172155	  0.168256		CURRENT LEARNING RATE: 1.5926841013402044e-07
previous_iter_valid_loss : 0.16857896745204926

   1529600	  0.168733	  0.168579	  0.168018		CURRENT LEARNING RATE: 1.592365596371493e-07
previous_iter_valid_loss : 0.18323971331119537

   1529620	  0.183596	  0.183240	  0.168604		CURRENT LEARNING RATE: 1.5920471550974083e-07
previous_iter_valid_loss : 0.17693519592285156

   1529640	  0.177228	  0.176935	  0.169421		CURRENT LEARNING RATE: 1.59172877750521e-07
previous_iter_valid_loss : 0.17792166769504547

   1529660	  0.178079	  0.177922	  0.170142		CURRENT LEARNING RATE: 1.591410463582163e-07
previous_iter_valid_loss : 0.17362290620803833

   1529680	  0.173769	  0.173623	  0.170782		CURRENT LEARNING RATE: 1.5910922133155319e-07
previous_iter_valid_loss : 0.1607494056224823

   1529700	  0.160902	  0.160749	  0.170791		CURRENT LEARNING RATE: 1.5907740266925925e-07
previous_iter_valid_loss : 0.18149521946907043

   1529720	  0.181645	  0.181495	  0.171699		CURRENT LEARNING RATE: 1.5904559037006144e-07
previous_iter_valid_loss : 0.16051359474658966

   1529740	  0.160683	  0.160514	  0.170815		CURRENT LEARNING RATE: 1.5901378443268728e-07
previous_iter_valid_loss : 0.16976700723171234

   1529760	  0.170015	  0.169767	  0.170870		CURRENT LEARNING RATE: 1.589819848558642e-07
previous_iter_valid_loss : 0.1687820851802826

   1529780	  0.169018	  0.168782	  0.171105		CURRENT LEARNING RATE: 1.5895019163832083e-07
previous_iter_valid_loss : 0.16440357267856598

   1529800	  0.164572	  0.164404	  0.170005		CURRENT LEARNING RATE: 1.5891840477878515e-07
previous_iter_valid_loss : 0.1627892255783081

   1529820	  0.162990	  0.162789	  0.169810		CURRENT LEARNING RATE: 1.588866242759854e-07
previous_iter_valid_loss : 0.1823340803384781

   1529840	  0.182488	  0.182334	  0.170759		CURRENT LEARNING RATE: 1.5885485012865092e-07
previous_iter_valid_loss : 0.17060449719429016

   1529860	  0.170855	  0.170604	  0.171263		CURRENT LEARNING RATE: 1.588230823355105e-07
previous_iter_valid_loss : 0.16515935957431793

   1529880	  0.165366	  0.165159	  0.171069		CURRENT LEARNING RATE: 1.5879132089529334e-07
previous_iter_valid_loss : 0.16107262670993805

   1529900	  0.161234	  0.161073	  0.170100		CURRENT LEARNING RATE: 1.5875956580672877e-07
previous_iter_valid_loss : 0.1606714427471161

   1529920	  0.160832	  0.160671	  0.169802		CURRENT LEARNING RATE: 1.5872781706854716e-07
previous_iter_valid_loss : 0.1664562076330185

   1529940	  0.166615	  0.166456	  0.170094		CURRENT LEARNING RATE: 1.5869607467947822e-07
previous_iter_valid_loss : 0.16083846986293793

   1529960	  0.161008	  0.160838	  0.169403		CURRENT LEARNING RATE: 1.5866433863825233e-07
previous_iter_valid_loss : 0.16070987284183502

   1529980	  0.160877	  0.160710	  0.168831		CURRENT LEARNING RATE: 1.5863260894359968e-07
previous_iter_valid_loss : 0.19008761644363403

   1530000	  0.190539	  0.190088	  0.169906		CURRENT LEARNING RATE: 1.5860088559425173e-07
previous_iter_valid_loss : 0.16051045060157776

   1530020	  0.160665	  0.160510	  0.168770		CURRENT LEARNING RATE: 1.585691685889392e-07
previous_iter_valid_loss : 0.1611008495092392

   1530040	  0.161262	  0.161101	  0.167978		CURRENT LEARNING RATE: 1.5853745792639345e-07
previous_iter_valid_loss : 0.17135532200336456

   1530060	  0.171619	  0.171355	  0.167650		CURRENT LEARNING RATE: 1.5850575360534574e-07
previous_iter_valid_loss : 0.1666351705789566

   1530080	  0.166793	  0.166635	  0.167300		CURRENT LEARNING RATE: 1.584740556245285e-07
previous_iter_valid_loss : 0.16445335745811462

   1530100	  0.164622	  0.164453	  0.167486		CURRENT LEARNING RATE: 1.5844236398267347e-07
previous_iter_valid_loss : 0.160525381565094

   1530120	  0.160696	  0.160525	  0.166437		CURRENT LEARNING RATE: 1.5841067867851304e-07
previous_iter_valid_loss : 0.1688794046640396

   1530140	  0.169030	  0.168879	  0.166855		CURRENT LEARNING RATE: 1.5837899971077953e-07
previous_iter_valid_loss : 0.16315846145153046

   1530160	  0.163327	  0.163158	  0.166525		CURRENT LEARNING RATE: 1.5834732707820626e-07
previous_iter_valid_loss : 0.16099205613136292

   1530180	  0.161143	  0.160992	  0.166135		CURRENT LEARNING RATE: 1.5831566077952613e-07
previous_iter_valid_loss : 0.16945131123065948

   1530200	  0.169603	  0.169451	  0.166388		CURRENT LEARNING RATE: 1.5828400081347243e-07
previous_iter_valid_loss : 0.16345596313476562

   1530220	  0.163642	  0.163456	  0.166421		CURRENT LEARNING RATE: 1.582523471787785e-07
previous_iter_valid_loss : 0.17108796536922455

   1530240	  0.171350	  0.171088	  0.165859		CURRENT LEARNING RATE: 1.5822069987417878e-07
previous_iter_valid_loss : 0.16052362322807312

   1530260	  0.160692	  0.160524	  0.165355		CURRENT LEARNING RATE: 1.5818905889840707e-07
previous_iter_valid_loss : 0.1616370677947998

   1530280	  0.161813	  0.161637	  0.165179		CURRENT LEARNING RATE: 1.5815742425019745e-07
previous_iter_valid_loss : 0.16282865405082703

   1530300	  0.163014	  0.162829	  0.165266		CURRENT LEARNING RATE: 1.581257959282851e-07
previous_iter_valid_loss : 0.1619042009115219

   1530320	  0.162099	  0.161904	  0.165328		CURRENT LEARNING RATE: 1.580941739314046e-07
previous_iter_valid_loss : 0.17043738067150116

   1530340	  0.170689	  0.170437	  0.165527		CURRENT LEARNING RATE: 1.580625582582911e-07
previous_iter_valid_loss : 0.17200876772403717

   1530360	  0.172276	  0.172009	  0.166086		CURRENT LEARNING RATE: 1.5803094890767965e-07
previous_iter_valid_loss : 0.16161736845970154

   1530380	  0.161811	  0.161617	  0.166131		CURRENT LEARNING RATE: 1.5799934587830648e-07
previous_iter_valid_loss : 0.16075162589550018

   1530400	  0.160933	  0.160752	  0.164664		CURRENT LEARNING RATE: 1.5796774916890715e-07
previous_iter_valid_loss : 0.17133861780166626

   1530420	  0.171484	  0.171339	  0.165206		CURRENT LEARNING RATE: 1.579361587782178e-07
previous_iter_valid_loss : 0.16107262670993805

   1530440	  0.161258	  0.161073	  0.165204		CURRENT LEARNING RATE: 1.5790457470497456e-07
previous_iter_valid_loss : 0.1608109474182129

   1530460	  0.160967	  0.160811	  0.164677		CURRENT LEARNING RATE: 1.578729969479146e-07
previous_iter_valid_loss : 0.16831165552139282

   1530480	  0.168463	  0.168312	  0.164761		CURRENT LEARNING RATE: 1.5784142550577457e-07
previous_iter_valid_loss : 0.16069965064525604

   1530500	  0.160879	  0.160700	  0.164573		CURRENT LEARNING RATE: 1.5780986037729153e-07
previous_iter_valid_loss : 0.16435278952121735

   1530520	  0.164558	  0.164353	  0.164765		CURRENT LEARNING RATE: 1.577783015612027e-07
previous_iter_valid_loss : 0.16371376812458038

   1530540	  0.163887	  0.163714	  0.164506		CURRENT LEARNING RATE: 1.577467490562462e-07
previous_iter_valid_loss : 0.16051581501960754

   1530560	  0.160681	  0.160516	  0.164374		CURRENT LEARNING RATE: 1.5771520286115968e-07
previous_iter_valid_loss : 0.16059847176074982

   1530580	  0.160752	  0.160598	  0.164354		CURRENT LEARNING RATE: 1.5768366297468128e-07
previous_iter_valid_loss : 0.1652824431657791

   1530600	  0.165486	  0.165282	  0.164146		CURRENT LEARNING RATE: 1.5765212939554917e-07
previous_iter_valid_loss : 0.16801247000694275

   1530620	  0.168247	  0.168012	  0.164374		CURRENT LEARNING RATE: 1.5762060212250253e-07
previous_iter_valid_loss : 0.16119804978370667

   1530640	  0.161377	  0.161198	  0.163879		CURRENT LEARNING RATE: 1.5758908115428e-07
previous_iter_valid_loss : 0.1663762480020523

   1530660	  0.166594	  0.166376	  0.164172		CURRENT LEARNING RATE: 1.5755756648962043e-07
previous_iter_valid_loss : 0.16053900122642517

   1530680	  0.160695	  0.160539	  0.164117		CURRENT LEARNING RATE: 1.5752605812726387e-07
previous_iter_valid_loss : 0.16356942057609558

   1530700	  0.163731	  0.163569	  0.164154		CURRENT LEARNING RATE: 1.5749455606594961e-07
previous_iter_valid_loss : 0.16733434796333313

   1530720	  0.167489	  0.167334	  0.164426		CURRENT LEARNING RATE: 1.5746306030441765e-07
previous_iter_valid_loss : 0.16051562130451202

   1530740	  0.160669	  0.160516	  0.163930		CURRENT LEARNING RATE: 1.5743157084140783e-07
previous_iter_valid_loss : 0.16563931107521057

   1530760	  0.165839	  0.165639	  0.163611		CURRENT LEARNING RATE: 1.5740008767566113e-07
previous_iter_valid_loss : 0.16290926933288574

   1530780	  0.163100	  0.162909	  0.163676		CURRENT LEARNING RATE: 1.5736861080591797e-07
previous_iter_valid_loss : 0.16085615754127502

   1530800	  0.161011	  0.160856	  0.163681		CURRENT LEARNING RATE: 1.5733714023091927e-07
previous_iter_valid_loss : 0.1611015945672989

   1530820	  0.161252	  0.161102	  0.163169		CURRENT LEARNING RATE: 1.573056759494059e-07
previous_iter_valid_loss : 0.1664709448814392

   1530840	  0.166635	  0.166471	  0.163439		CURRENT LEARNING RATE: 1.572742179601199e-07
previous_iter_valid_loss : 0.16292773187160492

   1530860	  0.163090	  0.162928	  0.163545		CURRENT LEARNING RATE: 1.572427662618026e-07
previous_iter_valid_loss : 0.17418350279331207

   1530880	  0.174453	  0.174184	  0.163838		CURRENT LEARNING RATE: 1.57211320853196e-07
previous_iter_valid_loss : 0.20190301537513733

   1530900	  0.201985	  0.201903	  0.165899		CURRENT LEARNING RATE: 1.5717988173304195e-07
previous_iter_valid_loss : 0.1925887018442154

   1530920	  0.193071	  0.192589	  0.167310		CURRENT LEARNING RATE: 1.571484489000835e-07
previous_iter_valid_loss : 0.1638229787349701

   1530940	  0.163980	  0.163823	  0.167316		CURRENT LEARNING RATE: 1.5711702235306302e-07
previous_iter_valid_loss : 0.16842016577720642

   1530960	  0.168650	  0.168420	  0.167711		CURRENT LEARNING RATE: 1.5708560209072344e-07
previous_iter_valid_loss : 0.2010236233472824

   1530980	  0.201575	  0.201024	  0.169732		CURRENT LEARNING RATE: 1.570541881118077e-07
previous_iter_valid_loss : 0.16998928785324097

   1531000	  0.170247	  0.169989	  0.169968		CURRENT LEARNING RATE: 1.570227804150598e-07
previous_iter_valid_loss : 0.16058681905269623

   1531020	  0.160754	  0.160587	  0.169596		CURRENT LEARNING RATE: 1.569913789992231e-07
previous_iter_valid_loss : 0.16679058969020844

   1531040	  0.166953	  0.166791	  0.169876		CURRENT LEARNING RATE: 1.569599838630413e-07
previous_iter_valid_loss : 0.16447381675243378

   1531060	  0.164636	  0.164474	  0.169781		CURRENT LEARNING RATE: 1.5692859500525918e-07
previous_iter_valid_loss : 0.16704866290092468

   1531080	  0.167272	  0.167049	  0.170106		CURRENT LEARNING RATE: 1.5689721242462088e-07
previous_iter_valid_loss : 0.16555674374103546

   1531100	  0.165723	  0.165557	  0.170206		CURRENT LEARNING RATE: 1.568658361198711e-07
previous_iter_valid_loss : 0.17730434238910675

   1531120	  0.177454	  0.177304	  0.170704		CURRENT LEARNING RATE: 1.5683446608975448e-07
previous_iter_valid_loss : 0.17510050535202026

   1531140	  0.175248	  0.175101	  0.171433		CURRENT LEARNING RATE: 1.5680310233301683e-07
previous_iter_valid_loss : 0.16815495491027832

   1531160	  0.168405	  0.168155	  0.171559		CURRENT LEARNING RATE: 1.5677174484840328e-07
previous_iter_valid_loss : 0.16820764541625977

   1531180	  0.168359	  0.168208	  0.171824		CURRENT LEARNING RATE: 1.5674039363465956e-07
previous_iter_valid_loss : 0.16536220908164978

   1531200	  0.165529	  0.165362	  0.172049		CURRENT LEARNING RATE: 1.5670904869053132e-07
previous_iter_valid_loss : 0.1637224704027176

   1531220	  0.163922	  0.163722	  0.172180		CURRENT LEARNING RATE: 1.5667771001476532e-07
previous_iter_valid_loss : 0.16633518040180206

   1531240	  0.166495	  0.166335	  0.172174		CURRENT LEARNING RATE: 1.5664637760610774e-07
previous_iter_valid_loss : 0.17929352819919586

   1531260	  0.179452	  0.179294	  0.172992		CURRENT LEARNING RATE: 1.566150514633053e-07
previous_iter_valid_loss : 0.16184218227863312

   1531280	  0.162000	  0.161842	  0.172375		CURRENT LEARNING RATE: 1.5658373158510466e-07
previous_iter_valid_loss : 0.16102609038352966

   1531300	  0.161185	  0.161026	  0.170331		CURRENT LEARNING RATE: 1.5655241797025357e-07
previous_iter_valid_loss : 0.16132551431655884

   1531320	  0.161485	  0.161326	  0.168768		CURRENT LEARNING RATE: 1.5652111061749923e-07
previous_iter_valid_loss : 0.16194847226142883

   1531340	  0.162126	  0.161948	  0.168674		CURRENT LEARNING RATE: 1.5648980952558933e-07
previous_iter_valid_loss : 0.18975122272968292

   1531360	  0.190190	  0.189751	  0.169741		CURRENT LEARNING RATE: 1.5645851469327155e-07
previous_iter_valid_loss : 0.16505606472492218

   1531380	  0.165262	  0.165056	  0.167942		CURRENT LEARNING RATE: 1.5642722611929467e-07
previous_iter_valid_loss : 0.1621767282485962

   1531400	  0.162329	  0.162177	  0.167552		CURRENT LEARNING RATE: 1.5639594380240686e-07
previous_iter_valid_loss : 0.16574153304100037

   1531420	  0.165902	  0.165742	  0.167810		CURRENT LEARNING RATE: 1.563646677413568e-07
previous_iter_valid_loss : 0.17213425040245056

   1531440	  0.172415	  0.172134	  0.168077		CURRENT LEARNING RATE: 1.563333979348932e-07
previous_iter_valid_loss : 0.17008890211582184

   1531460	  0.170326	  0.170089	  0.168357		CURRENT LEARNING RATE: 1.563021343817658e-07
previous_iter_valid_loss : 0.1898256242275238

   1531480	  0.190276	  0.189826	  0.169496		CURRENT LEARNING RATE: 1.5627087708072382e-07
previous_iter_valid_loss : 0.16061213612556458

   1531500	  0.160769	  0.160612	  0.169249		CURRENT LEARNING RATE: 1.5623962603051666e-07
previous_iter_valid_loss : 0.16062895953655243

   1531520	  0.160789	  0.160629	  0.168415		CURRENT LEARNING RATE: 1.5620838122989485e-07
previous_iter_valid_loss : 0.16166290640830994

   1531540	  0.161833	  0.161663	  0.167743		CURRENT LEARNING RATE: 1.561771426776083e-07
previous_iter_valid_loss : 0.16517727077007294

   1531560	  0.165377	  0.165177	  0.167595		CURRENT LEARNING RATE: 1.5614591037240748e-07
previous_iter_valid_loss : 0.1667381227016449

   1531580	  0.166963	  0.166738	  0.167521		CURRENT LEARNING RATE: 1.5611468431304282e-07
previous_iter_valid_loss : 0.16058394312858582

   1531600	  0.160751	  0.160584	  0.167282		CURRENT LEARNING RATE: 1.5608346449826583e-07
previous_iter_valid_loss : 0.17007532715797424

   1531620	  0.170228	  0.170075	  0.167600		CURRENT LEARNING RATE: 1.5605225092682743e-07
previous_iter_valid_loss : 0.16712012887001038

   1531640	  0.167270	  0.167120	  0.167639		CURRENT LEARNING RATE: 1.560210435974791e-07
previous_iter_valid_loss : 0.1646088808774948

   1531660	  0.164781	  0.164609	  0.166905		CURRENT LEARNING RATE: 1.5598984250897227e-07
previous_iter_valid_loss : 0.16093866527080536

   1531680	  0.161110	  0.160939	  0.166860		CURRENT LEARNING RATE: 1.5595864766005941e-07
previous_iter_valid_loss : 0.1694934070110321

   1531700	  0.169649	  0.169493	  0.167283		CURRENT LEARNING RATE: 1.559274590494925e-07
previous_iter_valid_loss : 0.161839559674263

   1531720	  0.162020	  0.161840	  0.167309		CURRENT LEARNING RATE: 1.5589627667602396e-07
previous_iter_valid_loss : 0.20059281587600708

   1531740	  0.200677	  0.200593	  0.169241		CURRENT LEARNING RATE: 1.5586510053840621e-07
previous_iter_valid_loss : 0.17827105522155762

   1531760	  0.178425	  0.178271	  0.168667		CURRENT LEARNING RATE: 1.5583393063539282e-07
previous_iter_valid_loss : 0.17815786600112915

   1531780	  0.178463	  0.178158	  0.169322		CURRENT LEARNING RATE: 1.5580276696573665e-07
previous_iter_valid_loss : 0.1621197611093521

   1531800	  0.162280	  0.162120	  0.169319		CURRENT LEARNING RATE: 1.557716095281912e-07
previous_iter_valid_loss : 0.16384705901145935

   1531820	  0.164061	  0.163847	  0.169224		CURRENT LEARNING RATE: 1.5574045832150987e-07
previous_iter_valid_loss : 0.2006305456161499

   1531840	  0.200708	  0.200631	  0.170649		CURRENT LEARNING RATE: 1.5570931334444714e-07
previous_iter_valid_loss : 0.16056539118289948

   1531860	  0.160726	  0.160565	  0.170173		CURRENT LEARNING RATE: 1.55678174595757e-07
previous_iter_valid_loss : 0.1608222872018814

   1531880	  0.160975	  0.160822	  0.168723		CURRENT LEARNING RATE: 1.5564704207419359e-07
previous_iter_valid_loss : 0.16573108732700348

   1531900	  0.165892	  0.165731	  0.168979		CURRENT LEARNING RATE: 1.5561591577851213e-07
previous_iter_valid_loss : 0.16488835215568542

   1531920	  0.165088	  0.164888	  0.169192		CURRENT LEARNING RATE: 1.5558479570746733e-07
previous_iter_valid_loss : 0.16200777888298035

   1531940	  0.162160	  0.162008	  0.169209		CURRENT LEARNING RATE: 1.5555368185981438e-07
previous_iter_valid_loss : 0.1607082337141037

   1531960	  0.160854	  0.160708	  0.168986		CURRENT LEARNING RATE: 1.5552257423430848e-07
previous_iter_valid_loss : 0.16099338233470917

   1531980	  0.161171	  0.160993	  0.168698		CURRENT LEARNING RATE: 1.5549147282970582e-07
previous_iter_valid_loss : 0.16195861995220184

   1532000	  0.162143	  0.161959	  0.168767		CURRENT LEARNING RATE: 1.554603776447621e-07
previous_iter_valid_loss : 0.16068479418754578

   1532020	  0.160862	  0.160685	  0.168298		CURRENT LEARNING RATE: 1.554292886782335e-07
previous_iter_valid_loss : 0.16180574893951416

   1532040	  0.161991	  0.161806	  0.168032		CURRENT LEARNING RATE: 1.5539820592887618e-07
previous_iter_valid_loss : 0.16049824655056

   1532060	  0.160657	  0.160498	  0.167826		CURRENT LEARNING RATE: 1.5536712939544743e-07
previous_iter_valid_loss : 0.16444794833660126

   1532080	  0.164623	  0.164448	  0.168002		CURRENT LEARNING RATE: 1.5533605907670385e-07
previous_iter_valid_loss : 0.16094103455543518

   1532100	  0.161125	  0.160941	  0.167574		CURRENT LEARNING RATE: 1.5530499497140264e-07
previous_iter_valid_loss : 0.16126562654972076

   1532120	  0.161437	  0.161266	  0.167545		CURRENT LEARNING RATE: 1.55273937078301e-07
previous_iter_valid_loss : 0.17243725061416626

   1532140	  0.172702	  0.172437	  0.166138		CURRENT LEARNING RATE: 1.552428853961571e-07
previous_iter_valid_loss : 0.17086267471313477

   1532160	  0.171121	  0.170863	  0.165767		CURRENT LEARNING RATE: 1.552118399237287e-07
previous_iter_valid_loss : 0.16061165928840637

   1532180	  0.160766	  0.160612	  0.164890		CURRENT LEARNING RATE: 1.5518080065977388e-07
previous_iter_valid_loss : 0.1656365990638733

   1532200	  0.165799	  0.165637	  0.165066		CURRENT LEARNING RATE: 1.5514976760305084e-07
previous_iter_valid_loss : 0.16660723090171814

   1532220	  0.166770	  0.166607	  0.165204		CURRENT LEARNING RATE: 1.5511874075231882e-07
previous_iter_valid_loss : 0.1624663770198822

   1532240	  0.162649	  0.162466	  0.163296		CURRENT LEARNING RATE: 1.550877201063364e-07
previous_iter_valid_loss : 0.16908644139766693

   1532260	  0.169335	  0.169086	  0.163722		CURRENT LEARNING RATE: 1.5505670566386257e-07
previous_iter_valid_loss : 0.1607397496700287

   1532280	  0.160910	  0.160740	  0.163718		CURRENT LEARNING RATE: 1.5502569742365725e-07
previous_iter_valid_loss : 0.16787230968475342

   1532300	  0.168102	  0.167872	  0.163825		CURRENT LEARNING RATE: 1.5499469538447985e-07
previous_iter_valid_loss : 0.1770360767841339

   1532320	  0.177333	  0.177036	  0.164432		CURRENT LEARNING RATE: 1.549636995450903e-07
previous_iter_valid_loss : 0.16406111419200897

   1532340	  0.164229	  0.164061	  0.164535		CURRENT LEARNING RATE: 1.5493270990424844e-07
previous_iter_valid_loss : 0.1854296624660492

   1532360	  0.185814	  0.185430	  0.165771		CURRENT LEARNING RATE: 1.549017264607153e-07
previous_iter_valid_loss : 0.17065319418907166

   1532380	  0.170795	  0.170653	  0.166254		CURRENT LEARNING RATE: 1.5487074921325124e-07
previous_iter_valid_loss : 0.16055014729499817

   1532400	  0.160709	  0.160550	  0.166183		CURRENT LEARNING RATE: 1.5483977816061716e-07
previous_iter_valid_loss : 0.16090995073318481

   1532420	  0.161091	  0.160910	  0.166194		CURRENT LEARNING RATE: 1.5480881330157393e-07
previous_iter_valid_loss : 0.16648440062999725

   1532440	  0.166710	  0.166484	  0.166428		CURRENT LEARNING RATE: 1.5477785463488358e-07
previous_iter_valid_loss : 0.16055142879486084

   1532460	  0.160715	  0.160551	  0.166431		CURRENT LEARNING RATE: 1.547469021593074e-07
previous_iter_valid_loss : 0.16066084802150726

   1532480	  0.160836	  0.160661	  0.166242		CURRENT LEARNING RATE: 1.5471595587360732e-07
previous_iter_valid_loss : 0.1617755889892578

   1532500	  0.161968	  0.161776	  0.166283		CURRENT LEARNING RATE: 1.5468501577654523e-07
previous_iter_valid_loss : 0.16298966109752655

   1532520	  0.163183	  0.162990	  0.166370		CURRENT LEARNING RATE: 1.546540818668841e-07
previous_iter_valid_loss : 0.16083252429962158

   1532540	  0.160992	  0.160833	  0.165789		CURRENT LEARNING RATE: 1.5462315414338624e-07
previous_iter_valid_loss : 0.16078002750873566

   1532560	  0.160936	  0.160780	  0.165285		CURRENT LEARNING RATE: 1.5459223260481457e-07
previous_iter_valid_loss : 0.1613817811012268

   1532580	  0.161565	  0.161382	  0.165324		CURRENT LEARNING RATE: 1.5456131724993194e-07
previous_iter_valid_loss : 0.16156847774982452

   1532600	  0.161749	  0.161568	  0.165120		CURRENT LEARNING RATE: 1.545304080775023e-07
previous_iter_valid_loss : 0.16117796301841736

   1532620	  0.161329	  0.161178	  0.164849		CURRENT LEARNING RATE: 1.5449950508628898e-07
previous_iter_valid_loss : 0.17137284576892853

   1532640	  0.171525	  0.171373	  0.165294		CURRENT LEARNING RATE: 1.544686082750559e-07
previous_iter_valid_loss : 0.16988039016723633

   1532660	  0.170037	  0.169880	  0.165334		CURRENT LEARNING RATE: 1.5443771764256692e-07
previous_iter_valid_loss : 0.16651694476604462

   1532680	  0.166730	  0.166517	  0.165623		CURRENT LEARNING RATE: 1.5440683318758692e-07
previous_iter_valid_loss : 0.16353844106197357

   1532700	  0.163701	  0.163538	  0.165406		CURRENT LEARNING RATE: 1.5437595490888027e-07
previous_iter_valid_loss : 0.1629316508769989

   1532720	  0.163126	  0.162932	  0.164701		CURRENT LEARNING RATE: 1.5434508280521157e-07
previous_iter_valid_loss : 0.17449982464313507

   1532740	  0.174650	  0.174500	  0.165223		CURRENT LEARNING RATE: 1.5431421687534646e-07
previous_iter_valid_loss : 0.1667575091123581

   1532760	  0.166916	  0.166758	  0.164289		CURRENT LEARNING RATE: 1.5428335711805006e-07
previous_iter_valid_loss : 0.16897162795066833

   1532780	  0.169204	  0.168972	  0.164205		CURRENT LEARNING RATE: 1.54252503532088e-07
previous_iter_valid_loss : 0.1659776121377945

   1532800	  0.166138	  0.165978	  0.164476		CURRENT LEARNING RATE: 1.5422165611622577e-07
previous_iter_valid_loss : 0.16068600118160248

   1532820	  0.160857	  0.160686	  0.164465		CURRENT LEARNING RATE: 1.541908148692301e-07
previous_iter_valid_loss : 0.16575390100479126

   1532840	  0.165973	  0.165754	  0.164429		CURRENT LEARNING RATE: 1.5415997978986707e-07
previous_iter_valid_loss : 0.16263024508953094

   1532860	  0.162789	  0.162630	  0.164533		CURRENT LEARNING RATE: 1.541291508769032e-07
previous_iter_valid_loss : 0.16456682980060577

   1532880	  0.164763	  0.164567	  0.164728		CURRENT LEARNING RATE: 1.5409832812910514e-07
previous_iter_valid_loss : 0.16177073121070862

   1532900	  0.161961	  0.161771	  0.164728		CURRENT LEARNING RATE: 1.5406751154524048e-07
previous_iter_valid_loss : 0.1605151742696762

   1532920	  0.160685	  0.160515	  0.164604		CURRENT LEARNING RATE: 1.5403670112407634e-07
previous_iter_valid_loss : 0.1642732471227646

   1532940	  0.164448	  0.164273	  0.164776		CURRENT LEARNING RATE: 1.5400589686438024e-07
previous_iter_valid_loss : 0.16100943088531494

   1532960	  0.161169	  0.161009	  0.164788		CURRENT LEARNING RATE: 1.5397509876491979e-07
previous_iter_valid_loss : 0.16501890122890472

   1532980	  0.165222	  0.165019	  0.164969		CURRENT LEARNING RATE: 1.5394430682446356e-07
previous_iter_valid_loss : 0.16687162220478058

   1533000	  0.167019	  0.166872	  0.165235		CURRENT LEARNING RATE: 1.5391352104177963e-07
previous_iter_valid_loss : 0.1606355905532837

   1533020	  0.160794	  0.160636	  0.165207		CURRENT LEARNING RATE: 1.5388274141563654e-07
previous_iter_valid_loss : 0.16075371205806732

   1533040	  0.160915	  0.160754	  0.164677		CURRENT LEARNING RATE: 1.5385196794480287e-07
previous_iter_valid_loss : 0.1607448160648346

   1533060	  0.160898	  0.160745	  0.164220		CURRENT LEARNING RATE: 1.5382120062804822e-07
previous_iter_valid_loss : 0.1605318784713745

   1533080	  0.160683	  0.160532	  0.163920		CURRENT LEARNING RATE: 1.537904394641416e-07
previous_iter_valid_loss : 0.16999797523021698

   1533100	  0.170250	  0.169998	  0.164243		CURRENT LEARNING RATE: 1.5375968445185233e-07
previous_iter_valid_loss : 0.1613588184118271

   1533120	  0.161549	  0.161359	  0.164165		CURRENT LEARNING RATE: 1.537289355899507e-07
previous_iter_valid_loss : 0.16617326438426971

   1533140	  0.166330	  0.166173	  0.163748		CURRENT LEARNING RATE: 1.5369819287720655e-07
previous_iter_valid_loss : 0.16481545567512512

   1533160	  0.164982	  0.164815	  0.163651		CURRENT LEARNING RATE: 1.5366745631239013e-07
previous_iter_valid_loss : 0.16250069439411163

   1533180	  0.162680	  0.162501	  0.163328		CURRENT LEARNING RATE: 1.5363672589427168e-07
previous_iter_valid_loss : 0.1607416421175003

   1533200	  0.160907	  0.160742	  0.163066		CURRENT LEARNING RATE: 1.536060016216226e-07
previous_iter_valid_loss : 0.16809077560901642

   1533220	  0.168327	  0.168091	  0.163436		CURRENT LEARNING RATE: 1.5357528349321357e-07
previous_iter_valid_loss : 0.1831706464290619

   1533240	  0.183322	  0.183171	  0.164307		CURRENT LEARNING RATE: 1.5354457150781591e-07
previous_iter_valid_loss : 0.1605142503976822

   1533260	  0.160678	  0.160514	  0.164201		CURRENT LEARNING RATE: 1.5351386566420085e-07
previous_iter_valid_loss : 0.16434356570243835

   1533280	  0.164545	  0.164344	  0.164190		CURRENT LEARNING RATE: 1.5348316596114074e-07
previous_iter_valid_loss : 0.1657361537218094

   1533300	  0.165947	  0.165736	  0.164388		CURRENT LEARNING RATE: 1.5345247239740725e-07
previous_iter_valid_loss : 0.16849927604198456

   1533320	  0.168739	  0.168499	  0.164788		CURRENT LEARNING RATE: 1.534217849717727e-07
previous_iter_valid_loss : 0.1632097363471985

   1533340	  0.163382	  0.163210	  0.164734		CURRENT LEARNING RATE: 1.5339110368300928e-07
previous_iter_valid_loss : 0.1661129742860794

   1533360	  0.166327	  0.166113	  0.164990		CURRENT LEARNING RATE: 1.5336042852989032e-07
previous_iter_valid_loss : 0.1608959287405014

   1533380	  0.161051	  0.160896	  0.164783		CURRENT LEARNING RATE: 1.5332975951118852e-07
previous_iter_valid_loss : 0.1619083136320114

   1533400	  0.162101	  0.161908	  0.164535		CURRENT LEARNING RATE: 1.5329909662567712e-07
previous_iter_valid_loss : 0.16057953238487244

   1533420	  0.160751	  0.160580	  0.164533		CURRENT LEARNING RATE: 1.5326843987212931e-07
previous_iter_valid_loss : 0.1611468642950058

   1533440	  0.161305	  0.161147	  0.164552		CURRENT LEARNING RATE: 1.5323778924931942e-07
previous_iter_valid_loss : 0.18374505639076233

   1533460	  0.184112	  0.183745	  0.165702		CURRENT LEARNING RATE: 1.532071447560211e-07
previous_iter_valid_loss : 0.17072127759456635

   1533480	  0.170873	  0.170721	  0.166212		CURRENT LEARNING RATE: 1.5317650639100833e-07
previous_iter_valid_loss : 0.1666824370622635

   1533500	  0.166897	  0.166682	  0.166046		CURRENT LEARNING RATE: 1.531458741530561e-07
previous_iter_valid_loss : 0.17242972552776337

   1533520	  0.172692	  0.172430	  0.166599		CURRENT LEARNING RATE: 1.5311524804093885e-07
previous_iter_valid_loss : 0.16498246788978577

   1533540	  0.165149	  0.164982	  0.166540		CURRENT LEARNING RATE: 1.5308462805343155e-07
previous_iter_valid_loss : 0.16088981926441193

   1533560	  0.161069	  0.160890	  0.166344		CURRENT LEARNING RATE: 1.5305401418930912e-07
previous_iter_valid_loss : 0.16209205985069275

   1533580	  0.162254	  0.162092	  0.166323		CURRENT LEARNING RATE: 1.5302340644734756e-07
previous_iter_valid_loss : 0.16073840856552124

   1533600	  0.160912	  0.160738	  0.166323		CURRENT LEARNING RATE: 1.5299280482632228e-07
previous_iter_valid_loss : 0.16066282987594604

   1533620	  0.160838	  0.160663	  0.165952		CURRENT LEARNING RATE: 1.529622093250092e-07
previous_iter_valid_loss : 0.16148893535137177

   1533640	  0.161648	  0.161489	  0.164868		CURRENT LEARNING RATE: 1.5293161994218424e-07
previous_iter_valid_loss : 0.16147364675998688

   1533660	  0.161624	  0.161474	  0.164916		CURRENT LEARNING RATE: 1.5290103667662437e-07
previous_iter_valid_loss : 0.17348343133926392

   1533680	  0.173629	  0.173483	  0.165372		CURRENT LEARNING RATE: 1.52870459527106e-07
previous_iter_valid_loss : 0.17045247554779053

   1533700	  0.170707	  0.170452	  0.165608		CURRENT LEARNING RATE: 1.5283988849240604e-07
previous_iter_valid_loss : 0.1698775738477707

   1533720	  0.170126	  0.169878	  0.165677		CURRENT LEARNING RATE: 1.528093235713013e-07
previous_iter_valid_loss : 0.16914679110050201

   1533740	  0.169303	  0.169147	  0.165974		CURRENT LEARNING RATE: 1.5277876476256988e-07
previous_iter_valid_loss : 0.166342630982399

   1533760	  0.166501	  0.166343	  0.165986		CURRENT LEARNING RATE: 1.5274821206498904e-07
previous_iter_valid_loss : 0.1676425337791443

   1533780	  0.167870	  0.167643	  0.166323		CURRENT LEARNING RATE: 1.527176654773367e-07
previous_iter_valid_loss : 0.16070003807544708

   1533800	  0.160860	  0.160700	  0.166262		CURRENT LEARNING RATE: 1.5268712499839072e-07
previous_iter_valid_loss : 0.16067788004875183

   1533820	  0.160854	  0.160678	  0.166267		CURRENT LEARNING RATE: 1.5265659062693004e-07
previous_iter_valid_loss : 0.16903772950172424

   1533840	  0.169276	  0.169038	  0.166662		CURRENT LEARNING RATE: 1.52626062361733e-07
previous_iter_valid_loss : 0.17389625310897827

   1533860	  0.174170	  0.173896	  0.166170		CURRENT LEARNING RATE: 1.5259554020157822e-07
previous_iter_valid_loss : 0.16261805593967438

   1533880	  0.162811	  0.162618	  0.165764		CURRENT LEARNING RATE: 1.5256502414524532e-07
previous_iter_valid_loss : 0.16452421247959137

   1533900	  0.164725	  0.164524	  0.165656		CURRENT LEARNING RATE: 1.5253451419151343e-07
previous_iter_valid_loss : 0.16241909563541412

   1533920	  0.162613	  0.162419	  0.165156		CURRENT LEARNING RATE: 1.5250401033916211e-07
previous_iter_valid_loss : 0.16344621777534485

   1533940	  0.163638	  0.163446	  0.165079		CURRENT LEARNING RATE: 1.5247351258697096e-07
previous_iter_valid_loss : 0.16094136238098145

   1533960	  0.161101	  0.160941	  0.165082		CURRENT LEARNING RATE: 1.524430209337206e-07
previous_iter_valid_loss : 0.16301162540912628

   1533980	  0.163186	  0.163012	  0.165128		CURRENT LEARNING RATE: 1.524125353781911e-07
previous_iter_valid_loss : 0.16563349962234497

   1534000	  0.165841	  0.165633	  0.165372		CURRENT LEARNING RATE: 1.5238205591916303e-07
previous_iter_valid_loss : 0.16144977509975433

   1534020	  0.161632	  0.161450	  0.165412		CURRENT LEARNING RATE: 1.5235158255541695e-07
previous_iter_valid_loss : 0.16166952252388

   1534040	  0.161858	  0.161670	  0.165421		CURRENT LEARNING RATE: 1.5232111528573447e-07
previous_iter_valid_loss : 0.16341236233711243

   1534060	  0.163615	  0.163412	  0.165518		CURRENT LEARNING RATE: 1.522906541088966e-07
previous_iter_valid_loss : 0.17819705605506897

   1534080	  0.178357	  0.178197	  0.165753		CURRENT LEARNING RATE: 1.5226019902368494e-07
previous_iter_valid_loss : 0.1931847780942917

   1534100	  0.193306	  0.193185	  0.166890		CURRENT LEARNING RATE: 1.5222975002888097e-07
previous_iter_valid_loss : 0.16089724004268646

   1534120	  0.161078	  0.160897	  0.166441		CURRENT LEARNING RATE: 1.521993071232673e-07
previous_iter_valid_loss : 0.1616709977388382

   1534140	  0.161859	  0.161671	  0.166067		CURRENT LEARNING RATE: 1.5216887030562595e-07
previous_iter_valid_loss : 0.17053577303886414

   1534160	  0.170789	  0.170536	  0.166277		CURRENT LEARNING RATE: 1.5213843957473942e-07
previous_iter_valid_loss : 0.1787448525428772

   1534180	  0.179044	  0.178745	  0.166832		CURRENT LEARNING RATE: 1.5210801492939022e-07
previous_iter_valid_loss : 0.16054771840572357

   1534200	  0.160711	  0.160548	  0.166824		CURRENT LEARNING RATE: 1.520775963683619e-07
previous_iter_valid_loss : 0.16432301700115204

   1534220	  0.164498	  0.164323	  0.167007		CURRENT LEARNING RATE: 1.5204718389043747e-07
previous_iter_valid_loss : 0.1609794944524765

   1534240	  0.161143	  0.160979	  0.166604		CURRENT LEARNING RATE: 1.5201677749440041e-07
previous_iter_valid_loss : 0.16180860996246338

   1534260	  0.161998	  0.161809	  0.165999		CURRENT LEARNING RATE: 1.519863771790342e-07
previous_iter_valid_loss : 0.16436684131622314

   1534280	  0.164534	  0.164367	  0.166087		CURRENT LEARNING RATE: 1.5195598294312338e-07
previous_iter_valid_loss : 0.16460035741329193

   1534300	  0.164768	  0.164600	  0.166091		CURRENT LEARNING RATE: 1.5192559478545187e-07
previous_iter_valid_loss : 0.17219506204128265

   1534320	  0.172345	  0.172195	  0.166579		CURRENT LEARNING RATE: 1.5189521270480394e-07
previous_iter_valid_loss : 0.16205072402954102

   1534340	  0.162204	  0.162051	  0.166510		CURRENT LEARNING RATE: 1.5186483669996476e-07
previous_iter_valid_loss : 0.16104014217853546

   1534360	  0.161223	  0.161040	  0.166515		CURRENT LEARNING RATE: 1.5183446676971912e-07
previous_iter_valid_loss : 0.16661402583122253

   1534380	  0.166777	  0.166614	  0.166695		CURRENT LEARNING RATE: 1.5180410291285215e-07
previous_iter_valid_loss : 0.1684657335281372

   1534400	  0.168619	  0.168466	  0.166836		CURRENT LEARNING RATE: 1.5177374512814904e-07
previous_iter_valid_loss : 0.16062918305397034

   1534420	  0.160787	  0.160629	  0.166795		CURRENT LEARNING RATE: 1.5174339341439603e-07
previous_iter_valid_loss : 0.1720438003540039

   1534440	  0.172191	  0.172044	  0.167314		CURRENT LEARNING RATE: 1.5171304777037876e-07
previous_iter_valid_loss : 0.17910374701023102

   1534460	  0.179418	  0.179104	  0.168098		CURRENT LEARNING RATE: 1.5168270819488343e-07
previous_iter_valid_loss : 0.1685657948255539

   1534480	  0.168717	  0.168566	  0.167617		CURRENT LEARNING RATE: 1.516523746866962e-07
previous_iter_valid_loss : 0.17933306097984314

   1534500	  0.179660	  0.179333	  0.166924		CURRENT LEARNING RATE: 1.5162204724460423e-07
previous_iter_valid_loss : 0.1636468470096588

   1534520	  0.163803	  0.163647	  0.167062		CURRENT LEARNING RATE: 1.5159172586739417e-07
previous_iter_valid_loss : 0.16828159987926483

   1534540	  0.168435	  0.168282	  0.167392		CURRENT LEARNING RATE: 1.5156141055385316e-07
previous_iter_valid_loss : 0.1720208376646042

   1534560	  0.172282	  0.172021	  0.167467		CURRENT LEARNING RATE: 1.5153110130276836e-07
previous_iter_valid_loss : 0.16184893250465393

   1534580	  0.162032	  0.161849	  0.166622		CURRENT LEARNING RATE: 1.5150079811292787e-07
previous_iter_valid_loss : 0.16622458398342133

   1534600	  0.166383	  0.166225	  0.166906		CURRENT LEARNING RATE: 1.514705009831193e-07
previous_iter_valid_loss : 0.16516567766666412

   1534620	  0.165326	  0.165166	  0.166948		CURRENT LEARNING RATE: 1.5144020991213082e-07
previous_iter_valid_loss : 0.1691647171974182

   1534640	  0.169316	  0.169165	  0.167357		CURRENT LEARNING RATE: 1.514099248987505e-07
previous_iter_valid_loss : 0.17746762931346893

   1534660	  0.177622	  0.177468	  0.168140		CURRENT LEARNING RATE: 1.5137964594176745e-07
previous_iter_valid_loss : 0.1623670756816864

   1534680	  0.162533	  0.162367	  0.168040		CURRENT LEARNING RATE: 1.5134937303997023e-07
previous_iter_valid_loss : 0.17015290260314941

   1534700	  0.170307	  0.170153	  0.168318		CURRENT LEARNING RATE: 1.5131910619214772e-07
previous_iter_valid_loss : 0.16487176716327667

   1534720	  0.165073	  0.164872	  0.167951		CURRENT LEARNING RATE: 1.5128884539708973e-07
previous_iter_valid_loss : 0.16535808145999908

   1534740	  0.165571	  0.165358	  0.168117		CURRENT LEARNING RATE: 1.512585906535856e-07
previous_iter_valid_loss : 0.1607208400964737

   1534760	  0.160889	  0.160721	  0.168101		CURRENT LEARNING RATE: 1.512283419604251e-07
previous_iter_valid_loss : 0.1773425042629242

   1534780	  0.177644	  0.177343	  0.168637		CURRENT LEARNING RATE: 1.51198099316398e-07
previous_iter_valid_loss : 0.16056500375270844

   1534800	  0.160718	  0.160565	  0.168242		CURRENT LEARNING RATE: 1.5116786272029522e-07
previous_iter_valid_loss : 0.160548135638237

   1534820	  0.160710	  0.160548	  0.168238		CURRENT LEARNING RATE: 1.5113763217090692e-07
previous_iter_valid_loss : 0.17767690122127533

   1534840	  0.177836	  0.177677	  0.168520		CURRENT LEARNING RATE: 1.5110740766702394e-07
previous_iter_valid_loss : 0.16069252789020538

   1534860	  0.160870	  0.160693	  0.167599		CURRENT LEARNING RATE: 1.5107718920743704e-07
previous_iter_valid_loss : 0.16084390878677368

   1534880	  0.160994	  0.160844	  0.167213		CURRENT LEARNING RATE: 1.5104697679093799e-07
previous_iter_valid_loss : 0.1724688857793808

   1534900	  0.172731	  0.172469	  0.166870		CURRENT LEARNING RATE: 1.51016770416318e-07
previous_iter_valid_loss : 0.16108334064483643

   1534920	  0.161246	  0.161083	  0.166742		CURRENT LEARNING RATE: 1.5098657008236887e-07
previous_iter_valid_loss : 0.16553397476673126

   1534940	  0.165698	  0.165534	  0.166604		CURRENT LEARNING RATE: 1.509563757878823e-07
previous_iter_valid_loss : 0.16456979513168335

   1534960	  0.164761	  0.164570	  0.166232		CURRENT LEARNING RATE: 1.5092618753165106e-07
previous_iter_valid_loss : 0.17808173596858978

   1534980	  0.178244	  0.178082	  0.167044		CURRENT LEARNING RATE: 1.5089600531246733e-07
previous_iter_valid_loss : 0.17175062000751495

   1535000	  0.172014	  0.171751	  0.167320		CURRENT LEARNING RATE: 1.508658291291238e-07
previous_iter_valid_loss : 0.1666797548532486

   1535020	  0.166832	  0.166680	  0.167396		CURRENT LEARNING RATE: 1.5083565898041323e-07
previous_iter_valid_loss : 0.16065233945846558

   1535040	  0.160807	  0.160652	  0.166970		CURRENT LEARNING RATE: 1.508054948651293e-07
previous_iter_valid_loss : 0.16050313413143158

   1535060	  0.160667	  0.160503	  0.166122		CURRENT LEARNING RATE: 1.5077533678206518e-07
previous_iter_valid_loss : 0.1963147521018982

   1535080	  0.196416	  0.196315	  0.167819		CURRENT LEARNING RATE: 1.5074518473001426e-07
previous_iter_valid_loss : 0.16103465855121613

   1535100	  0.161211	  0.161035	  0.167363		CURRENT LEARNING RATE: 1.5071503870777106e-07
previous_iter_valid_loss : 0.16418574750423431

   1535120	  0.164391	  0.164186	  0.167329		CURRENT LEARNING RATE: 1.506848987141294e-07
previous_iter_valid_loss : 0.18378204107284546

   1535140	  0.184149	  0.183782	  0.168250		CURRENT LEARNING RATE: 1.506547647478837e-07
previous_iter_valid_loss : 0.1697411835193634

   1535160	  0.169890	  0.169741	  0.168701		CURRENT LEARNING RATE: 1.5062463680782836e-07
previous_iter_valid_loss : 0.16056124866008759

   1535180	  0.160710	  0.160561	  0.167862		CURRENT LEARNING RATE: 1.505945148927588e-07
previous_iter_valid_loss : 0.16561384499073029

   1535200	  0.165772	  0.165614	  0.168114		CURRENT LEARNING RATE: 1.5056439900146983e-07
previous_iter_valid_loss : 0.1607235074043274

   1535220	  0.160895	  0.160724	  0.168123		CURRENT LEARNING RATE: 1.5053428913275683e-07
previous_iter_valid_loss : 0.16149872541427612

   1535240	  0.161648	  0.161499	  0.167314		CURRENT LEARNING RATE: 1.5050418528541518e-07
previous_iter_valid_loss : 0.16157399117946625

   1535260	  0.161729	  0.161574	  0.167358		CURRENT LEARNING RATE: 1.504740874582412e-07
previous_iter_valid_loss : 0.16981372237205505

   1535280	  0.169967	  0.169814	  0.167807		CURRENT LEARNING RATE: 1.5044399565003074e-07
previous_iter_valid_loss : 0.16222433745861053

   1535300	  0.162415	  0.162224	  0.167295		CURRENT LEARNING RATE: 1.5041390985958015e-07
previous_iter_valid_loss : 0.16133177280426025

   1535320	  0.161519	  0.161332	  0.167307		CURRENT LEARNING RATE: 1.503838300856857e-07
previous_iter_valid_loss : 0.16203688085079193

   1535340	  0.162220	  0.162037	  0.167132		CURRENT LEARNING RATE: 1.5035375632714473e-07
previous_iter_valid_loss : 0.16284580528736115

   1535360	  0.163018	  0.162846	  0.167046		CURRENT LEARNING RATE: 1.5032368858275403e-07
previous_iter_valid_loss : 0.16709451377391815

   1535380	  0.167320	  0.167095	  0.166497		CURRENT LEARNING RATE: 1.502936268513109e-07
previous_iter_valid_loss : 0.16311010718345642

   1535400	  0.163278	  0.163110	  0.166065		CURRENT LEARNING RATE: 1.5026357113161257e-07
previous_iter_valid_loss : 0.1631966084241867

   1535420	  0.163359	  0.163197	  0.165891		CURRENT LEARNING RATE: 1.5023352142245742e-07
previous_iter_valid_loss : 0.16695009171962738

   1535440	  0.167177	  0.166950	  0.166205		CURRENT LEARNING RATE: 1.5020347772264314e-07
previous_iter_valid_loss : 0.17372047901153564

   1535460	  0.173868	  0.173720	  0.166866		CURRENT LEARNING RATE: 1.5017344003096796e-07
previous_iter_valid_loss : 0.16055133938789368

   1535480	  0.160706	  0.160551	  0.165078		CURRENT LEARNING RATE: 1.5014340834623014e-07
previous_iter_valid_loss : 0.16083772480487823

   1535500	  0.160988	  0.160838	  0.165068		CURRENT LEARNING RATE: 1.5011338266722897e-07
previous_iter_valid_loss : 0.16238541901111603

   1535520	  0.162579	  0.162385	  0.164978		CURRENT LEARNING RATE: 1.5008336299276308e-07
previous_iter_valid_loss : 0.16575050354003906

   1535540	  0.165909	  0.165751	  0.164077		CURRENT LEARNING RATE: 1.500533493216315e-07
previous_iter_valid_loss : 0.16060306131839752

   1535560	  0.160773	  0.160603	  0.163620		CURRENT LEARNING RATE: 1.5002334165263416e-07
previous_iter_valid_loss : 0.16070416569709778

   1535580	  0.160858	  0.160704	  0.163627		CURRENT LEARNING RATE: 1.4999333998457053e-07
previous_iter_valid_loss : 0.16121019423007965

   1535600	  0.161361	  0.161210	  0.163407		CURRENT LEARNING RATE: 1.499633443162405e-07
previous_iter_valid_loss : 0.16090016067028046

   1535620	  0.161082	  0.160900	  0.163416		CURRENT LEARNING RATE: 1.4993335464644401e-07
previous_iter_valid_loss : 0.16084858775138855

   1535640	  0.161026	  0.160849	  0.163383		CURRENT LEARNING RATE: 1.4990337097398197e-07
previous_iter_valid_loss : 0.16963917016983032

   1535660	  0.169791	  0.169639	  0.163786		CURRENT LEARNING RATE: 1.4987339329765482e-07
previous_iter_valid_loss : 0.16188253462314606

   1535680	  0.162080	  0.161883	  0.163390		CURRENT LEARNING RATE: 1.498434216162634e-07
previous_iter_valid_loss : 0.16145716607570648

   1535700	  0.161644	  0.161457	  0.163351		CURRENT LEARNING RATE: 1.498134559286086e-07
previous_iter_valid_loss : 0.1635666787624359

   1535720	  0.163765	  0.163567	  0.163463		CURRENT LEARNING RATE: 1.4978349623349232e-07
previous_iter_valid_loss : 0.16840946674346924

   1535740	  0.168637	  0.168409	  0.163782		CURRENT LEARNING RATE: 1.4975354252971591e-07
previous_iter_valid_loss : 0.16097581386566162

   1535760	  0.161163	  0.160976	  0.163688		CURRENT LEARNING RATE: 1.4972359481608123e-07
previous_iter_valid_loss : 0.16177961230278015

   1535780	  0.161976	  0.161780	  0.163423		CURRENT LEARNING RATE: 1.496936530913901e-07
previous_iter_valid_loss : 0.16854463517665863

   1535800	  0.168781	  0.168545	  0.163694		CURRENT LEARNING RATE: 1.4966371735444537e-07
previous_iter_valid_loss : 0.16281335055828094

   1535820	  0.163008	  0.162813	  0.163675		CURRENT LEARNING RATE: 1.4963378760404934e-07
previous_iter_valid_loss : 0.16065099835395813

   1535840	  0.160820	  0.160651	  0.163360		CURRENT LEARNING RATE: 1.4960386383900485e-07
previous_iter_valid_loss : 0.1653018444776535

   1535860	  0.165462	  0.165302	  0.162939		CURRENT LEARNING RATE: 1.4957394605811467e-07
previous_iter_valid_loss : 0.16510577499866486

   1535880	  0.165263	  0.165106	  0.163167		CURRENT LEARNING RATE: 1.495440342601826e-07
previous_iter_valid_loss : 0.18785062432289124

   1535900	  0.188253	  0.187851	  0.164518		CURRENT LEARNING RATE: 1.4951412844401196e-07
previous_iter_valid_loss : 0.20000198483467102

   1535920	  0.200088	  0.200002	  0.166398		CURRENT LEARNING RATE: 1.494842286084062e-07
previous_iter_valid_loss : 0.1679578423500061

   1535940	  0.168178	  0.167958	  0.166509		CURRENT LEARNING RATE: 1.4945433475216984e-07
previous_iter_valid_loss : 0.18966081738471985

   1535960	  0.190087	  0.189661	  0.167962		CURRENT LEARNING RATE: 1.494244468741069e-07
previous_iter_valid_loss : 0.16503724455833435

   1535980	  0.165234	  0.165037	  0.168178		CURRENT LEARNING RATE: 1.4939456497302187e-07
previous_iter_valid_loss : 0.16763167083263397

   1536000	  0.167863	  0.167632	  0.168499		CURRENT LEARNING RATE: 1.493646890477192e-07
previous_iter_valid_loss : 0.16051128506660461

   1536020	  0.160665	  0.160511	  0.168480		CURRENT LEARNING RATE: 1.4933481909700434e-07
previous_iter_valid_loss : 0.16333918273448944

   1536040	  0.163525	  0.163339	  0.168604		CURRENT LEARNING RATE: 1.493049551196823e-07
previous_iter_valid_loss : 0.16230250895023346

   1536060	  0.162463	  0.162303	  0.168238		CURRENT LEARNING RATE: 1.4927509711455848e-07
previous_iter_valid_loss : 0.16051965951919556

   1536080	  0.160691	  0.160520	  0.168169		CURRENT LEARNING RATE: 1.492452450804383e-07
previous_iter_valid_loss : 0.16580431163311005

   1536100	  0.166014	  0.165804	  0.168387		CURRENT LEARNING RATE: 1.492153990161282e-07
previous_iter_valid_loss : 0.1637517511844635

   1536120	  0.163947	  0.163752	  0.168396		CURRENT LEARNING RATE: 1.4918555892043405e-07
previous_iter_valid_loss : 0.16186319291591644

   1536140	  0.162024	  0.161863	  0.168069		CURRENT LEARNING RATE: 1.4915572479216233e-07
previous_iter_valid_loss : 0.16058367490768433

   1536160	  0.160745	  0.160584	  0.168049		CURRENT LEARNING RATE: 1.4912589663011933e-07
previous_iter_valid_loss : 0.1645103394985199

   1536180	  0.164708	  0.164510	  0.168186		CURRENT LEARNING RATE: 1.490960744331125e-07
previous_iter_valid_loss : 0.17763541638851166

   1536200	  0.177792	  0.177635	  0.168640		CURRENT LEARNING RATE: 1.4906625819994861e-07
previous_iter_valid_loss : 0.1606234312057495

   1536220	  0.160782	  0.160623	  0.168531		CURRENT LEARNING RATE: 1.4903644792943514e-07
previous_iter_valid_loss : 0.16125082969665527

   1536240	  0.161417	  0.161251	  0.168561		CURRENT LEARNING RATE: 1.490066436203793e-07
previous_iter_valid_loss : 0.16073930263519287

   1536260	  0.160917	  0.160739	  0.168333		CURRENT LEARNING RATE: 1.4897684527158949e-07
previous_iter_valid_loss : 0.171209916472435

   1536280	  0.171478	  0.171210	  0.168638		CURRENT LEARNING RATE: 1.4894705288187352e-07
previous_iter_valid_loss : 0.16068600118160248

   1536300	  0.160863	  0.160686	  0.167280		CURRENT LEARNING RATE: 1.4891726645003943e-07
previous_iter_valid_loss : 0.1613100916147232

   1536320	  0.161494	  0.161310	  0.165345		CURRENT LEARNING RATE: 1.488874859748963e-07
previous_iter_valid_loss : 0.16782797873020172

   1536340	  0.167983	  0.167828	  0.165338		CURRENT LEARNING RATE: 1.4885771145525258e-07
previous_iter_valid_loss : 0.16468209028244019

   1536360	  0.164894	  0.164682	  0.164090		CURRENT LEARNING RATE: 1.4882794288991737e-07
previous_iter_valid_loss : 0.1605219841003418

   1536380	  0.160691	  0.160522	  0.163864		CURRENT LEARNING RATE: 1.4879818027769962e-07
previous_iter_valid_loss : 0.16258373856544495

   1536400	  0.162748	  0.162584	  0.163611		CURRENT LEARNING RATE: 1.4876842361740935e-07
previous_iter_valid_loss : 0.1609782874584198

   1536420	  0.161143	  0.160978	  0.163635		CURRENT LEARNING RATE: 1.4873867290785607e-07
previous_iter_valid_loss : 0.16108329594135284

   1536440	  0.161240	  0.161083	  0.163522		CURRENT LEARNING RATE: 1.4870892814784972e-07
previous_iter_valid_loss : 0.16360080242156982

   1536460	  0.163775	  0.163601	  0.163587		CURRENT LEARNING RATE: 1.4867918933620024e-07
previous_iter_valid_loss : 0.1846771091222763

   1536480	  0.184817	  0.184677	  0.164795		CURRENT LEARNING RATE: 1.4864945647171864e-07
previous_iter_valid_loss : 0.1735980212688446

   1536500	  0.173747	  0.173598	  0.165184		CURRENT LEARNING RATE: 1.486197295532153e-07
previous_iter_valid_loss : 0.18347059190273285

   1536520	  0.183625	  0.183471	  0.166170		CURRENT LEARNING RATE: 1.4859000857950118e-07
previous_iter_valid_loss : 0.16051803529262543

   1536540	  0.160682	  0.160518	  0.166103		CURRENT LEARNING RATE: 1.4856029354938714e-07
previous_iter_valid_loss : 0.16207560896873474

   1536560	  0.162238	  0.162076	  0.166178		CURRENT LEARNING RATE: 1.4853058446168512e-07
previous_iter_valid_loss : 0.1608690619468689

   1536580	  0.161049	  0.160869	  0.165996		CURRENT LEARNING RATE: 1.485008813152065e-07
previous_iter_valid_loss : 0.16050885617733002

   1536600	  0.160674	  0.160509	  0.165139		CURRENT LEARNING RATE: 1.4847118410876317e-07
previous_iter_valid_loss : 0.17465148866176605

   1536620	  0.174804	  0.174651	  0.165841		CURRENT LEARNING RATE: 1.4844149284116696e-07
previous_iter_valid_loss : 0.16415977478027344

   1536640	  0.164322	  0.164160	  0.165986		CURRENT LEARNING RATE: 1.4841180751123074e-07
previous_iter_valid_loss : 0.16897062957286835

   1536660	  0.169123	  0.168971	  0.166398		CURRENT LEARNING RATE: 1.4838212811776685e-07
previous_iter_valid_loss : 0.16105948388576508

   1536680	  0.161252	  0.161059	  0.165890		CURRENT LEARNING RATE: 1.4835245465958782e-07
previous_iter_valid_loss : 0.1610388159751892

   1536700	  0.161223	  0.161039	  0.165908		CURRENT LEARNING RATE: 1.4832278713550726e-07
previous_iter_valid_loss : 0.1673228144645691

   1536720	  0.167540	  0.167323	  0.166209		CURRENT LEARNING RATE: 1.4829312554433825e-07
previous_iter_valid_loss : 0.16279937326908112

   1536740	  0.162987	  0.162799	  0.165957		CURRENT LEARNING RATE: 1.4826346988489422e-07
previous_iter_valid_loss : 0.16697610914707184

   1536760	  0.167187	  0.166976	  0.166072		CURRENT LEARNING RATE: 1.4823382015598878e-07
previous_iter_valid_loss : 0.16384609043598175

   1536780	  0.164012	  0.163846	  0.166238		CURRENT LEARNING RATE: 1.482041763564364e-07
previous_iter_valid_loss : 0.16678522527217865

   1536800	  0.166942	  0.166785	  0.166448		CURRENT LEARNING RATE: 1.4817453848505112e-07
previous_iter_valid_loss : 0.16431328654289246

   1536820	  0.164487	  0.164313	  0.166615		CURRENT LEARNING RATE: 1.481449065406474e-07
previous_iter_valid_loss : 0.17812588810920715

   1536840	  0.178438	  0.178126	  0.167467		CURRENT LEARNING RATE: 1.481152805220397e-07
previous_iter_valid_loss : 0.16130706667900085

   1536860	  0.161474	  0.161307	  0.167352		CURRENT LEARNING RATE: 1.480856604280435e-07
previous_iter_valid_loss : 0.16053703427314758

   1536880	  0.160704	  0.160537	  0.166145		CURRENT LEARNING RATE: 1.4805604625747374e-07
previous_iter_valid_loss : 0.16810186207294464

   1536900	  0.168258	  0.168102	  0.165870		CURRENT LEARNING RATE: 1.4802643800914584e-07
previous_iter_valid_loss : 0.16329918801784515

   1536920	  0.163511	  0.163299	  0.164862		CURRENT LEARNING RATE: 1.4799683568187522e-07
previous_iter_valid_loss : 0.16564778983592987

   1536940	  0.165814	  0.165648	  0.165118		CURRENT LEARNING RATE: 1.479672392744783e-07
previous_iter_valid_loss : 0.16692619025707245

   1536960	  0.167088	  0.166926	  0.165361		CURRENT LEARNING RATE: 1.4793764878577098e-07
previous_iter_valid_loss : 0.1761813759803772

   1536980	  0.176477	  0.176181	  0.166126		CURRENT LEARNING RATE: 1.4790806421456962e-07
previous_iter_valid_loss : 0.160686194896698

   1537000	  0.160850	  0.160686	  0.166135		CURRENT LEARNING RATE: 1.478784855596906e-07
previous_iter_valid_loss : 0.17574340105056763

   1537020	  0.176026	  0.175743	  0.166190		CURRENT LEARNING RATE: 1.4784891281995128e-07
previous_iter_valid_loss : 0.18677258491516113

   1537040	  0.187151	  0.186773	  0.167321		CURRENT LEARNING RATE: 1.478193459941685e-07
previous_iter_valid_loss : 0.16186612844467163

   1537060	  0.162055	  0.161866	  0.166965		CURRENT LEARNING RATE: 1.4778978508115956e-07
previous_iter_valid_loss : 0.18904630839824677

   1537080	  0.189176	  0.189046	  0.168365		CURRENT LEARNING RATE: 1.477602300797418e-07
previous_iter_valid_loss : 0.17390908300876617

   1537100	  0.174183	  0.173909	  0.169008		CURRENT LEARNING RATE: 1.477306809887335e-07
previous_iter_valid_loss : 0.1618802547454834

   1537120	  0.162073	  0.161880	  0.168736		CURRENT LEARNING RATE: 1.477011378069525e-07
previous_iter_valid_loss : 0.17705784738063812

   1537140	  0.177213	  0.177058	  0.169449		CURRENT LEARNING RATE: 1.4767160053321672e-07
previous_iter_valid_loss : 0.16472718119621277

   1537160	  0.164919	  0.164727	  0.169337		CURRENT LEARNING RATE: 1.4764206916634528e-07
previous_iter_valid_loss : 0.16267859935760498

   1537180	  0.162871	  0.162679	  0.169278		CURRENT LEARNING RATE: 1.4761254370515662e-07
previous_iter_valid_loss : 0.1694786548614502

   1537200	  0.169623	  0.169479	  0.169413		CURRENT LEARNING RATE: 1.4758302414846975e-07
previous_iter_valid_loss : 0.1995191127061844

   1537220	  0.199619	  0.199519	  0.171173		CURRENT LEARNING RATE: 1.4755351049510356e-07
previous_iter_valid_loss : 0.1637931615114212

   1537240	  0.163955	  0.163793	  0.170456		CURRENT LEARNING RATE: 1.475240027438781e-07
previous_iter_valid_loss : 0.16192033886909485

   1537260	  0.162113	  0.161920	  0.170487		CURRENT LEARNING RATE: 1.4749450089361274e-07
previous_iter_valid_loss : 0.1651468425989151

   1537280	  0.165359	  0.165147	  0.170718		CURRENT LEARNING RATE: 1.4746500494312745e-07
previous_iter_valid_loss : 0.16197600960731506

   1537300	  0.162167	  0.161976	  0.170411		CURRENT LEARNING RATE: 1.4743551489124215e-07
previous_iter_valid_loss : 0.16065022349357605

   1537320	  0.160813	  0.160650	  0.170279		CURRENT LEARNING RATE: 1.4740603073677768e-07
previous_iter_valid_loss : 0.16271594166755676

   1537340	  0.162883	  0.162716	  0.170132		CURRENT LEARNING RATE: 1.4737655247855448e-07
previous_iter_valid_loss : 0.16440580785274506

   1537360	  0.164598	  0.164406	  0.170006		CURRENT LEARNING RATE: 1.473470801153934e-07
previous_iter_valid_loss : 0.16214576363563538

   1537380	  0.162297	  0.162146	  0.169304		CURRENT LEARNING RATE: 1.4731761364611527e-07
previous_iter_valid_loss : 0.1605052798986435

   1537400	  0.160675	  0.160505	  0.169295		CURRENT LEARNING RATE: 1.4728815306954197e-07
previous_iter_valid_loss : 0.1704597771167755

   1537420	  0.170713	  0.170460	  0.169031		CURRENT LEARNING RATE: 1.4725869838449483e-07
previous_iter_valid_loss : 0.1641891896724701

   1537440	  0.164392	  0.164189	  0.167902		CURRENT LEARNING RATE: 1.4722924958979564e-07
previous_iter_valid_loss : 0.16611087322235107

   1537460	  0.166320	  0.166111	  0.168114		CURRENT LEARNING RATE: 1.4719980668426618e-07
previous_iter_valid_loss : 0.16215814650058746

   1537480	  0.162352	  0.162158	  0.166770		CURRENT LEARNING RATE: 1.4717036966672925e-07
previous_iter_valid_loss : 0.16143034398555756

   1537500	  0.161586	  0.161430	  0.166146		CURRENT LEARNING RATE: 1.4714093853600718e-07
previous_iter_valid_loss : 0.16102127730846405

   1537520	  0.161209	  0.161021	  0.166103		CURRENT LEARNING RATE: 1.4711151329092237e-07
previous_iter_valid_loss : 0.16352730989456177

   1537540	  0.163692	  0.163527	  0.165427		CURRENT LEARNING RATE: 1.470820939302984e-07
previous_iter_valid_loss : 0.16402874886989594

   1537560	  0.164240	  0.164029	  0.165392		CURRENT LEARNING RATE: 1.4705268045295816e-07
previous_iter_valid_loss : 0.16329887509346008

   1537580	  0.163472	  0.163299	  0.165423		CURRENT LEARNING RATE: 1.470232728577252e-07
previous_iter_valid_loss : 0.20252446830272675

   1537600	  0.202595	  0.202524	  0.167075		CURRENT LEARNING RATE: 1.4699387114342288e-07
previous_iter_valid_loss : 0.17516708374023438

   1537620	  0.175450	  0.175167	  0.165857		CURRENT LEARNING RATE: 1.469644753088757e-07
previous_iter_valid_loss : 0.18574093282222748

   1537640	  0.186116	  0.185741	  0.166955		CURRENT LEARNING RATE: 1.4693508535290757e-07
previous_iter_valid_loss : 0.16762638092041016

   1537660	  0.167855	  0.167626	  0.167240		CURRENT LEARNING RATE: 1.4690570127434286e-07
previous_iter_valid_loss : 0.18408305943012238

   1537680	  0.184226	  0.184083	  0.168187		CURRENT LEARNING RATE: 1.4687632307200596e-07
previous_iter_valid_loss : 0.16146381199359894

   1537700	  0.161617	  0.161464	  0.168161		CURRENT LEARNING RATE: 1.4684695074472227e-07
previous_iter_valid_loss : 0.16333767771720886

   1537720	  0.163499	  0.163338	  0.168296		CURRENT LEARNING RATE: 1.468175842913166e-07
previous_iter_valid_loss : 0.17839977145195007

   1537740	  0.178555	  0.178400	  0.169080		CURRENT LEARNING RATE: 1.4678822371061437e-07
previous_iter_valid_loss : 0.16085828840732574

   1537760	  0.161039	  0.160858	  0.168902		CURRENT LEARNING RATE: 1.467588690014408e-07
previous_iter_valid_loss : 0.16059070825576782

   1537780	  0.160754	  0.160591	  0.168825		CURRENT LEARNING RATE: 1.467295201626223e-07
previous_iter_valid_loss : 0.16689753532409668

   1537800	  0.167053	  0.166898	  0.169144		CURRENT LEARNING RATE: 1.4670017719298462e-07
previous_iter_valid_loss : 0.1611042469739914

   1537820	  0.161287	  0.161104	  0.168676		CURRENT LEARNING RATE: 1.4667084009135404e-07
previous_iter_valid_loss : 0.16881601512432098

   1537840	  0.169051	  0.168816	  0.168908		CURRENT LEARNING RATE: 1.466415088565568e-07
previous_iter_valid_loss : 0.18977677822113037

   1537860	  0.189904	  0.189777	  0.170091		CURRENT LEARNING RATE: 1.4661218348742023e-07
previous_iter_valid_loss : 0.16062994301319122

   1537880	  0.160802	  0.160630	  0.170015		CURRENT LEARNING RATE: 1.4658286398277102e-07
previous_iter_valid_loss : 0.17772653698921204

   1537900	  0.177881	  0.177727	  0.170830		CURRENT LEARNING RATE: 1.4655355034143613e-07
previous_iter_valid_loss : 0.16419509053230286

   1537920	  0.164357	  0.164195	  0.170988		CURRENT LEARNING RATE: 1.4652424256224353e-07
previous_iter_valid_loss : 0.1614808291196823

   1537940	  0.161669	  0.161481	  0.170886		CURRENT LEARNING RATE: 1.4649494064402063e-07
previous_iter_valid_loss : 0.16885533928871155

   1537960	  0.169090	  0.168855	  0.171127		CURRENT LEARNING RATE: 1.464656445855954e-07
previous_iter_valid_loss : 0.16624733805656433

   1537980	  0.166459	  0.166247	  0.171275		CURRENT LEARNING RATE: 1.464363543857957e-07
previous_iter_valid_loss : 0.1695397049188614

   1538000	  0.169782	  0.169540	  0.169625		CURRENT LEARNING RATE: 1.4640707004345047e-07
previous_iter_valid_loss : 0.17164143919944763

   1538020	  0.171906	  0.171641	  0.169449		CURRENT LEARNING RATE: 1.4637779155738804e-07
previous_iter_valid_loss : 0.17521630227565765

   1538040	  0.175493	  0.175216	  0.168923		CURRENT LEARNING RATE: 1.463485189264373e-07
previous_iter_valid_loss : 0.18201059103012085

   1538060	  0.182342	  0.182011	  0.169642		CURRENT LEARNING RATE: 1.4631925214942708e-07
previous_iter_valid_loss : 0.16361704468727112

   1538080	  0.163826	  0.163617	  0.168619		CURRENT LEARNING RATE: 1.4628999122518722e-07
previous_iter_valid_loss : 0.16273069381713867

   1538100	  0.162891	  0.162731	  0.168682		CURRENT LEARNING RATE: 1.4626073615254704e-07
previous_iter_valid_loss : 0.16455890238285065

   1538120	  0.164760	  0.164559	  0.168743		CURRENT LEARNING RATE: 1.462314869303363e-07
previous_iter_valid_loss : 0.16084305942058563

   1538140	  0.161004	  0.160843	  0.167865		CURRENT LEARNING RATE: 1.4620224355738483e-07
previous_iter_valid_loss : 0.16981635987758636

   1538160	  0.170068	  0.169816	  0.168313		CURRENT LEARNING RATE: 1.4617300603252336e-07
previous_iter_valid_loss : 0.16080214083194733

   1538180	  0.160980	  0.160802	  0.168324		CURRENT LEARNING RATE: 1.4614377435458217e-07
previous_iter_valid_loss : 0.16070279479026794

   1538200	  0.160867	  0.160703	  0.168014		CURRENT LEARNING RATE: 1.4611454852239194e-07
previous_iter_valid_loss : 0.16235609352588654

   1538220	  0.162555	  0.162356	  0.168077		CURRENT LEARNING RATE: 1.4608532853478344e-07
previous_iter_valid_loss : 0.1621176153421402

   1538240	  0.162318	  0.162118	  0.167742		CURRENT LEARNING RATE: 1.4605611439058834e-07
previous_iter_valid_loss : 0.16877681016921997

   1538260	  0.169011	  0.168777	  0.166692		CURRENT LEARNING RATE: 1.4602690608863786e-07
previous_iter_valid_loss : 0.16073726117610931

   1538280	  0.160916	  0.160737	  0.166697		CURRENT LEARNING RATE: 1.4599770362776364e-07
previous_iter_valid_loss : 0.16240252554416656

   1538300	  0.162562	  0.162403	  0.165931		CURRENT LEARNING RATE: 1.459685070067973e-07
previous_iter_valid_loss : 0.17439264059066772

   1538320	  0.174537	  0.174393	  0.166441		CURRENT LEARNING RATE: 1.4593931622457152e-07
previous_iter_valid_loss : 0.16437971591949463

   1538340	  0.164576	  0.164380	  0.166586		CURRENT LEARNING RATE: 1.4591013127991844e-07
previous_iter_valid_loss : 0.16067864000797272

   1538360	  0.160835	  0.160679	  0.166177		CURRENT LEARNING RATE: 1.4588095217167036e-07
previous_iter_valid_loss : 0.16060686111450195

   1538380	  0.160773	  0.160607	  0.165895		CURRENT LEARNING RATE: 1.4585177889866063e-07
previous_iter_valid_loss : 0.16617582738399506

   1538400	  0.166378	  0.166176	  0.165727		CURRENT LEARNING RATE: 1.458226114597221e-07
previous_iter_valid_loss : 0.17017169296741486

   1538420	  0.170421	  0.170172	  0.165653		CURRENT LEARNING RATE: 1.45793449853688e-07
previous_iter_valid_loss : 0.1634223759174347

   1538440	  0.163586	  0.163422	  0.165064		CURRENT LEARNING RATE: 1.457642940793917e-07
previous_iter_valid_loss : 0.16924642026424408

   1538460	  0.169488	  0.169246	  0.164425		CURRENT LEARNING RATE: 1.4573514413566743e-07
previous_iter_valid_loss : 0.16173118352890015

   1538480	  0.161924	  0.161731	  0.164331		CURRENT LEARNING RATE: 1.4570600002134893e-07
previous_iter_valid_loss : 0.1690511852502823

   1538500	  0.169204	  0.169051	  0.164647		CURRENT LEARNING RATE: 1.4567686173527048e-07
previous_iter_valid_loss : 0.16052652895450592

   1538520	  0.160681	  0.160527	  0.164445		CURRENT LEARNING RATE: 1.4564772927626626e-07
previous_iter_valid_loss : 0.16436965763568878

   1538540	  0.164536	  0.164370	  0.164622		CURRENT LEARNING RATE: 1.4561860264317145e-07
previous_iter_valid_loss : 0.16142287850379944

   1538560	  0.161608	  0.161423	  0.164202		CURRENT LEARNING RATE: 1.455894818348208e-07
previous_iter_valid_loss : 0.16740886867046356

   1538580	  0.167565	  0.167409	  0.164532		CURRENT LEARNING RATE: 1.455603668500494e-07
previous_iter_valid_loss : 0.16188743710517883

   1538600	  0.162041	  0.161887	  0.164592		CURRENT LEARNING RATE: 1.4553125768769248e-07
previous_iter_valid_loss : 0.16190263628959656

   1538620	  0.162051	  0.161903	  0.164569		CURRENT LEARNING RATE: 1.4550215434658614e-07
previous_iter_valid_loss : 0.16288436949253082

   1538640	  0.163055	  0.162884	  0.164607		CURRENT LEARNING RATE: 1.4547305682556597e-07
previous_iter_valid_loss : 0.16066116094589233

   1538660	  0.160815	  0.160661	  0.164202		CURRENT LEARNING RATE: 1.4544396512346812e-07
previous_iter_valid_loss : 0.16235899925231934

   1538680	  0.162517	  0.162359	  0.164283		CURRENT LEARNING RATE: 1.4541487923912862e-07
previous_iter_valid_loss : 0.16948334872722626

   1538700	  0.169636	  0.169483	  0.164637		CURRENT LEARNING RATE: 1.4538579917138456e-07
previous_iter_valid_loss : 0.16307660937309265

   1538720	  0.163269	  0.163077	  0.164071		CURRENT LEARNING RATE: 1.4535672491907252e-07
previous_iter_valid_loss : 0.17350926995277405

   1538740	  0.173652	  0.173509	  0.164527		CURRENT LEARNING RATE: 1.453276564810292e-07
previous_iter_valid_loss : 0.16113658249378204

   1538760	  0.161323	  0.161137	  0.164550		CURRENT LEARNING RATE: 1.4529859385609243e-07
previous_iter_valid_loss : 0.16097934544086456

   1538780	  0.161143	  0.160979	  0.164569		CURRENT LEARNING RATE: 1.4526953704309944e-07
previous_iter_valid_loss : 0.16099834442138672

   1538800	  0.161175	  0.160998	  0.164310		CURRENT LEARNING RATE: 1.4524048604088796e-07
previous_iter_valid_loss : 0.16687487065792084

   1538820	  0.167035	  0.166875	  0.164145		CURRENT LEARNING RATE: 1.4521144084829566e-07
previous_iter_valid_loss : 0.16068677604198456

   1538840	  0.160846	  0.160687	  0.164008		CURRENT LEARNING RATE: 1.4518240146416125e-07
previous_iter_valid_loss : 0.17180928587913513

   1538860	  0.172065	  0.171809	  0.164136		CURRENT LEARNING RATE: 1.4515336788732298e-07
previous_iter_valid_loss : 0.16157768666744232

   1538880	  0.161739	  0.161578	  0.164129		CURRENT LEARNING RATE: 1.451243401166194e-07
previous_iter_valid_loss : 0.16715595126152039

   1538900	  0.167373	  0.167156	  0.164034		CURRENT LEARNING RATE: 1.4509531815088918e-07
previous_iter_valid_loss : 0.18216940760612488

   1538920	  0.182505	  0.182169	  0.165116		CURRENT LEARNING RATE: 1.45066301988972e-07
previous_iter_valid_loss : 0.16291159391403198

   1538940	  0.163102	  0.162912	  0.165043		CURRENT LEARNING RATE: 1.450372916297069e-07
previous_iter_valid_loss : 0.17315657436847687

   1538960	  0.173305	  0.173157	  0.165630		CURRENT LEARNING RATE: 1.4500828707193348e-07
previous_iter_valid_loss : 0.1727413535118103

   1538980	  0.172885	  0.172741	  0.165897		CURRENT LEARNING RATE: 1.4497928831449132e-07
previous_iter_valid_loss : 0.1922117918729782

   1539000	  0.192677	  0.192212	  0.167413		CURRENT LEARNING RATE: 1.4495029535622097e-07
previous_iter_valid_loss : 0.16720011830329895

   1539020	  0.167360	  0.167200	  0.167678		CURRENT LEARNING RATE: 1.4492130819596243e-07
previous_iter_valid_loss : 0.16145853698253632

   1539040	  0.161624	  0.161459	  0.167606		CURRENT LEARNING RATE: 1.4489232683255627e-07
previous_iter_valid_loss : 0.16780126094818115

   1539060	  0.167954	  0.167801	  0.167963		CURRENT LEARNING RATE: 1.4486335126484292e-07
previous_iter_valid_loss : 0.17266015708446503

   1539080	  0.172805	  0.172660	  0.168478		CURRENT LEARNING RATE: 1.448343814916639e-07
previous_iter_valid_loss : 0.17496484518051147

   1539100	  0.175249	  0.174965	  0.168753		CURRENT LEARNING RATE: 1.4480541751186017e-07
previous_iter_valid_loss : 0.16092027723789215

   1539120	  0.161098	  0.160920	  0.168645		CURRENT LEARNING RATE: 1.4477645932427288e-07
previous_iter_valid_loss : 0.17571771144866943

   1539140	  0.175865	  0.175718	  0.168755		CURRENT LEARNING RATE: 1.4474750692774426e-07
previous_iter_valid_loss : 0.2132135033607483

   1539160	  0.213266	  0.213214	  0.171359		CURRENT LEARNING RATE: 1.4471856032111591e-07
previous_iter_valid_loss : 0.16605263948440552

   1539180	  0.166285	  0.166053	  0.171613		CURRENT LEARNING RATE: 1.4468961950323003e-07
previous_iter_valid_loss : 0.1605006903409958

   1539200	  0.160669	  0.160501	  0.171588		CURRENT LEARNING RATE: 1.4466068447292866e-07
previous_iter_valid_loss : 0.1634492129087448

   1539220	  0.163643	  0.163449	  0.171416		CURRENT LEARNING RATE: 1.4463175522905497e-07
previous_iter_valid_loss : 0.16680040955543518

   1539240	  0.166959	  0.166800	  0.171722		CURRENT LEARNING RATE: 1.446028317704515e-07
previous_iter_valid_loss : 0.16366903483867645

   1539260	  0.163839	  0.163669	  0.171315		CURRENT LEARNING RATE: 1.445739140959613e-07
previous_iter_valid_loss : 0.16205401718616486

   1539280	  0.162242	  0.162054	  0.171339		CURRENT LEARNING RATE: 1.4454500220442747e-07
previous_iter_valid_loss : 0.1680871844291687

   1539300	  0.168327	  0.168087	  0.171386		CURRENT LEARNING RATE: 1.4451609609469397e-07
previous_iter_valid_loss : 0.1635081022977829

   1539320	  0.163677	  0.163508	  0.170452		CURRENT LEARNING RATE: 1.4448719576560434e-07
previous_iter_valid_loss : 0.1655239462852478

   1539340	  0.165740	  0.165524	  0.170583		CURRENT LEARNING RATE: 1.4445830121600258e-07
previous_iter_valid_loss : 0.16128775477409363

   1539360	  0.161466	  0.161288	  0.169990		CURRENT LEARNING RATE: 1.444294124447326e-07
previous_iter_valid_loss : 0.17887592315673828

   1539380	  0.179039	  0.178876	  0.170296		CURRENT LEARNING RATE: 1.444005294506394e-07
previous_iter_valid_loss : 0.17164239287376404

   1539400	  0.171787	  0.171642	  0.169268		CURRENT LEARNING RATE: 1.443716522325674e-07
previous_iter_valid_loss : 0.1647593080997467

   1539420	  0.164933	  0.164759	  0.169146		CURRENT LEARNING RATE: 1.4434278078936152e-07
previous_iter_valid_loss : 0.16282708942890167

   1539440	  0.162992	  0.162827	  0.169214		CURRENT LEARNING RATE: 1.4431391511986664e-07
previous_iter_valid_loss : 0.17277824878692627

   1539460	  0.172929	  0.172778	  0.169463		CURRENT LEARNING RATE: 1.442850552229286e-07
previous_iter_valid_loss : 0.16221506893634796

   1539480	  0.162384	  0.162215	  0.168941		CURRENT LEARNING RATE: 1.4425620109739283e-07
previous_iter_valid_loss : 0.16262243688106537

   1539500	  0.162811	  0.162622	  0.168324		CURRENT LEARNING RATE: 1.4422735274210485e-07
previous_iter_valid_loss : 0.16285553574562073

   1539520	  0.163024	  0.162856	  0.168421		CURRENT LEARNING RATE: 1.4419851015591127e-07
previous_iter_valid_loss : 0.164242222905159

   1539540	  0.164414	  0.164242	  0.167847		CURRENT LEARNING RATE: 1.441696733376581e-07
previous_iter_valid_loss : 0.17149652540683746

   1539560	  0.171751	  0.171497	  0.165761		CURRENT LEARNING RATE: 1.4414084228619187e-07
previous_iter_valid_loss : 0.16089241206645966

   1539580	  0.161075	  0.160892	  0.165503		CURRENT LEARNING RATE: 1.441120170003591e-07
previous_iter_valid_loss : 0.1783539056777954

   1539600	  0.178512	  0.178354	  0.166396		CURRENT LEARNING RATE: 1.440831974790073e-07
previous_iter_valid_loss : 0.16772018373012543

   1539620	  0.167875	  0.167720	  0.166609		CURRENT LEARNING RATE: 1.4405438372098342e-07
previous_iter_valid_loss : 0.16112831234931946

   1539640	  0.161285	  0.161128	  0.166326		CURRENT LEARNING RATE: 1.4402557572513492e-07
previous_iter_valid_loss : 0.16365768015384674

   1539660	  0.163835	  0.163658	  0.166325		CURRENT LEARNING RATE: 1.439967734903092e-07
previous_iter_valid_loss : 0.17314915359020233

   1539680	  0.173425	  0.173149	  0.166880		CURRENT LEARNING RATE: 1.4396797701535467e-07
previous_iter_valid_loss : 0.16094602644443512

   1539700	  0.161135	  0.160946	  0.166523		CURRENT LEARNING RATE: 1.4393918629911925e-07
previous_iter_valid_loss : 0.18347331881523132

   1539720	  0.183615	  0.183473	  0.167521		CURRENT LEARNING RATE: 1.439104013404513e-07
previous_iter_valid_loss : 0.16170163452625275

   1539740	  0.161890	  0.161702	  0.167330		CURRENT LEARNING RATE: 1.438816221381992e-07
previous_iter_valid_loss : 0.16126252710819244

   1539760	  0.161412	  0.161263	  0.167329		CURRENT LEARNING RATE: 1.4385284869121223e-07
previous_iter_valid_loss : 0.18455974757671356

   1539780	  0.184705	  0.184560	  0.167613		CURRENT LEARNING RATE: 1.4382408099833924e-07
previous_iter_valid_loss : 0.16355165839195251

   1539800	  0.163727	  0.163552	  0.167208		CURRENT LEARNING RATE: 1.4379531905842951e-07
previous_iter_valid_loss : 0.165608748793602

   1539820	  0.165826	  0.165609	  0.167251		CURRENT LEARNING RATE: 1.437665628703323e-07
previous_iter_valid_loss : 0.16932976245880127

   1539840	  0.169569	  0.169330	  0.167576		CURRENT LEARNING RATE: 1.4373781243289789e-07
previous_iter_valid_loss : 0.18154755234718323

   1539860	  0.181892	  0.181548	  0.168014		CURRENT LEARNING RATE: 1.4370906774497597e-07
previous_iter_valid_loss : 0.16085799038410187

   1539880	  0.161014	  0.160858	  0.167946		CURRENT LEARNING RATE: 1.436803288054168e-07
previous_iter_valid_loss : 0.19572892785072327

   1539900	  0.195835	  0.195729	  0.169602		CURRENT LEARNING RATE: 1.4365159561307054e-07
previous_iter_valid_loss : 0.16385166347026825

   1539920	  0.164016	  0.163852	  0.169652		CURRENT LEARNING RATE: 1.4362286816678837e-07
previous_iter_valid_loss : 0.16051775217056274

   1539940	  0.160690	  0.160518	  0.169465		CURRENT LEARNING RATE: 1.4359414646542095e-07
previous_iter_valid_loss : 0.16089029610157013

   1539960	  0.161044	  0.160890	  0.168935		CURRENT LEARNING RATE: 1.4356543050781917e-07
previous_iter_valid_loss : 0.17913644015789032

   1539980	  0.179299	  0.179136	  0.169847		CURRENT LEARNING RATE: 1.4353672029283487e-07
previous_iter_valid_loss : 0.16100428998470306

   1540000	  0.161184	  0.161004	  0.168980		CURRENT LEARNING RATE: 1.435080158193194e-07
previous_iter_valid_loss : 0.16243793070316315

   1540020	  0.162607	  0.162438	  0.168716		CURRENT LEARNING RATE: 1.4347931708612459e-07
previous_iter_valid_loss : 0.16076931357383728

   1540040	  0.160919	  0.160769	  0.168698		CURRENT LEARNING RATE: 1.4345062409210222e-07
previous_iter_valid_loss : 0.1682048738002777

   1540060	  0.168357	  0.168205	  0.168925		CURRENT LEARNING RATE: 1.434219368361051e-07
previous_iter_valid_loss : 0.16237042844295502

   1540080	  0.162566	  0.162370	  0.168386		CURRENT LEARNING RATE: 1.4339325531698545e-07
previous_iter_valid_loss : 0.16730338335037231

   1540100	  0.167519	  0.167303	  0.168704		CURRENT LEARNING RATE: 1.4336457953359605e-07
previous_iter_valid_loss : 0.1605628877878189

   1540120	  0.160732	  0.160563	  0.167558		CURRENT LEARNING RATE: 1.433359094847896e-07
previous_iter_valid_loss : 0.17038819193840027

   1540140	  0.170534	  0.170388	  0.167993		CURRENT LEARNING RATE: 1.433072451694198e-07
previous_iter_valid_loss : 0.16403967142105103

   1540160	  0.164207	  0.164040	  0.168132		CURRENT LEARNING RATE: 1.432785865863398e-07
previous_iter_valid_loss : 0.1620885282754898

   1540180	  0.162246	  0.162089	  0.167008		CURRENT LEARNING RATE: 1.432499337344033e-07
previous_iter_valid_loss : 0.16070584952831268

   1540200	  0.160871	  0.160706	  0.166866		CURRENT LEARNING RATE: 1.4322128661246392e-07
previous_iter_valid_loss : 0.16409945487976074

   1540220	  0.164265	  0.164099	  0.166790		CURRENT LEARNING RATE: 1.4319264521937628e-07
previous_iter_valid_loss : 0.16080258786678314

   1540240	  0.160979	  0.160803	  0.166364		CURRENT LEARNING RATE: 1.4316400955399446e-07
previous_iter_valid_loss : 0.16082251071929932

   1540260	  0.160980	  0.160823	  0.165328		CURRENT LEARNING RATE: 1.4313537961517305e-07
previous_iter_valid_loss : 0.1646711677312851

   1540280	  0.164841	  0.164671	  0.165518		CURRENT LEARNING RATE: 1.4310675540176657e-07
previous_iter_valid_loss : 0.16050954163074493

   1540300	  0.160671	  0.160510	  0.163757		CURRENT LEARNING RATE: 1.430781369126306e-07
previous_iter_valid_loss : 0.16689477860927582

   1540320	  0.167113	  0.166895	  0.163909		CURRENT LEARNING RATE: 1.430495241466201e-07
previous_iter_valid_loss : 0.1613147258758545

   1540340	  0.161471	  0.161315	  0.163949		CURRENT LEARNING RATE: 1.4302091710259034e-07
previous_iter_valid_loss : 0.16378068923950195

   1540360	  0.163948	  0.163781	  0.164094		CURRENT LEARNING RATE: 1.4299231577939757e-07
previous_iter_valid_loss : 0.17220266163349152

   1540380	  0.172355	  0.172203	  0.163747		CURRENT LEARNING RATE: 1.4296372017589743e-07
previous_iter_valid_loss : 0.1706998497247696

   1540400	  0.170948	  0.170700	  0.164232		CURRENT LEARNING RATE: 1.429351302909461e-07
previous_iter_valid_loss : 0.17306652665138245

   1540420	  0.173219	  0.173067	  0.164763		CURRENT LEARNING RATE: 1.4290654612339975e-07
previous_iter_valid_loss : 0.16175484657287598

   1540440	  0.161942	  0.161755	  0.164813		CURRENT LEARNING RATE: 1.4287796767211554e-07
previous_iter_valid_loss : 0.167033389210701

   1540460	  0.167193	  0.167033	  0.164754		CURRENT LEARNING RATE: 1.4284939493595003e-07
previous_iter_valid_loss : 0.16054874658584595

   1540480	  0.160720	  0.160549	  0.164663		CURRENT LEARNING RATE: 1.4282082791376036e-07
previous_iter_valid_loss : 0.16064263880252838

   1540500	  0.160806	  0.160643	  0.164330		CURRENT LEARNING RATE: 1.4279226660440357e-07
previous_iter_valid_loss : 0.16680994629859924

   1540520	  0.166974	  0.166810	  0.164642		CURRENT LEARNING RATE: 1.427637110067377e-07
previous_iter_valid_loss : 0.1636849343776703

   1540540	  0.163885	  0.163685	  0.164307		CURRENT LEARNING RATE: 1.4273516111962028e-07
previous_iter_valid_loss : 0.16503757238388062

   1540560	  0.165207	  0.165038	  0.164357		CURRENT LEARNING RATE: 1.4270661694190934e-07
previous_iter_valid_loss : 0.16982193291187286

   1540580	  0.169978	  0.169822	  0.164744		CURRENT LEARNING RATE: 1.4267807847246288e-07
previous_iter_valid_loss : 0.1629871428012848

   1540600	  0.163157	  0.162987	  0.164858		CURRENT LEARNING RATE: 1.4264954571013978e-07
previous_iter_valid_loss : 0.16319654881954193

   1540620	  0.163402	  0.163197	  0.164813		CURRENT LEARNING RATE: 1.4262101865379853e-07
previous_iter_valid_loss : 0.16817300021648407

   1540640	  0.168331	  0.168173	  0.165181		CURRENT LEARNING RATE: 1.4259249730229808e-07
previous_iter_valid_loss : 0.16530103981494904

   1540660	  0.165509	  0.165301	  0.165405		CURRENT LEARNING RATE: 1.4256398165449724e-07
previous_iter_valid_loss : 0.20008006691932678

   1540680	  0.200154	  0.200080	  0.167176		CURRENT LEARNING RATE: 1.4253547170925596e-07
previous_iter_valid_loss : 0.18183812499046326

   1540700	  0.182184	  0.181838	  0.168242		CURRENT LEARNING RATE: 1.4250696746543357e-07
previous_iter_valid_loss : 0.16055145859718323

   1540720	  0.160716	  0.160551	  0.167925		CURRENT LEARNING RATE: 1.4247846892188966e-07
previous_iter_valid_loss : 0.16670148074626923

   1540740	  0.166917	  0.166701	  0.168194		CURRENT LEARNING RATE: 1.4244997607748475e-07
previous_iter_valid_loss : 0.16386765241622925

   1540760	  0.164058	  0.163868	  0.168199		CURRENT LEARNING RATE: 1.4242148893107892e-07
previous_iter_valid_loss : 0.1704455316066742

   1540780	  0.170598	  0.170446	  0.168111		CURRENT LEARNING RATE: 1.4239300748153267e-07
previous_iter_valid_loss : 0.16880127787590027

   1540800	  0.169038	  0.168801	  0.168016		CURRENT LEARNING RATE: 1.423645317277065e-07
previous_iter_valid_loss : 0.1632271558046341

   1540820	  0.163396	  0.163227	  0.167524		CURRENT LEARNING RATE: 1.4233606166846183e-07
previous_iter_valid_loss : 0.17273224890232086

   1540840	  0.172873	  0.172732	  0.168073		CURRENT LEARNING RATE: 1.4230759730265967e-07
previous_iter_valid_loss : 0.16215510666370392

   1540860	  0.162351	  0.162155	  0.167829		CURRENT LEARNING RATE: 1.4227913862916143e-07
previous_iter_valid_loss : 0.160614475607872

   1540880	  0.160765	  0.160614	  0.167832		CURRENT LEARNING RATE: 1.4225068564682847e-07
previous_iter_valid_loss : 0.16677606105804443

   1540900	  0.166990	  0.166776	  0.168139		CURRENT LEARNING RATE: 1.4222223835452324e-07
previous_iter_valid_loss : 0.16059215366840363

   1540920	  0.160754	  0.160592	  0.167828		CURRENT LEARNING RATE: 1.4219379675110754e-07
previous_iter_valid_loss : 0.16478416323661804

   1540940	  0.164950	  0.164784	  0.167883		CURRENT LEARNING RATE: 1.4216536083544372e-07
previous_iter_valid_loss : 0.1647685468196869

   1540960	  0.164973	  0.164769	  0.167869		CURRENT LEARNING RATE: 1.4213693060639412e-07
previous_iter_valid_loss : 0.1609254628419876

   1540980	  0.161105	  0.160925	  0.167424		CURRENT LEARNING RATE: 1.4210850606282203e-07
previous_iter_valid_loss : 0.16306836903095245

   1541000	  0.163221	  0.163068	  0.167429		CURRENT LEARNING RATE: 1.4208008720359018e-07
previous_iter_valid_loss : 0.16407661139965057

   1541020	  0.164236	  0.164077	  0.167473		CURRENT LEARNING RATE: 1.4205167402756183e-07
previous_iter_valid_loss : 0.16294090449810028

   1541040	  0.163105	  0.162941	  0.167211		CURRENT LEARNING RATE: 1.4202326653360022e-07
previous_iter_valid_loss : 0.16074134409427643

   1541060	  0.160895	  0.160741	  0.166983		CURRENT LEARNING RATE: 1.4199486472056956e-07
previous_iter_valid_loss : 0.16203193366527557

   1541080	  0.162188	  0.162032	  0.165081		CURRENT LEARNING RATE: 1.4196646858733349e-07
previous_iter_valid_loss : 0.16280020773410797

   1541100	  0.163003	  0.162800	  0.164129		CURRENT LEARNING RATE: 1.4193807813275616e-07
previous_iter_valid_loss : 0.1608155518770218

   1541120	  0.160992	  0.160816	  0.164142		CURRENT LEARNING RATE: 1.4190969335570177e-07
previous_iter_valid_loss : 0.18682163953781128

   1541140	  0.187212	  0.186822	  0.165148		CURRENT LEARNING RATE: 1.4188131425503535e-07
previous_iter_valid_loss : 0.16055984795093536

   1541160	  0.160715	  0.160560	  0.164982		CURRENT LEARNING RATE: 1.4185294082962154e-07
previous_iter_valid_loss : 0.16062849760055542

   1541180	  0.160809	  0.160628	  0.164492		CURRENT LEARNING RATE: 1.418245730783251e-07
previous_iter_valid_loss : 0.1641271710395813

   1541200	  0.164298	  0.164127	  0.164258		CURRENT LEARNING RATE: 1.4179621100001186e-07
previous_iter_valid_loss : 0.1676563322544098

   1541220	  0.167811	  0.167656	  0.164479		CURRENT LEARNING RATE: 1.417678545935471e-07
previous_iter_valid_loss : 0.19454221427440643

   1541240	  0.195030	  0.194542	  0.165570		CURRENT LEARNING RATE: 1.4173950385779653e-07
previous_iter_valid_loss : 0.16061246395111084

   1541260	  0.160769	  0.160612	  0.165493		CURRENT LEARNING RATE: 1.417111587916259e-07
previous_iter_valid_loss : 0.16325268149375916

   1541280	  0.163449	  0.163253	  0.165625		CURRENT LEARNING RATE: 1.4168281939390186e-07
previous_iter_valid_loss : 0.17375503480434418

   1541300	  0.173898	  0.173755	  0.165974		CURRENT LEARNING RATE: 1.4165448566349064e-07
previous_iter_valid_loss : 0.1698659062385559

   1541320	  0.170018	  0.169866	  0.166437		CURRENT LEARNING RATE: 1.4162615759925888e-07
previous_iter_valid_loss : 0.16176074743270874

   1541340	  0.161919	  0.161761	  0.166286		CURRENT LEARNING RATE: 1.4159783520007316e-07
previous_iter_valid_loss : 0.16050340235233307

   1541360	  0.160665	  0.160503	  0.166073		CURRENT LEARNING RATE: 1.415695184648011e-07
previous_iter_valid_loss : 0.16373148560523987

   1541380	  0.163925	  0.163731	  0.166213		CURRENT LEARNING RATE: 1.4154120739230984e-07
previous_iter_valid_loss : 0.17168696224689484

   1541400	  0.171947	  0.171687	  0.166644		CURRENT LEARNING RATE: 1.4151290198146689e-07
previous_iter_valid_loss : 0.16076041758060455

   1541420	  0.160922	  0.160760	  0.166478		CURRENT LEARNING RATE: 1.4148460223113976e-07
previous_iter_valid_loss : 0.16140884160995483

   1541440	  0.161592	  0.161409	  0.166402		CURRENT LEARNING RATE: 1.4145630814019703e-07
previous_iter_valid_loss : 0.16174697875976562

   1541460	  0.161896	  0.161747	  0.166452		CURRENT LEARNING RATE: 1.4142801970750661e-07
previous_iter_valid_loss : 0.16062398254871368

   1541480	  0.160782	  0.160624	  0.166382		CURRENT LEARNING RATE: 1.41399736931937e-07
previous_iter_valid_loss : 0.167026087641716

   1541500	  0.167252	  0.167026	  0.166593		CURRENT LEARNING RATE: 1.4137145981235664e-07
previous_iter_valid_loss : 0.175247922539711

   1541520	  0.175531	  0.175248	  0.167314		CURRENT LEARNING RATE: 1.4134318834763494e-07
previous_iter_valid_loss : 0.16766317188739777

   1541540	  0.167893	  0.167663	  0.166357		CURRENT LEARNING RATE: 1.4131492253664082e-07
previous_iter_valid_loss : 0.17581428587436676

   1541560	  0.175965	  0.175814	  0.167119		CURRENT LEARNING RATE: 1.4128666237824333e-07
previous_iter_valid_loss : 0.1635703444480896

   1541580	  0.163759	  0.163570	  0.167266		CURRENT LEARNING RATE: 1.4125840787131262e-07
previous_iter_valid_loss : 0.1618441492319107

   1541600	  0.161994	  0.161844	  0.167152		CURRENT LEARNING RATE: 1.4123015901471825e-07
previous_iter_valid_loss : 0.16664357483386993

   1541620	  0.166805	  0.166644	  0.167102		CURRENT LEARNING RATE: 1.4120191580733027e-07
previous_iter_valid_loss : 0.16260653734207153

   1541640	  0.162796	  0.162607	  0.165505		CURRENT LEARNING RATE: 1.4117367824801867e-07
previous_iter_valid_loss : 0.16939109563827515

   1541660	  0.169544	  0.169391	  0.165944		CURRENT LEARNING RATE: 1.4114544633565447e-07
previous_iter_valid_loss : 0.1606161892414093

   1541680	  0.160775	  0.160616	  0.165812		CURRENT LEARNING RATE: 1.4111722006910816e-07
previous_iter_valid_loss : 0.16808228194713593

   1541700	  0.168237	  0.168082	  0.165528		CURRENT LEARNING RATE: 1.4108899944725065e-07
previous_iter_valid_loss : 0.1683335304260254

   1541720	  0.168559	  0.168334	  0.165452		CURRENT LEARNING RATE: 1.410607844689529e-07
previous_iter_valid_loss : 0.16062726080417633

   1541740	  0.160793	  0.160627	  0.165395		CURRENT LEARNING RATE: 1.4103257513308678e-07
previous_iter_valid_loss : 0.1605416089296341

   1541760	  0.160700	  0.160542	  0.165397		CURRENT LEARNING RATE: 1.410043714385237e-07
previous_iter_valid_loss : 0.16756665706634521

   1541780	  0.167809	  0.167567	  0.165589		CURRENT LEARNING RATE: 1.409761733841355e-07
previous_iter_valid_loss : 0.16382627189159393

   1541800	  0.164040	  0.163826	  0.165196		CURRENT LEARNING RATE: 1.40947980968794e-07
previous_iter_valid_loss : 0.16182029247283936

   1541820	  0.161987	  0.161820	  0.165249		CURRENT LEARNING RATE: 1.40919794191372e-07
previous_iter_valid_loss : 0.16064581274986267

   1541840	  0.160819	  0.160646	  0.165210		CURRENT LEARNING RATE: 1.408916130507418e-07
previous_iter_valid_loss : 0.16140806674957275

   1541860	  0.161586	  0.161408	  0.165194		CURRENT LEARNING RATE: 1.4086343754577613e-07
previous_iter_valid_loss : 0.16756871342658997

   1541880	  0.167793	  0.167569	  0.165541		CURRENT LEARNING RATE: 1.4083526767534773e-07
previous_iter_valid_loss : 0.17153500020503998

   1541900	  0.171683	  0.171535	  0.165766		CURRENT LEARNING RATE: 1.408071034383303e-07
previous_iter_valid_loss : 0.1654282510280609

   1541920	  0.165600	  0.165428	  0.165275		CURRENT LEARNING RATE: 1.4077894483359705e-07
previous_iter_valid_loss : 0.16151225566864014

   1541940	  0.161678	  0.161512	  0.164968		CURRENT LEARNING RATE: 1.4075079186002132e-07
previous_iter_valid_loss : 0.16834956407546997

   1541960	  0.168509	  0.168350	  0.164594		CURRENT LEARNING RATE: 1.4072264451647759e-07
previous_iter_valid_loss : 0.16192509233951569

   1541980	  0.162082	  0.161925	  0.164512		CURRENT LEARNING RATE: 1.406945028018396e-07
previous_iter_valid_loss : 0.17542997002601624

   1542000	  0.175711	  0.175430	  0.165191		CURRENT LEARNING RATE: 1.4066636671498178e-07
previous_iter_valid_loss : 0.16202567517757416

   1542020	  0.162210	  0.162026	  0.164961		CURRENT LEARNING RATE: 1.4063823625477838e-07
previous_iter_valid_loss : 0.16084589064121246

   1542040	  0.161008	  0.160846	  0.164873		CURRENT LEARNING RATE: 1.4061011142010472e-07
previous_iter_valid_loss : 0.17188993096351624

   1542060	  0.172156	  0.171890	  0.164997		CURRENT LEARNING RATE: 1.4058199220983553e-07
previous_iter_valid_loss : 0.16403280198574066

   1542080	  0.164226	  0.164033	  0.165168		CURRENT LEARNING RATE: 1.4055387862284602e-07
previous_iter_valid_loss : 0.16197390854358673

   1542100	  0.162163	  0.161974	  0.164863		CURRENT LEARNING RATE: 1.4052577065801144e-07
previous_iter_valid_loss : 0.1613648682832718

   1542120	  0.161547	  0.161365	  0.164514		CURRENT LEARNING RATE: 1.4049766831420796e-07
previous_iter_valid_loss : 0.161477193236351

   1542140	  0.161632	  0.161477	  0.164557		CURRENT LEARNING RATE: 1.4046957159031123e-07
previous_iter_valid_loss : 0.16294720768928528

   1542160	  0.163152	  0.162947	  0.164677		CURRENT LEARNING RATE: 1.404414804851974e-07
previous_iter_valid_loss : 0.16052447259426117

   1542180	  0.160686	  0.160524	  0.164325		CURRENT LEARNING RATE: 1.4041339499774253e-07
previous_iter_valid_loss : 0.1611352115869522

   1542200	  0.161295	  0.161135	  0.164191		CURRENT LEARNING RATE: 1.4038531512682376e-07
previous_iter_valid_loss : 0.16051627695560455

   1542220	  0.160683	  0.160516	  0.164125		CURRENT LEARNING RATE: 1.4035724087131756e-07
previous_iter_valid_loss : 0.16160434484481812

   1542240	  0.161758	  0.161604	  0.164173		CURRENT LEARNING RATE: 1.4032917223010105e-07
previous_iter_valid_loss : 0.16228653490543365

   1542260	  0.162472	  0.162287	  0.164217		CURRENT LEARNING RATE: 1.403011092020512e-07
previous_iter_valid_loss : 0.1613730937242508

   1542280	  0.161530	  0.161373	  0.163907		CURRENT LEARNING RATE: 1.40273051786046e-07
previous_iter_valid_loss : 0.16050344705581665

   1542300	  0.160667	  0.160503	  0.163356		CURRENT LEARNING RATE: 1.4024499998096285e-07
previous_iter_valid_loss : 0.16150106489658356

   1542320	  0.161661	  0.161501	  0.163160		CURRENT LEARNING RATE: 1.402169537856795e-07
previous_iter_valid_loss : 0.17158646881580353

   1542340	  0.171736	  0.171586	  0.163663		CURRENT LEARNING RATE: 1.4018891319907454e-07
previous_iter_valid_loss : 0.16100402176380157

   1542360	  0.161183	  0.161004	  0.163296		CURRENT LEARNING RATE: 1.4016087822002617e-07
previous_iter_valid_loss : 0.1640191227197647

   1542380	  0.164224	  0.164019	  0.163401		CURRENT LEARNING RATE: 1.4013284884741293e-07
previous_iter_valid_loss : 0.16913287341594696

   1542400	  0.169282	  0.169133	  0.163086		CURRENT LEARNING RATE: 1.4010482508011338e-07
previous_iter_valid_loss : 0.17691993713378906

   1542420	  0.177075	  0.176920	  0.163831		CURRENT LEARNING RATE: 1.4007680691700714e-07
previous_iter_valid_loss : 0.16653583943843842

   1542440	  0.166695	  0.166536	  0.164115		CURRENT LEARNING RATE: 1.4004879435697317e-07
previous_iter_valid_loss : 0.16051045060157776

   1542460	  0.160665	  0.160510	  0.163546		CURRENT LEARNING RATE: 1.40020787398891e-07
previous_iter_valid_loss : 0.19152310490608215

   1542480	  0.191989	  0.191523	  0.164921		CURRENT LEARNING RATE: 1.3999278604164013e-07
previous_iter_valid_loss : 0.16125673055648804

   1542500	  0.161403	  0.161257	  0.164885		CURRENT LEARNING RATE: 1.3996479028410091e-07
previous_iter_valid_loss : 0.16203534603118896

   1542520	  0.162232	  0.162035	  0.164918		CURRENT LEARNING RATE: 1.3993680012515336e-07
previous_iter_valid_loss : 0.16739940643310547

   1542540	  0.167624	  0.167399	  0.165214		CURRENT LEARNING RATE: 1.3990881556367782e-07
previous_iter_valid_loss : 0.16076618432998657

   1542560	  0.160921	  0.160766	  0.165105		CURRENT LEARNING RATE: 1.398808365985547e-07
previous_iter_valid_loss : 0.16623727977275848

   1542580	  0.166456	  0.166237	  0.165391		CURRENT LEARNING RATE: 1.398528632286653e-07
previous_iter_valid_loss : 0.16156136989593506

   1542600	  0.161746	  0.161561	  0.165412		CURRENT LEARNING RATE: 1.398248954528904e-07
previous_iter_valid_loss : 0.1635064333677292

   1542620	  0.163670	  0.163506	  0.165562		CURRENT LEARNING RATE: 1.3979693327011138e-07
previous_iter_valid_loss : 0.16430790722370148

   1542640	  0.164481	  0.164308	  0.165697		CURRENT LEARNING RATE: 1.3976897667920944e-07
previous_iter_valid_loss : 0.16184282302856445

   1542660	  0.162004	  0.161843	  0.165675		CURRENT LEARNING RATE: 1.3974102567906686e-07
previous_iter_valid_loss : 0.1607147753238678

   1542680	  0.160887	  0.160715	  0.165642		CURRENT LEARNING RATE: 1.3971308026856532e-07
previous_iter_valid_loss : 0.16466878354549408

   1542700	  0.164875	  0.164669	  0.165850		CURRENT LEARNING RATE: 1.39685140446587e-07
previous_iter_valid_loss : 0.16923430562019348

   1542720	  0.169469	  0.169234	  0.166237		CURRENT LEARNING RATE: 1.3965720621201406e-07
previous_iter_valid_loss : 0.16896849870681763

   1542740	  0.169217	  0.168968	  0.166106		CURRENT LEARNING RATE: 1.3962927756372966e-07
previous_iter_valid_loss : 0.16079138219356537

   1542760	  0.160965	  0.160791	  0.166095		CURRENT LEARNING RATE: 1.3960135450061637e-07
previous_iter_valid_loss : 0.16085214912891388

   1542780	  0.161036	  0.160852	  0.165937		CURRENT LEARNING RATE: 1.3957343702155701e-07
previous_iter_valid_loss : 0.16297593712806702

   1542800	  0.163145	  0.162976	  0.165629		CURRENT LEARNING RATE: 1.3954552512543544e-07
previous_iter_valid_loss : 0.18272598087787628

   1542820	  0.183084	  0.182726	  0.165919		CURRENT LEARNING RATE: 1.3951761881113485e-07
previous_iter_valid_loss : 0.16736134886741638

   1542840	  0.167515	  0.167361	  0.165961		CURRENT LEARNING RATE: 1.3948971807753906e-07
previous_iter_valid_loss : 0.16952624917030334

   1542860	  0.169677	  0.169526	  0.166411		CURRENT LEARNING RATE: 1.3946182292353175e-07
previous_iter_valid_loss : 0.1605248600244522

   1542880	  0.160688	  0.160525	  0.164861		CURRENT LEARNING RATE: 1.3943393334799763e-07
previous_iter_valid_loss : 0.1605445295572281

   1542900	  0.160713	  0.160545	  0.164826		CURRENT LEARNING RATE: 1.3940604934982087e-07
previous_iter_valid_loss : 0.16659924387931824

   1542920	  0.166758	  0.166599	  0.165054		CURRENT LEARNING RATE: 1.3937817092788608e-07
previous_iter_valid_loss : 0.160578191280365

   1542940	  0.160751	  0.160578	  0.164713		CURRENT LEARNING RATE: 1.393502980810779e-07
previous_iter_valid_loss : 0.1636977642774582

   1542960	  0.163886	  0.163698	  0.164860		CURRENT LEARNING RATE: 1.3932243080828194e-07
previous_iter_valid_loss : 0.16500630974769592

   1542980	  0.165209	  0.165006	  0.164798		CURRENT LEARNING RATE: 1.3929456910838321e-07
previous_iter_valid_loss : 0.1695411503314972

   1543000	  0.169783	  0.169541	  0.165197		CURRENT LEARNING RATE: 1.3926671298026725e-07
previous_iter_valid_loss : 0.16083000600337982

   1543020	  0.160987	  0.160830	  0.165063		CURRENT LEARNING RATE: 1.392388624228196e-07
previous_iter_valid_loss : 0.1695621907711029

   1543040	  0.169716	  0.169562	  0.165326		CURRENT LEARNING RATE: 1.392110174349267e-07
previous_iter_valid_loss : 0.1684853732585907

   1543060	  0.168723	  0.168485	  0.165658		CURRENT LEARNING RATE: 1.3918317801547452e-07
previous_iter_valid_loss : 0.1617269515991211

   1543080	  0.161915	  0.161727	  0.165709		CURRENT LEARNING RATE: 1.391553441633495e-07
previous_iter_valid_loss : 0.16204160451889038

   1543100	  0.162223	  0.162042	  0.165577		CURRENT LEARNING RATE: 1.39127515877438e-07
previous_iter_valid_loss : 0.16119997203350067

   1543120	  0.161352	  0.161200	  0.165176		CURRENT LEARNING RATE: 1.390996931566274e-07
previous_iter_valid_loss : 0.1665073186159134

   1543140	  0.166724	  0.166507	  0.165053		CURRENT LEARNING RATE: 1.3907187599980454e-07
previous_iter_valid_loss : 0.16189657151699066

   1543160	  0.162058	  0.161897	  0.165108		CURRENT LEARNING RATE: 1.3904406440585648e-07
previous_iter_valid_loss : 0.1698325276374817

   1543180	  0.169987	  0.169833	  0.165557		CURRENT LEARNING RATE: 1.390162583736713e-07
previous_iter_valid_loss : 0.16953922808170319

   1543200	  0.169783	  0.169539	  0.165885		CURRENT LEARNING RATE: 1.3898845790213643e-07
previous_iter_valid_loss : 0.162735715508461

   1543220	  0.162902	  0.162736	  0.164885		CURRENT LEARNING RATE: 1.3896066299013992e-07
previous_iter_valid_loss : 0.16055426001548767

   1543240	  0.160712	  0.160554	  0.164545		CURRENT LEARNING RATE: 1.389328736365697e-07
previous_iter_valid_loss : 0.16315899789333344

   1543260	  0.163343	  0.163159	  0.164227		CURRENT LEARNING RATE: 1.389050898403147e-07
previous_iter_valid_loss : 0.1612972468137741

   1543280	  0.161484	  0.161297	  0.164265		CURRENT LEARNING RATE: 1.3887731160026331e-07
previous_iter_valid_loss : 0.16049332916736603

   1543300	  0.160659	  0.160493	  0.164263		CURRENT LEARNING RATE: 1.3884953891530438e-07
previous_iter_valid_loss : 0.16357533633708954

   1543320	  0.163761	  0.163575	  0.164112		CURRENT LEARNING RATE: 1.388217717843268e-07
previous_iter_valid_loss : 0.17406204342842102

   1543340	  0.174207	  0.174062	  0.164786		CURRENT LEARNING RATE: 1.3879401020622034e-07
previous_iter_valid_loss : 0.16264952719211578

   1543360	  0.162849	  0.162650	  0.164733		CURRENT LEARNING RATE: 1.387662541798743e-07
previous_iter_valid_loss : 0.1668115258216858

   1543380	  0.167026	  0.166812	  0.164824		CURRENT LEARNING RATE: 1.387385037041785e-07
previous_iter_valid_loss : 0.16473527252674103

   1543400	  0.164911	  0.164735	  0.164583		CURRENT LEARNING RATE: 1.3871075877802255e-07
previous_iter_valid_loss : 0.17191363871097565

   1543420	  0.172173	  0.171914	  0.165138		CURRENT LEARNING RATE: 1.3868301940029728e-07
previous_iter_valid_loss : 0.16087788343429565

   1543440	  0.161040	  0.160878	  0.164703		CURRENT LEARNING RATE: 1.3865528556989273e-07
previous_iter_valid_loss : 0.16061371564865112

   1543460	  0.160771	  0.160614	  0.164310		CURRENT LEARNING RATE: 1.3862755728569968e-07
previous_iter_valid_loss : 0.2029714733362198

   1543480	  0.203537	  0.202971	  0.166372		CURRENT LEARNING RATE: 1.3859983454660867e-07
previous_iter_valid_loss : 0.16965872049331665

   1543500	  0.169908	  0.169659	  0.166753		CURRENT LEARNING RATE: 1.3857211735151132e-07
previous_iter_valid_loss : 0.16422989964485168

   1543520	  0.164420	  0.164230	  0.166904		CURRENT LEARNING RATE: 1.3854440569929866e-07
previous_iter_valid_loss : 0.17096015810966492

   1543540	  0.171113	  0.170960	  0.167127		CURRENT LEARNING RATE: 1.3851669958886203e-07
previous_iter_valid_loss : 0.16050726175308228

   1543560	  0.160669	  0.160507	  0.167057		CURRENT LEARNING RATE: 1.3848899901909364e-07
previous_iter_valid_loss : 0.16117827594280243

   1543580	  0.161361	  0.161178	  0.166625		CURRENT LEARNING RATE: 1.384613039888852e-07
previous_iter_valid_loss : 0.1612248420715332

   1543600	  0.161406	  0.161225	  0.166209		CURRENT LEARNING RATE: 1.38433614497129e-07
previous_iter_valid_loss : 0.1615026891231537

   1543620	  0.161661	  0.161503	  0.166147		CURRENT LEARNING RATE: 1.384059305427171e-07
previous_iter_valid_loss : 0.16334912180900574

   1543640	  0.163541	  0.163349	  0.166287		CURRENT LEARNING RATE: 1.383782521245427e-07
previous_iter_valid_loss : 0.1611679196357727

   1543660	  0.161353	  0.161168	  0.166188		CURRENT LEARNING RATE: 1.383505792414984e-07
previous_iter_valid_loss : 0.172918900847435

   1543680	  0.173072	  0.172919	  0.166769		CURRENT LEARNING RATE: 1.3832291189247728e-07
previous_iter_valid_loss : 0.16055066883563995

   1543700	  0.160719	  0.160551	  0.166771		CURRENT LEARNING RATE: 1.3829525007637245e-07
previous_iter_valid_loss : 0.16273683309555054

   1543720	  0.162925	  0.162737	  0.166730		CURRENT LEARNING RATE: 1.3826759379207783e-07
previous_iter_valid_loss : 0.16649727523326874

   1543740	  0.166654	  0.166497	  0.166351		CURRENT LEARNING RATE: 1.38239943038487e-07
previous_iter_valid_loss : 0.16082659363746643

   1543760	  0.160976	  0.160827	  0.166260		CURRENT LEARNING RATE: 1.3821229781449395e-07
previous_iter_valid_loss : 0.1717861145734787

   1543780	  0.172051	  0.171786	  0.166509		CURRENT LEARNING RATE: 1.3818465811899253e-07
previous_iter_valid_loss : 0.1605161726474762

   1543800	  0.160682	  0.160516	  0.166298		CURRENT LEARNING RATE: 1.3815702395087772e-07
previous_iter_valid_loss : 0.1666334867477417

   1543820	  0.166795	  0.166633	  0.166034		CURRENT LEARNING RATE: 1.381293953090439e-07
previous_iter_valid_loss : 0.16407224535942078

   1543840	  0.164264	  0.164072	  0.166194		CURRENT LEARNING RATE: 1.381017721923859e-07
previous_iter_valid_loss : 0.1617249846458435

   1543860	  0.161920	  0.161725	  0.166249		CURRENT LEARNING RATE: 1.3807415459979856e-07
previous_iter_valid_loss : 0.16641826927661896

   1543880	  0.166637	  0.166418	  0.164422		CURRENT LEARNING RATE: 1.3804654253017767e-07
previous_iter_valid_loss : 0.16327470541000366

   1543900	  0.163441	  0.163275	  0.164102		CURRENT LEARNING RATE: 1.3801893598241847e-07
previous_iter_valid_loss : 0.16397890448570251

   1543920	  0.164147	  0.163979	  0.164090		CURRENT LEARNING RATE: 1.3799133495541677e-07
previous_iter_valid_loss : 0.1611074060201645

   1543940	  0.161266	  0.161107	  0.163597		CURRENT LEARNING RATE: 1.3796373944806824e-07
previous_iter_valid_loss : 0.16435067355632782

   1543960	  0.164525	  0.164351	  0.163789		CURRENT LEARNING RATE: 1.3793614945926953e-07
previous_iter_valid_loss : 0.16776178777217865

   1543980	  0.167985	  0.167762	  0.164118		CURRENT LEARNING RATE: 1.3790856498791681e-07
previous_iter_valid_loss : 0.17892420291900635

   1544000	  0.179240	  0.178924	  0.165003		CURRENT LEARNING RATE: 1.3788098603290648e-07
previous_iter_valid_loss : 0.1663183867931366

   1544020	  0.166533	  0.166318	  0.165244		CURRENT LEARNING RATE: 1.3785341259313585e-07
previous_iter_valid_loss : 0.16339106857776642

   1544040	  0.163597	  0.163391	  0.165246		CURRENT LEARNING RATE: 1.3782584466750174e-07
previous_iter_valid_loss : 0.16466505825519562

   1544060	  0.164833	  0.164665	  0.165421		CURRENT LEARNING RATE: 1.3779828225490145e-07
previous_iter_valid_loss : 0.1607934832572937

   1544080	  0.160942	  0.160793	  0.164815		CURRENT LEARNING RATE: 1.377707253542322e-07
previous_iter_valid_loss : 0.20013639330863953

   1544100	  0.200224	  0.200136	  0.166794		CURRENT LEARNING RATE: 1.3774317396439226e-07
previous_iter_valid_loss : 0.1608712524175644

   1544120	  0.161033	  0.160871	  0.166701		CURRENT LEARNING RATE: 1.3771562808427926e-07
previous_iter_valid_loss : 0.16733770072460175

   1544140	  0.167559	  0.167338	  0.166743		CURRENT LEARNING RATE: 1.3768808771279144e-07
previous_iter_valid_loss : 0.16068929433822632

   1544160	  0.160860	  0.160689	  0.166736		CURRENT LEARNING RATE: 1.3766055284882688e-07
previous_iter_valid_loss : 0.1670801192522049

   1544180	  0.167304	  0.167080	  0.166501		CURRENT LEARNING RATE: 1.3763302349128467e-07
previous_iter_valid_loss : 0.16198621690273285

   1544200	  0.162183	  0.161986	  0.166574		CURRENT LEARNING RATE: 1.3760549963906347e-07
previous_iter_valid_loss : 0.16270233690738678

   1544220	  0.162899	  0.162702	  0.166378		CURRENT LEARNING RATE: 1.3757798129106223e-07
previous_iter_valid_loss : 0.16612188518047333

   1544240	  0.166334	  0.166122	  0.166480		CURRENT LEARNING RATE: 1.3755046844618005e-07
previous_iter_valid_loss : 0.16274558007717133

   1544260	  0.162913	  0.162746	  0.166531		CURRENT LEARNING RATE: 1.3752296110331684e-07
previous_iter_valid_loss : 0.1608436554670334

   1544280	  0.160992	  0.160844	  0.166252		CURRENT LEARNING RATE: 1.3749545926137213e-07
previous_iter_valid_loss : 0.16162775456905365

   1544300	  0.161815	  0.161628	  0.166170		CURRENT LEARNING RATE: 1.3746796291924575e-07
previous_iter_valid_loss : 0.16125911474227905

   1544320	  0.161416	  0.161259	  0.166034		CURRENT LEARNING RATE: 1.3744047207583773e-07
previous_iter_valid_loss : 0.16070564091205597

   1544340	  0.160877	  0.160706	  0.166014		CURRENT LEARNING RATE: 1.3741298673004882e-07
previous_iter_valid_loss : 0.1611238718032837

   1544360	  0.161279	  0.161124	  0.165853		CURRENT LEARNING RATE: 1.373855068807794e-07
previous_iter_valid_loss : 0.16053728759288788

   1544380	  0.160715	  0.160537	  0.165491		CURRENT LEARNING RATE: 1.3735803252693003e-07
previous_iter_valid_loss : 0.16327068209648132

   1544400	  0.163473	  0.163271	  0.164709		CURRENT LEARNING RATE: 1.3733056366740222e-07
previous_iter_valid_loss : 0.17685064673423767

   1544420	  0.177149	  0.176851	  0.165235		CURRENT LEARNING RATE: 1.3730310030109699e-07
previous_iter_valid_loss : 0.16314715147018433

   1544440	  0.163349	  0.163147	  0.165223		CURRENT LEARNING RATE: 1.3727564242691577e-07
previous_iter_valid_loss : 0.1771344095468521

   1544460	  0.177440	  0.177134	  0.165847		CURRENT LEARNING RATE: 1.3724819004376004e-07
previous_iter_valid_loss : 0.17450286448001862

   1544480	  0.174785	  0.174503	  0.166532		CURRENT LEARNING RATE: 1.3722074315053213e-07
previous_iter_valid_loss : 0.1688334345817566

   1544500	  0.168990	  0.168833	  0.164967		CURRENT LEARNING RATE: 1.3719330174613402e-07
previous_iter_valid_loss : 0.16051726043224335

   1544520	  0.160675	  0.160517	  0.164949		CURRENT LEARNING RATE: 1.3716586582946796e-07
previous_iter_valid_loss : 0.19917874038219452

   1544540	  0.199266	  0.199179	  0.166541		CURRENT LEARNING RATE: 1.3713843539943634e-07
previous_iter_valid_loss : 0.16057823598384857

   1544560	  0.160740	  0.160578	  0.166536		CURRENT LEARNING RATE: 1.3711101045494237e-07
previous_iter_valid_loss : 0.16081663966178894

   1544580	  0.160995	  0.160817	  0.166223		CURRENT LEARNING RATE: 1.3708359099488885e-07
previous_iter_valid_loss : 0.16220512986183167

   1544600	  0.162359	  0.162205	  0.166234		CURRENT LEARNING RATE: 1.37056177018179e-07
previous_iter_valid_loss : 0.18507346510887146

   1544620	  0.185221	  0.185073	  0.167352		CURRENT LEARNING RATE: 1.3702876852371598e-07
previous_iter_valid_loss : 0.1647266298532486

   1544640	  0.164894	  0.164727	  0.167282		CURRENT LEARNING RATE: 1.37001365510404e-07
previous_iter_valid_loss : 0.1609739512205124

   1544660	  0.161134	  0.160974	  0.167194		CURRENT LEARNING RATE: 1.369739679771466e-07
previous_iter_valid_loss : 0.1606743186712265

   1544680	  0.160834	  0.160674	  0.167185		CURRENT LEARNING RATE: 1.36946575922848e-07
previous_iter_valid_loss : 0.16173550486564636

   1544700	  0.161898	  0.161736	  0.167191		CURRENT LEARNING RATE: 1.3691918934641216e-07
previous_iter_valid_loss : 0.18538759648799896

   1544720	  0.185534	  0.185388	  0.168397		CURRENT LEARNING RATE: 1.368918082467442e-07
previous_iter_valid_loss : 0.16763609647750854

   1544740	  0.167796	  0.167636	  0.168744		CURRENT LEARNING RATE: 1.3686443262274855e-07
previous_iter_valid_loss : 0.16365617513656616

   1544760	  0.163851	  0.163656	  0.168870		CURRENT LEARNING RATE: 1.3683706247333001e-07
previous_iter_valid_loss : 0.16054406762123108

   1544780	  0.160707	  0.160544	  0.168871		CURRENT LEARNING RATE: 1.3680969779739423e-07
previous_iter_valid_loss : 0.16560567915439606

   1544800	  0.165771	  0.165606	  0.168987		CURRENT LEARNING RATE: 1.3678233859384635e-07
previous_iter_valid_loss : 0.1687687486410141

   1544820	  0.169005	  0.168769	  0.168583		CURRENT LEARNING RATE: 1.3675498486159204e-07
previous_iter_valid_loss : 0.16055114567279816

   1544840	  0.160723	  0.160551	  0.168453		CURRENT LEARNING RATE: 1.3672763659953692e-07
previous_iter_valid_loss : 0.16071566939353943

   1544860	  0.160892	  0.160716	  0.167632		CURRENT LEARNING RATE: 1.3670029380658752e-07
previous_iter_valid_loss : 0.1608969122171402

   1544880	  0.161056	  0.160897	  0.166952		CURRENT LEARNING RATE: 1.3667295648164987e-07
previous_iter_valid_loss : 0.16751591861248016

   1544900	  0.167739	  0.167516	  0.166886		CURRENT LEARNING RATE: 1.366456246236305e-07
previous_iter_valid_loss : 0.16805846989154816

   1544920	  0.168284	  0.168058	  0.167263		CURRENT LEARNING RATE: 1.3661829823143593e-07
previous_iter_valid_loss : 0.16225577890872955

   1544940	  0.162446	  0.162256	  0.165417		CURRENT LEARNING RATE: 1.365909773039735e-07
previous_iter_valid_loss : 0.17638030648231506

   1544960	  0.176537	  0.176380	  0.166207		CURRENT LEARNING RATE: 1.3656366184015021e-07
previous_iter_valid_loss : 0.163664311170578

   1544980	  0.163837	  0.163664	  0.166350		CURRENT LEARNING RATE: 1.3653635183887343e-07
previous_iter_valid_loss : 0.1606922745704651

   1545000	  0.160854	  0.160692	  0.166274		CURRENT LEARNING RATE: 1.3650904729905044e-07
previous_iter_valid_loss : 0.16077159345149994

   1545020	  0.160932	  0.160772	  0.165059		CURRENT LEARNING RATE: 1.3648174821958964e-07
previous_iter_valid_loss : 0.16052617132663727

   1545040	  0.160684	  0.160526	  0.164849		CURRENT LEARNING RATE: 1.364544545993988e-07
previous_iter_valid_loss : 0.20353855192661285

   1545060	  0.203597	  0.203539	  0.166977		CURRENT LEARNING RATE: 1.3642716643738614e-07
previous_iter_valid_loss : 0.16054630279541016

   1545080	  0.160720	  0.160546	  0.166971		CURRENT LEARNING RATE: 1.3639988373245994e-07
previous_iter_valid_loss : 0.16721665859222412

   1545100	  0.167377	  0.167217	  0.167245		CURRENT LEARNING RATE: 1.3637260648352931e-07
previous_iter_valid_loss : 0.16299912333488464

   1545120	  0.163170	  0.162999	  0.166125		CURRENT LEARNING RATE: 1.3634533468950297e-07
previous_iter_valid_loss : 0.170151486992836

   1545140	  0.170302	  0.170151	  0.166251		CURRENT LEARNING RATE: 1.3631806834929005e-07
previous_iter_valid_loss : 0.17174752056598663

   1545160	  0.172014	  0.171748	  0.166656		CURRENT LEARNING RATE: 1.3629080746179964e-07
previous_iter_valid_loss : 0.17708837985992432

   1545180	  0.177239	  0.177088	  0.167483		CURRENT LEARNING RATE: 1.3626355202594178e-07
previous_iter_valid_loss : 0.16425363719463348

   1545200	  0.164421	  0.164254	  0.167415		CURRENT LEARNING RATE: 1.3623630204062602e-07
previous_iter_valid_loss : 0.17075537145137787

   1545220	  0.170906	  0.170755	  0.167515		CURRENT LEARNING RATE: 1.3620905750476212e-07
previous_iter_valid_loss : 0.17451325058937073

   1545240	  0.174795	  0.174513	  0.168213		CURRENT LEARNING RATE: 1.3618181841726076e-07
previous_iter_valid_loss : 0.1642042100429535

   1545260	  0.164375	  0.164204	  0.168387		CURRENT LEARNING RATE: 1.3615458477703218e-07
previous_iter_valid_loss : 0.16725927591323853

   1545280	  0.167488	  0.167259	  0.168705		CURRENT LEARNING RATE: 1.36127356582987e-07
previous_iter_valid_loss : 0.1614186316728592

   1545300	  0.161596	  0.161419	  0.168400		CURRENT LEARNING RATE: 1.3610013383403585e-07
previous_iter_valid_loss : 0.16718809306621552

   1545320	  0.167344	  0.167188	  0.168357		CURRENT LEARNING RATE: 1.3607291652909033e-07
previous_iter_valid_loss : 0.1634649634361267

   1545340	  0.163641	  0.163465	  0.168417		CURRENT LEARNING RATE: 1.3604570466706149e-07
previous_iter_valid_loss : 0.16536295413970947

   1545360	  0.165524	  0.165363	  0.167867		CURRENT LEARNING RATE: 1.3601849824686084e-07
previous_iter_valid_loss : 0.1616159826517105

   1545380	  0.161778	  0.161616	  0.167764		CURRENT LEARNING RATE: 1.3599129726739992e-07
previous_iter_valid_loss : 0.16229450702667236

   1545400	  0.162484	  0.162295	  0.167844		CURRENT LEARNING RATE: 1.3596410172759115e-07
previous_iter_valid_loss : 0.16178995370864868

   1545420	  0.161976	  0.161790	  0.167895		CURRENT LEARNING RATE: 1.3593691162634646e-07
previous_iter_valid_loss : 0.1622169017791748

   1545440	  0.162410	  0.162217	  0.167980		CURRENT LEARNING RATE: 1.359097269625782e-07
previous_iter_valid_loss : 0.16057944297790527

   1545460	  0.160739	  0.160579	  0.165832		CURRENT LEARNING RATE: 1.3588254773519887e-07
previous_iter_valid_loss : 0.1605248898267746

   1545480	  0.160689	  0.160525	  0.165831		CURRENT LEARNING RATE: 1.3585537394312169e-07
previous_iter_valid_loss : 0.16949643194675446

   1545500	  0.169742	  0.169496	  0.165945		CURRENT LEARNING RATE: 1.3582820558525947e-07
previous_iter_valid_loss : 0.16049928963184357

   1545520	  0.160659	  0.160499	  0.165820		CURRENT LEARNING RATE: 1.3580104266052548e-07
previous_iter_valid_loss : 0.16066940128803253

   1545540	  0.160840	  0.160669	  0.165346		CURRENT LEARNING RATE: 1.35773885167833e-07
previous_iter_valid_loss : 0.1615854948759079

   1545560	  0.161774	  0.161585	  0.164837		CURRENT LEARNING RATE: 1.3574673310609619e-07
previous_iter_valid_loss : 0.1639421135187149

   1545580	  0.164144	  0.163942	  0.164180		CURRENT LEARNING RATE: 1.357195864742287e-07
previous_iter_valid_loss : 0.1663443148136139

   1545600	  0.166551	  0.166344	  0.164285		CURRENT LEARNING RATE: 1.3569244527114445e-07
previous_iter_valid_loss : 0.16245603561401367

   1545620	  0.162615	  0.162456	  0.163870		CURRENT LEARNING RATE: 1.3566530949575827e-07
previous_iter_valid_loss : 0.1717291921377182

   1545640	  0.171870	  0.171729	  0.163731		CURRENT LEARNING RATE: 1.356381791469845e-07
previous_iter_valid_loss : 0.16147629916667938

   1545660	  0.161639	  0.161476	  0.163594		CURRENT LEARNING RATE: 1.356110542237379e-07
previous_iter_valid_loss : 0.16091208159923553

   1545680	  0.161067	  0.160912	  0.163277		CURRENT LEARNING RATE: 1.3558393472493328e-07
previous_iter_valid_loss : 0.16952259838581085

   1545700	  0.169762	  0.169523	  0.163682		CURRENT LEARNING RATE: 1.3555682064948627e-07
previous_iter_valid_loss : 0.16182328760623932

   1545720	  0.161988	  0.161823	  0.163414		CURRENT LEARNING RATE: 1.355297119963121e-07
previous_iter_valid_loss : 0.16954652965068817

   1545740	  0.169783	  0.169547	  0.163718		CURRENT LEARNING RATE: 1.3550260876432645e-07
previous_iter_valid_loss : 0.16644130647182465

   1545760	  0.166602	  0.166441	  0.163772		CURRENT LEARNING RATE: 1.3547551095244494e-07
previous_iter_valid_loss : 0.16051097214221954

   1545780	  0.160677	  0.160511	  0.163716		CURRENT LEARNING RATE: 1.354484185595841e-07
previous_iter_valid_loss : 0.1927458792924881

   1545800	  0.192868	  0.192746	  0.165239		CURRENT LEARNING RATE: 1.3542133158466003e-07
previous_iter_valid_loss : 0.1606311947107315

   1545820	  0.160791	  0.160631	  0.165181		CURRENT LEARNING RATE: 1.3539425002658922e-07
previous_iter_valid_loss : 0.16417822241783142

   1545840	  0.164338	  0.164178	  0.165279		CURRENT LEARNING RATE: 1.3536717388428822e-07
previous_iter_valid_loss : 0.16078828275203705

   1545860	  0.160939	  0.160788	  0.165290		CURRENT LEARNING RATE: 1.353401031566744e-07
previous_iter_valid_loss : 0.1724420040845871

   1545880	  0.172585	  0.172442	  0.165885		CURRENT LEARNING RATE: 1.3531303784266476e-07
previous_iter_valid_loss : 0.16096456348896027

   1545900	  0.161120	  0.160965	  0.165459		CURRENT LEARNING RATE: 1.3528597794117664e-07
previous_iter_valid_loss : 0.18263991177082062

   1545920	  0.182984	  0.182640	  0.166566		CURRENT LEARNING RATE: 1.352589234511274e-07
previous_iter_valid_loss : 0.16236327588558197

   1545940	  0.162526	  0.162363	  0.166651		CURRENT LEARNING RATE: 1.352318743714354e-07
previous_iter_valid_loss : 0.16763797402381897

   1545960	  0.167800	  0.167638	  0.166953		CURRENT LEARNING RATE: 1.3520483070101835e-07
previous_iter_valid_loss : 0.16064134240150452

   1545980	  0.160793	  0.160641	  0.166788		CURRENT LEARNING RATE: 1.3517779243879434e-07
previous_iter_valid_loss : 0.1631985604763031

   1546000	  0.163387	  0.163199	  0.166631		CURRENT LEARNING RATE: 1.3515075958368224e-07
previous_iter_valid_loss : 0.172779843211174

   1546020	  0.172921	  0.172780	  0.167147		CURRENT LEARNING RATE: 1.3512373213460057e-07
previous_iter_valid_loss : 0.16232305765151978

   1546040	  0.162527	  0.162323	  0.166677		CURRENT LEARNING RATE: 1.3509671009046822e-07
previous_iter_valid_loss : 0.17708918452262878

   1546060	  0.177242	  0.177089	  0.167457		CURRENT LEARNING RATE: 1.3506969345020402e-07
previous_iter_valid_loss : 0.16202464699745178

   1546080	  0.162185	  0.162025	  0.167513		CURRENT LEARNING RATE: 1.350426822127278e-07
previous_iter_valid_loss : 0.17702904343605042

   1546100	  0.177327	  0.177029	  0.167888		CURRENT LEARNING RATE: 1.3501567637695895e-07
previous_iter_valid_loss : 0.16059762239456177

   1546120	  0.160759	  0.160598	  0.167827		CURRENT LEARNING RATE: 1.3498867594181713e-07
previous_iter_valid_loss : 0.16130071878433228

   1546140	  0.161467	  0.161301	  0.167415		CURRENT LEARNING RATE: 1.3496168090622212e-07
previous_iter_valid_loss : 0.18714193999767303

   1546160	  0.187548	  0.187142	  0.168450		CURRENT LEARNING RATE: 1.349346912690946e-07
previous_iter_valid_loss : 0.1608051359653473

   1546180	  0.160972	  0.160805	  0.168465		CURRENT LEARNING RATE: 1.349077070293548e-07
previous_iter_valid_loss : 0.16442571580410004

   1546200	  0.164590	  0.164426	  0.167049		CURRENT LEARNING RATE: 1.3488072818592325e-07
previous_iter_valid_loss : 0.1607990264892578

   1546220	  0.160957	  0.160799	  0.167057		CURRENT LEARNING RATE: 1.3485375473772062e-07
previous_iter_valid_loss : 0.1614399552345276

   1546240	  0.161608	  0.161440	  0.166920		CURRENT LEARNING RATE: 1.3482678668366844e-07
previous_iter_valid_loss : 0.1660870760679245

   1546260	  0.166289	  0.166087	  0.167185		CURRENT LEARNING RATE: 1.3479982402268774e-07
previous_iter_valid_loss : 0.16623568534851074

   1546280	  0.166443	  0.166236	  0.166875		CURRENT LEARNING RATE: 1.3477286675370003e-07
previous_iter_valid_loss : 0.16067534685134888

   1546300	  0.160836	  0.160675	  0.166860		CURRENT LEARNING RATE: 1.3474591487562675e-07
previous_iter_valid_loss : 0.16122886538505554

   1546320	  0.161382	  0.161229	  0.165790		CURRENT LEARNING RATE: 1.3471896838739035e-07
previous_iter_valid_loss : 0.16056042909622192

   1546340	  0.160718	  0.160560	  0.165700		CURRENT LEARNING RATE: 1.3469202728791268e-07
previous_iter_valid_loss : 0.1793428212404251

   1546360	  0.179495	  0.179343	  0.166285		CURRENT LEARNING RATE: 1.3466509157611587e-07
previous_iter_valid_loss : 0.16092221438884735

   1546380	  0.161102	  0.160922	  0.166299		CURRENT LEARNING RATE: 1.3463816125092302e-07
previous_iter_valid_loss : 0.1606423556804657

   1546400	  0.160797	  0.160642	  0.166171		CURRENT LEARNING RATE: 1.346112363112566e-07
previous_iter_valid_loss : 0.20640209317207336

   1546420	  0.206462	  0.206402	  0.167852		CURRENT LEARNING RATE: 1.3458431675603966e-07
previous_iter_valid_loss : 0.16151775419712067

   1546440	  0.161682	  0.161518	  0.167812		CURRENT LEARNING RATE: 1.345574025841952e-07
previous_iter_valid_loss : 0.1605987250804901

   1546460	  0.160765	  0.160599	  0.166987		CURRENT LEARNING RATE: 1.3453049379464707e-07
previous_iter_valid_loss : 0.1704184114933014

   1546480	  0.170568	  0.170418	  0.167407		CURRENT LEARNING RATE: 1.345035903863187e-07
previous_iter_valid_loss : 0.16427558660507202

   1546500	  0.164478	  0.164276	  0.166769		CURRENT LEARNING RATE: 1.34476692358134e-07
previous_iter_valid_loss : 0.17667828500270844

   1546520	  0.176980	  0.176678	  0.167573		CURRENT LEARNING RATE: 1.3444979970901674e-07
previous_iter_valid_loss : 0.1664985716342926

   1546540	  0.166716	  0.166499	  0.167833		CURRENT LEARNING RATE: 1.3442291243789174e-07
previous_iter_valid_loss : 0.1605876237154007

   1546560	  0.160741	  0.160588	  0.166506		CURRENT LEARNING RATE: 1.3439603054368322e-07
previous_iter_valid_loss : 0.17101570963859558

   1546580	  0.171266	  0.171016	  0.167016		CURRENT LEARNING RATE: 1.3436915402531597e-07
previous_iter_valid_loss : 0.1654539257287979

   1546600	  0.165614	  0.165454	  0.167067		CURRENT LEARNING RATE: 1.3434228288171467e-07
previous_iter_valid_loss : 0.16357478499412537

   1546620	  0.163779	  0.163575	  0.167206		CURRENT LEARNING RATE: 1.3431541711180493e-07
previous_iter_valid_loss : 0.1851358413696289

   1546640	  0.185498	  0.185136	  0.168391		CURRENT LEARNING RATE: 1.342885567145119e-07
previous_iter_valid_loss : 0.18897415697574615

   1546660	  0.189381	  0.188974	  0.169535		CURRENT LEARNING RATE: 1.3426170168876115e-07
previous_iter_valid_loss : 0.18317162990570068

   1546680	  0.183521	  0.183172	  0.170382		CURRENT LEARNING RATE: 1.3423485203347824e-07
previous_iter_valid_loss : 0.1612083911895752

   1546700	  0.161359	  0.161208	  0.170409		CURRENT LEARNING RATE: 1.342080077475897e-07
previous_iter_valid_loss : 0.1745159775018692

   1546720	  0.174669	  0.174516	  0.171073		CURRENT LEARNING RATE: 1.3418116883002146e-07
previous_iter_valid_loss : 0.16189658641815186

   1546740	  0.162049	  0.161897	  0.171140		CURRENT LEARNING RATE: 1.341543352797e-07
previous_iter_valid_loss : 0.1721048355102539

   1546760	  0.172254	  0.172105	  0.170778		CURRENT LEARNING RATE: 1.3412750709555173e-07
previous_iter_valid_loss : 0.18311835825443268

   1546780	  0.183270	  0.183118	  0.171888		CURRENT LEARNING RATE: 1.34100684276504e-07
previous_iter_valid_loss : 0.16679085791110992

   1546800	  0.167016	  0.166791	  0.172195		CURRENT LEARNING RATE: 1.3407386682148363e-07
previous_iter_valid_loss : 0.1615716516971588

   1546820	  0.161721	  0.161572	  0.169954		CURRENT LEARNING RATE: 1.3404705472941776e-07
previous_iter_valid_loss : 0.17975586652755737

   1546840	  0.179908	  0.179756	  0.170866		CURRENT LEARNING RATE: 1.340202479992343e-07
previous_iter_valid_loss : 0.16203352808952332

   1546860	  0.162202	  0.162034	  0.170937		CURRENT LEARNING RATE: 1.339934466298608e-07
previous_iter_valid_loss : 0.16063709557056427

   1546880	  0.160811	  0.160637	  0.170448		CURRENT LEARNING RATE: 1.3396665062022516e-07
previous_iter_valid_loss : 0.16149261593818665

   1546900	  0.161657	  0.161493	  0.170309		CURRENT LEARNING RATE: 1.3393985996925534e-07
previous_iter_valid_loss : 0.1739531010389328

   1546920	  0.174102	  0.173953	  0.170173		CURRENT LEARNING RATE: 1.3391307467588017e-07
previous_iter_valid_loss : 0.16126038134098053

   1546940	  0.161419	  0.161260	  0.169911		CURRENT LEARNING RATE: 1.33886294739028e-07
previous_iter_valid_loss : 0.1634404957294464

   1546960	  0.163606	  0.163440	  0.170054		CURRENT LEARNING RATE: 1.3385952015762766e-07
previous_iter_valid_loss : 0.16999727487564087

   1546980	  0.170148	  0.169997	  0.170003		CURRENT LEARNING RATE: 1.338327509306079e-07
previous_iter_valid_loss : 0.16056258976459503

   1547000	  0.160713	  0.160563	  0.169758		CURRENT LEARNING RATE: 1.338059870568984e-07
previous_iter_valid_loss : 0.16372576355934143

   1547020	  0.163896	  0.163726	  0.169766		CURRENT LEARNING RATE: 1.3377922853542843e-07
previous_iter_valid_loss : 0.17688360810279846

   1547040	  0.177038	  0.176884	  0.169353		CURRENT LEARNING RATE: 1.3375247536512763e-07
previous_iter_valid_loss : 0.1615229994058609

   1547060	  0.161711	  0.161523	  0.167981		CURRENT LEARNING RATE: 1.337257275449256e-07
previous_iter_valid_loss : 0.1691695898771286

   1547080	  0.169320	  0.169170	  0.167280		CURRENT LEARNING RATE: 1.3369898507375294e-07
previous_iter_valid_loss : 0.16199404001235962

   1547100	  0.162189	  0.161994	  0.167320		CURRENT LEARNING RATE: 1.3367224795053972e-07
previous_iter_valid_loss : 0.1624748706817627

   1547120	  0.162672	  0.162475	  0.166718		CURRENT LEARNING RATE: 1.3364551617421638e-07
previous_iter_valid_loss : 0.16819797456264496

   1547140	  0.168350	  0.168198	  0.167033		CURRENT LEARNING RATE: 1.336187897437135e-07
previous_iter_valid_loss : 0.18343707919120789

   1547160	  0.183804	  0.183437	  0.167599		CURRENT LEARNING RATE: 1.335920686579625e-07
previous_iter_valid_loss : 0.16054661571979523

   1547180	  0.160716	  0.160547	  0.166471		CURRENT LEARNING RATE: 1.335653529158942e-07
previous_iter_valid_loss : 0.17030741274356842

   1547200	  0.170456	  0.170307	  0.166647		CURRENT LEARNING RATE: 1.3353864251643984e-07
previous_iter_valid_loss : 0.1701967716217041

   1547220	  0.170350	  0.170197	  0.167078		CURRENT LEARNING RATE: 1.3351193745853143e-07
previous_iter_valid_loss : 0.19071872532367706

   1547240	  0.190845	  0.190719	  0.167626		CURRENT LEARNING RATE: 1.334852377411005e-07
previous_iter_valid_loss : 0.16326318681240082

   1547260	  0.163438	  0.163263	  0.167688		CURRENT LEARNING RATE: 1.3345854336307913e-07
previous_iter_valid_loss : 0.16129320859909058

   1547280	  0.161478	  0.161293	  0.167720		CURRENT LEARNING RATE: 1.3343185432339927e-07
previous_iter_valid_loss : 0.16309161484241486

   1547300	  0.163297	  0.163092	  0.167800		CURRENT LEARNING RATE: 1.3340517062099384e-07
previous_iter_valid_loss : 0.16050750017166138

   1547320	  0.160667	  0.160508	  0.167128		CURRENT LEARNING RATE: 1.3337849225479527e-07
previous_iter_valid_loss : 0.1605452299118042

   1547340	  0.160713	  0.160545	  0.167092		CURRENT LEARNING RATE: 1.3335181922373636e-07
previous_iter_valid_loss : 0.16143040359020233

   1547360	  0.161612	  0.161430	  0.166992		CURRENT LEARNING RATE: 1.3332515152675005e-07
previous_iter_valid_loss : 0.16691954433918

   1547380	  0.167082	  0.166920	  0.166838		CURRENT LEARNING RATE: 1.3329848916277004e-07
previous_iter_valid_loss : 0.1626087725162506

   1547400	  0.162794	  0.162609	  0.166940		CURRENT LEARNING RATE: 1.332718321307296e-07
previous_iter_valid_loss : 0.1605049967765808

   1547420	  0.160670	  0.160505	  0.166779		CURRENT LEARNING RATE: 1.3324518042956248e-07
previous_iter_valid_loss : 0.1605679839849472

   1547440	  0.160726	  0.160568	  0.165963		CURRENT LEARNING RATE: 1.3321853405820233e-07
previous_iter_valid_loss : 0.16077642142772675

   1547460	  0.160958	  0.160776	  0.165926		CURRENT LEARNING RATE: 1.3319189301558385e-07
previous_iter_valid_loss : 0.1612808108329773

   1547480	  0.161440	  0.161281	  0.165532		CURRENT LEARNING RATE: 1.3316525730064105e-07
previous_iter_valid_loss : 0.17061561346054077

   1547500	  0.170757	  0.170616	  0.165963		CURRENT LEARNING RATE: 1.331386269123086e-07
previous_iter_valid_loss : 0.16288264095783234

   1547520	  0.163070	  0.162883	  0.165983		CURRENT LEARNING RATE: 1.3311200184952099e-07
previous_iter_valid_loss : 0.16617484390735626

   1547540	  0.166332	  0.166175	  0.165882		CURRENT LEARNING RATE: 1.3308538211121372e-07
previous_iter_valid_loss : 0.16993840038776398

   1547560	  0.170089	  0.169938	  0.165207		CURRENT LEARNING RATE: 1.3305876769632173e-07
previous_iter_valid_loss : 0.16217954456806183

   1547580	  0.162364	  0.162180	  0.165289		CURRENT LEARNING RATE: 1.3303215860378024e-07
previous_iter_valid_loss : 0.1656743884086609

   1547600	  0.165889	  0.165674	  0.165057		CURRENT LEARNING RATE: 1.3300555483252535e-07
previous_iter_valid_loss : 0.16137568652629852

   1547620	  0.161529	  0.161376	  0.164616		CURRENT LEARNING RATE: 1.3297895638149267e-07
previous_iter_valid_loss : 0.16259120404720306

   1547640	  0.162777	  0.162591	  0.163209		CURRENT LEARNING RATE: 1.3295236324961826e-07
previous_iter_valid_loss : 0.16464051604270935

   1547660	  0.164851	  0.164641	  0.163278		CURRENT LEARNING RATE: 1.3292577543583817e-07
previous_iter_valid_loss : 0.16060927510261536

   1547680	  0.160777	  0.160609	  0.163244		CURRENT LEARNING RATE: 1.3289919293908935e-07
previous_iter_valid_loss : 0.16083815693855286

   1547700	  0.160991	  0.160838	  0.163131		CURRENT LEARNING RATE: 1.3287261575830827e-07
previous_iter_valid_loss : 0.17964047193527222

   1547720	  0.179954	  0.179640	  0.164088		CURRENT LEARNING RATE: 1.3284604389243182e-07
previous_iter_valid_loss : 0.16052362322807312

   1547740	  0.160690	  0.160524	  0.164087		CURRENT LEARNING RATE: 1.3281947734039692e-07
previous_iter_valid_loss : 0.16205266118049622

   1547760	  0.162246	  0.162053	  0.164118		CURRENT LEARNING RATE: 1.3279291610114137e-07
previous_iter_valid_loss : 0.1713249385356903

   1547780	  0.171474	  0.171325	  0.164338		CURRENT LEARNING RATE: 1.3276636017360247e-07
previous_iter_valid_loss : 0.16938012838363647

   1547800	  0.169535	  0.169380	  0.164677		CURRENT LEARNING RATE: 1.32739809556718e-07
previous_iter_valid_loss : 0.16059312224388123

   1547820	  0.160748	  0.160593	  0.164681		CURRENT LEARNING RATE: 1.327132642494257e-07
previous_iter_valid_loss : 0.1648910492658615

   1547840	  0.165059	  0.164891	  0.164898		CURRENT LEARNING RATE: 1.3268672425066421e-07
previous_iter_valid_loss : 0.16300949454307556

   1547860	  0.163173	  0.163009	  0.165009		CURRENT LEARNING RATE: 1.3266018955937174e-07
previous_iter_valid_loss : 0.17490027844905853

   1547880	  0.175170	  0.174900	  0.165690		CURRENT LEARNING RATE: 1.3263366017448683e-07
previous_iter_valid_loss : 0.16151584684848785

   1547900	  0.161710	  0.161516	  0.165235		CURRENT LEARNING RATE: 1.3260713609494814e-07
previous_iter_valid_loss : 0.1732202172279358

   1547920	  0.173367	  0.173220	  0.165752		CURRENT LEARNING RATE: 1.3258061731969512e-07
previous_iter_valid_loss : 0.16299563646316528

   1547940	  0.163164	  0.162996	  0.165593		CURRENT LEARNING RATE: 1.3255410384766683e-07
previous_iter_valid_loss : 0.1775934100151062

   1547960	  0.177750	  0.177593	  0.165976		CURRENT LEARNING RATE: 1.325275956778027e-07
previous_iter_valid_loss : 0.16124381124973297

   1547980	  0.161391	  0.161244	  0.165929		CURRENT LEARNING RATE: 1.325010928090422e-07
previous_iter_valid_loss : 0.16148650646209717

   1548000	  0.161652	  0.161487	  0.165720		CURRENT LEARNING RATE: 1.3247459524032565e-07
previous_iter_valid_loss : 0.17591218650341034

   1548020	  0.176197	  0.175912	  0.166447		CURRENT LEARNING RATE: 1.3244810297059292e-07
previous_iter_valid_loss : 0.16246181726455688

   1548040	  0.162659	  0.162462	  0.166440		CURRENT LEARNING RATE: 1.3242161599878411e-07
previous_iter_valid_loss : 0.17517994344234467

   1548060	  0.175328	  0.175180	  0.166967		CURRENT LEARNING RATE: 1.3239513432384018e-07
previous_iter_valid_loss : 0.1615849882364273

   1548080	  0.161739	  0.161585	  0.167016		CURRENT LEARNING RATE: 1.3236865794470163e-07
previous_iter_valid_loss : 0.19102227687835693

   1548100	  0.191485	  0.191022	  0.168525		CURRENT LEARNING RATE: 1.3234218686030944e-07
previous_iter_valid_loss : 0.16089987754821777

   1548120	  0.161050	  0.160900	  0.167588		CURRENT LEARNING RATE: 1.3231572106960448e-07
previous_iter_valid_loss : 0.16824141144752502

   1548140	  0.168469	  0.168241	  0.167974		CURRENT LEARNING RATE: 1.3228926057152864e-07
previous_iter_valid_loss : 0.1647632122039795

   1548160	  0.164962	  0.164763	  0.168109		CURRENT LEARNING RATE: 1.3226280536502322e-07
previous_iter_valid_loss : 0.16563834249973297

   1548180	  0.165843	  0.165638	  0.167825		CURRENT LEARNING RATE: 1.3223635544903004e-07
previous_iter_valid_loss : 0.16200336813926697

   1548200	  0.162158	  0.162003	  0.167456		CURRENT LEARNING RATE: 1.3220991082249086e-07
previous_iter_valid_loss : 0.16234561800956726

   1548220	  0.162541	  0.162346	  0.167544		CURRENT LEARNING RATE: 1.321834714843484e-07
previous_iter_valid_loss : 0.1737598478794098

   1548240	  0.173905	  0.173760	  0.167987		CURRENT LEARNING RATE: 1.3215703743354477e-07
previous_iter_valid_loss : 0.16148272156715393

   1548260	  0.161658	  0.161483	  0.167911		CURRENT LEARNING RATE: 1.3213060866902266e-07
previous_iter_valid_loss : 0.1649477779865265

   1548280	  0.165109	  0.164948	  0.167413		CURRENT LEARNING RATE: 1.321041851897247e-07
previous_iter_valid_loss : 0.16070368885993958

   1548300	  0.160860	  0.160704	  0.167373		CURRENT LEARNING RATE: 1.320777669945944e-07
previous_iter_valid_loss : 0.16808702051639557

   1548320	  0.168315	  0.168087	  0.167116		CURRENT LEARNING RATE: 1.3205135408257476e-07
previous_iter_valid_loss : 0.17451326549053192

   1548340	  0.174666	  0.174513	  0.167692		CURRENT LEARNING RATE: 1.3202494645260936e-07
previous_iter_valid_loss : 0.17339031398296356

   1548360	  0.173668	  0.173390	  0.167482		CURRENT LEARNING RATE: 1.3199854410364155e-07
previous_iter_valid_loss : 0.16107043623924255

   1548380	  0.161254	  0.161070	  0.167473		CURRENT LEARNING RATE: 1.319721470346158e-07
previous_iter_valid_loss : 0.16054221987724304

   1548400	  0.160700	  0.160542	  0.167426		CURRENT LEARNING RATE: 1.319457552444759e-07
previous_iter_valid_loss : 0.1620180606842041

   1548420	  0.162209	  0.162018	  0.166731		CURRENT LEARNING RATE: 1.31919368732166e-07
previous_iter_valid_loss : 0.16467007994651794

   1548440	  0.164838	  0.164670	  0.166842		CURRENT LEARNING RATE: 1.3189298749663115e-07
previous_iter_valid_loss : 0.16307437419891357

   1548460	  0.163238	  0.163074	  0.166236		CURRENT LEARNING RATE: 1.3186661153681578e-07
previous_iter_valid_loss : 0.1646009385585785

   1548480	  0.164756	  0.164601	  0.166387		CURRENT LEARNING RATE: 1.3184024085166489e-07
previous_iter_valid_loss : 0.16208451986312866

   1548500	  0.162275	  0.162085	  0.164940		CURRENT LEARNING RATE: 1.3181387544012342e-07
previous_iter_valid_loss : 0.17234940826892853

   1548520	  0.172618	  0.172349	  0.165513		CURRENT LEARNING RATE: 1.3178751530113724e-07
previous_iter_valid_loss : 0.16633662581443787

   1548540	  0.166551	  0.166337	  0.165417		CURRENT LEARNING RATE: 1.3176116043365166e-07
previous_iter_valid_loss : 0.16053257882595062

   1548560	  0.160697	  0.160533	  0.165206		CURRENT LEARNING RATE: 1.3173481083661254e-07
previous_iter_valid_loss : 0.17617656290531158

   1548580	  0.176461	  0.176177	  0.165733		CURRENT LEARNING RATE: 1.317084665089656e-07
previous_iter_valid_loss : 0.19636815786361694

   1548600	  0.196470	  0.196368	  0.167451		CURRENT LEARNING RATE: 1.316821274496576e-07
previous_iter_valid_loss : 0.16126924753189087

   1548620	  0.161424	  0.161269	  0.167397		CURRENT LEARNING RATE: 1.316557936576347e-07
previous_iter_valid_loss : 0.16467320919036865

   1548640	  0.164876	  0.164673	  0.166943		CURRENT LEARNING RATE: 1.316294651318436e-07
previous_iter_valid_loss : 0.16202642023563385

   1548660	  0.162188	  0.162026	  0.166970		CURRENT LEARNING RATE: 1.3160314187123085e-07
previous_iter_valid_loss : 0.19410854578018188

   1548680	  0.194225	  0.194109	  0.168428		CURRENT LEARNING RATE: 1.3157682387474406e-07
previous_iter_valid_loss : 0.1663094311952591

   1548700	  0.166471	  0.166309	  0.168708		CURRENT LEARNING RATE: 1.315505111413302e-07
previous_iter_valid_loss : 0.16782531142234802

   1548720	  0.168063	  0.167825	  0.168695		CURRENT LEARNING RATE: 1.3152420366993684e-07
previous_iter_valid_loss : 0.1758522242307663

   1548740	  0.176132	  0.175852	  0.168762		CURRENT LEARNING RATE: 1.314979014595114e-07
previous_iter_valid_loss : 0.16194315254688263

   1548760	  0.162122	  0.161943	  0.168190		CURRENT LEARNING RATE: 1.3147160450900226e-07
previous_iter_valid_loss : 0.16779087483882904

   1548780	  0.168012	  0.167791	  0.168526		CURRENT LEARNING RATE: 1.3144531281735732e-07
previous_iter_valid_loss : 0.16426581144332886

   1548800	  0.164439	  0.164266	  0.168712		CURRENT LEARNING RATE: 1.314190263835247e-07
previous_iter_valid_loss : 0.16055187582969666

   1548820	  0.160707	  0.160552	  0.168639		CURRENT LEARNING RATE: 1.3139274520645337e-07
previous_iter_valid_loss : 0.16241081058979034

   1548840	  0.162588	  0.162411	  0.168526		CURRENT LEARNING RATE: 1.3136646928509183e-07
previous_iter_valid_loss : 0.16554737091064453

   1548860	  0.165715	  0.165547	  0.168650		CURRENT LEARNING RATE: 1.3134019861838915e-07
previous_iter_valid_loss : 0.16911770403385162

   1548880	  0.169354	  0.169118	  0.168875		CURRENT LEARNING RATE: 1.3131393320529413e-07
previous_iter_valid_loss : 0.16842031478881836

   1548900	  0.168572	  0.168420	  0.169192		CURRENT LEARNING RATE: 1.3128767304475673e-07
previous_iter_valid_loss : 0.16844980418682098

   1548920	  0.168691	  0.168450	  0.168997		CURRENT LEARNING RATE: 1.3126141813572626e-07
previous_iter_valid_loss : 0.16108646988868713

   1548940	  0.161244	  0.161086	  0.168735		CURRENT LEARNING RATE: 1.3123516847715253e-07
previous_iter_valid_loss : 0.1681576669216156

   1548960	  0.168311	  0.168158	  0.169116		CURRENT LEARNING RATE: 1.3120892406798534e-07
previous_iter_valid_loss : 0.16152553260326385

   1548980	  0.161716	  0.161526	  0.168383		CURRENT LEARNING RATE: 1.3118268490717534e-07
previous_iter_valid_loss : 0.16058610379695892

   1549000	  0.160753	  0.160586	  0.166594		CURRENT LEARNING RATE: 1.3115645099367278e-07
previous_iter_valid_loss : 0.1619224101305008

   1549020	  0.162093	  0.161922	  0.166627		CURRENT LEARNING RATE: 1.3113022232642823e-07
previous_iter_valid_loss : 0.17758262157440186

   1549040	  0.177735	  0.177583	  0.167272		CURRENT LEARNING RATE: 1.311039989043924e-07
previous_iter_valid_loss : 0.16536974906921387

   1549060	  0.165535	  0.165370	  0.167440		CURRENT LEARNING RATE: 1.3107778072651678e-07
previous_iter_valid_loss : 0.1692812740802765

   1549080	  0.169433	  0.169281	  0.166198		CURRENT LEARNING RATE: 1.3105156779175237e-07
previous_iter_valid_loss : 0.2094765603542328

   1549100	  0.209529	  0.209477	  0.168357		CURRENT LEARNING RATE: 1.3102536009905072e-07
previous_iter_valid_loss : 0.16063746809959412

   1549120	  0.160804	  0.160637	  0.167997		CURRENT LEARNING RATE: 1.3099915764736323e-07
previous_iter_valid_loss : 0.1614523082971573

   1549140	  0.161598	  0.161452	  0.167277		CURRENT LEARNING RATE: 1.3097296043564234e-07
previous_iter_valid_loss : 0.16054455935955048

   1549160	  0.160703	  0.160545	  0.167207		CURRENT LEARNING RATE: 1.3094676846283984e-07
previous_iter_valid_loss : 0.1692887246608734

   1549180	  0.169535	  0.169289	  0.167282		CURRENT LEARNING RATE: 1.3092058172790787e-07
previous_iter_valid_loss : 0.1705051213502884

   1549200	  0.170656	  0.170505	  0.167594		CURRENT LEARNING RATE: 1.3089440022979946e-07
previous_iter_valid_loss : 0.17529070377349854

   1549220	  0.175573	  0.175291	  0.168331		CURRENT LEARNING RATE: 1.3086822396746702e-07
previous_iter_valid_loss : 0.16049259901046753

   1549240	  0.160653	  0.160493	  0.168235		CURRENT LEARNING RATE: 1.308420529398636e-07
previous_iter_valid_loss : 0.16194647550582886

   1549260	  0.162115	  0.161946	  0.168055		CURRENT LEARNING RATE: 1.3081588714594207e-07
previous_iter_valid_loss : 0.16209930181503296

   1549280	  0.162262	  0.162099	  0.167704		CURRENT LEARNING RATE: 1.3078972658465627e-07
previous_iter_valid_loss : 0.16061069071292877

   1549300	  0.160771	  0.160611	  0.167314		CURRENT LEARNING RATE: 1.3076357125495954e-07
previous_iter_valid_loss : 0.1605871617794037

   1549320	  0.160743	  0.160587	  0.166921		CURRENT LEARNING RATE: 1.307374211558057e-07
previous_iter_valid_loss : 0.17335887253284454

   1549340	  0.173624	  0.173359	  0.167534		CURRENT LEARNING RATE: 1.307112762861485e-07
previous_iter_valid_loss : 0.17238661646842957

   1549360	  0.172655	  0.172387	  0.167746		CURRENT LEARNING RATE: 1.3068513664494258e-07
previous_iter_valid_loss : 0.1606530398130417

   1549380	  0.160810	  0.160653	  0.167702		CURRENT LEARNING RATE: 1.3065900223114212e-07
previous_iter_valid_loss : 0.16363124549388885

   1549400	  0.163835	  0.163631	  0.167854		CURRENT LEARNING RATE: 1.306328730437018e-07
previous_iter_valid_loss : 0.16102753579616547

   1549420	  0.161213	  0.161028	  0.167809		CURRENT LEARNING RATE: 1.306067490815762e-07
previous_iter_valid_loss : 0.16058798134326935

   1549440	  0.160751	  0.160588	  0.166960		CURRENT LEARNING RATE: 1.3058063034372079e-07
previous_iter_valid_loss : 0.16307197511196136

   1549460	  0.163267	  0.163072	  0.166845		CURRENT LEARNING RATE: 1.3055451682909063e-07
previous_iter_valid_loss : 0.17709462344646454

   1549480	  0.177250	  0.177095	  0.167236		CURRENT LEARNING RATE: 1.3052840853664113e-07
previous_iter_valid_loss : 0.16376237571239471

   1549500	  0.163965	  0.163762	  0.164950		CURRENT LEARNING RATE: 1.3050230546532777e-07
previous_iter_valid_loss : 0.1605522334575653

   1549520	  0.160713	  0.160552	  0.164946		CURRENT LEARNING RATE: 1.304762076141069e-07
previous_iter_valid_loss : 0.16051240265369415

   1549540	  0.160678	  0.160512	  0.164899		CURRENT LEARNING RATE: 1.3045011498193432e-07
previous_iter_valid_loss : 0.16112656891345978

   1549560	  0.161290	  0.161127	  0.164928		CURRENT LEARNING RATE: 1.3042402756776637e-07
previous_iter_valid_loss : 0.16053131222724915

   1549580	  0.160705	  0.160531	  0.164490		CURRENT LEARNING RATE: 1.303979453705593e-07
previous_iter_valid_loss : 0.1631614863872528

   1549600	  0.163332	  0.163161	  0.164123		CURRENT LEARNING RATE: 1.3037186838927032e-07
previous_iter_valid_loss : 0.1728486567735672

   1549620	  0.172995	  0.172849	  0.164000		CURRENT LEARNING RATE: 1.3034579662285607e-07
previous_iter_valid_loss : 0.16622509062290192

   1549640	  0.166445	  0.166225	  0.164287		CURRENT LEARNING RATE: 1.3031973007027347e-07
previous_iter_valid_loss : 0.1608162820339203

   1549660	  0.160998	  0.160816	  0.164231		CURRENT LEARNING RATE: 1.3029366873048032e-07
previous_iter_valid_loss : 0.1668320596218109

   1549680	  0.166985	  0.166832	  0.164467		CURRENT LEARNING RATE: 1.3026761260243393e-07
previous_iter_valid_loss : 0.16055500507354736

   1549700	  0.160719	  0.160555	  0.164464		CURRENT LEARNING RATE: 1.3024156168509208e-07
previous_iter_valid_loss : 0.17322306334972382

   1549720	  0.173506	  0.173223	  0.165096		CURRENT LEARNING RATE: 1.302155159774125e-07
previous_iter_valid_loss : 0.1610325574874878

   1549740	  0.161223	  0.161033	  0.164480		CURRENT LEARNING RATE: 1.3018947547835376e-07
previous_iter_valid_loss : 0.16282406449317932

   1549760	  0.162987	  0.162824	  0.164002		CURRENT LEARNING RATE: 1.3016344018687408e-07
previous_iter_valid_loss : 0.16232049465179443

   1549780	  0.162482	  0.162320	  0.164085		CURRENT LEARNING RATE: 1.3013741010193205e-07
previous_iter_valid_loss : 0.16098767518997192

   1549800	  0.161161	  0.160988	  0.163953		CURRENT LEARNING RATE: 1.301113852224862e-07
previous_iter_valid_loss : 0.161994069814682

   1549820	  0.162151	  0.161994	  0.164001		CURRENT LEARNING RATE: 1.3008536554749596e-07
previous_iter_valid_loss : 0.16107812523841858

   1549840	  0.161237	  0.161078	  0.164026		CURRENT LEARNING RATE: 1.300593510759204e-07
previous_iter_valid_loss : 0.16444073617458344

   1549860	  0.164642	  0.164441	  0.164094		CURRENT LEARNING RATE: 1.300333418067189e-07
previous_iter_valid_loss : 0.17642590403556824

   1549880	  0.176724	  0.176426	  0.164061		CURRENT LEARNING RATE: 1.3000733773885084e-07
previous_iter_valid_loss : 0.1613531857728958

   1549900	  0.161507	  0.161353	  0.163940		CURRENT LEARNING RATE: 1.2998133887127655e-07
previous_iter_valid_loss : 0.16156166791915894

   1549920	  0.161752	  0.161562	  0.163991		CURRENT LEARNING RATE: 1.2995534520295585e-07
previous_iter_valid_loss : 0.16057896614074707

   1549940	  0.160732	  0.160579	  0.163994		CURRENT LEARNING RATE: 1.2992935673284895e-07
previous_iter_valid_loss : 0.17193196713924408

   1549960	  0.172085	  0.171932	  0.164534		CURRENT LEARNING RATE: 1.2990337345991612e-07
previous_iter_valid_loss : 0.16155098378658295

   1549980	  0.161718	  0.161551	  0.164585		CURRENT LEARNING RATE: 1.2987739538311848e-07
previous_iter_valid_loss : 0.16565503180027008

   1550000	  0.165862	  0.165655	  0.164710		CURRENT LEARNING RATE: 1.2985142250141665e-07
previous_iter_valid_loss : 0.1654021441936493

   1550020	  0.165566	  0.165402	  0.164338		CURRENT LEARNING RATE: 1.2982545481377152e-07
previous_iter_valid_loss : 0.16299374401569366

   1550040	  0.163167	  0.162994	  0.164176		CURRENT LEARNING RATE: 1.2979949231914483e-07
previous_iter_valid_loss : 0.1607702523469925

   1550060	  0.160946	  0.160770	  0.164174		CURRENT LEARNING RATE: 1.2977353501649786e-07
previous_iter_valid_loss : 0.17439208924770355

   1550080	  0.174673	  0.174392	  0.164552		CURRENT LEARNING RATE: 1.2974758290479228e-07
previous_iter_valid_loss : 0.16277705132961273

   1550100	  0.162941	  0.162777	  0.164663		CURRENT LEARNING RATE: 1.2972163598298984e-07
previous_iter_valid_loss : 0.16128256916999817

   1550120	  0.161471	  0.161283	  0.164066		CURRENT LEARNING RATE: 1.2969569425005305e-07
previous_iter_valid_loss : 0.16098783910274506

   1550140	  0.161175	  0.160988	  0.164064		CURRENT LEARNING RATE: 1.2966975770494406e-07
previous_iter_valid_loss : 0.17345531284809113

   1550160	  0.173724	  0.173455	  0.164595		CURRENT LEARNING RATE: 1.2964382634662541e-07
previous_iter_valid_loss : 0.16299031674861908

   1550180	  0.163162	  0.162990	  0.164629		CURRENT LEARNING RATE: 1.296179001740596e-07
previous_iter_valid_loss : 0.20497840642929077

   1550200	  0.205056	  0.204978	  0.166828		CURRENT LEARNING RATE: 1.2959197918621005e-07
previous_iter_valid_loss : 0.16926126182079315

   1550220	  0.169414	  0.169261	  0.167192		CURRENT LEARNING RATE: 1.2956606338203965e-07
previous_iter_valid_loss : 0.1790328472852707

   1550240	  0.179351	  0.179033	  0.168089		CURRENT LEARNING RATE: 1.2954015276051182e-07
previous_iter_valid_loss : 0.1616315096616745

   1550260	  0.161817	  0.161632	  0.167949		CURRENT LEARNING RATE: 1.295142473205899e-07
previous_iter_valid_loss : 0.16545163094997406

   1550280	  0.165656	  0.165452	  0.167400		CURRENT LEARNING RATE: 1.2948834706123812e-07
previous_iter_valid_loss : 0.18441198766231537

   1550300	  0.184555	  0.184412	  0.168553		CURRENT LEARNING RATE: 1.2946245198142022e-07
previous_iter_valid_loss : 0.16102571785449982

   1550320	  0.161189	  0.161026	  0.168526		CURRENT LEARNING RATE: 1.2943656208010043e-07
previous_iter_valid_loss : 0.1639920175075531

   1550340	  0.164197	  0.163992	  0.168697		CURRENT LEARNING RATE: 1.294106773562429e-07
previous_iter_valid_loss : 0.1610497683286667

   1550360	  0.161233	  0.161050	  0.168153		CURRENT LEARNING RATE: 1.2938479780881272e-07
previous_iter_valid_loss : 0.16382531821727753

   1550380	  0.164023	  0.163825	  0.168267		CURRENT LEARNING RATE: 1.2935892343677447e-07
previous_iter_valid_loss : 0.17076988518238068

   1550400	  0.170922	  0.170770	  0.168522		CURRENT LEARNING RATE: 1.2933305423909294e-07
previous_iter_valid_loss : 0.1606409102678299

   1550420	  0.160799	  0.160641	  0.168284		CURRENT LEARNING RATE: 1.2930719021473385e-07
previous_iter_valid_loss : 0.16073575615882874

   1550440	  0.160906	  0.160736	  0.168171		CURRENT LEARNING RATE: 1.2928133136266236e-07
previous_iter_valid_loss : 0.174710214138031

   1550460	  0.174989	  0.174710	  0.168868		CURRENT LEARNING RATE: 1.2925547768184414e-07
previous_iter_valid_loss : 0.16048647463321686

   1550480	  0.160648	  0.160486	  0.168173		CURRENT LEARNING RATE: 1.2922962917124484e-07
previous_iter_valid_loss : 0.1620950698852539

   1550500	  0.162254	  0.162095	  0.168139		CURRENT LEARNING RATE: 1.2920378582983094e-07
previous_iter_valid_loss : 0.16357865929603577

   1550520	  0.163764	  0.163579	  0.168254		CURRENT LEARNING RATE: 1.2917794765656847e-07
previous_iter_valid_loss : 0.16890321671962738

   1550540	  0.169130	  0.168903	  0.168650		CURRENT LEARNING RATE: 1.2915211465042395e-07
previous_iter_valid_loss : 0.16073833405971527

   1550560	  0.160899	  0.160738	  0.168014		CURRENT LEARNING RATE: 1.291262868103638e-07
previous_iter_valid_loss : 0.16375765204429626

   1550580	  0.163964	  0.163758	  0.168052		CURRENT LEARNING RATE: 1.2910046413535536e-07
previous_iter_valid_loss : 0.16513191163539886

   1550600	  0.165340	  0.165132	  0.166060		CURRENT LEARNING RATE: 1.290746466243655e-07
previous_iter_valid_loss : 0.17795634269714355

   1550620	  0.178257	  0.177956	  0.166495		CURRENT LEARNING RATE: 1.2904883427636153e-07
previous_iter_valid_loss : 0.16646696627140045

   1550640	  0.166622	  0.166467	  0.165866		CURRENT LEARNING RATE: 1.2902302709031073e-07
previous_iter_valid_loss : 0.16442056000232697

   1550660	  0.164618	  0.164421	  0.166006		CURRENT LEARNING RATE: 1.2899722506518125e-07
previous_iter_valid_loss : 0.16049884259700775

   1550680	  0.160662	  0.160499	  0.165758		CURRENT LEARNING RATE: 1.289714281999408e-07
previous_iter_valid_loss : 0.16052685678005219

   1550700	  0.160696	  0.160527	  0.164564		CURRENT LEARNING RATE: 1.2894563649355747e-07
previous_iter_valid_loss : 0.1656057983636856

   1550720	  0.165772	  0.165606	  0.164793		CURRENT LEARNING RATE: 1.289198499449994e-07
previous_iter_valid_loss : 0.1616087257862091

   1550740	  0.161793	  0.161609	  0.164674		CURRENT LEARNING RATE: 1.2889406855323557e-07
previous_iter_valid_loss : 0.16051068902015686

   1556020	  0.160666	  0.160511	  0.163843		CURRENT LEARNING RATE: 1.2226500890005466e-07
previous_iter_valid_loss : 0.161179319024086

   1556040	  0.161329	  0.161179	  0.163876		CURRENT LEARNING RATE: 1.2224055834341164e-07
previous_iter_valid_loss : 0.1619340032339096

   1556060	  0.162129	  0.161934	  0.163847		CURRENT LEARNING RATE: 1.222161126763912e-07
previous_iter_valid_loss : 0.1606074422597885

   1556080	  0.160757	  0.160607	  0.163212		CURRENT LEARNING RATE: 1.221916718980153e-07
previous_iter_valid_loss : 0.16060706973075867

   1556100	  0.160763	  0.160607	  0.163133		CURRENT LEARNING RATE: 1.2216723600730626e-07
previous_iter_valid_loss : 0.1656140238046646

   1556120	  0.165819	  0.165614	  0.163126		CURRENT LEARNING RATE: 1.2214280500328648e-07
previous_iter_valid_loss : 0.16629227995872498

   1556140	  0.166515	  0.166292	  0.163366		CURRENT LEARNING RATE: 1.2211837888497913e-07
previous_iter_valid_loss : 0.1614958941936493

   1556160	  0.161677	  0.161496	  0.163365		CURRENT LEARNING RATE: 1.2209395765140697e-07
previous_iter_valid_loss : 0.16072775423526764

   1556180	  0.160890	  0.160728	  0.162984		CURRENT LEARNING RATE: 1.220695413015931e-07
previous_iter_valid_loss : 0.16549110412597656

   1556200	  0.165656	  0.165491	  0.163216		CURRENT LEARNING RATE: 1.220451298345607e-07
previous_iter_valid_loss : 0.17505371570587158

   1556220	  0.175201	  0.175054	  0.163858		CURRENT LEARNING RATE: 1.220207232493337e-07
previous_iter_valid_loss : 0.20395949482917786

   1556240	  0.204021	  0.203959	  0.165576		CURRENT LEARNING RATE: 1.2199632154493568e-07
previous_iter_valid_loss : 0.16734153032302856

   1556260	  0.167555	  0.167342	  0.165896		CURRENT LEARNING RATE: 1.2197192472039055e-07
previous_iter_valid_loss : 0.1740572303533554

   1556280	  0.174206	  0.174057	  0.166545		CURRENT LEARNING RATE: 1.219475327747222e-07
previous_iter_valid_loss : 0.163228377699852

   1556300	  0.163424	  0.163228	  0.166606		CURRENT LEARNING RATE: 1.2192314570695535e-07
previous_iter_valid_loss : 0.16789281368255615

   1556320	  0.168050	  0.167893	  0.166701		CURRENT LEARNING RATE: 1.218987635161144e-07
previous_iter_valid_loss : 0.1615135371685028

   1556340	  0.161705	  0.161514	  0.166500		CURRENT LEARNING RATE: 1.2187438620122397e-07
previous_iter_valid_loss : 0.1701211929321289

   1556360	  0.170274	  0.170121	  0.166957		CURRENT LEARNING RATE: 1.2185001376130878e-07
previous_iter_valid_loss : 0.16661116480827332

   1556380	  0.166771	  0.166611	  0.167174		CURRENT LEARNING RATE: 1.2182564619539442e-07
previous_iter_valid_loss : 0.16121068596839905

   1556400	  0.161393	  0.161211	  0.166771		CURRENT LEARNING RATE: 1.2180128350250588e-07
previous_iter_valid_loss : 0.16064715385437012

   1556420	  0.160827	  0.160647	  0.166778		CURRENT LEARNING RATE: 1.217769256816687e-07
previous_iter_valid_loss : 0.1613025665283203

   1556440	  0.161458	  0.161303	  0.166784		CURRENT LEARNING RATE: 1.2175257273190839e-07
previous_iter_valid_loss : 0.17116393148899078

   1556460	  0.171416	  0.171164	  0.167245		CURRENT LEARNING RATE: 1.2172822465225116e-07
previous_iter_valid_loss : 0.1617581844329834

   1556480	  0.161921	  0.161758	  0.167303		CURRENT LEARNING RATE: 1.2170388144172298e-07
previous_iter_valid_loss : 0.16176153719425201

   1556500	  0.161956	  0.161762	  0.167360		CURRENT LEARNING RATE: 1.2167954309934984e-07
previous_iter_valid_loss : 0.16051115095615387

   1556520	  0.160669	  0.160511	  0.167105		CURRENT LEARNING RATE: 1.2165520962415865e-07
previous_iter_valid_loss : 0.17120103538036346

   1556540	  0.171355	  0.171201	  0.167351		CURRENT LEARNING RATE: 1.2163088101517587e-07
previous_iter_valid_loss : 0.17733003199100494

   1556560	  0.177629	  0.177330	  0.168142		CURRENT LEARNING RATE: 1.2160655727142834e-07
previous_iter_valid_loss : 0.16697531938552856

   1556580	  0.167209	  0.166975	  0.168455		CURRENT LEARNING RATE: 1.2158223839194292e-07
previous_iter_valid_loss : 0.1610775589942932

   1556600	  0.161263	  0.161078	  0.168234		CURRENT LEARNING RATE: 1.2155792437574725e-07
previous_iter_valid_loss : 0.16306918859481812

   1556620	  0.163260	  0.163069	  0.167635		CURRENT LEARNING RATE: 1.2153361522186857e-07
previous_iter_valid_loss : 0.1608908772468567

   1556640	  0.161070	  0.160891	  0.165482		CURRENT LEARNING RATE: 1.2150931092933453e-07
previous_iter_valid_loss : 0.16059471666812897

   1556660	  0.160769	  0.160595	  0.165144		CURRENT LEARNING RATE: 1.214850114971727e-07
previous_iter_valid_loss : 0.16574354469776154

   1556680	  0.165946	  0.165744	  0.164728		CURRENT LEARNING RATE: 1.2146071692441158e-07
previous_iter_valid_loss : 0.16828641295433044

   1556700	  0.168443	  0.168286	  0.164981		CURRENT LEARNING RATE: 1.2143642721007917e-07
previous_iter_valid_loss : 0.1669631153345108

   1556720	  0.167124	  0.166963	  0.164935		CURRENT LEARNING RATE: 1.2141214235320383e-07
previous_iter_valid_loss : 0.1614064872264862

   1556740	  0.161565	  0.161406	  0.164930		CURRENT LEARNING RATE: 1.2138786235281403e-07
previous_iter_valid_loss : 0.16124100983142853

   1556760	  0.161429	  0.161241	  0.164486		CURRENT LEARNING RATE: 1.2136358720793892e-07
previous_iter_valid_loss : 0.16173024475574493

   1556780	  0.161895	  0.161730	  0.164241		CURRENT LEARNING RATE: 1.2133931691760732e-07
previous_iter_valid_loss : 0.1643751561641693

   1556800	  0.164539	  0.164375	  0.164400		CURRENT LEARNING RATE: 1.213150514808484e-07
previous_iter_valid_loss : 0.16077053546905518

   1556820	  0.160948	  0.160771	  0.164406		CURRENT LEARNING RATE: 1.2129079089669137e-07
previous_iter_valid_loss : 0.16049997508525848

   1556840	  0.160667	  0.160500	  0.164366		CURRENT LEARNING RATE: 1.2126653516416619e-07
previous_iter_valid_loss : 0.17515362799167633

   1556860	  0.175439	  0.175154	  0.164565		CURRENT LEARNING RATE: 1.2124228428230244e-07
previous_iter_valid_loss : 0.16174672544002533

   1556880	  0.161931	  0.161747	  0.164565		CURRENT LEARNING RATE: 1.2121803825012986e-07
previous_iter_valid_loss : 0.16089560091495514

   1556900	  0.161047	  0.160896	  0.164521		CURRENT LEARNING RATE: 1.2119379706667904e-07
previous_iter_valid_loss : 0.16080224514007568

   1556920	  0.160951	  0.160802	  0.164536		CURRENT LEARNING RATE: 1.2116956073098013e-07
previous_iter_valid_loss : 0.1661350429058075

   1556940	  0.166295	  0.166135	  0.164283		CURRENT LEARNING RATE: 1.2114532924206364e-07
previous_iter_valid_loss : 0.16140314936637878

   1556960	  0.161580	  0.161403	  0.163486		CURRENT LEARNING RATE: 1.2112110259896012e-07
previous_iter_valid_loss : 0.16425549983978271

   1556980	  0.164444	  0.164255	  0.163350		CURRENT LEARNING RATE: 1.2109688080070096e-07
previous_iter_valid_loss : 0.16121609508991241

   1557000	  0.161374	  0.161216	  0.163357		CURRENT LEARNING RATE: 1.2107266384631706e-07
previous_iter_valid_loss : 0.17403875291347504

   1557020	  0.174312	  0.174039	  0.163906		CURRENT LEARNING RATE: 1.2104845173483968e-07
previous_iter_valid_loss : 0.1650700718164444

   1557040	  0.165230	  0.165070	  0.164115		CURRENT LEARNING RATE: 1.210242444653002e-07
previous_iter_valid_loss : 0.1629493683576584

   1557060	  0.163151	  0.162949	  0.164232		CURRENT LEARNING RATE: 1.2100004203673072e-07
previous_iter_valid_loss : 0.1670018583536148

   1557080	  0.167218	  0.167002	  0.164295		CURRENT LEARNING RATE: 1.2097584444816296e-07
previous_iter_valid_loss : 0.1700890064239502

   1557100	  0.170238	  0.170089	  0.164385		CURRENT LEARNING RATE: 1.2095165169862898e-07
previous_iter_valid_loss : 0.1647389680147171

   1557120	  0.164906	  0.164739	  0.164274		CURRENT LEARNING RATE: 1.2092746378716087e-07
previous_iter_valid_loss : 0.16101017594337463

   1557140	  0.161196	  0.161010	  0.164254		CURRENT LEARNING RATE: 1.2090328071279153e-07
previous_iter_valid_loss : 0.16660381853580475

   1557160	  0.166812	  0.166604	  0.164523		CURRENT LEARNING RATE: 1.2087910247455344e-07
previous_iter_valid_loss : 0.16057637333869934

   1557180	  0.160746	  0.160576	  0.164465		CURRENT LEARNING RATE: 1.2085492907147948e-07
previous_iter_valid_loss : 0.16105450689792633

   1557200	  0.161216	  0.161055	  0.164299		CURRENT LEARNING RATE: 1.208307605026025e-07
previous_iter_valid_loss : 0.17157931625843048

   1557220	  0.171728	  0.171579	  0.164839		CURRENT LEARNING RATE: 1.2080659676695611e-07
previous_iter_valid_loss : 0.16086164116859436

   1557240	  0.161010	  0.160862	  0.164857		CURRENT LEARNING RATE: 1.2078243786357367e-07
previous_iter_valid_loss : 0.1615900695323944

   1557260	  0.161732	  0.161590	  0.164179		CURRENT LEARNING RATE: 1.2075828379148852e-07
previous_iter_valid_loss : 0.16163496673107147

   1557280	  0.161793	  0.161635	  0.164174		CURRENT LEARNING RATE: 1.2073413454973495e-07
previous_iter_valid_loss : 0.16215009987354279

   1557300	  0.162348	  0.162150	  0.164236		CURRENT LEARNING RATE: 1.2070999013734675e-07
previous_iter_valid_loss : 0.16070078313350677

   1557320	  0.160875	  0.160701	  0.164231		CURRENT LEARNING RATE: 1.2068585055335822e-07
previous_iter_valid_loss : 0.16158077120780945

   1557340	  0.161766	  0.161581	  0.164004		CURRENT LEARNING RATE: 1.206617157968035e-07
previous_iter_valid_loss : 0.16561685502529144

   1557360	  0.165776	  0.165617	  0.164214		CURRENT LEARNING RATE: 1.2063758586671762e-07
previous_iter_valid_loss : 0.1636933833360672

   1557380	  0.163869	  0.163693	  0.164186		CURRENT LEARNING RATE: 1.206134607621352e-07
previous_iter_valid_loss : 0.1623087078332901

   1557400	  0.162467	  0.162309	  0.164241		CURRENT LEARNING RATE: 1.2058934048209127e-07
previous_iter_valid_loss : 0.1729988157749176

   1557420	  0.173148	  0.172999	  0.164189		CURRENT LEARNING RATE: 1.2056522502562073e-07
previous_iter_valid_loss : 0.17697222530841827

   1557440	  0.177129	  0.176972	  0.164784		CURRENT LEARNING RATE: 1.205411143917594e-07
previous_iter_valid_loss : 0.1605367511510849

   1557460	  0.160691	  0.160537	  0.164663		CURRENT LEARNING RATE: 1.2051700857954266e-07
previous_iter_valid_loss : 0.16053487360477448

   1557480	  0.160702	  0.160535	  0.164340		CURRENT LEARNING RATE: 1.204929075880063e-07
previous_iter_valid_loss : 0.16163676977157593

   1557500	  0.161797	  0.161637	  0.163917		CURRENT LEARNING RATE: 1.2046881141618606e-07
previous_iter_valid_loss : 0.16074615716934204

   1557520	  0.160918	  0.160746	  0.163718		CURRENT LEARNING RATE: 1.204447200631185e-07
previous_iter_valid_loss : 0.18031583726406097

   1557540	  0.180645	  0.180316	  0.164683		CURRENT LEARNING RATE: 1.2042063352783973e-07
previous_iter_valid_loss : 0.16102656722068787

   1557560	  0.161185	  0.161027	  0.164404		CURRENT LEARNING RATE: 1.2039655180938633e-07
previous_iter_valid_loss : 0.1619137078523636

   1557580	  0.162100	  0.161914	  0.164471		CURRENT LEARNING RATE: 1.2037247490679484e-07
previous_iter_valid_loss : 0.1793939173221588

   1557600	  0.179713	  0.179394	  0.165388		CURRENT LEARNING RATE: 1.2034840281910253e-07
previous_iter_valid_loss : 0.1649097502231598

   1557620	  0.165077	  0.164910	  0.165054		CURRENT LEARNING RATE: 1.2032433554534637e-07
previous_iter_valid_loss : 0.1695343255996704

   1557640	  0.169687	  0.169534	  0.165488		CURRENT LEARNING RATE: 1.2030027308456364e-07
previous_iter_valid_loss : 0.16079246997833252

   1557660	  0.160967	  0.160792	  0.165448		CURRENT LEARNING RATE: 1.2027621543579165e-07
previous_iter_valid_loss : 0.16200684010982513

   1557680	  0.162193	  0.162007	  0.165467		CURRENT LEARNING RATE: 1.2025216259806849e-07
previous_iter_valid_loss : 0.18229380249977112

   1557700	  0.182451	  0.182294	  0.166474		CURRENT LEARNING RATE: 1.2022811457043185e-07
previous_iter_valid_loss : 0.16080451011657715

   1557720	  0.160965	  0.160805	  0.166479		CURRENT LEARNING RATE: 1.202040713519196e-07
previous_iter_valid_loss : 0.16083872318267822

   1557740	  0.160999	  0.160839	  0.166442		CURRENT LEARNING RATE: 1.2018003294157042e-07
previous_iter_valid_loss : 0.17008556425571442

   1557760	  0.170237	  0.170086	  0.166665		CURRENT LEARNING RATE: 1.201559993384226e-07
previous_iter_valid_loss : 0.1662786304950714

   1557780	  0.166441	  0.166279	  0.166795		CURRENT LEARNING RATE: 1.2013197054151476e-07
previous_iter_valid_loss : 0.16060450673103333

   1557800	  0.160759	  0.160605	  0.166709		CURRENT LEARNING RATE: 1.2010794654988555e-07
previous_iter_valid_loss : 0.16283318400382996

   1557820	  0.162999	  0.162833	  0.166201		CURRENT LEARNING RATE: 1.2008392736257442e-07
previous_iter_valid_loss : 0.16655652225017548

   1557840	  0.166716	  0.166557	  0.165680		CURRENT LEARNING RATE: 1.200599129786204e-07
previous_iter_valid_loss : 0.1606702357530594

   1557860	  0.160841	  0.160670	  0.165687		CURRENT LEARNING RATE: 1.2003590339706294e-07
previous_iter_valid_loss : 0.17708666622638702

   1557880	  0.177243	  0.177087	  0.166515		CURRENT LEARNING RATE: 1.2001189861694137e-07
previous_iter_valid_loss : 0.1614842563867569

   1557900	  0.161643	  0.161484	  0.166507		CURRENT LEARNING RATE: 1.19987898637296e-07
previous_iter_valid_loss : 0.16154800355434418

   1557920	  0.161698	  0.161548	  0.166547		CURRENT LEARNING RATE: 1.199639034571666e-07
previous_iter_valid_loss : 0.169464573264122

   1557940	  0.169702	  0.169465	  0.166005		CURRENT LEARNING RATE: 1.1993991307559335e-07
previous_iter_valid_loss : 0.1604958474636078

   1557960	  0.160663	  0.160496	  0.165978		CURRENT LEARNING RATE: 1.1991592749161644e-07
previous_iter_valid_loss : 0.1692364364862442

   1557980	  0.169474	  0.169236	  0.166344		CURRENT LEARNING RATE: 1.1989194670427684e-07
previous_iter_valid_loss : 0.16777102649211884

   1558000	  0.167925	  0.167771	  0.165763		CURRENT LEARNING RATE: 1.1986797071261511e-07
previous_iter_valid_loss : 0.16055943071842194

   1558020	  0.160729	  0.160559	  0.165546		CURRENT LEARNING RATE: 1.1984399951567225e-07
previous_iter_valid_loss : 0.1920984834432602

   1558040	  0.192220	  0.192098	  0.166674		CURRENT LEARNING RATE: 1.1982003311248916e-07
previous_iter_valid_loss : 0.16315574944019318

   1558060	  0.163324	  0.163156	  0.166792		CURRENT LEARNING RATE: 1.1979607150210762e-07
previous_iter_valid_loss : 0.16075384616851807

   1558080	  0.160910	  0.160754	  0.166729		CURRENT LEARNING RATE: 1.1977211468356897e-07
previous_iter_valid_loss : 0.16166064143180847

   1558100	  0.161816	  0.161661	  0.165698		CURRENT LEARNING RATE: 1.197481626559147e-07
previous_iter_valid_loss : 0.1613389104604721

   1558120	  0.161507	  0.161339	  0.165724		CURRENT LEARNING RATE: 1.1972421541818716e-07
previous_iter_valid_loss : 0.16546176373958588

   1558140	  0.165670	  0.165462	  0.165955		CURRENT LEARNING RATE: 1.1970027296942828e-07
previous_iter_valid_loss : 0.16266009211540222

   1558160	  0.162832	  0.162660	  0.165584		CURRENT LEARNING RATE: 1.1967633530868032e-07
previous_iter_valid_loss : 0.16544552147388458

   1558180	  0.165602	  0.165446	  0.165543		CURRENT LEARNING RATE: 1.1965240243498556e-07
previous_iter_valid_loss : 0.1633254885673523

   1558200	  0.163530	  0.163325	  0.165679		CURRENT LEARNING RATE: 1.1962847434738715e-07
previous_iter_valid_loss : 0.1619582176208496

   1558220	  0.162148	  0.161958	  0.165635		CURRENT LEARNING RATE: 1.1960455104492772e-07
previous_iter_valid_loss : 0.16184745728969574

   1558240	  0.161998	  0.161847	  0.165399		CURRENT LEARNING RATE: 1.1958063252665034e-07
previous_iter_valid_loss : 0.16599056124687195

   1558260	  0.166197	  0.165991	  0.165665		CURRENT LEARNING RATE: 1.1955671879159808e-07
previous_iter_valid_loss : 0.18608073890209198

   1558280	  0.186228	  0.186081	  0.166115		CURRENT LEARNING RATE: 1.1953280983881478e-07
previous_iter_valid_loss : 0.16494989395141602

   1558300	  0.165158	  0.164950	  0.166288		CURRENT LEARNING RATE: 1.1950890566734392e-07
previous_iter_valid_loss : 0.183232843875885

   1558320	  0.183597	  0.183233	  0.167373		CURRENT LEARNING RATE: 1.1948500627622929e-07
previous_iter_valid_loss : 0.18307889997959137

   1558340	  0.183226	  0.183079	  0.168053		CURRENT LEARNING RATE: 1.194611116645147e-07
previous_iter_valid_loss : 0.16563178598880768

   1558360	  0.165798	  0.165632	  0.168310		CURRENT LEARNING RATE: 1.194372218312448e-07
previous_iter_valid_loss : 0.16098453104496002

   1558380	  0.161164	  0.160985	  0.167898		CURRENT LEARNING RATE: 1.194133367754638e-07
previous_iter_valid_loss : 0.1605224758386612

   1558400	  0.160679	  0.160522	  0.167535		CURRENT LEARNING RATE: 1.1938945649621628e-07
previous_iter_valid_loss : 0.16659849882125854

   1558420	  0.166817	  0.166598	  0.167837		CURRENT LEARNING RATE: 1.1936558099254685e-07
previous_iter_valid_loss : 0.175165057182312

   1558440	  0.175446	  0.175165	  0.166990		CURRENT LEARNING RATE: 1.1934171026350088e-07
previous_iter_valid_loss : 0.2078142762184143

   1558460	  0.208400	  0.207814	  0.169223		CURRENT LEARNING RATE: 1.1931784430812332e-07
previous_iter_valid_loss : 0.16166478395462036

   1558480	  0.161849	  0.161665	  0.169269		CURRENT LEARNING RATE: 1.1929398312545934e-07
previous_iter_valid_loss : 0.1693384349346161

   1558500	  0.169492	  0.169338	  0.169653		CURRENT LEARNING RATE: 1.192701267145549e-07
previous_iter_valid_loss : 0.17078471183776855

   1558520	  0.171035	  0.170785	  0.170125		CURRENT LEARNING RATE: 1.1924627507445557e-07
previous_iter_valid_loss : 0.162317156791687

   1558540	  0.162469	  0.162317	  0.169968		CURRENT LEARNING RATE: 1.1922242820420725e-07
previous_iter_valid_loss : 0.16715453565120697

   1558560	  0.167314	  0.167155	  0.170193		CURRENT LEARNING RATE: 1.1919858610285586e-07
previous_iter_valid_loss : 0.16438770294189453

   1558580	  0.164554	  0.164388	  0.170140		CURRENT LEARNING RATE: 1.1917474876944815e-07
previous_iter_valid_loss : 0.18546496331691742

   1558600	  0.185608	  0.185465	  0.171247		CURRENT LEARNING RATE: 1.1915091620303039e-07
previous_iter_valid_loss : 0.17552277445793152

   1558620	  0.175672	  0.175523	  0.171925		CURRENT LEARNING RATE: 1.1912708840264931e-07
previous_iter_valid_loss : 0.16096894443035126

   1558640	  0.161129	  0.160969	  0.171881		CURRENT LEARNING RATE: 1.1910326536735156e-07
previous_iter_valid_loss : 0.1605531871318817

   1558660	  0.160715	  0.160553	  0.171609		CURRENT LEARNING RATE: 1.1907944709618465e-07
previous_iter_valid_loss : 0.16219113767147064

   1558680	  0.162347	  0.162191	  0.170415		CURRENT LEARNING RATE: 1.1905563358819565e-07
previous_iter_valid_loss : 0.16245262324810028

   1558700	  0.162633	  0.162453	  0.170290		CURRENT LEARNING RATE: 1.1903182484243201e-07
previous_iter_valid_loss : 0.16504190862178802

   1558720	  0.165209	  0.165042	  0.169380		CURRENT LEARNING RATE: 1.1900802085794117e-07
previous_iter_valid_loss : 0.16088393330574036

   1558740	  0.161066	  0.160884	  0.168270		CURRENT LEARNING RATE: 1.1898422163377138e-07
previous_iter_valid_loss : 0.17827269434928894

   1558760	  0.178582	  0.178273	  0.168902		CURRENT LEARNING RATE: 1.1896042716897046e-07
previous_iter_valid_loss : 0.16631409525871277

   1558780	  0.166473	  0.166314	  0.169169		CURRENT LEARNING RATE: 1.1893663746258667e-07
previous_iter_valid_loss : 0.16063785552978516

   1558800	  0.160797	  0.160638	  0.169175		CURRENT LEARNING RATE: 1.1891285251366817e-07
previous_iter_valid_loss : 0.16154265403747559

   1558820	  0.161726	  0.161543	  0.168922		CURRENT LEARNING RATE: 1.18889072321264e-07
previous_iter_valid_loss : 0.1676657348871231

   1558840	  0.167892	  0.167666	  0.168547		CURRENT LEARNING RATE: 1.1886529688442273e-07
previous_iter_valid_loss : 0.16068926453590393

   1558860	  0.160834	  0.160689	  0.166191		CURRENT LEARNING RATE: 1.1884152620219314e-07
previous_iter_valid_loss : 0.1605616807937622

   1558880	  0.160736	  0.160562	  0.166136		CURRENT LEARNING RATE: 1.1881776027362485e-07
previous_iter_valid_loss : 0.16230998933315277

   1558900	  0.162513	  0.162310	  0.165784		CURRENT LEARNING RATE: 1.1879399909776696e-07
previous_iter_valid_loss : 0.17843706905841827

   1558920	  0.178758	  0.178437	  0.166167		CURRENT LEARNING RATE: 1.1877024267366907e-07
previous_iter_valid_loss : 0.1715368777513504

   1558940	  0.171682	  0.171537	  0.166628		CURRENT LEARNING RATE: 1.1874649100038069e-07
previous_iter_valid_loss : 0.16941940784454346

   1558960	  0.169570	  0.169419	  0.166741		CURRENT LEARNING RATE: 1.1872274407695216e-07
previous_iter_valid_loss : 0.17025187611579895

   1558980	  0.170501	  0.170252	  0.167034		CURRENT LEARNING RATE: 1.1869900190243343e-07
previous_iter_valid_loss : 0.163715198636055

   1559000	  0.163885	  0.163715	  0.165947		CURRENT LEARNING RATE: 1.1867526447587477e-07
previous_iter_valid_loss : 0.16082169115543365

   1559020	  0.160992	  0.160822	  0.165212		CURRENT LEARNING RATE: 1.1865153179632651e-07
previous_iter_valid_loss : 0.16100387275218964

   1559040	  0.161162	  0.161004	  0.165213		CURRENT LEARNING RATE: 1.1862780386283973e-07
previous_iter_valid_loss : 0.1620376855134964

   1559060	  0.162221	  0.162038	  0.165288		CURRENT LEARNING RATE: 1.1860408067446513e-07
previous_iter_valid_loss : 0.1701686531305313

   1559080	  0.170322	  0.170169	  0.165686		CURRENT LEARNING RATE: 1.1858036223025378e-07
previous_iter_valid_loss : 0.1606987714767456

   1559100	  0.160849	  0.160699	  0.165599		CURRENT LEARNING RATE: 1.1855664852925672e-07
previous_iter_valid_loss : 0.16051210463047028

   1559120	  0.160681	  0.160512	  0.165372		CURRENT LEARNING RATE: 1.1853293957052582e-07
previous_iter_valid_loss : 0.1643192023038864

   1559140	  0.164489	  0.164319	  0.165544		CURRENT LEARNING RATE: 1.1850923535311254e-07
previous_iter_valid_loss : 0.16070663928985596

   1559160	  0.160881	  0.160707	  0.164666		CURRENT LEARNING RATE: 1.1848553587606867e-07
previous_iter_valid_loss : 0.16455718874931335

   1559180	  0.164723	  0.164557	  0.164578		CURRENT LEARNING RATE: 1.1846184113844605e-07
previous_iter_valid_loss : 0.16195078194141388

   1559200	  0.162136	  0.161951	  0.164644		CURRENT LEARNING RATE: 1.1843815113929728e-07
previous_iter_valid_loss : 0.16704219579696655

   1559220	  0.167259	  0.167042	  0.164919		CURRENT LEARNING RATE: 1.184144658776746e-07
previous_iter_valid_loss : 0.16056124866008759

   1559240	  0.160717	  0.160561	  0.164563		CURRENT LEARNING RATE: 1.1839078535263055e-07
previous_iter_valid_loss : 0.1615504026412964

   1559260	  0.161723	  0.161550	  0.164606		CURRENT LEARNING RATE: 1.1836710956321774e-07
previous_iter_valid_loss : 0.16741570830345154

   1559280	  0.167634	  0.167416	  0.164949		CURRENT LEARNING RATE: 1.1834343850848951e-07
previous_iter_valid_loss : 0.16132284700870514

   1559300	  0.161504	  0.161323	  0.164900		CURRENT LEARNING RATE: 1.1831977218749887e-07
previous_iter_valid_loss : 0.1682463437318802

   1559320	  0.168480	  0.168246	  0.164390		CURRENT LEARNING RATE: 1.1829611059929891e-07
previous_iter_valid_loss : 0.16120685636997223

   1559340	  0.161391	  0.161207	  0.163874		CURRENT LEARNING RATE: 1.182724537429436e-07
previous_iter_valid_loss : 0.16122375428676605

   1559360	  0.161369	  0.161224	  0.163464		CURRENT LEARNING RATE: 1.1824880161748644e-07
previous_iter_valid_loss : 0.1686573326587677

   1559380	  0.168810	  0.168657	  0.163384		CURRENT LEARNING RATE: 1.1822515422198137e-07
previous_iter_valid_loss : 0.16164270043373108

   1559400	  0.161794	  0.161643	  0.163281		CURRENT LEARNING RATE: 1.1820151155548228e-07
previous_iter_valid_loss : 0.18203207850456238

   1559420	  0.182376	  0.182032	  0.164341		CURRENT LEARNING RATE: 1.1817787361704388e-07
previous_iter_valid_loss : 0.16052110493183136

   1559440	  0.160685	  0.160521	  0.164317		CURRENT LEARNING RATE: 1.1815424040572043e-07
previous_iter_valid_loss : 0.16787363588809967

   1559460	  0.168032	  0.167874	  0.164609		CURRENT LEARNING RATE: 1.1813061192056664e-07
previous_iter_valid_loss : 0.16320276260375977

   1559480	  0.163404	  0.163203	  0.164260		CURRENT LEARNING RATE: 1.181069881606371e-07
previous_iter_valid_loss : 0.16052654385566711

   1559500	  0.160697	  0.160527	  0.164252		CURRENT LEARNING RATE: 1.1808336912498732e-07
previous_iter_valid_loss : 0.16145963966846466

   1559520	  0.161647	  0.161460	  0.164299		CURRENT LEARNING RATE: 1.1805975481267232e-07
previous_iter_valid_loss : 0.1723770946264267

   1559540	  0.172648	  0.172377	  0.164702		CURRENT LEARNING RATE: 1.1803614522274753e-07
previous_iter_valid_loss : 0.16050581634044647

   1559560	  0.160667	  0.160506	  0.164692		CURRENT LEARNING RATE: 1.1801254035426837e-07
previous_iter_valid_loss : 0.16880378127098083

   1559580	  0.169029	  0.168804	  0.164904		CURRENT LEARNING RATE: 1.1798894020629104e-07
previous_iter_valid_loss : 0.16051281988620758

   1559600	  0.160676	  0.160513	  0.164832		CURRENT LEARNING RATE: 1.1796534477787133e-07
previous_iter_valid_loss : 0.16086727380752563

   1559620	  0.161023	  0.160867	  0.164524		CURRENT LEARNING RATE: 1.179417540680654e-07
previous_iter_valid_loss : 0.16057993471622467

   1559640	  0.160740	  0.160580	  0.164525		CURRENT LEARNING RATE: 1.1791816807592947e-07
previous_iter_valid_loss : 0.17323674261569977

   1559660	  0.173513	  0.173237	  0.165109		CURRENT LEARNING RATE: 1.178945868005205e-07
previous_iter_valid_loss : 0.16167232394218445

   1559680	  0.161858	  0.161672	  0.164822		CURRENT LEARNING RATE: 1.1787101024089499e-07
previous_iter_valid_loss : 0.16129550337791443

   1559700	  0.161459	  0.161296	  0.164820		CURRENT LEARNING RATE: 1.1784743839610971e-07
previous_iter_valid_loss : 0.16270162165164948

   1559720	  0.162872	  0.162702	  0.164543		CURRENT LEARNING RATE: 1.1782387126522221e-07
previous_iter_valid_loss : 0.16062569618225098

   1559740	  0.160800	  0.160626	  0.164514		CURRENT LEARNING RATE: 1.1780030884728955e-07
previous_iter_valid_loss : 0.16525617241859436

   1559760	  0.165418	  0.165256	  0.164716		CURRENT LEARNING RATE: 1.1777675114136926e-07
previous_iter_valid_loss : 0.16335543990135193

   1559780	  0.163543	  0.163355	  0.164451		CURRENT LEARNING RATE: 1.1775319814651882e-07
previous_iter_valid_loss : 0.16326110064983368

   1559800	  0.163462	  0.163261	  0.164532		CURRENT LEARNING RATE: 1.1772964986179653e-07
previous_iter_valid_loss : 0.1764584630727768

   1559820	  0.176609	  0.176458	  0.164253		CURRENT LEARNING RATE: 1.1770610628626026e-07
previous_iter_valid_loss : 0.16405603289604187

   1559840	  0.164221	  0.164056	  0.164430		CURRENT LEARNING RATE: 1.1768256741896826e-07
previous_iter_valid_loss : 0.1623309999704361

   1559860	  0.162489	  0.162331	  0.164153		CURRENT LEARNING RATE: 1.1765903325897877e-07
previous_iter_valid_loss : 0.1724947988986969

   1559880	  0.172637	  0.172495	  0.164617		CURRENT LEARNING RATE: 1.176355038053508e-07
previous_iter_valid_loss : 0.16910125315189362

   1559900	  0.169259	  0.169101	  0.165046		CURRENT LEARNING RATE: 1.1761197905714304e-07
previous_iter_valid_loss : 0.16312193870544434

   1559920	  0.163320	  0.163122	  0.165129		CURRENT LEARNING RATE: 1.1758845901341443e-07
previous_iter_valid_loss : 0.1605517417192459

   1559940	  0.160715	  0.160552	  0.164538		CURRENT LEARNING RATE: 1.1756494367322401e-07
previous_iter_valid_loss : 0.16057871282100677

   1559960	  0.160744	  0.160579	  0.164541		CURRENT LEARNING RATE: 1.1754143303563154e-07
previous_iter_valid_loss : 0.17357604205608368

   1559980	  0.173726	  0.173576	  0.164780		CURRENT LEARNING RATE: 1.1751792709969642e-07
previous_iter_valid_loss : 0.16060295701026917

   1560000	  0.160761	  0.160603	  0.164784		CURRENT LEARNING RATE: 1.1749442586447838e-07
previous_iter_valid_loss : 0.16185730695724487

   1560020	  0.162015	  0.161857	  0.164834		CURRENT LEARNING RATE: 1.174709293290372e-07
previous_iter_valid_loss : 0.16049890220165253

   1560040	  0.160659	  0.160499	  0.164830		CURRENT LEARNING RATE: 1.1744743749243342e-07
previous_iter_valid_loss : 0.16270175576210022

   1560060	  0.162863	  0.162702	  0.164303		CURRENT LEARNING RATE: 1.1742395035372715e-07
previous_iter_valid_loss : 0.16405728459358215

   1560080	  0.164241	  0.164057	  0.164422		CURRENT LEARNING RATE: 1.1740046791197869e-07
previous_iter_valid_loss : 0.170588880777359

   1560100	  0.170739	  0.170589	  0.164887		CURRENT LEARNING RATE: 1.1737699016624919e-07
previous_iter_valid_loss : 0.16104060411453247

   1560120	  0.161224	  0.161041	  0.164804		CURRENT LEARNING RATE: 1.173535171155993e-07
previous_iter_valid_loss : 0.1610376387834549

   1560140	  0.161217	  0.161038	  0.164825		CURRENT LEARNING RATE: 1.1733004875909012e-07
previous_iter_valid_loss : 0.1614057719707489

   1560160	  0.161584	  0.161406	  0.164632		CURRENT LEARNING RATE: 1.173065850957827e-07
previous_iter_valid_loss : 0.16502882540225983

   1560180	  0.165253	  0.165029	  0.164716		CURRENT LEARNING RATE: 1.1728312612473889e-07
previous_iter_valid_loss : 0.16567206382751465

   1560200	  0.165889	  0.165672	  0.164836		CURRENT LEARNING RATE: 1.1725967184502015e-07
previous_iter_valid_loss : 0.16505473852157593

   1560220	  0.165224	  0.165055	  0.164266		CURRENT LEARNING RATE: 1.1723622225568829e-07
previous_iter_valid_loss : 0.16057881712913513

   1560240	  0.160748	  0.160579	  0.164092		CURRENT LEARNING RATE: 1.1721277735580514e-07
previous_iter_valid_loss : 0.17648768424987793

   1560260	  0.176783	  0.176488	  0.164800		CURRENT LEARNING RATE: 1.171893371444333e-07
previous_iter_valid_loss : 0.1633467972278595

   1560280	  0.163539	  0.163347	  0.164343		CURRENT LEARNING RATE: 1.1716590162063498e-07
previous_iter_valid_loss : 0.16063715517520905

   1560300	  0.160793	  0.160637	  0.163919		CURRENT LEARNING RATE: 1.1714247078347272e-07
previous_iter_valid_loss : 0.1698072999715805

   1560320	  0.169957	  0.169807	  0.164254		CURRENT LEARNING RATE: 1.1711904463200911e-07
previous_iter_valid_loss : 0.16127555072307587

   1560340	  0.161435	  0.161276	  0.164290		CURRENT LEARNING RATE: 1.170956231653075e-07
previous_iter_valid_loss : 0.1663350611925125

   1560360	  0.166547	  0.166335	  0.164578		CURRENT LEARNING RATE: 1.1707220638243083e-07
previous_iter_valid_loss : 0.1673755645751953

   1560380	  0.167598	  0.167376	  0.164268		CURRENT LEARNING RATE: 1.1704879428244245e-07
previous_iter_valid_loss : 0.183086559176445

   1560400	  0.183240	  0.183087	  0.165392		CURRENT LEARNING RATE: 1.1702538686440562e-07
previous_iter_valid_loss : 0.16230452060699463

   1560420	  0.162494	  0.162305	  0.165414		CURRENT LEARNING RATE: 1.1700198412738452e-07
previous_iter_valid_loss : 0.16535437107086182

   1560440	  0.165520	  0.165354	  0.165657		CURRENT LEARNING RATE: 1.1697858607044279e-07
previous_iter_valid_loss : 0.1621631681919098

   1560460	  0.162315	  0.162163	  0.165630		CURRENT LEARNING RATE: 1.169551926926445e-07
previous_iter_valid_loss : 0.16056908667087555

   1560480	  0.160738	  0.160569	  0.165456		CURRENT LEARNING RATE: 1.1693180399305374e-07
previous_iter_valid_loss : 0.1606205552816391

   1560500	  0.160784	  0.160621	  0.164957		CURRENT LEARNING RATE: 1.1690841997073537e-07
previous_iter_valid_loss : 0.17785052955150604

   1560520	  0.178003	  0.177851	  0.165798		CURRENT LEARNING RATE: 1.168850406247538e-07
previous_iter_valid_loss : 0.17545069754123688

   1560540	  0.175604	  0.175451	  0.166518		CURRENT LEARNING RATE: 1.1686166595417368e-07
previous_iter_valid_loss : 0.16057522594928741

   1560560	  0.160743	  0.160575	  0.166477		CURRENT LEARNING RATE: 1.168382959580604e-07
previous_iter_valid_loss : 0.17186428606510162

   1560580	  0.172133	  0.171864	  0.166819		CURRENT LEARNING RATE: 1.1681493063547899e-07
previous_iter_valid_loss : 0.1608428806066513

   1560600	  0.161024	  0.160843	  0.166577		CURRENT LEARNING RATE: 1.1679156998549482e-07
previous_iter_valid_loss : 0.1620434671640396

   1560620	  0.162230	  0.162043	  0.166427		CURRENT LEARNING RATE: 1.1676821400717324e-07
previous_iter_valid_loss : 0.16053088009357452

   1560640	  0.160697	  0.160531	  0.166424		CURRENT LEARNING RATE: 1.1674486269958047e-07
previous_iter_valid_loss : 0.16053131222724915

   1560660	  0.160699	  0.160531	  0.165626		CURRENT LEARNING RATE: 1.167215160617822e-07
previous_iter_valid_loss : 0.16321195662021637

   1560680	  0.163379	  0.163212	  0.165620		CURRENT LEARNING RATE: 1.1669817409284459e-07
previous_iter_valid_loss : 0.16307979822158813

   1560700	  0.163284	  0.163080	  0.165742		CURRENT LEARNING RATE: 1.1667483679183377e-07
previous_iter_valid_loss : 0.1864650845527649

   1560720	  0.186845	  0.186465	  0.166575		CURRENT LEARNING RATE: 1.1665150415781664e-07
previous_iter_valid_loss : 0.161678746342659

   1560740	  0.161837	  0.161679	  0.166595		CURRENT LEARNING RATE: 1.1662817618985969e-07
previous_iter_valid_loss : 0.1682990938425064

   1560760	  0.168526	  0.168299	  0.166693		CURRENT LEARNING RATE: 1.166048528870298e-07
previous_iter_valid_loss : 0.16262362897396088

   1560780	  0.162820	  0.162624	  0.166455		CURRENT LEARNING RATE: 1.1658153424839382e-07
previous_iter_valid_loss : 0.162962406873703

   1560800	  0.163156	  0.162962	  0.165449		CURRENT LEARNING RATE: 1.1655822027301947e-07
previous_iter_valid_loss : 0.17168347537517548

   1560820	  0.171833	  0.171683	  0.165918		CURRENT LEARNING RATE: 1.1653491095997391e-07
previous_iter_valid_loss : 0.16541315615177155

   1560840	  0.165631	  0.165413	  0.165921		CURRENT LEARNING RATE: 1.165116063083248e-07
previous_iter_valid_loss : 0.16130468249320984

   1560860	  0.161459	  0.161305	  0.165878		CURRENT LEARNING RATE: 1.1648830631713979e-07
previous_iter_valid_loss : 0.16987797617912292

   1560880	  0.170127	  0.169878	  0.166344		CURRENT LEARNING RATE: 1.1646501098548723e-07
previous_iter_valid_loss : 0.16295328736305237

   1560900	  0.163143	  0.162953	  0.166460		CURRENT LEARNING RATE: 1.1644172031243513e-07
previous_iter_valid_loss : 0.16090044379234314

   1560920	  0.161058	  0.160900	  0.165613		CURRENT LEARNING RATE: 1.1641843429705163e-07
previous_iter_valid_loss : 0.17124313116073608

   1560940	  0.171506	  0.171243	  0.165402		CURRENT LEARNING RATE: 1.1639515293840577e-07
previous_iter_valid_loss : 0.16125836968421936

   1560960	  0.161448	  0.161258	  0.165437		CURRENT LEARNING RATE: 1.16371876235566e-07
previous_iter_valid_loss : 0.16862910985946655

   1560980	  0.168856	  0.168629	  0.165275		CURRENT LEARNING RATE: 1.1634860418760132e-07
previous_iter_valid_loss : 0.16063809394836426

   1561000	  0.160791	  0.160638	  0.165265		CURRENT LEARNING RATE: 1.163253367935806e-07
previous_iter_valid_loss : 0.1613791584968567

   1561020	  0.161537	  0.161379	  0.165231		CURRENT LEARNING RATE: 1.1630207405257358e-07
previous_iter_valid_loss : 0.16056503355503082

   1561040	  0.160716	  0.160565	  0.165233		CURRENT LEARNING RATE: 1.1627881596364954e-07
previous_iter_valid_loss : 0.16409556567668915

   1561060	  0.164303	  0.164096	  0.165411		CURRENT LEARNING RATE: 1.1625556252587816e-07
previous_iter_valid_loss : 0.1644199937582016

   1561080	  0.164631	  0.164420	  0.165472		CURRENT LEARNING RATE: 1.1623231373832907e-07
previous_iter_valid_loss : 0.16462275385856628

   1561100	  0.164822	  0.164623	  0.165549		CURRENT LEARNING RATE: 1.1620906960007277e-07
previous_iter_valid_loss : 0.16848333179950714

   1561120	  0.168638	  0.168483	  0.164650		CURRENT LEARNING RATE: 1.1618583011017926e-07
previous_iter_valid_loss : 0.16473498940467834

   1561140	  0.164900	  0.164735	  0.164803		CURRENT LEARNING RATE: 1.1616259526771898e-07
previous_iter_valid_loss : 0.168328657746315

   1561160	  0.168484	  0.168329	  0.164804		CURRENT LEARNING RATE: 1.161393650717623e-07
previous_iter_valid_loss : 0.1609225869178772

   1561180	  0.161079	  0.160923	  0.164719		CURRENT LEARNING RATE: 1.1611613952138046e-07
previous_iter_valid_loss : 0.1605834662914276

   1561200	  0.160752	  0.160583	  0.164600		CURRENT LEARNING RATE: 1.1609291861564422e-07
previous_iter_valid_loss : 0.1870231032371521

   1561220	  0.187441	  0.187023	  0.165367		CURRENT LEARNING RATE: 1.1606970235362474e-07
previous_iter_valid_loss : 0.1625024378299713

   1561240	  0.162693	  0.162502	  0.165221		CURRENT LEARNING RATE: 1.1604649073439315e-07
previous_iter_valid_loss : 0.16238538920879364

   1561260	  0.162550	  0.162385	  0.165276		CURRENT LEARNING RATE: 1.1602328375702143e-07
previous_iter_valid_loss : 0.1735512763261795

   1561280	  0.173818	  0.173551	  0.165459		CURRENT LEARNING RATE: 1.1600008142058105e-07
previous_iter_valid_loss : 0.1624411791563034

   1561300	  0.162629	  0.162441	  0.165434		CURRENT LEARNING RATE: 1.1597688372414376e-07
previous_iter_valid_loss : 0.16663721203804016

   1561320	  0.166798	  0.166637	  0.165720		CURRENT LEARNING RATE: 1.1595369066678203e-07
previous_iter_valid_loss : 0.16744954884052277

   1561340	  0.167672	  0.167450	  0.165531		CURRENT LEARNING RATE: 1.1593050224756795e-07
previous_iter_valid_loss : 0.1605338156223297

   1561360	  0.160688	  0.160534	  0.165495		CURRENT LEARNING RATE: 1.1590731846557396e-07
previous_iter_valid_loss : 0.16070254147052765

   1561380	  0.160850	  0.160703	  0.165098		CURRENT LEARNING RATE: 1.1588413931987254e-07
previous_iter_valid_loss : 0.16457708179950714

   1561400	  0.164733	  0.164577	  0.165295		CURRENT LEARNING RATE: 1.1586096480953689e-07
previous_iter_valid_loss : 0.16141515970230103

   1561420	  0.161579	  0.161415	  0.165297		CURRENT LEARNING RATE: 1.1583779493363987e-07
previous_iter_valid_loss : 0.18914265930652618

   1561440	  0.189271	  0.189143	  0.166726		CURRENT LEARNING RATE: 1.1581462969125464e-07
previous_iter_valid_loss : 0.16058269143104553

   1561460	  0.160735	  0.160583	  0.166550		CURRENT LEARNING RATE: 1.1579146908145444e-07
previous_iter_valid_loss : 0.16873236000537872

   1561480	  0.168886	  0.168732	  0.166766		CURRENT LEARNING RATE: 1.1576831310331318e-07
previous_iter_valid_loss : 0.16578426957130432

   1561500	  0.165942	  0.165784	  0.166824		CURRENT LEARNING RATE: 1.1574516175590448e-07
previous_iter_valid_loss : 0.16052523255348206

   1561520	  0.160685	  0.160525	  0.166426		CURRENT LEARNING RATE: 1.1572201503830228e-07
previous_iter_valid_loss : 0.1608278453350067

   1561540	  0.160987	  0.160828	  0.166231		CURRENT LEARNING RATE: 1.1569887294958048e-07
previous_iter_valid_loss : 0.16052627563476562

   1561560	  0.160691	  0.160526	  0.165840		CURRENT LEARNING RATE: 1.1567573548881382e-07
previous_iter_valid_loss : 0.17657510936260223

   1561580	  0.176728	  0.176575	  0.166623		CURRENT LEARNING RATE: 1.1565260265507659e-07
previous_iter_valid_loss : 0.1607007384300232

   1561600	  0.160870	  0.160701	  0.166629		CURRENT LEARNING RATE: 1.156294744474435e-07
previous_iter_valid_loss : 0.16893155872821808

   1561620	  0.169164	  0.168932	  0.165724		CURRENT LEARNING RATE: 1.1560635086498917e-07
previous_iter_valid_loss : 0.1723366528749466

   1561640	  0.172591	  0.172337	  0.166216		CURRENT LEARNING RATE: 1.1558323190678912e-07
previous_iter_valid_loss : 0.16053593158721924

   1561660	  0.160700	  0.160536	  0.166124		CURRENT LEARNING RATE: 1.1556011757191835e-07
previous_iter_valid_loss : 0.16066312789916992

   1561680	  0.160833	  0.160663	  0.165479		CURRENT LEARNING RATE: 1.1553700785945209e-07
previous_iter_valid_loss : 0.1638566255569458

   1561700	  0.164050	  0.163857	  0.165550		CURRENT LEARNING RATE: 1.1551390276846635e-07
previous_iter_valid_loss : 0.1616687774658203

   1561720	  0.161859	  0.161669	  0.165302		CURRENT LEARNING RATE: 1.1549080229803677e-07
previous_iter_valid_loss : 0.17733074724674225

   1561740	  0.177487	  0.177331	  0.165796		CURRENT LEARNING RATE: 1.1546770644723929e-07
previous_iter_valid_loss : 0.16264677047729492

   1561760	  0.162823	  0.162647	  0.165901		CURRENT LEARNING RATE: 1.1544461521514987e-07
previous_iter_valid_loss : 0.1647031009197235

   1561780	  0.164900	  0.164703	  0.166101		CURRENT LEARNING RATE: 1.1542152860084526e-07
previous_iter_valid_loss : 0.16113831102848053

   1561800	  0.161325	  0.161138	  0.165929		CURRENT LEARNING RATE: 1.1539844660340184e-07
previous_iter_valid_loss : 0.17452706396579742

   1561820	  0.174678	  0.174527	  0.166585		CURRENT LEARNING RATE: 1.153753692218963e-07
previous_iter_valid_loss : 0.16449840366840363

   1561840	  0.164664	  0.164498	  0.165353		CURRENT LEARNING RATE: 1.1535229645540532e-07
previous_iter_valid_loss : 0.16163206100463867

   1561860	  0.161794	  0.161632	  0.165405		CURRENT LEARNING RATE: 1.1532922830300642e-07
previous_iter_valid_loss : 0.16353283822536469

   1561880	  0.163711	  0.163533	  0.165145		CURRENT LEARNING RATE: 1.1530616476377668e-07
previous_iter_valid_loss : 0.1623149812221527

   1561900	  0.162469	  0.162315	  0.164972		CURRENT LEARNING RATE: 1.1528310583679355e-07
previous_iter_valid_loss : 0.16553257405757904

   1561920	  0.165740	  0.165533	  0.165222		CURRENT LEARNING RATE: 1.1526005152113444e-07
previous_iter_valid_loss : 0.169570654630661

   1561940	  0.169724	  0.169571	  0.165659		CURRENT LEARNING RATE: 1.1523700181587762e-07
previous_iter_valid_loss : 0.16296003758907318

   1561960	  0.163120	  0.162960	  0.165781		CURRENT LEARNING RATE: 1.152139567201009e-07
previous_iter_valid_loss : 0.16229045391082764

   1561980	  0.162445	  0.162290	  0.165067		CURRENT LEARNING RATE: 1.1519091623288246e-07
previous_iter_valid_loss : 0.16846199333667755

   1562000	  0.168619	  0.168462	  0.165455		CURRENT LEARNING RATE: 1.1516788035330048e-07
previous_iter_valid_loss : 0.1616700440645218

   1562020	  0.161825	  0.161670	  0.165092		CURRENT LEARNING RATE: 1.1514484908043393e-07
previous_iter_valid_loss : 0.16440938413143158

   1562040	  0.164616	  0.164409	  0.164695		CURRENT LEARNING RATE: 1.1512182241336136e-07
previous_iter_valid_loss : 0.16061943769454956

   1562060	  0.160771	  0.160619	  0.164700		CURRENT LEARNING RATE: 1.150988003511617e-07
previous_iter_valid_loss : 0.16196641325950623

   1562080	  0.162156	  0.161966	  0.164765		CURRENT LEARNING RATE: 1.1507578289291387e-07
previous_iter_valid_loss : 0.16331495344638824

   1562100	  0.163521	  0.163315	  0.164738		CURRENT LEARNING RATE: 1.1505277003769758e-07
previous_iter_valid_loss : 0.17044255137443542

   1562120	  0.170589	  0.170443	  0.165176		CURRENT LEARNING RATE: 1.1502976178459209e-07
previous_iter_valid_loss : 0.16741837561130524

   1562140	  0.167573	  0.167418	  0.164681		CURRENT LEARNING RATE: 1.150067581326769e-07
previous_iter_valid_loss : 0.16230738162994385

   1562160	  0.162471	  0.162307	  0.164664		CURRENT LEARNING RATE: 1.1498375908103223e-07
previous_iter_valid_loss : 0.16063018143177032

   1562180	  0.160778	  0.160630	  0.164460		CURRENT LEARNING RATE: 1.1496076462873796e-07
previous_iter_valid_loss : 0.16351474821567535

   1562200	  0.163706	  0.163515	  0.164579		CURRENT LEARNING RATE: 1.1493777477487428e-07
previous_iter_valid_loss : 0.162453755736351

   1562220	  0.162616	  0.162454	  0.163975		CURRENT LEARNING RATE: 1.1491478951852142e-07
previous_iter_valid_loss : 0.17988446354866028

   1562240	  0.180216	  0.179884	  0.164745		CURRENT LEARNING RATE: 1.1489180885876034e-07
previous_iter_valid_loss : 0.16360659897327423

   1562260	  0.163807	  0.163607	  0.164843		CURRENT LEARNING RATE: 1.1486883279467164e-07
previous_iter_valid_loss : 0.16053076088428497

   1562280	  0.160691	  0.160531	  0.164693		CURRENT LEARNING RATE: 1.1484586132533626e-07
previous_iter_valid_loss : 0.162882462143898

   1562300	  0.163041	  0.162882	  0.164722		CURRENT LEARNING RATE: 1.1482289444983515e-07
previous_iter_valid_loss : 0.1620994657278061

   1562320	  0.162296	  0.162099	  0.164550		CURRENT LEARNING RATE: 1.1479993216725003e-07
previous_iter_valid_loss : 0.17428380250930786

   1562340	  0.174433	  0.174284	  0.164786		CURRENT LEARNING RATE: 1.1477697447666223e-07
previous_iter_valid_loss : 0.16860508918762207

   1562360	  0.168837	  0.168605	  0.165068		CURRENT LEARNING RATE: 1.1475402137715339e-07
previous_iter_valid_loss : 0.16318024694919586

   1562380	  0.163348	  0.163180	  0.165112		CURRENT LEARNING RATE: 1.1473107286780525e-07
previous_iter_valid_loss : 0.1616905927658081

   1562400	  0.161867	  0.161691	  0.164774		CURRENT LEARNING RATE: 1.1470812894770023e-07
previous_iter_valid_loss : 0.16555365920066833

   1562420	  0.165774	  0.165554	  0.164968		CURRENT LEARNING RATE: 1.1468518961592039e-07
previous_iter_valid_loss : 0.19308508932590485

   1562440	  0.193555	  0.193085	  0.166402		CURRENT LEARNING RATE: 1.1466225487154815e-07
previous_iter_valid_loss : 0.16120117902755737

   1562460	  0.161383	  0.161201	  0.166431		CURRENT LEARNING RATE: 1.1463932471366591e-07
previous_iter_valid_loss : 0.16567085683345795

   1562480	  0.165879	  0.165671	  0.166616		CURRENT LEARNING RATE: 1.1461639914135687e-07
previous_iter_valid_loss : 0.17417441308498383

   1562500	  0.174327	  0.174174	  0.167159		CURRENT LEARNING RATE: 1.1459347815370383e-07
previous_iter_valid_loss : 0.1891423463821411

   1562520	  0.189578	  0.189142	  0.168094		CURRENT LEARNING RATE: 1.1457056174978972e-07
previous_iter_valid_loss : 0.1628233790397644

   1562540	  0.163010	  0.162823	  0.167864		CURRENT LEARNING RATE: 1.145476499286983e-07
previous_iter_valid_loss : 0.16113221645355225

   1562560	  0.161314	  0.161132	  0.167805		CURRENT LEARNING RATE: 1.145247426895129e-07
previous_iter_valid_loss : 0.17138466238975525

   1562580	  0.171536	  0.171385	  0.168343		CURRENT LEARNING RATE: 1.1450184003131721e-07
previous_iter_valid_loss : 0.16447605192661285

   1562600	  0.164643	  0.164476	  0.168391		CURRENT LEARNING RATE: 1.1447894195319492e-07
previous_iter_valid_loss : 0.16375906765460968

   1562620	  0.163935	  0.163759	  0.168456		CURRENT LEARNING RATE: 1.1445604845423055e-07
previous_iter_valid_loss : 0.18028150498867035

   1562640	  0.180604	  0.180282	  0.168476		CURRENT LEARNING RATE: 1.1443315953350813e-07
previous_iter_valid_loss : 0.16890974342823029

   1562660	  0.169068	  0.168910	  0.168741		CURRENT LEARNING RATE: 1.1441027519011209e-07
previous_iter_valid_loss : 0.1643466204404831

   1562680	  0.164513	  0.164347	  0.168932		CURRENT LEARNING RATE: 1.1438739542312689e-07
previous_iter_valid_loss : 0.16126090288162231

   1562700	  0.161447	  0.161261	  0.168851		CURRENT LEARNING RATE: 1.1436452023163773e-07
previous_iter_valid_loss : 0.16079825162887573

   1562720	  0.160968	  0.160798	  0.168786		CURRENT LEARNING RATE: 1.1434164961472937e-07
previous_iter_valid_loss : 0.16463671624660492

   1562740	  0.164834	  0.164637	  0.168304		CURRENT LEARNING RATE: 1.1431878357148701e-07
previous_iter_valid_loss : 0.16386309266090393

   1562760	  0.164045	  0.163863	  0.168067		CURRENT LEARNING RATE: 1.1429592210099583e-07
previous_iter_valid_loss : 0.16292375326156616

   1562780	  0.163091	  0.162924	  0.168054		CURRENT LEARNING RATE: 1.1427306520234174e-07
previous_iter_valid_loss : 0.16062776744365692

   1562800	  0.160783	  0.160628	  0.168001		CURRENT LEARNING RATE: 1.1425021287461027e-07
previous_iter_valid_loss : 0.16079118847846985

   1562820	  0.160964	  0.160791	  0.167763		CURRENT LEARNING RATE: 1.1422736511688734e-07
previous_iter_valid_loss : 0.1610572636127472

   1562840	  0.161232	  0.161057	  0.166161		CURRENT LEARNING RATE: 1.142045219282588e-07
previous_iter_valid_loss : 0.16401895880699158

   1562860	  0.164222	  0.164019	  0.166302		CURRENT LEARNING RATE: 1.1418168330781139e-07
previous_iter_valid_loss : 0.16292716562747955

   1562880	  0.163091	  0.162927	  0.166165		CURRENT LEARNING RATE: 1.141588492546313e-07
previous_iter_valid_loss : 0.1729586273431778

   1562900	  0.173105	  0.172959	  0.166104		CURRENT LEARNING RATE: 1.14136019767805e-07
previous_iter_valid_loss : 0.16272972524166107

   1562920	  0.162934	  0.162730	  0.164784		CURRENT LEARNING RATE: 1.1411319484641972e-07
previous_iter_valid_loss : 0.1644989550113678

   1562940	  0.164666	  0.164499	  0.164867		CURRENT LEARNING RATE: 1.1409037448956224e-07
previous_iter_valid_loss : 0.16325871646404266

   1562960	  0.163433	  0.163259	  0.164974		CURRENT LEARNING RATE: 1.1406755869631978e-07
previous_iter_valid_loss : 0.16136614978313446

   1562980	  0.161545	  0.161366	  0.164473		CURRENT LEARNING RATE: 1.1404474746577943e-07
previous_iter_valid_loss : 0.16120561957359314

   1563000	  0.161373	  0.161206	  0.164309		CURRENT LEARNING RATE: 1.1402194079702924e-07
previous_iter_valid_loss : 0.16874255239963531

   1563020	  0.168979	  0.168743	  0.164558		CURRENT LEARNING RATE: 1.1399913868915668e-07
previous_iter_valid_loss : 0.16531173884868622

   1563040	  0.165477	  0.165312	  0.163810		CURRENT LEARNING RATE: 1.1397634114124967e-07
previous_iter_valid_loss : 0.16328953206539154

   1563060	  0.163454	  0.163290	  0.163529		CURRENT LEARNING RATE: 1.1395354815239613e-07
previous_iter_valid_loss : 0.1652149260044098

   1563080	  0.165376	  0.165215	  0.163572		CURRENT LEARNING RATE: 1.1393075972168475e-07
previous_iter_valid_loss : 0.16129402816295624

   1563100	  0.161453	  0.161294	  0.163574		CURRENT LEARNING RATE: 1.1390797584820376e-07
previous_iter_valid_loss : 0.1620575189590454

   1563120	  0.162238	  0.162058	  0.163637		CURRENT LEARNING RATE: 1.1388519653104183e-07
previous_iter_valid_loss : 0.19683599472045898

   1563140	  0.196951	  0.196836	  0.165247		CURRENT LEARNING RATE: 1.1386242176928755e-07
previous_iter_valid_loss : 0.16373442113399506

   1563160	  0.163900	  0.163734	  0.165240		CURRENT LEARNING RATE: 1.1383965156203038e-07
previous_iter_valid_loss : 0.17722496390342712

   1563180	  0.177377	  0.177225	  0.165955		CURRENT LEARNING RATE: 1.1381688590835928e-07
previous_iter_valid_loss : 0.16748520731925964

   1563200	  0.167643	  0.167485	  0.166298		CURRENT LEARNING RATE: 1.1379412480736363e-07
previous_iter_valid_loss : 0.16327786445617676

   1563220	  0.163473	  0.163278	  0.166423		CURRENT LEARNING RATE: 1.1377136825813279e-07
previous_iter_valid_loss : 0.16256892681121826

   1563240	  0.162759	  0.162569	  0.166498		CURRENT LEARNING RATE: 1.1374861625975689e-07
previous_iter_valid_loss : 0.17351937294006348

   1563260	  0.173792	  0.173519	  0.166973		CURRENT LEARNING RATE: 1.1372586881132566e-07
previous_iter_valid_loss : 0.16524477303028107

   1563280	  0.165406	  0.165245	  0.167089		CURRENT LEARNING RATE: 1.1370312591192921e-07
previous_iter_valid_loss : 0.16075362265110016

   1563300	  0.160926	  0.160754	  0.166479		CURRENT LEARNING RATE: 1.1368038756065759e-07
previous_iter_valid_loss : 0.17009390890598297

   1563320	  0.170351	  0.170094	  0.166847		CURRENT LEARNING RATE: 1.1365765375660168e-07
previous_iter_valid_loss : 0.1798706203699112

   1563340	  0.180203	  0.179871	  0.167616		CURRENT LEARNING RATE: 1.1363492449885197e-07
previous_iter_valid_loss : 0.17013700306415558

   1563360	  0.170387	  0.170137	  0.167960		CURRENT LEARNING RATE: 1.1361219978649903e-07
previous_iter_valid_loss : 0.17246109247207642

   1563380	  0.172608	  0.172461	  0.168514		CURRENT LEARNING RATE: 1.135894796186343e-07
previous_iter_valid_loss : 0.16097457706928253

   1563400	  0.161125	  0.160975	  0.168503		CURRENT LEARNING RATE: 1.1356676399434877e-07
previous_iter_valid_loss : 0.16266535222530365

   1563420	  0.162821	  0.162665	  0.168199		CURRENT LEARNING RATE: 1.1354405291273382e-07
previous_iter_valid_loss : 0.17555002868175507

   1563440	  0.175705	  0.175550	  0.168711		CURRENT LEARNING RATE: 1.1352134637288079e-07
previous_iter_valid_loss : 0.16531728208065033

   1563460	  0.165480	  0.165317	  0.168812		CURRENT LEARNING RATE: 1.1349864437388186e-07
previous_iter_valid_loss : 0.17733024060726166

   1563480	  0.177489	  0.177330	  0.169418		CURRENT LEARNING RATE: 1.1347594691482869e-07
previous_iter_valid_loss : 0.1758720427751541

   1563500	  0.176030	  0.175872	  0.170147		CURRENT LEARNING RATE: 1.1345325399481342e-07
previous_iter_valid_loss : 0.16255688667297363

   1563520	  0.162717	  0.162557	  0.170172		CURRENT LEARNING RATE: 1.1343056561292813e-07
previous_iter_valid_loss : 0.16058239340782166

   1563540	  0.160761	  0.160582	  0.168359		CURRENT LEARNING RATE: 1.1340788176826567e-07
previous_iter_valid_loss : 0.18003588914871216

   1563560	  0.180349	  0.180036	  0.169174		CURRENT LEARNING RATE: 1.133852024599185e-07
previous_iter_valid_loss : 0.16470980644226074

   1563580	  0.164869	  0.164710	  0.168548		CURRENT LEARNING RATE: 1.1336252768697944e-07
previous_iter_valid_loss : 0.16623231768608093

   1563600	  0.166394	  0.166232	  0.168486		CURRENT LEARNING RATE: 1.1333985744854131e-07
previous_iter_valid_loss : 0.1698400378227234

   1563620	  0.169994	  0.169840	  0.168814		CURRENT LEARNING RATE: 1.133171917436977e-07
previous_iter_valid_loss : 0.16565877199172974

   1563640	  0.165821	  0.165659	  0.168968		CURRENT LEARNING RATE: 1.1329453057154177e-07
previous_iter_valid_loss : 0.1641000360250473

   1563660	  0.164301	  0.164100	  0.168497		CURRENT LEARNING RATE: 1.1327187393116707e-07
previous_iter_valid_loss : 0.19208960235118866

   1563680	  0.192204	  0.192090	  0.169840		CURRENT LEARNING RATE: 1.1324922182166715e-07
previous_iter_valid_loss : 0.1628718376159668

   1563700	  0.163035	  0.162872	  0.169946		CURRENT LEARNING RATE: 1.1322657424213631e-07
previous_iter_valid_loss : 0.16297706961631775

   1563720	  0.163156	  0.162977	  0.169590		CURRENT LEARNING RATE: 1.1320393119166846e-07
previous_iter_valid_loss : 0.16093118488788605

   1563740	  0.161090	  0.160931	  0.168643		CURRENT LEARNING RATE: 1.1318129266935768e-07
previous_iter_valid_loss : 0.16354325413703918

   1563760	  0.163745	  0.163543	  0.168313		CURRENT LEARNING RATE: 1.131586586742988e-07
previous_iter_valid_loss : 0.16977980732917786

   1563780	  0.169932	  0.169780	  0.168179		CURRENT LEARNING RATE: 1.1313602920558629e-07
previous_iter_valid_loss : 0.1618686467409134

   1563800	  0.162056	  0.161869	  0.168224		CURRENT LEARNING RATE: 1.1311340426231497e-07
previous_iter_valid_loss : 0.1609593778848648

   1563820	  0.161117	  0.160959	  0.168138		CURRENT LEARNING RATE: 1.1309078384357964e-07
previous_iter_valid_loss : 0.1629592925310135

   1563840	  0.163128	  0.162959	  0.167509		CURRENT LEARNING RATE: 1.1306816794847588e-07
previous_iter_valid_loss : 0.16879667341709137

   1563860	  0.169028	  0.168797	  0.167683		CURRENT LEARNING RATE: 1.1304555657609884e-07
previous_iter_valid_loss : 0.17471756041049957

   1563880	  0.174999	  0.174718	  0.167552		CURRENT LEARNING RATE: 1.1302294972554409e-07
previous_iter_valid_loss : 0.16582824289798737

   1563900	  0.166048	  0.165828	  0.167050		CURRENT LEARNING RATE: 1.1300034739590714e-07
previous_iter_valid_loss : 0.1615370362997055

   1563920	  0.161717	  0.161537	  0.166999		CURRENT LEARNING RATE: 1.129777495862843e-07
previous_iter_valid_loss : 0.16188053786754608

   1563940	  0.162067	  0.161881	  0.167064		CURRENT LEARNING RATE: 1.1295515629577146e-07
previous_iter_valid_loss : 0.16199274361133575

   1563960	  0.162184	  0.161993	  0.166162		CURRENT LEARNING RATE: 1.1293256752346488e-07
previous_iter_valid_loss : 0.16052386164665222

   1563980	  0.160687	  0.160524	  0.165953		CURRENT LEARNING RATE: 1.1290998326846082e-07
previous_iter_valid_loss : 0.16249510645866394

   1564000	  0.162707	  0.162495	  0.165766		CURRENT LEARNING RATE: 1.128874035298563e-07
previous_iter_valid_loss : 0.16809551417827606

   1564020	  0.168317	  0.168096	  0.165678		CURRENT LEARNING RATE: 1.1286482830674795e-07
previous_iter_valid_loss : 0.16592611372470856

   1564040	  0.166144	  0.165926	  0.165692		CURRENT LEARNING RATE: 1.1284225759823273e-07
previous_iter_valid_loss : 0.1675199568271637

   1564060	  0.167675	  0.167520	  0.165863		CURRENT LEARNING RATE: 1.1281969140340765e-07
previous_iter_valid_loss : 0.19318827986717224

   1564080	  0.193665	  0.193188	  0.165918		CURRENT LEARNING RATE: 1.1279712972137043e-07
previous_iter_valid_loss : 0.16050931811332703

   1564100	  0.160666	  0.160509	  0.165800		CURRENT LEARNING RATE: 1.1277457255121841e-07
previous_iter_valid_loss : 0.16527625918388367

   1564120	  0.165439	  0.165276	  0.165915		CURRENT LEARNING RATE: 1.1275201989204911e-07
previous_iter_valid_loss : 0.16396373510360718

   1564140	  0.164157	  0.163964	  0.166066		CURRENT LEARNING RATE: 1.1272947174296082e-07
previous_iter_valid_loss : 0.1604946255683899

   1564160	  0.160655	  0.160495	  0.165914		CURRENT LEARNING RATE: 1.1270692810305143e-07
previous_iter_valid_loss : 0.1608826369047165

   1564180	  0.161062	  0.160883	  0.165469		CURRENT LEARNING RATE: 1.1268438897141915e-07
previous_iter_valid_loss : 0.1830075979232788

   1564200	  0.183365	  0.183008	  0.166526		CURRENT LEARNING RATE: 1.1266185434716227e-07
previous_iter_valid_loss : 0.16254405677318573

   1564220	  0.162705	  0.162544	  0.166605		CURRENT LEARNING RATE: 1.1263932422937977e-07
previous_iter_valid_loss : 0.1697825938463211

   1564240	  0.169934	  0.169783	  0.166946		CURRENT LEARNING RATE: 1.1261679861717026e-07
previous_iter_valid_loss : 0.16068308055400848

   1564260	  0.160855	  0.160683	  0.166541		CURRENT LEARNING RATE: 1.1259427750963268e-07
previous_iter_valid_loss : 0.1606300324201584

   1564280	  0.160782	  0.160630	  0.165836		CURRENT LEARNING RATE: 1.1257176090586604e-07
previous_iter_valid_loss : 0.16250576078891754

   1564300	  0.162698	  0.162506	  0.165670		CURRENT LEARNING RATE: 1.1254924880497007e-07
previous_iter_valid_loss : 0.16470547020435333

   1564320	  0.164911	  0.164705	  0.165829		CURRENT LEARNING RATE: 1.1252674120604403e-07
previous_iter_valid_loss : 0.16520170867443085

   1564340	  0.165394	  0.165202	  0.165995		CURRENT LEARNING RATE: 1.1250423810818767e-07
previous_iter_valid_loss : 0.16057981550693512

   1564360	  0.160734	  0.160580	  0.165924		CURRENT LEARNING RATE: 1.1248173951050065e-07
previous_iter_valid_loss : 0.16202284395694733

   1564380	  0.162188	  0.162023	  0.165999		CURRENT LEARNING RATE: 1.1245924541208342e-07
previous_iter_valid_loss : 0.16122984886169434

   1564400	  0.161389	  0.161230	  0.165936		CURRENT LEARNING RATE: 1.1243675581203602e-07
previous_iter_valid_loss : 0.16056090593338013

   1564420	  0.160725	  0.160561	  0.165559		CURRENT LEARNING RATE: 1.1241427070945889e-07
previous_iter_valid_loss : 0.1605122834444046

   1564440	  0.160672	  0.160512	  0.165288		CURRENT LEARNING RATE: 1.1239179010345238e-07
previous_iter_valid_loss : 0.1622656285762787

   1564460	  0.162423	  0.162266	  0.165026		CURRENT LEARNING RATE: 1.1236931399311769e-07
previous_iter_valid_loss : 0.16918671131134033

   1564480	  0.169427	  0.169187	  0.163825		CURRENT LEARNING RATE: 1.123468423775556e-07
previous_iter_valid_loss : 0.18432378768920898

   1564500	  0.184472	  0.184324	  0.165016		CURRENT LEARNING RATE: 1.1232437525586699e-07
previous_iter_valid_loss : 0.16924506425857544

   1564520	  0.169396	  0.169245	  0.165215		CURRENT LEARNING RATE: 1.1230191262715362e-07
previous_iter_valid_loss : 0.1739230453968048

   1564540	  0.174198	  0.173923	  0.165713		CURRENT LEARNING RATE: 1.1227945449051677e-07
previous_iter_valid_loss : 0.1688234806060791

   1564560	  0.169056	  0.168823	  0.166129		CURRENT LEARNING RATE: 1.122570008450581e-07
previous_iter_valid_loss : 0.161834254860878

   1564580	  0.162028	  0.161834	  0.166177		CURRENT LEARNING RATE: 1.122345516898793e-07
previous_iter_valid_loss : 0.16247440874576569

   1564600	  0.162660	  0.162474	  0.165150		CURRENT LEARNING RATE: 1.1221210702408275e-07
previous_iter_valid_loss : 0.16205979883670807

   1564620	  0.162228	  0.162060	  0.165126		CURRENT LEARNING RATE: 1.1218966684677052e-07
previous_iter_valid_loss : 0.16062234342098236

   1564640	  0.160777	  0.160622	  0.164668		CURRENT LEARNING RATE: 1.1216723115704498e-07
previous_iter_valid_loss : 0.1606394648551941

   1564660	  0.160793	  0.160639	  0.164666		CURRENT LEARNING RATE: 1.1214479995400851e-07
previous_iter_valid_loss : 0.1654696762561798

   1564680	  0.165670	  0.165470	  0.164908		CURRENT LEARNING RATE: 1.1212237323676424e-07
previous_iter_valid_loss : 0.1831696629524231

   1564700	  0.183325	  0.183170	  0.165941		CURRENT LEARNING RATE: 1.1209995100441491e-07
previous_iter_valid_loss : 0.1760655790567398

   1564720	  0.176215	  0.176066	  0.166509		CURRENT LEARNING RATE: 1.1207753325606364e-07
previous_iter_valid_loss : 0.1636393964290619

   1564740	  0.163806	  0.163639	  0.166431		CURRENT LEARNING RATE: 1.1205511999081351e-07
previous_iter_valid_loss : 0.1610347330570221

   1564760	  0.161220	  0.161035	  0.166453		CURRENT LEARNING RATE: 1.1203271120776841e-07
previous_iter_valid_loss : 0.16947995126247406

   1564780	  0.169631	  0.169480	  0.166826		CURRENT LEARNING RATE: 1.1201030690603175e-07
previous_iter_valid_loss : 0.16194091737270355

   1564800	  0.162132	  0.161941	  0.166862		CURRENT LEARNING RATE: 1.1198790708470741e-07
previous_iter_valid_loss : 0.17070025205612183

   1564820	  0.170851	  0.170700	  0.167369		CURRENT LEARNING RATE: 1.1196551174289915e-07
previous_iter_valid_loss : 0.1608085036277771

   1564840	  0.160991	  0.160809	  0.167384		CURRENT LEARNING RATE: 1.1194312087971158e-07
previous_iter_valid_loss : 0.16347025334835052

   1564860	  0.163677	  0.163470	  0.167444		CURRENT LEARNING RATE: 1.1192073449424886e-07
previous_iter_valid_loss : 0.1638917326927185

   1564880	  0.164060	  0.163892	  0.167179		CURRENT LEARNING RATE: 1.1189835258561553e-07
previous_iter_valid_loss : 0.1644805371761322

   1564900	  0.164646	  0.164481	  0.166187		CURRENT LEARNING RATE: 1.1187597515291612e-07
previous_iter_valid_loss : 0.18109509348869324

   1564920	  0.181254	  0.181095	  0.166779		CURRENT LEARNING RATE: 1.1185360219525593e-07
previous_iter_valid_loss : 0.16911965608596802

   1564940	  0.169358	  0.169120	  0.166539		CURRENT LEARNING RATE: 1.1183123371173983e-07
previous_iter_valid_loss : 0.1614527702331543

   1564960	  0.161611	  0.161453	  0.166171		CURRENT LEARNING RATE: 1.1180886970147292e-07
previous_iter_valid_loss : 0.17254555225372314

   1564980	  0.172818	  0.172546	  0.166706		CURRENT LEARNING RATE: 1.1178651016356099e-07
previous_iter_valid_loss : 0.163580983877182

   1565000	  0.163756	  0.163581	  0.166762		CURRENT LEARNING RATE: 1.1176415509710951e-07
previous_iter_valid_loss : 0.16054609417915344

   1565020	  0.160717	  0.160546	  0.166686		CURRENT LEARNING RATE: 1.1174180450122423e-07
previous_iter_valid_loss : 0.16064749658107758

   1565040	  0.160805	  0.160647	  0.166687		CURRENT LEARNING RATE: 1.1171945837501094e-07
previous_iter_valid_loss : 0.1626083105802536

   1565060	  0.162795	  0.162608	  0.166786		CURRENT LEARNING RATE: 1.1169711671757621e-07
previous_iter_valid_loss : 0.1674538254737854

   1565080	  0.167689	  0.167454	  0.166885		CURRENT LEARNING RATE: 1.1167477952802616e-07
previous_iter_valid_loss : 0.16049589216709137

   1565100	  0.160658	  0.160496	  0.165751		CURRENT LEARNING RATE: 1.116524468054673e-07
previous_iter_valid_loss : 0.16150522232055664

   1565120	  0.161664	  0.161505	  0.165023		CURRENT LEARNING RATE: 1.1163011854900613e-07
previous_iter_valid_loss : 0.1694307178258896

   1565140	  0.169576	  0.169431	  0.165313		CURRENT LEARNING RATE: 1.1160779475774993e-07
previous_iter_valid_loss : 0.16915585100650787

   1565160	  0.169409	  0.169156	  0.165719		CURRENT LEARNING RATE: 1.1158547543080552e-07
previous_iter_valid_loss : 0.16470178961753845

   1565180	  0.164918	  0.164702	  0.165480		CURRENT LEARNING RATE: 1.1156316056728015e-07
previous_iter_valid_loss : 0.1616954505443573

   1565200	  0.161860	  0.161695	  0.165467		CURRENT LEARNING RATE: 1.11540850166281e-07
previous_iter_valid_loss : 0.16216224431991577

   1565220	  0.162350	  0.162162	  0.165041		CURRENT LEARNING RATE: 1.115185442269161e-07
previous_iter_valid_loss : 0.16520600020885468

   1565240	  0.165412	  0.165206	  0.165260		CURRENT LEARNING RATE: 1.1149624274829297e-07
previous_iter_valid_loss : 0.16397224366664886

   1565260	  0.164142	  0.163972	  0.165286		CURRENT LEARNING RATE: 1.1147394572951955e-07
previous_iter_valid_loss : 0.16198214888572693

   1565280	  0.162128	  0.161982	  0.165190		CURRENT LEARNING RATE: 1.114516531697038e-07
previous_iter_valid_loss : 0.1882687360048294

   1565300	  0.188405	  0.188269	  0.166379		CURRENT LEARNING RATE: 1.1142936506795438e-07
previous_iter_valid_loss : 0.1658186912536621

   1565320	  0.165982	  0.165819	  0.165616		CURRENT LEARNING RATE: 1.1140708142337959e-07
previous_iter_valid_loss : 0.1621992290019989

   1565340	  0.162389	  0.162199	  0.165270		CURRENT LEARNING RATE: 1.1138480223508785e-07
previous_iter_valid_loss : 0.16358108818531036

   1565360	  0.163748	  0.163581	  0.165376		CURRENT LEARNING RATE: 1.1136252750218842e-07
previous_iter_valid_loss : 0.18082618713378906

   1565380	  0.181154	  0.180826	  0.165790		CURRENT LEARNING RATE: 1.1134025722379011e-07
previous_iter_valid_loss : 0.16863296926021576

   1565400	  0.168783	  0.168633	  0.166043		CURRENT LEARNING RATE: 1.113179913990021e-07
previous_iter_valid_loss : 0.17825376987457275

   1565420	  0.178411	  0.178254	  0.166928		CURRENT LEARNING RATE: 1.1129573002693356e-07
previous_iter_valid_loss : 0.17073430120944977

   1565440	  0.170883	  0.170734	  0.167432		CURRENT LEARNING RATE: 1.1127347310669444e-07
previous_iter_valid_loss : 0.17272403836250305

   1565460	  0.172872	  0.172724	  0.167938		CURRENT LEARNING RATE: 1.1125122063739426e-07
previous_iter_valid_loss : 0.16068784892559052

   1565480	  0.160866	  0.160688	  0.167600		CURRENT LEARNING RATE: 1.1122897261814293e-07
previous_iter_valid_loss : 0.18062815070152283

   1565500	  0.180957	  0.180628	  0.168607		CURRENT LEARNING RATE: 1.1120672904805031e-07
previous_iter_valid_loss : 0.16627900302410126

   1565520	  0.166493	  0.166279	  0.168845		CURRENT LEARNING RATE: 1.1118448992622706e-07
previous_iter_valid_loss : 0.16794300079345703

   1565540	  0.168100	  0.167943	  0.168771		CURRENT LEARNING RATE: 1.1116225525178343e-07
previous_iter_valid_loss : 0.1618945449590683

   1565560	  0.162049	  0.161895	  0.168408		CURRENT LEARNING RATE: 1.1114002502383e-07
previous_iter_valid_loss : 0.16268937289714813

   1565580	  0.162882	  0.162689	  0.168307		CURRENT LEARNING RATE: 1.1111779924147742e-07
previous_iter_valid_loss : 0.16260017454624176

   1565600	  0.162780	  0.162600	  0.168352		CURRENT LEARNING RATE: 1.1109557790383701e-07
previous_iter_valid_loss : 0.16062383353710175

   1565620	  0.160780	  0.160624	  0.168275		CURRENT LEARNING RATE: 1.1107336101001974e-07
previous_iter_valid_loss : 0.16077463328838348

   1565640	  0.160954	  0.160775	  0.168054		CURRENT LEARNING RATE: 1.110511485591369e-07
previous_iter_valid_loss : 0.16139380633831024

   1565660	  0.161558	  0.161394	  0.167925		CURRENT LEARNING RATE: 1.1102894055029985e-07
previous_iter_valid_loss : 0.1628846675157547

   1565680	  0.163053	  0.162885	  0.167970		CURRENT LEARNING RATE: 1.1100673698262061e-07
previous_iter_valid_loss : 0.16086870431900024

   1565700	  0.161027	  0.160869	  0.166600		CURRENT LEARNING RATE: 1.1098453785521089e-07
previous_iter_valid_loss : 0.16059242188930511

   1565720	  0.160766	  0.160592	  0.166339		CURRENT LEARNING RATE: 1.1096234316718248e-07
previous_iter_valid_loss : 0.16163499653339386

   1565740	  0.161806	  0.161635	  0.166311		CURRENT LEARNING RATE: 1.1094015291764803e-07
previous_iter_valid_loss : 0.16122020781040192

   1565760	  0.161382	  0.161220	  0.166193		CURRENT LEARNING RATE: 1.1091796710571968e-07
previous_iter_valid_loss : 0.16076065599918365

   1565780	  0.160935	  0.160761	  0.165189		CURRENT LEARNING RATE: 1.1089578573051006e-07
previous_iter_valid_loss : 0.16651220619678497

   1565800	  0.166672	  0.166512	  0.165083		CURRENT LEARNING RATE: 1.1087360879113168e-07
previous_iter_valid_loss : 0.17079941928386688

   1565820	  0.171045	  0.170799	  0.164710		CURRENT LEARNING RATE: 1.1085143628669786e-07
previous_iter_valid_loss : 0.16506442427635193

   1565840	  0.165227	  0.165064	  0.164427		CURRENT LEARNING RATE: 1.1082926821632149e-07
previous_iter_valid_loss : 0.17176972329616547

   1565860	  0.171914	  0.171770	  0.164379		CURRENT LEARNING RATE: 1.1080710457911587e-07
previous_iter_valid_loss : 0.16361431777477264

   1565880	  0.163778	  0.163614	  0.164526		CURRENT LEARNING RATE: 1.1078494537419427e-07
previous_iter_valid_loss : 0.18192894756793976

   1565900	  0.182083	  0.181929	  0.164591		CURRENT LEARNING RATE: 1.1076279060067068e-07
previous_iter_valid_loss : 0.16082146763801575

   1565920	  0.160995	  0.160821	  0.164318		CURRENT LEARNING RATE: 1.1074064025765873e-07
previous_iter_valid_loss : 0.16155710816383362

   1565940	  0.161714	  0.161557	  0.163998		CURRENT LEARNING RATE: 1.1071849434427242e-07
previous_iter_valid_loss : 0.16578790545463562

   1565960	  0.165951	  0.165788	  0.164193		CURRENT LEARNING RATE: 1.1069635285962567e-07
previous_iter_valid_loss : 0.16764645278453827

   1565980	  0.167799	  0.167646	  0.164441		CURRENT LEARNING RATE: 1.1067421580283327e-07
previous_iter_valid_loss : 0.17061293125152588

   1566000	  0.170760	  0.170613	  0.164842		CURRENT LEARNING RATE: 1.1065208317300952e-07
previous_iter_valid_loss : 0.1778734177350998

   1566020	  0.178170	  0.177873	  0.165704		CURRENT LEARNING RATE: 1.106299549692691e-07
previous_iter_valid_loss : 0.18265537917613983

   1566040	  0.183020	  0.182655	  0.166798		CURRENT LEARNING RATE: 1.106078311907267e-07
previous_iter_valid_loss : 0.1787300407886505

   1566060	  0.178891	  0.178730	  0.167665		CURRENT LEARNING RATE: 1.1058571183649777e-07
previous_iter_valid_loss : 0.16088572144508362

   1566080	  0.161049	  0.160886	  0.167565		CURRENT LEARNING RATE: 1.1056359690569732e-07
previous_iter_valid_loss : 0.16475963592529297

   1566100	  0.164933	  0.164760	  0.167760		CURRENT LEARNING RATE: 1.1054148639744076e-07
previous_iter_valid_loss : 0.17163972556591034

   1566120	  0.171901	  0.171640	  0.168312		CURRENT LEARNING RATE: 1.1051938031084346e-07
previous_iter_valid_loss : 0.1761571317911148

   1566140	  0.176444	  0.176157	  0.169038		CURRENT LEARNING RATE: 1.104972786450216e-07
previous_iter_valid_loss : 0.16121284663677216

   1566160	  0.161363	  0.161213	  0.169038		CURRENT LEARNING RATE: 1.104751813990909e-07
previous_iter_valid_loss : 0.1609167456626892

   1566180	  0.161099	  0.160917	  0.169045		CURRENT LEARNING RATE: 1.1045308857216727e-07
previous_iter_valid_loss : 0.1620456576347351

   1566200	  0.162242	  0.162046	  0.168822		CURRENT LEARNING RATE: 1.1043100016336741e-07
previous_iter_valid_loss : 0.1642143875360489

   1566220	  0.164374	  0.164214	  0.168493		CURRENT LEARNING RATE: 1.1040891617180755e-07
previous_iter_valid_loss : 0.16561521589756012

   1566240	  0.165779	  0.165615	  0.168520		CURRENT LEARNING RATE: 1.1038683659660436e-07
previous_iter_valid_loss : 0.16059696674346924

   1566260	  0.160752	  0.160597	  0.167962		CURRENT LEARNING RATE: 1.1036476143687445e-07
previous_iter_valid_loss : 0.16065414249897003

   1566280	  0.160822	  0.160654	  0.167814		CURRENT LEARNING RATE: 1.103426906917352e-07
previous_iter_valid_loss : 0.16061881184577942

   1566300	  0.160783	  0.160619	  0.166748		CURRENT LEARNING RATE: 1.1032062436030362e-07
previous_iter_valid_loss : 0.1638742834329605

   1566320	  0.164076	  0.163874	  0.166901		CURRENT LEARNING RATE: 1.10298562441697e-07
previous_iter_valid_loss : 0.17296339571475983

   1566340	  0.173109	  0.172963	  0.167471		CURRENT LEARNING RATE: 1.1027650493503271e-07
previous_iter_valid_loss : 0.17391568422317505

   1566360	  0.174064	  0.173916	  0.167878		CURRENT LEARNING RATE: 1.1025445183942883e-07
previous_iter_valid_loss : 0.16395673155784607

   1566380	  0.164165	  0.163957	  0.167693		CURRENT LEARNING RATE: 1.1023240315400303e-07
previous_iter_valid_loss : 0.17309808731079102

   1566400	  0.173366	  0.173098	  0.167817		CURRENT LEARNING RATE: 1.1021035887787337e-07
previous_iter_valid_loss : 0.16116799414157867

   1566420	  0.161330	  0.161168	  0.166982		CURRENT LEARNING RATE: 1.101883190101579e-07
previous_iter_valid_loss : 0.16154596209526062

   1566440	  0.161746	  0.161546	  0.165927		CURRENT LEARNING RATE: 1.1016628354997539e-07
previous_iter_valid_loss : 0.16242580115795135

   1566460	  0.162620	  0.162426	  0.165111		CURRENT LEARNING RATE: 1.1014425249644423e-07
previous_iter_valid_loss : 0.17298881709575653

   1566480	  0.173264	  0.172989	  0.165717		CURRENT LEARNING RATE: 1.1012222584868319e-07
previous_iter_valid_loss : 0.16206566989421844

   1566500	  0.162259	  0.162066	  0.165582		CURRENT LEARNING RATE: 1.10100203605811e-07
previous_iter_valid_loss : 0.1605009287595749

   1566520	  0.160657	  0.160501	  0.165025		CURRENT LEARNING RATE: 1.1007818576694717e-07
previous_iter_valid_loss : 0.1616758555173874

   1566540	  0.161867	  0.161676	  0.164301		CURRENT LEARNING RATE: 1.1005617233121079e-07
previous_iter_valid_loss : 0.16050758957862854

   1566560	  0.160665	  0.160508	  0.164266		CURRENT LEARNING RATE: 1.1003416329772111e-07
previous_iter_valid_loss : 0.16441699862480164

   1566580	  0.164620	  0.164417	  0.164441		CURRENT LEARNING RATE: 1.1001215866559817e-07
previous_iter_valid_loss : 0.1792711317539215

   1566600	  0.179427	  0.179271	  0.165302		CURRENT LEARNING RATE: 1.099901584339616e-07
previous_iter_valid_loss : 0.16816098988056183

   1566620	  0.168396	  0.168161	  0.165499		CURRENT LEARNING RATE: 1.0996816260193138e-07
previous_iter_valid_loss : 0.16153575479984283

   1566640	  0.161694	  0.161536	  0.165295		CURRENT LEARNING RATE: 1.0994617116862749e-07
previous_iter_valid_loss : 0.16482359170913696

   1566660	  0.164984	  0.164824	  0.165507		CURRENT LEARNING RATE: 1.0992418413317066e-07
previous_iter_valid_loss : 0.1710246056318283

   1566680	  0.171276	  0.171025	  0.166025		CURRENT LEARNING RATE: 1.099022014946812e-07
previous_iter_valid_loss : 0.16107363998889923

   1566700	  0.161259	  0.161074	  0.166048		CURRENT LEARNING RATE: 1.0988022325227982e-07
previous_iter_valid_loss : 0.17663034796714783

   1566720	  0.176926	  0.176630	  0.166686		CURRENT LEARNING RATE: 1.0985824940508719e-07
previous_iter_valid_loss : 0.16071927547454834

   1566740	  0.160885	  0.160719	  0.166073		CURRENT LEARNING RATE: 1.0983627995222474e-07
previous_iter_valid_loss : 0.1830514371395111

   1566760	  0.183206	  0.183051	  0.166530		CURRENT LEARNING RATE: 1.0981431489281348e-07
previous_iter_valid_loss : 0.1742064356803894

   1566780	  0.174356	  0.174206	  0.167043		CURRENT LEARNING RATE: 1.0979235422597487e-07
previous_iter_valid_loss : 0.16122697293758392

   1566800	  0.161387	  0.161227	  0.166449		CURRENT LEARNING RATE: 1.0977039795083024e-07
previous_iter_valid_loss : 0.19390511512756348

   1566820	  0.194398	  0.193905	  0.168086		CURRENT LEARNING RATE: 1.0974844606650171e-07
previous_iter_valid_loss : 0.16056321561336517

   1566840	  0.160717	  0.160563	  0.168037		CURRENT LEARNING RATE: 1.0972649857211107e-07
previous_iter_valid_loss : 0.1607130467891693

   1566860	  0.160876	  0.160713	  0.167951		CURRENT LEARNING RATE: 1.0970455546678036e-07
previous_iter_valid_loss : 0.17852704226970673

   1566880	  0.178838	  0.178527	  0.168228		CURRENT LEARNING RATE: 1.0968261674963172e-07
previous_iter_valid_loss : 0.16176940500736237

   1566900	  0.161929	  0.161769	  0.168213		CURRENT LEARNING RATE: 1.0966068241978794e-07
previous_iter_valid_loss : 0.17451545596122742

   1566920	  0.174667	  0.174515	  0.168914		CURRENT LEARNING RATE: 1.0963875247637147e-07
previous_iter_valid_loss : 0.16116812825202942

   1566940	  0.161350	  0.161168	  0.168889		CURRENT LEARNING RATE: 1.0961682691850494e-07
previous_iter_valid_loss : 0.17125612497329712

   1566960	  0.171410	  0.171256	  0.169426		CURRENT LEARNING RATE: 1.0959490574531167e-07
previous_iter_valid_loss : 0.16220974922180176

   1566980	  0.162373	  0.162210	  0.169316		CURRENT LEARNING RATE: 1.0957298895591466e-07
previous_iter_valid_loss : 0.1778855323791504

   1567000	  0.178182	  0.177886	  0.169246		CURRENT LEARNING RATE: 1.0955107654943722e-07
previous_iter_valid_loss : 0.1722860187292099

   1567020	  0.172553	  0.172286	  0.169453		CURRENT LEARNING RATE: 1.0952916852500266e-07
previous_iter_valid_loss : 0.16106675565242767

   1567040	  0.161226	  0.161067	  0.169429		CURRENT LEARNING RATE: 1.0950726488173505e-07
previous_iter_valid_loss : 0.18664947152137756

   1567060	  0.186784	  0.186649	  0.170520		CURRENT LEARNING RATE: 1.0948536561875804e-07
previous_iter_valid_loss : 0.16066789627075195

   1567080	  0.160826	  0.160668	  0.170003		CURRENT LEARNING RATE: 1.094634707351957e-07
previous_iter_valid_loss : 0.16697384417057037

   1567100	  0.167198	  0.166974	  0.170298		CURRENT LEARNING RATE: 1.0944158023017197e-07
previous_iter_valid_loss : 0.16177527606487274

   1567120	  0.161934	  0.161775	  0.169555		CURRENT LEARNING RATE: 1.0941969410281167e-07
previous_iter_valid_loss : 0.16052472591400146

   1567140	  0.160689	  0.160525	  0.169545		CURRENT LEARNING RATE: 1.0939781235223916e-07
previous_iter_valid_loss : 0.16061265766620636

   1567160	  0.160772	  0.160613	  0.168423		CURRENT LEARNING RATE: 1.0937593497757916e-07
previous_iter_valid_loss : 0.16466009616851807

   1567180	  0.164858	  0.164660	  0.167946		CURRENT LEARNING RATE: 1.0935406197795638e-07
previous_iter_valid_loss : 0.16620057821273804

   1567200	  0.166362	  0.166201	  0.168195		CURRENT LEARNING RATE: 1.0933219335249627e-07
previous_iter_valid_loss : 0.16341069340705872

   1567220	  0.163588	  0.163411	  0.166670		CURRENT LEARNING RATE: 1.0931032910032393e-07
previous_iter_valid_loss : 0.16118544340133667

   1567240	  0.161349	  0.161185	  0.166701		CURRENT LEARNING RATE: 1.0928846922056475e-07
previous_iter_valid_loss : 0.16327837109565735

   1567260	  0.163453	  0.163278	  0.166829		CURRENT LEARNING RATE: 1.0926661371234417e-07
previous_iter_valid_loss : 0.16214478015899658

   1567280	  0.162299	  0.162145	  0.166010		CURRENT LEARNING RATE: 1.0924476257478835e-07
previous_iter_valid_loss : 0.16465584933757782

   1567300	  0.164819	  0.164656	  0.166154		CURRENT LEARNING RATE: 1.0922291580702302e-07
previous_iter_valid_loss : 0.16346128284931183

   1567320	  0.163646	  0.163461	  0.165602		CURRENT LEARNING RATE: 1.0920107340817418e-07
previous_iter_valid_loss : 0.17899122834205627

   1567340	  0.179311	  0.178991	  0.166493		CURRENT LEARNING RATE: 1.0917923537736847e-07
previous_iter_valid_loss : 0.16050085425376892

   1567360	  0.160662	  0.160501	  0.165955		CURRENT LEARNING RATE: 1.091574017137322e-07
previous_iter_valid_loss : 0.16246236860752106

   1567380	  0.162619	  0.162462	  0.165968		CURRENT LEARNING RATE: 1.0913557241639199e-07
previous_iter_valid_loss : 0.16962219774723053

   1567400	  0.169855	  0.169622	  0.165555		CURRENT LEARNING RATE: 1.0911374748447451e-07
previous_iter_valid_loss : 0.17156103253364563

   1567420	  0.171712	  0.171561	  0.165518		CURRENT LEARNING RATE: 1.0909192691710714e-07
previous_iter_valid_loss : 0.16068129241466522

   1567440	  0.160836	  0.160681	  0.165499		CURRENT LEARNING RATE: 1.0907011071341686e-07
previous_iter_valid_loss : 0.16636084020137787

   1567460	  0.166519	  0.166361	  0.164485		CURRENT LEARNING RATE: 1.0904829887253102e-07
previous_iter_valid_loss : 0.1620314121246338

   1567480	  0.162221	  0.162031	  0.164553		CURRENT LEARNING RATE: 1.0902649139357696e-07
previous_iter_valid_loss : 0.1694476306438446

   1567500	  0.169688	  0.169448	  0.164677		CURRENT LEARNING RATE: 1.0900468827568275e-07
previous_iter_valid_loss : 0.1614854484796524

   1567520	  0.161650	  0.161485	  0.164662		CURRENT LEARNING RATE: 1.0898288951797612e-07
previous_iter_valid_loss : 0.1605561226606369

   1567540	  0.160720	  0.160556	  0.164664		CURRENT LEARNING RATE: 1.0896109511958504e-07
previous_iter_valid_loss : 0.16423624753952026

   1567560	  0.164397	  0.164236	  0.164845		CURRENT LEARNING RATE: 1.0893930507963762e-07
previous_iter_valid_loss : 0.16129516065120697

   1567580	  0.161452	  0.161295	  0.164677		CURRENT LEARNING RATE: 1.089175193972626e-07
previous_iter_valid_loss : 0.1617467701435089

   1567600	  0.161907	  0.161747	  0.164454		CURRENT LEARNING RATE: 1.0889573807158837e-07
previous_iter_valid_loss : 0.16477951407432556

   1567620	  0.164979	  0.164780	  0.164522		CURRENT LEARNING RATE: 1.0887396110174367e-07
previous_iter_valid_loss : 0.16610966622829437

   1567640	  0.166324	  0.166110	  0.164768		CURRENT LEARNING RATE: 1.0885218848685723e-07
previous_iter_valid_loss : 0.16070067882537842

   1567660	  0.160875	  0.160701	  0.164640		CURRENT LEARNING RATE: 1.0883042022605857e-07
previous_iter_valid_loss : 0.17056982219219208

   1567680	  0.170819	  0.170570	  0.165061		CURRENT LEARNING RATE: 1.0880865631847671e-07
previous_iter_valid_loss : 0.16813357174396515

   1567700	  0.168361	  0.168134	  0.165235		CURRENT LEARNING RATE: 1.0878689676324111e-07
previous_iter_valid_loss : 0.1811710000038147

   1567720	  0.181324	  0.181171	  0.166120		CURRENT LEARNING RATE: 1.0876514155948121e-07
previous_iter_valid_loss : 0.16823503375053406

   1567740	  0.168387	  0.168235	  0.165582		CURRENT LEARNING RATE: 1.087433907063272e-07
previous_iter_valid_loss : 0.1605139672756195

   1567760	  0.160673	  0.160514	  0.165583		CURRENT LEARNING RATE: 1.087216442029088e-07
previous_iter_valid_loss : 0.16080446541309357

   1567780	  0.160978	  0.160804	  0.165500		CURRENT LEARNING RATE: 1.0869990204835603e-07
previous_iter_valid_loss : 0.16071337461471558

   1567800	  0.160873	  0.160713	  0.165055		CURRENT LEARNING RATE: 1.0867816424179952e-07
previous_iter_valid_loss : 0.1708611249923706

   1567820	  0.171009	  0.170861	  0.165020		CURRENT LEARNING RATE: 1.086564307823696e-07
previous_iter_valid_loss : 0.17763718962669373

   1567840	  0.177795	  0.177637	  0.165868		CURRENT LEARNING RATE: 1.0863470166919692e-07
previous_iter_valid_loss : 0.16053523123264313

   1567860	  0.160697	  0.160535	  0.165576		CURRENT LEARNING RATE: 1.0861297690141213e-07
previous_iter_valid_loss : 0.16678288578987122

   1567880	  0.166943	  0.166783	  0.165814		CURRENT LEARNING RATE: 1.0859125647814663e-07
previous_iter_valid_loss : 0.1616412252187729

   1567900	  0.161801	  0.161641	  0.165424		CURRENT LEARNING RATE: 1.0856954039853141e-07
previous_iter_valid_loss : 0.16989478468894958

   1567920	  0.170043	  0.169895	  0.165844		CURRENT LEARNING RATE: 1.085478286616978e-07
previous_iter_valid_loss : 0.16051416099071503

   1567940	  0.160670	  0.160514	  0.165842		CURRENT LEARNING RATE: 1.0852612126677717e-07
previous_iter_valid_loss : 0.16053518652915955

   1567960	  0.160698	  0.160535	  0.165657		CURRENT LEARNING RATE: 1.0850441821290158e-07
previous_iter_valid_loss : 0.16072311997413635

   1567980	  0.160879	  0.160723	  0.165628		CURRENT LEARNING RATE: 1.0848271949920276e-07
previous_iter_valid_loss : 0.16950203478336334

   1568000	  0.169652	  0.169502	  0.166016		CURRENT LEARNING RATE: 1.0846102512481272e-07
previous_iter_valid_loss : 0.163310244679451

   1568020	  0.163474	  0.163310	  0.165943		CURRENT LEARNING RATE: 1.0843933508886352e-07
previous_iter_valid_loss : 0.16307245194911957

   1568040	  0.163274	  0.163072	  0.165791		CURRENT LEARNING RATE: 1.0841764939048792e-07
previous_iter_valid_loss : 0.16290143132209778

   1568060	  0.163101	  0.162901	  0.165901		CURRENT LEARNING RATE: 1.083959680288183e-07
previous_iter_valid_loss : 0.16747084259986877

   1568080	  0.167627	  0.167471	  0.165746		CURRENT LEARNING RATE: 1.0837429100298743e-07
previous_iter_valid_loss : 0.1773519366979599

   1568100	  0.177505	  0.177352	  0.166207		CURRENT LEARNING RATE: 1.0835261831212802e-07
previous_iter_valid_loss : 0.16454274952411652

   1568120	  0.164737	  0.164543	  0.165375		CURRENT LEARNING RATE: 1.0833094995537355e-07
previous_iter_valid_loss : 0.16180476546287537

   1568140	  0.162002	  0.161805	  0.165054		CURRENT LEARNING RATE: 1.0830928593185709e-07
previous_iter_valid_loss : 0.16408519446849823

   1568160	  0.164282	  0.164085	  0.165232		CURRENT LEARNING RATE: 1.0828762624071188e-07
previous_iter_valid_loss : 0.2065839320421219

   1568180	  0.207175	  0.206584	  0.167521		CURRENT LEARNING RATE: 1.0826597088107195e-07
previous_iter_valid_loss : 0.16360414028167725

   1568200	  0.163799	  0.163604	  0.167666		CURRENT LEARNING RATE: 1.0824431985207084e-07
previous_iter_valid_loss : 0.16590195894241333

   1568220	  0.166111	  0.165902	  0.167418		CURRENT LEARNING RATE: 1.0822267315284256e-07
previous_iter_valid_loss : 0.16060468554496765

   1568240	  0.160763	  0.160605	  0.166566		CURRENT LEARNING RATE: 1.0820103078252102e-07
previous_iter_valid_loss : 0.16138604283332825

   1568260	  0.161573	  0.161386	  0.166609		CURRENT LEARNING RATE: 1.0817939274024094e-07
previous_iter_valid_loss : 0.16163049638271332

   1568280	  0.161798	  0.161630	  0.166351		CURRENT LEARNING RATE: 1.0815775902513656e-07
previous_iter_valid_loss : 0.1632532924413681

   1568300	  0.163426	  0.163253	  0.166432		CURRENT LEARNING RATE: 1.0813612963634256e-07
previous_iter_valid_loss : 0.16111600399017334

   1568320	  0.161294	  0.161116	  0.165993		CURRENT LEARNING RATE: 1.0811450457299357e-07
previous_iter_valid_loss : 0.16742394864559174

   1568340	  0.167649	  0.167424	  0.166338		CURRENT LEARNING RATE: 1.0809288383422497e-07
previous_iter_valid_loss : 0.16532187163829803

   1568360	  0.165523	  0.165322	  0.166578		CURRENT LEARNING RATE: 1.0807126741917173e-07
previous_iter_valid_loss : 0.16056600213050842

   1568380	  0.160731	  0.160566	  0.166570		CURRENT LEARNING RATE: 1.0804965532696921e-07
previous_iter_valid_loss : 0.16068178415298462

   1568400	  0.160839	  0.160682	  0.166129		CURRENT LEARNING RATE: 1.0802804755675271e-07
previous_iter_valid_loss : 0.1616523414850235

   1568420	  0.161839	  0.161652	  0.166046		CURRENT LEARNING RATE: 1.0800644410765834e-07
previous_iter_valid_loss : 0.16092942655086517

   1568440	  0.161106	  0.160929	  0.165939		CURRENT LEARNING RATE: 1.0798484497882173e-07
previous_iter_valid_loss : 0.16053608059883118

   1568460	  0.160708	  0.160536	  0.165820		CURRENT LEARNING RATE: 1.0796325016937895e-07
previous_iter_valid_loss : 0.1663033366203308

   1568480	  0.166515	  0.166303	  0.165762		CURRENT LEARNING RATE: 1.0794165967846599e-07
previous_iter_valid_loss : 0.16670091450214386

   1568500	  0.166920	  0.166701	  0.165230		CURRENT LEARNING RATE: 1.0792007350521963e-07
previous_iter_valid_loss : 0.16975466907024384

   1568520	  0.169912	  0.169755	  0.165490		CURRENT LEARNING RATE: 1.0789849164877622e-07
previous_iter_valid_loss : 0.1611376404762268

   1568540	  0.161301	  0.161138	  0.165457		CURRENT LEARNING RATE: 1.0787691410827229e-07
previous_iter_valid_loss : 0.18087665736675262

   1568560	  0.181211	  0.180877	  0.166296		CURRENT LEARNING RATE: 1.0785534088284514e-07
previous_iter_valid_loss : 0.16424566507339478

   1568580	  0.164421	  0.164246	  0.164179		CURRENT LEARNING RATE: 1.0783377197163165e-07
previous_iter_valid_loss : 0.1690106838941574

   1568600	  0.169168	  0.169011	  0.164450		CURRENT LEARNING RATE: 1.0781220737376903e-07
previous_iter_valid_loss : 0.18687081336975098

   1568620	  0.187268	  0.186871	  0.165498		CURRENT LEARNING RATE: 1.0779064708839455e-07
previous_iter_valid_loss : 0.1608608365058899

   1568640	  0.161037	  0.160861	  0.165511		CURRENT LEARNING RATE: 1.0776909111464614e-07
previous_iter_valid_loss : 0.16134341061115265

   1568660	  0.161521	  0.161343	  0.165509		CURRENT LEARNING RATE: 1.077475394516614e-07
previous_iter_valid_loss : 0.1659795045852661

   1568680	  0.166140	  0.165980	  0.165726		CURRENT LEARNING RATE: 1.0772599209857826e-07
previous_iter_valid_loss : 0.16888783872127533

   1568700	  0.169123	  0.168888	  0.166008		CURRENT LEARNING RATE: 1.0770444905453461e-07
previous_iter_valid_loss : 0.16861961781978607

   1568720	  0.168858	  0.168620	  0.166383		CURRENT LEARNING RATE: 1.0768291031866914e-07
previous_iter_valid_loss : 0.1624530404806137

   1568740	  0.162641	  0.162453	  0.166135		CURRENT LEARNING RATE: 1.076613758901201e-07
previous_iter_valid_loss : 0.16210108995437622

   1568760	  0.162271	  0.162101	  0.165974		CURRENT LEARNING RATE: 1.076398457680261e-07
previous_iter_valid_loss : 0.16399838030338287

   1568780	  0.164171	  0.163998	  0.166145		CURRENT LEARNING RATE: 1.0761831995152576e-07
previous_iter_valid_loss : 0.16781215369701385

   1568800	  0.168034	  0.167812	  0.166502		CURRENT LEARNING RATE: 1.0759679843975841e-07
previous_iter_valid_loss : 0.16112768650054932

   1568820	  0.161320	  0.161128	  0.166476		CURRENT LEARNING RATE: 1.0757528123186302e-07
previous_iter_valid_loss : 0.16056407988071442

   1568840	  0.160739	  0.160564	  0.166457		CURRENT LEARNING RATE: 1.075537683269789e-07
previous_iter_valid_loss : 0.17018134891986847

   1568860	  0.170333	  0.170181	  0.166940		CURRENT LEARNING RATE: 1.0753225972424533e-07
previous_iter_valid_loss : 0.16845782101154327

   1568880	  0.168608	  0.168458	  0.167047		CURRENT LEARNING RATE: 1.0751075542280236e-07
previous_iter_valid_loss : 0.17235465347766876

   1568900	  0.172610	  0.172355	  0.167330		CURRENT LEARNING RATE: 1.0748925542178961e-07
previous_iter_valid_loss : 0.1685563623905182

   1568920	  0.168792	  0.168556	  0.167270		CURRENT LEARNING RATE: 1.074677597203471e-07
previous_iter_valid_loss : 0.16168908774852753

   1568940	  0.161882	  0.161689	  0.167298		CURRENT LEARNING RATE: 1.0744626831761482e-07
previous_iter_valid_loss : 0.1716099977493286

   1568960	  0.171760	  0.171610	  0.166834		CURRENT LEARNING RATE: 1.0742478121273345e-07
previous_iter_valid_loss : 0.16174998879432678

   1568980	  0.161935	  0.161750	  0.166709		CURRENT LEARNING RATE: 1.0740329840484334e-07
previous_iter_valid_loss : 0.16120187938213348

   1569000	  0.161352	  0.161202	  0.166319		CURRENT LEARNING RATE: 1.0738181989308501e-07
previous_iter_valid_loss : 0.16767948865890503

   1569020	  0.167839	  0.167679	  0.165359		CURRENT LEARNING RATE: 1.0736034567659967e-07
previous_iter_valid_loss : 0.1669226586818695

   1569040	  0.167084	  0.166923	  0.165663		CURRENT LEARNING RATE: 1.0733887575452816e-07
previous_iter_valid_loss : 0.1614733785390854

   1569060	  0.161635	  0.161473	  0.165669		CURRENT LEARNING RATE: 1.0731741012601171e-07
previous_iter_valid_loss : 0.17299747467041016

   1569080	  0.173268	  0.172997	  0.166020		CURRENT LEARNING RATE: 1.072959487901915e-07
previous_iter_valid_loss : 0.18104778230190277

   1569100	  0.181206	  0.181048	  0.166628		CURRENT LEARNING RATE: 1.0727449174620943e-07
previous_iter_valid_loss : 0.16404031217098236

   1569120	  0.164239	  0.164040	  0.166399		CURRENT LEARNING RATE: 1.0725303899320704e-07
previous_iter_valid_loss : 0.1605861335992813

   1569140	  0.160743	  0.160586	  0.166306		CURRENT LEARNING RATE: 1.0723159053032624e-07
previous_iter_valid_loss : 0.16060589253902435

   1569160	  0.160769	  0.160606	  0.166231		CURRENT LEARNING RATE: 1.0721014635670887e-07
previous_iter_valid_loss : 0.1613103449344635

   1569180	  0.161471	  0.161310	  0.166097		CURRENT LEARNING RATE: 1.0718870647149757e-07
previous_iter_valid_loss : 0.1610080897808075

   1569200	  0.161167	  0.161008	  0.165756		CURRENT LEARNING RATE: 1.0716727087383453e-07
previous_iter_valid_loss : 0.17849522829055786

   1569220	  0.178657	  0.178495	  0.166625		CURRENT LEARNING RATE: 1.0714583956286235e-07
previous_iter_valid_loss : 0.16050757467746735

   1569240	  0.160672	  0.160508	  0.166622		CURRENT LEARNING RATE: 1.0712441253772358e-07
previous_iter_valid_loss : 0.16172747313976288

   1569260	  0.161918	  0.161727	  0.166199		CURRENT LEARNING RATE: 1.0710298979756151e-07
previous_iter_valid_loss : 0.17168384790420532

   1569280	  0.171832	  0.171684	  0.166360		CURRENT LEARNING RATE: 1.0708157134151905e-07
previous_iter_valid_loss : 0.17262011766433716

   1569300	  0.172877	  0.172620	  0.166374		CURRENT LEARNING RATE: 1.0706015716873945e-07
previous_iter_valid_loss : 0.18119139969348907

   1569320	  0.181346	  0.181191	  0.167006		CURRENT LEARNING RATE: 1.0703874727836597e-07
previous_iter_valid_loss : 0.1636667400598526

   1569340	  0.163860	  0.163667	  0.167104		CURRENT LEARNING RATE: 1.0701734166954258e-07
previous_iter_valid_loss : 0.1607368290424347

   1569360	  0.160892	  0.160737	  0.166561		CURRENT LEARNING RATE: 1.0699594034141288e-07
previous_iter_valid_loss : 0.16059494018554688

   1569380	  0.160745	  0.160595	  0.166503		CURRENT LEARNING RATE: 1.069745432931206e-07
previous_iter_valid_loss : 0.19232192635536194

   1569400	  0.192441	  0.192322	  0.168059		CURRENT LEARNING RATE: 1.0695315052381028e-07
previous_iter_valid_loss : 0.16056624054908752

   1569420	  0.160735	  0.160566	  0.167703		CURRENT LEARNING RATE: 1.0693176203262598e-07
previous_iter_valid_loss : 0.16119208931922913

   1569440	  0.161353	  0.161192	  0.167417		CURRENT LEARNING RATE: 1.0691037781871218e-07
previous_iter_valid_loss : 0.16185016930103302

   1569460	  0.162011	  0.161850	  0.167436		CURRENT LEARNING RATE: 1.0688899788121331e-07
previous_iter_valid_loss : 0.16060209274291992

   1569480	  0.160764	  0.160602	  0.166816		CURRENT LEARNING RATE: 1.0686762221927455e-07
previous_iter_valid_loss : 0.16495385766029358

   1569500	  0.165156	  0.164954	  0.166011		CURRENT LEARNING RATE: 1.068462508320407e-07
previous_iter_valid_loss : 0.16470684111118317

   1569520	  0.164915	  0.164707	  0.166044		CURRENT LEARNING RATE: 1.068248837186569e-07
previous_iter_valid_loss : 0.1802283078432083

   1569540	  0.180556	  0.180228	  0.167027		CURRENT LEARNING RATE: 1.068035208782683e-07
previous_iter_valid_loss : 0.16176344454288483

   1569560	  0.161958	  0.161763	  0.167084		CURRENT LEARNING RATE: 1.067821623100207e-07
previous_iter_valid_loss : 0.1644974946975708

   1569580	  0.164670	  0.164497	  0.167244		CURRENT LEARNING RATE: 1.0676080801305964e-07
previous_iter_valid_loss : 0.16062510013580322

   1569600	  0.160780	  0.160625	  0.167225		CURRENT LEARNING RATE: 1.0673945798653089e-07
previous_iter_valid_loss : 0.18190060555934906

   1569620	  0.182059	  0.181901	  0.167395		CURRENT LEARNING RATE: 1.067181122295803e-07
previous_iter_valid_loss : 0.17371883988380432

   1569640	  0.173979	  0.173719	  0.168056		CURRENT LEARNING RATE: 1.0669677074135438e-07
previous_iter_valid_loss : 0.16318990290164948

   1569660	  0.163389	  0.163190	  0.168129		CURRENT LEARNING RATE: 1.0667543352099931e-07
previous_iter_valid_loss : 0.16222812235355377

   1569680	  0.162430	  0.162228	  0.167656		CURRENT LEARNING RATE: 1.0665410056766162e-07
previous_iter_valid_loss : 0.16885463893413544

   1569700	  0.169005	  0.168855	  0.167468		CURRENT LEARNING RATE: 1.0663277188048776e-07
previous_iter_valid_loss : 0.16698694229125977

   1569720	  0.167221	  0.166987	  0.166757		CURRENT LEARNING RATE: 1.0661144745862496e-07
previous_iter_valid_loss : 0.1633736491203308

   1569740	  0.163578	  0.163374	  0.166743		CURRENT LEARNING RATE: 1.0659012730122011e-07
previous_iter_valid_loss : 0.1673082411289215

   1569760	  0.167528	  0.167308	  0.167071		CURRENT LEARNING RATE: 1.0656881140742016e-07
previous_iter_valid_loss : 0.17003187537193298

   1569780	  0.170281	  0.170032	  0.167543		CURRENT LEARNING RATE: 1.0654749977637287e-07
previous_iter_valid_loss : 0.1614283174276352

   1569800	  0.161614	  0.161428	  0.165998		CURRENT LEARNING RATE: 1.0652619240722557e-07
previous_iter_valid_loss : 0.16362333297729492

   1569820	  0.163824	  0.163623	  0.166151		CURRENT LEARNING RATE: 1.0650488929912601e-07
previous_iter_valid_loss : 0.19648395478725433

   1569840	  0.196998	  0.196484	  0.167916		CURRENT LEARNING RATE: 1.0648359045122183e-07
previous_iter_valid_loss : 0.18372052907943726

   1569860	  0.184069	  0.183721	  0.169009		CURRENT LEARNING RATE: 1.0646229586266147e-07
previous_iter_valid_loss : 0.1739499717950821

   1569880	  0.174218	  0.173950	  0.169677		CURRENT LEARNING RATE: 1.0644100553259297e-07
previous_iter_valid_loss : 0.16061262786388397

   1569900	  0.160769	  0.160613	  0.169460		CURRENT LEARNING RATE: 1.0641971946016469e-07
previous_iter_valid_loss : 0.1807384341955185

   1569920	  0.180897	  0.180738	  0.170261		CURRENT LEARNING RATE: 1.0639843764452502e-07
previous_iter_valid_loss : 0.16472305357456207

   1569940	  0.164889	  0.164723	  0.169486		CURRENT LEARNING RATE: 1.0637716008482307e-07
previous_iter_valid_loss : 0.16210487484931946

   1569960	  0.162267	  0.162105	  0.169503		CURRENT LEARNING RATE: 1.0635588678020751e-07
previous_iter_valid_loss : 0.16438943147659302

   1569980	  0.164551	  0.164389	  0.169498		CURRENT LEARNING RATE: 1.0633461772982747e-07
previous_iter_valid_loss : 0.1611626297235489

   1570000	  0.161320	  0.161163	  0.169525		CURRENT LEARNING RATE: 1.0631335293283195e-07
previous_iter_valid_loss : 0.16106712818145752

   1570020	  0.161250	  0.161067	  0.168483		CURRENT LEARNING RATE: 1.0629209238837073e-07
previous_iter_valid_loss : 0.16941432654857635

   1570040	  0.169566	  0.169414	  0.168268		CURRENT LEARNING RATE: 1.0627083609559324e-07
previous_iter_valid_loss : 0.16943156719207764

   1570060	  0.169583	  0.169432	  0.168580		CURRENT LEARNING RATE: 1.062495840536492e-07
previous_iter_valid_loss : 0.18612734973430634

   1570080	  0.186536	  0.186127	  0.169775		CURRENT LEARNING RATE: 1.0622833626168837e-07
previous_iter_valid_loss : 0.1623532623052597

   1570100	  0.162538	  0.162353	  0.169450		CURRENT LEARNING RATE: 1.0620709271886116e-07
previous_iter_valid_loss : 0.17766286432743073

   1570120	  0.177967	  0.177663	  0.169983		CURRENT LEARNING RATE: 1.0618585342431769e-07
previous_iter_valid_loss : 0.1608879566192627

   1570140	  0.161069	  0.160888	  0.169859		CURRENT LEARNING RATE: 1.0616461837720839e-07
previous_iter_valid_loss : 0.16514156758785248

   1570160	  0.165342	  0.165142	  0.169751		CURRENT LEARNING RATE: 1.0614338757668362e-07
previous_iter_valid_loss : 0.16064515709877014

   1570180	  0.160808	  0.160645	  0.169281		CURRENT LEARNING RATE: 1.0612216102189456e-07
previous_iter_valid_loss : 0.20125950872898102

   1570200	  0.201321	  0.201260	  0.171273		CURRENT LEARNING RATE: 1.0610093871199196e-07
previous_iter_valid_loss : 0.16107790172100067

   1570220	  0.161258	  0.161078	  0.171146		CURRENT LEARNING RATE: 1.0607972064612675e-07
previous_iter_valid_loss : 0.17438021302223206

   1570240	  0.174658	  0.174380	  0.170041		CURRENT LEARNING RATE: 1.0605850682345055e-07
previous_iter_valid_loss : 0.16224388778209686

   1570260	  0.162400	  0.162244	  0.168967		CURRENT LEARNING RATE: 1.0603729724311465e-07
previous_iter_valid_loss : 0.1641119122505188

   1570280	  0.164282	  0.164112	  0.168475		CURRENT LEARNING RATE: 1.0601609190427063e-07
previous_iter_valid_loss : 0.17419025301933289

   1570300	  0.174471	  0.174190	  0.169154		CURRENT LEARNING RATE: 1.0599489080607013e-07
previous_iter_valid_loss : 0.1650177240371704

   1570320	  0.165222	  0.165018	  0.168368		CURRENT LEARNING RATE: 1.0597369394766546e-07
previous_iter_valid_loss : 0.17074763774871826

   1570340	  0.171009	  0.170748	  0.168669		CURRENT LEARNING RATE: 1.0595250132820856e-07
previous_iter_valid_loss : 0.166683167219162

   1570360	  0.166904	  0.166683	  0.168898		CURRENT LEARNING RATE: 1.0593131294685173e-07
previous_iter_valid_loss : 0.1605762094259262

   1570380	  0.160746	  0.160576	  0.168707		CURRENT LEARNING RATE: 1.0591012880274726e-07
previous_iter_valid_loss : 0.17570950090885162

   1570400	  0.175862	  0.175710	  0.169435		CURRENT LEARNING RATE: 1.0588894889504812e-07
previous_iter_valid_loss : 0.16240639984607697

   1570420	  0.162601	  0.162406	  0.169502		CURRENT LEARNING RATE: 1.0586777322290697e-07
previous_iter_valid_loss : 0.17045560479164124

   1570440	  0.170606	  0.170456	  0.169554		CURRENT LEARNING RATE: 1.0584660178547675e-07
previous_iter_valid_loss : 0.1605493724346161

   1570460	  0.160717	  0.160549	  0.169109		CURRENT LEARNING RATE: 1.0582543458191043e-07
previous_iter_valid_loss : 0.16155005991458893

   1570480	  0.161716	  0.161550	  0.167881		CURRENT LEARNING RATE: 1.0580427161136169e-07
previous_iter_valid_loss : 0.18303082883358002

   1570500	  0.183189	  0.183031	  0.168914		CURRENT LEARNING RATE: 1.0578311287298384e-07
previous_iter_valid_loss : 0.1663859784603119

   1570520	  0.166549	  0.166386	  0.168351		CURRENT LEARNING RATE: 1.0576195836593051e-07
previous_iter_valid_loss : 0.1628875881433487

   1570540	  0.163081	  0.162888	  0.168451		CURRENT LEARNING RATE: 1.0574080808935534e-07
previous_iter_valid_loss : 0.16179534792900085

   1570560	  0.161953	  0.161795	  0.168283		CURRENT LEARNING RATE: 1.057196620424127e-07
previous_iter_valid_loss : 0.16267435252666473

   1570580	  0.162862	  0.162674	  0.168385		CURRENT LEARNING RATE: 1.0569852022425657e-07
previous_iter_valid_loss : 0.16118988394737244

   1570600	  0.161347	  0.161190	  0.166381		CURRENT LEARNING RATE: 1.0567738263404106e-07
previous_iter_valid_loss : 0.16049142181873322

   1570620	  0.160658	  0.160491	  0.166352		CURRENT LEARNING RATE: 1.0565624927092105e-07
previous_iter_valid_loss : 0.1605287790298462

   1570640	  0.160695	  0.160529	  0.165659		CURRENT LEARNING RATE: 1.0563512013405103e-07
previous_iter_valid_loss : 0.16474147140979767

   1570660	  0.164938	  0.164741	  0.165784		CURRENT LEARNING RATE: 1.0561399522258584e-07
previous_iter_valid_loss : 0.1637279987335205

   1570680	  0.163932	  0.163728	  0.165765		CURRENT LEARNING RATE: 1.0559287453568026e-07
previous_iter_valid_loss : 0.17260389029979706

   1570700	  0.172874	  0.172604	  0.165686		CURRENT LEARNING RATE: 1.0557175807248988e-07
previous_iter_valid_loss : 0.1606423258781433

   1570720	  0.160814	  0.160642	  0.165467		CURRENT LEARNING RATE: 1.0555064583216985e-07
previous_iter_valid_loss : 0.17579729855060577

   1570740	  0.176090	  0.175797	  0.165719		CURRENT LEARNING RATE: 1.0552953781387565e-07
previous_iter_valid_loss : 0.16454274952411652

   1570760	  0.164713	  0.164543	  0.165612		CURRENT LEARNING RATE: 1.055084340167628e-07
previous_iter_valid_loss : 0.16072477400302887

   1570780	  0.160901	  0.160725	  0.165620		CURRENT LEARNING RATE: 1.054873344399875e-07
previous_iter_valid_loss : 0.16416893899440765

   1570800	  0.164360	  0.164169	  0.165043		CURRENT LEARNING RATE: 1.054662390827056e-07
previous_iter_valid_loss : 0.16060295701026917

   1570820	  0.160762	  0.160603	  0.164953		CURRENT LEARNING RATE: 1.0544514794407327e-07
previous_iter_valid_loss : 0.1605091243982315

   1570840	  0.160669	  0.160509	  0.164455		CURRENT LEARNING RATE: 1.054240610232467e-07
previous_iter_valid_loss : 0.1721339225769043

   1570860	  0.172283	  0.172134	  0.165035		CURRENT LEARNING RATE: 1.0540297831938275e-07
previous_iter_valid_loss : 0.16662205755710602

   1570880	  0.166783	  0.166622	  0.165288		CURRENT LEARNING RATE: 1.0538189983163797e-07
previous_iter_valid_loss : 0.160498708486557

   1570900	  0.160659	  0.160499	  0.164162		CURRENT LEARNING RATE: 1.0536082555916918e-07
previous_iter_valid_loss : 0.165786474943161

   1570920	  0.165995	  0.165786	  0.164132		CURRENT LEARNING RATE: 1.0533975550113324e-07
previous_iter_valid_loss : 0.16053418815135956

   1570940	  0.160702	  0.160534	  0.164014		CURRENT LEARNING RATE: 1.0531868965668773e-07
previous_iter_valid_loss : 0.1648227572441101

   1570960	  0.164993	  0.164823	  0.164165		CURRENT LEARNING RATE: 1.0529762802498981e-07
previous_iter_valid_loss : 0.16149836778640747

   1570980	  0.161684	  0.161498	  0.164106		CURRENT LEARNING RATE: 1.0527657060519685e-07
previous_iter_valid_loss : 0.16393812000751495

   1571000	  0.164130	  0.163938	  0.164244		CURRENT LEARNING RATE: 1.0525551739646691e-07
previous_iter_valid_loss : 0.16131606698036194

   1571020	  0.161491	  0.161316	  0.164285		CURRENT LEARNING RATE: 1.052344683979577e-07
previous_iter_valid_loss : 0.16612444818019867

   1571040	  0.166284	  0.166124	  0.164565		CURRENT LEARNING RATE: 1.0521342360882721e-07
previous_iter_valid_loss : 0.17185966670513153

   1571060	  0.172012	  0.171860	  0.164921		CURRENT LEARNING RATE: 1.0519238302823348e-07
previous_iter_valid_loss : 0.16176968812942505

   1571080	  0.161927	  0.161770	  0.164823		CURRENT LEARNING RATE: 1.051713466553353e-07
previous_iter_valid_loss : 0.16609135270118713

   1571100	  0.166252	  0.166091	  0.164497		CURRENT LEARNING RATE: 1.05150314489291e-07
previous_iter_valid_loss : 0.1647963523864746

   1571120	  0.164956	  0.164796	  0.164705		CURRENT LEARNING RATE: 1.0512928652925928e-07
previous_iter_valid_loss : 0.19462646543979645

   1571140	  0.194728	  0.194626	  0.165646		CURRENT LEARNING RATE: 1.0510826277439887e-07
previous_iter_valid_loss : 0.16659876704216003

   1571160	  0.166759	  0.166599	  0.165749		CURRENT LEARNING RATE: 1.0508724322386915e-07
previous_iter_valid_loss : 0.1605476289987564

   1571180	  0.160706	  0.160548	  0.165740		CURRENT LEARNING RATE: 1.0506622787682918e-07
previous_iter_valid_loss : 0.16152742505073547

   1571200	  0.161680	  0.161527	  0.165608		CURRENT LEARNING RATE: 1.0504521673243834e-07
previous_iter_valid_loss : 0.16998161375522614

   1571220	  0.170131	  0.169982	  0.166077		CURRENT LEARNING RATE: 1.0502420978985599e-07
previous_iter_valid_loss : 0.16607649624347687

   1571240	  0.166232	  0.166076	  0.166356		CURRENT LEARNING RATE: 1.0500320704824225e-07
previous_iter_valid_loss : 0.16206172108650208

   1571260	  0.162245	  0.162062	  0.165852		CURRENT LEARNING RATE: 1.0498220850675679e-07
previous_iter_valid_loss : 0.1612502485513687

   1571280	  0.161420	  0.161250	  0.165583		CURRENT LEARNING RATE: 1.0496121416455969e-07
previous_iter_valid_loss : 0.17537091672420502

   1571300	  0.175654	  0.175371	  0.166327		CURRENT LEARNING RATE: 1.0494022402081097e-07
previous_iter_valid_loss : 0.1658586859703064

   1571320	  0.166081	  0.165859	  0.166331		CURRENT LEARNING RATE: 1.0491923807467142e-07
previous_iter_valid_loss : 0.1718275249004364

   1571340	  0.172094	  0.171828	  0.166895		CURRENT LEARNING RATE: 1.0489825632530143e-07
previous_iter_valid_loss : 0.16101250052452087

   1571360	  0.161171	  0.161013	  0.166705		CURRENT LEARNING RATE: 1.048772787718615e-07
previous_iter_valid_loss : 0.17700020968914032

   1571380	  0.177293	  0.177000	  0.167480		CURRENT LEARNING RATE: 1.0485630541351291e-07
previous_iter_valid_loss : 0.16319315135478973

   1571400	  0.163395	  0.163193	  0.167443		CURRENT LEARNING RATE: 1.0483533624941657e-07
previous_iter_valid_loss : 0.16173964738845825

   1571420	  0.161907	  0.161740	  0.167464		CURRENT LEARNING RATE: 1.048143712787337e-07
previous_iter_valid_loss : 0.1635836660861969

   1571440	  0.163755	  0.163584	  0.167337		CURRENT LEARNING RATE: 1.0479341050062548e-07
previous_iter_valid_loss : 0.16236725449562073

   1571460	  0.162565	  0.162367	  0.166862		CURRENT LEARNING RATE: 1.0477245391425391e-07
previous_iter_valid_loss : 0.17025993764400482

   1571480	  0.170507	  0.170260	  0.167287		CURRENT LEARNING RATE: 1.0475150151878048e-07
previous_iter_valid_loss : 0.17930792272090912

   1571500	  0.179619	  0.179308	  0.167947		CURRENT LEARNING RATE: 1.0473055331336715e-07
previous_iter_valid_loss : 0.16157390177249908

   1571520	  0.161760	  0.161574	  0.167786		CURRENT LEARNING RATE: 1.0470960929717577e-07
previous_iter_valid_loss : 0.16222040355205536

   1571540	  0.162406	  0.162220	  0.166166		CURRENT LEARNING RATE: 1.0468866946936897e-07
previous_iter_valid_loss : 0.16058984398841858

   1571560	  0.160759	  0.160590	  0.165866		CURRENT LEARNING RATE: 1.0466773382910895e-07
previous_iter_valid_loss : 0.17902463674545288

   1571580	  0.179334	  0.179025	  0.166789		CURRENT LEARNING RATE: 1.046468023755583e-07
previous_iter_valid_loss : 0.16280628740787506

   1571600	  0.163003	  0.162806	  0.166853		CURRENT LEARNING RATE: 1.0462587510787958e-07
previous_iter_valid_loss : 0.16059769690036774

   1571620	  0.160767	  0.160598	  0.166384		CURRENT LEARNING RATE: 1.0460495202523606e-07
previous_iter_valid_loss : 0.1616184264421463

   1571640	  0.161804	  0.161618	  0.166161		CURRENT LEARNING RATE: 1.0458403312679063e-07
previous_iter_valid_loss : 0.1831655502319336

   1571660	  0.183537	  0.183166	  0.167216		CURRENT LEARNING RATE: 1.0456311841170656e-07
previous_iter_valid_loss : 0.16099724173545837

   1571680	  0.161150	  0.160997	  0.167204		CURRENT LEARNING RATE: 1.0454220787914703e-07
previous_iter_valid_loss : 0.18767990171909332

   1571700	  0.187820	  0.187680	  0.167819		CURRENT LEARNING RATE: 1.0452130152827602e-07
previous_iter_valid_loss : 0.17089465260505676

   1571720	  0.171044	  0.170895	  0.168071		CURRENT LEARNING RATE: 1.0450039935825709e-07
previous_iter_valid_loss : 0.1643034964799881

   1571740	  0.164505	  0.164303	  0.167695		CURRENT LEARNING RATE: 1.0447950136825415e-07
previous_iter_valid_loss : 0.17703597247600555

   1571760	  0.177188	  0.177036	  0.168496		CURRENT LEARNING RATE: 1.044586075574311e-07
previous_iter_valid_loss : 0.16138166189193726

   1571780	  0.161543	  0.161382	  0.167715		CURRENT LEARNING RATE: 1.0443771792495253e-07
previous_iter_valid_loss : 0.17090505361557007

   1571800	  0.171052	  0.170905	  0.168101		CURRENT LEARNING RATE: 1.044168324699827e-07
previous_iter_valid_loss : 0.16334858536720276

   1571820	  0.163513	  0.163349	  0.168181		CURRENT LEARNING RATE: 1.0439595119168602e-07
previous_iter_valid_loss : 0.17929279804229736

   1571840	  0.179449	  0.179293	  0.168967		CURRENT LEARNING RATE: 1.0437507408922756e-07
previous_iter_valid_loss : 0.16431784629821777

   1571860	  0.164485	  0.164318	  0.169064		CURRENT LEARNING RATE: 1.0435420116177208e-07
previous_iter_valid_loss : 0.17017380893230438

   1571880	  0.170326	  0.170174	  0.169060		CURRENT LEARNING RATE: 1.0433333240848467e-07
previous_iter_valid_loss : 0.16189773380756378

   1571900	  0.162051	  0.161898	  0.168189		CURRENT LEARNING RATE: 1.0431246782853039e-07
previous_iter_valid_loss : 0.19432657957077026

   1571920	  0.194805	  0.194327	  0.169827		CURRENT LEARNING RATE: 1.0429160742107502e-07
previous_iter_valid_loss : 0.16537974774837494

   1571940	  0.165581	  0.165380	  0.169985		CURRENT LEARNING RATE: 1.0427075118528394e-07
previous_iter_valid_loss : 0.16179707646369934

   1571960	  0.161975	  0.161797	  0.170045		CURRENT LEARNING RATE: 1.0424989912032292e-07
previous_iter_valid_loss : 0.17238357663154602

   1571980	  0.172648	  0.172384	  0.169713		CURRENT LEARNING RATE: 1.0422905122535772e-07
previous_iter_valid_loss : 0.16121569275856018

   1572000	  0.161370	  0.161216	  0.169634		CURRENT LEARNING RATE: 1.0420820749955475e-07
previous_iter_valid_loss : 0.164608895778656

   1572020	  0.164775	  0.164609	  0.169834		CURRENT LEARNING RATE: 1.041873679420801e-07
previous_iter_valid_loss : 0.16529127955436707

   1572040	  0.165451	  0.165291	  0.170018		CURRENT LEARNING RATE: 1.0416653255210018e-07
previous_iter_valid_loss : 0.16102702915668488

   1572060	  0.161177	  0.161027	  0.168911		CURRENT LEARNING RATE: 1.041457013287814e-07
previous_iter_valid_loss : 0.16301143169403076

   1572080	  0.163181	  0.163011	  0.169012		CURRENT LEARNING RATE: 1.0412487427129086e-07
previous_iter_valid_loss : 0.17309793829917908

   1572100	  0.173371	  0.173098	  0.168283		CURRENT LEARNING RATE: 1.0410405137879531e-07
previous_iter_valid_loss : 0.16080771386623383

   1572120	  0.160989	  0.160808	  0.167778		CURRENT LEARNING RATE: 1.0408323265046184e-07
previous_iter_valid_loss : 0.16371667385101318

   1572140	  0.163891	  0.163717	  0.167749		CURRENT LEARNING RATE: 1.0406241808545749e-07
previous_iter_valid_loss : 0.1619529277086258

   1572160	  0.162110	  0.161953	  0.166995		CURRENT LEARNING RATE: 1.0404160768295006e-07
previous_iter_valid_loss : 0.1790495067834854

   1572180	  0.179205	  0.179050	  0.167878		CURRENT LEARNING RATE: 1.0402080144210696e-07
previous_iter_valid_loss : 0.18139412999153137

   1572200	  0.181736	  0.181394	  0.168403		CURRENT LEARNING RATE: 1.0399999936209575e-07
previous_iter_valid_loss : 0.16158443689346313

   1572220	  0.161775	  0.161584	  0.168314		CURRENT LEARNING RATE: 1.039792014420847e-07
previous_iter_valid_loss : 0.1606372743844986

   1572240	  0.160804	  0.160637	  0.167382		CURRENT LEARNING RATE: 1.0395840768124174e-07
previous_iter_valid_loss : 0.16052140295505524

   1572260	  0.160681	  0.160521	  0.167192		CURRENT LEARNING RATE: 1.0393761807873508e-07
previous_iter_valid_loss : 0.163260355591774

   1572280	  0.163464	  0.163260	  0.166846		CURRENT LEARNING RATE: 1.0391683263373298e-07
previous_iter_valid_loss : 0.16064710915088654

   1572300	  0.160820	  0.160647	  0.166784		CURRENT LEARNING RATE: 1.0389605134540438e-07
previous_iter_valid_loss : 0.1677263081073761

   1572320	  0.167948	  0.167726	  0.165454		CURRENT LEARNING RATE: 1.0387527421291786e-07
previous_iter_valid_loss : 0.16396364569664001

   1572340	  0.164151	  0.163964	  0.165383		CURRENT LEARNING RATE: 1.0385450123544233e-07
previous_iter_valid_loss : 0.16068090498447418

   1572360	  0.160838	  0.160681	  0.165327		CURRENT LEARNING RATE: 1.0383373241214665e-07
previous_iter_valid_loss : 0.16064806282520294

   1572380	  0.160818	  0.160648	  0.164740		CURRENT LEARNING RATE: 1.0381296774220047e-07
previous_iter_valid_loss : 0.1608106940984726

   1572400	  0.160966	  0.160811	  0.164720		CURRENT LEARNING RATE: 1.0379220722477302e-07
previous_iter_valid_loss : 0.16318343579769135

   1572420	  0.163384	  0.163183	  0.164649		CURRENT LEARNING RATE: 1.0377145085903388e-07
previous_iter_valid_loss : 0.1607651263475418

   1572440	  0.160922	  0.160765	  0.164422		CURRENT LEARNING RATE: 1.037506986441526e-07
previous_iter_valid_loss : 0.16190987825393677

   1572460	  0.162073	  0.161910	  0.164467		CURRENT LEARNING RATE: 1.0372995057929947e-07
previous_iter_valid_loss : 0.16693396866321564

   1572480	  0.167157	  0.166934	  0.164663		CURRENT LEARNING RATE: 1.0370920666364438e-07
previous_iter_valid_loss : 0.1613796204328537

   1572500	  0.161539	  0.161380	  0.164077		CURRENT LEARNING RATE: 1.0368846689635756e-07
previous_iter_valid_loss : 0.17166674137115479

   1572520	  0.171932	  0.171667	  0.164620		CURRENT LEARNING RATE: 1.0366773127660924e-07
previous_iter_valid_loss : 0.16288800537586212

   1572540	  0.163048	  0.162888	  0.164578		CURRENT LEARNING RATE: 1.0364699980357037e-07
previous_iter_valid_loss : 0.16334347426891327

   1572560	  0.163506	  0.163343	  0.164648		CURRENT LEARNING RATE: 1.0362627247641152e-07
previous_iter_valid_loss : 0.16372916102409363

   1572580	  0.163930	  0.163729	  0.163882		CURRENT LEARNING RATE: 1.0360554929430338e-07
previous_iter_valid_loss : 0.16757409274578094

   1572600	  0.167809	  0.167574	  0.163191		CURRENT LEARNING RATE: 1.0358483025641743e-07
previous_iter_valid_loss : 0.18181830644607544

   1572620	  0.181973	  0.181818	  0.164202		CURRENT LEARNING RATE: 1.0356411536192468e-07
previous_iter_valid_loss : 0.1676759421825409

   1572640	  0.167828	  0.167676	  0.164554		CURRENT LEARNING RATE: 1.0354340460999659e-07
previous_iter_valid_loss : 0.160579651594162

   1572660	  0.160735	  0.160580	  0.164557		CURRENT LEARNING RATE: 1.0352269799980448e-07
previous_iter_valid_loss : 0.16332495212554932

   1572680	  0.163517	  0.163325	  0.164560		CURRENT LEARNING RATE: 1.0350199553052051e-07
previous_iter_valid_loss : 0.16058243811130524

   1572700	  0.160744	  0.160582	  0.164557		CURRENT LEARNING RATE: 1.0348129720131638e-07
previous_iter_valid_loss : 0.16448011994361877

   1572720	  0.164638	  0.164480	  0.164395		CURRENT LEARNING RATE: 1.0346060301136414e-07
previous_iter_valid_loss : 0.16058138012886047

   1572740	  0.160740	  0.160581	  0.164226		CURRENT LEARNING RATE: 1.0343991295983584e-07
previous_iter_valid_loss : 0.18737824261188507

   1572760	  0.187516	  0.187378	  0.165561		CURRENT LEARNING RATE: 1.0341922704590427e-07
previous_iter_valid_loss : 0.1768757700920105

   1572780	  0.177036	  0.176876	  0.166372		CURRENT LEARNING RATE: 1.033985452687418e-07
previous_iter_valid_loss : 0.16395388543605804

   1572800	  0.164128	  0.163954	  0.166529		CURRENT LEARNING RATE: 1.0337786762752112e-07
previous_iter_valid_loss : 0.16620630025863647

   1572820	  0.166419	  0.166206	  0.166680		CURRENT LEARNING RATE: 1.0335719412141502e-07
previous_iter_valid_loss : 0.16097865998744965

   1572840	  0.161166	  0.160979	  0.166691		CURRENT LEARNING RATE: 1.0333652474959687e-07
previous_iter_valid_loss : 0.16640006005764008

   1572860	  0.166606	  0.166400	  0.166916		CURRENT LEARNING RATE: 1.0331585951123971e-07
previous_iter_valid_loss : 0.16369186341762543

   1572880	  0.163857	  0.163692	  0.166753		CURRENT LEARNING RATE: 1.0329519840551696e-07
previous_iter_valid_loss : 0.16420049965381622

   1572900	  0.164394	  0.164200	  0.166895		CURRENT LEARNING RATE: 1.0327454143160196e-07
previous_iter_valid_loss : 0.16366888582706451

   1572920	  0.163827	  0.163669	  0.166495		CURRENT LEARNING RATE: 1.0325388858866884e-07
previous_iter_valid_loss : 0.16243556141853333

   1572940	  0.162607	  0.162436	  0.166472		CURRENT LEARNING RATE: 1.0323323987589126e-07
previous_iter_valid_loss : 0.16062727570533752

   1572960	  0.160788	  0.160627	  0.166336		CURRENT LEARNING RATE: 1.0321259529244329e-07
previous_iter_valid_loss : 0.16323676705360413

   1572980	  0.163439	  0.163237	  0.166312		CURRENT LEARNING RATE: 1.0319195483749895e-07
previous_iter_valid_loss : 0.1627005636692047

   1573000	  0.162866	  0.162701	  0.166068		CURRENT LEARNING RATE: 1.0317131851023301e-07
previous_iter_valid_loss : 0.16546200215816498

   1573020	  0.165683	  0.165462	  0.165250		CURRENT LEARNING RATE: 1.0315068630981983e-07
previous_iter_valid_loss : 0.16350138187408447

   1573040	  0.163697	  0.163501	  0.165041		CURRENT LEARNING RATE: 1.0313005823543393e-07
previous_iter_valid_loss : 0.1788158118724823

   1573060	  0.178975	  0.178816	  0.165953		CURRENT LEARNING RATE: 1.0310943428625056e-07
previous_iter_valid_loss : 0.163760706782341

   1573080	  0.163926	  0.163761	  0.165975		CURRENT LEARNING RATE: 1.0308881446144458e-07
previous_iter_valid_loss : 0.16290810704231262

   1573100	  0.163110	  0.162908	  0.166091		CURRENT LEARNING RATE: 1.0306819876019117e-07
previous_iter_valid_loss : 0.17439019680023193

   1573120	  0.174542	  0.174390	  0.166587		CURRENT LEARNING RATE: 1.0304758718166556e-07
previous_iter_valid_loss : 0.16115596890449524

   1573140	  0.161345	  0.161156	  0.166615		CURRENT LEARNING RATE: 1.0302697972504364e-07
previous_iter_valid_loss : 0.16063691675662994

   1573160	  0.160792	  0.160637	  0.165278		CURRENT LEARNING RATE: 1.0300637638950089e-07
previous_iter_valid_loss : 0.16347631812095642

   1573180	  0.163666	  0.163476	  0.164608		CURRENT LEARNING RATE: 1.0298577717421324e-07
previous_iter_valid_loss : 0.16129884123802185

   1573200	  0.161453	  0.161299	  0.164476		CURRENT LEARNING RATE: 1.029651820783565e-07
previous_iter_valid_loss : 0.16053174436092377

   1573220	  0.160696	  0.160532	  0.164192		CURRENT LEARNING RATE: 1.0294459110110724e-07
previous_iter_valid_loss : 0.17380602657794952

   1573240	  0.173952	  0.173806	  0.164833		CURRENT LEARNING RATE: 1.0292400424164163e-07
previous_iter_valid_loss : 0.16304706037044525

   1573260	  0.163223	  0.163047	  0.164666		CURRENT LEARNING RATE: 1.0290342149913621e-07
previous_iter_valid_loss : 0.16060958802700043

   1573280	  0.160776	  0.160610	  0.164512		CURRENT LEARNING RATE: 1.0288284287276748e-07
previous_iter_valid_loss : 0.16116389632225037

   1573300	  0.161320	  0.161164	  0.164360		CURRENT LEARNING RATE: 1.0286226836171267e-07
previous_iter_valid_loss : 0.17502309381961823

   1573320	  0.175173	  0.175023	  0.164927		CURRENT LEARNING RATE: 1.028416979651486e-07
previous_iter_valid_loss : 0.16092093288898468

   1573340	  0.161070	  0.160921	  0.164852		CURRENT LEARNING RATE: 1.0282113168225244e-07
previous_iter_valid_loss : 0.1668204665184021

   1573360	  0.167026	  0.166820	  0.165161		CURRENT LEARNING RATE: 1.0280056951220141e-07
previous_iter_valid_loss : 0.19089756906032562

   1573380	  0.191016	  0.190898	  0.166544		CURRENT LEARNING RATE: 1.0278001145417336e-07
previous_iter_valid_loss : 0.16355325281620026

   1573400	  0.163719	  0.163553	  0.166587		CURRENT LEARNING RATE: 1.0275945750734577e-07
previous_iter_valid_loss : 0.16219644248485565

   1573420	  0.162355	  0.162196	  0.166424		CURRENT LEARNING RATE: 1.0273890767089631e-07
previous_iter_valid_loss : 0.18289166688919067

   1573440	  0.183247	  0.182892	  0.167393		CURRENT LEARNING RATE: 1.0271836194400335e-07
previous_iter_valid_loss : 0.1617937535047531

   1573460	  0.161994	  0.161794	  0.166542		CURRENT LEARNING RATE: 1.0269782032584487e-07
previous_iter_valid_loss : 0.16307634115219116

   1573480	  0.163273	  0.163076	  0.166508		CURRENT LEARNING RATE: 1.0267728281559924e-07
previous_iter_valid_loss : 0.161103755235672

   1573500	  0.161288	  0.161104	  0.166418		CURRENT LEARNING RATE: 1.0265674941244475e-07
previous_iter_valid_loss : 0.1682801991701126

   1573520	  0.168437	  0.168280	  0.166112		CURRENT LEARNING RATE: 1.0263622011556044e-07
previous_iter_valid_loss : 0.16120578348636627

   1573540	  0.161379	  0.161206	  0.166115		CURRENT LEARNING RATE: 1.0261569492412494e-07
previous_iter_valid_loss : 0.16089056432247162

   1573560	  0.161046	  0.160891	  0.166127		CURRENT LEARNING RATE: 1.0259517383731723e-07
previous_iter_valid_loss : 0.16743071377277374

   1573580	  0.167665	  0.167431	  0.166325		CURRENT LEARNING RATE: 1.0257465685431632e-07
previous_iter_valid_loss : 0.16870497167110443

   1573600	  0.168855	  0.168705	  0.166696		CURRENT LEARNING RATE: 1.0255414397430188e-07
previous_iter_valid_loss : 0.16149689257144928

   1573620	  0.161691	  0.161497	  0.166744		CURRENT LEARNING RATE: 1.0253363519645321e-07
previous_iter_valid_loss : 0.16179677844047546

   1573640	  0.161985	  0.161797	  0.166143		CURRENT LEARNING RATE: 1.0251313051994996e-07
previous_iter_valid_loss : 0.1644480973482132

   1573660	  0.164643	  0.164448	  0.166213		CURRENT LEARNING RATE: 1.024926299439718e-07
previous_iter_valid_loss : 0.16251879930496216

   1573680	  0.162688	  0.162519	  0.166309		CURRENT LEARNING RATE: 1.02472133467699e-07
previous_iter_valid_loss : 0.17126815021038055

   1573700	  0.171523	  0.171268	  0.166814		CURRENT LEARNING RATE: 1.0245164109031154e-07
previous_iter_valid_loss : 0.16123591363430023

   1573720	  0.161419	  0.161236	  0.166125		CURRENT LEARNING RATE: 1.0243115281098974e-07
previous_iter_valid_loss : 0.16125869750976562

   1573740	  0.161444	  0.161259	  0.166142		CURRENT LEARNING RATE: 1.024106686289139e-07
previous_iter_valid_loss : 0.1636943370103836

   1573760	  0.163863	  0.163694	  0.165985		CURRENT LEARNING RATE: 1.0239018854326501e-07
previous_iter_valid_loss : 0.16050319373607635

   1573780	  0.160668	  0.160503	  0.164466		CURRENT LEARNING RATE: 1.0236971255322366e-07
previous_iter_valid_loss : 0.16589178144931793

   1573800	  0.166104	  0.165892	  0.164582		CURRENT LEARNING RATE: 1.0234924065797065e-07
previous_iter_valid_loss : 0.16192670166492462

   1573820	  0.162113	  0.161927	  0.164569		CURRENT LEARNING RATE: 1.0232877285668745e-07
previous_iter_valid_loss : 0.16388584673404694

   1573840	  0.164076	  0.163886	  0.163619		CURRENT LEARNING RATE: 1.023083091485552e-07
previous_iter_valid_loss : 0.16344191133975983

   1573860	  0.163647	  0.163442	  0.163701		CURRENT LEARNING RATE: 1.022878495327553e-07
previous_iter_valid_loss : 0.16086828708648682

   1573880	  0.161048	  0.160868	  0.163591		CURRENT LEARNING RATE: 1.0226739400846924e-07
previous_iter_valid_loss : 0.1857096552848816

   1573900	  0.185857	  0.185710	  0.164821		CURRENT LEARNING RATE: 1.0224694257487912e-07
previous_iter_valid_loss : 0.16094394028186798

   1573920	  0.161122	  0.160944	  0.164454		CURRENT LEARNING RATE: 1.0222649523116671e-07
previous_iter_valid_loss : 0.16414549946784973

   1573940	  0.164306	  0.164145	  0.164601		CURRENT LEARNING RATE: 1.0220605197651414e-07
previous_iter_valid_loss : 0.16175371408462524

   1573960	  0.161912	  0.161754	  0.164644		CURRENT LEARNING RATE: 1.0218561281010348e-07
previous_iter_valid_loss : 0.17922335863113403

   1573980	  0.179386	  0.179223	  0.165234		CURRENT LEARNING RATE: 1.0216517773111752e-07
previous_iter_valid_loss : 0.16052353382110596

   1574000	  0.160684	  0.160524	  0.164825		CURRENT LEARNING RATE: 1.021447467387387e-07
previous_iter_valid_loss : 0.16882456839084625

   1574020	  0.169052	  0.168825	  0.165191		CURRENT LEARNING RATE: 1.0212431983214973e-07
previous_iter_valid_loss : 0.16066788136959076

   1574040	  0.160823	  0.160668	  0.165135		CURRENT LEARNING RATE: 1.0210389701053339e-07
previous_iter_valid_loss : 0.16064931452274323

   1574060	  0.160805	  0.160649	  0.164945		CURRENT LEARNING RATE: 1.0208347827307317e-07
previous_iter_valid_loss : 0.1907227486371994

   1574080	  0.190857	  0.190723	  0.166355		CURRENT LEARNING RATE: 1.0206306361895205e-07
previous_iter_valid_loss : 0.1607862114906311

   1574100	  0.160956	  0.160786	  0.165831		CURRENT LEARNING RATE: 1.020426530473535e-07
previous_iter_valid_loss : 0.16236509382724762

   1574120	  0.162523	  0.162365	  0.165887		CURRENT LEARNING RATE: 1.0202224655746091e-07
previous_iter_valid_loss : 0.16501891613006592

   1574140	  0.165231	  0.165019	  0.166075		CURRENT LEARNING RATE: 1.0200184414845837e-07
previous_iter_valid_loss : 0.1605558693408966

   1574160	  0.160719	  0.160556	  0.165919		CURRENT LEARNING RATE: 1.0198144581952961e-07
previous_iter_valid_loss : 0.16756439208984375

   1574180	  0.167784	  0.167564	  0.166272		CURRENT LEARNING RATE: 1.0196105156985852e-07
previous_iter_valid_loss : 0.1733684092760086

   1574200	  0.173638	  0.173368	  0.166645		CURRENT LEARNING RATE: 1.0194066139862969e-07
previous_iter_valid_loss : 0.16050022840499878

   1574220	  0.160665	  0.160500	  0.166574		CURRENT LEARNING RATE: 1.0192027530502733e-07
previous_iter_valid_loss : 0.1608211100101471

   1574240	  0.161000	  0.160821	  0.166421		CURRENT LEARNING RATE: 1.0189989328823598e-07
previous_iter_valid_loss : 0.1911921501159668

   1574260	  0.191331	  0.191192	  0.167808		CURRENT LEARNING RATE: 1.0187951534744021e-07
previous_iter_valid_loss : 0.17037703096866608

   1574280	  0.170530	  0.170377	  0.168284		CURRENT LEARNING RATE: 1.0185914148182525e-07
previous_iter_valid_loss : 0.17563830316066742

   1574300	  0.175928	  0.175638	  0.167780		CURRENT LEARNING RATE: 1.0183877169057596e-07
previous_iter_valid_loss : 0.16943976283073425

   1574320	  0.169687	  0.169440	  0.168205		CURRENT LEARNING RATE: 1.0181840597287755e-07
previous_iter_valid_loss : 0.1606224626302719

   1574340	  0.160793	  0.160622	  0.168029		CURRENT LEARNING RATE: 1.0179804432791521e-07
previous_iter_valid_loss : 0.16414111852645874

   1574360	  0.164307	  0.164141	  0.168148		CURRENT LEARNING RATE: 1.0177768675487482e-07
previous_iter_valid_loss : 0.17782454192638397

   1574380	  0.178134	  0.177825	  0.168078		CURRENT LEARNING RATE: 1.0175733325294194e-07
previous_iter_valid_loss : 0.1714792251586914

   1574400	  0.171628	  0.171479	  0.168626		CURRENT LEARNING RATE: 1.017369838213024e-07
previous_iter_valid_loss : 0.17170009016990662

   1574420	  0.171958	  0.171700	  0.168770		CURRENT LEARNING RATE: 1.0171663845914204e-07
previous_iter_valid_loss : 0.1688317507505417

   1574440	  0.168986	  0.168832	  0.169178		CURRENT LEARNING RATE: 1.016962971656474e-07
previous_iter_valid_loss : 0.19055727124214172

   1574460	  0.190985	  0.190557	  0.170673		CURRENT LEARNING RATE: 1.0167595994000467e-07
previous_iter_valid_loss : 0.16078834235668182

   1574480	  0.160952	  0.160788	  0.169177		CURRENT LEARNING RATE: 1.0165562678140036e-07
previous_iter_valid_loss : 0.17167876660823822

   1574500	  0.171931	  0.171679	  0.169721		CURRENT LEARNING RATE: 1.0163529768902094e-07
previous_iter_valid_loss : 0.18058644235134125

   1574520	  0.180744	  0.180586	  0.170632		CURRENT LEARNING RATE: 1.0161497266205364e-07
previous_iter_valid_loss : 0.20178434252738953

   1574540	  0.201855	  0.201784	  0.172471		CURRENT LEARNING RATE: 1.0159465169968526e-07
previous_iter_valid_loss : 0.16089077293872833

   1574560	  0.161044	  0.160891	  0.172487		CURRENT LEARNING RATE: 1.0157433480110294e-07
previous_iter_valid_loss : 0.16090604662895203

   1574580	  0.161065	  0.160906	  0.172155		CURRENT LEARNING RATE: 1.0155402196549386e-07
previous_iter_valid_loss : 0.16127340495586395

   1574600	  0.161452	  0.161273	  0.171550		CURRENT LEARNING RATE: 1.0153371319204584e-07
previous_iter_valid_loss : 0.16181504726409912

   1574620	  0.162006	  0.161815	  0.171616		CURRENT LEARNING RATE: 1.0151340847994638e-07
previous_iter_valid_loss : 0.16094470024108887

   1574640	  0.161122	  0.160945	  0.171622		CURRENT LEARNING RATE: 1.0149310782838308e-07
previous_iter_valid_loss : 0.16111025214195251

   1574660	  0.161294	  0.161110	  0.170118		CURRENT LEARNING RATE: 1.0147281123654429e-07
previous_iter_valid_loss : 0.1607590615749359

   1574680	  0.160920	  0.160759	  0.169637		CURRENT LEARNING RATE: 1.0145251870361797e-07
previous_iter_valid_loss : 0.1629250943660736

   1574700	  0.163112	  0.162925	  0.169001		CURRENT LEARNING RATE: 1.0143223022879239e-07
previous_iter_valid_loss : 0.17727595567703247

   1574720	  0.177573	  0.177276	  0.169393		CURRENT LEARNING RATE: 1.0141194581125588e-07
previous_iter_valid_loss : 0.16130296885967255

   1574740	  0.161493	  0.161303	  0.169427		CURRENT LEARNING RATE: 1.0139166545019738e-07
previous_iter_valid_loss : 0.16067321598529816

   1574760	  0.160825	  0.160673	  0.169254		CURRENT LEARNING RATE: 1.0137138914480551e-07
previous_iter_valid_loss : 0.17128172516822815

   1574780	  0.171531	  0.171282	  0.168926		CURRENT LEARNING RATE: 1.0135111689426922e-07
previous_iter_valid_loss : 0.1717185378074646

   1574800	  0.171991	  0.171719	  0.168938		CURRENT LEARNING RATE: 1.0133084869777744e-07
previous_iter_valid_loss : 0.17747937142848969

   1574820	  0.177780	  0.177479	  0.169227		CURRENT LEARNING RATE: 1.0131058455451982e-07
previous_iter_valid_loss : 0.16063779592514038

   1574840	  0.160806	  0.160638	  0.168818		CURRENT LEARNING RATE: 1.0129032446368557e-07
previous_iter_valid_loss : 0.1642145961523056

   1574860	  0.164405	  0.164215	  0.167500		CURRENT LEARNING RATE: 1.0127006842446433e-07
previous_iter_valid_loss : 0.16065256297588348

   1574880	  0.160822	  0.160653	  0.167494		CURRENT LEARNING RATE: 1.0124981643604566e-07
previous_iter_valid_loss : 0.1616126447916031

   1574900	  0.161763	  0.161613	  0.166990		CURRENT LEARNING RATE: 1.0122956849761982e-07
previous_iter_valid_loss : 0.16424618661403656

   1574920	  0.164411	  0.164246	  0.166173		CURRENT LEARNING RATE: 1.0120932460837674e-07
previous_iter_valid_loss : 0.1701660007238388

   1574940	  0.170317	  0.170166	  0.164592		CURRENT LEARNING RATE: 1.0118908476750669e-07
previous_iter_valid_loss : 0.16074325144290924

   1574960	  0.160921	  0.160743	  0.164585		CURRENT LEARNING RATE: 1.0116884897419982e-07
previous_iter_valid_loss : 0.1605231612920761

   1574980	  0.160679	  0.160523	  0.164566		CURRENT LEARNING RATE: 1.0114861722764713e-07
previous_iter_valid_loss : 0.16050557792186737

   1575000	  0.160661	  0.160506	  0.164528		CURRENT LEARNING RATE: 1.0112838952703913e-07
previous_iter_valid_loss : 0.16059410572052002

   1575020	  0.160746	  0.160594	  0.164467		CURRENT LEARNING RATE: 1.0110816587156655e-07
previous_iter_valid_loss : 0.16230271756649017

   1575040	  0.162474	  0.162303	  0.164534		CURRENT LEARNING RATE: 1.010879462604208e-07
previous_iter_valid_loss : 0.16249200701713562

   1575060	  0.162679	  0.162492	  0.164604		CURRENT LEARNING RATE: 1.0106773069279291e-07
previous_iter_valid_loss : 0.18460536003112793

   1575080	  0.184753	  0.184605	  0.165796		CURRENT LEARNING RATE: 1.0104751916787426e-07
previous_iter_valid_loss : 0.16971921920776367

   1575100	  0.169868	  0.169719	  0.166136		CURRENT LEARNING RATE: 1.0102731168485622e-07
previous_iter_valid_loss : 0.16720493137836456

   1575120	  0.167361	  0.167205	  0.165632		CURRENT LEARNING RATE: 1.0100710824293083e-07
previous_iter_valid_loss : 0.1627357304096222

   1575140	  0.162916	  0.162736	  0.165704		CURRENT LEARNING RATE: 1.0098690884128979e-07
previous_iter_valid_loss : 0.16545918583869934

   1575160	  0.165621	  0.165459	  0.165943		CURRENT LEARNING RATE: 1.0096671347912511e-07
previous_iter_valid_loss : 0.1693279892206192

   1575180	  0.169578	  0.169328	  0.165845		CURRENT LEARNING RATE: 1.009465221556288e-07
previous_iter_valid_loss : 0.1714133471250534

   1575200	  0.171678	  0.171413	  0.165830		CURRENT LEARNING RATE: 1.0092633486999358e-07
previous_iter_valid_loss : 0.16557160019874573

   1575220	  0.165735	  0.165572	  0.165235		CURRENT LEARNING RATE: 1.0090615162141177e-07
previous_iter_valid_loss : 0.1660606414079666

   1575240	  0.166267	  0.166061	  0.165506		CURRENT LEARNING RATE: 1.0088597240907603e-07
previous_iter_valid_loss : 0.16148503124713898

   1575260	  0.161669	  0.161485	  0.165369		CURRENT LEARNING RATE: 1.0086579723217903e-07
previous_iter_valid_loss : 0.16049721837043762

   1575280	  0.160663	  0.160497	  0.165361		CURRENT LEARNING RATE: 1.0084562608991409e-07
previous_iter_valid_loss : 0.16327333450317383

   1575300	  0.163463	  0.163273	  0.165445		CURRENT LEARNING RATE: 1.0082545898147423e-07
previous_iter_valid_loss : 0.16087722778320312

   1575320	  0.161048	  0.160877	  0.165276		CURRENT LEARNING RATE: 1.0080529590605273e-07
previous_iter_valid_loss : 0.17305363714694977

   1575340	  0.173328	  0.173054	  0.165420		CURRENT LEARNING RATE: 1.0078513686284291e-07
previous_iter_valid_loss : 0.16451075673103333

   1575360	  0.164676	  0.164511	  0.165609		CURRENT LEARNING RATE: 1.0076498185103875e-07
previous_iter_valid_loss : 0.16202455759048462

   1575380	  0.162211	  0.162025	  0.165684		CURRENT LEARNING RATE: 1.0074483086983388e-07
previous_iter_valid_loss : 0.16088905930519104

   1575400	  0.161070	  0.160889	  0.165703		CURRENT LEARNING RATE: 1.0072468391842207e-07
previous_iter_valid_loss : 0.16167384386062622

   1575420	  0.161864	  0.161674	  0.165757		CURRENT LEARNING RATE: 1.0070454099599783e-07
previous_iter_valid_loss : 0.16393139958381653

   1575440	  0.164103	  0.163931	  0.165838		CURRENT LEARNING RATE: 1.0068440210175521e-07
previous_iter_valid_loss : 0.17155419290065765

   1575460	  0.171823	  0.171554	  0.166292		CURRENT LEARNING RATE: 1.0066426723488873e-07
previous_iter_valid_loss : 0.1621648222208023

   1575480	  0.162359	  0.162165	  0.165170		CURRENT LEARNING RATE: 1.0064413639459274e-07
previous_iter_valid_loss : 0.1621953397989273

   1575500	  0.162387	  0.162195	  0.164793		CURRENT LEARNING RATE: 1.0062400958006241e-07
previous_iter_valid_loss : 0.16206547617912292

   1575520	  0.162237	  0.162065	  0.164536		CURRENT LEARNING RATE: 1.006038867904925e-07
previous_iter_valid_loss : 0.16206210851669312

   1575540	  0.162223	  0.162062	  0.164503		CURRENT LEARNING RATE: 1.0058376802507804e-07
previous_iter_valid_loss : 0.1626509726047516

   1575560	  0.162843	  0.162651	  0.164362		CURRENT LEARNING RATE: 1.0056365328301414e-07
previous_iter_valid_loss : 0.16803082823753357

   1575580	  0.168257	  0.168031	  0.164297		CURRENT LEARNING RATE: 1.0054354256349658e-07
previous_iter_valid_loss : 0.16761235892772675

   1575600	  0.167833	  0.167612	  0.164107		CURRENT LEARNING RATE: 1.0052343586572073e-07
previous_iter_valid_loss : 0.16728420555591583

   1575620	  0.167497	  0.167284	  0.164193		CURRENT LEARNING RATE: 1.0050333318888231e-07
previous_iter_valid_loss : 0.18411105871200562

   1575640	  0.184475	  0.184111	  0.165096		CURRENT LEARNING RATE: 1.0048323453217708e-07
previous_iter_valid_loss : 0.16170115768909454

   1575660	  0.161862	  0.161701	  0.165106		CURRENT LEARNING RATE: 1.0046313989480142e-07
previous_iter_valid_loss : 0.16336999833583832

   1575680	  0.163580	  0.163370	  0.165250		CURRENT LEARNING RATE: 1.0044304927595134e-07
previous_iter_valid_loss : 0.17198103666305542

   1575700	  0.172243	  0.171981	  0.165685		CURRENT LEARNING RATE: 1.0042296267482327e-07
previous_iter_valid_loss : 0.16267691552639008

   1575720	  0.162867	  0.162677	  0.165775		CURRENT LEARNING RATE: 1.0040288009061354e-07
previous_iter_valid_loss : 0.16077491641044617

   1575740	  0.160934	  0.160775	  0.165161		CURRENT LEARNING RATE: 1.0038280152251919e-07
previous_iter_valid_loss : 0.16132903099060059

   1575760	  0.161482	  0.161329	  0.165002		CURRENT LEARNING RATE: 1.0036272696973694e-07
previous_iter_valid_loss : 0.1873636245727539

   1575780	  0.187495	  0.187364	  0.166269		CURRENT LEARNING RATE: 1.0034265643146377e-07
previous_iter_valid_loss : 0.1605602204799652

   1575800	  0.160720	  0.160560	  0.166253		CURRENT LEARNING RATE: 1.0032258990689669e-07
previous_iter_valid_loss : 0.17225946485996246

   1575820	  0.172414	  0.172259	  0.166782		CURRENT LEARNING RATE: 1.003025273952334e-07
previous_iter_valid_loss : 0.16168120503425598

   1575840	  0.161865	  0.161681	  0.166670		CURRENT LEARNING RATE: 1.0028246889567121e-07
previous_iter_valid_loss : 0.16135366261005402

   1575860	  0.161511	  0.161354	  0.166160		CURRENT LEARNING RATE: 1.0026241440740764e-07
previous_iter_valid_loss : 0.16325043141841888

   1575880	  0.163450	  0.163250	  0.166214		CURRENT LEARNING RATE: 1.002423639296408e-07
previous_iter_valid_loss : 0.16243959963321686

   1575900	  0.162620	  0.162440	  0.166226		CURRENT LEARNING RATE: 1.0022231746156856e-07
previous_iter_valid_loss : 0.16083960235118866

   1575920	  0.160996	  0.160840	  0.166165		CURRENT LEARNING RATE: 1.0020227500238901e-07
previous_iter_valid_loss : 0.16753987967967987

   1575940	  0.167696	  0.167540	  0.166439		CURRENT LEARNING RATE: 1.001822365513003e-07
previous_iter_valid_loss : 0.16051597893238068

   1575960	  0.160671	  0.160516	  0.166332		CURRENT LEARNING RATE: 1.0016220210750125e-07
previous_iter_valid_loss : 0.17318159341812134

   1575980	  0.173327	  0.173182	  0.166589		CURRENT LEARNING RATE: 1.0014217167019029e-07
previous_iter_valid_loss : 0.1639106571674347

   1576000	  0.164107	  0.163911	  0.166404		CURRENT LEARNING RATE: 1.0012214523856622e-07
previous_iter_valid_loss : 0.17130565643310547

   1576020	  0.171568	  0.171306	  0.166605		CURRENT LEARNING RATE: 1.001021228118278e-07
previous_iter_valid_loss : 0.16100597381591797

   1576040	  0.161201	  0.161006	  0.165450		CURRENT LEARNING RATE: 1.0008210438917448e-07
previous_iter_valid_loss : 0.17132553458213806

   1576060	  0.171581	  0.171326	  0.165931		CURRENT LEARNING RATE: 1.0006208996980534e-07
previous_iter_valid_loss : 0.1623046100139618

   1576080	  0.162486	  0.162305	  0.165878		CURRENT LEARNING RATE: 1.000420795529198e-07
previous_iter_valid_loss : 0.1654454618692398

   1576100	  0.165653	  0.165445	  0.165551		CURRENT LEARNING RATE: 1.000220731377173e-07
previous_iter_valid_loss : 0.1605835258960724

   1576120	  0.160739	  0.160584	  0.165447		CURRENT LEARNING RATE: 1.000020707233979e-07
previous_iter_valid_loss : 0.1616060733795166

   1576140	  0.161790	  0.161606	  0.165488		CURRENT LEARNING RATE: 9.998207230916136e-08
previous_iter_valid_loss : 0.16087079048156738

   1576160	  0.161052	  0.160871	  0.165465		CURRENT LEARNING RATE: 9.996207789420771e-08
previous_iter_valid_loss : 0.18607130646705627

   1576180	  0.186466	  0.186071	  0.165401		CURRENT LEARNING RATE: 9.994208747773703e-08
previous_iter_valid_loss : 0.17874491214752197

   1576200	  0.179057	  0.178745	  0.166310		CURRENT LEARNING RATE: 9.992210105895002e-08
previous_iter_valid_loss : 0.16447705030441284

   1576220	  0.164689	  0.164477	  0.165921		CURRENT LEARNING RATE: 9.990211863704708e-08
previous_iter_valid_loss : 0.1630288064479828

   1576240	  0.163192	  0.163029	  0.165988		CURRENT LEARNING RATE: 9.988214021122871e-08
previous_iter_valid_loss : 0.17240116000175476

   1576260	  0.172554	  0.172401	  0.166541		CURRENT LEARNING RATE: 9.986216578069616e-08
previous_iter_valid_loss : 0.16088372468948364

   1576280	  0.161052	  0.160884	  0.166422		CURRENT LEARNING RATE: 9.984219534465024e-08
previous_iter_valid_loss : 0.16292394697666168

   1576300	  0.163092	  0.162924	  0.166447		CURRENT LEARNING RATE: 9.982222890229214e-08
previous_iter_valid_loss : 0.16069269180297852

   1576320	  0.160858	  0.160693	  0.166439		CURRENT LEARNING RATE: 9.980226645282304e-08
previous_iter_valid_loss : 0.16106025874614716

   1576340	  0.161216	  0.161060	  0.166115		CURRENT LEARNING RATE: 9.97823079954448e-08
previous_iter_valid_loss : 0.1854424625635147

   1576360	  0.185827	  0.185442	  0.167362		CURRENT LEARNING RATE: 9.976235352935887e-08
previous_iter_valid_loss : 0.16109754145145416

   1576380	  0.161277	  0.161098	  0.166757		CURRENT LEARNING RATE: 9.974240305376711e-08
previous_iter_valid_loss : 0.16839633882045746

   1576400	  0.168553	  0.168396	  0.166982		CURRENT LEARNING RATE: 9.972245656787131e-08
previous_iter_valid_loss : 0.17256301641464233

   1576420	  0.172840	  0.172563	  0.167044		CURRENT LEARNING RATE: 9.970251407087395e-08
previous_iter_valid_loss : 0.16522374749183655

   1576440	  0.165424	  0.165224	  0.167255		CURRENT LEARNING RATE: 9.968257556197716e-08
previous_iter_valid_loss : 0.16799065470695496

   1576460	  0.168222	  0.167991	  0.167089		CURRENT LEARNING RATE: 9.966264104038343e-08
previous_iter_valid_loss : 0.16053755581378937

   1576480	  0.160706	  0.160538	  0.167000		CURRENT LEARNING RATE: 9.964271050529517e-08
previous_iter_valid_loss : 0.16591636836528778

   1576500	  0.166079	  0.165916	  0.167024		CURRENT LEARNING RATE: 9.962278395591551e-08
previous_iter_valid_loss : 0.16618558764457703

   1576520	  0.166348	  0.166186	  0.167304		CURRENT LEARNING RATE: 9.960286139144723e-08
previous_iter_valid_loss : 0.16087809205055237

   1576540	  0.161053	  0.160878	  0.167268		CURRENT LEARNING RATE: 9.958294281109342e-08
previous_iter_valid_loss : 0.1760624647140503

   1576560	  0.176216	  0.176062	  0.168027		CURRENT LEARNING RATE: 9.956302821405715e-08
previous_iter_valid_loss : 0.16724641621112823

   1576580	  0.167474	  0.167246	  0.167086		CURRENT LEARNING RATE: 9.954311759954221e-08
previous_iter_valid_loss : 0.1631699651479721

   1576600	  0.163363	  0.163170	  0.166307		CURRENT LEARNING RATE: 9.952321096675199e-08
previous_iter_valid_loss : 0.16049563884735107

   1576620	  0.160658	  0.160496	  0.166108		CURRENT LEARNING RATE: 9.950330831489002e-08
previous_iter_valid_loss : 0.16070789098739624

   1576640	  0.160857	  0.160708	  0.165992		CURRENT LEARNING RATE: 9.948340964316059e-08
previous_iter_valid_loss : 0.16113491356372833

   1576660	  0.161318	  0.161135	  0.165429		CURRENT LEARNING RATE: 9.946351495076756e-08
previous_iter_valid_loss : 0.1687505543231964

   1576680	  0.168993	  0.168751	  0.165822		CURRENT LEARNING RATE: 9.944362423691514e-08
previous_iter_valid_loss : 0.16099417209625244

   1576700	  0.161171	  0.160994	  0.165726		CURRENT LEARNING RATE: 9.942373750080753e-08
previous_iter_valid_loss : 0.18124280869960785

   1576720	  0.181399	  0.181243	  0.166753		CURRENT LEARNING RATE: 9.940385474164962e-08
previous_iter_valid_loss : 0.16153907775878906

   1576740	  0.161724	  0.161539	  0.166777		CURRENT LEARNING RATE: 9.938397595864588e-08
previous_iter_valid_loss : 0.16052621603012085

   1576760	  0.160694	  0.160526	  0.165531		CURRENT LEARNING RATE: 9.936410115100122e-08
previous_iter_valid_loss : 0.16084493696689606

   1576780	  0.161008	  0.160845	  0.165519		CURRENT LEARNING RATE: 9.934423031792044e-08
previous_iter_valid_loss : 0.16158175468444824

   1576800	  0.161741	  0.161582	  0.165178		CURRENT LEARNING RATE: 9.932436345860905e-08
previous_iter_valid_loss : 0.16259144246578217

   1576820	  0.162786	  0.162591	  0.164679		CURRENT LEARNING RATE: 9.930450057227223e-08
previous_iter_valid_loss : 0.16240127384662628

   1576840	  0.162566	  0.162401	  0.164538		CURRENT LEARNING RATE: 9.928464165811543e-08
previous_iter_valid_loss : 0.18323500454425812

   1576860	  0.183378	  0.183235	  0.165300		CURRENT LEARNING RATE: 9.926478671534413e-08
previous_iter_valid_loss : 0.160567507147789

   1576880	  0.160742	  0.160568	  0.165302		CURRENT LEARNING RATE: 9.92449357431645e-08
previous_iter_valid_loss : 0.16380584239959717

   1576900	  0.164002	  0.163806	  0.165196		CURRENT LEARNING RATE: 9.92250887407823e-08
previous_iter_valid_loss : 0.16051903367042542

   1576920	  0.160691	  0.160519	  0.164913		CURRENT LEARNING RATE: 9.920524570740368e-08
previous_iter_valid_loss : 0.16169622540473938

   1576940	  0.161864	  0.161696	  0.164954		CURRENT LEARNING RATE: 9.918540664223472e-08
previous_iter_valid_loss : 0.16860726475715637

   1576960	  0.168838	  0.168607	  0.164581		CURRENT LEARNING RATE: 9.91655715444822e-08
previous_iter_valid_loss : 0.1621866673231125

   1576980	  0.162338	  0.162187	  0.164328		CURRENT LEARNING RATE: 9.914574041335257e-08
previous_iter_valid_loss : 0.1604921817779541

   1577000	  0.160663	  0.160492	  0.164194		CURRENT LEARNING RATE: 9.912591324805238e-08
previous_iter_valid_loss : 0.16050924360752106

   1577020	  0.160668	  0.160509	  0.164195		CURRENT LEARNING RATE: 9.910609004778893e-08
previous_iter_valid_loss : 0.1649889200925827

   1577040	  0.165193	  0.164989	  0.164409		CURRENT LEARNING RATE: 9.908627081176909e-08
previous_iter_valid_loss : 0.16451087594032288

   1577060	  0.164718	  0.164511	  0.164578		CURRENT LEARNING RATE: 9.90664555392001e-08
previous_iter_valid_loss : 0.16754429042339325

   1577080	  0.167774	  0.167544	  0.164518		CURRENT LEARNING RATE: 9.904664422928915e-08
previous_iter_valid_loss : 0.16076576709747314

   1577100	  0.160948	  0.160766	  0.164506		CURRENT LEARNING RATE: 9.902683688124415e-08
previous_iter_valid_loss : 0.16148699820041656

   1577120	  0.161649	  0.161487	  0.163518		CURRENT LEARNING RATE: 9.900703349427266e-08
previous_iter_valid_loss : 0.16501584649085999

   1577140	  0.165214	  0.165016	  0.163692		CURRENT LEARNING RATE: 9.898723406758254e-08
previous_iter_valid_loss : 0.16108520328998566

   1577160	  0.161238	  0.161085	  0.163720		CURRENT LEARNING RATE: 9.896743860038159e-08
previous_iter_valid_loss : 0.16878218948841095

   1577180	  0.168932	  0.168782	  0.164117		CURRENT LEARNING RATE: 9.894764709187838e-08
previous_iter_valid_loss : 0.16573230922222137

   1577200	  0.165897	  0.165732	  0.164324		CURRENT LEARNING RATE: 9.892785954128107e-08
previous_iter_valid_loss : 0.1608649641275406

   1577220	  0.161025	  0.160865	  0.164238		CURRENT LEARNING RATE: 9.890807594779815e-08
previous_iter_valid_loss : 0.1611657291650772

   1577240	  0.161354	  0.161166	  0.164176		CURRENT LEARNING RATE: 9.88882963106381e-08
previous_iter_valid_loss : 0.16072696447372437

   1577260	  0.160900	  0.160727	  0.163051		CURRENT LEARNING RATE: 9.886852062901011e-08
previous_iter_valid_loss : 0.16141630709171295

   1577280	  0.161608	  0.161416	  0.163093		CURRENT LEARNING RATE: 9.884874890212295e-08
previous_iter_valid_loss : 0.1756182163953781

   1577300	  0.175776	  0.175618	  0.163684		CURRENT LEARNING RATE: 9.882898112918575e-08
previous_iter_valid_loss : 0.16516539454460144

   1577320	  0.165332	  0.165165	  0.163916		CURRENT LEARNING RATE: 9.880921730940764e-08
previous_iter_valid_loss : 0.16072796285152435

   1577340	  0.160902	  0.160728	  0.163868		CURRENT LEARNING RATE: 9.878945744199843e-08
previous_iter_valid_loss : 0.16526749730110168

   1577360	  0.165490	  0.165267	  0.163701		CURRENT LEARNING RATE: 9.87697015261675e-08
previous_iter_valid_loss : 0.17512230575084686

   1577380	  0.175406	  0.175122	  0.164348		CURRENT LEARNING RATE: 9.874994956112466e-08
previous_iter_valid_loss : 0.18732509016990662

   1577400	  0.187740	  0.187325	  0.165689		CURRENT LEARNING RATE: 9.873020154607964e-08
previous_iter_valid_loss : 0.16460740566253662

   1577420	  0.164810	  0.164607	  0.165894		CURRENT LEARNING RATE: 9.871045748024286e-08
previous_iter_valid_loss : 0.16955359280109406

   1577440	  0.169796	  0.169554	  0.166123		CURRENT LEARNING RATE: 9.869071736282439e-08
previous_iter_valid_loss : 0.17446045577526093

   1577460	  0.174747	  0.174460	  0.166620		CURRENT LEARNING RATE: 9.867098119303446e-08
previous_iter_valid_loss : 0.167197123169899

   1577480	  0.167420	  0.167197	  0.166603		CURRENT LEARNING RATE: 9.865124897008398e-08
previous_iter_valid_loss : 0.1675647795200348

   1577500	  0.167718	  0.167565	  0.166943		CURRENT LEARNING RATE: 9.863152069318345e-08
previous_iter_valid_loss : 0.16578537225723267

   1577520	  0.166001	  0.165785	  0.167158		CURRENT LEARNING RATE: 9.861179636154377e-08
previous_iter_valid_loss : 0.16756564378738403

   1577540	  0.167723	  0.167566	  0.167285		CURRENT LEARNING RATE: 9.85920759743758e-08
previous_iter_valid_loss : 0.16273368895053864

   1577560	  0.162903	  0.162734	  0.167367		CURRENT LEARNING RATE: 9.857235953089104e-08
previous_iter_valid_loss : 0.19337797164916992

   1577580	  0.193504	  0.193378	  0.168597		CURRENT LEARNING RATE: 9.855264703030067e-08
previous_iter_valid_loss : 0.17704255878925323

   1577600	  0.177203	  0.177043	  0.169163		CURRENT LEARNING RATE: 9.85329384718162e-08
previous_iter_valid_loss : 0.16398848593235016

   1577620	  0.164153	  0.163988	  0.169319		CURRENT LEARNING RATE: 9.851323385464911e-08
previous_iter_valid_loss : 0.16411340236663818

   1577640	  0.164285	  0.164113	  0.169466		CURRENT LEARNING RATE: 9.849353317801155e-08
previous_iter_valid_loss : 0.16790729761123657

   1577660	  0.168127	  0.167907	  0.169825		CURRENT LEARNING RATE: 9.847383644111534e-08
previous_iter_valid_loss : 0.16715188324451447

   1577680	  0.167309	  0.167152	  0.170112		CURRENT LEARNING RATE: 9.84541436431726e-08
previous_iter_valid_loss : 0.166352778673172

   1577700	  0.166512	  0.166353	  0.169649		CURRENT LEARNING RATE: 9.843445478339545e-08
previous_iter_valid_loss : 0.16247287392616272

   1577720	  0.162649	  0.162473	  0.169514		CURRENT LEARNING RATE: 9.841476986099666e-08
previous_iter_valid_loss : 0.17663152515888214

   1577740	  0.176788	  0.176632	  0.170309		CURRENT LEARNING RATE: 9.83950888751887e-08
previous_iter_valid_loss : 0.169716477394104

   1577760	  0.169965	  0.169716	  0.170532		CURRENT LEARNING RATE: 9.83754118251843e-08
previous_iter_valid_loss : 0.16056634485721588

   1577780	  0.160727	  0.160566	  0.169804		CURRENT LEARNING RATE: 9.835573871019622e-08
previous_iter_valid_loss : 0.1745518445968628

   1577800	  0.174826	  0.174552	  0.169165		CURRENT LEARNING RATE: 9.833606952943786e-08
previous_iter_valid_loss : 0.17169798910617828

   1577820	  0.171955	  0.171698	  0.169520		CURRENT LEARNING RATE: 9.83164042821223e-08
previous_iter_valid_loss : 0.16062624752521515

   1577840	  0.160782	  0.160626	  0.169074		CURRENT LEARNING RATE: 9.829674296746276e-08
previous_iter_valid_loss : 0.1760856658220291

   1577860	  0.176380	  0.176086	  0.169155		CURRENT LEARNING RATE: 9.82770855846731e-08
previous_iter_valid_loss : 0.16225041449069977

   1577880	  0.162410	  0.162250	  0.168907		CURRENT LEARNING RATE: 9.825743213296691e-08
previous_iter_valid_loss : 0.16638576984405518

   1577900	  0.166599	  0.166386	  0.168848		CURRENT LEARNING RATE: 9.823778261155799e-08
previous_iter_valid_loss : 0.19025760889053345

   1577920	  0.190378	  0.190258	  0.170072		CURRENT LEARNING RATE: 9.821813701966022e-08
previous_iter_valid_loss : 0.16501332819461823

   1577940	  0.165189	  0.165013	  0.169944		CURRENT LEARNING RATE: 9.819849535648814e-08
previous_iter_valid_loss : 0.1650109738111496

   1577960	  0.165216	  0.165011	  0.170058		CURRENT LEARNING RATE: 9.817885762125586e-08
previous_iter_valid_loss : 0.16070765256881714

   1577980	  0.160858	  0.160708	  0.168425		CURRENT LEARNING RATE: 9.81592238131779e-08
previous_iter_valid_loss : 0.17813390493392944

   1578000	  0.178293	  0.178134	  0.168479		CURRENT LEARNING RATE: 9.813959393146875e-08
previous_iter_valid_loss : 0.18087324500083923

   1578020	  0.181034	  0.180873	  0.169324		CURRENT LEARNING RATE: 9.811996797534354e-08
previous_iter_valid_loss : 0.1796700358390808

   1578040	  0.179822	  0.179670	  0.170101		CURRENT LEARNING RATE: 9.810034594401705e-08
previous_iter_valid_loss : 0.1626596748828888

   1578060	  0.162856	  0.162660	  0.169839		CURRENT LEARNING RATE: 9.808072783670442e-08
previous_iter_valid_loss : 0.18244223296642303

   1578080	  0.182782	  0.182442	  0.170604		CURRENT LEARNING RATE: 9.806111365262072e-08
previous_iter_valid_loss : 0.1795087605714798

   1578100	  0.179833	  0.179509	  0.171261		CURRENT LEARNING RATE: 9.804150339098179e-08
previous_iter_valid_loss : 0.16340140998363495

   1578120	  0.163570	  0.163401	  0.171308		CURRENT LEARNING RATE: 9.802189705100299e-08
previous_iter_valid_loss : 0.17137585580348969

   1578140	  0.171520	  0.171376	  0.171045		CURRENT LEARNING RATE: 9.800229463190008e-08
previous_iter_valid_loss : 0.16572384536266327

   1578160	  0.165881	  0.165724	  0.170845		CURRENT LEARNING RATE: 9.798269613288881e-08
previous_iter_valid_loss : 0.1605646163225174

   1578180	  0.160724	  0.160565	  0.170845		CURRENT LEARNING RATE: 9.796310155318556e-08
previous_iter_valid_loss : 0.16256287693977356

   1578200	  0.162725	  0.162563	  0.170246		CURRENT LEARNING RATE: 9.794351089200639e-08
previous_iter_valid_loss : 0.16483047604560852

   1578220	  0.164999	  0.164830	  0.169903		CURRENT LEARNING RATE: 9.79239241485675e-08
previous_iter_valid_loss : 0.16292773187160492

   1578240	  0.163113	  0.162928	  0.170018		CURRENT LEARNING RATE: 9.790434132208575e-08
previous_iter_valid_loss : 0.16367873549461365

   1578260	  0.163845	  0.163679	  0.169397		CURRENT LEARNING RATE: 9.788476241177767e-08
previous_iter_valid_loss : 0.17566296458244324

   1578280	  0.175816	  0.175663	  0.170068		CURRENT LEARNING RATE: 9.78651874168601e-08
previous_iter_valid_loss : 0.16912534832954407

   1578300	  0.169281	  0.169125	  0.170205		CURRENT LEARNING RATE: 9.784561633654987e-08
previous_iter_valid_loss : 0.16965407133102417

   1578320	  0.169805	  0.169654	  0.169175		CURRENT LEARNING RATE: 9.782604917006448e-08
previous_iter_valid_loss : 0.17567703127861023

   1578340	  0.175961	  0.175677	  0.169708		CURRENT LEARNING RATE: 9.780648591662107e-08
previous_iter_valid_loss : 0.1606859564781189

   1578360	  0.160860	  0.160686	  0.169492		CURRENT LEARNING RATE: 9.77869265754371e-08
previous_iter_valid_loss : 0.16307500004768372

   1578380	  0.163265	  0.163075	  0.169610		CURRENT LEARNING RATE: 9.776737114573005e-08
previous_iter_valid_loss : 0.16189002990722656

   1578400	  0.162090	  0.161890	  0.168798		CURRENT LEARNING RATE: 9.774781962671801e-08
previous_iter_valid_loss : 0.16104038059711456

   1578420	  0.161224	  0.161040	  0.167806		CURRENT LEARNING RATE: 9.772827201761878e-08
previous_iter_valid_loss : 0.16073091328144073

   1578440	  0.160887	  0.160731	  0.166859		CURRENT LEARNING RATE: 9.770872831765046e-08
previous_iter_valid_loss : 0.1613154262304306

   1578460	  0.161471	  0.161315	  0.166792		CURRENT LEARNING RATE: 9.76891885260311e-08
previous_iter_valid_loss : 0.1610509753227234

   1578480	  0.161206	  0.161051	  0.165722		CURRENT LEARNING RATE: 9.766965264197945e-08
previous_iter_valid_loss : 0.16072531044483185

   1578500	  0.160889	  0.160725	  0.164783		CURRENT LEARNING RATE: 9.765012066471394e-08
previous_iter_valid_loss : 0.18089966475963593

   1578520	  0.181233	  0.180900	  0.165658		CURRENT LEARNING RATE: 9.763059259345325e-08
previous_iter_valid_loss : 0.16151981055736542

   1578540	  0.161681	  0.161520	  0.165165		CURRENT LEARNING RATE: 9.761106842741612e-08
previous_iter_valid_loss : 0.16252072155475616

   1578560	  0.162690	  0.162521	  0.165005		CURRENT LEARNING RATE: 9.75915481658219e-08
previous_iter_valid_loss : 0.1605387181043625

   1578580	  0.160705	  0.160539	  0.165004		CURRENT LEARNING RATE: 9.757203180788964e-08
previous_iter_valid_loss : 0.16572187840938568

   1578600	  0.165931	  0.165722	  0.165162		CURRENT LEARNING RATE: 9.755251935283864e-08
previous_iter_valid_loss : 0.16116942465305328

   1578620	  0.161353	  0.161169	  0.164979		CURRENT LEARNING RATE: 9.753301079988829e-08
previous_iter_valid_loss : 0.16116459667682648

   1578640	  0.161357	  0.161165	  0.164891		CURRENT LEARNING RATE: 9.751350614825852e-08
previous_iter_valid_loss : 0.18140925467014313

   1578660	  0.181754	  0.181409	  0.165777		CURRENT LEARNING RATE: 9.749400539716903e-08
previous_iter_valid_loss : 0.16229741275310516

   1578680	  0.162490	  0.162297	  0.165109		CURRENT LEARNING RATE: 9.747450854583959e-08
previous_iter_valid_loss : 0.16065333783626556

   1578700	  0.160816	  0.160653	  0.164685		CURRENT LEARNING RATE: 9.745501559349068e-08
previous_iter_valid_loss : 0.16232068836688995

   1578720	  0.162489	  0.162321	  0.164319		CURRENT LEARNING RATE: 9.743552653934242e-08
previous_iter_valid_loss : 0.1648813784122467

   1578740	  0.165042	  0.164881	  0.163779		CURRENT LEARNING RATE: 9.74160413826152e-08
previous_iter_valid_loss : 0.2200068086385727

   1578760	  0.220024	  0.220007	  0.166745		CURRENT LEARNING RATE: 9.739656012252951e-08
previous_iter_valid_loss : 0.1905987560749054

   1578780	  0.191031	  0.190599	  0.168121		CURRENT LEARNING RATE: 9.737708275830638e-08
previous_iter_valid_loss : 0.16683484613895416

   1578800	  0.167000	  0.166835	  0.168368		CURRENT LEARNING RATE: 9.735760928916661e-08
previous_iter_valid_loss : 0.16978836059570312

   1578820	  0.169944	  0.169788	  0.168806		CURRENT LEARNING RATE: 9.73381397143312e-08
previous_iter_valid_loss : 0.1604953557252884

   1578840	  0.160661	  0.160495	  0.168794		CURRENT LEARNING RATE: 9.731867403302122e-08
previous_iter_valid_loss : 0.17792843282222748

   1578860	  0.178232	  0.177928	  0.169625		CURRENT LEARNING RATE: 9.729921224445839e-08
previous_iter_valid_loss : 0.18056878447532654

   1578880	  0.180718	  0.180569	  0.170601		CURRENT LEARNING RATE: 9.727975434786406e-08
previous_iter_valid_loss : 0.17531366646289825

   1578900	  0.175465	  0.175314	  0.171330		CURRENT LEARNING RATE: 9.726030034245992e-08
previous_iter_valid_loss : 0.16056370735168457

   1578920	  0.160728	  0.160564	  0.170313		CURRENT LEARNING RATE: 9.724085022746763e-08
previous_iter_valid_loss : 0.16645880043506622

   1578940	  0.166681	  0.166459	  0.170560		CURRENT LEARNING RATE: 9.722140400210955e-08
previous_iter_valid_loss : 0.1845884621143341

   1578960	  0.184730	  0.184588	  0.171663		CURRENT LEARNING RATE: 9.720196166560763e-08
previous_iter_valid_loss : 0.16280803084373474

   1578980	  0.162982	  0.162808	  0.171777		CURRENT LEARNING RATE: 9.718252321718419e-08
previous_iter_valid_loss : 0.16073867678642273

   1579000	  0.160913	  0.160739	  0.171528		CURRENT LEARNING RATE: 9.716308865606152e-08
previous_iter_valid_loss : 0.18475744128227234

   1579020	  0.184905	  0.184757	  0.172707		CURRENT LEARNING RATE: 9.714365798146257e-08
previous_iter_valid_loss : 0.1605011522769928

   1579040	  0.160668	  0.160501	  0.172674		CURRENT LEARNING RATE: 9.712423119260997e-08
previous_iter_valid_loss : 0.16105277836322784

   1579060	  0.161201	  0.161053	  0.171656		CURRENT LEARNING RATE: 9.710480828872645e-08
previous_iter_valid_loss : 0.165925532579422

   1579080	  0.166131	  0.165926	  0.171838		CURRENT LEARNING RATE: 9.708538926903545e-08
previous_iter_valid_loss : 0.16066473722457886

   1579100	  0.160825	  0.160665	  0.171838		CURRENT LEARNING RATE: 9.706597413276004e-08
previous_iter_valid_loss : 0.16826052963733673

   1579120	  0.168418	  0.168261	  0.172135		CURRENT LEARNING RATE: 9.704656287912359e-08
previous_iter_valid_loss : 0.1614185869693756

   1579140	  0.161609	  0.161419	  0.171962		CURRENT LEARNING RATE: 9.702715550734951e-08
previous_iter_valid_loss : 0.1621123105287552

   1579160	  0.162315	  0.162112	  0.169067		CURRENT LEARNING RATE: 9.700775201666183e-08
previous_iter_valid_loss : 0.16420234739780426

   1579180	  0.164402	  0.164202	  0.167747		CURRENT LEARNING RATE: 9.698835240628424e-08
previous_iter_valid_loss : 0.17270562052726746

   1579200	  0.172981	  0.172706	  0.168041		CURRENT LEARNING RATE: 9.696895667544077e-08
previous_iter_valid_loss : 0.16049419343471527

   1579220	  0.160650	  0.160494	  0.167576		CURRENT LEARNING RATE: 9.694956482335541e-08
previous_iter_valid_loss : 0.16916607320308685

   1579240	  0.169315	  0.169166	  0.168010		CURRENT LEARNING RATE: 9.693017684925282e-08
previous_iter_valid_loss : 0.16135931015014648

   1579260	  0.161546	  0.161359	  0.167181		CURRENT LEARNING RATE: 9.691079275235731e-08
previous_iter_valid_loss : 0.16203314065933228

   1579280	  0.162223	  0.162033	  0.166255		CURRENT LEARNING RATE: 9.689141253189353e-08
previous_iter_valid_loss : 0.18998396396636963

   1579300	  0.190116	  0.189984	  0.166988		CURRENT LEARNING RATE: 9.68720361870861e-08
previous_iter_valid_loss : 0.18084974586963654

   1579320	  0.181007	  0.180850	  0.168002		CURRENT LEARNING RATE: 9.685266371716029e-08
previous_iter_valid_loss : 0.16208772361278534

   1579340	  0.162259	  0.162088	  0.167784		CURRENT LEARNING RATE: 9.683329512134105e-08
previous_iter_valid_loss : 0.16177214682102203

   1579360	  0.161962	  0.161772	  0.166643		CURRENT LEARNING RATE: 9.681393039885362e-08
previous_iter_valid_loss : 0.16215603053569794

   1579380	  0.162319	  0.162156	  0.166610		CURRENT LEARNING RATE: 9.679456954892326e-08
previous_iter_valid_loss : 0.17734025418758392

   1579400	  0.177497	  0.177340	  0.167441		CURRENT LEARNING RATE: 9.677521257077587e-08
previous_iter_valid_loss : 0.16076815128326416

   1579420	  0.160942	  0.160768	  0.166241		CURRENT LEARNING RATE: 9.675585946363697e-08
previous_iter_valid_loss : 0.16378669440746307

   1579440	  0.163993	  0.163787	  0.166405		CURRENT LEARNING RATE: 9.67365102267323e-08
previous_iter_valid_loss : 0.16593895852565765

   1579460	  0.166097	  0.165939	  0.166650		CURRENT LEARNING RATE: 9.671716485928822e-08
previous_iter_valid_loss : 0.16049601137638092

   1579480	  0.160663	  0.160496	  0.166378		CURRENT LEARNING RATE: 9.669782336053076e-08
previous_iter_valid_loss : 0.16059693694114685

   1579500	  0.160758	  0.160597	  0.166375		CURRENT LEARNING RATE: 9.667848572968625e-08
previous_iter_valid_loss : 0.16814522445201874

   1579520	  0.168383	  0.168145	  0.166369		CURRENT LEARNING RATE: 9.6659151965981e-08
previous_iter_valid_loss : 0.1610327661037445

   1579540	  0.161219	  0.161033	  0.166350		CURRENT LEARNING RATE: 9.663982206864203e-08
previous_iter_valid_loss : 0.17227955162525177

   1579560	  0.172541	  0.172280	  0.166858		CURRENT LEARNING RATE: 9.662049603689593e-08
previous_iter_valid_loss : 0.1610676646232605

   1579580	  0.161229	  0.161068	  0.166701		CURRENT LEARNING RATE: 9.66011738699697e-08
previous_iter_valid_loss : 0.16143698990345

   1579600	  0.161631	  0.161437	  0.166138		CURRENT LEARNING RATE: 9.658185556709025e-08
previous_iter_valid_loss : 0.16076387465000153

   1579620	  0.160928	  0.160764	  0.166151		CURRENT LEARNING RATE: 9.656254112748523e-08
previous_iter_valid_loss : 0.1646166294813156

   1579640	  0.164790	  0.164617	  0.165924		CURRENT LEARNING RATE: 9.654323055038186e-08
previous_iter_valid_loss : 0.1732107400894165

   1579660	  0.173361	  0.173211	  0.166516		CURRENT LEARNING RATE: 9.652392383500772e-08
previous_iter_valid_loss : 0.16874438524246216

   1579680	  0.168900	  0.168744	  0.166852		CURRENT LEARNING RATE: 9.650462098059036e-08
previous_iter_valid_loss : 0.16440355777740479

   1579700	  0.164573	  0.164404	  0.165573		CURRENT LEARNING RATE: 9.648532198635805e-08
previous_iter_valid_loss : 0.16049624979496002

   1579720	  0.160664	  0.160496	  0.164555		CURRENT LEARNING RATE: 9.646602685153862e-08
previous_iter_valid_loss : 0.1637297123670578

   1579740	  0.163897	  0.163730	  0.164637		CURRENT LEARNING RATE: 9.644673557536029e-08
previous_iter_valid_loss : 0.18109659850597382

   1579760	  0.181254	  0.181097	  0.165604		CURRENT LEARNING RATE: 9.642744815705122e-08
previous_iter_valid_loss : 0.16527362167835236

   1579780	  0.165432	  0.165274	  0.165760		CURRENT LEARNING RATE: 9.640816459584023e-08
previous_iter_valid_loss : 0.16052845120429993

   1579800	  0.160689	  0.160528	  0.164919		CURRENT LEARNING RATE: 9.638888489095587e-08
previous_iter_valid_loss : 0.1606774628162384

   1579820	  0.160847	  0.160677	  0.164914		CURRENT LEARNING RATE: 9.636960904162675e-08
previous_iter_valid_loss : 0.16527244448661804

   1579840	  0.165442	  0.165272	  0.164989		CURRENT LEARNING RATE: 9.635033704708216e-08
previous_iter_valid_loss : 0.1613408774137497

   1579860	  0.161534	  0.161341	  0.164759		CURRENT LEARNING RATE: 9.633106890655105e-08
previous_iter_valid_loss : 0.16717657446861267

   1579880	  0.167336	  0.167177	  0.165093		CURRENT LEARNING RATE: 9.631180461926274e-08
previous_iter_valid_loss : 0.17285190522670746

   1579900	  0.172994	  0.172852	  0.165706		CURRENT LEARNING RATE: 9.629254418444644e-08
previous_iter_valid_loss : 0.1605319231748581

   1579920	  0.160694	  0.160532	  0.165325		CURRENT LEARNING RATE: 9.62732876013321e-08
previous_iter_valid_loss : 0.1668146699666977

   1579940	  0.166971	  0.166815	  0.165614		CURRENT LEARNING RATE: 9.625403486914928e-08
previous_iter_valid_loss : 0.17069005966186523

   1579960	  0.170842	  0.170690	  0.165535		CURRENT LEARNING RATE: 9.623478598712784e-08
previous_iter_valid_loss : 0.19528037309646606

   1579980	  0.195394	  0.195280	  0.167245		CURRENT LEARNING RATE: 9.621554095449772e-08
previous_iter_valid_loss : 0.1612057238817215

   1580000	  0.161387	  0.161206	  0.167234		CURRENT LEARNING RATE: 9.619629977048941e-08
previous_iter_valid_loss : 0.16100667417049408

   1580020	  0.161166	  0.161007	  0.167246		CURRENT LEARNING RATE: 9.61770624343331e-08
previous_iter_valid_loss : 0.16853457689285278

   1580040	  0.168689	  0.168535	  0.167442		CURRENT LEARNING RATE: 9.615782894525929e-08
previous_iter_valid_loss : 0.16731597483158112

   1580060	  0.167475	  0.167316	  0.167147		CURRENT LEARNING RATE: 9.61385993024985e-08
previous_iter_valid_loss : 0.16061212122440338

   1580080	  0.160786	  0.160612	  0.166740		CURRENT LEARNING RATE: 9.611937350528184e-08
previous_iter_valid_loss : 0.17141196131706238

   1580100	  0.171663	  0.171412	  0.167091		CURRENT LEARNING RATE: 9.610015155284014e-08
previous_iter_valid_loss : 0.18375462293624878

   1580120	  0.184111	  0.183755	  0.168254		CURRENT LEARNING RATE: 9.608093344440451e-08
previous_iter_valid_loss : 0.16052979230880737

   1580140	  0.160695	  0.160530	  0.168094		CURRENT LEARNING RATE: 9.606171917920609e-08
previous_iter_valid_loss : 0.16060993075370789

   1580160	  0.160778	  0.160610	  0.167069		CURRENT LEARNING RATE: 9.60425087564766e-08
previous_iter_valid_loss : 0.18350085616111755

   1580180	  0.183877	  0.183501	  0.167981		CURRENT LEARNING RATE: 9.602330217544747e-08
previous_iter_valid_loss : 0.1607085019350052

   1580200	  0.160859	  0.160709	  0.167990		CURRENT LEARNING RATE: 9.600409943535044e-08
previous_iter_valid_loss : 0.16327863931655884

   1580220	  0.163446	  0.163279	  0.168120		CURRENT LEARNING RATE: 9.598490053541722e-08
previous_iter_valid_loss : 0.16268059611320496

   1580240	  0.162872	  0.162681	  0.167990		CURRENT LEARNING RATE: 9.596570547488022e-08
previous_iter_valid_loss : 0.16200506687164307

   1580260	  0.162195	  0.162005	  0.168023		CURRENT LEARNING RATE: 9.594651425297145e-08
previous_iter_valid_loss : 0.16209043562412262

   1580280	  0.162253	  0.162090	  0.167769		CURRENT LEARNING RATE: 9.59273268689231e-08
previous_iter_valid_loss : 0.16274167597293854

   1580300	  0.162908	  0.162742	  0.167264		CURRENT LEARNING RATE: 9.590814332196801e-08
previous_iter_valid_loss : 0.1705915331840515

   1580320	  0.170734	  0.170592	  0.167767		CURRENT LEARNING RATE: 9.588896361133865e-08
previous_iter_valid_loss : 0.17735764384269714

   1580340	  0.177514	  0.177358	  0.168294		CURRENT LEARNING RATE: 9.586978773626786e-08
previous_iter_valid_loss : 0.1653771549463272

   1580360	  0.165541	  0.165377	  0.168028		CURRENT LEARNING RATE: 9.585061569598841e-08
previous_iter_valid_loss : 0.16064198315143585

   1580380	  0.160806	  0.160642	  0.166296		CURRENT LEARNING RATE: 9.583144748973378e-08
previous_iter_valid_loss : 0.16879414021968842

   1580400	  0.169023	  0.168794	  0.166676		CURRENT LEARNING RATE: 9.581228311673705e-08
previous_iter_valid_loss : 0.16121557354927063

   1580420	  0.161367	  0.161216	  0.166686		CURRENT LEARNING RATE: 9.579312257623167e-08
previous_iter_valid_loss : 0.161164790391922

   1580440	  0.161321	  0.161165	  0.166318		CURRENT LEARNING RATE: 9.577396586745103e-08
previous_iter_valid_loss : 0.17073412239551544

   1580460	  0.170885	  0.170734	  0.166488		CURRENT LEARNING RATE: 9.575481298962922e-08
previous_iter_valid_loss : 0.17806212604045868

   1580480	  0.178224	  0.178062	  0.167361		CURRENT LEARNING RATE: 9.573566394199994e-08
previous_iter_valid_loss : 0.16791965067386627

   1580500	  0.168148	  0.167920	  0.167186		CURRENT LEARNING RATE: 9.57165187237972e-08
previous_iter_valid_loss : 0.16075140237808228

   1580520	  0.160924	  0.160751	  0.166036		CURRENT LEARNING RATE: 9.569737733425507e-08
previous_iter_valid_loss : 0.1653321087360382

   1580540	  0.165545	  0.165332	  0.166276		CURRENT LEARNING RATE: 9.567823977260824e-08
previous_iter_valid_loss : 0.16133759915828705

   1580560	  0.161523	  0.161338	  0.166313		CURRENT LEARNING RATE: 9.565910603809099e-08
previous_iter_valid_loss : 0.16102217137813568

   1580580	  0.161196	  0.161022	  0.165189		CURRENT LEARNING RATE: 9.5639976129938e-08
previous_iter_valid_loss : 0.16056056320667267

   1580600	  0.160716	  0.160561	  0.165181		CURRENT LEARNING RATE: 9.56208500473839e-08
previous_iter_valid_loss : 0.1636362373828888

   1580620	  0.163801	  0.163636	  0.165199		CURRENT LEARNING RATE: 9.560172778966398e-08
previous_iter_valid_loss : 0.16110147535800934

   1580640	  0.161287	  0.161101	  0.165120		CURRENT LEARNING RATE: 9.558260935601318e-08
previous_iter_valid_loss : 0.169259175658226

   1580660	  0.169411	  0.169259	  0.165483		CURRENT LEARNING RATE: 9.55634947456666e-08
previous_iter_valid_loss : 0.1795247197151184

   1580680	  0.179680	  0.179525	  0.166355		CURRENT LEARNING RATE: 9.554438395786001e-08
previous_iter_valid_loss : 0.16185425221920013

   1580700	  0.162013	  0.161854	  0.166310		CURRENT LEARNING RATE: 9.552527699182877e-08
previous_iter_valid_loss : 0.16390587389469147

   1580720	  0.164110	  0.163906	  0.165976		CURRENT LEARNING RATE: 9.550617384680862e-08
previous_iter_valid_loss : 0.16154804825782776

   1580740	  0.161735	  0.161548	  0.165186		CURRENT LEARNING RATE: 9.548707452203526e-08
previous_iter_valid_loss : 0.16581591963768005

   1580760	  0.166020	  0.165816	  0.165207		CURRENT LEARNING RATE: 9.54679790167451e-08
previous_iter_valid_loss : 0.1890357881784439

   1580780	  0.189457	  0.189036	  0.166627		CURRENT LEARNING RATE: 9.544888733017408e-08
previous_iter_valid_loss : 0.1639770269393921

   1580800	  0.164142	  0.163977	  0.166386		CURRENT LEARNING RATE: 9.542979946155858e-08
previous_iter_valid_loss : 0.16146093606948853

   1580820	  0.161624	  0.161461	  0.166399		CURRENT LEARNING RATE: 9.54107154101349e-08
previous_iter_valid_loss : 0.16192607581615448

   1580840	  0.162081	  0.161926	  0.166437		CURRENT LEARNING RATE: 9.539163517514002e-08
previous_iter_valid_loss : 0.16092520952224731

   1580860	  0.161105	  0.160925	  0.165946		CURRENT LEARNING RATE: 9.537255875581054e-08
previous_iter_valid_loss : 0.16056518256664276

   1580880	  0.160725	  0.160565	  0.165071		CURRENT LEARNING RATE: 9.535348615138345e-08
previous_iter_valid_loss : 0.16290362179279327

   1580900	  0.163089	  0.162904	  0.164821		CURRENT LEARNING RATE: 9.533441736109564e-08
previous_iter_valid_loss : 0.16303464770317078

   1580920	  0.163205	  0.163035	  0.164935		CURRENT LEARNING RATE: 9.531535238418472e-08
previous_iter_valid_loss : 0.16287966072559357

   1580940	  0.163076	  0.162880	  0.164812		CURRENT LEARNING RATE: 9.529629121988789e-08
previous_iter_valid_loss : 0.16073498129844666

   1580960	  0.160910	  0.160735	  0.164782		CURRENT LEARNING RATE: 9.527723386744272e-08
previous_iter_valid_loss : 0.16379468142986298

   1580980	  0.163992	  0.163795	  0.164921		CURRENT LEARNING RATE: 9.525818032608676e-08
previous_iter_valid_loss : 0.17831258475780487

   1581000	  0.178470	  0.178313	  0.165808		CURRENT LEARNING RATE: 9.523913059505819e-08
previous_iter_valid_loss : 0.16176018118858337

   1581020	  0.161954	  0.161760	  0.165714		CURRENT LEARNING RATE: 9.522008467359485e-08
previous_iter_valid_loss : 0.1606418341398239

   1581040	  0.160812	  0.160642	  0.165691		CURRENT LEARNING RATE: 9.520104256093474e-08
previous_iter_valid_loss : 0.16091284155845642

   1581060	  0.161091	  0.160913	  0.165274		CURRENT LEARNING RATE: 9.518200425631652e-08
previous_iter_valid_loss : 0.1628076583147049

   1581080	  0.162987	  0.162808	  0.164438		CURRENT LEARNING RATE: 9.516296975897848e-08
previous_iter_valid_loss : 0.16718196868896484

   1581100	  0.167405	  0.167182	  0.164705		CURRENT LEARNING RATE: 9.514393906815926e-08
previous_iter_valid_loss : 0.16701358556747437

   1581120	  0.167238	  0.167014	  0.164860		CURRENT LEARNING RATE: 9.512491218309743e-08
previous_iter_valid_loss : 0.1693054437637329

   1581140	  0.169456	  0.169305	  0.165248		CURRENT LEARNING RATE: 9.510588910303227e-08
previous_iter_valid_loss : 0.16124960780143738

   1581160	  0.161438	  0.161250	  0.165020		CURRENT LEARNING RATE: 9.50868698272027e-08
previous_iter_valid_loss : 0.16064156591892242

   1581180	  0.160806	  0.160642	  0.163600		CURRENT LEARNING RATE: 9.50678543548479e-08
previous_iter_valid_loss : 0.16134808957576752

   1581200	  0.161543	  0.161348	  0.163468		CURRENT LEARNING RATE: 9.504884268520716e-08
previous_iter_valid_loss : 0.16053706407546997

   1581220	  0.160699	  0.160537	  0.163422		CURRENT LEARNING RATE: 9.502983481752029e-08
previous_iter_valid_loss : 0.16072672605514526

   1581240	  0.160886	  0.160727	  0.163362		CURRENT LEARNING RATE: 9.501083075102683e-08
previous_iter_valid_loss : 0.16078706085681915

   1581260	  0.160943	  0.160787	  0.163355		CURRENT LEARNING RATE: 9.499183048496661e-08
previous_iter_valid_loss : 0.16110649704933167

   1581280	  0.161286	  0.161106	  0.163382		CURRENT LEARNING RATE: 9.497283401857945e-08
previous_iter_valid_loss : 0.16854102909564972

   1581300	  0.168786	  0.168541	  0.163664		CURRENT LEARNING RATE: 9.495384135110582e-08
previous_iter_valid_loss : 0.16169849038124084

   1581320	  0.161858	  0.161698	  0.163597		CURRENT LEARNING RATE: 9.493485248178588e-08
previous_iter_valid_loss : 0.16362415254116058

   1581340	  0.163816	  0.163624	  0.163635		CURRENT LEARNING RATE: 9.491586740986003e-08
previous_iter_valid_loss : 0.17796654999256134

   1581360	  0.178277	  0.177967	  0.164496		CURRENT LEARNING RATE: 9.489688613456875e-08
previous_iter_valid_loss : 0.16216403245925903

   1581380	  0.162348	  0.162164	  0.164415		CURRENT LEARNING RATE: 9.487790865515307e-08
previous_iter_valid_loss : 0.16068634390830994

   1581400	  0.160865	  0.160686	  0.163533		CURRENT LEARNING RATE: 9.485893497085377e-08
previous_iter_valid_loss : 0.18616549670696259

   1581420	  0.186554	  0.186165	  0.164754		CURRENT LEARNING RATE: 9.483996508091186e-08
previous_iter_valid_loss : 0.18553930521011353

   1581440	  0.185681	  0.185539	  0.165999		CURRENT LEARNING RATE: 9.48209989845684e-08
previous_iter_valid_loss : 0.16099247336387634

   1581460	  0.161147	  0.160992	  0.166003		CURRENT LEARNING RATE: 9.48020366810651e-08
previous_iter_valid_loss : 0.1725681573152542

   1581480	  0.172838	  0.172568	  0.166491		CURRENT LEARNING RATE: 9.478307816964326e-08
previous_iter_valid_loss : 0.1616533398628235

   1581500	  0.161844	  0.161653	  0.166214		CURRENT LEARNING RATE: 9.47641234495444e-08
previous_iter_valid_loss : 0.16154982149600983

   1581520	  0.161705	  0.161550	  0.165941		CURRENT LEARNING RATE: 9.474517252001067e-08
previous_iter_valid_loss : 0.16199751198291779

   1581540	  0.162157	  0.161998	  0.165576		CURRENT LEARNING RATE: 9.472622538028384e-08
previous_iter_valid_loss : 0.16472040116786957

   1581560	  0.164923	  0.164720	  0.165749		CURRENT LEARNING RATE: 9.470728202960604e-08
previous_iter_valid_loss : 0.16095824539661407

   1581580	  0.161114	  0.160958	  0.165765		CURRENT LEARNING RATE: 9.468834246721937e-08
previous_iter_valid_loss : 0.16152948141098022

   1581600	  0.161720	  0.161529	  0.165774		CURRENT LEARNING RATE: 9.466940669236657e-08
previous_iter_valid_loss : 0.1729467213153839

   1581620	  0.173089	  0.172947	  0.166394		CURRENT LEARNING RATE: 9.465047470429004e-08
previous_iter_valid_loss : 0.1666024774312973

   1581640	  0.166757	  0.166602	  0.166688		CURRENT LEARNING RATE: 9.463154650223255e-08
previous_iter_valid_loss : 0.1608041375875473

   1581660	  0.160957	  0.160804	  0.166689		CURRENT LEARNING RATE: 9.461262208543674e-08
previous_iter_valid_loss : 0.1605423241853714

   1581680	  0.160705	  0.160542	  0.166661		CURRENT LEARNING RATE: 9.4593701453146e-08
previous_iter_valid_loss : 0.16228781640529633

   1581700	  0.162455	  0.162288	  0.166348		CURRENT LEARNING RATE: 9.457478460460331e-08
previous_iter_valid_loss : 0.1629997342824936

   1581720	  0.163191	  0.163000	  0.166413		CURRENT LEARNING RATE: 9.455587153905203e-08
previous_iter_valid_loss : 0.16052162647247314

   1581740	  0.160689	  0.160522	  0.166258		CURRENT LEARNING RATE: 9.453696225573548e-08
previous_iter_valid_loss : 0.16071398556232452

   1581760	  0.160881	  0.160714	  0.165396		CURRENT LEARNING RATE: 9.451805675389756e-08
previous_iter_valid_loss : 0.1620480865240097

   1581780	  0.162207	  0.162048	  0.165390		CURRENT LEARNING RATE: 9.449915503278193e-08
previous_iter_valid_loss : 0.1629791110754013

   1581800	  0.163144	  0.162979	  0.165504		CURRENT LEARNING RATE: 9.448025709163254e-08
previous_iter_valid_loss : 0.16179202497005463

   1581820	  0.161947	  0.161792	  0.164286		CURRENT LEARNING RATE: 9.446136292969326e-08
previous_iter_valid_loss : 0.16130277514457703

   1581840	  0.161462	  0.161303	  0.163074		CURRENT LEARNING RATE: 9.444247254620868e-08
previous_iter_valid_loss : 0.18064135313034058

   1581860	  0.180803	  0.180641	  0.164056		CURRENT LEARNING RATE: 9.442358594042303e-08
previous_iter_valid_loss : 0.16832777857780457

   1581880	  0.168567	  0.168328	  0.163844		CURRENT LEARNING RATE: 9.440470311158064e-08
previous_iter_valid_loss : 0.18467582762241364

   1581900	  0.185050	  0.184676	  0.164995		CURRENT LEARNING RATE: 9.438582405892657e-08
previous_iter_valid_loss : 0.16798906028270721

   1581920	  0.168216	  0.167989	  0.165317		CURRENT LEARNING RATE: 9.436694878170545e-08
previous_iter_valid_loss : 0.16071216762065887

   1581940	  0.160872	  0.160712	  0.165253		CURRENT LEARNING RATE: 9.434807727916233e-08
previous_iter_valid_loss : 0.17636047303676605

   1581960	  0.176512	  0.176360	  0.165835		CURRENT LEARNING RATE: 9.432920955054211e-08
previous_iter_valid_loss : 0.16500616073608398

   1581980	  0.165217	  0.165006	  0.166038		CURRENT LEARNING RATE: 9.431034559509048e-08
previous_iter_valid_loss : 0.1627597063779831

   1582000	  0.162936	  0.162760	  0.166099		CURRENT LEARNING RATE: 9.429148541205268e-08
previous_iter_valid_loss : 0.1605522483587265

   1582020	  0.160706	  0.160552	  0.165479		CURRENT LEARNING RATE: 9.42726290006743e-08
previous_iter_valid_loss : 0.17243945598602295

   1582040	  0.172702	  0.172439	  0.165771		CURRENT LEARNING RATE: 9.425377636020093e-08
previous_iter_valid_loss : 0.16598562896251678

   1582060	  0.166147	  0.165986	  0.166030		CURRENT LEARNING RATE: 9.42349274898788e-08
previous_iter_valid_loss : 0.16438600420951843

   1582080	  0.164587	  0.164386	  0.166222		CURRENT LEARNING RATE: 9.421608238895379e-08
previous_iter_valid_loss : 0.1644430011510849

   1582100	  0.164597	  0.164443	  0.166330		CURRENT LEARNING RATE: 9.419724105667207e-08
previous_iter_valid_loss : 0.16057826578617096

   1582120	  0.160738	  0.160578	  0.166209		CURRENT LEARNING RATE: 9.417840349227983e-08
previous_iter_valid_loss : 0.16254104673862457

   1582140	  0.162704	  0.162541	  0.166310		CURRENT LEARNING RATE: 9.415956969502393e-08
previous_iter_valid_loss : 0.1643867790699005

   1582160	  0.164557	  0.164387	  0.166494		CURRENT LEARNING RATE: 9.414073966415082e-08
previous_iter_valid_loss : 0.17679569125175476

   1582180	  0.176947	  0.176796	  0.167231		CURRENT LEARNING RATE: 9.412191339890732e-08
previous_iter_valid_loss : 0.1621813178062439

   1582200	  0.162372	  0.162181	  0.167191		CURRENT LEARNING RATE: 9.410309089854019e-08
previous_iter_valid_loss : 0.1666547954082489

   1582220	  0.166815	  0.166655	  0.167434		CURRENT LEARNING RATE: 9.408427216229688e-08
previous_iter_valid_loss : 0.1605423539876938

   1582240	  0.160704	  0.160542	  0.167396		CURRENT LEARNING RATE: 9.406545718942447e-08
previous_iter_valid_loss : 0.16972000896930695

   1582260	  0.169975	  0.169720	  0.166850		CURRENT LEARNING RATE: 9.40466459791702e-08
previous_iter_valid_loss : 0.16050177812576294

   1582280	  0.160668	  0.160502	  0.166459		CURRENT LEARNING RATE: 9.402783853078194e-08
previous_iter_valid_loss : 0.1615149974822998

   1582300	  0.161679	  0.161515	  0.165301		CURRENT LEARNING RATE: 9.400903484350722e-08
previous_iter_valid_loss : 0.16711677610874176

   1582320	  0.167276	  0.167117	  0.165257		CURRENT LEARNING RATE: 9.399023491659391e-08
previous_iter_valid_loss : 0.1828717142343521

   1582340	  0.183021	  0.182872	  0.166365		CURRENT LEARNING RATE: 9.397143874928987e-08
previous_iter_valid_loss : 0.16431894898414612

   1582360	  0.164517	  0.164319	  0.165763		CURRENT LEARNING RATE: 9.395264634084355e-08
previous_iter_valid_loss : 0.1664339303970337

   1582380	  0.166645	  0.166434	  0.165835		CURRENT LEARNING RATE: 9.393385769050307e-08
previous_iter_valid_loss : 0.1624942570924759

   1582400	  0.162669	  0.162494	  0.165821		CURRENT LEARNING RATE: 9.391507279751694e-08
previous_iter_valid_loss : 0.16052329540252686

   1582420	  0.160683	  0.160523	  0.165820		CURRENT LEARNING RATE: 9.389629166113355e-08
previous_iter_valid_loss : 0.1988166719675064

   1582440	  0.198905	  0.198817	  0.167139		CURRENT LEARNING RATE: 9.3877514280602e-08
previous_iter_valid_loss : 0.1721334010362625

   1582460	  0.172280	  0.172133	  0.167446		CURRENT LEARNING RATE: 9.385874065517105e-08
previous_iter_valid_loss : 0.16172482073307037

   1582480	  0.161907	  0.161725	  0.167313		CURRENT LEARNING RATE: 9.383997078408974e-08
previous_iter_valid_loss : 0.16102924942970276

   1582500	  0.161208	  0.161029	  0.167142		CURRENT LEARNING RATE: 9.38212046666071e-08
previous_iter_valid_loss : 0.18745623528957367

   1582520	  0.187600	  0.187456	  0.168486		CURRENT LEARNING RATE: 9.380244230197283e-08
previous_iter_valid_loss : 0.16433975100517273

   1582540	  0.164506	  0.164340	  0.168576		CURRENT LEARNING RATE: 9.378368368943625e-08
previous_iter_valid_loss : 0.1661466360092163

   1582560	  0.166364	  0.166147	  0.168664		CURRENT LEARNING RATE: 9.376492882824705e-08
previous_iter_valid_loss : 0.16637034714221954

   1582580	  0.166533	  0.166370	  0.168143		CURRENT LEARNING RATE: 9.374617771765484e-08
previous_iter_valid_loss : 0.16865390539169312

   1582600	  0.168887	  0.168654	  0.168467		CURRENT LEARNING RATE: 9.372743035690992e-08
previous_iter_valid_loss : 0.16194161772727966

   1582620	  0.162088	  0.161942	  0.168231		CURRENT LEARNING RATE: 9.370868674526224e-08
previous_iter_valid_loss : 0.17830391228199005

   1582640	  0.178625	  0.178304	  0.169119		CURRENT LEARNING RATE: 9.368994688196202e-08
previous_iter_valid_loss : 0.17502571642398834

   1582660	  0.175173	  0.175026	  0.169384		CURRENT LEARNING RATE: 9.367121076625951e-08
previous_iter_valid_loss : 0.16060946881771088

   1582680	  0.160772	  0.160609	  0.169390		CURRENT LEARNING RATE: 9.365247839740563e-08
previous_iter_valid_loss : 0.16094794869422913

   1582700	  0.161110	  0.160948	  0.169361		CURRENT LEARNING RATE: 9.36337497746509e-08
previous_iter_valid_loss : 0.16078144311904907

   1582720	  0.160958	  0.160781	  0.169045		CURRENT LEARNING RATE: 9.361502489724602e-08
previous_iter_valid_loss : 0.16184484958648682

   1582740	  0.162033	  0.161845	  0.167993		CURRENT LEARNING RATE: 9.359630376444229e-08
previous_iter_valid_loss : 0.17234309017658234

   1582760	  0.172493	  0.172343	  0.168394		CURRENT LEARNING RATE: 9.357758637549074e-08
previous_iter_valid_loss : 0.1629747450351715

   1582780	  0.163145	  0.162975	  0.168222		CURRENT LEARNING RATE: 9.355887272964263e-08
previous_iter_valid_loss : 0.1606471836566925

   1582800	  0.160814	  0.160647	  0.168129		CURRENT LEARNING RATE: 9.35401628261493e-08
previous_iter_valid_loss : 0.1645728498697281

   1582820	  0.164779	  0.164573	  0.168332		CURRENT LEARNING RATE: 9.352145666426266e-08
previous_iter_valid_loss : 0.16608114540576935

   1582840	  0.166247	  0.166081	  0.166695		CURRENT LEARNING RATE: 9.350275424323429e-08
previous_iter_valid_loss : 0.16584406793117523

   1582860	  0.166009	  0.165844	  0.166380		CURRENT LEARNING RATE: 9.348405556231612e-08
previous_iter_valid_loss : 0.17438066005706787

   1582880	  0.174657	  0.174381	  0.167013		CURRENT LEARNING RATE: 9.346536062076e-08
previous_iter_valid_loss : 0.16777770221233368

   1582900	  0.168005	  0.167778	  0.167351		CURRENT LEARNING RATE: 9.34466694178185e-08
previous_iter_valid_loss : 0.1724201887845993

   1582920	  0.172566	  0.172420	  0.166599		CURRENT LEARNING RATE: 9.342798195274376e-08
previous_iter_valid_loss : 0.1701696664094925

   1582940	  0.170425	  0.170170	  0.166890		CURRENT LEARNING RATE: 9.340929822478834e-08
previous_iter_valid_loss : 0.1606472134590149

   1582960	  0.160816	  0.160647	  0.166615		CURRENT LEARNING RATE: 9.339061823320468e-08
previous_iter_valid_loss : 0.16126269102096558

   1582980	  0.161420	  0.161263	  0.166360		CURRENT LEARNING RATE: 9.337194197724594e-08
previous_iter_valid_loss : 0.16066455841064453

   1583000	  0.160823	  0.160665	  0.165960		CURRENT LEARNING RATE: 9.335326945616488e-08
previous_iter_valid_loss : 0.1620713472366333

   1583020	  0.162226	  0.162071	  0.165967		CURRENT LEARNING RATE: 9.33346006692146e-08
previous_iter_valid_loss : 0.16055050492286682

   1583040	  0.160727	  0.160551	  0.165079		CURRENT LEARNING RATE: 9.331593561564823e-08
previous_iter_valid_loss : 0.16578739881515503

   1583060	  0.165949	  0.165787	  0.164617		CURRENT LEARNING RATE: 9.329727429471943e-08
previous_iter_valid_loss : 0.17081281542778015

   1583080	  0.170960	  0.170813	  0.165128		CURRENT LEARNING RATE: 9.327861670568162e-08
previous_iter_valid_loss : 0.16171427071094513

   1583100	  0.161876	  0.161714	  0.165166		CURRENT LEARNING RATE: 9.325996284778835e-08
previous_iter_valid_loss : 0.16521593928337097

   1583120	  0.165382	  0.165216	  0.165388		CURRENT LEARNING RATE: 9.324131272029374e-08
previous_iter_valid_loss : 0.16062073409557343

   1583140	  0.160774	  0.160621	  0.165326		CURRENT LEARNING RATE: 9.322266632245166e-08
previous_iter_valid_loss : 0.16132736206054688

   1583160	  0.161509	  0.161327	  0.164776		CURRENT LEARNING RATE: 9.320402365351626e-08
previous_iter_valid_loss : 0.16106104850769043

   1583180	  0.161240	  0.161061	  0.164680		CURRENT LEARNING RATE: 9.318538471274164e-08
previous_iter_valid_loss : 0.16218474507331848

   1583200	  0.162361	  0.162185	  0.164757		CURRENT LEARNING RATE: 9.316674949938259e-08
previous_iter_valid_loss : 0.1694275289773941

   1583220	  0.169581	  0.169428	  0.165000		CURRENT LEARNING RATE: 9.314811801269353e-08
previous_iter_valid_loss : 0.16746297478675842

   1583240	  0.167681	  0.167463	  0.165069		CURRENT LEARNING RATE: 9.31294902519292e-08
previous_iter_valid_loss : 0.16122034192085266

   1583260	  0.161375	  0.161220	  0.164837		CURRENT LEARNING RATE: 9.311086621634433e-08
previous_iter_valid_loss : 0.16063502430915833

   1583280	  0.160785	  0.160635	  0.164150		CURRENT LEARNING RATE: 9.309224590519428e-08
previous_iter_valid_loss : 0.1842651069164276

   1583300	  0.184407	  0.184265	  0.164975		CURRENT LEARNING RATE: 9.30736293177341e-08
previous_iter_valid_loss : 0.16104699671268463

   1583320	  0.161207	  0.161047	  0.164406		CURRENT LEARNING RATE: 9.305501645321909e-08
previous_iter_valid_loss : 0.16148759424686432

   1583340	  0.161638	  0.161488	  0.163972		CURRENT LEARNING RATE: 9.303640731090458e-08
previous_iter_valid_loss : 0.16834081709384918

   1583360	  0.168496	  0.168341	  0.164356		CURRENT LEARNING RATE: 9.301780189004654e-08
previous_iter_valid_loss : 0.1769278347492218

   1583380	  0.177081	  0.176928	  0.165140		CURRENT LEARNING RATE: 9.29992001899006e-08
previous_iter_valid_loss : 0.16065068542957306

   1583400	  0.160822	  0.160651	  0.165139		CURRENT LEARNING RATE: 9.298060220972267e-08
previous_iter_valid_loss : 0.16405566036701202

   1583420	  0.164212	  0.164056	  0.165238		CURRENT LEARNING RATE: 9.296200794876868e-08
previous_iter_valid_loss : 0.16950345039367676

   1583440	  0.169756	  0.169503	  0.165686		CURRENT LEARNING RATE: 9.29434174062952e-08
previous_iter_valid_loss : 0.16073887050151825

   1583460	  0.160912	  0.160739	  0.165433		CURRENT LEARNING RATE: 9.29248305815584e-08
previous_iter_valid_loss : 0.16053247451782227

   1583480	  0.160695	  0.160532	  0.164919		CURRENT LEARNING RATE: 9.290624747381467e-08
previous_iter_valid_loss : 0.16065797209739685

   1583500	  0.160832	  0.160658	  0.164867		CURRENT LEARNING RATE: 9.288766808232105e-08
previous_iter_valid_loss : 0.1701239049434662

   1583520	  0.170274	  0.170124	  0.165112		CURRENT LEARNING RATE: 9.286909240633414e-08
previous_iter_valid_loss : 0.16068671643733978

   1583540	  0.160837	  0.160687	  0.165115		CURRENT LEARNING RATE: 9.285052044511096e-08
previous_iter_valid_loss : 0.16201387345790863

   1583560	  0.162202	  0.162014	  0.165150		CURRENT LEARNING RATE: 9.283195219790842e-08
previous_iter_valid_loss : 0.1613542139530182

   1583580	  0.161543	  0.161354	  0.165164		CURRENT LEARNING RATE: 9.281338766398416e-08
previous_iter_valid_loss : 0.1614028364419937

   1583600	  0.161591	  0.161403	  0.165125		CURRENT LEARNING RATE: 9.279482684259542e-08
previous_iter_valid_loss : 0.16053450107574463

   1583620	  0.160693	  0.160535	  0.164681		CURRENT LEARNING RATE: 9.277626973299975e-08
previous_iter_valid_loss : 0.17997340857982635

   1583640	  0.180135	  0.179973	  0.165306		CURRENT LEARNING RATE: 9.275771633445474e-08
previous_iter_valid_loss : 0.16764456033706665

   1583660	  0.167874	  0.167645	  0.165627		CURRENT LEARNING RATE: 9.273916664621855e-08
previous_iter_valid_loss : 0.16303475201129913

   1583680	  0.163198	  0.163035	  0.165747		CURRENT LEARNING RATE: 9.272062066754902e-08
previous_iter_valid_loss : 0.16942590475082397

   1583700	  0.169576	  0.169426	  0.165005		CURRENT LEARNING RATE: 9.270207839770435e-08
previous_iter_valid_loss : 0.16166874766349792

   1583720	  0.161824	  0.161669	  0.165036		CURRENT LEARNING RATE: 9.268353983594266e-08
previous_iter_valid_loss : 0.16691669821739197

   1583740	  0.167081	  0.166917	  0.165308		CURRENT LEARNING RATE: 9.266500498152274e-08
previous_iter_valid_loss : 0.18028296530246735

   1583760	  0.180608	  0.180283	  0.165905		CURRENT LEARNING RATE: 9.264647383370302e-08
previous_iter_valid_loss : 0.1649073213338852

   1583780	  0.165124	  0.164907	  0.165304		CURRENT LEARNING RATE: 9.262794639174229e-08
previous_iter_valid_loss : 0.16094136238098145

   1583800	  0.161094	  0.160941	  0.165318		CURRENT LEARNING RATE: 9.260942265489925e-08
previous_iter_valid_loss : 0.17216281592845917

   1583820	  0.172313	  0.172163	  0.165724		CURRENT LEARNING RATE: 9.25909026224333e-08
previous_iter_valid_loss : 0.16086412966251373

   1583840	  0.161009	  0.160864	  0.165292		CURRENT LEARNING RATE: 9.257238629360346e-08
previous_iter_valid_loss : 0.16054876148700714

   1583860	  0.160713	  0.160549	  0.165282		CURRENT LEARNING RATE: 9.25538736676689e-08
previous_iter_valid_loss : 0.17198164761066437

   1583880	  0.172132	  0.171982	  0.165855		CURRENT LEARNING RATE: 9.25353647438895e-08
previous_iter_valid_loss : 0.1610344797372818

   1583900	  0.161225	  0.161034	  0.165874		CURRENT LEARNING RATE: 9.251685952152468e-08
previous_iter_valid_loss : 0.1632344126701355

   1583920	  0.163424	  0.163234	  0.165529		CURRENT LEARNING RATE: 9.249835799983425e-08
previous_iter_valid_loss : 0.1608826220035553

   1583940	  0.161040	  0.160883	  0.165539		CURRENT LEARNING RATE: 9.247986017807801e-08
previous_iter_valid_loss : 0.16454468667507172

   1583960	  0.164755	  0.164545	  0.165666		CURRENT LEARNING RATE: 9.246136605551633e-08
previous_iter_valid_loss : 0.18492843210697174

   1583980	  0.185314	  0.184928	  0.166844		CURRENT LEARNING RATE: 9.244287563140931e-08
previous_iter_valid_loss : 0.16178259253501892

   1584000	  0.161970	  0.161783	  0.166863		CURRENT LEARNING RATE: 9.242438890501734e-08
previous_iter_valid_loss : 0.16158801317214966

   1584020	  0.161772	  0.161588	  0.166916		CURRENT LEARNING RATE: 9.240590587560076e-08
previous_iter_valid_loss : 0.16814258694648743

   1584040	  0.168369	  0.168143	  0.166324		CURRENT LEARNING RATE: 9.23874265424206e-08
previous_iter_valid_loss : 0.1613711267709732

   1584060	  0.161540	  0.161371	  0.166011		CURRENT LEARNING RATE: 9.236895090473752e-08
previous_iter_valid_loss : 0.16181783378124237

   1584080	  0.161973	  0.161818	  0.165950		CURRENT LEARNING RATE: 9.235047896181249e-08
previous_iter_valid_loss : 0.16184252500534058

   1584100	  0.161998	  0.161843	  0.165571		CURRENT LEARNING RATE: 9.233201071290645e-08
previous_iter_valid_loss : 0.16062355041503906

   1584120	  0.160770	  0.160624	  0.165518		CURRENT LEARNING RATE: 9.231354615728102e-08
previous_iter_valid_loss : 0.1646406203508377

   1584140	  0.164842	  0.164641	  0.165405		CURRENT LEARNING RATE: 9.229508529419745e-08
previous_iter_valid_loss : 0.16150791943073273

   1584160	  0.161705	  0.161508	  0.164466		CURRENT LEARNING RATE: 9.227662812291732e-08
previous_iter_valid_loss : 0.1614241898059845

   1584180	  0.161583	  0.161424	  0.164292		CURRENT LEARNING RATE: 9.225817464270214e-08
previous_iter_valid_loss : 0.16266140341758728

   1584200	  0.162830	  0.162661	  0.164378		CURRENT LEARNING RATE: 9.223972485281413e-08
previous_iter_valid_loss : 0.169173002243042

   1584220	  0.169426	  0.169173	  0.164228		CURRENT LEARNING RATE: 9.222127875251513e-08
previous_iter_valid_loss : 0.18293172121047974

   1584240	  0.183282	  0.182932	  0.165332		CURRENT LEARNING RATE: 9.220283634106729e-08
previous_iter_valid_loss : 0.1695905178785324

   1584260	  0.169839	  0.169591	  0.165784		CURRENT LEARNING RATE: 9.218439761773275e-08
previous_iter_valid_loss : 0.168561190366745

   1584280	  0.168800	  0.168561	  0.165613		CURRENT LEARNING RATE: 9.21659625817743e-08
previous_iter_valid_loss : 0.16262656450271606

   1584300	  0.162792	  0.162627	  0.165692		CURRENT LEARNING RATE: 9.214753123245435e-08
previous_iter_valid_loss : 0.1645422875881195

   1584320	  0.164713	  0.164542	  0.165758		CURRENT LEARNING RATE: 9.212910356903551e-08
previous_iter_valid_loss : 0.16072291135787964

   1584340	  0.160879	  0.160723	  0.165750		CURRENT LEARNING RATE: 9.211067959078098e-08
previous_iter_valid_loss : 0.1947880983352661

   1584360	  0.195282	  0.194788	  0.167262		CURRENT LEARNING RATE: 9.209225929695365e-08
previous_iter_valid_loss : 0.1630120873451233

   1584380	  0.163205	  0.163012	  0.166166		CURRENT LEARNING RATE: 9.207384268681671e-08
previous_iter_valid_loss : 0.16753658652305603

   1584400	  0.167761	  0.167537	  0.166454		CURRENT LEARNING RATE: 9.205542975963332e-08
previous_iter_valid_loss : 0.16794593632221222

   1584420	  0.168098	  0.167946	  0.166772		CURRENT LEARNING RATE: 9.203702051466729e-08
previous_iter_valid_loss : 0.17418603599071503

   1584440	  0.174339	  0.174186	  0.167074		CURRENT LEARNING RATE: 9.201861495118211e-08
previous_iter_valid_loss : 0.16061778366565704

   1584460	  0.160773	  0.160618	  0.167036		CURRENT LEARNING RATE: 9.200021306844153e-08
previous_iter_valid_loss : 0.16150309145450592

   1584480	  0.161687	  0.161503	  0.167020		CURRENT LEARNING RATE: 9.198181486570932e-08
previous_iter_valid_loss : 0.16457606852054596

   1584500	  0.164781	  0.164576	  0.167157		CURRENT LEARNING RATE: 9.196342034224987e-08
previous_iter_valid_loss : 0.16987097263336182

   1584520	  0.170121	  0.169871	  0.167619		CURRENT LEARNING RATE: 9.194502949732728e-08
previous_iter_valid_loss : 0.164849191904068

   1584540	  0.165053	  0.164849	  0.167630		CURRENT LEARNING RATE: 9.192664233020584e-08
previous_iter_valid_loss : 0.17344632744789124

   1584560	  0.173593	  0.173446	  0.168227		CURRENT LEARNING RATE: 9.190825884014997e-08
previous_iter_valid_loss : 0.16418303549289703

   1584580	  0.164347	  0.164183	  0.168365		CURRENT LEARNING RATE: 9.188987902642462e-08
previous_iter_valid_loss : 0.16234932839870453

   1584600	  0.162548	  0.162349	  0.168349		CURRENT LEARNING RATE: 9.187150288829445e-08
previous_iter_valid_loss : 0.1642989069223404

   1584620	  0.164460	  0.164299	  0.168105		CURRENT LEARNING RATE: 9.18531304250244e-08
previous_iter_valid_loss : 0.18153901398181915

   1584640	  0.181698	  0.181539	  0.168036		CURRENT LEARNING RATE: 9.183476163587941e-08
previous_iter_valid_loss : 0.16056370735168457

   1584660	  0.160717	  0.160564	  0.167584		CURRENT LEARNING RATE: 9.181639652012508e-08
previous_iter_valid_loss : 0.16064287722110748

   1584680	  0.160805	  0.160643	  0.167189		CURRENT LEARNING RATE: 9.17980350770266e-08
previous_iter_valid_loss : 0.1606626808643341

   1584700	  0.160835	  0.160663	  0.167090		CURRENT LEARNING RATE: 9.17796773058494e-08
previous_iter_valid_loss : 0.16145561635494232

   1584720	  0.161605	  0.161456	  0.166936		CURRENT LEARNING RATE: 9.176132320585945e-08
previous_iter_valid_loss : 0.1646585464477539

   1584740	  0.164860	  0.164659	  0.167133		CURRENT LEARNING RATE: 9.174297277632243e-08
previous_iter_valid_loss : 0.16877271234989166

   1584760	  0.169003	  0.168773	  0.165832		CURRENT LEARNING RATE: 9.172462601650436e-08
previous_iter_valid_loss : 0.1636354625225067

   1584780	  0.163799	  0.163635	  0.165863		CURRENT LEARNING RATE: 9.170628292567117e-08
previous_iter_valid_loss : 0.16106978058815002

   1584800	  0.161226	  0.161070	  0.165540		CURRENT LEARNING RATE: 9.168794350308945e-08
previous_iter_valid_loss : 0.16423724591732025

   1584820	  0.164441	  0.164237	  0.165354		CURRENT LEARNING RATE: 9.16696077480255e-08
previous_iter_valid_loss : 0.16313469409942627

   1584840	  0.163338	  0.163135	  0.164802		CURRENT LEARNING RATE: 9.165127565974587e-08
previous_iter_valid_loss : 0.1650274097919464

   1584860	  0.165249	  0.165027	  0.165022		CURRENT LEARNING RATE: 9.163294723751712e-08
previous_iter_valid_loss : 0.16049037873744965

   1584880	  0.160649	  0.160490	  0.164972		CURRENT LEARNING RATE: 9.161462248060644e-08
previous_iter_valid_loss : 0.16114909946918488

   1584900	  0.161306	  0.161149	  0.164800		CURRENT LEARNING RATE: 9.159630138828066e-08
previous_iter_valid_loss : 0.16052986681461334

   1584920	  0.160698	  0.160530	  0.164333		CURRENT LEARNING RATE: 9.157798395980695e-08
previous_iter_valid_loss : 0.16084709763526917

   1584940	  0.161001	  0.160847	  0.164133		CURRENT LEARNING RATE: 9.155967019445246e-08
previous_iter_valid_loss : 0.16398562490940094

   1584960	  0.164161	  0.163986	  0.163660		CURRENT LEARNING RATE: 9.154136009148493e-08
previous_iter_valid_loss : 0.16127537190914154

   1584980	  0.161463	  0.161275	  0.163515		CURRENT LEARNING RATE: 9.152305365017183e-08
previous_iter_valid_loss : 0.1617383062839508

   1585000	  0.161920	  0.161738	  0.163484		CURRENT LEARNING RATE: 9.15047508697809e-08
previous_iter_valid_loss : 0.168756902217865

   1585020	  0.168909	  0.168757	  0.163707		CURRENT LEARNING RATE: 9.148645174957983e-08
previous_iter_valid_loss : 0.16203340888023376

   1585040	  0.162194	  0.162033	  0.162732		CURRENT LEARNING RATE: 9.146815628883701e-08
previous_iter_valid_loss : 0.1605716198682785

   1585060	  0.160744	  0.160572	  0.162732		CURRENT LEARNING RATE: 9.144986448682047e-08
previous_iter_valid_loss : 0.16277547180652618

   1585080	  0.162966	  0.162775	  0.162839		CURRENT LEARNING RATE: 9.143157634279834e-08
previous_iter_valid_loss : 0.16424134373664856

   1585100	  0.164405	  0.164241	  0.163018		CURRENT LEARNING RATE: 9.141329185603946e-08
previous_iter_valid_loss : 0.16774363815784454

   1585120	  0.167897	  0.167744	  0.163332		CURRENT LEARNING RATE: 9.139501102581225e-08
previous_iter_valid_loss : 0.1615063101053238

   1585140	  0.161670	  0.161506	  0.163175		CURRENT LEARNING RATE: 9.13767338513855e-08
previous_iter_valid_loss : 0.160505473613739

   1585160	  0.160675	  0.160505	  0.162761		CURRENT LEARNING RATE: 9.135846033202795e-08
previous_iter_valid_loss : 0.16304971277713776

   1585180	  0.163252	  0.163050	  0.162732		CURRENT LEARNING RATE: 9.134019046700898e-08
previous_iter_valid_loss : 0.17598353326320648

   1585200	  0.176139	  0.175984	  0.163478		CURRENT LEARNING RATE: 9.132192425559766e-08
previous_iter_valid_loss : 0.16095946729183197

   1585220	  0.161137	  0.160959	  0.163314		CURRENT LEARNING RATE: 9.130366169706331e-08
previous_iter_valid_loss : 0.16084131598472595

   1585240	  0.161000	  0.160841	  0.163199		CURRENT LEARNING RATE: 9.128540279067528e-08
previous_iter_valid_loss : 0.17129383981227875

   1585260	  0.171443	  0.171294	  0.163512		CURRENT LEARNING RATE: 9.126714753570354e-08
previous_iter_valid_loss : 0.1622745245695114

   1585280	  0.162467	  0.162275	  0.163602		CURRENT LEARNING RATE: 9.12488959314177e-08
previous_iter_valid_loss : 0.16929523646831512

   1585300	  0.169449	  0.169295	  0.164009		CURRENT LEARNING RATE: 9.123064797708772e-08
previous_iter_valid_loss : 0.16438287496566772

   1585320	  0.164557	  0.164383	  0.164202		CURRENT LEARNING RATE: 9.12124036719835e-08
previous_iter_valid_loss : 0.16079173982143402

   1585340	  0.160980	  0.160792	  0.164199		CURRENT LEARNING RATE: 9.119416301537562e-08
previous_iter_valid_loss : 0.1613823026418686

   1585360	  0.161571	  0.161382	  0.164069		CURRENT LEARNING RATE: 9.117592600653426e-08
previous_iter_valid_loss : 0.16859759390354156

   1585380	  0.168837	  0.168598	  0.164435		CURRENT LEARNING RATE: 9.115769264472995e-08
previous_iter_valid_loss : 0.16050408780574799

   1585400	  0.160667	  0.160504	  0.164373		CURRENT LEARNING RATE: 9.11394629292332e-08
previous_iter_valid_loss : 0.1631927341222763

   1585420	  0.163380	  0.163193	  0.164095		CURRENT LEARNING RATE: 9.112123685931513e-08
previous_iter_valid_loss : 0.16255295276641846

   1585440	  0.162706	  0.162553	  0.164121		CURRENT LEARNING RATE: 9.110301443424658e-08
previous_iter_valid_loss : 0.16051235795021057

   1585460	  0.160670	  0.160512	  0.164118		CURRENT LEARNING RATE: 9.108479565329859e-08
previous_iter_valid_loss : 0.1605590432882309

   1585480	  0.160723	  0.160559	  0.164007		CURRENT LEARNING RATE: 9.106658051574228e-08
previous_iter_valid_loss : 0.18379351496696472

   1585500	  0.183941	  0.183794	  0.164985		CURRENT LEARNING RATE: 9.104836902084936e-08
previous_iter_valid_loss : 0.16351549327373505

   1585520	  0.163698	  0.163515	  0.164773		CURRENT LEARNING RATE: 9.103016116789122e-08
previous_iter_valid_loss : 0.16347363591194153

   1585540	  0.163661	  0.163474	  0.164872		CURRENT LEARNING RATE: 9.101195695613939e-08
previous_iter_valid_loss : 0.17490573227405548

   1585560	  0.175185	  0.174906	  0.165592		CURRENT LEARNING RATE: 9.099375638486599e-08
previous_iter_valid_loss : 0.18281535804271698

   1585580	  0.183180	  0.182815	  0.166580		CURRENT LEARNING RATE: 9.097555945334288e-08
previous_iter_valid_loss : 0.16546905040740967

   1585600	  0.165637	  0.165469	  0.166054		CURRENT LEARNING RATE: 9.095736616084215e-08
previous_iter_valid_loss : 0.16136786341667175

   1585620	  0.161554	  0.161368	  0.166075		CURRENT LEARNING RATE: 9.09391765066359e-08
previous_iter_valid_loss : 0.1788109689950943

   1585640	  0.178971	  0.178811	  0.166973		CURRENT LEARNING RATE: 9.09209904899969e-08
previous_iter_valid_loss : 0.16573470830917358

   1585660	  0.165900	  0.165735	  0.166695		CURRENT LEARNING RATE: 9.090280811019754e-08
previous_iter_valid_loss : 0.16050292551517487

   1585680	  0.160663	  0.160503	  0.166606		CURRENT LEARNING RATE: 9.088462936651051e-08
previous_iter_valid_loss : 0.16051453351974487

   1585700	  0.160687	  0.160515	  0.166167		CURRENT LEARNING RATE: 9.08664542582085e-08
previous_iter_valid_loss : 0.1768585443496704

   1585720	  0.177014	  0.176859	  0.166791		CURRENT LEARNING RATE: 9.084828278456483e-08
previous_iter_valid_loss : 0.16176395118236542

   1585740	  0.161919	  0.161764	  0.166840		CURRENT LEARNING RATE: 9.083011494485251e-08
previous_iter_valid_loss : 0.1622115820646286

   1585760	  0.162409	  0.162212	  0.166881		CURRENT LEARNING RATE: 9.081195073834476e-08
previous_iter_valid_loss : 0.16398827731609344

   1585780	  0.164188	  0.163988	  0.166651		CURRENT LEARNING RATE: 9.079379016431492e-08
previous_iter_valid_loss : 0.17380809783935547

   1585800	  0.174078	  0.173808	  0.167316		CURRENT LEARNING RATE: 9.077563322203685e-08
previous_iter_valid_loss : 0.16664443910121918

   1585820	  0.166803	  0.166644	  0.167489		CURRENT LEARNING RATE: 9.075747991078411e-08
previous_iter_valid_loss : 0.16929112374782562

   1585840	  0.169446	  0.169291	  0.167826		CURRENT LEARNING RATE: 9.073933022983061e-08
previous_iter_valid_loss : 0.1621086597442627

   1585860	  0.162295	  0.162109	  0.167905		CURRENT LEARNING RATE: 9.072118417845014e-08
previous_iter_valid_loss : 0.16866660118103027

   1585880	  0.168898	  0.168667	  0.168311		CURRENT LEARNING RATE: 9.070304175591722e-08
previous_iter_valid_loss : 0.16077759861946106

   1585900	  0.160928	  0.160778	  0.167160		CURRENT LEARNING RATE: 9.068490296150598e-08
previous_iter_valid_loss : 0.16050297021865845

   1585920	  0.160668	  0.160503	  0.167009		CURRENT LEARNING RATE: 9.06667677944907e-08
previous_iter_valid_loss : 0.16229701042175293

   1585940	  0.162448	  0.162297	  0.166950		CURRENT LEARNING RATE: 9.064863625414633e-08
previous_iter_valid_loss : 0.1615731120109558

   1585960	  0.161765	  0.161573	  0.166284		CURRENT LEARNING RATE: 9.06305083397474e-08
previous_iter_valid_loss : 0.1671571582555771

   1585980	  0.167377	  0.167157	  0.165501		CURRENT LEARNING RATE: 9.061238405056884e-08
previous_iter_valid_loss : 0.16097809374332428

   1586000	  0.161160	  0.160978	  0.165276		CURRENT LEARNING RATE: 9.059426338588548e-08
previous_iter_valid_loss : 0.16227738559246063

   1586020	  0.162439	  0.162277	  0.165322		CURRENT LEARNING RATE: 9.057614634497283e-08
previous_iter_valid_loss : 0.16771288216114044

   1586040	  0.167873	  0.167713	  0.164767		CURRENT LEARNING RATE: 9.055803292710602e-08
previous_iter_valid_loss : 0.16276070475578308

   1586060	  0.162967	  0.162761	  0.164618		CURRENT LEARNING RATE: 9.053992313156058e-08
previous_iter_valid_loss : 0.16200143098831177

   1586080	  0.162186	  0.162001	  0.164693		CURRENT LEARNING RATE: 9.05218169576119e-08
previous_iter_valid_loss : 0.16175830364227295

   1586100	  0.161925	  0.161758	  0.164755		CURRENT LEARNING RATE: 9.050371440453606e-08
previous_iter_valid_loss : 0.1700335144996643

   1586120	  0.170182	  0.170034	  0.164414		CURRENT LEARNING RATE: 9.048561547160882e-08
previous_iter_valid_loss : 0.17470772564411163

   1586140	  0.174998	  0.174708	  0.165061		CURRENT LEARNING RATE: 9.046752015810621e-08
previous_iter_valid_loss : 0.16092972457408905

   1586160	  0.161086	  0.160930	  0.164997		CURRENT LEARNING RATE: 9.044942846330424e-08
previous_iter_valid_loss : 0.16127841174602509

   1586180	  0.161424	  0.161278	  0.164862		CURRENT LEARNING RATE: 9.043134038647961e-08
previous_iter_valid_loss : 0.16815240681171417

   1586200	  0.168308	  0.168152	  0.164579		CURRENT LEARNING RATE: 9.041325592690859e-08
previous_iter_valid_loss : 0.16059397161006927

   1586220	  0.160771	  0.160594	  0.164276		CURRENT LEARNING RATE: 9.039517508386783e-08
previous_iter_valid_loss : 0.1735834926366806

   1586240	  0.173847	  0.173583	  0.164491		CURRENT LEARNING RATE: 9.037709785663392e-08
previous_iter_valid_loss : 0.16329069435596466

   1586260	  0.163462	  0.163291	  0.164550		CURRENT LEARNING RATE: 9.035902424448409e-08
previous_iter_valid_loss : 0.1607699990272522

   1586280	  0.160928	  0.160770	  0.164155		CURRENT LEARNING RATE: 9.034095424669526e-08
previous_iter_valid_loss : 0.16061869263648987

   1586300	  0.160774	  0.160619	  0.164147		CURRENT LEARNING RATE: 9.032288786254443e-08
previous_iter_valid_loss : 0.1706600785255432

   1586320	  0.170913	  0.170660	  0.164655		CURRENT LEARNING RATE: 9.030482509130929e-08
previous_iter_valid_loss : 0.16337518393993378

   1586340	  0.163571	  0.163375	  0.164709		CURRENT LEARNING RATE: 9.028676593226719e-08
previous_iter_valid_loss : 0.16164153814315796

   1586360	  0.161820	  0.161642	  0.164713		CURRENT LEARNING RATE: 9.026871038469572e-08
previous_iter_valid_loss : 0.16055531799793243

   1586380	  0.160725	  0.160555	  0.164382		CURRENT LEARNING RATE: 9.025065844787252e-08
previous_iter_valid_loss : 0.16550040245056152

   1586400	  0.165713	  0.165500	  0.164609		CURRENT LEARNING RATE: 9.023261012107583e-08
previous_iter_valid_loss : 0.18398047983646393

   1586420	  0.184128	  0.183980	  0.165694		CURRENT LEARNING RATE: 9.021456540358355e-08
previous_iter_valid_loss : 0.17063285410404205

   1586440	  0.170886	  0.170633	  0.165840		CURRENT LEARNING RATE: 9.01965242946739e-08
previous_iter_valid_loss : 0.16316673159599304

   1586460	  0.163362	  0.163167	  0.165860		CURRENT LEARNING RATE: 9.017848679362508e-08
previous_iter_valid_loss : 0.17380960285663605

   1586480	  0.173956	  0.173810	  0.166450		CURRENT LEARNING RATE: 9.01604528997159e-08
previous_iter_valid_loss : 0.16229264438152313

   1586500	  0.162447	  0.162293	  0.166477		CURRENT LEARNING RATE: 9.014242261222484e-08
previous_iter_valid_loss : 0.16174715757369995

   1586520	  0.161931	  0.161747	  0.166063		CURRENT LEARNING RATE: 9.01243959304307e-08
previous_iter_valid_loss : 0.16236913204193115

   1586540	  0.162531	  0.162369	  0.165446		CURRENT LEARNING RATE: 9.010637285361227e-08
previous_iter_valid_loss : 0.16863003373146057

   1586560	  0.168785	  0.168630	  0.165831		CURRENT LEARNING RATE: 9.00883533810489e-08
previous_iter_valid_loss : 0.1606951355934143

   1586580	  0.160871	  0.160695	  0.165802		CURRENT LEARNING RATE: 9.007033751201968e-08
previous_iter_valid_loss : 0.16143737733364105

   1586600	  0.161597	  0.161437	  0.165466		CURRENT LEARNING RATE: 9.005232524580398e-08
previous_iter_valid_loss : 0.16709889471530914

   1586620	  0.167254	  0.167099	  0.165791		CURRENT LEARNING RATE: 9.003431658168115e-08
previous_iter_valid_loss : 0.16086074709892273

   1586640	  0.161015	  0.160861	  0.165155		CURRENT LEARNING RATE: 9.001631151893114e-08
previous_iter_valid_loss : 0.1636800915002823

   1586660	  0.163854	  0.163680	  0.165175		CURRENT LEARNING RATE: 8.999831005683362e-08
previous_iter_valid_loss : 0.16316890716552734

   1586680	  0.163381	  0.163169	  0.165295		CURRENT LEARNING RATE: 8.998031219466835e-08
previous_iter_valid_loss : 0.1781458705663681

   1586700	  0.178450	  0.178146	  0.166171		CURRENT LEARNING RATE: 8.996231793171573e-08
previous_iter_valid_loss : 0.16211740672588348

   1586720	  0.162272	  0.162117	  0.165744		CURRENT LEARNING RATE: 8.994432726725586e-08
previous_iter_valid_loss : 0.16620159149169922

   1586740	  0.166411	  0.166202	  0.165885		CURRENT LEARNING RATE: 8.992634020056906e-08
previous_iter_valid_loss : 0.1634112149477005

   1586760	  0.163591	  0.163411	  0.165974		CURRENT LEARNING RATE: 8.990835673093573e-08
previous_iter_valid_loss : 0.17988276481628418

   1586780	  0.180211	  0.179883	  0.166940		CURRENT LEARNING RATE: 8.989037685763685e-08
previous_iter_valid_loss : 0.1649598330259323

   1586800	  0.165154	  0.164960	  0.166913		CURRENT LEARNING RATE: 8.987240057995306e-08
previous_iter_valid_loss : 0.16169466078281403

   1586820	  0.161863	  0.161695	  0.165799		CURRENT LEARNING RATE: 8.985442789716529e-08
previous_iter_valid_loss : 0.16061986982822418

   1586840	  0.160793	  0.160620	  0.165298		CURRENT LEARNING RATE: 8.98364588085545e-08
previous_iter_valid_loss : 0.16775234043598175

   1586860	  0.167971	  0.167752	  0.165527		CURRENT LEARNING RATE: 8.981849331340224e-08
previous_iter_valid_loss : 0.17045392096042633

   1586880	  0.170707	  0.170454	  0.165359		CURRENT LEARNING RATE: 8.980053141098971e-08
previous_iter_valid_loss : 0.16146080195903778

   1586900	  0.161649	  0.161461	  0.165318		CURRENT LEARNING RATE: 8.978257310059847e-08
previous_iter_valid_loss : 0.17346274852752686

   1586920	  0.173732	  0.173463	  0.165904		CURRENT LEARNING RATE: 8.976461838150997e-08
previous_iter_valid_loss : 0.1609087884426117

   1586940	  0.161067	  0.160909	  0.165831		CURRENT LEARNING RATE: 8.974666725300641e-08
previous_iter_valid_loss : 0.16289159655570984

   1586960	  0.163080	  0.162892	  0.165544		CURRENT LEARNING RATE: 8.972871971436954e-08
previous_iter_valid_loss : 0.1628958284854889

   1586980	  0.163055	  0.162896	  0.165654		CURRENT LEARNING RATE: 8.971077576488146e-08
previous_iter_valid_loss : 0.16221360862255096

   1587000	  0.162371	  0.162214	  0.165693		CURRENT LEARNING RATE: 8.969283540382427e-08
previous_iter_valid_loss : 0.16052091121673584

   1587020	  0.160685	  0.160521	  0.165364		CURRENT LEARNING RATE: 8.967489863048068e-08
previous_iter_valid_loss : 0.1615835577249527

   1587040	  0.161779	  0.161584	  0.165400		CURRENT LEARNING RATE: 8.965696544413303e-08
previous_iter_valid_loss : 0.1605973243713379

   1587060	  0.160764	  0.160597	  0.165246		CURRENT LEARNING RATE: 8.963903584406402e-08
previous_iter_valid_loss : 0.16217763721942902

   1587080	  0.162328	  0.162178	  0.165196		CURRENT LEARNING RATE: 8.962110982955629e-08
previous_iter_valid_loss : 0.16885998845100403

   1587100	  0.169010	  0.168860	  0.164732		CURRENT LEARNING RATE: 8.960318739989312e-08
previous_iter_valid_loss : 0.17187905311584473

   1587120	  0.172027	  0.171879	  0.165220		CURRENT LEARNING RATE: 8.958526855435748e-08
previous_iter_valid_loss : 0.16677787899971008

   1587140	  0.166937	  0.166778	  0.165249		CURRENT LEARNING RATE: 8.956735329223242e-08
previous_iter_valid_loss : 0.16922277212142944

   1587160	  0.169452	  0.169223	  0.165539		CURRENT LEARNING RATE: 8.954944161280166e-08
previous_iter_valid_loss : 0.1620320826768875

   1587180	  0.162225	  0.162032	  0.164647		CURRENT LEARNING RATE: 8.953153351534858e-08
previous_iter_valid_loss : 0.16406553983688354

   1587200	  0.164276	  0.164066	  0.164602		CURRENT LEARNING RATE: 8.951362899915687e-08
previous_iter_valid_loss : 0.19286273419857025

   1587220	  0.193357	  0.192863	  0.166160		CURRENT LEARNING RATE: 8.949572806351014e-08
previous_iter_valid_loss : 0.16663509607315063

   1587240	  0.166794	  0.166635	  0.166461		CURRENT LEARNING RATE: 8.947783070769273e-08
previous_iter_valid_loss : 0.16559386253356934

   1587260	  0.165755	  0.165594	  0.166353		CURRENT LEARNING RATE: 8.945993693098854e-08
previous_iter_valid_loss : 0.17039816081523895

   1587280	  0.170650	  0.170398	  0.166350		CURRENT LEARNING RATE: 8.944204673268185e-08
previous_iter_valid_loss : 0.1610965132713318

   1587300	  0.161252	  0.161097	  0.166332		CURRENT LEARNING RATE: 8.942416011205688e-08
previous_iter_valid_loss : 0.1604871302843094

   1587320	  0.160651	  0.160487	  0.165683		CURRENT LEARNING RATE: 8.940627706839849e-08
previous_iter_valid_loss : 0.16382040083408356

   1587340	  0.164017	  0.163820	  0.165829		CURRENT LEARNING RATE: 8.93883976009912e-08
previous_iter_valid_loss : 0.173004612326622

   1587360	  0.173273	  0.173005	  0.166335		CURRENT LEARNING RATE: 8.937052170911981e-08
previous_iter_valid_loss : 0.16051672399044037

   1587380	  0.160687	  0.160517	  0.166216		CURRENT LEARNING RATE: 8.935264939206915e-08
previous_iter_valid_loss : 0.1664040982723236

   1587400	  0.166563	  0.166404	  0.166425		CURRENT LEARNING RATE: 8.933478064912462e-08
previous_iter_valid_loss : 0.16433411836624146

   1587420	  0.164541	  0.164334	  0.166616		CURRENT LEARNING RATE: 8.931691547957135e-08
previous_iter_valid_loss : 0.16050046682357788

   1587440	  0.160662	  0.160500	  0.166562		CURRENT LEARNING RATE: 8.929905388269471e-08
previous_iter_valid_loss : 0.16605035960674286

   1587460	  0.166268	  0.166050	  0.166834		CURRENT LEARNING RATE: 8.928119585778007e-08
previous_iter_valid_loss : 0.1673808991909027

   1587480	  0.167535	  0.167381	  0.167095		CURRENT LEARNING RATE: 8.926334140411343e-08
previous_iter_valid_loss : 0.16385534405708313

   1587500	  0.164022	  0.163855	  0.166844		CURRENT LEARNING RATE: 8.924549052098047e-08
previous_iter_valid_loss : 0.17374370992183685

   1587520	  0.173889	  0.173744	  0.166938		CURRENT LEARNING RATE: 8.922764320766699e-08
previous_iter_valid_loss : 0.16466820240020752

   1587540	  0.164838	  0.164668	  0.166832		CURRENT LEARNING RATE: 8.920979946345939e-08
previous_iter_valid_loss : 0.16413427889347076

   1587560	  0.164332	  0.164134	  0.166578		CURRENT LEARNING RATE: 8.919195928764378e-08
previous_iter_valid_loss : 0.1642104536294937

   1587580	  0.164421	  0.164210	  0.166687		CURRENT LEARNING RATE: 8.917412267950658e-08
previous_iter_valid_loss : 0.16294912993907928

   1587600	  0.163140	  0.162949	  0.166631		CURRENT LEARNING RATE: 8.915628963833411e-08
previous_iter_valid_loss : 0.16422222554683685

   1587620	  0.164391	  0.164222	  0.165199		CURRENT LEARNING RATE: 8.913846016341341e-08
previous_iter_valid_loss : 0.16281655430793762

   1587640	  0.162993	  0.162817	  0.165008		CURRENT LEARNING RATE: 8.912063425403113e-08
previous_iter_valid_loss : 0.1732124537229538

   1587660	  0.173484	  0.173212	  0.165389		CURRENT LEARNING RATE: 8.910281190947423e-08
previous_iter_valid_loss : 0.1664097160100937

   1587680	  0.166573	  0.166410	  0.165189		CURRENT LEARNING RATE: 8.908499312902965e-08
previous_iter_valid_loss : 0.16090552508831024

   1587700	  0.161094	  0.160906	  0.165180		CURRENT LEARNING RATE: 8.906717791198499e-08
previous_iter_valid_loss : 0.1650809496641159

   1587720	  0.165245	  0.165081	  0.165409		CURRENT LEARNING RATE: 8.904936625762744e-08
previous_iter_valid_loss : 0.16145098209381104

   1587740	  0.161640	  0.161451	  0.165291		CURRENT LEARNING RATE: 8.903155816524454e-08
previous_iter_valid_loss : 0.1692878007888794

   1587760	  0.169533	  0.169288	  0.165105		CURRENT LEARNING RATE: 8.901375363412384e-08
previous_iter_valid_loss : 0.17828400433063507

   1587780	  0.178440	  0.178284	  0.165994		CURRENT LEARNING RATE: 8.899595266355344e-08
previous_iter_valid_loss : 0.160782128572464

   1587800	  0.160958	  0.160782	  0.165712		CURRENT LEARNING RATE: 8.897815525282117e-08
previous_iter_valid_loss : 0.1752065271139145

   1587820	  0.175361	  0.175207	  0.166256		CURRENT LEARNING RATE: 8.896036140121512e-08
previous_iter_valid_loss : 0.16335982084274292

   1587840	  0.163528	  0.163360	  0.166399		CURRENT LEARNING RATE: 8.894257110802339e-08
previous_iter_valid_loss : 0.1775418072938919

   1587860	  0.177837	  0.177542	  0.166974		CURRENT LEARNING RATE: 8.892478437253467e-08
previous_iter_valid_loss : 0.1714208573102951

   1587880	  0.171687	  0.171421	  0.167176		CURRENT LEARNING RATE: 8.890700119403734e-08
previous_iter_valid_loss : 0.1609831303358078

   1587900	  0.161166	  0.160983	  0.167032		CURRENT LEARNING RATE: 8.888922157181989e-08
previous_iter_valid_loss : 0.16176211833953857

   1587920	  0.161923	  0.161762	  0.166433		CURRENT LEARNING RATE: 8.887144550517148e-08
previous_iter_valid_loss : 0.19299717247486115

   1587940	  0.193120	  0.192997	  0.167849		CURRENT LEARNING RATE: 8.885367299338092e-08
previous_iter_valid_loss : 0.1613427698612213

   1587960	  0.161521	  0.161343	  0.167710		CURRENT LEARNING RATE: 8.883590403573727e-08
previous_iter_valid_loss : 0.17441564798355103

   1587980	  0.174572	  0.174416	  0.168220		CURRENT LEARNING RATE: 8.881813863152965e-08
previous_iter_valid_loss : 0.170997753739357

   1588000	  0.171246	  0.170998	  0.168622		CURRENT LEARNING RATE: 8.880037678004773e-08
previous_iter_valid_loss : 0.161251038312912

   1588020	  0.161396	  0.161251	  0.168474		CURRENT LEARNING RATE: 8.878261848058091e-08
previous_iter_valid_loss : 0.17234499752521515

   1588040	  0.172620	  0.172345	  0.168950		CURRENT LEARNING RATE: 8.876486373241884e-08
previous_iter_valid_loss : 0.1605032980442047

   1588060	  0.160664	  0.160503	  0.168315		CURRENT LEARNING RATE: 8.874711253485116e-08
previous_iter_valid_loss : 0.16372209787368774

   1588080	  0.163884	  0.163722	  0.168180		CURRENT LEARNING RATE: 8.872936488716816e-08
previous_iter_valid_loss : 0.1787041574716568

   1588100	  0.178865	  0.178704	  0.169070		CURRENT LEARNING RATE: 8.871162078865976e-08
previous_iter_valid_loss : 0.16286900639533997

   1588120	  0.163034	  0.162869	  0.168960		CURRENT LEARNING RATE: 8.869388023861622e-08
previous_iter_valid_loss : 0.16098172962665558

   1588140	  0.161137	  0.160982	  0.168936		CURRENT LEARNING RATE: 8.867614323632773e-08
previous_iter_valid_loss : 0.16152003407478333

   1588160	  0.161703	  0.161520	  0.168548		CURRENT LEARNING RATE: 8.865840978108513e-08
previous_iter_valid_loss : 0.1606762558221817

   1588180	  0.160846	  0.160676	  0.167668		CURRENT LEARNING RATE: 8.864067987217897e-08
previous_iter_valid_loss : 0.16501542925834656

   1588200	  0.165178	  0.165015	  0.167879		CURRENT LEARNING RATE: 8.862295350889998e-08
previous_iter_valid_loss : 0.16054582595825195

   1588220	  0.160712	  0.160546	  0.167146		CURRENT LEARNING RATE: 8.8605230690539e-08
previous_iter_valid_loss : 0.1643148958683014

   1588240	  0.164520	  0.164315	  0.167194		CURRENT LEARNING RATE: 8.858751141638739e-08
previous_iter_valid_loss : 0.16172504425048828

   1588260	  0.161878	  0.161725	  0.166403		CURRENT LEARNING RATE: 8.856979568573629e-08
previous_iter_valid_loss : 0.16127729415893555

   1588280	  0.161431	  0.161277	  0.165896		CURRENT LEARNING RATE: 8.8552083497877e-08
previous_iter_valid_loss : 0.16682980954647064

   1588300	  0.167049	  0.166830	  0.166188		CURRENT LEARNING RATE: 8.853437485210091e-08
previous_iter_valid_loss : 0.1649855226278305

   1588320	  0.165150	  0.164986	  0.166349		CURRENT LEARNING RATE: 8.851666974769999e-08
previous_iter_valid_loss : 0.18839579820632935

   1588340	  0.188526	  0.188396	  0.166119		CURRENT LEARNING RATE: 8.849896818396588e-08
previous_iter_valid_loss : 0.18031984567642212

   1588360	  0.180475	  0.180320	  0.167068		CURRENT LEARNING RATE: 8.848127016019035e-08
previous_iter_valid_loss : 0.1632978767156601

   1588380	  0.163461	  0.163298	  0.166512		CURRENT LEARNING RATE: 8.846357567566578e-08
previous_iter_valid_loss : 0.1664847433567047

   1588400	  0.166642	  0.166485	  0.166287		CURRENT LEARNING RATE: 8.844588472968425e-08
previous_iter_valid_loss : 0.17168068885803223

   1588420	  0.171947	  0.171681	  0.166808		CURRENT LEARNING RATE: 8.842819732153813e-08
previous_iter_valid_loss : 0.16546531021595

   1588440	  0.165685	  0.165465	  0.166464		CURRENT LEARNING RATE: 8.841051345051974e-08
previous_iter_valid_loss : 0.17749181389808655

   1588460	  0.177643	  0.177492	  0.167314		CURRENT LEARNING RATE: 8.839283311592209e-08
previous_iter_valid_loss : 0.16065481305122375

   1588480	  0.160820	  0.160655	  0.167160		CURRENT LEARNING RATE: 8.837515631703775e-08
previous_iter_valid_loss : 0.1604955494403839

   1588500	  0.160666	  0.160496	  0.166250		CURRENT LEARNING RATE: 8.835748305315969e-08
previous_iter_valid_loss : 0.16081342101097107

   1588520	  0.160972	  0.160813	  0.166147		CURRENT LEARNING RATE: 8.833981332358079e-08
previous_iter_valid_loss : 0.16056333482265472

   1588540	  0.160716	  0.160563	  0.166126		CURRENT LEARNING RATE: 8.83221471275946e-08
previous_iter_valid_loss : 0.18041957914829254

   1588560	  0.180754	  0.180420	  0.167071		CURRENT LEARNING RATE: 8.830448446449432e-08
previous_iter_valid_loss : 0.16555660963058472

   1588580	  0.165769	  0.165557	  0.167315		CURRENT LEARNING RATE: 8.828682533357342e-08
previous_iter_valid_loss : 0.1610649824142456

   1588600	  0.161252	  0.161065	  0.167118		CURRENT LEARNING RATE: 8.826916973412537e-08
previous_iter_valid_loss : 0.17230363190174103

   1588620	  0.172447	  0.172304	  0.167706		CURRENT LEARNING RATE: 8.825151766544431e-08
previous_iter_valid_loss : 0.1635824739933014

   1588640	  0.163777	  0.163582	  0.167669		CURRENT LEARNING RATE: 8.823386912682395e-08
previous_iter_valid_loss : 0.17527513206005096

   1588660	  0.175554	  0.175275	  0.168346		CURRENT LEARNING RATE: 8.821622411755836e-08
previous_iter_valid_loss : 0.16245530545711517

   1588680	  0.162620	  0.162455	  0.168405		CURRENT LEARNING RATE: 8.81985826369416e-08
previous_iter_valid_loss : 0.1714225709438324

   1588700	  0.171572	  0.171423	  0.168635		CURRENT LEARNING RATE: 8.818094468426831e-08
previous_iter_valid_loss : 0.16064216196537018

   1588720	  0.160800	  0.160642	  0.168418		CURRENT LEARNING RATE: 8.816331025883284e-08
previous_iter_valid_loss : 0.16337791085243225

   1588740	  0.163568	  0.163378	  0.167167		CURRENT LEARNING RATE: 8.81456793599296e-08
previous_iter_valid_loss : 0.1654023677110672

   1588760	  0.165569	  0.165402	  0.166421		CURRENT LEARNING RATE: 8.812805198685374e-08
previous_iter_valid_loss : 0.1612197756767273

   1588780	  0.161404	  0.161220	  0.166317		CURRENT LEARNING RATE: 8.811042813889995e-08
previous_iter_valid_loss : 0.16414490342140198

   1588800	  0.164316	  0.164145	  0.166200		CURRENT LEARNING RATE: 8.809280781536329e-08
previous_iter_valid_loss : 0.18563906848430634

   1588820	  0.185778	  0.185639	  0.166898		CURRENT LEARNING RATE: 8.807519101553881e-08
previous_iter_valid_loss : 0.16332298517227173

   1588840	  0.163487	  0.163323	  0.166791		CURRENT LEARNING RATE: 8.805757773872212e-08
previous_iter_valid_loss : 0.16187436878681183

   1588860	  0.162036	  0.161874	  0.166010		CURRENT LEARNING RATE: 8.803996798420857e-08
previous_iter_valid_loss : 0.17695926129817963

   1588880	  0.177111	  0.176959	  0.166825		CURRENT LEARNING RATE: 8.802236175129376e-08
previous_iter_valid_loss : 0.160504549741745

   1588900	  0.160665	  0.160505	  0.166826		CURRENT LEARNING RATE: 8.800475903927326e-08
previous_iter_valid_loss : 0.16187110543251038

   1588920	  0.162066	  0.161871	  0.166879		CURRENT LEARNING RATE: 8.79871598474433e-08
previous_iter_valid_loss : 0.16207920014858246

   1588940	  0.162279	  0.162079	  0.166954		CURRENT LEARNING RATE: 8.796956417509973e-08
previous_iter_valid_loss : 0.16146248579025269

   1588960	  0.161651	  0.161462	  0.166007		CURRENT LEARNING RATE: 8.795197202153875e-08
previous_iter_valid_loss : 0.16193468868732452

   1588980	  0.162090	  0.161935	  0.165825		CURRENT LEARNING RATE: 8.79343833860565e-08
previous_iter_valid_loss : 0.16526557505130768

   1589000	  0.165430	  0.165266	  0.166035		CURRENT LEARNING RATE: 8.791679826794977e-08
previous_iter_valid_loss : 0.1614854782819748

   1589020	  0.161635	  0.161485	  0.165495		CURRENT LEARNING RATE: 8.789921666651497e-08
previous_iter_valid_loss : 0.16683709621429443

   1589040	  0.167048	  0.166837	  0.165657		CURRENT LEARNING RATE: 8.788163858104884e-08
previous_iter_valid_loss : 0.1608077436685562

   1589060	  0.160983	  0.160808	  0.164934		CURRENT LEARNING RATE: 8.786406401084812e-08
previous_iter_valid_loss : 0.16444915533065796

   1589080	  0.164613	  0.164449	  0.165034		CURRENT LEARNING RATE: 8.784649295521012e-08
previous_iter_valid_loss : 0.17380446195602417

   1589100	  0.174080	  0.173804	  0.165153		CURRENT LEARNING RATE: 8.782892541343186e-08
previous_iter_valid_loss : 0.18269386887550354

   1589120	  0.183063	  0.182694	  0.166255		CURRENT LEARNING RATE: 8.781136138481047e-08
previous_iter_valid_loss : 0.16099335253238678

   1589140	  0.161158	  0.160993	  0.166136		CURRENT LEARNING RATE: 8.77938008686437e-08
previous_iter_valid_loss : 0.17634092271327972

   1589160	  0.176493	  0.176341	  0.166683		CURRENT LEARNING RATE: 8.777624386422897e-08
previous_iter_valid_loss : 0.16480176150798798

   1589180	  0.164971	  0.164802	  0.166862		CURRENT LEARNING RATE: 8.775869037086403e-08
previous_iter_valid_loss : 0.16166368126869202

   1589200	  0.161830	  0.161664	  0.166738		CURRENT LEARNING RATE: 8.774114038784652e-08
previous_iter_valid_loss : 0.16128265857696533

   1589220	  0.161444	  0.161283	  0.165520		CURRENT LEARNING RATE: 8.772359391447483e-08
previous_iter_valid_loss : 0.16306252777576447

   1589240	  0.163260	  0.163063	  0.165507		CURRENT LEARNING RATE: 8.77060509500469e-08
previous_iter_valid_loss : 0.16050206124782562

   1589260	  0.160669	  0.160502	  0.165439		CURRENT LEARNING RATE: 8.768851149386101e-08
previous_iter_valid_loss : 0.1758585274219513

   1589280	  0.176144	  0.175859	  0.165384		CURRENT LEARNING RATE: 8.767097554521543e-08
previous_iter_valid_loss : 0.16142390668392181

   1589300	  0.161609	  0.161424	  0.165429		CURRENT LEARNING RATE: 8.765344310340907e-08
previous_iter_valid_loss : 0.16159574687480927

   1589320	  0.161781	  0.161596	  0.165416		CURRENT LEARNING RATE: 8.76359141677404e-08
previous_iter_valid_loss : 0.16195765137672424

   1589340	  0.162145	  0.161958	  0.165410		CURRENT LEARNING RATE: 8.761838873750835e-08
previous_iter_valid_loss : 0.1616300642490387

   1589360	  0.161797	  0.161630	  0.165418		CURRENT LEARNING RATE: 8.760086681201169e-08
previous_iter_valid_loss : 0.17136523127555847

   1589380	  0.171511	  0.171365	  0.165890		CURRENT LEARNING RATE: 8.758334839054987e-08
previous_iter_valid_loss : 0.1650496870279312

   1589400	  0.165254	  0.165050	  0.165879		CURRENT LEARNING RATE: 8.756583347242199e-08
previous_iter_valid_loss : 0.1710408329963684

   1589420	  0.171190	  0.171041	  0.166357		CURRENT LEARNING RATE: 8.754832205692747e-08
previous_iter_valid_loss : 0.1605129837989807

   1589440	  0.160664	  0.160513	  0.166040		CURRENT LEARNING RATE: 8.753081414336569e-08
previous_iter_valid_loss : 0.1605626493692398

   1589460	  0.160720	  0.160563	  0.166028		CURRENT LEARNING RATE: 8.751330973103664e-08
previous_iter_valid_loss : 0.16821075975894928

   1589480	  0.168433	  0.168211	  0.166216		CURRENT LEARNING RATE: 8.749580881923998e-08
previous_iter_valid_loss : 0.16167062520980835

   1589500	  0.161861	  0.161671	  0.165609		CURRENT LEARNING RATE: 8.747831140727556e-08
previous_iter_valid_loss : 0.16918906569480896

   1589520	  0.169343	  0.169189	  0.164934		CURRENT LEARNING RATE: 8.746081749444373e-08
previous_iter_valid_loss : 0.16116565465927124

   1589540	  0.161334	  0.161166	  0.164943		CURRENT LEARNING RATE: 8.744332708004462e-08
previous_iter_valid_loss : 0.16744914650917053

   1589560	  0.167679	  0.167449	  0.164498		CURRENT LEARNING RATE: 8.742584016337861e-08
previous_iter_valid_loss : 0.16136299073696136

   1589580	  0.161517	  0.161363	  0.164326		CURRENT LEARNING RATE: 8.740835674374607e-08
previous_iter_valid_loss : 0.16608263552188873

   1589600	  0.166293	  0.166083	  0.164547		CURRENT LEARNING RATE: 8.739087682044794e-08
previous_iter_valid_loss : 0.1623573750257492

   1589620	  0.162539	  0.162357	  0.164601		CURRENT LEARNING RATE: 8.737340039278492e-08
previous_iter_valid_loss : 0.1622418612241745

   1589640	  0.162425	  0.162242	  0.164560		CURRENT LEARNING RATE: 8.735592746005792e-08
previous_iter_valid_loss : 0.16893555223941803

   1589660	  0.169087	  0.168936	  0.164982		CURRENT LEARNING RATE: 8.733845802156787e-08
previous_iter_valid_loss : 0.16275516152381897

   1589680	  0.162938	  0.162755	  0.164326		CURRENT LEARNING RATE: 8.732099207661633e-08
previous_iter_valid_loss : 0.16226284205913544

   1589700	  0.162448	  0.162263	  0.164368		CURRENT LEARNING RATE: 8.730352962450445e-08
previous_iter_valid_loss : 0.16135381162166595

   1589720	  0.161534	  0.161354	  0.164356		CURRENT LEARNING RATE: 8.728607066453379e-08
previous_iter_valid_loss : 0.1696508228778839

   1589740	  0.169901	  0.169651	  0.164741		CURRENT LEARNING RATE: 8.72686151960058e-08
previous_iter_valid_loss : 0.16988587379455566

   1589760	  0.170039	  0.169886	  0.165154		CURRENT LEARNING RATE: 8.72511632182226e-08
previous_iter_valid_loss : 0.16871020197868347

   1589780	  0.168952	  0.168710	  0.165021		CURRENT LEARNING RATE: 8.723371473048593e-08
previous_iter_valid_loss : 0.16162556409835815

   1589800	  0.161788	  0.161626	  0.164850		CURRENT LEARNING RATE: 8.721626973209786e-08
previous_iter_valid_loss : 0.1612483710050583

   1589820	  0.161431	  0.161248	  0.164360		CURRENT LEARNING RATE: 8.719882822236043e-08
previous_iter_valid_loss : 0.1715993583202362

   1589840	  0.171741	  0.171599	  0.164914		CURRENT LEARNING RATE: 8.718139020057631e-08
previous_iter_valid_loss : 0.1607465147972107

   1589860	  0.160920	  0.160747	  0.164924		CURRENT LEARNING RATE: 8.71639556660478e-08
previous_iter_valid_loss : 0.16680675745010376

   1589880	  0.167031	  0.166807	  0.164853		CURRENT LEARNING RATE: 8.714652461807753e-08
previous_iter_valid_loss : 0.18159601092338562

   1589900	  0.181923	  0.181596	  0.165850		CURRENT LEARNING RATE: 8.712909705596812e-08
previous_iter_valid_loss : 0.16280609369277954

   1589920	  0.162995	  0.162806	  0.165531		CURRENT LEARNING RATE: 8.711167297902272e-08
previous_iter_valid_loss : 0.16425800323486328

   1589940	  0.164470	  0.164258	  0.165685		CURRENT LEARNING RATE: 8.709425238654428e-08
previous_iter_valid_loss : 0.16143137216567993

   1589960	  0.161612	  0.161431	  0.165384		CURRENT LEARNING RATE: 8.707683527783578e-08
previous_iter_valid_loss : 0.16555865108966827

   1589980	  0.165727	  0.165559	  0.165594		CURRENT LEARNING RATE: 8.705942165220087e-08
previous_iter_valid_loss : 0.16836728155612946

   1590000	  0.168524	  0.168367	  0.165708		CURRENT LEARNING RATE: 8.704201150894282e-08
previous_iter_valid_loss : 0.18233931064605713

   1590020	  0.182490	  0.182339	  0.166707		CURRENT LEARNING RATE: 8.702460484736527e-08
previous_iter_valid_loss : 0.16088220477104187

   1590040	  0.161063	  0.160882	  0.166639		CURRENT LEARNING RATE: 8.700720166677173e-08
previous_iter_valid_loss : 0.16866517066955566

   1590060	  0.168822	  0.168665	  0.166626		CURRENT LEARNING RATE: 8.698980196646645e-08
previous_iter_valid_loss : 0.17053475975990295

   1590080	  0.170687	  0.170535	  0.167015		CURRENT LEARNING RATE: 8.697240574575325e-08
previous_iter_valid_loss : 0.1718985140323639

   1590100	  0.172046	  0.171899	  0.167497		CURRENT LEARNING RATE: 8.69550130039363e-08
previous_iter_valid_loss : 0.2093631476163864

   1590120	  0.209420	  0.209363	  0.169897		CURRENT LEARNING RATE: 8.693762374031974e-08
previous_iter_valid_loss : 0.16357958316802979

   1590140	  0.163772	  0.163580	  0.169594		CURRENT LEARNING RATE: 8.692023795420828e-08
previous_iter_valid_loss : 0.16502706706523895

   1590160	  0.165197	  0.165027	  0.169351		CURRENT LEARNING RATE: 8.690285564490635e-08
previous_iter_valid_loss : 0.16441605985164642

   1590180	  0.164609	  0.164416	  0.169136		CURRENT LEARNING RATE: 8.688547681171865e-08
previous_iter_valid_loss : 0.17329177260398865

   1590200	  0.173563	  0.173292	  0.169719		CURRENT LEARNING RATE: 8.68681014539499e-08
previous_iter_valid_loss : 0.16552531719207764

   1590220	  0.165691	  0.165525	  0.169933		CURRENT LEARNING RATE: 8.685072957090535e-08
previous_iter_valid_loss : 0.16490094363689423

   1590240	  0.165100	  0.164901	  0.169598		CURRENT LEARNING RATE: 8.683336116189e-08
previous_iter_valid_loss : 0.16109921038150787

   1590260	  0.161258	  0.161099	  0.169616		CURRENT LEARNING RATE: 8.681599622620912e-08
previous_iter_valid_loss : 0.1740163117647171

   1590280	  0.174171	  0.174016	  0.169976		CURRENT LEARNING RATE: 8.679863476316793e-08
previous_iter_valid_loss : 0.16616180539131165

   1590300	  0.166323	  0.166162	  0.169205		CURRENT LEARNING RATE: 8.678127677207233e-08
previous_iter_valid_loss : 0.16106398403644562

   1590320	  0.161240	  0.161064	  0.169117		CURRENT LEARNING RATE: 8.676392225222778e-08
previous_iter_valid_loss : 0.1827818751335144

   1590340	  0.182939	  0.182782	  0.170044		CURRENT LEARNING RATE: 8.674657120293998e-08
previous_iter_valid_loss : 0.17230916023254395

   1590360	  0.172457	  0.172309	  0.170588		CURRENT LEARNING RATE: 8.672922362351522e-08
previous_iter_valid_loss : 0.16094796359539032

   1590380	  0.161102	  0.160948	  0.170357		CURRENT LEARNING RATE: 8.671187951325939e-08
previous_iter_valid_loss : 0.16120624542236328

   1590400	  0.161359	  0.161206	  0.169999		CURRENT LEARNING RATE: 8.669453887147876e-08
previous_iter_valid_loss : 0.16071756184101105

   1590420	  0.160880	  0.160718	  0.168918		CURRENT LEARNING RATE: 8.667720169747952e-08
previous_iter_valid_loss : 0.16454587876796722

   1590440	  0.164743	  0.164546	  0.169101		CURRENT LEARNING RATE: 8.665986799056855e-08
previous_iter_valid_loss : 0.17138053476810455

   1590460	  0.171635	  0.171381	  0.169237		CURRENT LEARNING RATE: 8.66425377500523e-08
previous_iter_valid_loss : 0.160496786236763

   1590480	  0.160656	  0.160497	  0.168735		CURRENT LEARNING RATE: 8.662521097523756e-08
previous_iter_valid_loss : 0.16498950123786926

   1590500	  0.165193	  0.164990	  0.168389		CURRENT LEARNING RATE: 8.660788766543113e-08
previous_iter_valid_loss : 0.17569753527641296

   1590520	  0.175846	  0.175698	  0.166706		CURRENT LEARNING RATE: 8.659056781994036e-08
previous_iter_valid_loss : 0.1782488375902176

   1590540	  0.178398	  0.178249	  0.167440		CURRENT LEARNING RATE: 8.657325143807231e-08
previous_iter_valid_loss : 0.17294616997241974

   1590560	  0.173216	  0.172946	  0.167836		CURRENT LEARNING RATE: 8.655593851913435e-08
previous_iter_valid_loss : 0.16250331699848175

   1590580	  0.162705	  0.162503	  0.167740		CURRENT LEARNING RATE: 8.653862906243378e-08
previous_iter_valid_loss : 0.16295112669467926

   1590600	  0.163148	  0.162951	  0.167223		CURRENT LEARNING RATE: 8.652132306727852e-08
previous_iter_valid_loss : 0.16225750744342804

   1590620	  0.162442	  0.162258	  0.167060		CURRENT LEARNING RATE: 8.650402053297622e-08
previous_iter_valid_loss : 0.18327756226062775

   1590640	  0.183428	  0.183278	  0.167978		CURRENT LEARNING RATE: 8.648672145883474e-08
previous_iter_valid_loss : 0.16069447994232178

   1590660	  0.160853	  0.160694	  0.167958		CURRENT LEARNING RATE: 8.646942584416198e-08
previous_iter_valid_loss : 0.1676773726940155

   1590680	  0.167903	  0.167677	  0.167641		CURRENT LEARNING RATE: 8.645213368826642e-08
previous_iter_valid_loss : 0.16196952760219574

   1590700	  0.162157	  0.161970	  0.167432		CURRENT LEARNING RATE: 8.643484499045623e-08
previous_iter_valid_loss : 0.17164474725723267

   1590720	  0.171919	  0.171645	  0.167961		CURRENT LEARNING RATE: 8.641755975003968e-08
previous_iter_valid_loss : 0.16337868571281433

   1590740	  0.163577	  0.163379	  0.166990		CURRENT LEARNING RATE: 8.640027796632568e-08
previous_iter_valid_loss : 0.16280563175678253

   1590760	  0.162998	  0.162806	  0.166515		CURRENT LEARNING RATE: 8.638299963862282e-08
previous_iter_valid_loss : 0.17992815375328064

   1590780	  0.180258	  0.179928	  0.167464		CURRENT LEARNING RATE: 8.636572476623995e-08
previous_iter_valid_loss : 0.16268405318260193

   1590800	  0.162851	  0.162684	  0.167538		CURRENT LEARNING RATE: 8.634845334848594e-08
previous_iter_valid_loss : 0.16365212202072144

   1590820	  0.163826	  0.163652	  0.167685		CURRENT LEARNING RATE: 8.633118538467022e-08
previous_iter_valid_loss : 0.17272105813026428

   1590840	  0.172982	  0.172721	  0.168094		CURRENT LEARNING RATE: 8.631392087410195e-08
previous_iter_valid_loss : 0.16286516189575195

   1590860	  0.163043	  0.162865	  0.167668		CURRENT LEARNING RATE: 8.62966598160905e-08
previous_iter_valid_loss : 0.18445280194282532

   1590880	  0.184603	  0.184453	  0.168866		CURRENT LEARNING RATE: 8.627940220994531e-08
previous_iter_valid_loss : 0.16341331601142883

   1590900	  0.163584	  0.163413	  0.168787		CURRENT LEARNING RATE: 8.626214805497637e-08
previous_iter_valid_loss : 0.16714128851890564

   1590920	  0.167296	  0.167141	  0.168359		CURRENT LEARNING RATE: 8.624489735049337e-08
previous_iter_valid_loss : 0.16058532893657684

   1590940	  0.160754	  0.160585	  0.167476		CURRENT LEARNING RATE: 8.622765009580628e-08
previous_iter_valid_loss : 0.16078953444957733

   1590960	  0.160968	  0.160790	  0.166868		CURRENT LEARNING RATE: 8.621040629022503e-08
previous_iter_valid_loss : 0.16484682261943817

   1590980	  0.165007	  0.164847	  0.166985		CURRENT LEARNING RATE: 8.619316593306021e-08
previous_iter_valid_loss : 0.1735767275094986

   1591000	  0.173723	  0.173577	  0.167517		CURRENT LEARNING RATE: 8.617592902362204e-08
previous_iter_valid_loss : 0.17207062244415283

   1591020	  0.172337	  0.172071	  0.168007		CURRENT LEARNING RATE: 8.615869556122104e-08
previous_iter_valid_loss : 0.1706065684556961

   1591040	  0.170863	  0.170607	  0.167374		CURRENT LEARNING RATE: 8.614146554516773e-08
previous_iter_valid_loss : 0.1608695536851883

   1591060	  0.161014	  0.160870	  0.167382		CURRENT LEARNING RATE: 8.612423897477318e-08
previous_iter_valid_loss : 0.16582000255584717

   1591080	  0.165981	  0.165820	  0.167290		CURRENT LEARNING RATE: 8.610701584934823e-08
previous_iter_valid_loss : 0.175344318151474

   1591100	  0.175629	  0.175344	  0.167958		CURRENT LEARNING RATE: 8.608979616820391e-08
previous_iter_valid_loss : 0.16156631708145142

   1591120	  0.161760	  0.161566	  0.167454		CURRENT LEARNING RATE: 8.60725799306513e-08
previous_iter_valid_loss : 0.16071508824825287

   1591140	  0.160881	  0.160715	  0.167321		CURRENT LEARNING RATE: 8.605536713600205e-08
previous_iter_valid_loss : 0.16879244148731232

   1591160	  0.168944	  0.168792	  0.167620		CURRENT LEARNING RATE: 8.60381577835675e-08
previous_iter_valid_loss : 0.1674042046070099

   1591180	  0.167559	  0.167404	  0.166994		CURRENT LEARNING RATE: 8.602095187265912e-08
previous_iter_valid_loss : 0.16543248295783997

   1591200	  0.165599	  0.165432	  0.167132		CURRENT LEARNING RATE: 8.600374940258899e-08
previous_iter_valid_loss : 0.1627362072467804

   1591220	  0.162906	  0.162736	  0.167086		CURRENT LEARNING RATE: 8.598655037266882e-08
previous_iter_valid_loss : 0.1684604436159134

   1591240	  0.168704	  0.168460	  0.166873		CURRENT LEARNING RATE: 8.596935478221069e-08
previous_iter_valid_loss : 0.16220687329769135

   1591260	  0.162399	  0.162207	  0.166840		CURRENT LEARNING RATE: 8.595216263052662e-08
previous_iter_valid_loss : 0.16626647114753723

   1591280	  0.166430	  0.166266	  0.165931		CURRENT LEARNING RATE: 8.59349739169292e-08
previous_iter_valid_loss : 0.18043208122253418

   1591300	  0.180585	  0.180432	  0.166782		CURRENT LEARNING RATE: 8.591778864073077e-08
previous_iter_valid_loss : 0.1618487685918808

   1591320	  0.162004	  0.161849	  0.166517		CURRENT LEARNING RATE: 8.590060680124386e-08
previous_iter_valid_loss : 0.1720857173204422

   1591340	  0.172349	  0.172086	  0.167092		CURRENT LEARNING RATE: 8.588342839778112e-08
previous_iter_valid_loss : 0.16162331402301788

   1591360	  0.161793	  0.161623	  0.167134		CURRENT LEARNING RATE: 8.586625342965566e-08
previous_iter_valid_loss : 0.16280299425125122

   1591380	  0.162991	  0.162803	  0.167031		CURRENT LEARNING RATE: 8.584908189618036e-08
previous_iter_valid_loss : 0.19593551754951477

   1591400	  0.196041	  0.195936	  0.168149		CURRENT LEARNING RATE: 8.583191379666834e-08
previous_iter_valid_loss : 0.18973109126091003

   1591420	  0.190168	  0.189731	  0.169032		CURRENT LEARNING RATE: 8.581474913043273e-08
previous_iter_valid_loss : 0.17257852852344513

   1591440	  0.172842	  0.172579	  0.169131		CURRENT LEARNING RATE: 8.579758789678726e-08
previous_iter_valid_loss : 0.16343100368976593

   1591460	  0.163601	  0.163431	  0.169259		CURRENT LEARNING RATE: 8.57804300950453e-08
previous_iter_valid_loss : 0.17902719974517822

   1591480	  0.179181	  0.179027	  0.169920		CURRENT LEARNING RATE: 8.576327572452057e-08
previous_iter_valid_loss : 0.16601695120334625

   1591500	  0.166232	  0.166017	  0.169453		CURRENT LEARNING RATE: 8.574612478452673e-08
previous_iter_valid_loss : 0.16715218126773834

   1591520	  0.167370	  0.167152	  0.169732		CURRENT LEARNING RATE: 8.572897727437803e-08
previous_iter_valid_loss : 0.19540266692638397

   1591540	  0.195510	  0.195403	  0.171467		CURRENT LEARNING RATE: 8.571183319338844e-08
previous_iter_valid_loss : 0.1605023443698883

   1591560	  0.160671	  0.160502	  0.171052		CURRENT LEARNING RATE: 8.569469254087204e-08
previous_iter_valid_loss : 0.16564570367336273

   1591580	  0.165850	  0.165646	  0.170964		CURRENT LEARNING RATE: 8.56775553161435e-08
previous_iter_valid_loss : 0.1675463616847992

   1591600	  0.167774	  0.167546	  0.171070		CURRENT LEARNING RATE: 8.566042151851718e-08
previous_iter_valid_loss : 0.16478806734085083

   1591620	  0.164993	  0.164788	  0.171173		CURRENT LEARNING RATE: 8.564329114730774e-08
previous_iter_valid_loss : 0.16064278781414032

   1591640	  0.160817	  0.160643	  0.170782		CURRENT LEARNING RATE: 8.562616420182982e-08
previous_iter_valid_loss : 0.16782934963703156

   1591660	  0.168066	  0.167829	  0.171063		CURRENT LEARNING RATE: 8.560904068139861e-08
previous_iter_valid_loss : 0.16205048561096191

   1591680	  0.162248	  0.162050	  0.170852		CURRENT LEARNING RATE: 8.559192058532905e-08
previous_iter_valid_loss : 0.16116046905517578

   1591700	  0.161315	  0.161160	  0.169889		CURRENT LEARNING RATE: 8.557480391293632e-08
previous_iter_valid_loss : 0.16098085045814514

   1591720	  0.161160	  0.160981	  0.169845		CURRENT LEARNING RATE: 8.555769066353559e-08
previous_iter_valid_loss : 0.16352280974388123

   1591740	  0.163690	  0.163523	  0.169417		CURRENT LEARNING RATE: 8.554058083644266e-08
previous_iter_valid_loss : 0.16052356362342834

   1591760	  0.160694	  0.160524	  0.169362		CURRENT LEARNING RATE: 8.552347443097299e-08
previous_iter_valid_loss : 0.1620779186487198

   1591780	  0.162230	  0.162078	  0.169326		CURRENT LEARNING RATE: 8.55063714464423e-08
previous_iter_valid_loss : 0.16639766097068787

   1591800	  0.166561	  0.166398	  0.167849		CURRENT LEARNING RATE: 8.548927188216631e-08
previous_iter_valid_loss : 0.16271665692329407

   1591820	  0.162902	  0.162717	  0.166498		CURRENT LEARNING RATE: 8.547217573746137e-08
previous_iter_valid_loss : 0.1649407148361206

   1591840	  0.165114	  0.164941	  0.166116		CURRENT LEARNING RATE: 8.545508301164349e-08
previous_iter_valid_loss : 0.1760869324207306

   1591860	  0.176242	  0.176087	  0.166749		CURRENT LEARNING RATE: 8.543799370402893e-08
previous_iter_valid_loss : 0.16767537593841553

   1591880	  0.167837	  0.167675	  0.166181		CURRENT LEARNING RATE: 8.542090781393398e-08
previous_iter_valid_loss : 0.18310624361038208

   1591900	  0.183258	  0.183106	  0.167036		CURRENT LEARNING RATE: 8.540382534067549e-08
previous_iter_valid_loss : 0.164208322763443

   1591920	  0.164375	  0.164208	  0.166889		CURRENT LEARNING RATE: 8.538674628357005e-08
previous_iter_valid_loss : 0.16366752982139587

   1591940	  0.163872	  0.163668	  0.165302		CURRENT LEARNING RATE: 8.536967064193429e-08
previous_iter_valid_loss : 0.17493411898612976

   1591960	  0.175084	  0.174934	  0.166024		CURRENT LEARNING RATE: 8.535259841508554e-08
previous_iter_valid_loss : 0.19308094680309296

   1591980	  0.193562	  0.193081	  0.167395		CURRENT LEARNING RATE: 8.533552960234074e-08
previous_iter_valid_loss : 0.1615138053894043

   1592000	  0.161708	  0.161514	  0.167094		CURRENT LEARNING RATE: 8.531846420301712e-08
previous_iter_valid_loss : 0.1764918863773346

   1592020	  0.176640	  0.176492	  0.167679		CURRENT LEARNING RATE: 8.530140221643193e-08
previous_iter_valid_loss : 0.17091597616672516

   1592040	  0.171068	  0.170916	  0.168193		CURRENT LEARNING RATE: 8.5284343641903e-08
previous_iter_valid_loss : 0.16060328483581543

   1592060	  0.160753	  0.160603	  0.167831		CURRENT LEARNING RATE: 8.526728847874784e-08
previous_iter_valid_loss : 0.16055448353290558

   1592080	  0.160712	  0.160554	  0.167756		CURRENT LEARNING RATE: 8.525023672628421e-08
previous_iter_valid_loss : 0.16607998311519623

   1592100	  0.166239	  0.166080	  0.168002		CURRENT LEARNING RATE: 8.523318838382991e-08
previous_iter_valid_loss : 0.1612830013036728

   1592120	  0.161441	  0.161283	  0.168017		CURRENT LEARNING RATE: 8.521614345070331e-08
previous_iter_valid_loss : 0.16621790826320648

   1592140	  0.166436	  0.166218	  0.168152		CURRENT LEARNING RATE: 8.519910192622246e-08
previous_iter_valid_loss : 0.16053254902362823

   1592160	  0.160713	  0.160533	  0.168153		CURRENT LEARNING RATE: 8.51820638097057e-08
previous_iter_valid_loss : 0.16122165322303772

   1592180	  0.161389	  0.161222	  0.168110		CURRENT LEARNING RATE: 8.516502910047135e-08
previous_iter_valid_loss : 0.16078472137451172

   1592200	  0.160943	  0.160785	  0.167829		CURRENT LEARNING RATE: 8.514799779783834e-08
previous_iter_valid_loss : 0.16362281143665314

   1592220	  0.163794	  0.163623	  0.167875		CURRENT LEARNING RATE: 8.513096990112524e-08
previous_iter_valid_loss : 0.18187221884727478

   1592240	  0.182029	  0.181872	  0.168721		CURRENT LEARNING RATE: 8.511394540965096e-08
previous_iter_valid_loss : 0.17034278810024261

   1592260	  0.170497	  0.170343	  0.168434		CURRENT LEARNING RATE: 8.509692432273434e-08
previous_iter_valid_loss : 0.16743507981300354

   1592280	  0.167594	  0.167435	  0.168422		CURRENT LEARNING RATE: 8.507990663969487e-08
previous_iter_valid_loss : 0.1651303768157959

   1592300	  0.165297	  0.165130	  0.167523		CURRENT LEARNING RATE: 8.506289235985167e-08
previous_iter_valid_loss : 0.16450677812099457

   1592320	  0.164709	  0.164507	  0.167538		CURRENT LEARNING RATE: 8.504588148252403e-08
previous_iter_valid_loss : 0.1615166813135147

   1592340	  0.161667	  0.161517	  0.167431		CURRENT LEARNING RATE: 8.50288740070318e-08
previous_iter_valid_loss : 0.16180457174777985

   1592360	  0.161988	  0.161805	  0.166774		CURRENT LEARNING RATE: 8.501186993269454e-08
previous_iter_valid_loss : 0.16097663342952728

   1592380	  0.161153	  0.160977	  0.165169		CURRENT LEARNING RATE: 8.499486925883211e-08
previous_iter_valid_loss : 0.16054387390613556

   1592400	  0.160708	  0.160544	  0.165120		CURRENT LEARNING RATE: 8.497787198476428e-08
previous_iter_valid_loss : 0.16901589930057526

   1592420	  0.169170	  0.169016	  0.164747		CURRENT LEARNING RATE: 8.496087810981152e-08
previous_iter_valid_loss : 0.16792577505111694

   1592440	  0.168085	  0.167926	  0.164597		CURRENT LEARNING RATE: 8.494388763329388e-08
previous_iter_valid_loss : 0.16196593642234802

   1592460	  0.162128	  0.161966	  0.164665		CURRENT LEARNING RATE: 8.492690055453176e-08
previous_iter_valid_loss : 0.1885514259338379

   1592480	  0.188984	  0.188551	  0.166065		CURRENT LEARNING RATE: 8.490991687284552e-08
previous_iter_valid_loss : 0.17679259181022644

   1592500	  0.176946	  0.176793	  0.166601		CURRENT LEARNING RATE: 8.489293658755611e-08
previous_iter_valid_loss : 0.16799210011959076

   1592520	  0.168236	  0.167992	  0.166936		CURRENT LEARNING RATE: 8.487595969798418e-08
previous_iter_valid_loss : 0.16298304498195648

   1592540	  0.163146	  0.162983	  0.166774		CURRENT LEARNING RATE: 8.485898620345068e-08
previous_iter_valid_loss : 0.16198821365833282

   1592560	  0.162180	  0.161988	  0.166847		CURRENT LEARNING RATE: 8.484201610327646e-08
previous_iter_valid_loss : 0.16056224703788757

   1592580	  0.160731	  0.160562	  0.166814		CURRENT LEARNING RATE: 8.482504939678304e-08
previous_iter_valid_loss : 0.1644773781299591

   1592600	  0.164649	  0.164477	  0.166999		CURRENT LEARNING RATE: 8.480808608329162e-08
previous_iter_valid_loss : 0.1630140244960785

   1592620	  0.163212	  0.163014	  0.166968		CURRENT LEARNING RATE: 8.479112616212364e-08
previous_iter_valid_loss : 0.165816530585289

   1592640	  0.165984	  0.165817	  0.166166		CURRENT LEARNING RATE: 8.47741696326006e-08
previous_iter_valid_loss : 0.16216464340686798

   1592660	  0.162352	  0.162165	  0.165757		CURRENT LEARNING RATE: 8.475721649404447e-08
previous_iter_valid_loss : 0.16175903379917145

   1592680	  0.161951	  0.161759	  0.165473		CURRENT LEARNING RATE: 8.474026674577703e-08
previous_iter_valid_loss : 0.16403040289878845

   1592700	  0.164230	  0.164030	  0.165418		CURRENT LEARNING RATE: 8.472332038712027e-08
previous_iter_valid_loss : 0.16059796512126923

   1592720	  0.160753	  0.160598	  0.165222		CURRENT LEARNING RATE: 8.470637741739619e-08
previous_iter_valid_loss : 0.16477543115615845

   1592740	  0.164988	  0.164775	  0.165385		CURRENT LEARNING RATE: 8.468943783592736e-08
previous_iter_valid_loss : 0.16092342138290405

   1592760	  0.161082	  0.160923	  0.165341		CURRENT LEARNING RATE: 8.467250164203605e-08
previous_iter_valid_loss : 0.17317919433116913

   1592780	  0.173330	  0.173179	  0.165951		CURRENT LEARNING RATE: 8.465556883504467e-08
previous_iter_valid_loss : 0.16308556497097015

   1592800	  0.163251	  0.163086	  0.166079		CURRENT LEARNING RATE: 8.463863941427623e-08
previous_iter_valid_loss : 0.16783958673477173

   1592820	  0.168059	  0.167840	  0.166020		CURRENT LEARNING RATE: 8.462171337905334e-08
previous_iter_valid_loss : 0.16989129781723022

   1592840	  0.170138	  0.169891	  0.166118		CURRENT LEARNING RATE: 8.460479072869902e-08
previous_iter_valid_loss : 0.16349580883979797

   1592860	  0.163692	  0.163496	  0.166194		CURRENT LEARNING RATE: 8.458787146253618e-08
previous_iter_valid_loss : 0.161167174577713

   1592880	  0.161333	  0.161167	  0.164825		CURRENT LEARNING RATE: 8.457095557988836e-08
previous_iter_valid_loss : 0.17211107909679413

   1592900	  0.172254	  0.172111	  0.164591		CURRENT LEARNING RATE: 8.455404308007877e-08
previous_iter_valid_loss : 0.16875530779361725

   1592920	  0.168909	  0.168755	  0.164629		CURRENT LEARNING RATE: 8.453713396243092e-08
previous_iter_valid_loss : 0.16772198677062988

   1592940	  0.167877	  0.167722	  0.164866		CURRENT LEARNING RATE: 8.45202282262683e-08
previous_iter_valid_loss : 0.16873998939990997

   1592960	  0.168892	  0.168740	  0.165204		CURRENT LEARNING RATE: 8.450332587091496e-08
previous_iter_valid_loss : 0.16163824498653412

   1592980	  0.161826	  0.161638	  0.165258		CURRENT LEARNING RATE: 8.448642689569466e-08
previous_iter_valid_loss : 0.17222407460212708

   1593000	  0.172375	  0.172224	  0.165645		CURRENT LEARNING RATE: 8.446953129993146e-08
previous_iter_valid_loss : 0.16360808908939362

   1593020	  0.163774	  0.163608	  0.165675		CURRENT LEARNING RATE: 8.445263908294938e-08
previous_iter_valid_loss : 0.16393926739692688

   1593040	  0.164139	  0.163939	  0.165581		CURRENT LEARNING RATE: 8.4435750244073e-08
previous_iter_valid_loss : 0.1612364947795868

   1593060	  0.161422	  0.161236	  0.165534		CURRENT LEARNING RATE: 8.441886478262666e-08
previous_iter_valid_loss : 0.1631879359483719

   1593080	  0.163362	  0.163188	  0.165606		CURRENT LEARNING RATE: 8.440198269793492e-08
previous_iter_valid_loss : 0.16060495376586914

   1593100	  0.160760	  0.160605	  0.165435		CURRENT LEARNING RATE: 8.438510398932235e-08
previous_iter_valid_loss : 0.16356965899467468

   1593120	  0.163752	  0.163570	  0.165583		CURRENT LEARNING RATE: 8.436822865611409e-08
previous_iter_valid_loss : 0.17506028711795807

   1593140	  0.175339	  0.175060	  0.166097		CURRENT LEARNING RATE: 8.4351356697635e-08
previous_iter_valid_loss : 0.16121497750282288

   1593160	  0.161404	  0.161215	  0.166112		CURRENT LEARNING RATE: 8.433448811321002e-08
previous_iter_valid_loss : 0.1607457995414734

   1593180	  0.160916	  0.160746	  0.165490		CURRENT LEARNING RATE: 8.431762290216474e-08
previous_iter_valid_loss : 0.16219402849674225

   1593200	  0.162379	  0.162194	  0.165446		CURRENT LEARNING RATE: 8.43007610638244e-08
previous_iter_valid_loss : 0.16676372289657593

   1593220	  0.166923	  0.166764	  0.165392		CURRENT LEARNING RATE: 8.428390259751449e-08
previous_iter_valid_loss : 0.1611756682395935

   1593240	  0.161329	  0.161176	  0.164956		CURRENT LEARNING RATE: 8.426704750256055e-08
previous_iter_valid_loss : 0.16503563523292542

   1593260	  0.165243	  0.165036	  0.165033		CURRENT LEARNING RATE: 8.425019577828869e-08
previous_iter_valid_loss : 0.16253870725631714

   1593280	  0.162695	  0.162539	  0.165102		CURRENT LEARNING RATE: 8.423334742402465e-08
previous_iter_valid_loss : 0.1616603583097458

   1593300	  0.161819	  0.161660	  0.164579		CURRENT LEARNING RATE: 8.421650243909453e-08
previous_iter_valid_loss : 0.16131524741649628

   1593320	  0.161493	  0.161315	  0.164207		CURRENT LEARNING RATE: 8.419966082282439e-08
previous_iter_valid_loss : 0.1647559106349945

   1593340	  0.164925	  0.164756	  0.164059		CURRENT LEARNING RATE: 8.418282257454079e-08
previous_iter_valid_loss : 0.16076116263866425

   1593360	  0.160915	  0.160761	  0.163660		CURRENT LEARNING RATE: 8.416598769357014e-08
previous_iter_valid_loss : 0.16243556141853333

   1593380	  0.162601	  0.162436	  0.163700		CURRENT LEARNING RATE: 8.4149156179239e-08
previous_iter_valid_loss : 0.16201233863830566

   1593400	  0.162190	  0.162012	  0.163189		CURRENT LEARNING RATE: 8.413232803087398e-08
previous_iter_valid_loss : 0.16372224688529968

   1593420	  0.163909	  0.163722	  0.163195		CURRENT LEARNING RATE: 8.411550324780224e-08
previous_iter_valid_loss : 0.16078153252601624

   1593440	  0.160927	  0.160782	  0.163037		CURRENT LEARNING RATE: 8.409868182935063e-08
previous_iter_valid_loss : 0.161991685628891

   1593460	  0.162182	  0.161992	  0.163075		CURRENT LEARNING RATE: 8.40818637748463e-08
previous_iter_valid_loss : 0.16061973571777344

   1593480	  0.160785	  0.160620	  0.162946		CURRENT LEARNING RATE: 8.40650490836164e-08
previous_iter_valid_loss : 0.16187456250190735

   1593500	  0.162057	  0.161875	  0.163010		CURRENT LEARNING RATE: 8.404823775498862e-08
previous_iter_valid_loss : 0.16449743509292603

   1593520	  0.164700	  0.164497	  0.163056		CURRENT LEARNING RATE: 8.403142978829037e-08
previous_iter_valid_loss : 0.16193950176239014

   1593540	  0.162121	  0.161940	  0.162400		CURRENT LEARNING RATE: 8.401462518284915e-08
previous_iter_valid_loss : 0.1655379980802536

   1593560	  0.165739	  0.165538	  0.162616		CURRENT LEARNING RATE: 8.399782393799312e-08
previous_iter_valid_loss : 0.1609835922718048

   1593580	  0.161166	  0.160984	  0.162628		CURRENT LEARNING RATE: 8.398102605305004e-08
previous_iter_valid_loss : 0.16111765801906586

   1593600	  0.161275	  0.161118	  0.162574		CURRENT LEARNING RATE: 8.396423152734801e-08
previous_iter_valid_loss : 0.17413492500782013

   1593620	  0.174277	  0.174135	  0.162943		CURRENT LEARNING RATE: 8.394744036021512e-08
previous_iter_valid_loss : 0.16220898926258087

   1593640	  0.162398	  0.162209	  0.162995		CURRENT LEARNING RATE: 8.393065255098e-08
previous_iter_valid_loss : 0.16131797432899475

   1593660	  0.161482	  0.161318	  0.162809		CURRENT LEARNING RATE: 8.3913868098971e-08
previous_iter_valid_loss : 0.1669285148382187

   1593680	  0.167088	  0.166929	  0.163028		CURRENT LEARNING RATE: 8.389708700351671e-08
previous_iter_valid_loss : 0.160503089427948

   1593700	  0.160662	  0.160503	  0.162970		CURRENT LEARNING RATE: 8.388030926394579e-08
previous_iter_valid_loss : 0.18284785747528076

   1593720	  0.183216	  0.182848	  0.164047		CURRENT LEARNING RATE: 8.386353487958738e-08
previous_iter_valid_loss : 0.16276682913303375

   1593740	  0.162943	  0.162767	  0.163948		CURRENT LEARNING RATE: 8.38467638497704e-08
previous_iter_valid_loss : 0.16211971640586853

   1593760	  0.162277	  0.162120	  0.164016		CURRENT LEARNING RATE: 8.382999617382396e-08
previous_iter_valid_loss : 0.16610482335090637

   1593780	  0.166317	  0.166105	  0.164199		CURRENT LEARNING RATE: 8.381323185107725e-08
previous_iter_valid_loss : 0.18005645275115967

   1593800	  0.180389	  0.180056	  0.165101		CURRENT LEARNING RATE: 8.379647088085996e-08
previous_iter_valid_loss : 0.16529090702533722

   1593820	  0.165505	  0.165291	  0.165180		CURRENT LEARNING RATE: 8.377971326250152e-08
previous_iter_valid_loss : 0.16743811964988708

   1593840	  0.167648	  0.167438	  0.165512		CURRENT LEARNING RATE: 8.376295899533163e-08
previous_iter_valid_loss : 0.1605597883462906

   1593860	  0.160723	  0.160560	  0.165441		CURRENT LEARNING RATE: 8.374620807867995e-08
previous_iter_valid_loss : 0.16079862415790558

   1593880	  0.160975	  0.160799	  0.165450		CURRENT LEARNING RATE: 8.372946051187675e-08
previous_iter_valid_loss : 0.16406841576099396

   1593900	  0.164262	  0.164068	  0.165560		CURRENT LEARNING RATE: 8.3712716294252e-08
previous_iter_valid_loss : 0.1605084389448166

   1593920	  0.160673	  0.160508	  0.165360		CURRENT LEARNING RATE: 8.369597542513591e-08
previous_iter_valid_loss : 0.16050826013088226

   1593940	  0.160676	  0.160508	  0.165289		CURRENT LEARNING RATE: 8.367923790385868e-08
previous_iter_valid_loss : 0.16205522418022156

   1593960	  0.162231	  0.162055	  0.165114		CURRENT LEARNING RATE: 8.366250372975116e-08
previous_iter_valid_loss : 0.16359631717205048

   1593980	  0.163758	  0.163596	  0.165245		CURRENT LEARNING RATE: 8.364577290214377e-08
previous_iter_valid_loss : 0.16098521649837494

   1594000	  0.161149	  0.160985	  0.165238		CURRENT LEARNING RATE: 8.362904542036716e-08
previous_iter_valid_loss : 0.1633780151605606

   1594020	  0.163552	  0.163378	  0.164701		CURRENT LEARNING RATE: 8.361232128375254e-08
previous_iter_valid_loss : 0.160570427775383

   1594040	  0.160737	  0.160570	  0.164619		CURRENT LEARNING RATE: 8.359560049163078e-08
previous_iter_valid_loss : 0.16130520403385162

   1594060	  0.161467	  0.161305	  0.164618		CURRENT LEARNING RATE: 8.357888304333305e-08
previous_iter_valid_loss : 0.16674983501434326

   1594080	  0.166907	  0.166750	  0.164609		CURRENT LEARNING RATE: 8.35621689381905e-08
previous_iter_valid_loss : 0.162718266248703

   1594100	  0.162885	  0.162718	  0.164720		CURRENT LEARNING RATE: 8.354545817553486e-08
previous_iter_valid_loss : 0.1633516103029251

   1594120	  0.163544	  0.163352	  0.163745		CURRENT LEARNING RATE: 8.352875075469758e-08
previous_iter_valid_loss : 0.16862675547599792

   1594140	  0.168783	  0.168627	  0.164038		CURRENT LEARNING RATE: 8.351204667501032e-08
previous_iter_valid_loss : 0.17869199812412262

   1594160	  0.178998	  0.178692	  0.164867		CURRENT LEARNING RATE: 8.34953459358048e-08
previous_iter_valid_loss : 0.16458983719348907

   1594180	  0.164752	  0.164590	  0.164791		CURRENT LEARNING RATE: 8.347864853641328e-08
previous_iter_valid_loss : 0.16418762505054474

   1594200	  0.164381	  0.164188	  0.163997		CURRENT LEARNING RATE: 8.34619544761677e-08
previous_iter_valid_loss : 0.1619749665260315

   1594220	  0.162163	  0.161975	  0.163832		CURRENT LEARNING RATE: 8.344526375440032e-08
previous_iter_valid_loss : 0.16059312224388123

   1594240	  0.160745	  0.160593	  0.163489		CURRENT LEARNING RATE: 8.342857637044334e-08
previous_iter_valid_loss : 0.16100378334522247

   1594260	  0.161166	  0.161004	  0.163512		CURRENT LEARNING RATE: 8.34118923236296e-08
previous_iter_valid_loss : 0.16075320541858673

   1594280	  0.160934	  0.160753	  0.163509		CURRENT LEARNING RATE: 8.339521161329154e-08
previous_iter_valid_loss : 0.16607482731342316

   1594300	  0.166283	  0.166075	  0.163610		CURRENT LEARNING RATE: 8.337853423876196e-08
previous_iter_valid_loss : 0.16588880121707916

   1594320	  0.166106	  0.165889	  0.163879		CURRENT LEARNING RATE: 8.336186019937363e-08
previous_iter_valid_loss : 0.17283153533935547

   1594340	  0.172981	  0.172832	  0.164495		CURRENT LEARNING RATE: 8.334518949445984e-08
previous_iter_valid_loss : 0.1699005365371704

   1594360	  0.170142	  0.169901	  0.164887		CURRENT LEARNING RATE: 8.332852212335366e-08
previous_iter_valid_loss : 0.1620662659406662

   1594380	  0.162239	  0.162066	  0.164811		CURRENT LEARNING RATE: 8.331185808538823e-08
previous_iter_valid_loss : 0.16275520622730255

   1594400	  0.162950	  0.162755	  0.164899		CURRENT LEARNING RATE: 8.329519737989727e-08
previous_iter_valid_loss : 0.17394432425498962

   1594420	  0.174219	  0.173944	  0.165427		CURRENT LEARNING RATE: 8.327854000621423e-08
previous_iter_valid_loss : 0.16069155931472778

   1594440	  0.160842	  0.160692	  0.165433		CURRENT LEARNING RATE: 8.326188596367279e-08
previous_iter_valid_loss : 0.17020125687122345

   1594460	  0.170453	  0.170201	  0.165878		CURRENT LEARNING RATE: 8.324523525160666e-08
previous_iter_valid_loss : 0.16276602447032928

   1594480	  0.162953	  0.162766	  0.165679		CURRENT LEARNING RATE: 8.322858786935009e-08
previous_iter_valid_loss : 0.16238687932491302

   1594500	  0.162547	  0.162387	  0.165663		CURRENT LEARNING RATE: 8.321194381623705e-08
previous_iter_valid_loss : 0.16530515253543854

   1594520	  0.165468	  0.165305	  0.165760		CURRENT LEARNING RATE: 8.319530309160177e-08
previous_iter_valid_loss : 0.1822921335697174

   1594540	  0.182450	  0.182292	  0.166443		CURRENT LEARNING RATE: 8.317866569477848e-08
previous_iter_valid_loss : 0.1631269007921219

   1594560	  0.163281	  0.163127	  0.165665		CURRENT LEARNING RATE: 8.316203162510198e-08
previous_iter_valid_loss : 0.17115308344364166

   1594580	  0.171404	  0.171153	  0.165993		CURRENT LEARNING RATE: 8.314540088190675e-08
previous_iter_valid_loss : 0.16612015664577484

   1594600	  0.166334	  0.166120	  0.166090		CURRENT LEARNING RATE: 8.312877346452757e-08
previous_iter_valid_loss : 0.16271379590034485

   1594620	  0.162910	  0.162714	  0.166127		CURRENT LEARNING RATE: 8.31121493722992e-08
previous_iter_valid_loss : 0.16193509101867676

   1594640	  0.162128	  0.161935	  0.166194		CURRENT LEARNING RATE: 8.309552860455695e-08
previous_iter_valid_loss : 0.16451066732406616

   1594660	  0.164712	  0.164511	  0.166369		CURRENT LEARNING RATE: 8.307891116063586e-08
previous_iter_valid_loss : 0.17020584642887115

   1594680	  0.170443	  0.170206	  0.166842		CURRENT LEARNING RATE: 8.306229703987123e-08
previous_iter_valid_loss : 0.1649886965751648

   1594700	  0.165161	  0.164989	  0.166788		CURRENT LEARNING RATE: 8.304568624159835e-08
previous_iter_valid_loss : 0.16650934517383575

   1594720	  0.166726	  0.166509	  0.166819		CURRENT LEARNING RATE: 8.302907876515307e-08
previous_iter_valid_loss : 0.16143138706684113

   1594740	  0.161614	  0.161431	  0.166249		CURRENT LEARNING RATE: 8.301247460987095e-08
previous_iter_valid_loss : 0.16819199919700623

   1594760	  0.168344	  0.168192	  0.166163		CURRENT LEARNING RATE: 8.299587377508768e-08
previous_iter_valid_loss : 0.1609267145395279

   1594780	  0.161086	  0.160927	  0.166106		CURRENT LEARNING RATE: 8.297927626013953e-08
previous_iter_valid_loss : 0.1844053417444229

   1594800	  0.184544	  0.184405	  0.167189		CURRENT LEARNING RATE: 8.296268206436243e-08
previous_iter_valid_loss : 0.16592229902744293

   1594820	  0.166121	  0.165922	  0.166788		CURRENT LEARNING RATE: 8.294609118709263e-08
previous_iter_valid_loss : 0.16295485198497772

   1594840	  0.163125	  0.162955	  0.166901		CURRENT LEARNING RATE: 8.292950362766633e-08
previous_iter_valid_loss : 0.17275339365005493

   1594860	  0.172895	  0.172753	  0.167029		CURRENT LEARNING RATE: 8.291291938542034e-08
previous_iter_valid_loss : 0.16363275051116943

   1594880	  0.163809	  0.163633	  0.167072		CURRENT LEARNING RATE: 8.289633845969113e-08
previous_iter_valid_loss : 0.16873612999916077

   1594900	  0.168890	  0.168736	  0.167389		CURRENT LEARNING RATE: 8.287976084981549e-08
previous_iter_valid_loss : 0.16113150119781494

   1594920	  0.161315	  0.161132	  0.167181		CURRENT LEARNING RATE: 8.286318655513013e-08
previous_iter_valid_loss : 0.16086417436599731

   1594940	  0.161044	  0.160864	  0.166109		CURRENT LEARNING RATE: 8.284661557497239e-08
previous_iter_valid_loss : 0.1837286353111267

   1594960	  0.184101	  0.183729	  0.167139		CURRENT LEARNING RATE: 8.28300479086793e-08
previous_iter_valid_loss : 0.16527697443962097

   1594980	  0.165445	  0.165277	  0.166846		CURRENT LEARNING RATE: 8.281348355558812e-08
previous_iter_valid_loss : 0.18121333420276642

   1595000	  0.181370	  0.181213	  0.167600		CURRENT LEARNING RATE: 8.279692251503615e-08
previous_iter_valid_loss : 0.1650235652923584

   1595020	  0.165232	  0.165024	  0.167716		CURRENT LEARNING RATE: 8.278036478636125e-08
previous_iter_valid_loss : 0.17295026779174805

   1595040	  0.173231	  0.172950	  0.168266		CURRENT LEARNING RATE: 8.276381036890094e-08
previous_iter_valid_loss : 0.17099814116954803

   1595060	  0.171256	  0.170998	  0.168591		CURRENT LEARNING RATE: 8.274725926199305e-08
previous_iter_valid_loss : 0.1620882749557495

   1595080	  0.162274	  0.162088	  0.168185		CURRENT LEARNING RATE: 8.273071146497541e-08
previous_iter_valid_loss : 0.17013517022132874

   1595100	  0.170387	  0.170135	  0.168442		CURRENT LEARNING RATE: 8.271416697718638e-08
previous_iter_valid_loss : 0.16213589906692505

   1595120	  0.162293	  0.162136	  0.168224		CURRENT LEARNING RATE: 8.269762579796404e-08
previous_iter_valid_loss : 0.16871623694896698

   1595140	  0.168951	  0.168716	  0.168588		CURRENT LEARNING RATE: 8.268108792664675e-08
previous_iter_valid_loss : 0.16981227695941925

   1595160	  0.170055	  0.169812	  0.168669		CURRENT LEARNING RATE: 8.266455336257284e-08
previous_iter_valid_loss : 0.1606227606534958

   1595180	  0.160783	  0.160623	  0.168654		CURRENT LEARNING RATE: 8.26480221050812e-08
previous_iter_valid_loss : 0.1699455976486206

   1595200	  0.170195	  0.169946	  0.167931		CURRENT LEARNING RATE: 8.263149415351048e-08
previous_iter_valid_loss : 0.16236470639705658

   1595220	  0.162563	  0.162365	  0.167753		CURRENT LEARNING RATE: 8.26149695071994e-08
previous_iter_valid_loss : 0.16185136139392853

   1595240	  0.162034	  0.161851	  0.167698		CURRENT LEARNING RATE: 8.259844816548723e-08
previous_iter_valid_loss : 0.16285531222820282

   1595260	  0.163017	  0.162855	  0.167203		CURRENT LEARNING RATE: 8.258193012771301e-08
previous_iter_valid_loss : 0.17048224806785583

   1595280	  0.170634	  0.170482	  0.167545		CURRENT LEARNING RATE: 8.2565415393216e-08
previous_iter_valid_loss : 0.16332115232944489

   1595300	  0.163489	  0.163321	  0.167274		CURRENT LEARNING RATE: 8.254890396133548e-08
previous_iter_valid_loss : 0.16584396362304688

   1595320	  0.166006	  0.165844	  0.167510		CURRENT LEARNING RATE: 8.253239583141127e-08
previous_iter_valid_loss : 0.17031581699848175

   1595340	  0.170572	  0.170316	  0.167983		CURRENT LEARNING RATE: 8.25158910027829e-08
previous_iter_valid_loss : 0.16283674538135529

   1595360	  0.163040	  0.162837	  0.166938		CURRENT LEARNING RATE: 8.249938947479018e-08
previous_iter_valid_loss : 0.16458970308303833

   1595380	  0.164765	  0.164590	  0.166904		CURRENT LEARNING RATE: 8.248289124677291e-08
previous_iter_valid_loss : 0.1611095368862152

   1595400	  0.161276	  0.161110	  0.165898		CURRENT LEARNING RATE: 8.246639631807146e-08
previous_iter_valid_loss : 0.16322490572929382

   1595420	  0.163423	  0.163225	  0.165809		CURRENT LEARNING RATE: 8.244990468802585e-08
previous_iter_valid_loss : 0.16285425424575806

   1595440	  0.163016	  0.162854	  0.165304		CURRENT LEARNING RATE: 8.243341635597646e-08
previous_iter_valid_loss : 0.16078896820545197

   1595460	  0.160959	  0.160789	  0.164793		CURRENT LEARNING RATE: 8.241693132126357e-08
previous_iter_valid_loss : 0.1619419902563095

   1595480	  0.162129	  0.161942	  0.164786		CURRENT LEARNING RATE: 8.24004495832281e-08
previous_iter_valid_loss : 0.16289542615413666

   1595500	  0.163091	  0.162895	  0.164424		CURRENT LEARNING RATE: 8.238397114121063e-08
previous_iter_valid_loss : 0.17226839065551758

   1595520	  0.172531	  0.172268	  0.164931		CURRENT LEARNING RATE: 8.2367495994552e-08
previous_iter_valid_loss : 0.16065458953380585

   1595540	  0.160836	  0.160655	  0.164527		CURRENT LEARNING RATE: 8.235102414259309e-08
previous_iter_valid_loss : 0.16157633066177368

   1595560	  0.161771	  0.161576	  0.164116		CURRENT LEARNING RATE: 8.23345555846753e-08
previous_iter_valid_loss : 0.1622866839170456

   1595580	  0.162448	  0.162287	  0.164199		CURRENT LEARNING RATE: 8.231809032013973e-08
previous_iter_valid_loss : 0.16173391044139862

   1595600	  0.161916	  0.161734	  0.163788		CURRENT LEARNING RATE: 8.230162834832765e-08
previous_iter_valid_loss : 0.16281896829605103

   1595620	  0.163006	  0.162819	  0.163811		CURRENT LEARNING RATE: 8.228516966858087e-08
previous_iter_valid_loss : 0.16833531856536865

   1595640	  0.168484	  0.168335	  0.164135		CURRENT LEARNING RATE: 8.226871428024087e-08
previous_iter_valid_loss : 0.1619112342596054

   1595660	  0.162070	  0.161911	  0.164088		CURRENT LEARNING RATE: 8.225226218264946e-08
previous_iter_valid_loss : 0.16877003014087677

   1595680	  0.168925	  0.168770	  0.164002		CURRENT LEARNING RATE: 8.22358133751484e-08
previous_iter_valid_loss : 0.16055582463741302

   1595700	  0.160714	  0.160556	  0.163864		CURRENT LEARNING RATE: 8.221936785708003e-08
previous_iter_valid_loss : 0.1735958456993103

   1595720	  0.173739	  0.173596	  0.164252		CURRENT LEARNING RATE: 8.22029256277864e-08
previous_iter_valid_loss : 0.16346034407615662

   1595740	  0.163628	  0.163460	  0.163909		CURRENT LEARNING RATE: 8.218648668660979e-08
previous_iter_valid_loss : 0.16058383882045746

   1595760	  0.160755	  0.160584	  0.163796		CURRENT LEARNING RATE: 8.217005103289251e-08
previous_iter_valid_loss : 0.16555669903755188

   1595780	  0.165756	  0.165557	  0.163845		CURRENT LEARNING RATE: 8.215361866597744e-08
previous_iter_valid_loss : 0.18050290644168854

   1595800	  0.180838	  0.180503	  0.164814		CURRENT LEARNING RATE: 8.213718958520712e-08
previous_iter_valid_loss : 0.17654375731945038

   1595820	  0.176685	  0.176544	  0.165480		CURRENT LEARNING RATE: 8.212076378992441e-08
previous_iter_valid_loss : 0.17849956452846527

   1595840	  0.178657	  0.178500	  0.166263		CURRENT LEARNING RATE: 8.21043412794721e-08
previous_iter_valid_loss : 0.16141848266124725

   1595860	  0.161612	  0.161418	  0.166294		CURRENT LEARNING RATE: 8.20879220531936e-08
previous_iter_valid_loss : 0.16763664782047272

   1595880	  0.167799	  0.167637	  0.166579		CURRENT LEARNING RATE: 8.207150611043199e-08
previous_iter_valid_loss : 0.160932719707489

   1595900	  0.161086	  0.160933	  0.166481		CURRENT LEARNING RATE: 8.205509345053065e-08
previous_iter_valid_loss : 0.17798642814159393

   1595920	  0.178146	  0.177986	  0.166767		CURRENT LEARNING RATE: 8.20386840728329e-08
previous_iter_valid_loss : 0.16520008444786072

   1595940	  0.165370	  0.165200	  0.166994		CURRENT LEARNING RATE: 8.202227797668267e-08
previous_iter_valid_loss : 0.1822258085012436

   1595960	  0.182380	  0.182226	  0.168026		CURRENT LEARNING RATE: 8.200587516142358e-08
previous_iter_valid_loss : 0.16128097474575043

   1595980	  0.161433	  0.161281	  0.167976		CURRENT LEARNING RATE: 8.198947562639935e-08
previous_iter_valid_loss : 0.16198618710041046

   1596000	  0.162134	  0.161986	  0.167989		CURRENT LEARNING RATE: 8.197307937095432e-08
previous_iter_valid_loss : 0.16107746958732605

   1596020	  0.161230	  0.161077	  0.167902		CURRENT LEARNING RATE: 8.195668639443246e-08
previous_iter_valid_loss : 0.1810511350631714

   1596040	  0.181205	  0.181051	  0.168537		CURRENT LEARNING RATE: 8.194029669617807e-08
previous_iter_valid_loss : 0.16364622116088867

   1596060	  0.163843	  0.163646	  0.168624		CURRENT LEARNING RATE: 8.19239102755354e-08
previous_iter_valid_loss : 0.16272056102752686

   1596080	  0.162907	  0.162721	  0.168322		CURRENT LEARNING RATE: 8.190752713184932e-08
previous_iter_valid_loss : 0.16682462394237518

   1596100	  0.167050	  0.166825	  0.168635		CURRENT LEARNING RATE: 8.189114726446433e-08
previous_iter_valid_loss : 0.19501900672912598

   1596120	  0.195500	  0.195019	  0.169706		CURRENT LEARNING RATE: 8.187477067272522e-08
previous_iter_valid_loss : 0.1612360030412674

   1596140	  0.161414	  0.161236	  0.169595		CURRENT LEARNING RATE: 8.185839735597682e-08
previous_iter_valid_loss : 0.17147879302501678

   1596160	  0.171735	  0.171479	  0.170140		CURRENT LEARNING RATE: 8.184202731356448e-08
previous_iter_valid_loss : 0.16116087138652802

   1596180	  0.161313	  0.161161	  0.169920		CURRENT LEARNING RATE: 8.182566054483324e-08
previous_iter_valid_loss : 0.16049712896347046

   1596200	  0.160659	  0.160497	  0.168920		CURRENT LEARNING RATE: 8.180929704912842e-08
previous_iter_valid_loss : 0.16991060972213745

   1596220	  0.170154	  0.169911	  0.168588		CURRENT LEARNING RATE: 8.179293682579536e-08
previous_iter_valid_loss : 0.16109652817249298

   1596240	  0.161239	  0.161097	  0.167718		CURRENT LEARNING RATE: 8.177657987417993e-08
previous_iter_valid_loss : 0.1607688069343567

   1596260	  0.160937	  0.160769	  0.167685		CURRENT LEARNING RATE: 8.176022619362769e-08
previous_iter_valid_loss : 0.16618505120277405

   1596280	  0.166396	  0.166185	  0.167613		CURRENT LEARNING RATE: 8.174387578348452e-08
previous_iter_valid_loss : 0.16067512333393097

   1596300	  0.160836	  0.160675	  0.167600		CURRENT LEARNING RATE: 8.172752864309625e-08
previous_iter_valid_loss : 0.16556763648986816

   1596320	  0.165778	  0.165568	  0.166979		CURRENT LEARNING RATE: 8.171118477180926e-08
previous_iter_valid_loss : 0.18392464518547058

   1596340	  0.184290	  0.183925	  0.167915		CURRENT LEARNING RATE: 8.16948441689697e-08
previous_iter_valid_loss : 0.16056875884532928

   1596360	  0.160729	  0.160569	  0.166832		CURRENT LEARNING RATE: 8.167850683392376e-08
previous_iter_valid_loss : 0.17029887437820435

   1596380	  0.170450	  0.170299	  0.167283		CURRENT LEARNING RATE: 8.166217276601825e-08
previous_iter_valid_loss : 0.17086869478225708

   1596400	  0.171018	  0.170869	  0.167727		CURRENT LEARNING RATE: 8.164584196459966e-08
previous_iter_valid_loss : 0.1627328097820282

   1596420	  0.162890	  0.162733	  0.167810		CURRENT LEARNING RATE: 8.162951442901476e-08
previous_iter_valid_loss : 0.19522850215435028

   1596440	  0.195346	  0.195229	  0.168519		CURRENT LEARNING RATE: 8.161319015861031e-08
previous_iter_valid_loss : 0.18723896145820618

   1596460	  0.187379	  0.187239	  0.169699		CURRENT LEARNING RATE: 8.159686915273362e-08
previous_iter_valid_loss : 0.168637216091156

   1596480	  0.168793	  0.168637	  0.169994		CURRENT LEARNING RATE: 8.15805514107317e-08
previous_iter_valid_loss : 0.16086706519126892

   1596500	  0.161022	  0.160867	  0.169697		CURRENT LEARNING RATE: 8.156423693195185e-08
previous_iter_valid_loss : 0.16257019340991974

   1596520	  0.162739	  0.162570	  0.168074		CURRENT LEARNING RATE: 8.154792571574135e-08
previous_iter_valid_loss : 0.17036132514476776

   1596540	  0.170517	  0.170361	  0.168530		CURRENT LEARNING RATE: 8.153161776144803e-08
previous_iter_valid_loss : 0.16166116297245026

   1596560	  0.161820	  0.161661	  0.168040		CURRENT LEARNING RATE: 8.151531306841943e-08
previous_iter_valid_loss : 0.18379348516464233

   1596580	  0.184155	  0.183793	  0.169171		CURRENT LEARNING RATE: 8.149901163600336e-08
previous_iter_valid_loss : 0.16279564797878265

   1596600	  0.162960	  0.162796	  0.169286		CURRENT LEARNING RATE: 8.148271346354763e-08
previous_iter_valid_loss : 0.16277433931827545

   1596620	  0.162935	  0.162774	  0.168929		CURRENT LEARNING RATE: 8.146641855040058e-08
previous_iter_valid_loss : 0.1607537865638733

   1596640	  0.160933	  0.160754	  0.168912		CURRENT LEARNING RATE: 8.14501268959103e-08
previous_iter_valid_loss : 0.1605367213487625

   1596660	  0.160687	  0.160537	  0.168901		CURRENT LEARNING RATE: 8.14338384994251e-08
previous_iter_valid_loss : 0.17590780556201935

   1596680	  0.176193	  0.175908	  0.169387		CURRENT LEARNING RATE: 8.14175533602933e-08
previous_iter_valid_loss : 0.16080817580223083

   1596700	  0.160984	  0.160808	  0.169393		CURRENT LEARNING RATE: 8.14012714778638e-08
previous_iter_valid_loss : 0.16056697070598602

   1596720	  0.160734	  0.160567	  0.169143		CURRENT LEARNING RATE: 8.138499285148516e-08
previous_iter_valid_loss : 0.17600788176059723

   1596740	  0.176305	  0.176008	  0.168747		CURRENT LEARNING RATE: 8.136871748050625e-08
previous_iter_valid_loss : 0.16152529418468475

   1596760	  0.161677	  0.161525	  0.168795		CURRENT LEARNING RATE: 8.135244536427591e-08
previous_iter_valid_loss : 0.16545537114143372

   1596780	  0.165615	  0.165455	  0.168553		CURRENT LEARNING RATE: 8.133617650214354e-08
previous_iter_valid_loss : 0.16267885267734528

   1596800	  0.162861	  0.162679	  0.168144		CURRENT LEARNING RATE: 8.131991089345823e-08
previous_iter_valid_loss : 0.1613190919160843

   1596820	  0.161508	  0.161319	  0.168073		CURRENT LEARNING RATE: 8.130364853756923e-08
previous_iter_valid_loss : 0.16077302396297455

   1596840	  0.160947	  0.160773	  0.166350		CURRENT LEARNING RATE: 8.128738943382632e-08
previous_iter_valid_loss : 0.16053971648216248

   1596860	  0.160703	  0.160540	  0.165015		CURRENT LEARNING RATE: 8.127113358157901e-08
previous_iter_valid_loss : 0.16235940158367157

   1596880	  0.162512	  0.162359	  0.164701		CURRENT LEARNING RATE: 8.125488098017705e-08
previous_iter_valid_loss : 0.1609070897102356

   1596900	  0.161086	  0.160907	  0.164703		CURRENT LEARNING RATE: 8.123863162897018e-08
previous_iter_valid_loss : 0.16350272297859192

   1596920	  0.163661	  0.163503	  0.164750		CURRENT LEARNING RATE: 8.122238552730875e-08
previous_iter_valid_loss : 0.16083870828151703

   1596940	  0.161009	  0.160839	  0.164274		CURRENT LEARNING RATE: 8.120614267454275e-08
previous_iter_valid_loss : 0.1670175939798355

   1596960	  0.167243	  0.167018	  0.164542		CURRENT LEARNING RATE: 8.118990307002246e-08
previous_iter_valid_loss : 0.1621399223804474

   1596980	  0.162321	  0.162140	  0.163459		CURRENT LEARNING RATE: 8.117366671309817e-08
previous_iter_valid_loss : 0.1608615517616272

   1597000	  0.161018	  0.160862	  0.163362		CURRENT LEARNING RATE: 8.115743360312069e-08
previous_iter_valid_loss : 0.19878040254116058

   1597020	  0.198868	  0.198780	  0.165162		CURRENT LEARNING RATE: 8.114120373944057e-08
previous_iter_valid_loss : 0.1617504358291626

   1597040	  0.161894	  0.161750	  0.165212		CURRENT LEARNING RATE: 8.112497712140862e-08
previous_iter_valid_loss : 0.1605658084154129

   1597060	  0.160725	  0.160566	  0.165214		CURRENT LEARNING RATE: 8.110875374837561e-08
previous_iter_valid_loss : 0.16297093033790588

   1597080	  0.163134	  0.162971	  0.164567		CURRENT LEARNING RATE: 8.10925336196929e-08
previous_iter_valid_loss : 0.17045840620994568

   1597100	  0.170708	  0.170458	  0.165049		CURRENT LEARNING RATE: 8.107631673471156e-08
previous_iter_valid_loss : 0.1632096767425537

   1597120	  0.163400	  0.163210	  0.165182		CURRENT LEARNING RATE: 8.106010309278289e-08
previous_iter_valid_loss : 0.16734059154987335

   1597140	  0.167564	  0.167341	  0.164748		CURRENT LEARNING RATE: 8.104389269325822e-08
previous_iter_valid_loss : 0.1637878715991974

   1597160	  0.163987	  0.163788	  0.164861		CURRENT LEARNING RATE: 8.102768553548941e-08
previous_iter_valid_loss : 0.1607241928577423

   1597180	  0.160896	  0.160724	  0.164625		CURRENT LEARNING RATE: 8.101148161882802e-08
previous_iter_valid_loss : 0.16104738414287567

   1597200	  0.161237	  0.161047	  0.164543		CURRENT LEARNING RATE: 8.099528094262577e-08
previous_iter_valid_loss : 0.16108199954032898

   1602620	  0.161241	  0.161082	  0.166345		CURRENT LEARNING RATE: 7.672218366889729e-08
previous_iter_valid_loss : 0.16097314655780792

   1602640	  0.161131	  0.160973	  0.166362		CURRENT LEARNING RATE: 7.670684076650493e-08
previous_iter_valid_loss : 0.1605568379163742

   1602660	  0.160717	  0.160557	  0.166337		CURRENT LEARNING RATE: 7.669150093238594e-08
previous_iter_valid_loss : 0.16623738408088684

   1602680	  0.166444	  0.166237	  0.166436		CURRENT LEARNING RATE: 7.667616416592727e-08
previous_iter_valid_loss : 0.16416510939598083

   1602700	  0.164329	  0.164165	  0.166529		CURRENT LEARNING RATE: 7.666083046651517e-08
previous_iter_valid_loss : 0.16299274563789368

   1602720	  0.163158	  0.162993	  0.166633		CURRENT LEARNING RATE: 7.66454998335363e-08
previous_iter_valid_loss : 0.17417012155056

   1602740	  0.174441	  0.174170	  0.166829		CURRENT LEARNING RATE: 7.663017226637743e-08
previous_iter_valid_loss : 0.16082674264907837

   1602760	  0.161004	  0.160827	  0.166817		CURRENT LEARNING RATE: 7.661484776442548e-08
previous_iter_valid_loss : 0.1605209857225418

   1602780	  0.160680	  0.160521	  0.166749		CURRENT LEARNING RATE: 7.659952632706742e-08
previous_iter_valid_loss : 0.16649632155895233

   1602800	  0.166660	  0.166496	  0.166274		CURRENT LEARNING RATE: 7.658420795369045e-08
previous_iter_valid_loss : 0.163210928440094

   1602820	  0.163384	  0.163211	  0.166354		CURRENT LEARNING RATE: 7.656889264368153e-08
previous_iter_valid_loss : 0.1617153435945511

   1602840	  0.161907	  0.161715	  0.165224		CURRENT LEARNING RATE: 7.65535803964286e-08
previous_iter_valid_loss : 0.1670709103345871

   1602860	  0.167231	  0.167071	  0.165428		CURRENT LEARNING RATE: 7.653827121131889e-08
previous_iter_valid_loss : 0.1652364730834961

   1602880	  0.165457	  0.165236	  0.165194		CURRENT LEARNING RATE: 7.652296508774004e-08
previous_iter_valid_loss : 0.1720317155122757

   1602900	  0.172180	  0.172032	  0.164985		CURRENT LEARNING RATE: 7.65076620250798e-08
previous_iter_valid_loss : 0.16214603185653687

   1602920	  0.162335	  0.162146	  0.164801		CURRENT LEARNING RATE: 7.649236202272606e-08
previous_iter_valid_loss : 0.17162150144577026

   1602940	  0.171881	  0.171622	  0.165185		CURRENT LEARNING RATE: 7.647706508006681e-08
previous_iter_valid_loss : 0.16053169965744019

   1602960	  0.160704	  0.160532	  0.165069		CURRENT LEARNING RATE: 7.646177119648989e-08
previous_iter_valid_loss : 0.1635359674692154

   1602980	  0.163735	  0.163536	  0.164582		CURRENT LEARNING RATE: 7.64464803713841e-08
previous_iter_valid_loss : 0.16236871480941772

   1603000	  0.162530	  0.162369	  0.164373		CURRENT LEARNING RATE: 7.643119260413755e-08
previous_iter_valid_loss : 0.16052518784999847

   1603020	  0.160685	  0.160525	  0.164345		CURRENT LEARNING RATE: 7.641590789413871e-08
previous_iter_valid_loss : 0.16596117615699768

   1603040	  0.166173	  0.165961	  0.164594		CURRENT LEARNING RATE: 7.640062624077619e-08
previous_iter_valid_loss : 0.19853800535202026

   1603060	  0.199062	  0.198538	  0.166494		CURRENT LEARNING RATE: 7.638534764343874e-08
previous_iter_valid_loss : 0.16057021915912628

   1603080	  0.160736	  0.160570	  0.166210		CURRENT LEARNING RATE: 7.63700721015152e-08
previous_iter_valid_loss : 0.1743956208229065

   1603100	  0.174682	  0.174396	  0.166722		CURRENT LEARNING RATE: 7.635479961439455e-08
previous_iter_valid_loss : 0.16084149479866028

   1603120	  0.161001	  0.160841	  0.166614		CURRENT LEARNING RATE: 7.633953018146562e-08
previous_iter_valid_loss : 0.16150589287281036

   1603140	  0.161696	  0.161506	  0.165981		CURRENT LEARNING RATE: 7.632426380211818e-08
previous_iter_valid_loss : 0.16071084141731262

   1603160	  0.160874	  0.160711	  0.165975		CURRENT LEARNING RATE: 7.630900047574131e-08
previous_iter_valid_loss : 0.16110971570014954

   1603180	  0.161265	  0.161110	  0.166005		CURRENT LEARNING RATE: 7.629374020172447e-08
previous_iter_valid_loss : 0.1612217128276825

   1603200	  0.161398	  0.161222	  0.165741		CURRENT LEARNING RATE: 7.627848297945725e-08
previous_iter_valid_loss : 0.16049884259700775

   1603220	  0.160660	  0.160499	  0.165605		CURRENT LEARNING RATE: 7.626322880832936e-08
previous_iter_valid_loss : 0.18323199450969696

   1603240	  0.183382	  0.183232	  0.166681		CURRENT LEARNING RATE: 7.624797768773062e-08
previous_iter_valid_loss : 0.16166037321090698

   1603260	  0.161827	  0.161660	  0.166411		CURRENT LEARNING RATE: 7.623272961705073e-08
previous_iter_valid_loss : 0.16083641350269318

   1603280	  0.161010	  0.160836	  0.166191		CURRENT LEARNING RATE: 7.621748459568031e-08
previous_iter_valid_loss : 0.17538435757160187

   1603300	  0.175670	  0.175384	  0.166358		CURRENT LEARNING RATE: 7.620224262300929e-08
previous_iter_valid_loss : 0.1617945283651352

   1603320	  0.161957	  0.161795	  0.166341		CURRENT LEARNING RATE: 7.618700369842797e-08
previous_iter_valid_loss : 0.16995003819465637

   1603340	  0.170197	  0.169950	  0.166257		CURRENT LEARNING RATE: 7.617176782132681e-08
previous_iter_valid_loss : 0.1616089642047882

   1603360	  0.161762	  0.161609	  0.166311		CURRENT LEARNING RATE: 7.615653499109638e-08
previous_iter_valid_loss : 0.1609165370464325

   1603380	  0.161074	  0.160917	  0.166180		CURRENT LEARNING RATE: 7.614130520712736e-08
previous_iter_valid_loss : 0.20732253789901733

   1603400	  0.207903	  0.207323	  0.168428		CURRENT LEARNING RATE: 7.612607846881056e-08
previous_iter_valid_loss : 0.17561620473861694

   1603420	  0.175899	  0.175616	  0.169182		CURRENT LEARNING RATE: 7.611085477553664e-08
previous_iter_valid_loss : 0.1605467051267624

   1603440	  0.160711	  0.160547	  0.168911		CURRENT LEARNING RATE: 7.609563412669718e-08
previous_iter_valid_loss : 0.16992563009262085

   1603460	  0.170078	  0.169926	  0.167481		CURRENT LEARNING RATE: 7.608041652168311e-08
previous_iter_valid_loss : 0.1683349311351776

   1603480	  0.168570	  0.168335	  0.167869		CURRENT LEARNING RATE: 7.60652019598857e-08
previous_iter_valid_loss : 0.16361434757709503

   1603500	  0.163791	  0.163614	  0.167330		CURRENT LEARNING RATE: 7.604999044069639e-08
previous_iter_valid_loss : 0.1627698391675949

   1603520	  0.162939	  0.162770	  0.167426		CURRENT LEARNING RATE: 7.603478196350669e-08
previous_iter_valid_loss : 0.17977987229824066

   1603540	  0.180115	  0.179780	  0.168340		CURRENT LEARNING RATE: 7.60195765277083e-08
previous_iter_valid_loss : 0.16158127784729004

   1603560	  0.161740	  0.161581	  0.168384		CURRENT LEARNING RATE: 7.600437413269297e-08
previous_iter_valid_loss : 0.1605747491121292

   1603580	  0.160744	  0.160575	  0.168357		CURRENT LEARNING RATE: 7.598917477785234e-08
previous_iter_valid_loss : 0.1608319878578186

   1603600	  0.161005	  0.160832	  0.168337		CURRENT LEARNING RATE: 7.597397846257899e-08
previous_iter_valid_loss : 0.1660546213388443

   1603620	  0.166217	  0.166055	  0.168615		CURRENT LEARNING RATE: 7.595878518626478e-08
previous_iter_valid_loss : 0.1630580872297287

   1603640	  0.163225	  0.163058	  0.167606		CURRENT LEARNING RATE: 7.5943594948302e-08
previous_iter_valid_loss : 0.1667032539844513

   1603660	  0.166859	  0.166703	  0.167859		CURRENT LEARNING RATE: 7.592840774808302e-08
previous_iter_valid_loss : 0.16303616762161255

   1603680	  0.163199	  0.163036	  0.167969		CURRENT LEARNING RATE: 7.591322358500035e-08
previous_iter_valid_loss : 0.16483017802238464

   1603700	  0.164985	  0.164830	  0.167441		CURRENT LEARNING RATE: 7.589804245844665e-08
previous_iter_valid_loss : 0.16382156312465668

   1603720	  0.164028	  0.163822	  0.167542		CURRENT LEARNING RATE: 7.588286436781438e-08
previous_iter_valid_loss : 0.16068042814731598

   1603740	  0.160838	  0.160680	  0.167079		CURRENT LEARNING RATE: 7.586768931249698e-08
previous_iter_valid_loss : 0.16426345705986023

   1603760	  0.164433	  0.164263	  0.167211		CURRENT LEARNING RATE: 7.585251729188715e-08
previous_iter_valid_loss : 0.16168919205665588

   1603780	  0.161853	  0.161689	  0.167250		CURRENT LEARNING RATE: 7.583734830537801e-08
previous_iter_valid_loss : 0.1605178266763687

   1603800	  0.160689	  0.160518	  0.164910		CURRENT LEARNING RATE: 7.582218235236282e-08
previous_iter_valid_loss : 0.16093920171260834

   1603820	  0.161122	  0.160939	  0.164176		CURRENT LEARNING RATE: 7.580701943223495e-08
previous_iter_valid_loss : 0.16052238643169403

   1603840	  0.160674	  0.160522	  0.164175		CURRENT LEARNING RATE: 7.579185954438785e-08
previous_iter_valid_loss : 0.16792914271354675

   1603860	  0.168161	  0.167929	  0.164075		CURRENT LEARNING RATE: 7.577670268821515e-08
previous_iter_valid_loss : 0.16168241202831268

   1603880	  0.161844	  0.161682	  0.163742		CURRENT LEARNING RATE: 7.57615488631103e-08
previous_iter_valid_loss : 0.1910206824541092

   1603900	  0.191147	  0.191021	  0.165113		CURRENT LEARNING RATE: 7.574639806846768e-08
previous_iter_valid_loss : 0.1785280555486679

   1603920	  0.178691	  0.178528	  0.165901		CURRENT LEARNING RATE: 7.573125030368099e-08
previous_iter_valid_loss : 0.18469834327697754

   1603940	  0.184849	  0.184698	  0.166146		CURRENT LEARNING RATE: 7.571610556814432e-08
previous_iter_valid_loss : 0.1607585996389389

   1603960	  0.160906	  0.160759	  0.166105		CURRENT LEARNING RATE: 7.570096386125189e-08
previous_iter_valid_loss : 0.1644745022058487

   1603980	  0.164635	  0.164475	  0.166300		CURRENT LEARNING RATE: 7.568582518239803e-08
previous_iter_valid_loss : 0.16097649931907654

   1604000	  0.161159	  0.160976	  0.166308		CURRENT LEARNING RATE: 7.567068953097717e-08
previous_iter_valid_loss : 0.17416620254516602

   1604020	  0.174444	  0.174166	  0.166713		CURRENT LEARNING RATE: 7.565555690638365e-08
previous_iter_valid_loss : 0.1613292098045349

   1604040	  0.161481	  0.161329	  0.166627		CURRENT LEARNING RATE: 7.564042730801267e-08
previous_iter_valid_loss : 0.1606176495552063

   1604060	  0.160781	  0.160618	  0.166322		CURRENT LEARNING RATE: 7.56253007352588e-08
previous_iter_valid_loss : 0.16536450386047363

   1604080	  0.165569	  0.165365	  0.166439		CURRENT LEARNING RATE: 7.561017718751698e-08
previous_iter_valid_loss : 0.16674445569515228

   1604100	  0.166901	  0.166744	  0.166535		CURRENT LEARNING RATE: 7.559505666418224e-08
previous_iter_valid_loss : 0.16069190204143524

   1604120	  0.160844	  0.160692	  0.166378		CURRENT LEARNING RATE: 7.557993916464978e-08
previous_iter_valid_loss : 0.16051919758319855

   1604140	  0.160694	  0.160519	  0.166370		CURRENT LEARNING RATE: 7.55648246883149e-08
previous_iter_valid_loss : 0.16373638808727264

   1604160	  0.163935	  0.163736	  0.166344		CURRENT LEARNING RATE: 7.554971323457303e-08
previous_iter_valid_loss : 0.1647394597530365

   1604180	  0.164950	  0.164739	  0.166496		CURRENT LEARNING RATE: 7.553460480281942e-08
previous_iter_valid_loss : 0.17274209856987

   1604200	  0.172893	  0.172742	  0.167107		CURRENT LEARNING RATE: 7.551949939245027e-08
previous_iter_valid_loss : 0.16656050086021423

   1604220	  0.166777	  0.166561	  0.167388		CURRENT LEARNING RATE: 7.550439700286113e-08
previous_iter_valid_loss : 0.16259679198265076

   1604240	  0.162762	  0.162597	  0.167492		CURRENT LEARNING RATE: 7.548929763344786e-08
previous_iter_valid_loss : 0.16429997980594635

   1604260	  0.164499	  0.164300	  0.167311		CURRENT LEARNING RATE: 7.54742012836065e-08
previous_iter_valid_loss : 0.16807898879051208

   1604280	  0.168304	  0.168079	  0.167631		CURRENT LEARNING RATE: 7.545910795273321e-08
previous_iter_valid_loss : 0.16085949540138245

   1604300	  0.161034	  0.160859	  0.166122		CURRENT LEARNING RATE: 7.544401764022426e-08
previous_iter_valid_loss : 0.16402533650398254

   1604320	  0.164197	  0.164025	  0.165397		CURRENT LEARNING RATE: 7.542893034547601e-08
previous_iter_valid_loss : 0.1607229858636856

   1604340	  0.160898	  0.160723	  0.164199		CURRENT LEARNING RATE: 7.541384606788473e-08
previous_iter_valid_loss : 0.17335878312587738

   1604360	  0.173505	  0.173359	  0.164829		CURRENT LEARNING RATE: 7.539876480684756e-08
previous_iter_valid_loss : 0.1611412763595581

   1604380	  0.161301	  0.161141	  0.164662		CURRENT LEARNING RATE: 7.538368656176099e-08
previous_iter_valid_loss : 0.16066084802150726

   1604400	  0.160834	  0.160661	  0.164646		CURRENT LEARNING RATE: 7.53686113320219e-08
previous_iter_valid_loss : 0.16070377826690674

   1604420	  0.160883	  0.160704	  0.163973		CURRENT LEARNING RATE: 7.535353911702727e-08
previous_iter_valid_loss : 0.16084356606006622

   1604440	  0.161008	  0.160844	  0.163949		CURRENT LEARNING RATE: 7.533846991617421e-08
previous_iter_valid_loss : 0.16445688903331757

   1604460	  0.164649	  0.164457	  0.164141		CURRENT LEARNING RATE: 7.532340372885996e-08
previous_iter_valid_loss : 0.16822589933872223

   1604480	  0.168385	  0.168226	  0.164284		CURRENT LEARNING RATE: 7.530834055448162e-08
previous_iter_valid_loss : 0.16097061336040497

   1604500	  0.161160	  0.160971	  0.163995		CURRENT LEARNING RATE: 7.529328039243716e-08
previous_iter_valid_loss : 0.16733963787555695

   1604520	  0.167557	  0.167340	  0.164327		CURRENT LEARNING RATE: 7.527822324212393e-08
previous_iter_valid_loss : 0.16083098948001862

   1604540	  0.160988	  0.160831	  0.164343		CURRENT LEARNING RATE: 7.526316910293964e-08
previous_iter_valid_loss : 0.1642138510942459

   1604560	  0.164419	  0.164214	  0.164367		CURRENT LEARNING RATE: 7.524811797428213e-08
previous_iter_valid_loss : 0.1609193980693817

   1604580	  0.161100	  0.160919	  0.164176		CURRENT LEARNING RATE: 7.523306985554933e-08
previous_iter_valid_loss : 0.17470020055770874

   1604600	  0.174848	  0.174700	  0.164274		CURRENT LEARNING RATE: 7.521802474613936e-08
previous_iter_valid_loss : 0.1688191145658493

   1604620	  0.169059	  0.168819	  0.164387		CURRENT LEARNING RATE: 7.520298264545037e-08
previous_iter_valid_loss : 0.1619153469800949

   1604640	  0.162076	  0.161915	  0.164353		CURRENT LEARNING RATE: 7.518794355288043e-08
previous_iter_valid_loss : 0.1712902933359146

   1604660	  0.171439	  0.171290	  0.164702		CURRENT LEARNING RATE: 7.517290746782851e-08
previous_iter_valid_loss : 0.17012222111225128

   1604680	  0.170277	  0.170122	  0.164804		CURRENT LEARNING RATE: 7.515787438969291e-08
previous_iter_valid_loss : 0.1718708872795105

   1604700	  0.172140	  0.171871	  0.165355		CURRENT LEARNING RATE: 7.514284431787229e-08
previous_iter_valid_loss : 0.1610698103904724

   1604720	  0.161254	  0.161070	  0.165207		CURRENT LEARNING RATE: 7.512781725176545e-08
previous_iter_valid_loss : 0.16337698698043823

   1604740	  0.163555	  0.163377	  0.165340		CURRENT LEARNING RATE: 7.511279319077131e-08
previous_iter_valid_loss : 0.18358218669891357

   1604760	  0.183735	  0.183582	  0.165851		CURRENT LEARNING RATE: 7.509777213428892e-08
previous_iter_valid_loss : 0.16055229306221008

   1604780	  0.160704	  0.160552	  0.165822		CURRENT LEARNING RATE: 7.50827540817174e-08
previous_iter_valid_loss : 0.17358072102069855

   1604800	  0.173859	  0.173581	  0.166468		CURRENT LEARNING RATE: 7.506773903245581e-08
previous_iter_valid_loss : 0.1618758738040924

   1604820	  0.162061	  0.161876	  0.166526		CURRENT LEARNING RATE: 7.505272698590404e-08
previous_iter_valid_loss : 0.16109797358512878

   1604840	  0.161282	  0.161098	  0.166539		CURRENT LEARNING RATE: 7.503771794146136e-08
previous_iter_valid_loss : 0.16978956758975983

   1604860	  0.169941	  0.169790	  0.166806		CURRENT LEARNING RATE: 7.502271189852744e-08
previous_iter_valid_loss : 0.16554059088230133

   1604880	  0.165700	  0.165541	  0.166671		CURRENT LEARNING RATE: 7.500770885650197e-08
previous_iter_valid_loss : 0.1623677760362625

   1604900	  0.162530	  0.162368	  0.166741		CURRENT LEARNING RATE: 7.499270881478487e-08
previous_iter_valid_loss : 0.17134420573711395

   1604920	  0.171491	  0.171344	  0.166941		CURRENT LEARNING RATE: 7.497771177277614e-08
previous_iter_valid_loss : 0.18219037353992462

   1604940	  0.182347	  0.182190	  0.168009		CURRENT LEARNING RATE: 7.496271772987562e-08
previous_iter_valid_loss : 0.1609499752521515

   1604960	  0.161105	  0.160950	  0.167846		CURRENT LEARNING RATE: 7.49477266854841e-08
previous_iter_valid_loss : 0.16178138554096222

   1604980	  0.161967	  0.161781	  0.167889		CURRENT LEARNING RATE: 7.493273863900164e-08
previous_iter_valid_loss : 0.16825102269649506

   1605000	  0.168480	  0.168251	  0.167567		CURRENT LEARNING RATE: 7.491775358982875e-08
previous_iter_valid_loss : 0.16592419147491455

   1605020	  0.166090	  0.165924	  0.167422		CURRENT LEARNING RATE: 7.4902771537366e-08
previous_iter_valid_loss : 0.16104739904403687

   1605040	  0.161232	  0.161047	  0.167379		CURRENT LEARNING RATE: 7.488779248101413e-08
previous_iter_valid_loss : 0.16193287074565887

   1605060	  0.162107	  0.161933	  0.166911		CURRENT LEARNING RATE: 7.487281642017397e-08
previous_iter_valid_loss : 0.16085600852966309

   1605080	  0.161042	  0.160856	  0.166447		CURRENT LEARNING RATE: 7.485784335424647e-08
previous_iter_valid_loss : 0.17457152903079987

   1605100	  0.174713	  0.174572	  0.166582		CURRENT LEARNING RATE: 7.484287328263245e-08
previous_iter_valid_loss : 0.17075859010219574

   1605120	  0.170905	  0.170759	  0.167067		CURRENT LEARNING RATE: 7.482790620473364e-08
previous_iter_valid_loss : 0.16849485039710999

   1605140	  0.168731	  0.168495	  0.167323		CURRENT LEARNING RATE: 7.481294211995109e-08
previous_iter_valid_loss : 0.18713347613811493

   1605160	  0.187535	  0.187133	  0.167500		CURRENT LEARNING RATE: 7.479798102768623e-08
previous_iter_valid_loss : 0.16576242446899414

   1605180	  0.165976	  0.165762	  0.167761		CURRENT LEARNING RATE: 7.478302292734062e-08
previous_iter_valid_loss : 0.1605164110660553

   1605200	  0.160684	  0.160516	  0.167108		CURRENT LEARNING RATE: 7.476806781831594e-08
previous_iter_valid_loss : 0.16295135021209717

   1605220	  0.163145	  0.162951	  0.167161		CURRENT LEARNING RATE: 7.475311570001398e-08
previous_iter_valid_loss : 0.17694729566574097

   1605240	  0.177107	  0.176947	  0.167954		CURRENT LEARNING RATE: 7.47381665718364e-08
previous_iter_valid_loss : 0.16049018502235413

   1605260	  0.160651	  0.160490	  0.167489		CURRENT LEARNING RATE: 7.472322043318576e-08
previous_iter_valid_loss : 0.1607280820608139

   1605280	  0.160884	  0.160728	  0.167248		CURRENT LEARNING RATE: 7.470827728346393e-08
previous_iter_valid_loss : 0.1747288852930069

   1605300	  0.174875	  0.174729	  0.167866		CURRENT LEARNING RATE: 7.469333712207321e-08
previous_iter_valid_loss : 0.16340233385562897

   1605320	  0.163568	  0.163402	  0.167469		CURRENT LEARNING RATE: 7.4678399948416e-08
previous_iter_valid_loss : 0.18206454813480377

   1605340	  0.182216	  0.182065	  0.167463		CURRENT LEARNING RATE: 7.466346576189477e-08
previous_iter_valid_loss : 0.16999681293964386

   1605360	  0.170249	  0.169997	  0.167915		CURRENT LEARNING RATE: 7.46485345619122e-08
previous_iter_valid_loss : 0.17447568476200104

   1605380	  0.174759	  0.174476	  0.168550		CURRENT LEARNING RATE: 7.463360634787101e-08
previous_iter_valid_loss : 0.16419990360736847

   1605400	  0.164404	  0.164200	  0.168347		CURRENT LEARNING RATE: 7.461868111917384e-08
previous_iter_valid_loss : 0.16339214146137238

   1605420	  0.163559	  0.163392	  0.168221		CURRENT LEARNING RATE: 7.460375887522417e-08
previous_iter_valid_loss : 0.16127562522888184

   1605440	  0.161445	  0.161276	  0.168232		CURRENT LEARNING RATE: 7.458883961542487e-08
previous_iter_valid_loss : 0.1605268120765686

   1605460	  0.160701	  0.160527	  0.168162		CURRENT LEARNING RATE: 7.457392333917915e-08
previous_iter_valid_loss : 0.16668081283569336

   1605480	  0.166883	  0.166681	  0.168453		CURRENT LEARNING RATE: 7.45590100458904e-08
previous_iter_valid_loss : 0.16498753428459167

   1605500	  0.165156	  0.164988	  0.167974		CURRENT LEARNING RATE: 7.454409973496206e-08
previous_iter_valid_loss : 0.17236632108688354

   1605520	  0.172629	  0.172366	  0.168054		CURRENT LEARNING RATE: 7.45291924057977e-08
previous_iter_valid_loss : 0.1609315723180771

   1605540	  0.161109	  0.160932	  0.167676		CURRENT LEARNING RATE: 7.451428805780105e-08
previous_iter_valid_loss : 0.16251340508460999

   1605560	  0.162698	  0.162513	  0.166445		CURRENT LEARNING RATE: 7.449938669037568e-08
previous_iter_valid_loss : 0.16949400305747986

   1605580	  0.169650	  0.169494	  0.166632		CURRENT LEARNING RATE: 7.448448830292604e-08
previous_iter_valid_loss : 0.1774463653564453

   1605600	  0.177761	  0.177446	  0.167478		CURRENT LEARNING RATE: 7.446959289485596e-08
previous_iter_valid_loss : 0.17045843601226807

   1605620	  0.170710	  0.170458	  0.167854		CURRENT LEARNING RATE: 7.445470046556959e-08
previous_iter_valid_loss : 0.1607435643672943

   1605640	  0.160915	  0.160744	  0.167044		CURRENT LEARNING RATE: 7.443981101447125e-08
previous_iter_valid_loss : 0.16278912127017975

   1605660	  0.162987	  0.162789	  0.167158		CURRENT LEARNING RATE: 7.442492454096537e-08
previous_iter_valid_loss : 0.16344299912452698

   1605680	  0.163631	  0.163443	  0.167294		CURRENT LEARNING RATE: 7.441004104445646e-08
previous_iter_valid_loss : 0.16909164190292358

   1605700	  0.169244	  0.169092	  0.167012		CURRENT LEARNING RATE: 7.439516052434895e-08
previous_iter_valid_loss : 0.16060015559196472

   1605720	  0.160773	  0.160600	  0.166872		CURRENT LEARNING RATE: 7.438028298004814e-08
previous_iter_valid_loss : 0.16167448461055756

   1605740	  0.161844	  0.161674	  0.165853		CURRENT LEARNING RATE: 7.436540841095867e-08
previous_iter_valid_loss : 0.16086412966251373

   1605760	  0.161045	  0.160864	  0.165396		CURRENT LEARNING RATE: 7.435053681648552e-08
previous_iter_valid_loss : 0.181654155254364

   1605780	  0.182006	  0.181654	  0.165755		CURRENT LEARNING RATE: 7.433566819603386e-08
previous_iter_valid_loss : 0.17282240092754364

   1605800	  0.173085	  0.172822	  0.166186		CURRENT LEARNING RATE: 7.432080254900895e-08
previous_iter_valid_loss : 0.16939634084701538

   1605820	  0.169546	  0.169396	  0.166486		CURRENT LEARNING RATE: 7.430593987481614e-08
previous_iter_valid_loss : 0.1610504686832428

   1605840	  0.161208	  0.161050	  0.166475		CURRENT LEARNING RATE: 7.429108017286095e-08
previous_iter_valid_loss : 0.16154421865940094

   1605860	  0.161731	  0.161544	  0.166526		CURRENT LEARNING RATE: 7.427622344254869e-08
previous_iter_valid_loss : 0.16197112202644348

   1605880	  0.162171	  0.161971	  0.166290		CURRENT LEARNING RATE: 7.426136968328566e-08
previous_iter_valid_loss : 0.1615714132785797

   1605900	  0.161729	  0.161571	  0.166120		CURRENT LEARNING RATE: 7.424651889447742e-08
previous_iter_valid_loss : 0.16814295947551727

   1605920	  0.168299	  0.168143	  0.165909		CURRENT LEARNING RATE: 7.423167107552995e-08
previous_iter_valid_loss : 0.16393321752548218

   1605940	  0.164099	  0.163933	  0.166059		CURRENT LEARNING RATE: 7.421682622584933e-08
previous_iter_valid_loss : 0.16801224648952484

   1605960	  0.168166	  0.168012	  0.166334		CURRENT LEARNING RATE: 7.420198434484176e-08
previous_iter_valid_loss : 0.16198192536830902

   1605980	  0.162146	  0.161982	  0.165958		CURRENT LEARNING RATE: 7.418714543191359e-08
previous_iter_valid_loss : 0.16287294030189514

   1606000	  0.163044	  0.162873	  0.165229		CURRENT LEARNING RATE: 7.417230948647124e-08
previous_iter_valid_loss : 0.1633889526128769

   1606020	  0.163590	  0.163389	  0.164876		CURRENT LEARNING RATE: 7.415747650792102e-08
previous_iter_valid_loss : 0.17135733366012573

   1606040	  0.171629	  0.171357	  0.165406		CURRENT LEARNING RATE: 7.414264649567012e-08
previous_iter_valid_loss : 0.17261028289794922

   1606060	  0.172879	  0.172610	  0.165898		CURRENT LEARNING RATE: 7.412781944912509e-08
previous_iter_valid_loss : 0.1672021597623825

   1606080	  0.167424	  0.167202	  0.166086		CURRENT LEARNING RATE: 7.411299536769286e-08
previous_iter_valid_loss : 0.1647525429725647

   1606100	  0.164919	  0.164753	  0.165869		CURRENT LEARNING RATE: 7.409817425078046e-08
previous_iter_valid_loss : 0.19669531285762787

   1606120	  0.196782	  0.196695	  0.167673		CURRENT LEARNING RATE: 7.408335609779503e-08
previous_iter_valid_loss : 0.1630769670009613

   1606140	  0.163279	  0.163077	  0.167743		CURRENT LEARNING RATE: 7.406854090814386e-08
previous_iter_valid_loss : 0.16173896193504333

   1606160	  0.161888	  0.161739	  0.167787		CURRENT LEARNING RATE: 7.405372868123406e-08
previous_iter_valid_loss : 0.16352306306362152

   1606180	  0.163689	  0.163523	  0.166881		CURRENT LEARNING RATE: 7.403891941647369e-08
previous_iter_valid_loss : 0.1686713993549347

   1606200	  0.168825	  0.168671	  0.166673		CURRENT LEARNING RATE: 7.40241131132701e-08
previous_iter_valid_loss : 0.16300803422927856

   1606220	  0.163206	  0.163008	  0.166354		CURRENT LEARNING RATE: 7.400930977103106e-08
previous_iter_valid_loss : 0.17130476236343384

   1606240	  0.171562	  0.171305	  0.166866		CURRENT LEARNING RATE: 7.399450938916439e-08
previous_iter_valid_loss : 0.1649952530860901

   1606260	  0.165210	  0.164995	  0.167039		CURRENT LEARNING RATE: 7.397971196707814e-08
previous_iter_valid_loss : 0.16772028803825378

   1606280	  0.167948	  0.167720	  0.167326		CURRENT LEARNING RATE: 7.396491750418035e-08
previous_iter_valid_loss : 0.16111795604228973

   1606300	  0.161273	  0.161118	  0.167304		CURRENT LEARNING RATE: 7.39501259998793e-08
previous_iter_valid_loss : 0.16050390899181366

   1606320	  0.160671	  0.160504	  0.166922		CURRENT LEARNING RATE: 7.393533745358302e-08
previous_iter_valid_loss : 0.16442708671092987

   1606340	  0.164595	  0.164427	  0.166946		CURRENT LEARNING RATE: 7.392055186470051e-08
previous_iter_valid_loss : 0.1622592806816101

   1606360	  0.162448	  0.162259	  0.166659		CURRENT LEARNING RATE: 7.390576923264008e-08
previous_iter_valid_loss : 0.16286391019821167

   1606380	  0.163030	  0.162864	  0.166703		CURRENT LEARNING RATE: 7.389098955681043e-08
previous_iter_valid_loss : 0.17274440824985504

   1606400	  0.173018	  0.172744	  0.167196		CURRENT LEARNING RATE: 7.387621283662038e-08
previous_iter_valid_loss : 0.16164974868297577

   1606420	  0.161805	  0.161650	  0.167109		CURRENT LEARNING RATE: 7.386143907147885e-08
previous_iter_valid_loss : 0.16639705002307892

   1606440	  0.166559	  0.166397	  0.166861		CURRENT LEARNING RATE: 7.38466682607949e-08
previous_iter_valid_loss : 0.16114826500415802

   1606460	  0.161329	  0.161148	  0.166288		CURRENT LEARNING RATE: 7.383190040397741e-08
previous_iter_valid_loss : 0.16193631291389465

   1606480	  0.162093	  0.161936	  0.166025		CURRENT LEARNING RATE: 7.381713550043623e-08
previous_iter_valid_loss : 0.16223424673080444

   1606500	  0.162380	  0.162234	  0.165899		CURRENT LEARNING RATE: 7.380237354958046e-08
previous_iter_valid_loss : 0.16409069299697876

   1606520	  0.164262	  0.164091	  0.164269		CURRENT LEARNING RATE: 7.378761455081965e-08
previous_iter_valid_loss : 0.16602808237075806

   1606540	  0.166193	  0.166028	  0.164416		CURRENT LEARNING RATE: 7.377285850356344e-08
previous_iter_valid_loss : 0.16071541607379913

   1606560	  0.160868	  0.160715	  0.164365		CURRENT LEARNING RATE: 7.375810540722157e-08
previous_iter_valid_loss : 0.1716885268688202

   1606580	  0.171950	  0.171689	  0.164774		CURRENT LEARNING RATE: 7.374335526120394e-08
previous_iter_valid_loss : 0.18493936955928802

   1606600	  0.185308	  0.184939	  0.165587		CURRENT LEARNING RATE: 7.372860806492051e-08
previous_iter_valid_loss : 0.16052119433879852

   1606620	  0.160675	  0.160521	  0.165463		CURRENT LEARNING RATE: 7.371386381778117e-08
previous_iter_valid_loss : 0.16060519218444824

   1606640	  0.160774	  0.160605	  0.164928		CURRENT LEARNING RATE: 7.369912251919664e-08
previous_iter_valid_loss : 0.16163212060928345

   1606660	  0.161818	  0.161632	  0.164759		CURRENT LEARNING RATE: 7.368438416857702e-08
previous_iter_valid_loss : 0.16132166981697083

   1606680	  0.161509	  0.161322	  0.164440		CURRENT LEARNING RATE: 7.366964876533279e-08
previous_iter_valid_loss : 0.16217565536499023

   1606700	  0.162332	  0.162176	  0.164492		CURRENT LEARNING RATE: 7.36549163088745e-08
previous_iter_valid_loss : 0.16055123507976532

   1606720	  0.160724	  0.160551	  0.164495		CURRENT LEARNING RATE: 7.36401867986129e-08
previous_iter_valid_loss : 0.16955731809139252

   1606740	  0.169712	  0.169557	  0.164751		CURRENT LEARNING RATE: 7.362546023395876e-08
previous_iter_valid_loss : 0.16057556867599487

   1606760	  0.160737	  0.160576	  0.164667		CURRENT LEARNING RATE: 7.361073661432304e-08
previous_iter_valid_loss : 0.16469615697860718

   1606780	  0.164859	  0.164696	  0.164759		CURRENT LEARNING RATE: 7.359601593911654e-08
previous_iter_valid_loss : 0.16409051418304443

   1606800	  0.164261	  0.164091	  0.164326		CURRENT LEARNING RATE: 7.358129820775094e-08
previous_iter_valid_loss : 0.17191454768180847

   1606820	  0.172058	  0.171915	  0.164839		CURRENT LEARNING RATE: 7.356658341963728e-08
previous_iter_valid_loss : 0.16309809684753418

   1606840	  0.163266	  0.163098	  0.164674		CURRENT LEARNING RATE: 7.355187157418698e-08
previous_iter_valid_loss : 0.1654413938522339

   1606860	  0.165648	  0.165441	  0.164889		CURRENT LEARNING RATE: 7.353716267081154e-08
previous_iter_valid_loss : 0.16178874671459198

   1606880	  0.161945	  0.161789	  0.164882		CURRENT LEARNING RATE: 7.352245670892263e-08
previous_iter_valid_loss : 0.16269846260547638

   1606900	  0.162900	  0.162698	  0.164905		CURRENT LEARNING RATE: 7.350775368793199e-08
previous_iter_valid_loss : 0.1629500687122345

   1606920	  0.163118	  0.162950	  0.164848		CURRENT LEARNING RATE: 7.349305360725124e-08
previous_iter_valid_loss : 0.16853830218315125

   1606940	  0.168782	  0.168538	  0.164973		CURRENT LEARNING RATE: 7.347835646629291e-08
previous_iter_valid_loss : 0.17458921670913696

   1606960	  0.174872	  0.174589	  0.165667		CURRENT LEARNING RATE: 7.346366226446885e-08
previous_iter_valid_loss : 0.1625998169183731

   1606980	  0.162745	  0.162600	  0.165213		CURRENT LEARNING RATE: 7.344897100119128e-08
previous_iter_valid_loss : 0.1711321622133255

   1607000	  0.171283	  0.171132	  0.164522		CURRENT LEARNING RATE: 7.343428267587257e-08
previous_iter_valid_loss : 0.1688380241394043

   1607020	  0.168995	  0.168838	  0.164938		CURRENT LEARNING RATE: 7.341959728792517e-08
previous_iter_valid_loss : 0.17075075209140778

   1607040	  0.170902	  0.170751	  0.165445		CURRENT LEARNING RATE: 7.340491483676169e-08
previous_iter_valid_loss : 0.16440962255001068

   1607060	  0.164578	  0.164410	  0.165584		CURRENT LEARNING RATE: 7.33902353217948e-08
previous_iter_valid_loss : 0.1653241217136383

   1607080	  0.165515	  0.165324	  0.165784		CURRENT LEARNING RATE: 7.337555874243706e-08
previous_iter_valid_loss : 0.17155088484287262

   1607100	  0.171695	  0.171551	  0.166253		CURRENT LEARNING RATE: 7.336088509810196e-08
previous_iter_valid_loss : 0.16090087592601776

   1607120	  0.161055	  0.160901	  0.166271		CURRENT LEARNING RATE: 7.334621438820228e-08
previous_iter_valid_loss : 0.1740892082452774

   1607140	  0.174242	  0.174089	  0.166497		CURRENT LEARNING RATE: 7.333154661215115e-08
previous_iter_valid_loss : 0.16206902265548706

   1607160	  0.162227	  0.162069	  0.166572		CURRENT LEARNING RATE: 7.331688176936193e-08
previous_iter_valid_loss : 0.16151458024978638

   1607180	  0.161681	  0.161515	  0.166413		CURRENT LEARNING RATE: 7.330221985924797e-08
previous_iter_valid_loss : 0.1605137139558792

   1607200	  0.160678	  0.160514	  0.166234		CURRENT LEARNING RATE: 7.328756088122282e-08
previous_iter_valid_loss : 0.16053776443004608

   1607220	  0.160693	  0.160538	  0.165665		CURRENT LEARNING RATE: 7.327290483470011e-08
previous_iter_valid_loss : 0.16273561120033264

   1607240	  0.162923	  0.162736	  0.165647		CURRENT LEARNING RATE: 7.325825171909335e-08
previous_iter_valid_loss : 0.16182635724544525

   1607260	  0.162017	  0.161826	  0.165466		CURRENT LEARNING RATE: 7.324360153381693e-08
previous_iter_valid_loss : 0.16233587265014648

   1607280	  0.162505	  0.162336	  0.165494		CURRENT LEARNING RATE: 7.322895427828458e-08
previous_iter_valid_loss : 0.16548100113868713

   1607300	  0.165651	  0.165481	  0.165633		CURRENT LEARNING RATE: 7.32143099519104e-08
previous_iter_valid_loss : 0.1713969111442566

   1607320	  0.171548	  0.171397	  0.166055		CURRENT LEARNING RATE: 7.319966855410865e-08
previous_iter_valid_loss : 0.16841259598731995

   1607340	  0.168565	  0.168413	  0.166049		CURRENT LEARNING RATE: 7.318503008429363e-08
previous_iter_valid_loss : 0.16058768332004547

   1607360	  0.160749	  0.160588	  0.165349		CURRENT LEARNING RATE: 7.317039454187984e-08
previous_iter_valid_loss : 0.1607464998960495

   1607380	  0.160923	  0.160746	  0.165256		CURRENT LEARNING RATE: 7.315576192628156e-08
previous_iter_valid_loss : 0.16124004125595093

   1607400	  0.161418	  0.161240	  0.164761		CURRENT LEARNING RATE: 7.314113223691405e-08
previous_iter_valid_loss : 0.16114050149917603

   1607420	  0.161304	  0.161141	  0.164377		CURRENT LEARNING RATE: 7.312650547319183e-08
previous_iter_valid_loss : 0.16091693937778473

   1607440	  0.161099	  0.160917	  0.163885		CURRENT LEARNING RATE: 7.311188163452984e-08
previous_iter_valid_loss : 0.17484669387340546

   1607460	  0.175124	  0.174847	  0.164407		CURRENT LEARNING RATE: 7.309726072034313e-08
previous_iter_valid_loss : 0.17870670557022095

   1607480	  0.179013	  0.178707	  0.165076		CURRENT LEARNING RATE: 7.308264273004685e-08
previous_iter_valid_loss : 0.16158883273601532

   1607500	  0.161777	  0.161589	  0.164578		CURRENT LEARNING RATE: 7.306802766305629e-08
previous_iter_valid_loss : 0.16066546738147736

   1607520	  0.160836	  0.160665	  0.164566		CURRENT LEARNING RATE: 7.305341551878684e-08
previous_iter_valid_loss : 0.17298449575901031

   1607540	  0.173129	  0.172984	  0.164511		CURRENT LEARNING RATE: 7.303880629665376e-08
previous_iter_valid_loss : 0.16151314973831177

   1607560	  0.161703	  0.161513	  0.164483		CURRENT LEARNING RATE: 7.302419999607321e-08
previous_iter_valid_loss : 0.19768978655338287

   1607580	  0.197791	  0.197690	  0.166292		CURRENT LEARNING RATE: 7.300959661646067e-08
previous_iter_valid_loss : 0.1611977368593216

   1607600	  0.161364	  0.161198	  0.166326		CURRENT LEARNING RATE: 7.299499615723201e-08
previous_iter_valid_loss : 0.16430853307247162

   1607620	  0.164505	  0.164309	  0.166514		CURRENT LEARNING RATE: 7.29803986178032e-08
previous_iter_valid_loss : 0.16606073081493378

   1607640	  0.166228	  0.166061	  0.166681		CURRENT LEARNING RATE: 7.296580399759035e-08
previous_iter_valid_loss : 0.16432853043079376

   1607660	  0.164501	  0.164329	  0.166806		CURRENT LEARNING RATE: 7.295121229600966e-08
previous_iter_valid_loss : 0.16173212230205536

   1607680	  0.161895	  0.161732	  0.166776		CURRENT LEARNING RATE: 7.29366235124772e-08
previous_iter_valid_loss : 0.1632900983095169

   1607700	  0.163459	  0.163290	  0.166666		CURRENT LEARNING RATE: 7.292203764640998e-08
previous_iter_valid_loss : 0.1619635373353958

   1607720	  0.162129	  0.161964	  0.166194		CURRENT LEARNING RATE: 7.290745469722426e-08
previous_iter_valid_loss : 0.16297578811645508

   1607740	  0.163158	  0.162976	  0.165923		CURRENT LEARNING RATE: 7.289287466433672e-08
previous_iter_valid_loss : 0.1662190556526184

   1607760	  0.166438	  0.166219	  0.166204		CURRENT LEARNING RATE: 7.28782975471642e-08
previous_iter_valid_loss : 0.1802002489566803

   1607780	  0.180364	  0.180200	  0.167177		CURRENT LEARNING RATE: 7.286372334512359e-08
previous_iter_valid_loss : 0.16270902752876282

   1607800	  0.162870	  0.162709	  0.167250		CURRENT LEARNING RATE: 7.284915205763192e-08
previous_iter_valid_loss : 0.16052557528018951

   1607820	  0.160693	  0.160526	  0.167220		CURRENT LEARNING RATE: 7.283458368410634e-08
previous_iter_valid_loss : 0.1605537235736847

   1607840	  0.160726	  0.160554	  0.167201		CURRENT LEARNING RATE: 7.282001822396386e-08
previous_iter_valid_loss : 0.16056406497955322

   1607860	  0.160727	  0.160564	  0.166487		CURRENT LEARNING RATE: 7.280545567662238e-08
previous_iter_valid_loss : 0.16708427667617798

   1607880	  0.167240	  0.167084	  0.165906		CURRENT LEARNING RATE: 7.279089604149913e-08
previous_iter_valid_loss : 0.1692700982093811

   1607900	  0.169419	  0.169270	  0.166290		CURRENT LEARNING RATE: 7.277633931801173e-08
previous_iter_valid_loss : 0.16178131103515625

   1607920	  0.161935	  0.161781	  0.166346		CURRENT LEARNING RATE: 7.276178550557793e-08
previous_iter_valid_loss : 0.16059187054634094

   1607940	  0.160743	  0.160592	  0.165726		CURRENT LEARNING RATE: 7.274723460361554e-08
previous_iter_valid_loss : 0.17560307681560516

   1607960	  0.175892	  0.175603	  0.166431		CURRENT LEARNING RATE: 7.273268661154256e-08
previous_iter_valid_loss : 0.17188505828380585

   1607980	  0.172154	  0.171885	  0.165141		CURRENT LEARNING RATE: 7.271814152877704e-08
previous_iter_valid_loss : 0.16114142537117004

   1608000	  0.161326	  0.161141	  0.165138		CURRENT LEARNING RATE: 7.270359935473694e-08
previous_iter_valid_loss : 0.1606391817331314

   1608020	  0.160793	  0.160639	  0.164954		CURRENT LEARNING RATE: 7.268906008884108e-08
previous_iter_valid_loss : 0.1648499220609665

   1608040	  0.165044	  0.164850	  0.164894		CURRENT LEARNING RATE: 7.267452373050763e-08
previous_iter_valid_loss : 0.19086340069770813

   1608060	  0.190986	  0.190863	  0.166221		CURRENT LEARNING RATE: 7.265999027915515e-08
previous_iter_valid_loss : 0.1607363522052765

   1608080	  0.160913	  0.160736	  0.166171		CURRENT LEARNING RATE: 7.264545973420228e-08
previous_iter_valid_loss : 0.16749194264411926

   1608100	  0.167722	  0.167492	  0.166381		CURRENT LEARNING RATE: 7.263093209506782e-08
previous_iter_valid_loss : 0.16075846552848816

   1608120	  0.160915	  0.160758	  0.166321		CURRENT LEARNING RATE: 7.261640736117064e-08
previous_iter_valid_loss : 0.16602274775505066

   1608140	  0.166231	  0.166023	  0.166473		CURRENT LEARNING RATE: 7.26018855319295e-08
previous_iter_valid_loss : 0.16690565645694733

   1608160	  0.167129	  0.166906	  0.166507		CURRENT LEARNING RATE: 7.258736660676406e-08
previous_iter_valid_loss : 0.16392940282821655

   1608180	  0.164135	  0.163929	  0.165694		CURRENT LEARNING RATE: 7.25728505850933e-08
previous_iter_valid_loss : 0.1667560189962387

   1608200	  0.166916	  0.166756	  0.165896		CURRENT LEARNING RATE: 7.255833746633657e-08
previous_iter_valid_loss : 0.1606299728155136

   1608220	  0.160812	  0.160630	  0.165901		CURRENT LEARNING RATE: 7.254382724991335e-08
previous_iter_valid_loss : 0.163172647356987

   1608240	  0.163371	  0.163173	  0.166032		CURRENT LEARNING RATE: 7.252931993524323e-08
previous_iter_valid_loss : 0.16461138427257538

   1608260	  0.164807	  0.164611	  0.166235		CURRENT LEARNING RATE: 7.251481552174591e-08
previous_iter_valid_loss : 0.18148906528949738

   1608280	  0.181828	  0.181489	  0.166955		CURRENT LEARNING RATE: 7.250031400884122e-08
previous_iter_valid_loss : 0.17387667298316956

   1608300	  0.174026	  0.173877	  0.167185		CURRENT LEARNING RATE: 7.248581539594884e-08
previous_iter_valid_loss : 0.16114254295825958

   1608320	  0.161329	  0.161143	  0.167153		CURRENT LEARNING RATE: 7.247131968248937e-08
previous_iter_valid_loss : 0.16201254725456238

   1608340	  0.162201	  0.162013	  0.167224		CURRENT LEARNING RATE: 7.245682686788267e-08
previous_iter_valid_loss : 0.1692691594362259

   1608360	  0.169505	  0.169269	  0.166908		CURRENT LEARNING RATE: 7.244233695154905e-08
previous_iter_valid_loss : 0.16732534766197205

   1608380	  0.167487	  0.167325	  0.166680		CURRENT LEARNING RATE: 7.242784993290893e-08
previous_iter_valid_loss : 0.1605595350265503

   1608400	  0.160715	  0.160560	  0.166651		CURRENT LEARNING RATE: 7.241336581138281e-08
previous_iter_valid_loss : 0.16500665247440338

   1608420	  0.165218	  0.165007	  0.166869		CURRENT LEARNING RATE: 7.239888458639134e-08
previous_iter_valid_loss : 0.16057035326957703

   1608440	  0.160721	  0.160570	  0.166655		CURRENT LEARNING RATE: 7.238440625735526e-08
previous_iter_valid_loss : 0.16175557672977448

   1608460	  0.161905	  0.161756	  0.165200		CURRENT LEARNING RATE: 7.23699308236952e-08
previous_iter_valid_loss : 0.16255368292331696

   1608480	  0.162717	  0.162554	  0.165290		CURRENT LEARNING RATE: 7.235545828483261e-08
previous_iter_valid_loss : 0.17061863839626312

   1608500	  0.170768	  0.170619	  0.165447		CURRENT LEARNING RATE: 7.234098864018837e-08
previous_iter_valid_loss : 0.16630735993385315

   1608520	  0.166464	  0.166307	  0.165724		CURRENT LEARNING RATE: 7.23265218891837e-08
previous_iter_valid_loss : 0.16903150081634521

   1608540	  0.169182	  0.169032	  0.165875		CURRENT LEARNING RATE: 7.23120580312399e-08
previous_iter_valid_loss : 0.16063416004180908

   1608560	  0.160797	  0.160634	  0.165561		CURRENT LEARNING RATE: 7.229759706577843e-08
previous_iter_valid_loss : 0.16219669580459595

   1608580	  0.162354	  0.162197	  0.165474		CURRENT LEARNING RATE: 7.228313899222086e-08
previous_iter_valid_loss : 0.16202950477600098

   1608600	  0.162188	  0.162030	  0.165238		CURRENT LEARNING RATE: 7.22686838099886e-08
previous_iter_valid_loss : 0.16440053284168243

   1608620	  0.164568	  0.164401	  0.165427		CURRENT LEARNING RATE: 7.225423151850396e-08
previous_iter_valid_loss : 0.16192206740379333

   1608640	  0.162081	  0.161922	  0.165364		CURRENT LEARNING RATE: 7.223978211718858e-08
previous_iter_valid_loss : 0.1605137437582016

   1608660	  0.160676	  0.160514	  0.165159		CURRENT LEARNING RATE: 7.222533560546451e-08
previous_iter_valid_loss : 0.17043308913707733

   1608680	  0.170682	  0.170433	  0.164606		CURRENT LEARNING RATE: 7.221089198275387e-08
previous_iter_valid_loss : 0.16434389352798462

   1608700	  0.164516	  0.164344	  0.164130		CURRENT LEARNING RATE: 7.21964512484789e-08
previous_iter_valid_loss : 0.16100068390369415

   1608720	  0.161154	  0.161001	  0.164123		CURRENT LEARNING RATE: 7.218201340206201e-08
previous_iter_valid_loss : 0.16049213707447052

   1608740	  0.160654	  0.160492	  0.164047		CURRENT LEARNING RATE: 7.216757844292567e-08
previous_iter_valid_loss : 0.16179153323173523

   1608760	  0.161953	  0.161792	  0.163673		CURRENT LEARNING RATE: 7.215314637049221e-08
previous_iter_valid_loss : 0.16317252814769745

   1608780	  0.163337	  0.163173	  0.163465		CURRENT LEARNING RATE: 7.213871718418488e-08
previous_iter_valid_loss : 0.18890346586704254

   1608800	  0.189037	  0.188903	  0.164882		CURRENT LEARNING RATE: 7.212429088342623e-08
previous_iter_valid_loss : 0.16083475947380066

   1608820	  0.161004	  0.160835	  0.164674		CURRENT LEARNING RATE: 7.210986746763924e-08
previous_iter_valid_loss : 0.16430293023586273

   1608840	  0.164503	  0.164303	  0.164860		CURRENT LEARNING RATE: 7.209544693624696e-08
previous_iter_valid_loss : 0.16055533289909363

   1608860	  0.160716	  0.160555	  0.164800		CURRENT LEARNING RATE: 7.208102928867256e-08
previous_iter_valid_loss : 0.16213619709014893

   1608880	  0.162310	  0.162136	  0.164779		CURRENT LEARNING RATE: 7.206661452433934e-08
previous_iter_valid_loss : 0.18450191617012024

   1608900	  0.184643	  0.184502	  0.165474		CURRENT LEARNING RATE: 7.205220264267045e-08
previous_iter_valid_loss : 0.17058488726615906

   1608920	  0.170736	  0.170585	  0.165687		CURRENT LEARNING RATE: 7.203779364308994e-08
previous_iter_valid_loss : 0.1683933436870575

   1608940	  0.168548	  0.168393	  0.165656		CURRENT LEARNING RATE: 7.202338752502118e-08
previous_iter_valid_loss : 0.16985593736171722

   1608960	  0.170008	  0.169856	  0.166117		CURRENT LEARNING RATE: 7.200898428788794e-08
previous_iter_valid_loss : 0.16534657776355743

   1608980	  0.165511	  0.165347	  0.166274		CURRENT LEARNING RATE: 7.199458393111407e-08
previous_iter_valid_loss : 0.1609673649072647

   1609000	  0.161144	  0.160967	  0.166221		CURRENT LEARNING RATE: 7.198018645412357e-08
previous_iter_valid_loss : 0.1818035989999771

   1609020	  0.181960	  0.181804	  0.167091		CURRENT LEARNING RATE: 7.196579185634054e-08
previous_iter_valid_loss : 0.17427818477153778

   1609040	  0.174437	  0.174278	  0.167709		CURRENT LEARNING RATE: 7.195140013718919e-08
previous_iter_valid_loss : 0.16242274641990662

   1609060	  0.162576	  0.162423	  0.167804		CURRENT LEARNING RATE: 7.19370112960936e-08
previous_iter_valid_loss : 0.16052387654781342

   1609080	  0.160681	  0.160524	  0.167309		CURRENT LEARNING RATE: 7.192262533247874e-08
previous_iter_valid_loss : 0.16996534168720245

   1609100	  0.170217	  0.169965	  0.167590		CURRENT LEARNING RATE: 7.190824224576889e-08
previous_iter_valid_loss : 0.1677662879228592

   1609120	  0.167921	  0.167766	  0.167928		CURRENT LEARNING RATE: 7.189386203538874e-08
previous_iter_valid_loss : 0.16053003072738647

   1609140	  0.160689	  0.160530	  0.167930		CURRENT LEARNING RATE: 7.187948470076308e-08
previous_iter_valid_loss : 0.1622883677482605

   1609160	  0.162454	  0.162288	  0.167955		CURRENT LEARNING RATE: 7.186511024131683e-08
previous_iter_valid_loss : 0.16320066154003143

   1609180	  0.163399	  0.163201	  0.167957		CURRENT LEARNING RATE: 7.185073865647498e-08
previous_iter_valid_loss : 0.16085612773895264

   1609200	  0.161042	  0.160856	  0.166554		CURRENT LEARNING RATE: 7.18363699456627e-08
previous_iter_valid_loss : 0.16290070116519928

   1609220	  0.163100	  0.162901	  0.166657		CURRENT LEARNING RATE: 7.182200410830496e-08
previous_iter_valid_loss : 0.1670418083667755

   1609240	  0.167202	  0.167042	  0.166794		CURRENT LEARNING RATE: 7.180764114382766e-08
previous_iter_valid_loss : 0.1651691198348999

   1609260	  0.165382	  0.165169	  0.167025		CURRENT LEARNING RATE: 7.179328105165601e-08
previous_iter_valid_loss : 0.16105437278747559

   1609280	  0.161229	  0.161054	  0.166971		CURRENT LEARNING RATE: 7.177892383121562e-08
previous_iter_valid_loss : 0.16423439979553223

   1609300	  0.164427	  0.164234	  0.165958		CURRENT LEARNING RATE: 7.176456948193219e-08
previous_iter_valid_loss : 0.16817352175712585

   1609320	  0.168401	  0.168174	  0.165837		CURRENT LEARNING RATE: 7.175021800323154e-08
previous_iter_valid_loss : 0.16233955323696136

   1609340	  0.162531	  0.162340	  0.165534		CURRENT LEARNING RATE: 7.173586939453962e-08
previous_iter_valid_loss : 0.160547137260437

   1609360	  0.160696	  0.160547	  0.165069		CURRENT LEARNING RATE: 7.172152365528224e-08
previous_iter_valid_loss : 0.1674509048461914

   1609380	  0.167607	  0.167451	  0.165174		CURRENT LEARNING RATE: 7.170718078488606e-08
previous_iter_valid_loss : 0.16419613361358643

   1609400	  0.164359	  0.164196	  0.165336		CURRENT LEARNING RATE: 7.169284078277714e-08
previous_iter_valid_loss : 0.1631552278995514

   1609420	  0.163326	  0.163155	  0.164403		CURRENT LEARNING RATE: 7.167850364838184e-08
previous_iter_valid_loss : 0.17097949981689453

   1609440	  0.171228	  0.170979	  0.164238		CURRENT LEARNING RATE: 7.16641693811267e-08
previous_iter_valid_loss : 0.16101008653640747

   1609460	  0.161165	  0.161010	  0.164168		CURRENT LEARNING RATE: 7.164983798043836e-08
previous_iter_valid_loss : 0.16079221665859222

   1609480	  0.160941	  0.160792	  0.164181		CURRENT LEARNING RATE: 7.163550944574353e-08
previous_iter_valid_loss : 0.16729751229286194

   1609500	  0.167529	  0.167298	  0.164048		CURRENT LEARNING RATE: 7.16211837764691e-08
previous_iter_valid_loss : 0.1705082207918167

   1609520	  0.170770	  0.170508	  0.164185		CURRENT LEARNING RATE: 7.160686097204176e-08
previous_iter_valid_loss : 0.16719314455986023

   1609540	  0.167415	  0.167193	  0.164518		CURRENT LEARNING RATE: 7.159254103188914e-08
previous_iter_valid_loss : 0.17039352655410767

   1609560	  0.170643	  0.170394	  0.164923		CURRENT LEARNING RATE: 7.157822395543817e-08
previous_iter_valid_loss : 0.16447512805461884

   1609580	  0.164637	  0.164475	  0.164987		CURRENT LEARNING RATE: 7.156390974211616e-08
previous_iter_valid_loss : 0.18410064280033112

   1609600	  0.184254	  0.184101	  0.166149		CURRENT LEARNING RATE: 7.154959839135054e-08
previous_iter_valid_loss : 0.1626829355955124

   1609620	  0.162845	  0.162683	  0.166138		CURRENT LEARNING RATE: 7.153528990256889e-08
previous_iter_valid_loss : 0.16480381786823273

   1609640	  0.164961	  0.164804	  0.166026		CURRENT LEARNING RATE: 7.152098427519882e-08
previous_iter_valid_loss : 0.17123264074325562

   1609660	  0.171383	  0.171233	  0.166329		CURRENT LEARNING RATE: 7.15066815086679e-08
previous_iter_valid_loss : 0.1643161028623581

   1609680	  0.164481	  0.164316	  0.166493		CURRENT LEARNING RATE: 7.149238160240448e-08
previous_iter_valid_loss : 0.16106779873371124

   1609700	  0.161225	  0.161068	  0.166334		CURRENT LEARNING RATE: 7.147808455583636e-08
previous_iter_valid_loss : 0.16213515400886536

   1609720	  0.162293	  0.162135	  0.166032		CURRENT LEARNING RATE: 7.146379036839161e-08
previous_iter_valid_loss : 0.16216251254081726

   1609740	  0.162346	  0.162163	  0.166023		CURRENT LEARNING RATE: 7.144949903949849e-08
previous_iter_valid_loss : 0.17180860042572021

   1609760	  0.172071	  0.171809	  0.166587		CURRENT LEARNING RATE: 7.143521056858534e-08
previous_iter_valid_loss : 0.1616162359714508

   1609780	  0.161788	  0.161616	  0.166295		CURRENT LEARNING RATE: 7.142092495508063e-08
previous_iter_valid_loss : 0.1625070869922638

   1609800	  0.162692	  0.162507	  0.166210		CURRENT LEARNING RATE: 7.140664219841293e-08
previous_iter_valid_loss : 0.17578288912773132

   1609820	  0.175935	  0.175783	  0.166842		CURRENT LEARNING RATE: 7.139236229801066e-08
previous_iter_valid_loss : 0.16379107534885406

   1609840	  0.163960	  0.163791	  0.166482		CURRENT LEARNING RATE: 7.137808525330316e-08
previous_iter_valid_loss : 0.16973142325878143

   1609860	  0.169885	  0.169731	  0.166918		CURRENT LEARNING RATE: 7.136381106371906e-08
previous_iter_valid_loss : 0.16694332659244537

   1609880	  0.167160	  0.166943	  0.167226		CURRENT LEARNING RATE: 7.134953972868743e-08
previous_iter_valid_loss : 0.18129631876945496

   1609900	  0.181631	  0.181296	  0.167926		CURRENT LEARNING RATE: 7.133527124763739e-08
previous_iter_valid_loss : 0.16155408322811127

   1609920	  0.161718	  0.161554	  0.167478		CURRENT LEARNING RATE: 7.13210056199982e-08
previous_iter_valid_loss : 0.1676630824804306

   1609940	  0.167822	  0.167663	  0.167502		CURRENT LEARNING RATE: 7.130674284519926e-08
previous_iter_valid_loss : 0.18123167753219604

   1609960	  0.181564	  0.181232	  0.168044		CURRENT LEARNING RATE: 7.129248292267005e-08
previous_iter_valid_loss : 0.16739824414253235

   1609980	  0.167551	  0.167398	  0.168190		CURRENT LEARNING RATE: 7.127822585183989e-08
previous_iter_valid_loss : 0.17462308704853058

   1610000	  0.174911	  0.174623	  0.167716		CURRENT LEARNING RATE: 7.126397163213904e-08
previous_iter_valid_loss : 0.1650502234697342

   1610020	  0.165215	  0.165050	  0.167834		CURRENT LEARNING RATE: 7.124972026299707e-08
previous_iter_valid_loss : 0.1854393482208252

   1610040	  0.185802	  0.185439	  0.168866		CURRENT LEARNING RATE: 7.123547174384392e-08
previous_iter_valid_loss : 0.1613968461751938

   1610060	  0.161586	  0.161397	  0.168374		CURRENT LEARNING RATE: 7.122122607410964e-08
previous_iter_valid_loss : 0.16074194014072418

   1610080	  0.160915	  0.160742	  0.168196		CURRENT LEARNING RATE: 7.120698325322442e-08
previous_iter_valid_loss : 0.17451275885105133

   1610100	  0.174795	  0.174513	  0.168868		CURRENT LEARNING RATE: 7.119274328061854e-08
previous_iter_valid_loss : 0.16092687845230103

   1610120	  0.161104	  0.160927	  0.168807		CURRENT LEARNING RATE: 7.117850615572214e-08
previous_iter_valid_loss : 0.16411790251731873

   1610140	  0.164285	  0.164118	  0.168905		CURRENT LEARNING RATE: 7.116427187796624e-08
previous_iter_valid_loss : 0.1694302260875702

   1610160	  0.169583	  0.169430	  0.168786		CURRENT LEARNING RATE: 7.115004044678124e-08
previous_iter_valid_loss : 0.1688828021287918

   1610180	  0.169030	  0.168883	  0.169150		CURRENT LEARNING RATE: 7.113581186159788e-08
previous_iter_valid_loss : 0.16985735297203064

   1610200	  0.170097	  0.169857	  0.169517		CURRENT LEARNING RATE: 7.112158612184699e-08
previous_iter_valid_loss : 0.17043465375900269

   1610220	  0.170692	  0.170435	  0.169250		CURRENT LEARNING RATE: 7.110736322695954e-08
previous_iter_valid_loss : 0.16386206448078156

   1610240	  0.164053	  0.163862	  0.169253		CURRENT LEARNING RATE: 7.109314317636664e-08
previous_iter_valid_loss : 0.1619003713130951

   1610260	  0.162089	  0.161900	  0.168862		CURRENT LEARNING RATE: 7.107892596949948e-08
previous_iter_valid_loss : 0.16272899508476257

   1610280	  0.162892	  0.162729	  0.168651		CURRENT LEARNING RATE: 7.106471160578911e-08
previous_iter_valid_loss : 0.17175830900669098

   1610300	  0.172010	  0.171758	  0.168174		CURRENT LEARNING RATE: 7.105050008466747e-08
previous_iter_valid_loss : 0.1731114536523819

   1610320	  0.173379	  0.173111	  0.168752		CURRENT LEARNING RATE: 7.103629140556585e-08
previous_iter_valid_loss : 0.16755340993404388

   1610340	  0.167715	  0.167553	  0.168746		CURRENT LEARNING RATE: 7.102208556791589e-08
previous_iter_valid_loss : 0.1605970561504364

   1610360	  0.160771	  0.160597	  0.167715		CURRENT LEARNING RATE: 7.100788257114935e-08
previous_iter_valid_loss : 0.1645987182855606

   1610380	  0.164760	  0.164599	  0.167575		CURRENT LEARNING RATE: 7.099368241469812e-08
previous_iter_valid_loss : 0.16717883944511414

   1610400	  0.167333	  0.167179	  0.167202		CURRENT LEARNING RATE: 7.097948509799422e-08
previous_iter_valid_loss : 0.1672726720571518

   1610420	  0.167492	  0.167273	  0.167314		CURRENT LEARNING RATE: 7.096529062046972e-08
previous_iter_valid_loss : 0.1690717488527298

   1610440	  0.169309	  0.169072	  0.166495		CURRENT LEARNING RATE: 7.09510989815566e-08
previous_iter_valid_loss : 0.16054882109165192

   1610460	  0.160718	  0.160549	  0.166453		CURRENT LEARNING RATE: 7.09369101806877e-08
previous_iter_valid_loss : 0.1805880218744278

   1610480	  0.180928	  0.180588	  0.167445		CURRENT LEARNING RATE: 7.092272421729524e-08
previous_iter_valid_loss : 0.16274777054786682

   1610500	  0.162939	  0.162748	  0.166857		CURRENT LEARNING RATE: 7.090854109081173e-08
previous_iter_valid_loss : 0.18255925178527832

   1610520	  0.182715	  0.182559	  0.167938		CURRENT LEARNING RATE: 7.089436080066988e-08
previous_iter_valid_loss : 0.1626642495393753

   1610540	  0.162826	  0.162664	  0.167866		CURRENT LEARNING RATE: 7.088018334630247e-08
previous_iter_valid_loss : 0.1619349718093872

   1610560	  0.162095	  0.161935	  0.167491		CURRENT LEARNING RATE: 7.08660087271424e-08
previous_iter_valid_loss : 0.1605716049671173

   1610580	  0.160745	  0.160572	  0.167075		CURRENT LEARNING RATE: 7.085183694262245e-08
previous_iter_valid_loss : 0.1655760258436203

   1610600	  0.165741	  0.165576	  0.166861		CURRENT LEARNING RATE: 7.083766799217624e-08
previous_iter_valid_loss : 0.16049827635288239

   1610620	  0.160660	  0.160498	  0.166365		CURRENT LEARNING RATE: 7.082350187523675e-08
previous_iter_valid_loss : 0.16087119281291962

   1610640	  0.161031	  0.160871	  0.166215		CURRENT LEARNING RATE: 7.080933859123735e-08
previous_iter_valid_loss : 0.16149084270000458

   1610660	  0.161682	  0.161491	  0.166195		CURRENT LEARNING RATE: 7.07951781396115e-08
previous_iter_valid_loss : 0.19029632210731506

   1610680	  0.190734	  0.190296	  0.167573		CURRENT LEARNING RATE: 7.078102051979279e-08
previous_iter_valid_loss : 0.16673384606838226

   1610700	  0.166958	  0.166734	  0.167322		CURRENT LEARNING RATE: 7.07668657312149e-08
previous_iter_valid_loss : 0.1606825441122055

   1610720	  0.160850	  0.160683	  0.166700		CURRENT LEARNING RATE: 7.075271377331165e-08
previous_iter_valid_loss : 0.1605318933725357

   1610740	  0.160690	  0.160532	  0.166349		CURRENT LEARNING RATE: 7.073856464551672e-08
previous_iter_valid_loss : 0.16256248950958252

   1610760	  0.162735	  0.162562	  0.166447		CURRENT LEARNING RATE: 7.072441834726462e-08
previous_iter_valid_loss : 0.16370587050914764

   1610780	  0.163910	  0.163706	  0.166403		CURRENT LEARNING RATE: 7.071027487798927e-08
previous_iter_valid_loss : 0.16334769129753113

   1610800	  0.163550	  0.163348	  0.166211		CURRENT LEARNING RATE: 7.069613423712494e-08
previous_iter_valid_loss : 0.17650577425956726

   1610820	  0.176657	  0.176506	  0.166673		CURRENT LEARNING RATE: 7.068199642410596e-08
previous_iter_valid_loss : 0.16347664594650269

   1610840	  0.163650	  0.163477	  0.166393		CURRENT LEARNING RATE: 7.066786143836686e-08
previous_iter_valid_loss : 0.1644926518201828

   1610860	  0.164658	  0.164493	  0.166590		CURRENT LEARNING RATE: 7.065372927934224e-08
previous_iter_valid_loss : 0.16159369051456451

   1610880	  0.161754	  0.161594	  0.165641		CURRENT LEARNING RATE: 7.063959994646655e-08
previous_iter_valid_loss : 0.16063961386680603

   1610900	  0.160809	  0.160640	  0.165535		CURRENT LEARNING RATE: 7.062547343917509e-08
previous_iter_valid_loss : 0.18132802844047546

   1610920	  0.181490	  0.181328	  0.165474		CURRENT LEARNING RATE: 7.06113497569026e-08
previous_iter_valid_loss : 0.1609400063753128

   1610940	  0.161100	  0.160940	  0.165387		CURRENT LEARNING RATE: 7.05972288990841e-08
previous_iter_valid_loss : 0.16179056465625763

   1610960	  0.161959	  0.161791	  0.165380		CURRENT LEARNING RATE: 7.058311086515477e-08
previous_iter_valid_loss : 0.1613493412733078

   1610980	  0.161540	  0.161349	  0.165419		CURRENT LEARNING RATE: 7.05689956545499e-08
previous_iter_valid_loss : 0.1642344444990158

   1611000	  0.164436	  0.164234	  0.165352		CURRENT LEARNING RATE: 7.055488326670484e-08
previous_iter_valid_loss : 0.16272898018360138

   1611020	  0.162899	  0.162729	  0.165464		CURRENT LEARNING RATE: 7.054077370105512e-08
previous_iter_valid_loss : 0.16050510108470917

   1611040	  0.160671	  0.160505	  0.165445		CURRENT LEARNING RATE: 7.052666695703612e-08
previous_iter_valid_loss : 0.16126684844493866

   1611060	  0.161452	  0.161267	  0.165434		CURRENT LEARNING RATE: 7.051256303408406e-08
previous_iter_valid_loss : 0.16206757724285126

   1611080	  0.162238	  0.162068	  0.164023		CURRENT LEARNING RATE: 7.049846193163452e-08
previous_iter_valid_loss : 0.1846253126859665

   1611100	  0.184997	  0.184625	  0.164917		CURRENT LEARNING RATE: 7.048436364912348e-08
previous_iter_valid_loss : 0.17071537673473358

   1611120	  0.170960	  0.170715	  0.165419		CURRENT LEARNING RATE: 7.047026818598698e-08
previous_iter_valid_loss : 0.175668403506279

   1611140	  0.175825	  0.175668	  0.166176		CURRENT LEARNING RATE: 7.045617554166122e-08
previous_iter_valid_loss : 0.16963636875152588

   1611160	  0.169789	  0.169636	  0.166529		CURRENT LEARNING RATE: 7.04420857155825e-08
previous_iter_valid_loss : 0.1627134084701538

   1611180	  0.162897	  0.162713	  0.166480		CURRENT LEARNING RATE: 7.04279987071872e-08
previous_iter_valid_loss : 0.16386015713214874

   1611200	  0.164037	  0.163860	  0.166505		CURRENT LEARNING RATE: 7.041391451591163e-08
previous_iter_valid_loss : 0.16137991845607758

   1611220	  0.161550	  0.161380	  0.165749		CURRENT LEARNING RATE: 7.039983314119289e-08
previous_iter_valid_loss : 0.16054964065551758

   1611240	  0.160701	  0.160550	  0.165603		CURRENT LEARNING RATE: 7.038575458246749e-08
previous_iter_valid_loss : 0.1619243621826172

   1611260	  0.162076	  0.161924	  0.165474		CURRENT LEARNING RATE: 7.037167883917227e-08
previous_iter_valid_loss : 0.18944431841373444

   1611280	  0.189858	  0.189444	  0.166867		CURRENT LEARNING RATE: 7.035760591074422e-08
previous_iter_valid_loss : 0.17694048583507538

   1611300	  0.177230	  0.176940	  0.167682		CURRENT LEARNING RATE: 7.034353579662041e-08
previous_iter_valid_loss : 0.18405567109584808

   1611320	  0.184203	  0.184056	  0.167818		CURRENT LEARNING RATE: 7.032946849623806e-08
previous_iter_valid_loss : 0.18625150620937347

   1611340	  0.186389	  0.186252	  0.169084		CURRENT LEARNING RATE: 7.031540400903419e-08
previous_iter_valid_loss : 0.19828671216964722

   1611360	  0.198378	  0.198287	  0.170909		CURRENT LEARNING RATE: 7.030134233444675e-08
previous_iter_valid_loss : 0.16068559885025024

   1611380	  0.160836	  0.160686	  0.170875		CURRENT LEARNING RATE: 7.0287283471913e-08
previous_iter_valid_loss : 0.16729606688022614

   1611400	  0.167451	  0.167296	  0.171029		CURRENT LEARNING RATE: 7.027322742087062e-08
previous_iter_valid_loss : 0.1613701730966568

   1611420	  0.161553	  0.161370	  0.170961		CURRENT LEARNING RATE: 7.025917418075732e-08
previous_iter_valid_loss : 0.1604943573474884

   1611440	  0.160661	  0.160494	  0.170960		CURRENT LEARNING RATE: 7.024512375101102e-08
previous_iter_valid_loss : 0.1717142015695572

   1611460	  0.171859	  0.171714	  0.171482		CURRENT LEARNING RATE: 7.023107613106967e-08
previous_iter_valid_loss : 0.1612260341644287

   1611480	  0.161406	  0.161226	  0.171440		CURRENT LEARNING RATE: 7.021703132037137e-08
previous_iter_valid_loss : 0.1756768375635147

   1611500	  0.175830	  0.175677	  0.170993		CURRENT LEARNING RATE: 7.020298931835409e-08
previous_iter_valid_loss : 0.1758834272623062

   1611520	  0.176171	  0.175883	  0.171251		CURRENT LEARNING RATE: 7.018895012445664e-08
previous_iter_valid_loss : 0.1625615805387497

   1611540	  0.162733	  0.162562	  0.170596		CURRENT LEARNING RATE: 7.017491373811721e-08
previous_iter_valid_loss : 0.16106151044368744

   1611560	  0.161244	  0.161062	  0.170167		CURRENT LEARNING RATE: 7.016088015877433e-08
previous_iter_valid_loss : 0.16088034212589264

   1611580	  0.161040	  0.160880	  0.170076		CURRENT LEARNING RATE: 7.014684938586666e-08
previous_iter_valid_loss : 0.17515753209590912

   1611600	  0.175308	  0.175158	  0.170640		CURRENT LEARNING RATE: 7.013282141883299e-08
previous_iter_valid_loss : 0.16060097515583038

   1611620	  0.160768	  0.160601	  0.170602		CURRENT LEARNING RATE: 7.011879625711217e-08
previous_iter_valid_loss : 0.17422692477703094

   1611640	  0.174374	  0.174227	  0.171285		CURRENT LEARNING RATE: 7.010477390014323e-08
previous_iter_valid_loss : 0.16052518784999847

   1611660	  0.160682	  0.160525	  0.171215		CURRENT LEARNING RATE: 7.009075434736499e-08
previous_iter_valid_loss : 0.16083385050296783

   1611680	  0.161000	  0.160834	  0.169785		CURRENT LEARNING RATE: 7.007673759821719e-08
previous_iter_valid_loss : 0.17373737692832947

   1611700	  0.174010	  0.173737	  0.169625		CURRENT LEARNING RATE: 7.00627236521389e-08
previous_iter_valid_loss : 0.16050294041633606

   1611720	  0.160665	  0.160503	  0.168447		CURRENT LEARNING RATE: 7.004871250856956e-08
previous_iter_valid_loss : 0.16880975663661957

   1611740	  0.169049	  0.168810	  0.167575		CURRENT LEARNING RATE: 7.003470416694874e-08
previous_iter_valid_loss : 0.16053406894207

   1611760	  0.160693	  0.160534	  0.165687		CURRENT LEARNING RATE: 7.00206986267161e-08
previous_iter_valid_loss : 0.1768255978822708

   1611780	  0.177122	  0.176826	  0.166494		CURRENT LEARNING RATE: 7.00066958873114e-08
previous_iter_valid_loss : 0.1608961820602417

   1611800	  0.161069	  0.160896	  0.166174		CURRENT LEARNING RATE: 6.99926959481743e-08
previous_iter_valid_loss : 0.16182270646095276

   1611820	  0.161989	  0.161823	  0.166197		CURRENT LEARNING RATE: 6.99786988087453e-08
previous_iter_valid_loss : 0.16051878035068512

   1611840	  0.160690	  0.160519	  0.166198		CURRENT LEARNING RATE: 6.996470446846425e-08
previous_iter_valid_loss : 0.16436928510665894

   1611860	  0.164578	  0.164369	  0.165831		CURRENT LEARNING RATE: 6.99507129267714e-08
previous_iter_valid_loss : 0.16093574464321136

   1611880	  0.161121	  0.160936	  0.165816		CURRENT LEARNING RATE: 6.993672418310707e-08
previous_iter_valid_loss : 0.16099005937576294

   1611900	  0.161179	  0.160990	  0.165082		CURRENT LEARNING RATE: 6.992273823691173e-08
previous_iter_valid_loss : 0.16291360557079315

   1611920	  0.163099	  0.162914	  0.164434		CURRENT LEARNING RATE: 6.990875508762591e-08
previous_iter_valid_loss : 0.16134953498840332

   1611940	  0.161533	  0.161350	  0.164373		CURRENT LEARNING RATE: 6.989477473469032e-08
previous_iter_valid_loss : 0.16087310016155243

   1611960	  0.161031	  0.160873	  0.164364		CURRENT LEARNING RATE: 6.988079717754547e-08
previous_iter_valid_loss : 0.16700191795825958

   1611980	  0.167220	  0.167002	  0.164670		CURRENT LEARNING RATE: 6.986682241563277e-08
previous_iter_valid_loss : 0.16126620769500732

   1612000	  0.161448	  0.161266	  0.163975		CURRENT LEARNING RATE: 6.985285044839297e-08
previous_iter_valid_loss : 0.16059055924415588

   1612020	  0.160748	  0.160591	  0.163975		CURRENT LEARNING RATE: 6.98388812752672e-08
previous_iter_valid_loss : 0.16482852399349213

   1612040	  0.165043	  0.164829	  0.163505		CURRENT LEARNING RATE: 6.98249148956967e-08
previous_iter_valid_loss : 0.1638067215681076

   1612060	  0.164004	  0.163807	  0.163669		CURRENT LEARNING RATE: 6.981095130912279e-08
previous_iter_valid_loss : 0.16174869239330292

   1612080	  0.161904	  0.161749	  0.163714		CURRENT LEARNING RATE: 6.979699051498694e-08
previous_iter_valid_loss : 0.16427962481975555

   1612100	  0.164479	  0.164280	  0.163242		CURRENT LEARNING RATE: 6.978303251273049e-08
previous_iter_valid_loss : 0.1606689691543579

   1612120	  0.160815	  0.160669	  0.163250		CURRENT LEARNING RATE: 6.976907730179558e-08
previous_iter_valid_loss : 0.18259960412979126

   1612140	  0.182753	  0.182600	  0.163939		CURRENT LEARNING RATE: 6.975512488162378e-08
previous_iter_valid_loss : 0.16149722039699554

   1612160	  0.161662	  0.161497	  0.163988		CURRENT LEARNING RATE: 6.974117525165698e-08
previous_iter_valid_loss : 0.16158221662044525

   1612180	  0.161740	  0.161582	  0.163225		CURRENT LEARNING RATE: 6.97272284113372e-08
previous_iter_valid_loss : 0.16282565891742706

   1612200	  0.162989	  0.162826	  0.163322		CURRENT LEARNING RATE: 6.971328436010658e-08
previous_iter_valid_loss : 0.17851243913173676

   1612220	  0.178830	  0.178512	  0.164156		CURRENT LEARNING RATE: 6.969934309740733e-08
previous_iter_valid_loss : 0.16858156025409698

   1612240	  0.168737	  0.168582	  0.164560		CURRENT LEARNING RATE: 6.968540462268181e-08
previous_iter_valid_loss : 0.18399962782859802

   1612260	  0.184152	  0.184000	  0.165541		CURRENT LEARNING RATE: 6.967146893537224e-08
previous_iter_valid_loss : 0.16055358946323395

   1612280	  0.160718	  0.160554	  0.165522		CURRENT LEARNING RATE: 6.965753603492168e-08
previous_iter_valid_loss : 0.16203933954238892

   1612300	  0.162203	  0.162039	  0.165574		CURRENT LEARNING RATE: 6.964360592077259e-08
previous_iter_valid_loss : 0.16716209053993225

   1612320	  0.167390	  0.167162	  0.165787		CURRENT LEARNING RATE: 6.962967859236773e-08
previous_iter_valid_loss : 0.16328927874565125

   1612340	  0.163452	  0.163289	  0.165884		CURRENT LEARNING RATE: 6.961575404915003e-08
previous_iter_valid_loss : 0.1606716364622116

   1612360	  0.160844	  0.160672	  0.165874		CURRENT LEARNING RATE: 6.960183229056249e-08
previous_iter_valid_loss : 0.16466344892978668

   1612380	  0.164828	  0.164663	  0.165757		CURRENT LEARNING RATE: 6.958791331604826e-08
previous_iter_valid_loss : 0.17138665914535522

   1612400	  0.171535	  0.171387	  0.166263		CURRENT LEARNING RATE: 6.957399712505057e-08
previous_iter_valid_loss : 0.17801602184772491

   1612420	  0.178182	  0.178016	  0.167134		CURRENT LEARNING RATE: 6.956008371701252e-08
previous_iter_valid_loss : 0.16288945078849792

   1612440	  0.163078	  0.162889	  0.167037		CURRENT LEARNING RATE: 6.954617309137808e-08
previous_iter_valid_loss : 0.16267609596252441

   1612460	  0.162837	  0.162676	  0.166981		CURRENT LEARNING RATE: 6.953226524759059e-08
previous_iter_valid_loss : 0.2079962193965912

   1612480	  0.208045	  0.207996	  0.169293		CURRENT LEARNING RATE: 6.95183601850937e-08
previous_iter_valid_loss : 0.1813591569662094

   1612500	  0.181515	  0.181359	  0.170147		CURRENT LEARNING RATE: 6.950445790333123e-08
previous_iter_valid_loss : 0.16108927130699158

   1612520	  0.161253	  0.161089	  0.170168		CURRENT LEARNING RATE: 6.949055840174709e-08
previous_iter_valid_loss : 0.17069046199321747

   1612540	  0.170952	  0.170690	  0.169573		CURRENT LEARNING RATE: 6.94766616797853e-08
previous_iter_valid_loss : 0.16409650444984436

   1612560	  0.164269	  0.164097	  0.169702		CURRENT LEARNING RATE: 6.946276773688973e-08
previous_iter_valid_loss : 0.16238528490066528

   1612580	  0.162539	  0.162385	  0.169743		CURRENT LEARNING RATE: 6.944887657250512e-08
previous_iter_valid_loss : 0.1647726148366928

   1612600	  0.164976	  0.164773	  0.169840		CURRENT LEARNING RATE: 6.943498818607558e-08
previous_iter_valid_loss : 0.17396984994411469

   1612620	  0.174241	  0.173970	  0.169613		CURRENT LEARNING RATE: 6.942110257704559e-08
previous_iter_valid_loss : 0.16282030940055847

   1612640	  0.163015	  0.162820	  0.169325		CURRENT LEARNING RATE: 6.940721974485971e-08
previous_iter_valid_loss : 0.1795339435338974

   1612660	  0.179690	  0.179534	  0.169102		CURRENT LEARNING RATE: 6.939333968896263e-08
previous_iter_valid_loss : 0.1609015017747879

   1612680	  0.161061	  0.160902	  0.169119		CURRENT LEARNING RATE: 6.937946240879914e-08
previous_iter_valid_loss : 0.16276155412197113

   1612700	  0.162930	  0.162762	  0.169155		CURRENT LEARNING RATE: 6.936558790381416e-08
previous_iter_valid_loss : 0.16276103258132935

   1612720	  0.162949	  0.162761	  0.168935		CURRENT LEARNING RATE: 6.935171617345246e-08
previous_iter_valid_loss : 0.16059915721416473

   1612740	  0.160765	  0.160599	  0.168800		CURRENT LEARNING RATE: 6.933784721715966e-08
previous_iter_valid_loss : 0.18066160380840302

   1612760	  0.180996	  0.180662	  0.169800		CURRENT LEARNING RATE: 6.932398103438075e-08
previous_iter_valid_loss : 0.18006794154644012

   1612780	  0.180396	  0.180068	  0.170570		CURRENT LEARNING RATE: 6.931011762456111e-08
previous_iter_valid_loss : 0.168279767036438

   1612800	  0.168433	  0.168280	  0.170415		CURRENT LEARNING RATE: 6.929625698714618e-08
previous_iter_valid_loss : 0.16944479942321777

   1612820	  0.169598	  0.169445	  0.169986		CURRENT LEARNING RATE: 6.928239912158152e-08
previous_iter_valid_loss : 0.16282525658607483

   1612840	  0.162991	  0.162825	  0.169983		CURRENT LEARNING RATE: 6.926854402731285e-08
previous_iter_valid_loss : 0.17031584680080414

   1612860	  0.170571	  0.170316	  0.170365		CURRENT LEARNING RATE: 6.925469170378595e-08
previous_iter_valid_loss : 0.172877237200737

   1612880	  0.173152	  0.172877	  0.168609		CURRENT LEARNING RATE: 6.924084215044647e-08
previous_iter_valid_loss : 0.16111096739768982

   1612900	  0.161273	  0.161111	  0.167597		CURRENT LEARNING RATE: 6.922699536674094e-08
previous_iter_valid_loss : 0.1658196896314621

   1612920	  0.165987	  0.165820	  0.167833		CURRENT LEARNING RATE: 6.921315135211523e-08
previous_iter_valid_loss : 0.16052982211112976

   1612940	  0.160701	  0.160530	  0.167325		CURRENT LEARNING RATE: 6.919931010601559e-08
previous_iter_valid_loss : 0.1622428297996521

   1612960	  0.162403	  0.162243	  0.167232		CURRENT LEARNING RATE: 6.918547162788837e-08
previous_iter_valid_loss : 0.18703781068325043

   1612980	  0.187441	  0.187038	  0.168465		CURRENT LEARNING RATE: 6.917163591718001e-08
previous_iter_valid_loss : 0.1611596792936325

   1613000	  0.161348	  0.161160	  0.168284		CURRENT LEARNING RATE: 6.91578029733371e-08
previous_iter_valid_loss : 0.1606495976448059

   1613020	  0.160816	  0.160650	  0.167618		CURRENT LEARNING RATE: 6.914397279580607e-08
previous_iter_valid_loss : 0.16509076952934265

   1613040	  0.165250	  0.165091	  0.167732		CURRENT LEARNING RATE: 6.913014538403421e-08
previous_iter_valid_loss : 0.1641758382320404

   1613060	  0.164380	  0.164176	  0.166964		CURRENT LEARNING RATE: 6.911632073746818e-08
previous_iter_valid_loss : 0.1648809164762497

   1613080	  0.165049	  0.164881	  0.167163		CURRENT LEARNING RATE: 6.910249885555497e-08
previous_iter_valid_loss : 0.16422641277313232

   1613100	  0.164400	  0.164226	  0.167236		CURRENT LEARNING RATE: 6.908867973774175e-08
previous_iter_valid_loss : 0.17332372069358826

   1613120	  0.173477	  0.173324	  0.167764		CURRENT LEARNING RATE: 6.907486338347571e-08
previous_iter_valid_loss : 0.1606733351945877

   1613140	  0.160848	  0.160673	  0.167768		CURRENT LEARNING RATE: 6.906104979220422e-08
previous_iter_valid_loss : 0.16472552716732025

   1613160	  0.164930	  0.164726	  0.166971		CURRENT LEARNING RATE: 6.904723896337472e-08
previous_iter_valid_loss : 0.16613541543483734

   1613180	  0.166341	  0.166135	  0.166275		CURRENT LEARNING RATE: 6.903343089643456e-08
previous_iter_valid_loss : 0.16155043244361877

   1613200	  0.161730	  0.161550	  0.165938		CURRENT LEARNING RATE: 6.901962559083188e-08
previous_iter_valid_loss : 0.17095249891281128

   1613220	  0.171105	  0.170952	  0.166014		CURRENT LEARNING RATE: 6.900582304601424e-08
previous_iter_valid_loss : 0.17765435576438904

   1613240	  0.177815	  0.177654	  0.166755		CURRENT LEARNING RATE: 6.899202326142952e-08
previous_iter_valid_loss : 0.1622322052717209

   1613260	  0.162424	  0.162232	  0.166351		CURRENT LEARNING RATE: 6.897822623652575e-08
previous_iter_valid_loss : 0.1649586260318756

   1613280	  0.165121	  0.164959	  0.165955		CURRENT LEARNING RATE: 6.896443197075104e-08
previous_iter_valid_loss : 0.16093413531780243

   1613300	  0.161109	  0.160934	  0.165946		CURRENT LEARNING RATE: 6.895064046355361e-08
previous_iter_valid_loss : 0.18133442103862762

   1613320	  0.181488	  0.181334	  0.166722		CURRENT LEARNING RATE: 6.893685171438157e-08
previous_iter_valid_loss : 0.16153381764888763

   1613340	  0.161696	  0.161534	  0.166772		CURRENT LEARNING RATE: 6.892306572268385e-08
previous_iter_valid_loss : 0.1693420708179474

   1613360	  0.169495	  0.169342	  0.167127		CURRENT LEARNING RATE: 6.890928248790877e-08
previous_iter_valid_loss : 0.1656995564699173

   1613380	  0.165864	  0.165700	  0.166060		CURRENT LEARNING RATE: 6.8895502009505e-08
previous_iter_valid_loss : 0.1623443365097046

   1613400	  0.162529	  0.162344	  0.166119		CURRENT LEARNING RATE: 6.88817242869213e-08
previous_iter_valid_loss : 0.16367974877357483

   1613420	  0.163845	  0.163680	  0.166271		CURRENT LEARNING RATE: 6.88679493196066e-08
previous_iter_valid_loss : 0.162218376994133

   1613440	  0.162387	  0.162218	  0.166127		CURRENT LEARNING RATE: 6.885417710700989e-08
previous_iter_valid_loss : 0.16070105135440826

   1613460	  0.160870	  0.160701	  0.165953		CURRENT LEARNING RATE: 6.884040764858026e-08
previous_iter_valid_loss : 0.16126494109630585

   1613480	  0.161421	  0.161265	  0.165773		CURRENT LEARNING RATE: 6.882664094376669e-08
previous_iter_valid_loss : 0.1659049391746521

   1613500	  0.166126	  0.165905	  0.165857		CURRENT LEARNING RATE: 6.881287699201903e-08
previous_iter_valid_loss : 0.16623727977275848

   1613520	  0.166396	  0.166237	  0.165502		CURRENT LEARNING RATE: 6.879911579278644e-08
previous_iter_valid_loss : 0.1714945137500763

   1613540	  0.171645	  0.171495	  0.166043		CURRENT LEARNING RATE: 6.87853573455185e-08
previous_iter_valid_loss : 0.160548135638237

   1613560	  0.160711	  0.160548	  0.165834		CURRENT LEARNING RATE: 6.877160164966487e-08
previous_iter_valid_loss : 0.17129698395729065

   1613580	  0.171443	  0.171297	  0.166093		CURRENT LEARNING RATE: 6.875784870467531e-08
previous_iter_valid_loss : 0.1607939749956131

   1613600	  0.160966	  0.160794	  0.166055		CURRENT LEARNING RATE: 6.874409850999972e-08
previous_iter_valid_loss : 0.17257525026798248

   1613620	  0.172844	  0.172575	  0.166136		CURRENT LEARNING RATE: 6.873035106508806e-08
previous_iter_valid_loss : 0.1724357157945633

   1613640	  0.172705	  0.172436	  0.165875		CURRENT LEARNING RATE: 6.871660636939023e-08
previous_iter_valid_loss : 0.1663748025894165

   1613660	  0.166537	  0.166375	  0.166082		CURRENT LEARNING RATE: 6.870286442235689e-08
previous_iter_valid_loss : 0.16049709916114807

   1613680	  0.160656	  0.160497	  0.165859		CURRENT LEARNING RATE: 6.868912522343814e-08
previous_iter_valid_loss : 0.16413995623588562

   1613700	  0.164311	  0.164140	  0.166019		CURRENT LEARNING RATE: 6.86753887720844e-08
previous_iter_valid_loss : 0.16052381694316864

   1613720	  0.160686	  0.160524	  0.164979		CURRENT LEARNING RATE: 6.866165506774623e-08
previous_iter_valid_loss : 0.16199520230293274

   1613740	  0.162155	  0.161995	  0.165002		CURRENT LEARNING RATE: 6.864792410987426e-08
previous_iter_valid_loss : 0.16069038212299347

   1613760	  0.160871	  0.160690	  0.164569		CURRENT LEARNING RATE: 6.863419589791928e-08
previous_iter_valid_loss : 0.19562508165836334

   1613780	  0.195734	  0.195625	  0.166066		CURRENT LEARNING RATE: 6.86204704313319e-08
previous_iter_valid_loss : 0.16054794192314148

   1613800	  0.160712	  0.160548	  0.165976		CURRENT LEARNING RATE: 6.860674770956359e-08
previous_iter_valid_loss : 0.16826067864894867

   1613820	  0.168496	  0.168261	  0.166205		CURRENT LEARNING RATE: 6.859302773206518e-08
previous_iter_valid_loss : 0.18352946639060974

   1613840	  0.183676	  0.183529	  0.167270		CURRENT LEARNING RATE: 6.85793104982879e-08
previous_iter_valid_loss : 0.1630518138408661

   1613860	  0.163220	  0.163052	  0.167388		CURRENT LEARNING RATE: 6.856559600768305e-08
previous_iter_valid_loss : 0.19505846500396729

   1613880	  0.195172	  0.195058	  0.169078		CURRENT LEARNING RATE: 6.855188425970206e-08
previous_iter_valid_loss : 0.21843956410884857

   1613900	  0.218448	  0.218440	  0.171704		CURRENT LEARNING RATE: 6.853817525379643e-08
previous_iter_valid_loss : 0.16089627146720886

   1613920	  0.161071	  0.160896	  0.171437		CURRENT LEARNING RATE: 6.852446898941784e-08
previous_iter_valid_loss : 0.1854807436466217

   1613940	  0.185855	  0.185481	  0.172137		CURRENT LEARNING RATE: 6.851076546601776e-08
previous_iter_valid_loss : 0.17279979586601257

   1613960	  0.173066	  0.172800	  0.172749		CURRENT LEARNING RATE: 6.849706468304855e-08
previous_iter_valid_loss : 0.1605100929737091

   1613980	  0.160680	  0.160510	  0.172210		CURRENT LEARNING RATE: 6.848336663996195e-08
previous_iter_valid_loss : 0.1711474061012268

   1614000	  0.171296	  0.171147	  0.172727		CURRENT LEARNING RATE: 6.846967133621001e-08
previous_iter_valid_loss : 0.16330915689468384

   1614020	  0.163504	  0.163309	  0.172264		CURRENT LEARNING RATE: 6.845597877124493e-08
previous_iter_valid_loss : 0.16051213443279266

   1614040	  0.160671	  0.160512	  0.171668		CURRENT LEARNING RATE: 6.844228894451903e-08
previous_iter_valid_loss : 0.16086822748184204

   1614060	  0.161026	  0.160868	  0.171393		CURRENT LEARNING RATE: 6.842860185548467e-08
previous_iter_valid_loss : 0.16313675045967102

   1614080	  0.163304	  0.163137	  0.171525		CURRENT LEARNING RATE: 6.841491750359442e-08
previous_iter_valid_loss : 0.16556943953037262

   1614100	  0.165733	  0.165569	  0.171596		CURRENT LEARNING RATE: 6.840123588830063e-08
previous_iter_valid_loss : 0.1642351597547531

   1614120	  0.164400	  0.164235	  0.171782		CURRENT LEARNING RATE: 6.838755700905651e-08
previous_iter_valid_loss : 0.16856110095977783

   1614140	  0.168719	  0.168561	  0.172110		CURRENT LEARNING RATE: 6.83738808653147e-08
previous_iter_valid_loss : 0.1626916229724884

   1614160	  0.162860	  0.162692	  0.172210		CURRENT LEARNING RATE: 6.836020745652812e-08
previous_iter_valid_loss : 0.16448462009429932

   1614180	  0.164652	  0.164485	  0.170653		CURRENT LEARNING RATE: 6.834653678214986e-08
previous_iter_valid_loss : 0.16753312945365906

   1614200	  0.167692	  0.167533	  0.171002		CURRENT LEARNING RATE: 6.833286884163306e-08
previous_iter_valid_loss : 0.1621817797422409

   1614220	  0.162368	  0.162182	  0.170698		CURRENT LEARNING RATE: 6.831920363443105e-08
previous_iter_valid_loss : 0.16401293873786926

   1614240	  0.164178	  0.164013	  0.169722		CURRENT LEARNING RATE: 6.830554115999693e-08
previous_iter_valid_loss : 0.16110795736312866

   1614260	  0.161264	  0.161108	  0.169625		CURRENT LEARNING RATE: 6.829188141778473e-08
previous_iter_valid_loss : 0.1663021445274353

   1614280	  0.166464	  0.166302	  0.168187		CURRENT LEARNING RATE: 6.827822440724777e-08
previous_iter_valid_loss : 0.16705693304538727

   1614300	  0.167214	  0.167057	  0.165618		CURRENT LEARNING RATE: 6.826457012783981e-08
previous_iter_valid_loss : 0.16124235093593597

   1614320	  0.161401	  0.161242	  0.165636		CURRENT LEARNING RATE: 6.825091857901466e-08
previous_iter_valid_loss : 0.17260737717151642

   1614340	  0.172881	  0.172607	  0.164992		CURRENT LEARNING RATE: 6.823726976022626e-08
previous_iter_valid_loss : 0.16052983701229095

   1614360	  0.160693	  0.160530	  0.164378		CURRENT LEARNING RATE: 6.822362367092867e-08
previous_iter_valid_loss : 0.161498561501503

   1614380	  0.161679	  0.161499	  0.164428		CURRENT LEARNING RATE: 6.820998031057603e-08
previous_iter_valid_loss : 0.160721555352211

   1614400	  0.160883	  0.160722	  0.163907		CURRENT LEARNING RATE: 6.819633967862237e-08
previous_iter_valid_loss : 0.16266493499279022

   1614420	  0.162851	  0.162665	  0.163874		CURRENT LEARNING RATE: 6.818270177452254e-08
previous_iter_valid_loss : 0.16282102465629578

   1614440	  0.163010	  0.162821	  0.163990		CURRENT LEARNING RATE: 6.81690665977308e-08
previous_iter_valid_loss : 0.16311722993850708

   1614460	  0.163289	  0.163117	  0.164102		CURRENT LEARNING RATE: 6.815543414770173e-08
previous_iter_valid_loss : 0.16154442727565765

   1614480	  0.161740	  0.161544	  0.164023		CURRENT LEARNING RATE: 6.814180442389003e-08
previous_iter_valid_loss : 0.16719461977481842

   1614500	  0.167353	  0.167195	  0.164104		CURRENT LEARNING RATE: 6.812817742575052e-08
previous_iter_valid_loss : 0.16055181622505188

   1614520	  0.160715	  0.160552	  0.163920		CURRENT LEARNING RATE: 6.811455315273812e-08
previous_iter_valid_loss : 0.16054251790046692

   1614540	  0.160710	  0.160543	  0.163519		CURRENT LEARNING RATE: 6.81009316043076e-08
previous_iter_valid_loss : 0.17215368151664734

   1614560	  0.172297	  0.172154	  0.163992		CURRENT LEARNING RATE: 6.808731277991461e-08
previous_iter_valid_loss : 0.16271142661571503

   1614580	  0.162910	  0.162711	  0.163903		CURRENT LEARNING RATE: 6.807369667901414e-08
previous_iter_valid_loss : 0.19363710284233093

   1614600	  0.193766	  0.193637	  0.165208		CURRENT LEARNING RATE: 6.806008330106154e-08
previous_iter_valid_loss : 0.1684609204530716

   1614620	  0.168695	  0.168461	  0.165522		CURRENT LEARNING RATE: 6.804647264551229e-08
previous_iter_valid_loss : 0.16119123995304108

   1614640	  0.161341	  0.161191	  0.165381		CURRENT LEARNING RATE: 6.803286471182195e-08
previous_iter_valid_loss : 0.1625978946685791

   1614660	  0.162795	  0.162598	  0.165456		CURRENT LEARNING RATE: 6.801925949944621e-08
previous_iter_valid_loss : 0.1605788916349411

   1614680	  0.160739	  0.160579	  0.165170		CURRENT LEARNING RATE: 6.800565700784085e-08
previous_iter_valid_loss : 0.1687759906053543

   1614700	  0.169014	  0.168776	  0.165256		CURRENT LEARNING RATE: 6.799205723646154e-08
previous_iter_valid_loss : 0.16087600588798523

   1614720	  0.161054	  0.160876	  0.165237		CURRENT LEARNING RATE: 6.797846018476477e-08
previous_iter_valid_loss : 0.16174215078353882

   1614740	  0.161897	  0.161742	  0.164694		CURRENT LEARNING RATE: 6.796486585220641e-08
previous_iter_valid_loss : 0.16058439016342163

   1614760	  0.160755	  0.160584	  0.164697		CURRENT LEARNING RATE: 6.795127423824272e-08
previous_iter_valid_loss : 0.16747337579727173

   1614780	  0.167700	  0.167473	  0.164996		CURRENT LEARNING RATE: 6.793768534232999e-08
previous_iter_valid_loss : 0.16558608412742615

   1614800	  0.165746	  0.165586	  0.165239		CURRENT LEARNING RATE: 6.792409916392468e-08
previous_iter_valid_loss : 0.1605275422334671

   1614820	  0.160689	  0.160528	  0.165132		CURRENT LEARNING RATE: 6.791051570248334e-08
previous_iter_valid_loss : 0.16457529366016388

   1614840	  0.164771	  0.164575	  0.165220		CURRENT LEARNING RATE: 6.789693495746266e-08
previous_iter_valid_loss : 0.16444015502929688

   1614860	  0.164608	  0.164440	  0.165286		CURRENT LEARNING RATE: 6.788335692831912e-08
previous_iter_valid_loss : 0.16751393675804138

   1614880	  0.167669	  0.167514	  0.165584		CURRENT LEARNING RATE: 6.786978161451012e-08
previous_iter_valid_loss : 0.16231141984462738

   1614900	  0.162491	  0.162311	  0.165340		CURRENT LEARNING RATE: 6.785620901549239e-08
previous_iter_valid_loss : 0.1726149469614029

   1614920	  0.172879	  0.172615	  0.165943		CURRENT LEARNING RATE: 6.784263913072304e-08
previous_iter_valid_loss : 0.1873815357685089

   1614940	  0.187804	  0.187382	  0.167285		CURRENT LEARNING RATE: 6.782907195965926e-08
previous_iter_valid_loss : 0.16569103300571442

   1614960	  0.165854	  0.165691	  0.166962		CURRENT LEARNING RATE: 6.781550750175836e-08
previous_iter_valid_loss : 0.16126248240470886

   1614980	  0.161437	  0.161262	  0.166890		CURRENT LEARNING RATE: 6.780194575647778e-08
previous_iter_valid_loss : 0.16100119054317474

   1615000	  0.161147	  0.161001	  0.165258		CURRENT LEARNING RATE: 6.778838672327478e-08
previous_iter_valid_loss : 0.16834422945976257

   1615020	  0.168498	  0.168344	  0.165252		CURRENT LEARNING RATE: 6.777483040160752e-08
previous_iter_valid_loss : 0.16055619716644287

   1615040	  0.160724	  0.160556	  0.165220		CURRENT LEARNING RATE: 6.776127679093347e-08
previous_iter_valid_loss : 0.16882885992527008

   1615060	  0.169072	  0.168829	  0.165532		CURRENT LEARNING RATE: 6.774772589071052e-08
previous_iter_valid_loss : 0.16945721209049225

   1615080	  0.169607	  0.169457	  0.165976		CURRENT LEARNING RATE: 6.77341777003966e-08
previous_iter_valid_loss : 0.1787724792957306

   1615100	  0.178936	  0.178772	  0.166475		CURRENT LEARNING RATE: 6.77206322194498e-08
previous_iter_valid_loss : 0.16053934395313263

   1615120	  0.160696	  0.160539	  0.166459		CURRENT LEARNING RATE: 6.770708944732828e-08
previous_iter_valid_loss : 0.16411931812763214

   1615140	  0.164285	  0.164119	  0.166578		CURRENT LEARNING RATE: 6.769354938349037e-08
previous_iter_valid_loss : 0.16157399117946625

   1615160	  0.161762	  0.161574	  0.166627		CURRENT LEARNING RATE: 6.768001202739421e-08
previous_iter_valid_loss : 0.16122187674045563

   1615180	  0.161396	  0.161222	  0.166314		CURRENT LEARNING RATE: 6.766647737849875e-08
previous_iter_valid_loss : 0.18095916509628296

   1615200	  0.181110	  0.180959	  0.167083		CURRENT LEARNING RATE: 6.765294543626242e-08
previous_iter_valid_loss : 0.1633441150188446

   1615220	  0.163514	  0.163344	  0.167224		CURRENT LEARNING RATE: 6.763941620014391e-08
previous_iter_valid_loss : 0.19084900617599487

   1615240	  0.190978	  0.190849	  0.168538		CURRENT LEARNING RATE: 6.762588966960205e-08
previous_iter_valid_loss : 0.16149669885635376

   1615260	  0.161682	  0.161497	  0.168390		CURRENT LEARNING RATE: 6.761236584409579e-08
previous_iter_valid_loss : 0.1608075201511383

   1615280	  0.160965	  0.160808	  0.168055		CURRENT LEARNING RATE: 6.759884472308418e-08
previous_iter_valid_loss : 0.16318169236183167

   1615300	  0.163380	  0.163182	  0.168099		CURRENT LEARNING RATE: 6.758532630602636e-08
previous_iter_valid_loss : 0.16138491034507751

   1615320	  0.161573	  0.161385	  0.167537		CURRENT LEARNING RATE: 6.757181059238136e-08
previous_iter_valid_loss : 0.16499273478984833

   1615340	  0.165190	  0.164993	  0.166418		CURRENT LEARNING RATE: 6.755829758160904e-08
previous_iter_valid_loss : 0.16148938238620758

   1615360	  0.161647	  0.161489	  0.166208		CURRENT LEARNING RATE: 6.754478727316862e-08
previous_iter_valid_loss : 0.16534870862960815

   1615380	  0.165557	  0.165349	  0.166412		CURRENT LEARNING RATE: 6.753127966651971e-08
previous_iter_valid_loss : 0.16233056783676147

   1615400	  0.162520	  0.162331	  0.166478		CURRENT LEARNING RATE: 6.7517774761122e-08
previous_iter_valid_loss : 0.16816312074661255

   1615420	  0.168321	  0.168163	  0.166469		CURRENT LEARNING RATE: 6.750427255643528e-08
previous_iter_valid_loss : 0.172043576836586

   1615440	  0.172187	  0.172044	  0.167044		CURRENT LEARNING RATE: 6.749077305191947e-08
previous_iter_valid_loss : 0.16135196387767792

   1615460	  0.161538	  0.161352	  0.166670		CURRENT LEARNING RATE: 6.747727624703436e-08
previous_iter_valid_loss : 0.1606440395116806

   1615480	  0.160800	  0.160644	  0.166229		CURRENT LEARNING RATE: 6.746378214124054e-08
previous_iter_valid_loss : 0.16054899990558624

   1615500	  0.160712	  0.160549	  0.165318		CURRENT LEARNING RATE: 6.745029073399803e-08
previous_iter_valid_loss : 0.16673171520233154

   1615520	  0.166898	  0.166732	  0.165628		CURRENT LEARNING RATE: 6.743680202476714e-08
previous_iter_valid_loss : 0.17297981679439545

   1615540	  0.173248	  0.172980	  0.166071		CURRENT LEARNING RATE: 6.742331601300835e-08
previous_iter_valid_loss : 0.16052290797233582

   1615560	  0.160678	  0.160523	  0.166018		CURRENT LEARNING RATE: 6.740983269818221e-08
previous_iter_valid_loss : 0.17451199889183044

   1615580	  0.174667	  0.174512	  0.166683		CURRENT LEARNING RATE: 6.739635207974938e-08
previous_iter_valid_loss : 0.17553062736988068

   1615600	  0.175682	  0.175531	  0.166411		CURRENT LEARNING RATE: 6.738287415717064e-08
previous_iter_valid_loss : 0.16231434047222137

   1615620	  0.162507	  0.162314	  0.166360		CURRENT LEARNING RATE: 6.736939892990665e-08
previous_iter_valid_loss : 0.16330283880233765

   1615640	  0.163490	  0.163303	  0.164982		CURRENT LEARNING RATE: 6.735592639741885e-08
previous_iter_valid_loss : 0.1893581748008728

   1615660	  0.189790	  0.189358	  0.166375		CURRENT LEARNING RATE: 6.734245655916813e-08
previous_iter_valid_loss : 0.16290058195590973

   1615680	  0.163105	  0.162901	  0.166480		CURRENT LEARNING RATE: 6.732898941461566e-08
previous_iter_valid_loss : 0.17320609092712402

   1615700	  0.173470	  0.173206	  0.166981		CURRENT LEARNING RATE: 6.73155249632228e-08
previous_iter_valid_loss : 0.16224150359630585

   1615720	  0.162396	  0.162242	  0.167024		CURRENT LEARNING RATE: 6.730206320445093e-08
previous_iter_valid_loss : 0.16387832164764404

   1615740	  0.164040	  0.163878	  0.166968		CURRENT LEARNING RATE: 6.72886041377616e-08
previous_iter_valid_loss : 0.1605474054813385

   1615760	  0.160720	  0.160547	  0.166921		CURRENT LEARNING RATE: 6.727514776261622e-08
previous_iter_valid_loss : 0.16591207683086395

   1615780	  0.166125	  0.165912	  0.166950		CURRENT LEARNING RATE: 6.726169407847699e-08
previous_iter_valid_loss : 0.16694043576717377

   1615800	  0.167102	  0.166940	  0.167180		CURRENT LEARNING RATE: 6.724824308480552e-08
previous_iter_valid_loss : 0.1607140749692917

   1615820	  0.160875	  0.160714	  0.166808		CURRENT LEARNING RATE: 6.72347947810638e-08
previous_iter_valid_loss : 0.18470999598503113

   1615840	  0.184859	  0.184710	  0.167441		CURRENT LEARNING RATE: 6.722134916671387e-08
previous_iter_valid_loss : 0.16710251569747925

   1615860	  0.167323	  0.167103	  0.167728		CURRENT LEARNING RATE: 6.720790624121792e-08
previous_iter_valid_loss : 0.17342258989810944

   1615880	  0.173697	  0.173423	  0.168367		CURRENT LEARNING RATE: 6.719446600403823e-08
previous_iter_valid_loss : 0.17239069938659668

   1615900	  0.172648	  0.172391	  0.168959		CURRENT LEARNING RATE: 6.718102845463717e-08
previous_iter_valid_loss : 0.16077688336372375

   1615920	  0.160956	  0.160777	  0.168662		CURRENT LEARNING RATE: 6.716759359247705e-08
previous_iter_valid_loss : 0.17970983684062958

   1615940	  0.180028	  0.179710	  0.168998		CURRENT LEARNING RATE: 6.715416141702089e-08
previous_iter_valid_loss : 0.16435998678207397

   1615960	  0.164531	  0.164360	  0.169190		CURRENT LEARNING RATE: 6.714073192773123e-08
previous_iter_valid_loss : 0.1700441986322403

   1615980	  0.170200	  0.170044	  0.168967		CURRENT LEARNING RATE: 6.712730512407083e-08
previous_iter_valid_loss : 0.1681566834449768

   1616000	  0.168318	  0.168157	  0.168598		CURRENT LEARNING RATE: 6.711388100550265e-08
previous_iter_valid_loss : 0.16329781711101532

   1616020	  0.163500	  0.163298	  0.168647		CURRENT LEARNING RATE: 6.710045957148971e-08
previous_iter_valid_loss : 0.1922217309474945

   1616040	  0.192678	  0.192222	  0.170093		CURRENT LEARNING RATE: 6.708704082149518e-08
previous_iter_valid_loss : 0.1754622459411621

   1616060	  0.175616	  0.175462	  0.169398		CURRENT LEARNING RATE: 6.707362475498229e-08
previous_iter_valid_loss : 0.160743847489357

   1616080	  0.160897	  0.160744	  0.169290		CURRENT LEARNING RATE: 6.706021137141416e-08
previous_iter_valid_loss : 0.17320996522903442

   1616100	  0.173487	  0.173210	  0.169291		CURRENT LEARNING RATE: 6.704680067025472e-08
previous_iter_valid_loss : 0.1709311306476593

   1616120	  0.171190	  0.170931	  0.169725		CURRENT LEARNING RATE: 6.703339265096731e-08
previous_iter_valid_loss : 0.16414132714271545

   1616140	  0.164352	  0.164141	  0.169738		CURRENT LEARNING RATE: 6.701998731301563e-08
previous_iter_valid_loss : 0.16051040589809418

   1616160	  0.160671	  0.160510	  0.169736		CURRENT LEARNING RATE: 6.700658465586346e-08
previous_iter_valid_loss : 0.1605621874332428

   1616180	  0.160725	  0.160562	  0.169469		CURRENT LEARNING RATE: 6.699318467897466e-08
previous_iter_valid_loss : 0.1610019952058792

   1616200	  0.161158	  0.161002	  0.169172		CURRENT LEARNING RATE: 6.697978738181327e-08
previous_iter_valid_loss : 0.16224586963653564

   1616220	  0.162397	  0.162246	  0.169249		CURRENT LEARNING RATE: 6.696639276384315e-08
previous_iter_valid_loss : 0.1728975772857666

   1616240	  0.173163	  0.172898	  0.168658		CURRENT LEARNING RATE: 6.695300082452899e-08
previous_iter_valid_loss : 0.17165260016918182

   1616260	  0.171917	  0.171653	  0.168885		CURRENT LEARNING RATE: 6.693961156333487e-08
previous_iter_valid_loss : 0.16473427414894104

   1616280	  0.164943	  0.164734	  0.168451		CURRENT LEARNING RATE: 6.692622497972522e-08
previous_iter_valid_loss : 0.16343888640403748

   1616300	  0.163636	  0.163439	  0.168003		CURRENT LEARNING RATE: 6.691284107316457e-08
previous_iter_valid_loss : 0.16217727959156036

   1616320	  0.162360	  0.162177	  0.168073		CURRENT LEARNING RATE: 6.689945984311757e-08
previous_iter_valid_loss : 0.1609070748090744

   1616340	  0.161065	  0.160907	  0.167133		CURRENT LEARNING RATE: 6.688608128904898e-08
previous_iter_valid_loss : 0.16328497231006622

   1616360	  0.163455	  0.163285	  0.167080		CURRENT LEARNING RATE: 6.687270541042366e-08
previous_iter_valid_loss : 0.16510266065597534

   1616380	  0.165312	  0.165103	  0.166833		CURRENT LEARNING RATE: 6.685933220670631e-08
previous_iter_valid_loss : 0.16844028234481812

   1616400	  0.168682	  0.168440	  0.166847		CURRENT LEARNING RATE: 6.684596167736251e-08
previous_iter_valid_loss : 0.16475407779216766

   1616420	  0.164944	  0.164754	  0.166919		CURRENT LEARNING RATE: 6.683259382185718e-08
previous_iter_valid_loss : 0.17278926074504852

   1616440	  0.173057	  0.172789	  0.165948		CURRENT LEARNING RATE: 6.681922863965561e-08
previous_iter_valid_loss : 0.1610238403081894

   1616460	  0.161210	  0.161024	  0.165226		CURRENT LEARNING RATE: 6.680586613022319e-08
previous_iter_valid_loss : 0.16066378355026245

   1616480	  0.160822	  0.160664	  0.165222		CURRENT LEARNING RATE: 6.679250629302543e-08
previous_iter_valid_loss : 0.16087551414966583

   1616500	  0.161020	  0.160876	  0.164605		CURRENT LEARNING RATE: 6.677914912752793e-08
previous_iter_valid_loss : 0.16260278224945068

   1616520	  0.162787	  0.162603	  0.164189		CURRENT LEARNING RATE: 6.676579463319617e-08
previous_iter_valid_loss : 0.1735464185476303

   1616540	  0.173700	  0.173546	  0.164659		CURRENT LEARNING RATE: 6.675244280949643e-08
previous_iter_valid_loss : 0.16237957775592804

   1616560	  0.162542	  0.162380	  0.164753		CURRENT LEARNING RATE: 6.673909365589442e-08
previous_iter_valid_loss : 0.16080766916275024

   1616580	  0.160987	  0.160808	  0.164765		CURRENT LEARNING RATE: 6.672574717185616e-08
previous_iter_valid_loss : 0.16057804226875305

   1616600	  0.160741	  0.160578	  0.164744		CURRENT LEARNING RATE: 6.671240335684781e-08
previous_iter_valid_loss : 0.1665768176317215

   1616620	  0.166732	  0.166577	  0.164960		CURRENT LEARNING RATE: 6.669906221033559e-08
previous_iter_valid_loss : 0.17286187410354614

   1616640	  0.173128	  0.172862	  0.164958		CURRENT LEARNING RATE: 6.668572373178588e-08
previous_iter_valid_loss : 0.1618170440196991

   1616660	  0.162011	  0.161817	  0.164467		CURRENT LEARNING RATE: 6.66723879206651e-08
previous_iter_valid_loss : 0.16520918905735016

   1616680	  0.165413	  0.165209	  0.164490		CURRENT LEARNING RATE: 6.665905477643965e-08
previous_iter_valid_loss : 0.1605081409215927

   1616700	  0.160672	  0.160508	  0.164344		CURRENT LEARNING RATE: 6.66457242985766e-08
previous_iter_valid_loss : 0.16869093477725983

   1616720	  0.168842	  0.168691	  0.164669		CURRENT LEARNING RATE: 6.663239648654255e-08
previous_iter_valid_loss : 0.16052937507629395

   1616740	  0.160701	  0.160529	  0.164651		CURRENT LEARNING RATE: 6.661907133980435e-08
previous_iter_valid_loss : 0.1607031226158142

   1616760	  0.160848	  0.160703	  0.164522		CURRENT LEARNING RATE: 6.660574885782904e-08
previous_iter_valid_loss : 0.1648513823747635

   1616780	  0.165012	  0.164851	  0.164509		CURRENT LEARNING RATE: 6.659242904008368e-08
previous_iter_valid_loss : 0.1664762943983078

   1616800	  0.166698	  0.166476	  0.164411		CURRENT LEARNING RATE: 6.657911188603549e-08
previous_iter_valid_loss : 0.1659199446439743

   1616820	  0.166131	  0.165920	  0.164469		CURRENT LEARNING RATE: 6.656579739515178e-08
previous_iter_valid_loss : 0.16054953634738922

   1616840	  0.160714	  0.160550	  0.163857		CURRENT LEARNING RATE: 6.655248556689973e-08
previous_iter_valid_loss : 0.1634562611579895

   1616860	  0.163642	  0.163456	  0.163979		CURRENT LEARNING RATE: 6.653917640074737e-08
previous_iter_valid_loss : 0.1658441573381424

   1616880	  0.166045	  0.165844	  0.164238		CURRENT LEARNING RATE: 6.652586989616206e-08
previous_iter_valid_loss : 0.16234087944030762

   1616900	  0.162526	  0.162341	  0.164311		CURRENT LEARNING RATE: 6.651256605261157e-08
previous_iter_valid_loss : 0.18301208317279816

   1616920	  0.183168	  0.183012	  0.165331		CURRENT LEARNING RATE: 6.649926486956372e-08
previous_iter_valid_loss : 0.16058355569839478

   1616940	  0.160745	  0.160584	  0.164683		CURRENT LEARNING RATE: 6.648596634648646e-08
previous_iter_valid_loss : 0.16051439940929413

   1616960	  0.160677	  0.160514	  0.164590		CURRENT LEARNING RATE: 6.647267048284789e-08
previous_iter_valid_loss : 0.1802157312631607

   1616980	  0.180371	  0.180216	  0.165560		CURRENT LEARNING RATE: 6.645937727811589e-08
previous_iter_valid_loss : 0.16119445860385895

   1617000	  0.161347	  0.161194	  0.165591		CURRENT LEARNING RATE: 6.644608673175923e-08
previous_iter_valid_loss : 0.16074207425117493

   1617020	  0.160914	  0.160742	  0.165300		CURRENT LEARNING RATE: 6.643279884324607e-08
previous_iter_valid_loss : 0.1678481549024582

   1617040	  0.168066	  0.167848	  0.165049		CURRENT LEARNING RATE: 6.641951361204485e-08
previous_iter_valid_loss : 0.16127052903175354

   1617060	  0.161432	  0.161271	  0.165022		CURRENT LEARNING RATE: 6.640623103762418e-08
previous_iter_valid_loss : 0.16149021685123444

   1617080	  0.161645	  0.161490	  0.164836		CURRENT LEARNING RATE: 6.639295111945278e-08
previous_iter_valid_loss : 0.1741921752691269

   1617100	  0.174339	  0.174192	  0.165520		CURRENT LEARNING RATE: 6.637967385699942e-08
previous_iter_valid_loss : 0.17133677005767822

   1617120	  0.171485	  0.171337	  0.165652		CURRENT LEARNING RATE: 6.636639924973303e-08
previous_iter_valid_loss : 0.16078253090381622

   1617140	  0.160956	  0.160783	  0.165665		CURRENT LEARNING RATE: 6.635312729712239e-08
previous_iter_valid_loss : 0.1608058661222458

   1617160	  0.160988	  0.160806	  0.165670		CURRENT LEARNING RATE: 6.633985799863707e-08
previous_iter_valid_loss : 0.16503500938415527

   1617180	  0.165196	  0.165035	  0.165679		CURRENT LEARNING RATE: 6.632659135374607e-08
previous_iter_valid_loss : 0.1626267433166504

   1617200	  0.162785	  0.162627	  0.165487		CURRENT LEARNING RATE: 6.631332736191876e-08
previous_iter_valid_loss : 0.16258148849010468

   1617220	  0.162773	  0.162581	  0.165320		CURRENT LEARNING RATE: 6.630006602262453e-08
previous_iter_valid_loss : 0.16142581403255463

   1617240	  0.161575	  0.161426	  0.165363		CURRENT LEARNING RATE: 6.628680733533298e-08
previous_iter_valid_loss : 0.2413739711046219

   1617260	  0.241261	  0.241374	  0.169259		CURRENT LEARNING RATE: 6.62735512995137e-08
previous_iter_valid_loss : 0.1620573103427887

   1617280	  0.162232	  0.162057	  0.169070		CURRENT LEARNING RATE: 6.626029791463649e-08
previous_iter_valid_loss : 0.16221317648887634

   1617300	  0.162410	  0.162213	  0.169064		CURRENT LEARNING RATE: 6.624704718017098e-08
previous_iter_valid_loss : 0.16197973489761353

   1617320	  0.162175	  0.161980	  0.168012		CURRENT LEARNING RATE: 6.62337990955876e-08
previous_iter_valid_loss : 0.16931606829166412

   1617340	  0.169558	  0.169316	  0.168449		CURRENT LEARNING RATE: 6.622055366035619e-08
previous_iter_valid_loss : 0.1639658510684967

   1617360	  0.164156	  0.163966	  0.168621		CURRENT LEARNING RATE: 6.620731087394692e-08
previous_iter_valid_loss : 0.20271562039852142

   1617380	  0.203265	  0.202716	  0.169746		CURRENT LEARNING RATE: 6.619407073583011e-08
previous_iter_valid_loss : 0.17081497609615326

   1617400	  0.171072	  0.170815	  0.170227		CURRENT LEARNING RATE: 6.618083324547615e-08
previous_iter_valid_loss : 0.163835808634758

   1617420	  0.164004	  0.163836	  0.170382		CURRENT LEARNING RATE: 6.61675984023555e-08
previous_iter_valid_loss : 0.1647460013628006

   1617440	  0.164954	  0.164746	  0.170227		CURRENT LEARNING RATE: 6.615436620593858e-08
previous_iter_valid_loss : 0.1635797768831253

   1617460	  0.163772	  0.163580	  0.170342		CURRENT LEARNING RATE: 6.614113665569654e-08
previous_iter_valid_loss : 0.1605086475610733

   1617480	  0.160681	  0.160509	  0.170293		CURRENT LEARNING RATE: 6.612790975109998e-08
previous_iter_valid_loss : 0.16185589134693146

   1617500	  0.162013	  0.161856	  0.169676		CURRENT LEARNING RATE: 6.611468549161983e-08
previous_iter_valid_loss : 0.16051164269447327

   1617520	  0.160668	  0.160512	  0.169135		CURRENT LEARNING RATE: 6.610146387672709e-08
previous_iter_valid_loss : 0.1611323058605194

   1617540	  0.161315	  0.161132	  0.169153		CURRENT LEARNING RATE: 6.608824490589292e-08
previous_iter_valid_loss : 0.16931560635566711

   1617560	  0.169465	  0.169316	  0.169578		CURRENT LEARNING RATE: 6.607502857858855e-08
previous_iter_valid_loss : 0.16057443618774414

   1617580	  0.160743	  0.160574	  0.169355		CURRENT LEARNING RATE: 6.606181489428536e-08
previous_iter_valid_loss : 0.16465327143669128

   1617600	  0.164876	  0.164653	  0.169456		CURRENT LEARNING RATE: 6.60486038524545e-08
previous_iter_valid_loss : 0.16542117297649384

   1617620	  0.165578	  0.165421	  0.169598		CURRENT LEARNING RATE: 6.603539545256806e-08
previous_iter_valid_loss : 0.1677040308713913

   1617640	  0.167854	  0.167704	  0.169912		CURRENT LEARNING RATE: 6.602218969409745e-08
previous_iter_valid_loss : 0.16253173351287842

   1617660	  0.162721	  0.162532	  0.165970		CURRENT LEARNING RATE: 6.600898657651443e-08
previous_iter_valid_loss : 0.17178045213222504

   1617680	  0.171931	  0.171780	  0.166456		CURRENT LEARNING RATE: 6.599578609929088e-08
previous_iter_valid_loss : 0.1769258677959442

   1617700	  0.177076	  0.176926	  0.167192		CURRENT LEARNING RATE: 6.598258826189878e-08
previous_iter_valid_loss : 0.16297176480293274

   1617720	  0.163134	  0.162972	  0.167242		CURRENT LEARNING RATE: 6.596939306381022e-08
previous_iter_valid_loss : 0.16182884573936462

   1617740	  0.161988	  0.161829	  0.166867		CURRENT LEARNING RATE: 6.595620050449716e-08
previous_iter_valid_loss : 0.16072137653827667

   1617760	  0.160898	  0.160721	  0.166705		CURRENT LEARNING RATE: 6.594301058343237e-08
previous_iter_valid_loss : 0.16209682822227478

   1617780	  0.162254	  0.162097	  0.164674		CURRENT LEARNING RATE: 6.592982330008801e-08
previous_iter_valid_loss : 0.16236460208892822

   1617800	  0.162515	  0.162365	  0.164252		CURRENT LEARNING RATE: 6.591663865393658e-08
previous_iter_valid_loss : 0.16059012711048126

   1617820	  0.160762	  0.160590	  0.164089		CURRENT LEARNING RATE: 6.590345664445072e-08
previous_iter_valid_loss : 0.16143359243869781

   1617840	  0.161586	  0.161434	  0.163924		CURRENT LEARNING RATE: 6.589027727110313e-08
previous_iter_valid_loss : 0.17286141216754913

   1617860	  0.173009	  0.172861	  0.164388		CURRENT LEARNING RATE: 6.587710053336664e-08
previous_iter_valid_loss : 0.16577082872390747

   1617880	  0.165936	  0.165771	  0.164651		CURRENT LEARNING RATE: 6.586392643071416e-08
previous_iter_valid_loss : 0.16461168229579926

   1617900	  0.164814	  0.164612	  0.164789		CURRENT LEARNING RATE: 6.585075496261853e-08
previous_iter_valid_loss : 0.17426809668540955

   1617920	  0.174415	  0.174268	  0.165476		CURRENT LEARNING RATE: 6.583758612855335e-08
previous_iter_valid_loss : 0.16096584498882294

   1617940	  0.161118	  0.160966	  0.165468		CURRENT LEARNING RATE: 6.582441992799161e-08
previous_iter_valid_loss : 0.16281069815158844

   1617960	  0.162975	  0.162811	  0.165143		CURRENT LEARNING RATE: 6.581125636040668e-08
previous_iter_valid_loss : 0.16070953011512756

   1617980	  0.160872	  0.160710	  0.165150		CURRENT LEARNING RATE: 6.579809542527201e-08
previous_iter_valid_loss : 0.16166122257709503

   1618000	  0.161849	  0.161661	  0.165000		CURRENT LEARNING RATE: 6.578493712206117e-08
previous_iter_valid_loss : 0.18318793177604675

   1618020	  0.183345	  0.183188	  0.165888		CURRENT LEARNING RATE: 6.577178145024783e-08
previous_iter_valid_loss : 0.16064287722110748

   1618040	  0.160796	  0.160643	  0.165535		CURRENT LEARNING RATE: 6.575862840930575e-08
previous_iter_valid_loss : 0.16067242622375488

   1618060	  0.160842	  0.160672	  0.165442		CURRENT LEARNING RATE: 6.574547799870856e-08
previous_iter_valid_loss : 0.16198067367076874

   1618080	  0.162169	  0.161981	  0.164952		CURRENT LEARNING RATE: 6.573233021793077e-08
previous_iter_valid_loss : 0.16099299490451813

   1618100	  0.161172	  0.160993	  0.164156		CURRENT LEARNING RATE: 6.571918506644618e-08
previous_iter_valid_loss : 0.16069850325584412

   1618120	  0.160865	  0.160699	  0.164042		CURRENT LEARNING RATE: 6.570604254372899e-08
previous_iter_valid_loss : 0.16413426399230957

   1618140	  0.164302	  0.164134	  0.164157		CURRENT LEARNING RATE: 6.569290264925353e-08
previous_iter_valid_loss : 0.1687559336423874

   1618160	  0.168991	  0.168756	  0.164559		CURRENT LEARNING RATE: 6.567976538249416e-08
previous_iter_valid_loss : 0.16067102551460266

   1618180	  0.160841	  0.160671	  0.164488		CURRENT LEARNING RATE: 6.566663074292545e-08
previous_iter_valid_loss : 0.16102080047130585

   1618200	  0.161179	  0.161021	  0.164421		CURRENT LEARNING RATE: 6.565349873002172e-08
previous_iter_valid_loss : 0.16048875451087952

   1618220	  0.160652	  0.160489	  0.164415		CURRENT LEARNING RATE: 6.564036934325818e-08
previous_iter_valid_loss : 0.1617211550474167

   1618240	  0.161880	  0.161721	  0.164430		CURRENT LEARNING RATE: 6.562724258210943e-08
previous_iter_valid_loss : 0.16612617671489716

   1618260	  0.166337	  0.166126	  0.164093		CURRENT LEARNING RATE: 6.561411844605041e-08
previous_iter_valid_loss : 0.1772448718547821

   1618280	  0.177552	  0.177245	  0.164667		CURRENT LEARNING RATE: 6.560099693455611e-08
previous_iter_valid_loss : 0.16324101388454437

   1618300	  0.163404	  0.163241	  0.164598		CURRENT LEARNING RATE: 6.55878780471017e-08
previous_iter_valid_loss : 0.16496790945529938

   1618320	  0.165177	  0.164968	  0.164133		CURRENT LEARNING RATE: 6.557476178316242e-08
previous_iter_valid_loss : 0.163258358836174

   1618340	  0.163427	  0.163258	  0.164248		CURRENT LEARNING RATE: 6.556164814221362e-08
previous_iter_valid_loss : 0.18017368018627167

   1618360	  0.180504	  0.180174	  0.165116		CURRENT LEARNING RATE: 6.554853712373054e-08
previous_iter_valid_loss : 0.16221804916858673

   1618380	  0.162418	  0.162218	  0.165191		CURRENT LEARNING RATE: 6.553542872718917e-08
previous_iter_valid_loss : 0.16245751082897186

   1618400	  0.162612	  0.162458	  0.165231		CURRENT LEARNING RATE: 6.552232295206497e-08
previous_iter_valid_loss : 0.16457438468933105

   1618420	  0.164732	  0.164574	  0.164301		CURRENT LEARNING RATE: 6.550921979783368e-08
previous_iter_valid_loss : 0.16060809791088104

   1618440	  0.160764	  0.160608	  0.164299		CURRENT LEARNING RATE: 6.54961192639712e-08
previous_iter_valid_loss : 0.16273152828216553

   1618460	  0.162924	  0.162732	  0.164402		CURRENT LEARNING RATE: 6.548302134995349e-08
previous_iter_valid_loss : 0.16077949106693268

   1618480	  0.160956	  0.160779	  0.164342		CURRENT LEARNING RATE: 6.546992605525666e-08
previous_iter_valid_loss : 0.17259731888771057

   1618500	  0.172743	  0.172597	  0.164922		CURRENT LEARNING RATE: 6.545683337935688e-08
previous_iter_valid_loss : 0.1670297235250473

   1618520	  0.167245	  0.167030	  0.165238		CURRENT LEARNING RATE: 6.54437433217302e-08
previous_iter_valid_loss : 0.16707296669483185

   1618540	  0.167307	  0.167073	  0.165385		CURRENT LEARNING RATE: 6.543065588185348e-08
previous_iter_valid_loss : 0.16094759106636047

   1618560	  0.161104	  0.160948	  0.164995		CURRENT LEARNING RATE: 6.541757105920303e-08
previous_iter_valid_loss : 0.18627768754959106

   1618580	  0.186426	  0.186278	  0.166275		CURRENT LEARNING RATE: 6.540448885325541e-08
previous_iter_valid_loss : 0.16118492186069489

   1618600	  0.161367	  0.161185	  0.166284		CURRENT LEARNING RATE: 6.539140926348737e-08
previous_iter_valid_loss : 0.16052356362342834

   1618620	  0.160689	  0.160524	  0.166285		CURRENT LEARNING RATE: 6.537833228937571e-08
previous_iter_valid_loss : 0.16709065437316895

   1618640	  0.167310	  0.167091	  0.166554		CURRENT LEARNING RATE: 6.536525793039734e-08
previous_iter_valid_loss : 0.16078831255435944

   1618660	  0.160947	  0.160788	  0.166287		CURRENT LEARNING RATE: 6.535218618602907e-08
previous_iter_valid_loss : 0.16266079246997833

   1618680	  0.162818	  0.162661	  0.165558		CURRENT LEARNING RATE: 6.53391170557485e-08
previous_iter_valid_loss : 0.1735456883907318

   1618700	  0.173696	  0.173546	  0.166073		CURRENT LEARNING RATE: 6.53260505390326e-08
previous_iter_valid_loss : 0.16968750953674316

   1618720	  0.169834	  0.169688	  0.166309		CURRENT LEARNING RATE: 6.531298663535874e-08
previous_iter_valid_loss : 0.16715918481349945

   1618740	  0.167320	  0.167159	  0.166504		CURRENT LEARNING RATE: 6.529992534420435e-08
previous_iter_valid_loss : 0.16078272461891174

   1618760	  0.160960	  0.160783	  0.165534		CURRENT LEARNING RATE: 6.528686666504698e-08
previous_iter_valid_loss : 0.16207163035869598

   1618780	  0.162243	  0.162072	  0.165527		CURRENT LEARNING RATE: 6.527381059736429e-08
previous_iter_valid_loss : 0.1605389416217804

   1618800	  0.160714	  0.160539	  0.165431		CURRENT LEARNING RATE: 6.526075714063403e-08
previous_iter_valid_loss : 0.1605476588010788

   1618820	  0.160709	  0.160548	  0.165230		CURRENT LEARNING RATE: 6.524770629433383e-08
previous_iter_valid_loss : 0.16973571479320526

   1618840	  0.169887	  0.169736	  0.165686		CURRENT LEARNING RATE: 6.523465805794213e-08
previous_iter_valid_loss : 0.16103756427764893

   1618860	  0.161198	  0.161038	  0.165601		CURRENT LEARNING RATE: 6.522161243093676e-08
previous_iter_valid_loss : 0.16620895266532898

   1618880	  0.166423	  0.166209	  0.165873		CURRENT LEARNING RATE: 6.520856941279589e-08
previous_iter_valid_loss : 0.16684098541736603

   1618900	  0.167001	  0.166841	  0.165585		CURRENT LEARNING RATE: 6.519552900299782e-08
previous_iter_valid_loss : 0.16147740185260773

   1618920	  0.161632	  0.161477	  0.165308		CURRENT LEARNING RATE: 6.51824912010209e-08
previous_iter_valid_loss : 0.1606646627187729

   1618940	  0.160817	  0.160665	  0.164987		CURRENT LEARNING RATE: 6.516945600634365e-08
previous_iter_valid_loss : 0.16089898347854614

   1618960	  0.161079	  0.160899	  0.164985		CURRENT LEARNING RATE: 6.51564234184444e-08
previous_iter_valid_loss : 0.16062010824680328

   1618980	  0.160788	  0.160620	  0.163702		CURRENT LEARNING RATE: 6.514339343680234e-08
previous_iter_valid_loss : 0.16149505972862244

   1619000	  0.161676	  0.161495	  0.163717		CURRENT LEARNING RATE: 6.513036606089604e-08
previous_iter_valid_loss : 0.1606934815645218

   1619020	  0.160846	  0.160693	  0.163726		CURRENT LEARNING RATE: 6.511734129020437e-08
previous_iter_valid_loss : 0.1638510376214981

   1619040	  0.164022	  0.163851	  0.163564		CURRENT LEARNING RATE: 6.510431912420636e-08
previous_iter_valid_loss : 0.16318254172801971

   1619060	  0.163347	  0.163183	  0.163684		CURRENT LEARNING RATE: 6.509129956238114e-08
previous_iter_valid_loss : 0.16198047995567322

   1619080	  0.162172	  0.161980	  0.163650		CURRENT LEARNING RATE: 6.50782826042079e-08
previous_iter_valid_loss : 0.1623312532901764

   1619100	  0.162528	  0.162331	  0.163089		CURRENT LEARNING RATE: 6.506526824916598e-08
previous_iter_valid_loss : 0.1684785783290863

   1619120	  0.168720	  0.168479	  0.163028		CURRENT LEARNING RATE: 6.505225649673455e-08
previous_iter_valid_loss : 0.16082872450351715

   1619140	  0.160984	  0.160829	  0.162712		CURRENT LEARNING RATE: 6.503924734639363e-08
previous_iter_valid_loss : 0.1645636111497879

   1619160	  0.164765	  0.164564	  0.162901		CURRENT LEARNING RATE: 6.502624079762262e-08
previous_iter_valid_loss : 0.1630503237247467

   1619180	  0.163249	  0.163050	  0.162950		CURRENT LEARNING RATE: 6.501323684990124e-08
previous_iter_valid_loss : 0.163447305560112

   1619200	  0.163605	  0.163447	  0.163095		CURRENT LEARNING RATE: 6.500023550270935e-08
previous_iter_valid_loss : 0.16293011605739594

   1619220	  0.163102	  0.162930	  0.163214		CURRENT LEARNING RATE: 6.498723675552689e-08
previous_iter_valid_loss : 0.16515319049358368

   1619240	  0.165345	  0.165153	  0.162985		CURRENT LEARNING RATE: 6.49742406078339e-08
previous_iter_valid_loss : 0.1620151549577713

   1619260	  0.162172	  0.162015	  0.163034		CURRENT LEARNING RATE: 6.496124705911054e-08
previous_iter_valid_loss : 0.16059035062789917

   1619280	  0.160749	  0.160590	  0.162753		CURRENT LEARNING RATE: 6.494825610883685e-08
previous_iter_valid_loss : 0.1802970916032791

   1619300	  0.180451	  0.180297	  0.163426		CURRENT LEARNING RATE: 6.493526775649364e-08
previous_iter_valid_loss : 0.1636303961277008

   1619320	  0.163833	  0.163630	  0.163534		CURRENT LEARNING RATE: 6.492228200156116e-08
previous_iter_valid_loss : 0.16170662641525269

   1619340	  0.161855	  0.161707	  0.163586		CURRENT LEARNING RATE: 6.490929884351996e-08
previous_iter_valid_loss : 0.17185962200164795

   1619360	  0.172126	  0.171860	  0.164134		CURRENT LEARNING RATE: 6.489631828185072e-08
previous_iter_valid_loss : 0.16183248162269592

   1619380	  0.161986	  0.161832	  0.164194		CURRENT LEARNING RATE: 6.488334031603421e-08
previous_iter_valid_loss : 0.1606922596693039

   1619400	  0.160850	  0.160692	  0.164154		CURRENT LEARNING RATE: 6.487036494555134e-08
previous_iter_valid_loss : 0.16754098236560822

   1619420	  0.167769	  0.167541	  0.164497		CURRENT LEARNING RATE: 6.485739216988284e-08
previous_iter_valid_loss : 0.1628338247537613

   1619440	  0.162995	  0.162834	  0.164446		CURRENT LEARNING RATE: 6.484442198851027e-08
previous_iter_valid_loss : 0.16239719092845917

   1619460	  0.162572	  0.162397	  0.164406		CURRENT LEARNING RATE: 6.483145440091458e-08
previous_iter_valid_loss : 0.16064034402370453

   1619480	  0.160799	  0.160640	  0.164339		CURRENT LEARNING RATE: 6.481848940657708e-08
previous_iter_valid_loss : 0.16734008491039276

   1619500	  0.167495	  0.167340	  0.164590		CURRENT LEARNING RATE: 6.480552700497916e-08
previous_iter_valid_loss : 0.16059112548828125

   1619520	  0.160756	  0.160591	  0.164196		CURRENT LEARNING RATE: 6.479256719560233e-08
previous_iter_valid_loss : 0.16083362698554993

   1619540	  0.160986	  0.160834	  0.164196		CURRENT LEARNING RATE: 6.47796099779282e-08
previous_iter_valid_loss : 0.16223959624767303

   1619560	  0.162398	  0.162240	  0.164080		CURRENT LEARNING RATE: 6.476665535143848e-08
previous_iter_valid_loss : 0.16082346439361572

   1619580	  0.160983	  0.160823	  0.163968		CURRENT LEARNING RATE: 6.475370331561474e-08
previous_iter_valid_loss : 0.16048754751682281

   1619600	  0.160651	  0.160488	  0.163820		CURRENT LEARNING RATE: 6.474075386993938e-08
previous_iter_valid_loss : 0.1614123433828354

   1619620	  0.161603	  0.161412	  0.163744		CURRENT LEARNING RATE: 6.472780701389418e-08
previous_iter_valid_loss : 0.1617932915687561

   1619640	  0.161976	  0.161793	  0.163576		CURRENT LEARNING RATE: 6.471486274696128e-08
previous_iter_valid_loss : 0.16140547394752502

   1619660	  0.161565	  0.161405	  0.163546		CURRENT LEARNING RATE: 6.470192106862289e-08
previous_iter_valid_loss : 0.1623138189315796

   1619680	  0.162509	  0.162314	  0.163632		CURRENT LEARNING RATE: 6.468898197836134e-08
previous_iter_valid_loss : 0.16121573746204376

   1619700	  0.161404	  0.161216	  0.162678		CURRENT LEARNING RATE: 6.46760454756591e-08
previous_iter_valid_loss : 0.1609964519739151

   1619720	  0.161157	  0.160996	  0.162546		CURRENT LEARNING RATE: 6.466311155999869e-08
previous_iter_valid_loss : 0.17441697418689728

   1619740	  0.174565	  0.174417	  0.163182		CURRENT LEARNING RATE: 6.46501802308625e-08
previous_iter_valid_loss : 0.16098938882350922

   1619760	  0.161138	  0.160989	  0.162638		CURRENT LEARNING RATE: 6.463725148773377e-08
previous_iter_valid_loss : 0.16335512697696686

   1619780	  0.163561	  0.163355	  0.162714		CURRENT LEARNING RATE: 6.462432533009509e-08
previous_iter_valid_loss : 0.16260653734207153

   1619800	  0.162767	  0.162607	  0.162810		CURRENT LEARNING RATE: 6.461140175742946e-08
previous_iter_valid_loss : 0.16891130805015564

   1619820	  0.169150	  0.168911	  0.162879		CURRENT LEARNING RATE: 6.45984807692199e-08
previous_iter_valid_loss : 0.18140755593776703

   1619840	  0.181761	  0.181408	  0.163807		CURRENT LEARNING RATE: 6.458556236494956e-08
previous_iter_valid_loss : 0.16092932224273682

   1619860	  0.161090	  0.160929	  0.163734		CURRENT LEARNING RATE: 6.457264654410174e-08
previous_iter_valid_loss : 0.16079987585544586

   1619880	  0.160954	  0.160800	  0.163742		CURRENT LEARNING RATE: 6.455973330615956e-08
previous_iter_valid_loss : 0.16156725585460663

   1619900	  0.161752	  0.161567	  0.163453		CURRENT LEARNING RATE: 6.454682265060695e-08
previous_iter_valid_loss : 0.16552136838436127

   1619920	  0.165731	  0.165521	  0.163700		CURRENT LEARNING RATE: 6.453391457692725e-08
previous_iter_valid_loss : 0.16356897354125977

   1619940	  0.163771	  0.163569	  0.163837		CURRENT LEARNING RATE: 6.452100908460414e-08
previous_iter_valid_loss : 0.16695547103881836

   1619960	  0.167113	  0.166955	  0.164072		CURRENT LEARNING RATE: 6.450810617312142e-08
previous_iter_valid_loss : 0.16312415897846222

   1619980	  0.163303	  0.163124	  0.164187		CURRENT LEARNING RATE: 6.449520584196294e-08
previous_iter_valid_loss : 0.16116762161254883

   1620000	  0.161356	  0.161168	  0.164221		CURRENT LEARNING RATE: 6.44823080906127e-08
previous_iter_valid_loss : 0.16966493427753448

   1620020	  0.169903	  0.169665	  0.164634		CURRENT LEARNING RATE: 6.44694129185548e-08
previous_iter_valid_loss : 0.16063539683818817

   1620040	  0.160791	  0.160635	  0.164576		CURRENT LEARNING RATE: 6.445652032527318e-08
previous_iter_valid_loss : 0.16091740131378174

   1620060	  0.161098	  0.160917	  0.164552		CURRENT LEARNING RATE: 6.444363031025263e-08
previous_iter_valid_loss : 0.1828203648328781

   1620080	  0.182974	  0.182820	  0.165577		CURRENT LEARNING RATE: 6.443074287297731e-08
previous_iter_valid_loss : 0.16056445240974426

   1620100	  0.160722	  0.160564	  0.165545		CURRENT LEARNING RATE: 6.44178580129317e-08
previous_iter_valid_loss : 0.18286947906017303

   1620120	  0.183215	  0.182869	  0.166638		CURRENT LEARNING RATE: 6.440497572960041e-08
previous_iter_valid_loss : 0.1655881553888321

   1620140	  0.165748	  0.165588	  0.166197		CURRENT LEARNING RATE: 6.439209602246817e-08
previous_iter_valid_loss : 0.16648757457733154

   1620160	  0.166697	  0.166488	  0.166472		CURRENT LEARNING RATE: 6.437921889101977e-08
previous_iter_valid_loss : 0.16583815217018127

   1620180	  0.166039	  0.165838	  0.166596		CURRENT LEARNING RATE: 6.436634433473992e-08
previous_iter_valid_loss : 0.16331186890602112

   1620200	  0.163505	  0.163312	  0.166631		CURRENT LEARNING RATE: 6.435347235311406e-08
previous_iter_valid_loss : 0.17010153830051422

   1620220	  0.170351	  0.170102	  0.166691		CURRENT LEARNING RATE: 6.434060294562711e-08
previous_iter_valid_loss : 0.16323977708816528

   1620240	  0.163428	  0.163240	  0.165782		CURRENT LEARNING RATE: 6.432773611176429e-08
previous_iter_valid_loss : 0.16993936896324158

   1620260	  0.170089	  0.169939	  0.166233		CURRENT LEARNING RATE: 6.431487185101093e-08
previous_iter_valid_loss : 0.1617286205291748

   1620280	  0.161892	  0.161729	  0.166279		CURRENT LEARNING RATE: 6.430201016285245e-08
previous_iter_valid_loss : 0.1675470471382141

   1620300	  0.167709	  0.167547	  0.166578		CURRENT LEARNING RATE: 6.428915104677437e-08
previous_iter_valid_loss : 0.18694333732128143

   1620320	  0.187084	  0.186943	  0.167649		CURRENT LEARNING RATE: 6.427629450226235e-08
previous_iter_valid_loss : 0.16962400078773499

   1620340	  0.169777	  0.169624	  0.167952		CURRENT LEARNING RATE: 6.426344052880191e-08
previous_iter_valid_loss : 0.1617441028356552

   1620360	  0.161902	  0.161744	  0.167691		CURRENT LEARNING RATE: 6.42505891258793e-08
previous_iter_valid_loss : 0.1611756831407547

   1620380	  0.161364	  0.161176	  0.167594		CURRENT LEARNING RATE: 6.423774029298027e-08
previous_iter_valid_loss : 0.1671174168586731

   1620400	  0.167336	  0.167117	  0.167891		CURRENT LEARNING RATE: 6.422489402959086e-08
previous_iter_valid_loss : 0.1670600324869156

   1620420	  0.167280	  0.167060	  0.167761		CURRENT LEARNING RATE: 6.421205033519722e-08
previous_iter_valid_loss : 0.17306342720985413

   1620440	  0.173332	  0.173063	  0.168383		CURRENT LEARNING RATE: 6.419920920928562e-08
previous_iter_valid_loss : 0.16247843205928802

   1620460	  0.162673	  0.162478	  0.168461		CURRENT LEARNING RATE: 6.418637065134238e-08
previous_iter_valid_loss : 0.16495606303215027

   1620480	  0.165143	  0.164956	  0.167567		CURRENT LEARNING RATE: 6.417353466085397e-08
previous_iter_valid_loss : 0.16061469912528992

   1620500	  0.160775	  0.160615	  0.167570		CURRENT LEARNING RATE: 6.416070123730674e-08
previous_iter_valid_loss : 0.1824665665626526

   1620520	  0.182625	  0.182467	  0.167550		CURRENT LEARNING RATE: 6.414787038018779e-08
previous_iter_valid_loss : 0.1622651219367981

   1620540	  0.162421	  0.162265	  0.167384		CURRENT LEARNING RATE: 6.413504208898366e-08
previous_iter_valid_loss : 0.1691930890083313

   1620560	  0.169346	  0.169193	  0.167519		CURRENT LEARNING RATE: 6.412221636318123e-08
previous_iter_valid_loss : 0.17153263092041016

   1620580	  0.171682	  0.171533	  0.167804		CURRENT LEARNING RATE: 6.410939320226745e-08
previous_iter_valid_loss : 0.1702079027891159

   1620600	  0.170358	  0.170208	  0.168148		CURRENT LEARNING RATE: 6.409657260572942e-08
previous_iter_valid_loss : 0.1794615536928177

   1620620	  0.179622	  0.179462	  0.168616		CURRENT LEARNING RATE: 6.408375457305429e-08
previous_iter_valid_loss : 0.16069166362285614

   1620640	  0.160870	  0.160692	  0.168489		CURRENT LEARNING RATE: 6.407093910372915e-08
previous_iter_valid_loss : 0.1636735498905182

   1620660	  0.163847	  0.163674	  0.168176		CURRENT LEARNING RATE: 6.405812619724178e-08
previous_iter_valid_loss : 0.16396671533584595

   1620680	  0.164164	  0.163967	  0.168288		CURRENT LEARNING RATE: 6.404531585307949e-08
previous_iter_valid_loss : 0.16531722247600555

   1620700	  0.165477	  0.165317	  0.168176		CURRENT LEARNING RATE: 6.403250807072982e-08
previous_iter_valid_loss : 0.16482758522033691

   1620720	  0.165033	  0.164828	  0.167070		CURRENT LEARNING RATE: 6.40197028496805e-08
previous_iter_valid_loss : 0.18144665658473969

   1620740	  0.181601	  0.181447	  0.167662		CURRENT LEARNING RATE: 6.40069001894193e-08
previous_iter_valid_loss : 0.1747150868177414

   1620760	  0.174992	  0.174715	  0.168310		CURRENT LEARNING RATE: 6.399410008943411e-08
previous_iter_valid_loss : 0.16334328055381775

   1620780	  0.163523	  0.163343	  0.168418		CURRENT LEARNING RATE: 6.398130254921293e-08
previous_iter_valid_loss : 0.16055677831172943

   1620800	  0.160720	  0.160557	  0.168090		CURRENT LEARNING RATE: 6.396850756824364e-08
previous_iter_valid_loss : 0.17159777879714966

   1620820	  0.171858	  0.171598	  0.168317		CURRENT LEARNING RATE: 6.395571514601488e-08
previous_iter_valid_loss : 0.1685580462217331

   1620840	  0.168789	  0.168558	  0.168092		CURRENT LEARNING RATE: 6.394292528201473e-08
previous_iter_valid_loss : 0.19315645098686218

   1620860	  0.193275	  0.193156	  0.169626		CURRENT LEARNING RATE: 6.393013797573162e-08
previous_iter_valid_loss : 0.17459528148174286

   1620880	  0.174743	  0.174595	  0.170108		CURRENT LEARNING RATE: 6.391735322665403e-08
previous_iter_valid_loss : 0.16595542430877686

   1620900	  0.166179	  0.165955	  0.170375		CURRENT LEARNING RATE: 6.390457103427058e-08
previous_iter_valid_loss : 0.16575399041175842

   1620920	  0.165915	  0.165754	  0.169539		CURRENT LEARNING RATE: 6.389179139806996e-08
previous_iter_valid_loss : 0.16486601531505585

   1620940	  0.165029	  0.164866	  0.169669		CURRENT LEARNING RATE: 6.387901431754102e-08
previous_iter_valid_loss : 0.1747397929430008

   1620960	  0.175015	  0.174740	  0.169947		CURRENT LEARNING RATE: 6.386623979217244e-08
previous_iter_valid_loss : 0.16520118713378906

   1620980	  0.165405	  0.165201	  0.169630		CURRENT LEARNING RATE: 6.385346782145367e-08
previous_iter_valid_loss : 0.16172079741954803

   1621000	  0.161896	  0.161721	  0.169206		CURRENT LEARNING RATE: 6.384069840487363e-08
previous_iter_valid_loss : 0.16107749938964844

   1621020	  0.161230	  0.161077	  0.168287		CURRENT LEARNING RATE: 6.382793154192155e-08
previous_iter_valid_loss : 0.16167323291301727

   1621040	  0.161827	  0.161673	  0.168336		CURRENT LEARNING RATE: 6.381516723208673e-08
previous_iter_valid_loss : 0.16279400885105133

   1621060	  0.162984	  0.162794	  0.168292		CURRENT LEARNING RATE: 6.38024054748586e-08
previous_iter_valid_loss : 0.16189315915107727

   1621080	  0.162066	  0.161893	  0.168188		CURRENT LEARNING RATE: 6.37896462697267e-08
previous_iter_valid_loss : 0.16251663863658905

   1621100	  0.162689	  0.162517	  0.168048		CURRENT LEARNING RATE: 6.377688961618044e-08
previous_iter_valid_loss : 0.16771644353866577

   1621120	  0.167941	  0.167716	  0.168192		CURRENT LEARNING RATE: 6.376413551370999e-08
previous_iter_valid_loss : 0.1669536828994751

   1621140	  0.167182	  0.166954	  0.167468		CURRENT LEARNING RATE: 6.375138396180497e-08
previous_iter_valid_loss : 0.18240360915660858

   1621160	  0.182766	  0.182404	  0.167852		CURRENT LEARNING RATE: 6.373863495995532e-08
previous_iter_valid_loss : 0.16534985601902008

   1621180	  0.165565	  0.165350	  0.167953		CURRENT LEARNING RATE: 6.372588850765108e-08
previous_iter_valid_loss : 0.1615120768547058

   1621200	  0.161680	  0.161512	  0.168000		CURRENT LEARNING RATE: 6.371314460438239e-08
previous_iter_valid_loss : 0.16565847396850586

   1621220	  0.165820	  0.165658	  0.167703		CURRENT LEARNING RATE: 6.370040324963948e-08
previous_iter_valid_loss : 0.17254751920700073

   1621240	  0.172813	  0.172548	  0.167903		CURRENT LEARNING RATE: 6.368766444291273e-08
previous_iter_valid_loss : 0.16258017718791962

   1621260	  0.162772	  0.162580	  0.166374		CURRENT LEARNING RATE: 6.367492818369231e-08
previous_iter_valid_loss : 0.1745837777853012

   1621280	  0.174871	  0.174584	  0.166373		CURRENT LEARNING RATE: 6.366219447146928e-08
previous_iter_valid_loss : 0.17125333845615387

   1621300	  0.171516	  0.171253	  0.166638		CURRENT LEARNING RATE: 6.364946330573403e-08
previous_iter_valid_loss : 0.16420681774616241

   1621320	  0.164408	  0.164207	  0.166561		CURRENT LEARNING RATE: 6.363673468597731e-08
previous_iter_valid_loss : 0.1763296276330948

   1621340	  0.176615	  0.176330	  0.167134		CURRENT LEARNING RATE: 6.362400861169e-08
previous_iter_valid_loss : 0.16058187186717987

   1621360	  0.160755	  0.160582	  0.166426		CURRENT LEARNING RATE: 6.361128508236304e-08
previous_iter_valid_loss : 0.1608796864748001

   1621380	  0.161032	  0.160880	  0.166210		CURRENT LEARNING RATE: 6.359856409748749e-08
previous_iter_valid_loss : 0.16821371018886566

   1621400	  0.168449	  0.168214	  0.166535		CURRENT LEARNING RATE: 6.358584565655427e-08
previous_iter_valid_loss : 0.17117375135421753

   1621420	  0.171323	  0.171174	  0.167040		CURRENT LEARNING RATE: 6.357312975905513e-08
previous_iter_valid_loss : 0.22969843447208405

   1621440	  0.229651	  0.229698	  0.170441		CURRENT LEARNING RATE: 6.356041640448118e-08
previous_iter_valid_loss : 0.16641874611377716

   1621460	  0.166631	  0.166419	  0.170622		CURRENT LEARNING RATE: 6.35477055923239e-08
previous_iter_valid_loss : 0.16092899441719055

   1621480	  0.161106	  0.160929	  0.170574		CURRENT LEARNING RATE: 6.353499732207485e-08
previous_iter_valid_loss : 0.1674625724554062

   1621500	  0.167697	  0.167463	  0.170821		CURRENT LEARNING RATE: 6.352229159322571e-08
previous_iter_valid_loss : 0.16147319972515106

   1621520	  0.161653	  0.161473	  0.170509		CURRENT LEARNING RATE: 6.350958840526823e-08
previous_iter_valid_loss : 0.17406216263771057

   1621540	  0.174211	  0.174062	  0.170864		CURRENT LEARNING RATE: 6.34968877576943e-08
previous_iter_valid_loss : 0.160495325922966

   1621560	  0.160653	  0.160495	  0.169769		CURRENT LEARNING RATE: 6.348418964999565e-08
previous_iter_valid_loss : 0.16579589247703552

   1621580	  0.166010	  0.165796	  0.169791		CURRENT LEARNING RATE: 6.347149408166483e-08
previous_iter_valid_loss : 0.17196321487426758

   1621600	  0.172228	  0.171963	  0.170314		CURRENT LEARNING RATE: 6.345880105219379e-08
previous_iter_valid_loss : 0.17306895554065704

   1621620	  0.173218	  0.173069	  0.170684		CURRENT LEARNING RATE: 6.34461105610748e-08
previous_iter_valid_loss : 0.16204994916915894

   1621640	  0.162218	  0.162050	  0.170160		CURRENT LEARNING RATE: 6.343342260780024e-08
previous_iter_valid_loss : 0.17251138389110565

   1621660	  0.172661	  0.172511	  0.170656		CURRENT LEARNING RATE: 6.342073719186258e-08
previous_iter_valid_loss : 0.16958680748939514

   1621680	  0.169738	  0.169587	  0.170406		CURRENT LEARNING RATE: 6.340805431275443e-08
previous_iter_valid_loss : 0.16729097068309784

   1621700	  0.167514	  0.167291	  0.170208		CURRENT LEARNING RATE: 6.339537396996845e-08
previous_iter_valid_loss : 0.16093184053897858

   1621720	  0.161113	  0.160932	  0.170044		CURRENT LEARNING RATE: 6.338269616299723e-08
previous_iter_valid_loss : 0.16464102268218994

   1621740	  0.164809	  0.164641	  0.169460		CURRENT LEARNING RATE: 6.337002089133406e-08
previous_iter_valid_loss : 0.16054213047027588

   1621760	  0.160708	  0.160542	  0.169458		CURRENT LEARNING RATE: 6.335734815447177e-08
previous_iter_valid_loss : 0.16470807790756226

   1621780	  0.164866	  0.164708	  0.169649		CURRENT LEARNING RATE: 6.334467795190339e-08
previous_iter_valid_loss : 0.17146944999694824

   1621800	  0.171734	  0.171469	  0.169812		CURRENT LEARNING RATE: 6.333201028312214e-08
previous_iter_valid_loss : 0.16161112487316132

   1621820	  0.161799	  0.161611	  0.169334		CURRENT LEARNING RATE: 6.33193451476213e-08
previous_iter_valid_loss : 0.1615275740623474

   1621840	  0.161703	  0.161528	  0.165926		CURRENT LEARNING RATE: 6.33066825448943e-08
previous_iter_valid_loss : 0.17127695679664612

   1621860	  0.171535	  0.171277	  0.166168		CURRENT LEARNING RATE: 6.329402247443436e-08
previous_iter_valid_loss : 0.16052351891994476

   1621880	  0.160689	  0.160524	  0.166148		CURRENT LEARNING RATE: 6.328136493573557e-08
previous_iter_valid_loss : 0.1610935628414154

   1621900	  0.161276	  0.161094	  0.165830		CURRENT LEARNING RATE: 6.326870992829138e-08
previous_iter_valid_loss : 0.16421474516391754

   1621920	  0.164406	  0.164215	  0.165967		CURRENT LEARNING RATE: 6.325605745159559e-08
previous_iter_valid_loss : 0.17920732498168945

   1621940	  0.179542	  0.179207	  0.166224		CURRENT LEARNING RATE: 6.324340750514211e-08
previous_iter_valid_loss : 0.16051706671714783

   1621960	  0.160685	  0.160517	  0.166225		CURRENT LEARNING RATE: 6.323076008842495e-08
previous_iter_valid_loss : 0.1612638682126999

   1621980	  0.161424	  0.161264	  0.165998		CURRENT LEARNING RATE: 6.32181152009382e-08
previous_iter_valid_loss : 0.16060034930706024

   1622000	  0.160756	  0.160600	  0.165430		CURRENT LEARNING RATE: 6.320547284217605e-08
previous_iter_valid_loss : 0.16131845116615295

   1622020	  0.161507	  0.161318	  0.164843		CURRENT LEARNING RATE: 6.319283301163261e-08
previous_iter_valid_loss : 0.16101518273353577

   1622040	  0.161197	  0.161015	  0.164791		CURRENT LEARNING RATE: 6.318019570880272e-08
previous_iter_valid_loss : 0.16287699341773987

   1622060	  0.163077	  0.162877	  0.164309		CURRENT LEARNING RATE: 6.316756093318066e-08
previous_iter_valid_loss : 0.1807096004486084

   1622080	  0.181044	  0.180710	  0.164865		CURRENT LEARNING RATE: 6.315492868426106e-08
previous_iter_valid_loss : 0.16223858296871185

   1622100	  0.162424	  0.162239	  0.164613		CURRENT LEARNING RATE: 6.31422989615386e-08
previous_iter_valid_loss : 0.1629074364900589

   1622120	  0.163075	  0.162907	  0.164712		CURRENT LEARNING RATE: 6.312967176450812e-08
previous_iter_valid_loss : 0.16655154526233673

   1622140	  0.166769	  0.166552	  0.164807		CURRENT LEARNING RATE: 6.311704709266452e-08
previous_iter_valid_loss : 0.17095181345939636

   1622160	  0.171102	  0.170952	  0.165328		CURRENT LEARNING RATE: 6.310442494550258e-08
previous_iter_valid_loss : 0.16614972054958344

   1622180	  0.166314	  0.166150	  0.165400		CURRENT LEARNING RATE: 6.309180532251788e-08
previous_iter_valid_loss : 0.1725214123725891

   1622200	  0.172668	  0.172521	  0.165452		CURRENT LEARNING RATE: 6.307918822320538e-08
previous_iter_valid_loss : 0.16053324937820435

   1622220	  0.160689	  0.160533	  0.165398		CURRENT LEARNING RATE: 6.306657364706044e-08
previous_iter_valid_loss : 0.16136065125465393

   1622240	  0.161514	  0.161361	  0.165390		CURRENT LEARNING RATE: 6.305396159357844e-08
previous_iter_valid_loss : 0.16063888370990753

   1622260	  0.160810	  0.160639	  0.164858		CURRENT LEARNING RATE: 6.304135206225492e-08
previous_iter_valid_loss : 0.16074080765247345

   1622280	  0.160915	  0.160741	  0.164869		CURRENT LEARNING RATE: 6.302874505258549e-08
previous_iter_valid_loss : 0.16346071660518646

   1622300	  0.163655	  0.163461	  0.164987		CURRENT LEARNING RATE: 6.301614056406587e-08
previous_iter_valid_loss : 0.1605151891708374

   1622320	  0.160674	  0.160515	  0.164802		CURRENT LEARNING RATE: 6.300353859619166e-08
previous_iter_valid_loss : 0.1619575023651123

   1622340	  0.162126	  0.161958	  0.163940		CURRENT LEARNING RATE: 6.299093914845921e-08
previous_iter_valid_loss : 0.1696837693452835

   1622360	  0.169932	  0.169684	  0.164398		CURRENT LEARNING RATE: 6.297834222036435e-08
previous_iter_valid_loss : 0.16064243018627167

   1622380	  0.160815	  0.160642	  0.164367		CURRENT LEARNING RATE: 6.296574781140319e-08
previous_iter_valid_loss : 0.16149522364139557

   1622400	  0.161649	  0.161495	  0.164412		CURRENT LEARNING RATE: 6.295315592107194e-08
previous_iter_valid_loss : 0.1690741926431656

   1622420	  0.169227	  0.169074	  0.164800		CURRENT LEARNING RATE: 6.294056654886694e-08
previous_iter_valid_loss : 0.16686271131038666

   1622440	  0.167076	  0.166863	  0.165092		CURRENT LEARNING RATE: 6.292797969428462e-08
previous_iter_valid_loss : 0.17926640808582306

   1622460	  0.179583	  0.179266	  0.165912		CURRENT LEARNING RATE: 6.291539535682148e-08
previous_iter_valid_loss : 0.16755908727645874

   1622480	  0.167775	  0.167559	  0.165254		CURRENT LEARNING RATE: 6.290281353597394e-08
previous_iter_valid_loss : 0.160938560962677

   1622500	  0.161119	  0.160939	  0.165189		CURRENT LEARNING RATE: 6.289023423123919e-08
previous_iter_valid_loss : 0.16386140882968903

   1622520	  0.164031	  0.163861	  0.165237		CURRENT LEARNING RATE: 6.28776574421138e-08
previous_iter_valid_loss : 0.16569291055202484

   1622540	  0.165850	  0.165693	  0.165194		CURRENT LEARNING RATE: 6.286508316809472e-08
previous_iter_valid_loss : 0.1615259349346161

   1622560	  0.161710	  0.161526	  0.164723		CURRENT LEARNING RATE: 6.285251140867898e-08
previous_iter_valid_loss : 0.16128046810626984

   1622580	  0.161435	  0.161280	  0.164479		CURRENT LEARNING RATE: 6.283994216336371e-08
previous_iter_valid_loss : 0.1718370020389557

   1622600	  0.171987	  0.171837	  0.164445		CURRENT LEARNING RATE: 6.282737543164612e-08
previous_iter_valid_loss : 0.1704084426164627

   1622620	  0.170557	  0.170408	  0.164939		CURRENT LEARNING RATE: 6.281481121302335e-08
previous_iter_valid_loss : 0.1623883843421936

   1622640	  0.162545	  0.162388	  0.164990		CURRENT LEARNING RATE: 6.280224950699324e-08
previous_iter_valid_loss : 0.16102799773216248

   1622660	  0.161207	  0.161028	  0.165009		CURRENT LEARNING RATE: 6.278969031305313e-08
previous_iter_valid_loss : 0.16393789649009705

   1622680	  0.164109	  0.163938	  0.165169		CURRENT LEARNING RATE: 6.277713363070064e-08
previous_iter_valid_loss : 0.16052304208278656

   1622700	  0.160692	  0.160523	  0.165022		CURRENT LEARNING RATE: 6.27645794594335e-08
previous_iter_valid_loss : 0.16339506208896637

   1622720	  0.163591	  0.163395	  0.165166		CURRENT LEARNING RATE: 6.275202779874955e-08
previous_iter_valid_loss : 0.16976328194141388

   1622740	  0.170011	  0.169763	  0.165557		CURRENT LEARNING RATE: 6.273947864814672e-08
previous_iter_valid_loss : 0.1659238040447235

   1622760	  0.166133	  0.165924	  0.165369		CURRENT LEARNING RATE: 6.272693200712304e-08
previous_iter_valid_loss : 0.16660583019256592

   1622780	  0.166819	  0.166606	  0.165667		CURRENT LEARNING RATE: 6.271438787517644e-08
previous_iter_valid_loss : 0.17285481095314026

   1622800	  0.173003	  0.172855	  0.166235		CURRENT LEARNING RATE: 6.270184625180558e-08
previous_iter_valid_loss : 0.16056883335113525

   1622820	  0.160730	  0.160569	  0.165810		CURRENT LEARNING RATE: 6.268930713650857e-08
previous_iter_valid_loss : 0.17348609864711761

   1622840	  0.173631	  0.173486	  0.166141		CURRENT LEARNING RATE: 6.267677052878386e-08
previous_iter_valid_loss : 0.16290052235126495

   1622860	  0.163096	  0.162901	  0.165322		CURRENT LEARNING RATE: 6.266423642812998e-08
previous_iter_valid_loss : 0.1610100269317627

   1622880	  0.161191	  0.161010	  0.164995		CURRENT LEARNING RATE: 6.265170483404556e-08
previous_iter_valid_loss : 0.16216005384922028

   1622900	  0.162348	  0.162160	  0.165056		CURRENT LEARNING RATE: 6.263917574602935e-08
previous_iter_valid_loss : 0.16756920516490936

   1622920	  0.167725	  0.167569	  0.165241		CURRENT LEARNING RATE: 6.262664916358017e-08
previous_iter_valid_loss : 0.16256387531757355

   1622940	  0.162759	  0.162564	  0.165085		CURRENT LEARNING RATE: 6.261412508619674e-08
previous_iter_valid_loss : 0.16062267124652863

   1622960	  0.160789	  0.160623	  0.165040		CURRENT LEARNING RATE: 6.260160351337855e-08
previous_iter_valid_loss : 0.18543201684951782

   1622980	  0.185575	  0.185432	  0.166247		CURRENT LEARNING RATE: 6.258908444462451e-08
previous_iter_valid_loss : 0.17249716818332672

   1623000	  0.172645	  0.172497	  0.166280		CURRENT LEARNING RATE: 6.257656787943386e-08
previous_iter_valid_loss : 0.16400639712810516

   1623020	  0.164173	  0.164006	  0.165960		CURRENT LEARNING RATE: 6.256405381730593e-08
previous_iter_valid_loss : 0.16335466504096985

   1623040	  0.163554	  0.163355	  0.166009		CURRENT LEARNING RATE: 6.255154225774016e-08
previous_iter_valid_loss : 0.1738332062959671

   1623060	  0.173984	  0.173833	  0.166649		CURRENT LEARNING RATE: 6.253903320023609e-08
previous_iter_valid_loss : 0.18387530744075775

   1623080	  0.184027	  0.183875	  0.167646		CURRENT LEARNING RATE: 6.252652664429313e-08
previous_iter_valid_loss : 0.16241541504859924

   1623100	  0.162574	  0.162415	  0.167740		CURRENT LEARNING RATE: 6.251402258941148e-08
previous_iter_valid_loss : 0.16196541488170624

   1623120	  0.162120	  0.161965	  0.167669		CURRENT LEARNING RATE: 6.250152103509072e-08
previous_iter_valid_loss : 0.16292773187160492

   1623140	  0.163114	  0.162928	  0.167327		CURRENT LEARNING RATE: 6.248902198083081e-08
previous_iter_valid_loss : 0.16505779325962067

   1623160	  0.165268	  0.165058	  0.167284		CURRENT LEARNING RATE: 6.24765254261318e-08
previous_iter_valid_loss : 0.16067253053188324

   1623180	  0.160821	  0.160673	  0.166987		CURRENT LEARNING RATE: 6.246403137049383e-08
previous_iter_valid_loss : 0.16129693388938904

   1623200	  0.161453	  0.161297	  0.166409		CURRENT LEARNING RATE: 6.24515398134171e-08
previous_iter_valid_loss : 0.16591578722000122

   1623220	  0.166118	  0.165916	  0.166677		CURRENT LEARNING RATE: 6.243905075440198e-08
previous_iter_valid_loss : 0.19116425514221191

   1623240	  0.191299	  0.191164	  0.167561		CURRENT LEARNING RATE: 6.242656419294867e-08
previous_iter_valid_loss : 0.16375373303890228

   1623260	  0.163922	  0.163754	  0.167603		CURRENT LEARNING RATE: 6.241408012855817e-08
previous_iter_valid_loss : 0.161736398935318

   1623280	  0.161903	  0.161736	  0.167639		CURRENT LEARNING RATE: 6.240159856073086e-08
previous_iter_valid_loss : 0.16515721380710602

   1623300	  0.165357	  0.165157	  0.167789		CURRENT LEARNING RATE: 6.238911948896752e-08
previous_iter_valid_loss : 0.16051894426345825

   1623320	  0.160679	  0.160519	  0.167437		CURRENT LEARNING RATE: 6.237664291276897e-08
previous_iter_valid_loss : 0.16091428697109222

   1623340	  0.161094	  0.160914	  0.167354		CURRENT LEARNING RATE: 6.236416883163614e-08
previous_iter_valid_loss : 0.19327345490455627

   1623360	  0.193745	  0.193273	  0.168987		CURRENT LEARNING RATE: 6.235169724507007e-08
previous_iter_valid_loss : 0.16643249988555908

   1623380	  0.166643	  0.166432	  0.168037		CURRENT LEARNING RATE: 6.233922815257167e-08
previous_iter_valid_loss : 0.16417868435382843

   1623400	  0.164381	  0.164179	  0.167621		CURRENT LEARNING RATE: 6.232676155364263e-08
previous_iter_valid_loss : 0.17806106805801392

   1623420	  0.178371	  0.178061	  0.168324		CURRENT LEARNING RATE: 6.231429744778408e-08
previous_iter_valid_loss : 0.18436990678310394

   1623440	  0.184757	  0.184370	  0.169374		CURRENT LEARNING RATE: 6.230183583449741e-08
previous_iter_valid_loss : 0.16805584728717804

   1623460	  0.168211	  0.168056	  0.169086		CURRENT LEARNING RATE: 6.228937671328419e-08
previous_iter_valid_loss : 0.1610039323568344

   1623480	  0.161167	  0.161004	  0.167942		CURRENT LEARNING RATE: 6.227692008364605e-08
previous_iter_valid_loss : 0.1610318273305893

   1623500	  0.161178	  0.161032	  0.167873		CURRENT LEARNING RATE: 6.226446594508471e-08
previous_iter_valid_loss : 0.17452040314674377

   1623520	  0.174674	  0.174520	  0.168501		CURRENT LEARNING RATE: 6.225201429710204e-08
previous_iter_valid_loss : 0.18265390396118164

   1623540	  0.182809	  0.182654	  0.169487		CURRENT LEARNING RATE: 6.22395651391997e-08
previous_iter_valid_loss : 0.1621634066104889

   1623560	  0.162344	  0.162163	  0.169342		CURRENT LEARNING RATE: 6.222711847088022e-08
previous_iter_valid_loss : 0.1648491770029068

   1623580	  0.165016	  0.164849	  0.169551		CURRENT LEARNING RATE: 6.221467429164547e-08
previous_iter_valid_loss : 0.16391466557979584

   1623600	  0.164116	  0.163915	  0.169682		CURRENT LEARNING RATE: 6.220223260099771e-08
previous_iter_valid_loss : 0.16082243621349335

   1623620	  0.161007	  0.160822	  0.169427		CURRENT LEARNING RATE: 6.218979339843926e-08
previous_iter_valid_loss : 0.17140598595142365

   1623640	  0.171658	  0.171406	  0.168439		CURRENT LEARNING RATE: 6.217735668347255e-08
previous_iter_valid_loss : 0.16395461559295654

   1623660	  0.164124	  0.163955	  0.168449		CURRENT LEARNING RATE: 6.216492245560012e-08
previous_iter_valid_loss : 0.1626274734735489

   1623680	  0.162794	  0.162627	  0.168494		CURRENT LEARNING RATE: 6.21524907143246e-08
previous_iter_valid_loss : 0.16279461979866028

   1623700	  0.162958	  0.162795	  0.168376		CURRENT LEARNING RATE: 6.214006145914849e-08
previous_iter_valid_loss : 0.16062702238559723

   1623720	  0.160784	  0.160627	  0.168381		CURRENT LEARNING RATE: 6.212763468957508e-08
previous_iter_valid_loss : 0.17113825678825378

   1623740	  0.171289	  0.171138	  0.168892		CURRENT LEARNING RATE: 6.211521040510705e-08
previous_iter_valid_loss : 0.16394084692001343

   1623760	  0.164116	  0.163941	  0.167426		CURRENT LEARNING RATE: 6.210278860524744e-08
previous_iter_valid_loss : 0.16335991024971008

   1623780	  0.163561	  0.163360	  0.167272		CURRENT LEARNING RATE: 6.209036928949941e-08
previous_iter_valid_loss : 0.1625504344701767

   1623800	  0.162717	  0.162550	  0.167191		CURRENT LEARNING RATE: 6.207795245736613e-08
previous_iter_valid_loss : 0.16145764291286469

   1623820	  0.161640	  0.161458	  0.166361		CURRENT LEARNING RATE: 6.206553810835096e-08
previous_iter_valid_loss : 0.1702796071767807

   1623840	  0.170436	  0.170280	  0.165656		CURRENT LEARNING RATE: 6.205312624195712e-08
previous_iter_valid_loss : 0.1662203073501587

   1623860	  0.166433	  0.166220	  0.165564		CURRENT LEARNING RATE: 6.204071685768855e-08
previous_iter_valid_loss : 0.16521219909191132

   1623880	  0.165382	  0.165212	  0.165775		CURRENT LEARNING RATE: 6.202830995504865e-08
previous_iter_valid_loss : 0.18880128860473633

   1623900	  0.188939	  0.188801	  0.167163		CURRENT LEARNING RATE: 6.201590553354119e-08
previous_iter_valid_loss : 0.18439821898937225

   1623920	  0.184545	  0.184398	  0.167657		CURRENT LEARNING RATE: 6.200350359266992e-08
previous_iter_valid_loss : 0.17179660499095917

   1623940	  0.171935	  0.171797	  0.167114		CURRENT LEARNING RATE: 6.199110413193882e-08
previous_iter_valid_loss : 0.1794082075357437

   1623960	  0.179565	  0.179408	  0.167976		CURRENT LEARNING RATE: 6.19787071508519e-08
previous_iter_valid_loss : 0.16064171493053436

   1623980	  0.160808	  0.160642	  0.167766		CURRENT LEARNING RATE: 6.196631264891327e-08
previous_iter_valid_loss : 0.17183846235275269

   1624000	  0.171985	  0.171838	  0.168162		CURRENT LEARNING RATE: 6.195392062562693e-08
previous_iter_valid_loss : 0.16206616163253784

   1624020	  0.162251	  0.162066	  0.168225		CURRENT LEARNING RATE: 6.194153108049764e-08
previous_iter_valid_loss : 0.1605878472328186

   1624040	  0.160743	  0.160588	  0.167684		CURRENT LEARNING RATE: 6.192914401302961e-08
previous_iter_valid_loss : 0.17964960634708405

   1624060	  0.179979	  0.179650	  0.168468		CURRENT LEARNING RATE: 6.191675942272734e-08
previous_iter_valid_loss : 0.19628441333770752

   1624080	  0.196784	  0.196284	  0.170151		CURRENT LEARNING RATE: 6.190437730909547e-08
previous_iter_valid_loss : 0.1667705774307251

   1624100	  0.166978	  0.166771	  0.170350		CURRENT LEARNING RATE: 6.189199767163868e-08
previous_iter_valid_loss : 0.16092927753925323

   1624120	  0.161109	  0.160929	  0.170365		CURRENT LEARNING RATE: 6.187962050986181e-08
previous_iter_valid_loss : 0.1659032702445984

   1624140	  0.166064	  0.165903	  0.170103		CURRENT LEARNING RATE: 6.186724582326978e-08
previous_iter_valid_loss : 0.1666443645954132

   1624160	  0.166802	  0.166644	  0.170239		CURRENT LEARNING RATE: 6.185487361136737e-08
previous_iter_valid_loss : 0.16165737807750702

   1624180	  0.161844	  0.161657	  0.170153		CURRENT LEARNING RATE: 6.184250387366013e-08
previous_iter_valid_loss : 0.16385260224342346

   1624200	  0.164009	  0.163853	  0.170219		CURRENT LEARNING RATE: 6.183013660965304e-08
previous_iter_valid_loss : 0.167879119515419

   1624220	  0.168030	  0.167879	  0.170540		CURRENT LEARNING RATE: 6.181777181885145e-08
previous_iter_valid_loss : 0.1605021357536316

   1624240	  0.160663	  0.160502	  0.170051		CURRENT LEARNING RATE: 6.180540950076072e-08
previous_iter_valid_loss : 0.16235597431659698

   1624260	  0.162517	  0.162356	  0.169858		CURRENT LEARNING RATE: 6.179304965488638e-08
previous_iter_valid_loss : 0.16655224561691284

   1624280	  0.166765	  0.166552	  0.169925		CURRENT LEARNING RATE: 6.178069228073405e-08
previous_iter_valid_loss : 0.17677593231201172

   1624300	  0.177072	  0.176776	  0.169323		CURRENT LEARNING RATE: 6.176833737780918e-08
previous_iter_valid_loss : 0.1629800647497177

   1624320	  0.163162	  0.162980	  0.168252		CURRENT LEARNING RATE: 6.175598494561804e-08
previous_iter_valid_loss : 0.16180485486984253

   1624340	  0.161957	  0.161805	  0.167753		CURRENT LEARNING RATE: 6.17436349836663e-08
previous_iter_valid_loss : 0.1610943078994751

   1624360	  0.161280	  0.161094	  0.166837		CURRENT LEARNING RATE: 6.173128749145997e-08
previous_iter_valid_loss : 0.16105331480503082

   1624380	  0.161233	  0.161053	  0.166858		CURRENT LEARNING RATE: 6.171894246850517e-08
previous_iter_valid_loss : 0.1606660932302475

   1624400	  0.160836	  0.160666	  0.166299		CURRENT LEARNING RATE: 6.170659991430805e-08
previous_iter_valid_loss : 0.17492669820785522

   1624420	  0.175212	  0.174927	  0.166942		CURRENT LEARNING RATE: 6.169425982837495e-08
previous_iter_valid_loss : 0.17427419126033783

   1624440	  0.174557	  0.174274	  0.167626		CURRENT LEARNING RATE: 6.168192221021223e-08
previous_iter_valid_loss : 0.1607784926891327

   1624460	  0.160955	  0.160778	  0.166683		CURRENT LEARNING RATE: 6.166958705932622e-08
previous_iter_valid_loss : 0.16050754487514496

   1624480	  0.160677	  0.160508	  0.164894		CURRENT LEARNING RATE: 6.16572543752239e-08
previous_iter_valid_loss : 0.16057895123958588

   1624500	  0.160752	  0.160579	  0.164584		CURRENT LEARNING RATE: 6.164492415741177e-08
previous_iter_valid_loss : 0.16126753389835358

   1624520	  0.161423	  0.161268	  0.164601		CURRENT LEARNING RATE: 6.16325964053966e-08
previous_iter_valid_loss : 0.16496002674102783

   1624540	  0.165166	  0.164960	  0.164554		CURRENT LEARNING RATE: 6.162027111868531e-08
previous_iter_valid_loss : 0.16602884232997894

   1624560	  0.166239	  0.166029	  0.164523		CURRENT LEARNING RATE: 6.160794829678487e-08
previous_iter_valid_loss : 0.1712133288383484

   1624580	  0.171360	  0.171213	  0.165001		CURRENT LEARNING RATE: 6.159562793920236e-08
previous_iter_valid_loss : 0.1647457629442215

   1624600	  0.164917	  0.164746	  0.165046		CURRENT LEARNING RATE: 6.158331004544478e-08
previous_iter_valid_loss : 0.16771307587623596

   1624620	  0.167874	  0.167713	  0.165038		CURRENT LEARNING RATE: 6.15709946150198e-08
previous_iter_valid_loss : 0.1705203652381897

   1624640	  0.170672	  0.170520	  0.165538		CURRENT LEARNING RATE: 6.155868164743463e-08
previous_iter_valid_loss : 0.16486623883247375

   1624660	  0.165033	  0.164866	  0.165664		CURRENT LEARNING RATE: 6.154637114219672e-08
previous_iter_valid_loss : 0.17181777954101562

   1624680	  0.172090	  0.171818	  0.165927		CURRENT LEARNING RATE: 6.153406309881369e-08
previous_iter_valid_loss : 0.1705034077167511

   1624700	  0.170761	  0.170503	  0.165614		CURRENT LEARNING RATE: 6.152175751679316e-08
previous_iter_valid_loss : 0.1838679313659668

   1624720	  0.184008	  0.183868	  0.166658		CURRENT LEARNING RATE: 6.150945439564297e-08
previous_iter_valid_loss : 0.1619591861963272

   1624740	  0.162152	  0.161959	  0.166666		CURRENT LEARNING RATE: 6.149715373487095e-08
previous_iter_valid_loss : 0.16135136783123016

   1624760	  0.161539	  0.161351	  0.166679		CURRENT LEARNING RATE: 6.148485553398487e-08
previous_iter_valid_loss : 0.16167715191841125

   1624780	  0.161865	  0.161677	  0.166710		CURRENT LEARNING RATE: 6.147255979249322e-08
previous_iter_valid_loss : 0.17498740553855896

   1624800	  0.175267	  0.174987	  0.167426		CURRENT LEARNING RATE: 6.1460266509904e-08
previous_iter_valid_loss : 0.16389727592468262

   1624820	  0.164059	  0.163897	  0.166874		CURRENT LEARNING RATE: 6.144797568572543e-08
previous_iter_valid_loss : 0.16425536572933197

   1624840	  0.164419	  0.164255	  0.166373		CURRENT LEARNING RATE: 6.143568731946591e-08
previous_iter_valid_loss : 0.18832795321941376

   1624860	  0.188455	  0.188328	  0.167751		CURRENT LEARNING RATE: 6.142340141063388e-08
previous_iter_valid_loss : 0.16177484393119812

   1624880	  0.161928	  0.161775	  0.167814		CURRENT LEARNING RATE: 6.141111795873791e-08
previous_iter_valid_loss : 0.16235628724098206

   1624900	  0.162533	  0.162356	  0.167903		CURRENT LEARNING RATE: 6.139883696328668e-08
previous_iter_valid_loss : 0.16610153019428253

   1624920	  0.166315	  0.166102	  0.168145		CURRENT LEARNING RATE: 6.13865584237887e-08
previous_iter_valid_loss : 0.1710217446088791

   1624940	  0.171173	  0.171022	  0.168448		CURRENT LEARNING RATE: 6.13742823397533e-08
previous_iter_valid_loss : 0.1825750321149826

   1624960	  0.182722	  0.182575	  0.169275		CURRENT LEARNING RATE: 6.13620087106892e-08
previous_iter_valid_loss : 0.17287829518318176

   1624980	  0.173156	  0.172878	  0.169359		CURRENT LEARNING RATE: 6.134973753610545e-08
previous_iter_valid_loss : 0.17113251984119415

   1625000	  0.171395	  0.171133	  0.169678		CURRENT LEARNING RATE: 6.133746881551122e-08
previous_iter_valid_loss : 0.16814492642879486

   1625020	  0.168301	  0.168145	  0.169699		CURRENT LEARNING RATE: 6.132520254841574e-08
previous_iter_valid_loss : 0.1649581491947174

   1625040	  0.165156	  0.164958	  0.169421		CURRENT LEARNING RATE: 6.131293873432837e-08
previous_iter_valid_loss : 0.16580723226070404

   1625060	  0.166020	  0.165807	  0.169468		CURRENT LEARNING RATE: 6.130067737275835e-08
previous_iter_valid_loss : 0.16106946766376495

   1625080	  0.161228	  0.161069	  0.168931		CURRENT LEARNING RATE: 6.128841846321563e-08
previous_iter_valid_loss : 0.16725608706474304

   1625100	  0.167416	  0.167256	  0.168769		CURRENT LEARNING RATE: 6.127616200520968e-08
previous_iter_valid_loss : 0.16075393557548523

   1625120	  0.160934	  0.160754	  0.167613		CURRENT LEARNING RATE: 6.126390799825021e-08
previous_iter_valid_loss : 0.16159269213676453

   1625140	  0.161787	  0.161593	  0.167595		CURRENT LEARNING RATE: 6.125165644184707e-08
previous_iter_valid_loss : 0.16926944255828857

   1625160	  0.169513	  0.169269	  0.167990		CURRENT LEARNING RATE: 6.123940733551019e-08
previous_iter_valid_loss : 0.16865932941436768

   1625180	  0.168812	  0.168659	  0.168340		CURRENT LEARNING RATE: 6.122716067874962e-08
previous_iter_valid_loss : 0.16056905686855316

   1625200	  0.160729	  0.160569	  0.167619		CURRENT LEARNING RATE: 6.121491647107548e-08
previous_iter_valid_loss : 0.1877754181623459

   1625220	  0.188170	  0.187775	  0.168813		CURRENT LEARNING RATE: 6.120267471199778e-08
previous_iter_valid_loss : 0.16183876991271973

   1625240	  0.162026	  0.161839	  0.168692		CURRENT LEARNING RATE: 6.119043540102731e-08
previous_iter_valid_loss : 0.1633567214012146

   1625260	  0.163521	  0.163357	  0.167443		CURRENT LEARNING RATE: 6.117819853767425e-08
previous_iter_valid_loss : 0.16144569218158722

   1625280	  0.161637	  0.161446	  0.167427		CURRENT LEARNING RATE: 6.116596412144915e-08
previous_iter_valid_loss : 0.16863638162612915

   1625300	  0.168866	  0.168636	  0.167741		CURRENT LEARNING RATE: 6.115373215186263e-08
previous_iter_valid_loss : 0.17181503772735596

   1625320	  0.172073	  0.171815	  0.168026		CURRENT LEARNING RATE: 6.114150262842539e-08
previous_iter_valid_loss : 0.16769275069236755

   1625340	  0.167915	  0.167693	  0.167860		CURRENT LEARNING RATE: 6.112927555064827e-08
previous_iter_valid_loss : 0.16250458359718323

   1625360	  0.162665	  0.162505	  0.166856		CURRENT LEARNING RATE: 6.111705091804218e-08
previous_iter_valid_loss : 0.16431522369384766

   1625380	  0.164483	  0.164315	  0.166428		CURRENT LEARNING RATE: 6.110482873011792e-08
previous_iter_valid_loss : 0.17902623116970062

   1625400	  0.179184	  0.179026	  0.166823		CURRENT LEARNING RATE: 6.109260898638702e-08
previous_iter_valid_loss : 0.1606695055961609

   1625420	  0.160824	  0.160670	  0.166449		CURRENT LEARNING RATE: 6.10803916863605e-08
previous_iter_valid_loss : 0.1797257959842682

   1625440	  0.180050	  0.179726	  0.167188		CURRENT LEARNING RATE: 6.106817682954965e-08
previous_iter_valid_loss : 0.1672302931547165

   1625460	  0.167387	  0.167230	  0.167259		CURRENT LEARNING RATE: 6.105596441546588e-08
previous_iter_valid_loss : 0.163899764418602

   1625480	  0.164073	  0.163900	  0.167400		CURRENT LEARNING RATE: 6.104375444362072e-08
previous_iter_valid_loss : 0.16153216361999512

   1625500	  0.161726	  0.161532	  0.167114		CURRENT LEARNING RATE: 6.10315469135257e-08
previous_iter_valid_loss : 0.1639190912246704

   1625520	  0.164088	  0.163919	  0.167272		CURRENT LEARNING RATE: 6.101934182469239e-08
previous_iter_valid_loss : 0.1674233078956604

   1625540	  0.167646	  0.167423	  0.167564		CURRENT LEARNING RATE: 6.100713917663296e-08
previous_iter_valid_loss : 0.16067330539226532

   1625560	  0.160844	  0.160673	  0.167134		CURRENT LEARNING RATE: 6.09949389688591e-08
previous_iter_valid_loss : 0.16116006672382355

   1625580	  0.161341	  0.161160	  0.166759		CURRENT LEARNING RATE: 6.098274120088282e-08
previous_iter_valid_loss : 0.16911347210407257

   1625600	  0.169353	  0.169113	  0.167186		CURRENT LEARNING RATE: 6.097054587221619e-08
previous_iter_valid_loss : 0.16271036863327026

   1625620	  0.162903	  0.162710	  0.165933		CURRENT LEARNING RATE: 6.09583529823714e-08
previous_iter_valid_loss : 0.1910051554441452

   1625640	  0.191135	  0.191005	  0.167391		CURRENT LEARNING RATE: 6.094616253086073e-08
previous_iter_valid_loss : 0.17979727685451508

   1625660	  0.179958	  0.179797	  0.168213		CURRENT LEARNING RATE: 6.093397451719659e-08
previous_iter_valid_loss : 0.16399919986724854

   1625680	  0.164162	  0.163999	  0.168341		CURRENT LEARNING RATE: 6.09217889408912e-08
previous_iter_valid_loss : 0.19039630889892578

   1625700	  0.190520	  0.190396	  0.169429		CURRENT LEARNING RATE: 6.090960580145762e-08
previous_iter_valid_loss : 0.1627606749534607

   1625720	  0.162928	  0.162761	  0.168976		CURRENT LEARNING RATE: 6.089742509840826e-08
previous_iter_valid_loss : 0.16880328953266144

   1625740	  0.168959	  0.168803	  0.169032		CURRENT LEARNING RATE: 6.088524683125591e-08
previous_iter_valid_loss : 0.16157491505146027

   1625760	  0.161734	  0.161575	  0.168985		CURRENT LEARNING RATE: 6.087307099951346e-08
previous_iter_valid_loss : 0.16243214905261993

   1625780	  0.162595	  0.162432	  0.168891		CURRENT LEARNING RATE: 6.086089760269384e-08
previous_iter_valid_loss : 0.17132258415222168

   1625800	  0.171471	  0.171323	  0.168506		CURRENT LEARNING RATE: 6.084872664031014e-08
previous_iter_valid_loss : 0.16082097589969635

   1625820	  0.160970	  0.160821	  0.168514		CURRENT LEARNING RATE: 6.083655811187529e-08
previous_iter_valid_loss : 0.18413425981998444

   1625840	  0.184517	  0.184134	  0.168734		CURRENT LEARNING RATE: 6.082439201690299e-08
previous_iter_valid_loss : 0.16463567316532135

   1625860	  0.164795	  0.164636	  0.168604		CURRENT LEARNING RATE: 6.081222835490639e-08
previous_iter_valid_loss : 0.16190147399902344

   1625880	  0.162061	  0.161901	  0.168504		CURRENT LEARNING RATE: 6.080006712539892e-08
previous_iter_valid_loss : 0.16404518485069275

   1625900	  0.164248	  0.164045	  0.168630		CURRENT LEARNING RATE: 6.078790832789414e-08
previous_iter_valid_loss : 0.1646450310945511

   1625920	  0.164845	  0.164645	  0.168666		CURRENT LEARNING RATE: 6.077575196190571e-08
previous_iter_valid_loss : 0.17602308094501495

   1625940	  0.176181	  0.176023	  0.169096		CURRENT LEARNING RATE: 6.076359802694739e-08
previous_iter_valid_loss : 0.16732750833034515

   1625960	  0.167485	  0.167328	  0.169429		CURRENT LEARNING RATE: 6.075144652253296e-08
previous_iter_valid_loss : 0.1862799972295761

   1625980	  0.186660	  0.186280	  0.170685		CURRENT LEARNING RATE: 6.07392974481762e-08
previous_iter_valid_loss : 0.16525769233703613

   1626000	  0.165418	  0.165258	  0.170492		CURRENT LEARNING RATE: 6.072715080339156e-08
previous_iter_valid_loss : 0.1631031334400177

   1626020	  0.163268	  0.163103	  0.170512		CURRENT LEARNING RATE: 6.071500658769296e-08
previous_iter_valid_loss : 0.16075710952281952

   1626040	  0.160938	  0.160757	  0.168999		CURRENT LEARNING RATE: 6.070286480059464e-08
previous_iter_valid_loss : 0.16062405705451965

   1626060	  0.160793	  0.160624	  0.168041		CURRENT LEARNING RATE: 6.06907254416109e-08
previous_iter_valid_loss : 0.17212028801441193

   1626080	  0.172392	  0.172120	  0.168447		CURRENT LEARNING RATE: 6.06785885102562e-08
previous_iter_valid_loss : 0.16569878160953522

   1626100	  0.165910	  0.165699	  0.167212		CURRENT LEARNING RATE: 6.066645400604505e-08
previous_iter_valid_loss : 0.16155482828617096

   1626120	  0.161711	  0.161555	  0.167152		CURRENT LEARNING RATE: 6.065432192849206e-08
previous_iter_valid_loss : 0.16837584972381592

   1626140	  0.168533	  0.168376	  0.167130		CURRENT LEARNING RATE: 6.064219227711174e-08
previous_iter_valid_loss : 0.16111469268798828

   1626160	  0.161266	  0.161115	  0.167107		CURRENT LEARNING RATE: 6.063006505141935e-08
previous_iter_valid_loss : 0.18063634634017944

   1626180	  0.180965	  0.180636	  0.168018		CURRENT LEARNING RATE: 6.061794025092957e-08
previous_iter_valid_loss : 0.16340753436088562

   1626200	  0.163568	  0.163408	  0.167622		CURRENT LEARNING RATE: 6.060581787515738e-08
previous_iter_valid_loss : 0.1629565805196762

   1626220	  0.163121	  0.162957	  0.167729		CURRENT LEARNING RATE: 6.059369792361794e-08
previous_iter_valid_loss : 0.16907331347465515

   1626240	  0.169224	  0.169073	  0.166976		CURRENT LEARNING RATE: 6.058158039582642e-08
previous_iter_valid_loss : 0.1717967540025711

   1626260	  0.171945	  0.171797	  0.167334		CURRENT LEARNING RATE: 6.056946529129811e-08
previous_iter_valid_loss : 0.1632411777973175

   1626280	  0.163426	  0.163241	  0.167401		CURRENT LEARNING RATE: 6.055735260954821e-08
previous_iter_valid_loss : 0.16071198880672455

   1626300	  0.160866	  0.160712	  0.167234		CURRENT LEARNING RATE: 6.054524235009265e-08
previous_iter_valid_loss : 0.16144824028015137

   1626320	  0.161644	  0.161448	  0.167074		CURRENT LEARNING RATE: 6.053313451244678e-08
previous_iter_valid_loss : 0.1605522483587265

   1626340	  0.160710	  0.160552	  0.166301		CURRENT LEARNING RATE: 6.05210290961263e-08
previous_iter_valid_loss : 0.16226190328598022

   1626360	  0.162418	  0.162262	  0.166047		CURRENT LEARNING RATE: 6.0508926100647e-08
previous_iter_valid_loss : 0.16340740025043488

   1626380	  0.163578	  0.163407	  0.164904		CURRENT LEARNING RATE: 6.049682552552475e-08
previous_iter_valid_loss : 0.16112743318080902

   1626400	  0.161285	  0.161127	  0.164697		CURRENT LEARNING RATE: 6.048472737027552e-08
previous_iter_valid_loss : 0.16055560111999512

   1626420	  0.160719	  0.160556	  0.164570		CURRENT LEARNING RATE: 6.04726316344154e-08
previous_iter_valid_loss : 0.16051490604877472

   1626440	  0.160682	  0.160515	  0.164558		CURRENT LEARNING RATE: 6.046053831746034e-08
previous_iter_valid_loss : 0.1658247858285904

   1626460	  0.166025	  0.165825	  0.164818		CURRENT LEARNING RATE: 6.044844741892702e-08
previous_iter_valid_loss : 0.1608247458934784

   1626480	  0.160994	  0.160825	  0.164253		CURRENT LEARNING RATE: 6.043635893833163e-08
previous_iter_valid_loss : 0.17092265188694

   1626500	  0.171074	  0.170923	  0.164514		CURRENT LEARNING RATE: 6.042427287519059e-08
previous_iter_valid_loss : 0.16138297319412231

   1626520	  0.161548	  0.161383	  0.164505		CURRENT LEARNING RATE: 6.041218922902047e-08
previous_iter_valid_loss : 0.16141752898693085

   1626540	  0.161585	  0.161418	  0.164158		CURRENT LEARNING RATE: 6.040010799933793e-08
previous_iter_valid_loss : 0.16444812715053558

   1626560	  0.164660	  0.164448	  0.164324		CURRENT LEARNING RATE: 6.038802918565973e-08
previous_iter_valid_loss : 0.16149047017097473

   1626580	  0.161659	  0.161490	  0.163367		CURRENT LEARNING RATE: 6.037595278750269e-08
previous_iter_valid_loss : 0.16072721779346466

   1626600	  0.160886	  0.160727	  0.163233		CURRENT LEARNING RATE: 6.036387880438357e-08
previous_iter_valid_loss : 0.16937577724456787

   1626620	  0.169604	  0.169376	  0.163554		CURRENT LEARNING RATE: 6.035180723581981e-08
previous_iter_valid_loss : 0.16095200181007385

   1626640	  0.161130	  0.160952	  0.163148		CURRENT LEARNING RATE: 6.033973808132836e-08
previous_iter_valid_loss : 0.16065900027751923

   1626660	  0.160810	  0.160659	  0.162591		CURRENT LEARNING RATE: 6.032767134042644e-08
previous_iter_valid_loss : 0.16342861950397491

   1626680	  0.163621	  0.163429	  0.162600		CURRENT LEARNING RATE: 6.031560701263136e-08
previous_iter_valid_loss : 0.16057132184505463

   1626700	  0.160738	  0.160571	  0.162593		CURRENT LEARNING RATE: 6.030354509746059e-08
previous_iter_valid_loss : 0.1605554223060608

   1626720	  0.160712	  0.160555	  0.162549		CURRENT LEARNING RATE: 6.029148559443163e-08
previous_iter_valid_loss : 0.16296468675136566

   1626740	  0.163152	  0.162965	  0.162669		CURRENT LEARNING RATE: 6.027942850306188e-08
previous_iter_valid_loss : 0.1807992160320282

   1626760	  0.180956	  0.180799	  0.163596		CURRENT LEARNING RATE: 6.02673738228695e-08
previous_iter_valid_loss : 0.16998443007469177

   1626780	  0.170132	  0.169984	  0.163925		CURRENT LEARNING RATE: 6.025532155337208e-08
previous_iter_valid_loss : 0.178375706076622

   1626800	  0.178692	  0.178376	  0.164787		CURRENT LEARNING RATE: 6.024327169408753e-08
previous_iter_valid_loss : 0.16058143973350525

   1626820	  0.160745	  0.160581	  0.164789		CURRENT LEARNING RATE: 6.023122424453386e-08
previous_iter_valid_loss : 0.17563897371292114

   1626840	  0.175922	  0.175639	  0.165545		CURRENT LEARNING RATE: 6.021917920422915e-08
previous_iter_valid_loss : 0.16140525043010712

   1626860	  0.161567	  0.161405	  0.165324		CURRENT LEARNING RATE: 6.020713657269164e-08
previous_iter_valid_loss : 0.1605246514081955

   1626880	  0.160691	  0.160525	  0.165309		CURRENT LEARNING RATE: 6.019509634943959e-08
previous_iter_valid_loss : 0.16168911755084991

   1626900	  0.161847	  0.161689	  0.164847		CURRENT LEARNING RATE: 6.018305853399117e-08
previous_iter_valid_loss : 0.16231302917003632

   1626920	  0.162478	  0.162313	  0.164894		CURRENT LEARNING RATE: 6.017102312586534e-08
previous_iter_valid_loss : 0.1917184442281723

   1626940	  0.192171	  0.191718	  0.166409		CURRENT LEARNING RATE: 6.015899012458043e-08
previous_iter_valid_loss : 0.16679148375988007

   1626960	  0.166947	  0.166791	  0.166526		CURRENT LEARNING RATE: 6.014695952965514e-08
previous_iter_valid_loss : 0.16838636994361877

   1626980	  0.168613	  0.168386	  0.166871		CURRENT LEARNING RATE: 6.013493134060824e-08
previous_iter_valid_loss : 0.16290093958377838

   1627000	  0.163074	  0.162901	  0.166979		CURRENT LEARNING RATE: 6.012290555695859e-08
previous_iter_valid_loss : 0.16362175345420837

   1627020	  0.163832	  0.163622	  0.166692		CURRENT LEARNING RATE: 6.011088217822518e-08
previous_iter_valid_loss : 0.16334468126296997

   1627040	  0.163541	  0.163345	  0.166811		CURRENT LEARNING RATE: 6.009886120392685e-08
previous_iter_valid_loss : 0.16113345324993134

   1627060	  0.161314	  0.161133	  0.166835		CURRENT LEARNING RATE: 6.008684263358318e-08
previous_iter_valid_loss : 0.16490969061851501

   1627080	  0.165072	  0.164910	  0.166909		CURRENT LEARNING RATE: 6.007482646671324e-08
previous_iter_valid_loss : 0.16293896734714508

   1627100	  0.163105	  0.162939	  0.167028		CURRENT LEARNING RATE: 6.006281270283637e-08
previous_iter_valid_loss : 0.16555488109588623

   1627120	  0.165762	  0.165555	  0.167277		CURRENT LEARNING RATE: 6.0050801341472e-08
previous_iter_valid_loss : 0.1656935065984726

   1627140	  0.165901	  0.165694	  0.167414		CURRENT LEARNING RATE: 6.00387923821397e-08
previous_iter_valid_loss : 0.17963959276676178

   1627160	  0.179968	  0.179640	  0.167356		CURRENT LEARNING RATE: 6.002678582435909e-08
previous_iter_valid_loss : 0.16053099930286407

   1627180	  0.160700	  0.160531	  0.166883		CURRENT LEARNING RATE: 6.001478166764994e-08
previous_iter_valid_loss : 0.16531766951084137

   1627200	  0.165535	  0.165318	  0.166230		CURRENT LEARNING RATE: 6.000277991153184e-08
previous_iter_valid_loss : 0.16050489246845245

   1627220	  0.160661	  0.160505	  0.166227		CURRENT LEARNING RATE: 5.999078055552516e-08
previous_iter_valid_loss : 0.16052000224590302

   1627240	  0.160675	  0.160520	  0.165471		CURRENT LEARNING RATE: 5.99787835991497e-08
previous_iter_valid_loss : 0.16294646263122559

   1627260	  0.163139	  0.162946	  0.165548		CURRENT LEARNING RATE: 5.996678904192562e-08
previous_iter_valid_loss : 0.162195086479187

   1627280	  0.162390	  0.162195	  0.165631		CURRENT LEARNING RATE: 5.995479688337308e-08
previous_iter_valid_loss : 0.16285844147205353

   1627300	  0.163054	  0.162858	  0.165690		CURRENT LEARNING RATE: 5.994280712301244e-08
previous_iter_valid_loss : 0.16076427698135376

   1627320	  0.160946	  0.160764	  0.165612		CURRENT LEARNING RATE: 5.993081976036409e-08
previous_iter_valid_loss : 0.1605730950832367

   1627340	  0.160733	  0.160573	  0.164055		CURRENT LEARNING RATE: 5.991883479494854e-08
previous_iter_valid_loss : 0.17152853310108185

   1627360	  0.171679	  0.171529	  0.164292		CURRENT LEARNING RATE: 5.990685222628616e-08
previous_iter_valid_loss : 0.16204559803009033

   1627380	  0.162197	  0.162046	  0.163975		CURRENT LEARNING RATE: 5.98948720538981e-08
previous_iter_valid_loss : 0.1606968194246292

   1627400	  0.160865	  0.160697	  0.163865		CURRENT LEARNING RATE: 5.988289427730494e-08
previous_iter_valid_loss : 0.16050396859645844

   1627420	  0.160674	  0.160504	  0.163709		CURRENT LEARNING RATE: 5.987091889602756e-08
previous_iter_valid_loss : 0.16547159850597382

   1627440	  0.165680	  0.165472	  0.163815		CURRENT LEARNING RATE: 5.985894590958693e-08
previous_iter_valid_loss : 0.16153621673583984

   1627460	  0.161696	  0.161536	  0.163835		CURRENT LEARNING RATE: 5.984697531750415e-08
previous_iter_valid_loss : 0.16060525178909302

   1627480	  0.160774	  0.160605	  0.163620		CURRENT LEARNING RATE: 5.983500711930039e-08
previous_iter_valid_loss : 0.16247466206550598

   1627500	  0.162635	  0.162475	  0.163597		CURRENT LEARNING RATE: 5.982304131449671e-08
previous_iter_valid_loss : 0.16064181923866272

   1627520	  0.160806	  0.160642	  0.163351		CURRENT LEARNING RATE: 5.981107790261491e-08
previous_iter_valid_loss : 0.16097283363342285

   1627540	  0.161137	  0.160973	  0.163115		CURRENT LEARNING RATE: 5.979911688317623e-08
previous_iter_valid_loss : 0.16331081092357635

   1627560	  0.163486	  0.163311	  0.162299		CURRENT LEARNING RATE: 5.978715825570222e-08
previous_iter_valid_loss : 0.16645370423793793

   1627580	  0.166610	  0.166454	  0.162595		CURRENT LEARNING RATE: 5.977520201971457e-08
previous_iter_valid_loss : 0.16108064353466034

   1627600	  0.161263	  0.161081	  0.162383		CURRENT LEARNING RATE: 5.9763248174735e-08
previous_iter_valid_loss : 0.1678466498851776

   1627620	  0.168075	  0.167847	  0.162750		CURRENT LEARNING RATE: 5.975129672028535e-08
previous_iter_valid_loss : 0.16052402555942535

   1627640	  0.160685	  0.160524	  0.162750		CURRENT LEARNING RATE: 5.97393476558876e-08
previous_iter_valid_loss : 0.17011478543281555

   1627660	  0.170354	  0.170115	  0.163109		CURRENT LEARNING RATE: 5.972740098106355e-08
previous_iter_valid_loss : 0.16063734889030457

   1627680	  0.160783	  0.160637	  0.163031		CURRENT LEARNING RATE: 5.971545669533574e-08
previous_iter_valid_loss : 0.1742025911808014

   1627700	  0.174469	  0.174203	  0.163598		CURRENT LEARNING RATE: 5.970351479822622e-08
previous_iter_valid_loss : 0.1608271598815918

   1627720	  0.160978	  0.160827	  0.163601		CURRENT LEARNING RATE: 5.96915752892573e-08
previous_iter_valid_loss : 0.1609267294406891

   1627740	  0.161104	  0.160927	  0.163619		CURRENT LEARNING RATE: 5.96796381679514e-08
previous_iter_valid_loss : 0.16053922474384308

   1627760	  0.160701	  0.160539	  0.163069		CURRENT LEARNING RATE: 5.966770343383104e-08
previous_iter_valid_loss : 0.1660459041595459

   1627780	  0.166196	  0.166046	  0.163269		CURRENT LEARNING RATE: 5.96557710864188e-08
previous_iter_valid_loss : 0.16748762130737305

   1627800	  0.167710	  0.167488	  0.163609		CURRENT LEARNING RATE: 5.964384112523744e-08
previous_iter_valid_loss : 0.1605006605386734

   1627820	  0.160666	  0.160501	  0.163609		CURRENT LEARNING RATE: 5.963191354980951e-08
previous_iter_valid_loss : 0.1606881320476532

   1627840	  0.160868	  0.160688	  0.163369		CURRENT LEARNING RATE: 5.961998835965834e-08
previous_iter_valid_loss : 0.16497108340263367

   1627860	  0.165133	  0.164971	  0.163541		CURRENT LEARNING RATE: 5.960806555430671e-08
previous_iter_valid_loss : 0.1670038253068924

   1627880	  0.167224	  0.167004	  0.163861		CURRENT LEARNING RATE: 5.959614513327772e-08
previous_iter_valid_loss : 0.16051146388053894

   1627900	  0.160678	  0.160511	  0.163763		CURRENT LEARNING RATE: 5.9584227096094534e-08
previous_iter_valid_loss : 0.16100643575191498

   1627920	  0.161181	  0.161006	  0.163781		CURRENT LEARNING RATE: 5.957231144228044e-08
previous_iter_valid_loss : 0.1607097089290619

   1627940	  0.160889	  0.160710	  0.163768		CURRENT LEARNING RATE: 5.956039817135882e-08
previous_iter_valid_loss : 0.16067296266555786

   1627960	  0.160848	  0.160673	  0.163636		CURRENT LEARNING RATE: 5.954848728285291e-08
previous_iter_valid_loss : 0.16058781743049622

   1627980	  0.160758	  0.160588	  0.163343		CURRENT LEARNING RATE: 5.953657877628673e-08
previous_iter_valid_loss : 0.16127777099609375

   1628000	  0.161451	  0.161278	  0.163353		CURRENT LEARNING RATE: 5.952467265118369e-08
previous_iter_valid_loss : 0.17173811793327332

   1628020	  0.171889	  0.171738	  0.163547		CURRENT LEARNING RATE: 5.9512768907067576e-08
previous_iter_valid_loss : 0.16050086915493011

   1628040	  0.160662	  0.160501	  0.163546		CURRENT LEARNING RATE: 5.950086754346222e-08
previous_iter_valid_loss : 0.16378821432590485

   1628060	  0.163996	  0.163788	  0.163230		CURRENT LEARNING RATE: 5.948896855989157e-08
previous_iter_valid_loss : 0.16990068554878235

   1628080	  0.170138	  0.169901	  0.163693		CURRENT LEARNING RATE: 5.947707195587968e-08
previous_iter_valid_loss : 0.16251762211322784

   1628100	  0.162674	  0.162518	  0.163109		CURRENT LEARNING RATE: 5.946517773095068e-08
previous_iter_valid_loss : 0.16060541570186615

   1628120	  0.160775	  0.160605	  0.163098		CURRENT LEARNING RATE: 5.945328588462857e-08
previous_iter_valid_loss : 0.16528895497322083

   1628140	  0.165457	  0.165289	  0.163316		CURRENT LEARNING RATE: 5.944139641643813e-08
previous_iter_valid_loss : 0.16107459366321564

   1628160	  0.161231	  0.161075	  0.163343		CURRENT LEARNING RATE: 5.9429509325903546e-08
previous_iter_valid_loss : 0.16063828766345978

   1628180	  0.160820	  0.160638	  0.163072		CURRENT LEARNING RATE: 5.941762461254934e-08
previous_iter_valid_loss : 0.16755904257297516

   1628200	  0.167716	  0.167559	  0.163076		CURRENT LEARNING RATE: 5.940574227590013e-08
previous_iter_valid_loss : 0.162904754281044

   1628220	  0.163072	  0.162905	  0.163196		CURRENT LEARNING RATE: 5.9393862315480615e-08
previous_iter_valid_loss : 0.1617647260427475

   1628240	  0.161920	  0.161765	  0.163250		CURRENT LEARNING RATE: 5.938198473081561e-08
previous_iter_valid_loss : 0.16423405706882477

   1628260	  0.164395	  0.164234	  0.163213		CURRENT LEARNING RATE: 5.937010952142978e-08
previous_iter_valid_loss : 0.1710769236087799

   1628280	  0.171336	  0.171077	  0.163417		CURRENT LEARNING RATE: 5.9358236686848565e-08
previous_iter_valid_loss : 0.1652107983827591

   1628300	  0.165404	  0.165211	  0.163651		CURRENT LEARNING RATE: 5.9346366226596816e-08
previous_iter_valid_loss : 0.1691005676984787

   1628320	  0.169255	  0.169101	  0.164056		CURRENT LEARNING RATE: 5.9334498140199716e-08
previous_iter_valid_loss : 0.16093674302101135

   1628340	  0.161120	  0.160937	  0.164068		CURRENT LEARNING RATE: 5.932263242718257e-08
previous_iter_valid_loss : 0.16527476906776428

   1628360	  0.165438	  0.165275	  0.164298		CURRENT LEARNING RATE: 5.931076908707071e-08
previous_iter_valid_loss : 0.16801932454109192

   1628380	  0.168170	  0.168019	  0.164669		CURRENT LEARNING RATE: 5.929890811938963e-08
previous_iter_valid_loss : 0.1805047243833542

   1628400	  0.180833	  0.180505	  0.165631		CURRENT LEARNING RATE: 5.928704952366488e-08
previous_iter_valid_loss : 0.16130393743515015

   1628420	  0.161501	  0.161304	  0.165109		CURRENT LEARNING RATE: 5.9275193299421903e-08
previous_iter_valid_loss : 0.16108781099319458

   1628440	  0.161278	  0.161088	  0.165138		CURRENT LEARNING RATE: 5.9263339446186885e-08
previous_iter_valid_loss : 0.16192351281642914

   1628460	  0.162080	  0.161924	  0.165045		CURRENT LEARNING RATE: 5.925148796348545e-08
previous_iter_valid_loss : 0.16490280628204346

   1628480	  0.165072	  0.164903	  0.164795		CURRENT LEARNING RATE: 5.923963885084355e-08
previous_iter_valid_loss : 0.1607608199119568

   1628500	  0.160936	  0.160761	  0.164707		CURRENT LEARNING RATE: 5.92277921077872e-08
previous_iter_valid_loss : 0.17269955575466156

   1628520	  0.172846	  0.172700	  0.165312		CURRENT LEARNING RATE: 5.921594773384255e-08
previous_iter_valid_loss : 0.1654556840658188

   1628540	  0.165619	  0.165456	  0.165320		CURRENT LEARNING RATE: 5.920410572853581e-08
previous_iter_valid_loss : 0.16124685108661652

   1628560	  0.161435	  0.161247	  0.165329		CURRENT LEARNING RATE: 5.9192266091393304e-08
previous_iter_valid_loss : 0.1649595946073532

   1628580	  0.165169	  0.164960	  0.165545		CURRENT LEARNING RATE: 5.9180428821941246e-08
previous_iter_valid_loss : 0.16657520830631256

   1628600	  0.166728	  0.166575	  0.165496		CURRENT LEARNING RATE: 5.9168593919706566e-08
previous_iter_valid_loss : 0.161385178565979

   1628620	  0.161545	  0.161385	  0.165420		CURRENT LEARNING RATE: 5.915676138421564e-08
previous_iter_valid_loss : 0.16315996646881104

   1628640	  0.163324	  0.163160	  0.165489		CURRENT LEARNING RATE: 5.9144931214995186e-08
previous_iter_valid_loss : 0.17292416095733643

   1628660	  0.173067	  0.172924	  0.165924		CURRENT LEARNING RATE: 5.913310341157198e-08
previous_iter_valid_loss : 0.1614006906747818

   1628680	  0.161567	  0.161401	  0.165440		CURRENT LEARNING RATE: 5.912127797347292e-08
previous_iter_valid_loss : 0.1648896038532257

   1628700	  0.165089	  0.164890	  0.165424		CURRENT LEARNING RATE: 5.9109454900224984e-08
previous_iter_valid_loss : 0.17771640419960022

   1628720	  0.177874	  0.177716	  0.165855		CURRENT LEARNING RATE: 5.9097634191355046e-08
previous_iter_valid_loss : 0.16073110699653625

   1628740	  0.160889	  0.160731	  0.165845		CURRENT LEARNING RATE: 5.90858158463907e-08
previous_iter_valid_loss : 0.17270077764987946

   1628760	  0.172851	  0.172701	  0.166216		CURRENT LEARNING RATE: 5.907399986485899e-08
previous_iter_valid_loss : 0.23825395107269287

   1628780	  0.238166	  0.238254	  0.169728		CURRENT LEARNING RATE: 5.906218624628728e-08
previous_iter_valid_loss : 0.1605292409658432

   1628800	  0.160694	  0.160529	  0.168729		CURRENT LEARNING RATE: 5.9050374990203025e-08
previous_iter_valid_loss : 0.16233262419700623

   1628820	  0.162498	  0.162333	  0.168780		CURRENT LEARNING RATE: 5.9038566096133783e-08
previous_iter_valid_loss : 0.16631586849689484

   1628840	  0.166478	  0.166316	  0.169042		CURRENT LEARNING RATE: 5.902675956360719e-08
previous_iter_valid_loss : 0.18074601888656616

   1628860	  0.180903	  0.180746	  0.169983		CURRENT LEARNING RATE: 5.9014955392150994e-08
previous_iter_valid_loss : 0.1618090271949768

   1628880	  0.161997	  0.161809	  0.169828		CURRENT LEARNING RATE: 5.90031535812928e-08
previous_iter_valid_loss : 0.17478175461292267

   1628900	  0.175063	  0.174782	  0.170529		CURRENT LEARNING RATE: 5.899135413056098e-08
previous_iter_valid_loss : 0.16104856133460999

   1628920	  0.161225	  0.161049	  0.169947		CURRENT LEARNING RATE: 5.897955703948332e-08
previous_iter_valid_loss : 0.16116786003112793

   1628940	  0.161320	  0.161168	  0.169732		CURRENT LEARNING RATE: 5.8967762307587964e-08
previous_iter_valid_loss : 0.16497494280338287

   1628960	  0.165184	  0.164975	  0.169919		CURRENT LEARNING RATE: 5.8955969934403094e-08
previous_iter_valid_loss : 0.16083745658397675

   1628980	  0.160995	  0.160837	  0.169713		CURRENT LEARNING RATE: 5.894417991945704e-08
previous_iter_valid_loss : 0.16487237811088562

   1629000	  0.165085	  0.164872	  0.169627		CURRENT LEARNING RATE: 5.893239226227818e-08
previous_iter_valid_loss : 0.16073209047317505

   1629020	  0.160902	  0.160732	  0.169595		CURRENT LEARNING RATE: 5.892060696239482e-08
previous_iter_valid_loss : 0.17017397284507751

   1629040	  0.170420	  0.170174	  0.169945		CURRENT LEARNING RATE: 5.890882401933595e-08
previous_iter_valid_loss : 0.1611524373292923

   1629060	  0.161337	  0.161152	  0.169357		CURRENT LEARNING RATE: 5.889704343263005e-08
previous_iter_valid_loss : 0.161024808883667

   1629080	  0.161179	  0.161025	  0.169338		CURRENT LEARNING RATE: 5.888526520180589e-08
previous_iter_valid_loss : 0.1741224229335785

   1629100	  0.174274	  0.174122	  0.169800		CURRENT LEARNING RATE: 5.8873489326392355e-08
previous_iter_valid_loss : 0.16132229566574097

   1629120	  0.161474	  0.161322	  0.168980		CURRENT LEARNING RATE: 5.88617158059184e-08
previous_iter_valid_loss : 0.2135361284017563

   1629140	  0.214139	  0.213536	  0.171620		CURRENT LEARNING RATE: 5.884994463991307e-08
previous_iter_valid_loss : 0.17544960975646973

   1629160	  0.175743	  0.175450	  0.171758		CURRENT LEARNING RATE: 5.8838175827905554e-08
previous_iter_valid_loss : 0.17871011793613434

   1629180	  0.179023	  0.178710	  0.168781		CURRENT LEARNING RATE: 5.882640936942486e-08
previous_iter_valid_loss : 0.1815418154001236

   1629200	  0.181700	  0.181542	  0.169831		CURRENT LEARNING RATE: 5.881464526400075e-08
previous_iter_valid_loss : 0.160664901137352

   1629220	  0.160831	  0.160665	  0.169748		CURRENT LEARNING RATE: 5.880288351116247e-08
previous_iter_valid_loss : 0.16777697205543518

   1629240	  0.167933	  0.167777	  0.169821		CURRENT LEARNING RATE: 5.879112411043954e-08
previous_iter_valid_loss : 0.1659732460975647

   1629260	  0.166186	  0.165973	  0.169082		CURRENT LEARNING RATE: 5.8779367061361576e-08
previous_iter_valid_loss : 0.1618042141199112

   1629280	  0.161959	  0.161804	  0.169082		CURRENT LEARNING RATE: 5.87676123634583e-08
previous_iter_valid_loss : 0.17422357201576233

   1629300	  0.174486	  0.174224	  0.169054		CURRENT LEARNING RATE: 5.8755860016259534e-08
previous_iter_valid_loss : 0.16487456858158112

   1629320	  0.165037	  0.164875	  0.169245		CURRENT LEARNING RATE: 5.8744110019295174e-08
previous_iter_valid_loss : 0.16470475494861603

   1629340	  0.164869	  0.164705	  0.169422		CURRENT LEARNING RATE: 5.873236237209502e-08
previous_iter_valid_loss : 0.1605435162782669

   1629360	  0.160705	  0.160544	  0.169201		CURRENT LEARNING RATE: 5.8720617074189565e-08
previous_iter_valid_loss : 0.1783585250377655

   1629380	  0.178521	  0.178359	  0.170077		CURRENT LEARNING RATE: 5.8708874125108804e-08
previous_iter_valid_loss : 0.16109900176525116

   1629400	  0.161281	  0.161099	  0.169888		CURRENT LEARNING RATE: 5.869713352438301e-08
previous_iter_valid_loss : 0.19460274279117584

   1629420	  0.194715	  0.194603	  0.171581		CURRENT LEARNING RATE: 5.868539527154258e-08
previous_iter_valid_loss : 0.16647297143936157

   1629440	  0.166687	  0.166473	  0.171396		CURRENT LEARNING RATE: 5.8673659366117955e-08
previous_iter_valid_loss : 0.17268942296504974

   1629460	  0.172839	  0.172689	  0.171973		CURRENT LEARNING RATE: 5.866192580763972e-08
previous_iter_valid_loss : 0.16476571559906006

   1629480	  0.164969	  0.164766	  0.172160		CURRENT LEARNING RATE: 5.8650194595638315e-08
previous_iter_valid_loss : 0.18294015526771545

   1629500	  0.183089	  0.182940	  0.172601		CURRENT LEARNING RATE: 5.8638465729644906e-08
previous_iter_valid_loss : 0.16212652623653412

   1629520	  0.162316	  0.162127	  0.172641		CURRENT LEARNING RATE: 5.8626739209190144e-08
previous_iter_valid_loss : 0.16580435633659363

   1629540	  0.165968	  0.165804	  0.170255		CURRENT LEARNING RATE: 5.861501503380496e-08
previous_iter_valid_loss : 0.16260290145874023

   1629560	  0.162757	  0.162603	  0.169612		CURRENT LEARNING RATE: 5.8603293203020373e-08
previous_iter_valid_loss : 0.18876442313194275

   1629580	  0.189180	  0.188764	  0.170115		CURRENT LEARNING RATE: 5.8591573716367526e-08
previous_iter_valid_loss : 0.16103306412696838

   1629600	  0.161197	  0.161033	  0.169090		CURRENT LEARNING RATE: 5.857985657337764e-08
previous_iter_valid_loss : 0.16059021651744843

   1629620	  0.160765	  0.160590	  0.169086		CURRENT LEARNING RATE: 5.8568141773582016e-08
previous_iter_valid_loss : 0.16197969019412994

   1629640	  0.162167	  0.161980	  0.168796		CURRENT LEARNING RATE: 5.8556429316511866e-08
previous_iter_valid_loss : 0.16862820088863373

   1629660	  0.168783	  0.168628	  0.168929		CURRENT LEARNING RATE: 5.854471920169911e-08
previous_iter_valid_loss : 0.16216684877872467

   1629680	  0.162357	  0.162167	  0.168947		CURRENT LEARNING RATE: 5.853301142867512e-08
previous_iter_valid_loss : 0.16310295462608337

   1629700	  0.163267	  0.163103	  0.168391		CURRENT LEARNING RATE: 5.85213059969716e-08
previous_iter_valid_loss : 0.16326777637004852

   1629720	  0.163437	  0.163268	  0.168311		CURRENT LEARNING RATE: 5.850960290612033e-08
previous_iter_valid_loss : 0.16984491050243378

   1629740	  0.170088	  0.169845	  0.168568		CURRENT LEARNING RATE: 5.849790215565318e-08
previous_iter_valid_loss : 0.1646411120891571

   1629760	  0.164855	  0.164641	  0.168773		CURRENT LEARNING RATE: 5.848620374510213e-08
previous_iter_valid_loss : 0.1607019007205963

   1629780	  0.160872	  0.160702	  0.167890		CURRENT LEARNING RATE: 5.8474507673999235e-08
previous_iter_valid_loss : 0.18558542430400848

   1629800	  0.185730	  0.185585	  0.169114		CURRENT LEARNING RATE: 5.8462813941876446e-08
previous_iter_valid_loss : 0.16403792798519135

   1629820	  0.164202	  0.164038	  0.167586		CURRENT LEARNING RATE: 5.8451122548266425e-08
previous_iter_valid_loss : 0.16067561507225037

   1629840	  0.160839	  0.160676	  0.167296		CURRENT LEARNING RATE: 5.8439433492701324e-08
previous_iter_valid_loss : 0.1615026891231537

   1629860	  0.161656	  0.161503	  0.166737		CURRENT LEARNING RATE: 5.842774677471357e-08
previous_iter_valid_loss : 0.16066180169582367

   1629880	  0.160816	  0.160662	  0.166531		CURRENT LEARNING RATE: 5.841606239383569e-08
previous_iter_valid_loss : 0.16057613492012024

   1629900	  0.160741	  0.160576	  0.165413		CURRENT LEARNING RATE: 5.8404380349600316e-08
previous_iter_valid_loss : 0.16049954295158386

   1629920	  0.160658	  0.160500	  0.165332		CURRENT LEARNING RATE: 5.8392700641540156e-08
previous_iter_valid_loss : 0.1789064109325409

   1629940	  0.179225	  0.178906	  0.165987		CURRENT LEARNING RATE: 5.838102326918783e-08
previous_iter_valid_loss : 0.17462193965911865

   1629960	  0.174767	  0.174622	  0.166588		CURRENT LEARNING RATE: 5.836934823207664e-08
previous_iter_valid_loss : 0.164751797914505

   1629980	  0.164923	  0.164752	  0.165387		CURRENT LEARNING RATE: 5.835767552973939e-08
previous_iter_valid_loss : 0.16722124814987183

   1630000	  0.167379	  0.167221	  0.165697		CURRENT LEARNING RATE: 5.834600516170918e-08
previous_iter_valid_loss : 0.16058646142482758

   1630020	  0.160756	  0.160586	  0.165697		CURRENT LEARNING RATE: 5.833433712751918e-08
previous_iter_valid_loss : 0.16872532665729523

   1630040	  0.168964	  0.168725	  0.166034		CURRENT LEARNING RATE: 5.832267142670267e-08
previous_iter_valid_loss : 0.1677033007144928

   1630060	  0.167939	  0.167703	  0.165988		CURRENT LEARNING RATE: 5.831100805879303e-08
previous_iter_valid_loss : 0.16050557792186737

   1630080	  0.160668	  0.160506	  0.165904		CURRENT LEARNING RATE: 5.829934702332371e-08
previous_iter_valid_loss : 0.16143305599689484

   1630100	  0.161585	  0.161433	  0.165821		CURRENT LEARNING RATE: 5.828768831982808e-08
previous_iter_valid_loss : 0.1623297780752182

   1630120	  0.162532	  0.162330	  0.165774		CURRENT LEARNING RATE: 5.8276031947840196e-08
previous_iter_valid_loss : 0.1605508178472519

   1630140	  0.160718	  0.160551	  0.165309		CURRENT LEARNING RATE: 5.826437790689359e-08
previous_iter_valid_loss : 0.17271557450294495

   1630160	  0.172863	  0.172716	  0.165713		CURRENT LEARNING RATE: 5.825272619652212e-08
previous_iter_valid_loss : 0.16470037400722504

   1630180	  0.164870	  0.164700	  0.165913		CURRENT LEARNING RATE: 5.8241076816259694e-08
previous_iter_valid_loss : 0.16062268614768982

   1630200	  0.160798	  0.160623	  0.164665		CURRENT LEARNING RATE: 5.822942976564036e-08
previous_iter_valid_loss : 0.16571226716041565

   1630220	  0.165880	  0.165712	  0.164749		CURRENT LEARNING RATE: 5.821778504419822e-08
previous_iter_valid_loss : 0.16819322109222412

   1630240	  0.168347	  0.168193	  0.165125		CURRENT LEARNING RATE: 5.820614265146728e-08
previous_iter_valid_loss : 0.16177596151828766

   1630260	  0.161943	  0.161776	  0.165138		CURRENT LEARNING RATE: 5.819450258698226e-08
previous_iter_valid_loss : 0.16317585110664368

   1630280	  0.163368	  0.163176	  0.165264		CURRENT LEARNING RATE: 5.8182864850277357e-08
previous_iter_valid_loss : 0.16075433790683746

   1630300	  0.160924	  0.160754	  0.165273		CURRENT LEARNING RATE: 5.817122944088705e-08
previous_iter_valid_loss : 0.18054302036762238

   1630320	  0.180698	  0.180543	  0.166275		CURRENT LEARNING RATE: 5.8159596358345934e-08
previous_iter_valid_loss : 0.19009104371070862

   1630340	  0.190220	  0.190091	  0.166834		CURRENT LEARNING RATE: 5.814796560218868e-08
previous_iter_valid_loss : 0.16206800937652588

   1630360	  0.162254	  0.162068	  0.166207		CURRENT LEARNING RATE: 5.813633717195005e-08
previous_iter_valid_loss : 0.1613110601902008

   1630380	  0.161460	  0.161311	  0.166034		CURRENT LEARNING RATE: 5.8124711067164925e-08
previous_iter_valid_loss : 0.16274715960025787

   1630400	  0.162913	  0.162747	  0.165811		CURRENT LEARNING RATE: 5.811308728736803e-08
previous_iter_valid_loss : 0.20754507184028625

   1630420	  0.207601	  0.207545	  0.168159		CURRENT LEARNING RATE: 5.810146583209485e-08
previous_iter_valid_loss : 0.16338269412517548

   1630440	  0.163581	  0.163383	  0.167892		CURRENT LEARNING RATE: 5.8089846700880314e-08
previous_iter_valid_loss : 0.16703981161117554

   1630460	  0.167194	  0.167040	  0.167858		CURRENT LEARNING RATE: 5.807822989325964e-08
previous_iter_valid_loss : 0.1630309522151947

   1630480	  0.163245	  0.163031	  0.167985		CURRENT LEARNING RATE: 5.806661540876819e-08
previous_iter_valid_loss : 0.16276918351650238

   1630500	  0.162967	  0.162769	  0.168051		CURRENT LEARNING RATE: 5.805500324694135e-08
previous_iter_valid_loss : 0.16254442930221558

   1630520	  0.162740	  0.162544	  0.168062		CURRENT LEARNING RATE: 5.804339340731465e-08
previous_iter_valid_loss : 0.16247209906578064

   1630540	  0.162648	  0.162472	  0.168158		CURRENT LEARNING RATE: 5.803178588942369e-08
previous_iter_valid_loss : 0.16106171905994415

   1630560	  0.161242	  0.161062	  0.167576		CURRENT LEARNING RATE: 5.8020180692803974e-08
previous_iter_valid_loss : 0.17381273210048676

   1630580	  0.174094	  0.173813	  0.168031		CURRENT LEARNING RATE: 5.80085778169917e-08
previous_iter_valid_loss : 0.16120421886444092

   1630600	  0.161358	  0.161204	  0.168060		CURRENT LEARNING RATE: 5.799697726152255e-08
previous_iter_valid_loss : 0.16732707619667053

   1630620	  0.167484	  0.167327	  0.168141		CURRENT LEARNING RATE: 5.798537902593249e-08
previous_iter_valid_loss : 0.16516265273094177

   1630640	  0.165368	  0.165163	  0.167989		CURRENT LEARNING RATE: 5.79737831097576e-08
previous_iter_valid_loss : 0.16916809976100922

   1630660	  0.169322	  0.169168	  0.168359		CURRENT LEARNING RATE: 5.796218951253405e-08
previous_iter_valid_loss : 0.16197869181632996

   1630680	  0.162167	  0.161979	  0.168299		CURRENT LEARNING RATE: 5.795059823379808e-08
previous_iter_valid_loss : 0.161833718419075

   1630700	  0.161991	  0.161834	  0.168353		CURRENT LEARNING RATE: 5.793900927308584e-08
previous_iter_valid_loss : 0.16614727675914764

   1630720	  0.166355	  0.166147	  0.167633		CURRENT LEARNING RATE: 5.7927422629934176e-08
previous_iter_valid_loss : 0.16253024339675903

   1630740	  0.162690	  0.162530	  0.166255		CURRENT LEARNING RATE: 5.7915838303879444e-08
previous_iter_valid_loss : 0.1707632839679718

   1630760	  0.170912	  0.170763	  0.166690		CURRENT LEARNING RATE: 5.790425629445824e-08
previous_iter_valid_loss : 0.16427204012870789

   1630780	  0.164436	  0.164272	  0.166838		CURRENT LEARNING RATE: 5.789267660120731e-08
previous_iter_valid_loss : 0.16052089631557465

   1630800	  0.160690	  0.160521	  0.166727		CURRENT LEARNING RATE: 5.788109922366343e-08
previous_iter_valid_loss : 0.1744917631149292

   1630820	  0.174646	  0.174492	  0.165074		CURRENT LEARNING RATE: 5.7869524161363544e-08
previous_iter_valid_loss : 0.1606758087873459

   1630840	  0.160826	  0.160676	  0.164939		CURRENT LEARNING RATE: 5.785795141384462e-08
previous_iter_valid_loss : 0.16142527759075165

   1630860	  0.161589	  0.161425	  0.164658		CURRENT LEARNING RATE: 5.784638098064357e-08
previous_iter_valid_loss : 0.16184361279010773

   1630880	  0.162002	  0.161844	  0.164599		CURRENT LEARNING RATE: 5.783481286129796e-08
previous_iter_valid_loss : 0.16061300039291382

   1630900	  0.160766	  0.160613	  0.164491		CURRENT LEARNING RATE: 5.782324705534487e-08
previous_iter_valid_loss : 0.183044895529747

   1630920	  0.183408	  0.183045	  0.165516		CURRENT LEARNING RATE: 5.781168356232168e-08
previous_iter_valid_loss : 0.16370916366577148

   1630940	  0.163902	  0.163709	  0.165578		CURRENT LEARNING RATE: 5.7800122381765836e-08
previous_iter_valid_loss : 0.16161790490150452

   1630960	  0.161784	  0.161618	  0.165606		CURRENT LEARNING RATE: 5.778856351321489e-08
previous_iter_valid_loss : 0.18914365768432617

   1630980	  0.189557	  0.189144	  0.166372		CURRENT LEARNING RATE: 5.77770069562065e-08
previous_iter_valid_loss : 0.16357555985450745

   1631000	  0.163756	  0.163576	  0.166491		CURRENT LEARNING RATE: 5.7765452710278386e-08
previous_iter_valid_loss : 0.16621708869934082

   1631020	  0.166424	  0.166217	  0.166435		CURRENT LEARNING RATE: 5.7753900774968195e-08
previous_iter_valid_loss : 0.16886575520038605

   1631040	  0.169111	  0.168866	  0.166620		CURRENT LEARNING RATE: 5.7742351149814245e-08
previous_iter_valid_loss : 0.16062618792057037

   1631060	  0.160774	  0.160626	  0.166193		CURRENT LEARNING RATE: 5.773080383435434e-08
previous_iter_valid_loss : 0.1627568155527115

   1631080	  0.162948	  0.162757	  0.166232		CURRENT LEARNING RATE: 5.77192588281266e-08
previous_iter_valid_loss : 0.17095042765140533

   1631100	  0.171201	  0.170950	  0.166688		CURRENT LEARNING RATE: 5.770771613066923e-08
previous_iter_valid_loss : 0.17568425834178925

   1631120	  0.175971	  0.175684	  0.167165		CURRENT LEARNING RATE: 5.7696175741520504e-08
previous_iter_valid_loss : 0.17586594820022583

   1631140	  0.176158	  0.175866	  0.167832		CURRENT LEARNING RATE: 5.768463766021882e-08
previous_iter_valid_loss : 0.1953403502702713

   1631160	  0.195829	  0.195340	  0.169060		CURRENT LEARNING RATE: 5.767310188630244e-08
previous_iter_valid_loss : 0.1681651473045349

   1631180	  0.168396	  0.168165	  0.169255		CURRENT LEARNING RATE: 5.766156841931035e-08
previous_iter_valid_loss : 0.16051283478736877

   1631200	  0.160674	  0.160513	  0.169255		CURRENT LEARNING RATE: 5.7650037258781005e-08
previous_iter_valid_loss : 0.16051889955997467

   1631220	  0.160687	  0.160519	  0.168556		CURRENT LEARNING RATE: 5.763850840425316e-08
previous_iter_valid_loss : 0.16072532534599304

   1631240	  0.160895	  0.160725	  0.168559		CURRENT LEARNING RATE: 5.762698185526566e-08
previous_iter_valid_loss : 0.16293296217918396

   1631260	  0.163135	  0.162933	  0.168634		CURRENT LEARNING RATE: 5.761545761135744e-08
previous_iter_valid_loss : 0.16737864911556244

   1631280	  0.167534	  0.167379	  0.168911		CURRENT LEARNING RATE: 5.7603935672067525e-08
previous_iter_valid_loss : 0.16768556833267212

   1631300	  0.167918	  0.167686	  0.169264		CURRENT LEARNING RATE: 5.759241603693505e-08
previous_iter_valid_loss : 0.1735277622938156

   1631320	  0.173802	  0.173528	  0.168789		CURRENT LEARNING RATE: 5.758089870549902e-08
previous_iter_valid_loss : 0.1668865829706192

   1631340	  0.167111	  0.166887	  0.168947		CURRENT LEARNING RATE: 5.756938367729915e-08
previous_iter_valid_loss : 0.20014481246471405

   1631360	  0.200660	  0.200145	  0.170874		CURRENT LEARNING RATE: 5.755787095187464e-08
previous_iter_valid_loss : 0.16247741878032684

   1631380	  0.162675	  0.162477	  0.169540		CURRENT LEARNING RATE: 5.754636052876497e-08
previous_iter_valid_loss : 0.16767644882202148

   1631400	  0.167837	  0.167676	  0.169745		CURRENT LEARNING RATE: 5.7534852407509726e-08
previous_iter_valid_loss : 0.16072997450828552

   1631420	  0.160900	  0.160730	  0.169471		CURRENT LEARNING RATE: 5.7523346587648585e-08
previous_iter_valid_loss : 0.16076461970806122

   1631440	  0.160946	  0.160765	  0.169066		CURRENT LEARNING RATE: 5.7511843068721324e-08
previous_iter_valid_loss : 0.2003840208053589

   1631460	  0.200457	  0.200384	  0.171054		CURRENT LEARNING RATE: 5.7500341850267586e-08
previous_iter_valid_loss : 0.17478397488594055

   1631480	  0.175061	  0.174784	  0.171655		CURRENT LEARNING RATE: 5.748884293182773e-08
previous_iter_valid_loss : 0.16346165537834167

   1631500	  0.163621	  0.163462	  0.171281		CURRENT LEARNING RATE: 5.7477346312941607e-08
previous_iter_valid_loss : 0.162149116396904

   1631520	  0.162316	  0.162149	  0.170604		CURRENT LEARNING RATE: 5.7465851993149336e-08
previous_iter_valid_loss : 0.1789100468158722

   1631540	  0.179223	  0.178910	  0.170756		CURRENT LEARNING RATE: 5.7454359971991157e-08
previous_iter_valid_loss : 0.17582309246063232

   1631560	  0.176120	  0.175823	  0.169780		CURRENT LEARNING RATE: 5.744287024900738e-08
previous_iter_valid_loss : 0.21294911205768585

   1631580	  0.213580	  0.212949	  0.172020		CURRENT LEARNING RATE: 5.7431382823738425e-08
previous_iter_valid_loss : 0.19421562552452087

   1631600	  0.194717	  0.194216	  0.173705		CURRENT LEARNING RATE: 5.741989769572479e-08
previous_iter_valid_loss : 0.16072331368923187

   1631620	  0.160883	  0.160723	  0.173715		CURRENT LEARNING RATE: 5.7408414864506866e-08
previous_iter_valid_loss : 0.16172507405281067

   1631640	  0.161915	  0.161725	  0.173765		CURRENT LEARNING RATE: 5.739693432962574e-08
previous_iter_valid_loss : 0.17509247362613678

   1631660	  0.175244	  0.175092	  0.174373		CURRENT LEARNING RATE: 5.738545609062201e-08
previous_iter_valid_loss : 0.1608622521162033

   1631680	  0.161015	  0.160862	  0.174047		CURRENT LEARNING RATE: 5.7373980147036524e-08
previous_iter_valid_loss : 0.17780233919620514

   1631700	  0.177954	  0.177802	  0.174553		CURRENT LEARNING RATE: 5.736250649841025e-08
previous_iter_valid_loss : 0.18630413711071014

   1631720	  0.186450	  0.186304	  0.175192		CURRENT LEARNING RATE: 5.735103514428425e-08
previous_iter_valid_loss : 0.1649785041809082

   1631740	  0.165188	  0.164979	  0.175096		CURRENT LEARNING RATE: 5.733956608419965e-08
previous_iter_valid_loss : 0.16053268313407898

   1631760	  0.160689	  0.160533	  0.173116		CURRENT LEARNING RATE: 5.732809931769772e-08
previous_iter_valid_loss : 0.16657346487045288

   1631780	  0.166732	  0.166573	  0.173321		CURRENT LEARNING RATE: 5.7316634844319555e-08
previous_iter_valid_loss : 0.16334281861782074

   1631800	  0.163535	  0.163343	  0.173104		CURRENT LEARNING RATE: 5.730517266360699e-08
previous_iter_valid_loss : 0.1605256199836731

   1631820	  0.160691	  0.160526	  0.173094		CURRENT LEARNING RATE: 5.729371277510135e-08
previous_iter_valid_loss : 0.16611090302467346

   1631840	  0.166273	  0.166111	  0.173361		CURRENT LEARNING RATE: 5.728225517834422e-08
previous_iter_valid_loss : 0.16977368295192719

   1631860	  0.169926	  0.169774	  0.171830		CURRENT LEARNING RATE: 5.727079987287731e-08
previous_iter_valid_loss : 0.16695916652679443

   1631880	  0.167182	  0.166959	  0.171439		CURRENT LEARNING RATE: 5.7259346858242404e-08
previous_iter_valid_loss : 0.1606980711221695

   1631900	  0.160863	  0.160698	  0.171301		CURRENT LEARNING RATE: 5.724789613398137e-08
previous_iter_valid_loss : 0.16479341685771942

   1631920	  0.164954	  0.164793	  0.171433		CURRENT LEARNING RATE: 5.7236447699636e-08
previous_iter_valid_loss : 0.16144777834415436

   1631940	  0.161608	  0.161448	  0.170560		CURRENT LEARNING RATE: 5.7225001554748746e-08
previous_iter_valid_loss : 0.1609780341386795

   1631960	  0.161130	  0.160978	  0.169818		CURRENT LEARNING RATE: 5.721355769886155e-08
previous_iter_valid_loss : 0.1605364829301834

   1631980	  0.160700	  0.160536	  0.167197		CURRENT LEARNING RATE: 5.7202116131516684e-08
previous_iter_valid_loss : 0.16639353334903717

   1632000	  0.166617	  0.166394	  0.165806		CURRENT LEARNING RATE: 5.7190676852256456e-08
previous_iter_valid_loss : 0.17372453212738037

   1632020	  0.173873	  0.173725	  0.166456		CURRENT LEARNING RATE: 5.7179239860623325e-08
previous_iter_valid_loss : 0.17871956527233124

   1632040	  0.179021	  0.178720	  0.167306		CURRENT LEARNING RATE: 5.716780515615979e-08
previous_iter_valid_loss : 0.16054213047027588

   1632060	  0.160703	  0.160542	  0.166578		CURRENT LEARNING RATE: 5.715637273840847e-08
previous_iter_valid_loss : 0.1605253368616104

   1632080	  0.160688	  0.160525	  0.166562		CURRENT LEARNING RATE: 5.714494260691186e-08
previous_iter_valid_loss : 0.17174123227596283

   1632100	  0.172001	  0.171741	  0.166258		CURRENT LEARNING RATE: 5.713351476121316e-08
previous_iter_valid_loss : 0.16324739158153534

   1632120	  0.163448	  0.163247	  0.165106		CURRENT LEARNING RATE: 5.712208920085506e-08
previous_iter_valid_loss : 0.18343475461006165

   1632140	  0.183581	  0.183435	  0.166028		CURRENT LEARNING RATE: 5.7110665925380554e-08
previous_iter_valid_loss : 0.16524770855903625

   1632160	  0.165414	  0.165248	  0.166264		CURRENT LEARNING RATE: 5.709924493433268e-08
previous_iter_valid_loss : 0.16054603457450867

   1632180	  0.160716	  0.160546	  0.165963		CURRENT LEARNING RATE: 5.7087826227254604e-08
previous_iter_valid_loss : 0.1809651106595993

   1632200	  0.181122	  0.180965	  0.166844		CURRENT LEARNING RATE: 5.707640980368959e-08
previous_iter_valid_loss : 0.1861623227596283

   1632220	  0.186306	  0.186162	  0.168126		CURRENT LEARNING RATE: 5.706499566318098e-08
previous_iter_valid_loss : 0.16271722316741943

   1632240	  0.162902	  0.162717	  0.167956		CURRENT LEARNING RATE: 5.7053583805272e-08
previous_iter_valid_loss : 0.17078590393066406

   1632260	  0.171038	  0.170786	  0.168007		CURRENT LEARNING RATE: 5.704217422950657e-08
previous_iter_valid_loss : 0.16093148291110992

   1632280	  0.161103	  0.160931	  0.167705		CURRENT LEARNING RATE: 5.7030766935428135e-08
previous_iter_valid_loss : 0.16515931487083435

   1632300	  0.165326	  0.165159	  0.167928		CURRENT LEARNING RATE: 5.701936192258038e-08
previous_iter_valid_loss : 0.1903432160615921

   1632320	  0.190473	  0.190343	  0.169206		CURRENT LEARNING RATE: 5.70079591905071e-08
previous_iter_valid_loss : 0.16081984341144562

   1632340	  0.161001	  0.160820	  0.169175		CURRENT LEARNING RATE: 5.699655873875221e-08
previous_iter_valid_loss : 0.17330820858478546

   1632360	  0.173572	  0.173308	  0.169791		CURRENT LEARNING RATE: 5.698516056685967e-08
previous_iter_valid_loss : 0.1607615351676941

   1632380	  0.160922	  0.160762	  0.169802		CURRENT LEARNING RATE: 5.697376467437335e-08
previous_iter_valid_loss : 0.1606462150812149

   1632400	  0.160794	  0.160646	  0.169515		CURRENT LEARNING RATE: 5.696237106083784e-08
previous_iter_valid_loss : 0.17029833793640137

   1632420	  0.170547	  0.170298	  0.169344		CURRENT LEARNING RATE: 5.6950979725797176e-08
previous_iter_valid_loss : 0.16903041303157806

   1632440	  0.169187	  0.169030	  0.168859		CURRENT LEARNING RATE: 5.6939590668795696e-08
previous_iter_valid_loss : 0.1705951988697052

   1632460	  0.170851	  0.170595	  0.169362		CURRENT LEARNING RATE: 5.6928203889377865e-08
previous_iter_valid_loss : 0.16143789887428284

   1632480	  0.161600	  0.161438	  0.169407		CURRENT LEARNING RATE: 5.691681938708819e-08
previous_iter_valid_loss : 0.16240841150283813

   1632500	  0.162567	  0.162408	  0.168941		CURRENT LEARNING RATE: 5.690543716147131e-08
previous_iter_valid_loss : 0.16095906496047974

   1632520	  0.161146	  0.160959	  0.168826		CURRENT LEARNING RATE: 5.6894057212071905e-08
previous_iter_valid_loss : 0.16541709005832672

   1632540	  0.165635	  0.165417	  0.167925		CURRENT LEARNING RATE: 5.688267953843461e-08
previous_iter_valid_loss : 0.160494863986969

   1632560	  0.160663	  0.160495	  0.167688		CURRENT LEARNING RATE: 5.6871304140104707e-08
previous_iter_valid_loss : 0.16070803999900818

   1632580	  0.160890	  0.160708	  0.167696		CURRENT LEARNING RATE: 5.685993101662696e-08
previous_iter_valid_loss : 0.16499990224838257

   1632600	  0.165175	  0.165000	  0.166898		CURRENT LEARNING RATE: 5.684856016754647e-08
previous_iter_valid_loss : 0.172462597489357

   1632620	  0.172732	  0.172463	  0.166213		CURRENT LEARNING RATE: 5.6837191592408404e-08
previous_iter_valid_loss : 0.17825230956077576

   1632640	  0.178559	  0.178252	  0.166989		CURRENT LEARNING RATE: 5.6825825290758005e-08
previous_iter_valid_loss : 0.16900955140590668

   1632660	  0.169243	  0.169010	  0.166901		CURRENT LEARNING RATE: 5.6814461262140617e-08
previous_iter_valid_loss : 0.1633439064025879

   1632680	  0.163522	  0.163344	  0.167021		CURRENT LEARNING RATE: 5.6803099506101495e-08
previous_iter_valid_loss : 0.16460686922073364

   1632700	  0.164816	  0.164607	  0.166994		CURRENT LEARNING RATE: 5.679174002218656e-08
previous_iter_valid_loss : 0.16192598640918732

   1632720	  0.162122	  0.161926	  0.165573		CURRENT LEARNING RATE: 5.678038280994123e-08
previous_iter_valid_loss : 0.19296519458293915

   1632740	  0.193443	  0.192965	  0.167180		CURRENT LEARNING RATE: 5.676902786891121e-08
previous_iter_valid_loss : 0.16607555747032166

   1632760	  0.166281	  0.166076	  0.166818		CURRENT LEARNING RATE: 5.675767519864233e-08
previous_iter_valid_loss : 0.1607905626296997

   1632780	  0.160952	  0.160791	  0.166820		CURRENT LEARNING RATE: 5.6746324798680457e-08
previous_iter_valid_loss : 0.17112775146961212

   1632800	  0.171276	  0.171128	  0.167344		CURRENT LEARNING RATE: 5.673497666857158e-08
previous_iter_valid_loss : 0.16891466081142426

   1632820	  0.169064	  0.168915	  0.167275		CURRENT LEARNING RATE: 5.672363080786179e-08
previous_iter_valid_loss : 0.16053056716918945

   1632840	  0.160696	  0.160531	  0.166850		CURRENT LEARNING RATE: 5.6712287216097025e-08
previous_iter_valid_loss : 0.16648125648498535

   1632860	  0.166702	  0.166481	  0.166644		CURRENT LEARNING RATE: 5.670094589282397e-08
previous_iter_valid_loss : 0.16075289249420166

   1632880	  0.160915	  0.160753	  0.166610		CURRENT LEARNING RATE: 5.6689606837588755e-08
previous_iter_valid_loss : 0.17241047322750092

   1632900	  0.172558	  0.172410	  0.167110		CURRENT LEARNING RATE: 5.6678270049937807e-08
previous_iter_valid_loss : 0.16328203678131104

   1632920	  0.163482	  0.163282	  0.167226		CURRENT LEARNING RATE: 5.6666935529417684e-08
previous_iter_valid_loss : 0.162927508354187

   1632940	  0.163094	  0.162928	  0.167102		CURRENT LEARNING RATE: 5.665560327557499e-08
previous_iter_valid_loss : 0.19604362547397614

   1632960	  0.196547	  0.196044	  0.168879		CURRENT LEARNING RATE: 5.6644273287956426e-08
previous_iter_valid_loss : 0.16480641067028046

   1632980	  0.164976	  0.164806	  0.169084		CURRENT LEARNING RATE: 5.6632945566108806e-08
previous_iter_valid_loss : 0.16328762471675873

   1633000	  0.163456	  0.163288	  0.168998		CURRENT LEARNING RATE: 5.662162010957882e-08
previous_iter_valid_loss : 0.1616767793893814

   1633020	  0.161834	  0.161677	  0.168459		CURRENT LEARNING RATE: 5.661029691791384e-08
previous_iter_valid_loss : 0.16098865866661072

   1633040	  0.161170	  0.160989	  0.167596		CURRENT LEARNING RATE: 5.659897599066074e-08
previous_iter_valid_loss : 0.165838822722435

   1633060	  0.166055	  0.165839	  0.167437		CURRENT LEARNING RATE: 5.6587657327366697e-08
previous_iter_valid_loss : 0.16156938672065735

   1633080	  0.161736	  0.161569	  0.167348		CURRENT LEARNING RATE: 5.6576340927578944e-08
previous_iter_valid_loss : 0.16254223883152008

   1633100	  0.162710	  0.162542	  0.167245		CURRENT LEARNING RATE: 5.6565026790844844e-08
previous_iter_valid_loss : 0.1671915203332901

   1633120	  0.167351	  0.167192	  0.167509		CURRENT LEARNING RATE: 5.655371491671182e-08
previous_iter_valid_loss : 0.16129501163959503

   1633140	  0.161477	  0.161295	  0.165925		CURRENT LEARNING RATE: 5.65424053047272e-08
previous_iter_valid_loss : 0.1609664112329483

   1633160	  0.161127	  0.160966	  0.165670		CURRENT LEARNING RATE: 5.6531097954439e-08
previous_iter_valid_loss : 0.1616327464580536

   1633180	  0.161823	  0.161633	  0.165712		CURRENT LEARNING RATE: 5.651979286539473e-08
previous_iter_valid_loss : 0.1787324994802475

   1633200	  0.178893	  0.178732	  0.166092		CURRENT LEARNING RATE: 5.650849003714218e-08
previous_iter_valid_loss : 0.1614914983510971

   1633220	  0.161675	  0.161491	  0.165721		CURRENT LEARNING RATE: 5.649718946922924e-08
previous_iter_valid_loss : 0.16056568920612335

   1633240	  0.160714	  0.160566	  0.165723		CURRENT LEARNING RATE: 5.6485891161203885e-08
previous_iter_valid_loss : 0.16624538600444794

   1633260	  0.166454	  0.166245	  0.165711		CURRENT LEARNING RATE: 5.6474595112614176e-08
previous_iter_valid_loss : 0.16517646610736847

   1633280	  0.165388	  0.165176	  0.165932		CURRENT LEARNING RATE: 5.6463301323008286e-08
previous_iter_valid_loss : 0.16901864111423492

   1633300	  0.169179	  0.169019	  0.165762		CURRENT LEARNING RATE: 5.6452009791934256e-08
previous_iter_valid_loss : 0.16496656835079193

   1633320	  0.165173	  0.164967	  0.165847		CURRENT LEARNING RATE: 5.644072051894083e-08
previous_iter_valid_loss : 0.171284019947052

   1633340	  0.171554	  0.171284	  0.166264		CURRENT LEARNING RATE: 5.6429433503576226e-08
previous_iter_valid_loss : 0.16910134255886078

   1633360	  0.169336	  0.169101	  0.164917		CURRENT LEARNING RATE: 5.641814874538898e-08
previous_iter_valid_loss : 0.16052140295505524

   1633380	  0.160679	  0.160521	  0.164703		CURRENT LEARNING RATE: 5.6406866243927675e-08
previous_iter_valid_loss : 0.16145384311676025

   1633400	  0.161610	  0.161454	  0.164611		CURRENT LEARNING RATE: 5.6395585998741036e-08
previous_iter_valid_loss : 0.16130562126636505

   1633420	  0.161462	  0.161306	  0.164593		CURRENT LEARNING RATE: 5.638430800937784e-08
previous_iter_valid_loss : 0.18946844339370728

   1633440	  0.189608	  0.189468	  0.166017		CURRENT LEARNING RATE: 5.6373032275386976e-08
previous_iter_valid_loss : 0.16522209346294403

   1633460	  0.165422	  0.165222	  0.165986		CURRENT LEARNING RATE: 5.6361758796317214e-08
previous_iter_valid_loss : 0.16115279495716095

   1633480	  0.161308	  0.161153	  0.165965		CURRENT LEARNING RATE: 5.635048757171801e-08
previous_iter_valid_loss : 0.1612103283405304

   1633500	  0.161393	  0.161210	  0.165899		CURRENT LEARNING RATE: 5.633921860113831e-08
previous_iter_valid_loss : 0.16692395508289337

   1633520	  0.167145	  0.166924	  0.165885		CURRENT LEARNING RATE: 5.6327951884127366e-08
previous_iter_valid_loss : 0.18362408876419067

   1633540	  0.183772	  0.183624	  0.167002		CURRENT LEARNING RATE: 5.631668742023451e-08
previous_iter_valid_loss : 0.16076388955116272

   1633560	  0.160939	  0.160764	  0.166991		CURRENT LEARNING RATE: 5.6305425209009145e-08
previous_iter_valid_loss : 0.16983483731746674

   1633580	  0.170081	  0.169835	  0.167402		CURRENT LEARNING RATE: 5.6294165250000806e-08
previous_iter_valid_loss : 0.16438807547092438

   1633600	  0.164592	  0.164388	  0.166684		CURRENT LEARNING RATE: 5.628290754275888e-08
previous_iter_valid_loss : 0.16177237033843994

   1633620	  0.161967	  0.161772	  0.166698		CURRENT LEARNING RATE: 5.627165208683346e-08
previous_iter_valid_loss : 0.16177624464035034

   1633640	  0.161962	  0.161776	  0.166759		CURRENT LEARNING RATE: 5.626039888177414e-08
previous_iter_valid_loss : 0.16387103497982025

   1633660	  0.164067	  0.163871	  0.166640		CURRENT LEARNING RATE: 5.6249147927130785e-08
previous_iter_valid_loss : 0.16277951002120972

   1633680	  0.162974	  0.162780	  0.166520		CURRENT LEARNING RATE: 5.623789922245334e-08
previous_iter_valid_loss : 0.16621029376983643

   1633700	  0.166368	  0.166210	  0.166380		CURRENT LEARNING RATE: 5.622665276729188e-08
previous_iter_valid_loss : 0.18368574976921082

   1633720	  0.183838	  0.183686	  0.167316		CURRENT LEARNING RATE: 5.621540856119654e-08
previous_iter_valid_loss : 0.1762332171201706

   1633740	  0.176385	  0.176233	  0.167563		CURRENT LEARNING RATE: 5.620416660371754e-08
previous_iter_valid_loss : 0.16059081256389618

   1633760	  0.160758	  0.160591	  0.167138		CURRENT LEARNING RATE: 5.619292689440503e-08
previous_iter_valid_loss : 0.1626071333885193

   1633780	  0.162764	  0.162607	  0.167242		CURRENT LEARNING RATE: 5.618168943280979e-08
previous_iter_valid_loss : 0.1628306657075882

   1633800	  0.162991	  0.162831	  0.167311		CURRENT LEARNING RATE: 5.6170454218482135e-08
previous_iter_valid_loss : 0.16907484829425812

   1633820	  0.169226	  0.169075	  0.167699		CURRENT LEARNING RATE: 5.615922125097267e-08
previous_iter_valid_loss : 0.17667637765407562

   1633840	  0.176959	  0.176676	  0.167060		CURRENT LEARNING RATE: 5.614799052983205e-08
previous_iter_valid_loss : 0.17391398549079895

   1633860	  0.174184	  0.173914	  0.167494		CURRENT LEARNING RATE: 5.613676205461106e-08
previous_iter_valid_loss : 0.1606902778148651

   1633880	  0.160855	  0.160690	  0.167471		CURRENT LEARNING RATE: 5.612553582486055e-08
previous_iter_valid_loss : 0.161174476146698

   1633900	  0.161321	  0.161174	  0.167469		CURRENT LEARNING RATE: 5.6114311840131295e-08
previous_iter_valid_loss : 0.16102884709835052

   1633920	  0.161180	  0.161029	  0.167175		CURRENT LEARNING RATE: 5.6103090099974715e-08
previous_iter_valid_loss : 0.1628364771604538

   1633940	  0.163006	  0.162836	  0.166135		CURRENT LEARNING RATE: 5.609187060394175e-08
previous_iter_valid_loss : 0.1857360154390335

   1633960	  0.185877	  0.185736	  0.167384		CURRENT LEARNING RATE: 5.608065335158362e-08
previous_iter_valid_loss : 0.1614854782819748

   1633980	  0.161667	  0.161485	  0.166966		CURRENT LEARNING RATE: 5.606943834245163e-08
previous_iter_valid_loss : 0.1605304777622223

   1634000	  0.160700	  0.160530	  0.166774		CURRENT LEARNING RATE: 5.605822557609717e-08
previous_iter_valid_loss : 0.16616670787334442

   1634020	  0.166363	  0.166167	  0.166993		CURRENT LEARNING RATE: 5.604701505207175e-08
previous_iter_valid_loss : 0.1945713609457016

   1634040	  0.194690	  0.194571	  0.168633		CURRENT LEARNING RATE: 5.6035806769926927e-08
previous_iter_valid_loss : 0.16072891652584076

   1634060	  0.160887	  0.160729	  0.168476		CURRENT LEARNING RATE: 5.6024600729214197e-08
previous_iter_valid_loss : 0.16757184267044067

   1634080	  0.167732	  0.167572	  0.168716		CURRENT LEARNING RATE: 5.6013396929485696e-08
previous_iter_valid_loss : 0.16275718808174133

   1634100	  0.162930	  0.162757	  0.168543		CURRENT LEARNING RATE: 5.6002195370293086e-08
previous_iter_valid_loss : 0.1617548167705536

   1634120	  0.161912	  0.161755	  0.167446		CURRENT LEARNING RATE: 5.599099605118829e-08
previous_iter_valid_loss : 0.17048907279968262

   1634140	  0.170641	  0.170489	  0.167159		CURRENT LEARNING RATE: 5.5979798971723355e-08
previous_iter_valid_loss : 0.16846682131290436

   1634160	  0.168701	  0.168467	  0.167553		CURRENT LEARNING RATE: 5.596860413145038e-08
previous_iter_valid_loss : 0.1680632382631302

   1634180	  0.168220	  0.168063	  0.167826		CURRENT LEARNING RATE: 5.595741152992158e-08
previous_iter_valid_loss : 0.16144214570522308

   1634200	  0.161612	  0.161442	  0.167756		CURRENT LEARNING RATE: 5.594622116668924e-08
previous_iter_valid_loss : 0.16266967356204987

   1634220	  0.162828	  0.162670	  0.167436		CURRENT LEARNING RATE: 5.5935033041305566e-08
previous_iter_valid_loss : 0.1832047700881958

   1634240	  0.183362	  0.183205	  0.167762		CURRENT LEARNING RATE: 5.592384715332342e-08
previous_iter_valid_loss : 0.16259317100048065

   1634260	  0.162761	  0.162593	  0.167196		CURRENT LEARNING RATE: 5.591266350229516e-08
previous_iter_valid_loss : 0.16216713190078735

   1634280	  0.162323	  0.162167	  0.167270		CURRENT LEARNING RATE: 5.5901482087773445e-08
previous_iter_valid_loss : 0.1631367951631546

   1634300	  0.163296	  0.163137	  0.167368		CURRENT LEARNING RATE: 5.589030290931103e-08
previous_iter_valid_loss : 0.16561900079250336

   1634320	  0.165828	  0.165619	  0.167598		CURRENT LEARNING RATE: 5.587912596646073e-08
previous_iter_valid_loss : 0.18132896721363068

   1634340	  0.181485	  0.181329	  0.168523		CURRENT LEARNING RATE: 5.586795125877548e-08
previous_iter_valid_loss : 0.16055765748023987

   1634360	  0.160727	  0.160558	  0.167264		CURRENT LEARNING RATE: 5.58567787858081e-08
previous_iter_valid_loss : 0.16350190341472626

   1634380	  0.163676	  0.163502	  0.167364		CURRENT LEARNING RATE: 5.5845608547112064e-08
previous_iter_valid_loss : 0.16081568598747253

   1634400	  0.160976	  0.160816	  0.167379		CURRENT LEARNING RATE: 5.583444054224039e-08
previous_iter_valid_loss : 0.16080839931964874

   1634420	  0.160976	  0.160808	  0.167111		CURRENT LEARNING RATE: 5.5823274770746325e-08
previous_iter_valid_loss : 0.1646031141281128

   1634440	  0.164797	  0.164603	  0.165612		CURRENT LEARNING RATE: 5.581211123218327e-08
previous_iter_valid_loss : 0.18703699111938477

   1634460	  0.187170	  0.187037	  0.166928		CURRENT LEARNING RATE: 5.5800949926104675e-08
previous_iter_valid_loss : 0.16199614107608795

   1634480	  0.162182	  0.161996	  0.166649		CURRENT LEARNING RATE: 5.5789790852064076e-08
previous_iter_valid_loss : 0.16064795851707458

   1634500	  0.160804	  0.160648	  0.166544		CURRENT LEARNING RATE: 5.577863400961513e-08
previous_iter_valid_loss : 0.16143518686294556

   1634520	  0.161594	  0.161435	  0.166528		CURRENT LEARNING RATE: 5.576747939831135e-08
previous_iter_valid_loss : 0.1620563417673111

   1634540	  0.162247	  0.162056	  0.166106		CURRENT LEARNING RATE: 5.575632701770695e-08
previous_iter_valid_loss : 0.17130161821842194

   1634560	  0.171558	  0.171302	  0.166248		CURRENT LEARNING RATE: 5.5745176867355634e-08
previous_iter_valid_loss : 0.16215093433856964

   1634580	  0.162342	  0.162151	  0.165952		CURRENT LEARNING RATE: 5.57340289468114e-08
previous_iter_valid_loss : 0.16073717176914215

   1634600	  0.160912	  0.160737	  0.165917		CURRENT LEARNING RATE: 5.572288325562834e-08
previous_iter_valid_loss : 0.1621842086315155

   1634620	  0.162345	  0.162184	  0.165893		CURRENT LEARNING RATE: 5.571173979336061e-08
previous_iter_valid_loss : 0.1605881154537201

   1634640	  0.160750	  0.160588	  0.164762		CURRENT LEARNING RATE: 5.570059855956248e-08
previous_iter_valid_loss : 0.1605648398399353

   1634660	  0.160731	  0.160565	  0.164660		CURRENT LEARNING RATE: 5.5689459553788103e-08
previous_iter_valid_loss : 0.1615564078092575

   1634680	  0.161750	  0.161556	  0.164630		CURRENT LEARNING RATE: 5.5678322775592316e-08
previous_iter_valid_loss : 0.167420893907547

   1634700	  0.167581	  0.167421	  0.164844		CURRENT LEARNING RATE: 5.5667188224529434e-08
previous_iter_valid_loss : 0.17001378536224365

   1634720	  0.170166	  0.170014	  0.165064		CURRENT LEARNING RATE: 5.56560559001541e-08
previous_iter_valid_loss : 0.1616835594177246

   1634740	  0.161869	  0.161684	  0.164081		CURRENT LEARNING RATE: 5.564492580202102e-08
previous_iter_valid_loss : 0.16054928302764893

   1634760	  0.160713	  0.160549	  0.164081		CURRENT LEARNING RATE: 5.5633797929684965e-08
previous_iter_valid_loss : 0.16483449935913086

   1634780	  0.164993	  0.164834	  0.164148		CURRENT LEARNING RATE: 5.562267228270084e-08
previous_iter_valid_loss : 0.16452766954898834

   1634800	  0.164725	  0.164528	  0.164333		CURRENT LEARNING RATE: 5.561154886062361e-08
previous_iter_valid_loss : 0.16496340930461884

   1634820	  0.165180	  0.164963	  0.164541		CURRENT LEARNING RATE: 5.560042766300814e-08
previous_iter_valid_loss : 0.16450586915016174

   1634840	  0.164712	  0.164506	  0.164536		CURRENT LEARNING RATE: 5.558930868940999e-08
previous_iter_valid_loss : 0.17350465059280396

   1634860	  0.173782	  0.173505	  0.163859		CURRENT LEARNING RATE: 5.5578191939384196e-08
previous_iter_valid_loss : 0.16162528097629547

   1634880	  0.161813	  0.161625	  0.163841		CURRENT LEARNING RATE: 5.556707741248608e-08
previous_iter_valid_loss : 0.16282300651073456

   1634900	  0.163010	  0.162823	  0.163950		CURRENT LEARNING RATE: 5.555596510827107e-08
previous_iter_valid_loss : 0.1607336550951004

   1634920	  0.160886	  0.160734	  0.163915		CURRENT LEARNING RATE: 5.554485502629467e-08
previous_iter_valid_loss : 0.16881465911865234

   1634940	  0.169050	  0.168815	  0.164253		CURRENT LEARNING RATE: 5.5533747166112487e-08
previous_iter_valid_loss : 0.1753389984369278

   1634960	  0.175616	  0.175339	  0.164454		CURRENT LEARNING RATE: 5.552264152728019e-08
previous_iter_valid_loss : 0.16068589687347412

   1634980	  0.160847	  0.160686	  0.164381		CURRENT LEARNING RATE: 5.551153810935337e-08
previous_iter_valid_loss : 0.1719559282064438

   1635000	  0.172106	  0.171956	  0.164942		CURRENT LEARNING RATE: 5.550043691188827e-08
previous_iter_valid_loss : 0.16072693467140198

   1635020	  0.160885	  0.160727	  0.164869		CURRENT LEARNING RATE: 5.5489337934440666e-08
previous_iter_valid_loss : 0.16601458191871643

   1635040	  0.166174	  0.166015	  0.165141		CURRENT LEARNING RATE: 5.547824117656658e-08
previous_iter_valid_loss : 0.160554900765419

   1635060	  0.160714	  0.160555	  0.165140		CURRENT LEARNING RATE: 5.5467146637822145e-08
previous_iter_valid_loss : 0.17135797441005707

   1635080	  0.171614	  0.171358	  0.165630		CURRENT LEARNING RATE: 5.545605431776359e-08
previous_iter_valid_loss : 0.18074728548526764

   1635100	  0.180901	  0.180747	  0.166296		CURRENT LEARNING RATE: 5.544496421594721e-08
previous_iter_valid_loss : 0.16539181768894196

   1635120	  0.165552	  0.165392	  0.166065		CURRENT LEARNING RATE: 5.5433876331929215e-08
previous_iter_valid_loss : 0.160852313041687

   1635140	  0.161029	  0.160852	  0.166024		CURRENT LEARNING RATE: 5.542279066526647e-08
previous_iter_valid_loss : 0.1608266681432724

   1635160	  0.161001	  0.160827	  0.166038		CURRENT LEARNING RATE: 5.541170721551536e-08
previous_iter_valid_loss : 0.17012690007686615

   1635180	  0.170276	  0.170127	  0.166302		CURRENT LEARNING RATE: 5.5400625982232545e-08
previous_iter_valid_loss : 0.1662241369485855

   1635200	  0.166382	  0.166224	  0.166387		CURRENT LEARNING RATE: 5.5389546964974784e-08
previous_iter_valid_loss : 0.1639067828655243

   1635220	  0.164105	  0.163907	  0.166334		CURRENT LEARNING RATE: 5.5378470163298905e-08
previous_iter_valid_loss : 0.17791952192783356

   1635240	  0.178075	  0.177920	  0.167005		CURRENT LEARNING RATE: 5.5367395576761845e-08
previous_iter_valid_loss : 0.16051630675792694

   1635260	  0.160677	  0.160516	  0.166356		CURRENT LEARNING RATE: 5.5356323204920606e-08
previous_iter_valid_loss : 0.17133943736553192

   1635280	  0.171595	  0.171339	  0.166841		CURRENT LEARNING RATE: 5.5345253047332117e-08
previous_iter_valid_loss : 0.16142532229423523

   1635300	  0.161579	  0.161425	  0.166771		CURRENT LEARNING RATE: 5.533418510355394e-08
previous_iter_valid_loss : 0.16077594459056854

   1635320	  0.160931	  0.160776	  0.166773		CURRENT LEARNING RATE: 5.5323119373143186e-08
previous_iter_valid_loss : 0.1623130589723587

   1635340	  0.162493	  0.162313	  0.166448		CURRENT LEARNING RATE: 5.5312055855657205e-08
previous_iter_valid_loss : 0.1606174111366272

   1635360	  0.160779	  0.160617	  0.165712		CURRENT LEARNING RATE: 5.530099455065348e-08
previous_iter_valid_loss : 0.16247086226940155

   1635380	  0.162655	  0.162471	  0.165802		CURRENT LEARNING RATE: 5.5289935457689525e-08
previous_iter_valid_loss : 0.16418208181858063

   1635400	  0.164377	  0.164182	  0.165413		CURRENT LEARNING RATE: 5.527887857632301e-08
previous_iter_valid_loss : 0.16239048540592194

   1635420	  0.162587	  0.162390	  0.165496		CURRENT LEARNING RATE: 5.526782390611164e-08
previous_iter_valid_loss : 0.16525541245937347

   1635440	  0.165464	  0.165255	  0.165458		CURRENT LEARNING RATE: 5.525677144661304e-08
previous_iter_valid_loss : 0.16058053076267242

   1635460	  0.160754	  0.160581	  0.165459		CURRENT LEARNING RATE: 5.52457211973855e-08
previous_iter_valid_loss : 0.1611114740371704

   1635480	  0.161298	  0.161111	  0.164947		CURRENT LEARNING RATE: 5.5234673157986815e-08
previous_iter_valid_loss : 0.189154252409935

   1635500	  0.189574	  0.189154	  0.165367		CURRENT LEARNING RATE: 5.5223627327975064e-08
previous_iter_valid_loss : 0.16249576210975647

   1635520	  0.162687	  0.162496	  0.165223		CURRENT LEARNING RATE: 5.5212583706908415e-08
previous_iter_valid_loss : 0.16335546970367432

   1635540	  0.163560	  0.163355	  0.165348		CURRENT LEARNING RATE: 5.520154229434512e-08
previous_iter_valid_loss : 0.1674201488494873

   1635560	  0.167657	  0.167420	  0.165677		CURRENT LEARNING RATE: 5.5190503089843525e-08
previous_iter_valid_loss : 0.16889244318008423

   1635580	  0.169049	  0.168892	  0.165616		CURRENT LEARNING RATE: 5.517946609296186e-08
previous_iter_valid_loss : 0.16245697438716888

   1635600	  0.162661	  0.162457	  0.165427		CURRENT LEARNING RATE: 5.5168431303259053e-08
previous_iter_valid_loss : 0.16854555904865265

   1635620	  0.168787	  0.168546	  0.165659		CURRENT LEARNING RATE: 5.5157398720293495e-08
previous_iter_valid_loss : 0.1764441430568695

   1635640	  0.176734	  0.176444	  0.165585		CURRENT LEARNING RATE: 5.51463683436239e-08
previous_iter_valid_loss : 0.16287846863269806

   1635660	  0.163055	  0.162878	  0.165704		CURRENT LEARNING RATE: 5.5135340172809034e-08
previous_iter_valid_loss : 0.16058449447155

   1635680	  0.160742	  0.160584	  0.165166		CURRENT LEARNING RATE: 5.5124314207407795e-08
previous_iter_valid_loss : 0.16063065826892853

   1635700	  0.160787	  0.160631	  0.165126		CURRENT LEARNING RATE: 5.5113290446979126e-08
previous_iter_valid_loss : 0.16066071391105652

   1635720	  0.160817	  0.160661	  0.165120		CURRENT LEARNING RATE: 5.510226889108209e-08
previous_iter_valid_loss : 0.1605348438024521

   1635740	  0.160697	  0.160535	  0.165031		CURRENT LEARNING RATE: 5.5091249539275606e-08
previous_iter_valid_loss : 0.1609732061624527

   1635760	  0.161127	  0.160973	  0.165049		CURRENT LEARNING RATE: 5.5080232391119325e-08
previous_iter_valid_loss : 0.16051027178764343

   1635780	  0.160667	  0.160510	  0.164951		CURRENT LEARNING RATE: 5.506921744617233e-08
previous_iter_valid_loss : 0.1649307757616043

   1635800	  0.165093	  0.164931	  0.164989		CURRENT LEARNING RATE: 5.505820470399405e-08
previous_iter_valid_loss : 0.16050103306770325

   1635820	  0.160656	  0.160501	  0.164894		CURRENT LEARNING RATE: 5.504719416414397e-08
previous_iter_valid_loss : 0.16799518465995789

   1635840	  0.168149	  0.167995	  0.165031		CURRENT LEARNING RATE: 5.5036185826181656e-08
previous_iter_valid_loss : 0.17711897194385529

   1635860	  0.177427	  0.177119	  0.165858		CURRENT LEARNING RATE: 5.5025179689666784e-08
previous_iter_valid_loss : 0.16062872111797333

   1635880	  0.160798	  0.160629	  0.165834		CURRENT LEARNING RATE: 5.5014175754158906e-08
previous_iter_valid_loss : 0.16160722076892853

   1635900	  0.161801	  0.161607	  0.164457		CURRENT LEARNING RATE: 5.5003174019218266e-08
previous_iter_valid_loss : 0.1718967854976654

   1635920	  0.172169	  0.171897	  0.164927		CURRENT LEARNING RATE: 5.49921744844046e-08
previous_iter_valid_loss : 0.1633603423833847

   1635940	  0.163537	  0.163360	  0.164927		CURRENT LEARNING RATE: 5.498117714927792e-08
previous_iter_valid_loss : 0.16633208096027374

   1635960	  0.166494	  0.166332	  0.164872		CURRENT LEARNING RATE: 5.497018201339833e-08
previous_iter_valid_loss : 0.16064651310443878

   1635980	  0.160821	  0.160647	  0.164460		CURRENT LEARNING RATE: 5.495918907632602e-08
previous_iter_valid_loss : 0.16051049530506134

   1636000	  0.160673	  0.160510	  0.164363		CURRENT LEARNING RATE: 5.4948198337621285e-08
previous_iter_valid_loss : 0.16480568051338196

   1636020	  0.165011	  0.164806	  0.164176		CURRENT LEARNING RATE: 5.493720979684449e-08
previous_iter_valid_loss : 0.18356956541538239

   1636040	  0.183715	  0.183570	  0.164532		CURRENT LEARNING RATE: 5.49262234535559e-08
previous_iter_valid_loss : 0.16074353456497192

   1636060	  0.160925	  0.160744	  0.164425		CURRENT LEARNING RATE: 5.4915239307316456e-08
previous_iter_valid_loss : 0.163905531167984

   1636080	  0.164096	  0.163906	  0.164591		CURRENT LEARNING RATE: 5.4904257357686594e-08
previous_iter_valid_loss : 0.1606639176607132

   1636100	  0.160809	  0.160664	  0.164593		CURRENT LEARNING RATE: 5.4893277604227015e-08
previous_iter_valid_loss : 0.16094036400318146

   1636120	  0.161122	  0.160940	  0.164607		CURRENT LEARNING RATE: 5.4882300046498566e-08
previous_iter_valid_loss : 0.1614006608724594

   1636140	  0.161554	  0.161401	  0.164650		CURRENT LEARNING RATE: 5.4871324684062114e-08
previous_iter_valid_loss : 0.16496719419956207

   1636160	  0.165169	  0.164967	  0.164850		CURRENT LEARNING RATE: 5.486035151647867e-08
previous_iter_valid_loss : 0.16794738173484802

   1636180	  0.168186	  0.167947	  0.165222		CURRENT LEARNING RATE: 5.4849380543309285e-08
previous_iter_valid_loss : 0.1613297015428543

   1636200	  0.161492	  0.161330	  0.165042		CURRENT LEARNING RATE: 5.483841176411494e-08
previous_iter_valid_loss : 0.1718284636735916

   1636220	  0.172084	  0.171828	  0.165608		CURRENT LEARNING RATE: 5.482744517845726e-08
previous_iter_valid_loss : 0.16144494712352753

   1636240	  0.161628	  0.161445	  0.165281		CURRENT LEARNING RATE: 5.481648078589739e-08
previous_iter_valid_loss : 0.17205335199832916

   1636260	  0.172315	  0.172053	  0.165027		CURRENT LEARNING RATE: 5.4805518585996775e-08
previous_iter_valid_loss : 0.16299226880073547

   1636280	  0.163157	  0.162992	  0.165146		CURRENT LEARNING RATE: 5.47945585783169e-08
previous_iter_valid_loss : 0.16087502241134644

   1636300	  0.161039	  0.160875	  0.165109		CURRENT LEARNING RATE: 5.478360076241938e-08
previous_iter_valid_loss : 0.16223576664924622

   1636320	  0.162403	  0.162236	  0.164626		CURRENT LEARNING RATE: 5.4772645137865894e-08
previous_iter_valid_loss : 0.16498281061649323

   1636340	  0.165184	  0.164983	  0.164707		CURRENT LEARNING RATE: 5.476169170421803e-08
previous_iter_valid_loss : 0.16378003358840942

   1636360	  0.163949	  0.163780	  0.164579		CURRENT LEARNING RATE: 5.475074046103803e-08
previous_iter_valid_loss : 0.16097189486026764

   1636380	  0.161128	  0.160972	  0.164596		CURRENT LEARNING RATE: 5.4739791407887666e-08
previous_iter_valid_loss : 0.16099396347999573

   1636400	  0.161175	  0.160994	  0.164620		CURRENT LEARNING RATE: 5.472884454432896e-08
previous_iter_valid_loss : 0.16132205724716187

   1636420	  0.161484	  0.161322	  0.164446		CURRENT LEARNING RATE: 5.471789986992404e-08
previous_iter_valid_loss : 0.17008225619792938

   1636440	  0.170236	  0.170082	  0.163771		CURRENT LEARNING RATE: 5.4706957384235126e-08
previous_iter_valid_loss : 0.18439383804798126

   1636460	  0.184546	  0.184394	  0.164954		CURRENT LEARNING RATE: 5.4696017086824514e-08
previous_iter_valid_loss : 0.17057804763317108

   1636480	  0.170725	  0.170578	  0.165288		CURRENT LEARNING RATE: 5.468507897725458e-08
previous_iter_valid_loss : 0.16091150045394897

   1636500	  0.161095	  0.160912	  0.165300		CURRENT LEARNING RATE: 5.4674143055087634e-08
previous_iter_valid_loss : 0.16248975694179535

   1636520	  0.162679	  0.162490	  0.165377		CURRENT LEARNING RATE: 5.466320931988661e-08
previous_iter_valid_loss : 0.16430237889289856

   1636540	  0.164508	  0.164302	  0.165522		CURRENT LEARNING RATE: 5.465227777121397e-08
previous_iter_valid_loss : 0.23031996190547943

   1636560	  0.230286	  0.230320	  0.168790		CURRENT LEARNING RATE: 5.464134840863244e-08
previous_iter_valid_loss : 0.16198059916496277

   1636580	  0.162140	  0.161981	  0.168492		CURRENT LEARNING RATE: 5.463042123170486e-08
previous_iter_valid_loss : 0.16175910830497742

   1636600	  0.161938	  0.161759	  0.168513		CURRENT LEARNING RATE: 5.4619496239994127e-08
previous_iter_valid_loss : 0.16120506823062897

   1636620	  0.161354	  0.161205	  0.167982		CURRENT LEARNING RATE: 5.460857343306326e-08
previous_iter_valid_loss : 0.16461795568466187

   1636640	  0.164783	  0.164618	  0.168141		CURRENT LEARNING RATE: 5.459765281047533e-08
previous_iter_valid_loss : 0.16051754355430603

   1636660	  0.160689	  0.160518	  0.167564		CURRENT LEARNING RATE: 5.458673437179333e-08
previous_iter_valid_loss : 0.18821784853935242

   1636680	  0.188350	  0.188218	  0.168825		CURRENT LEARNING RATE: 5.45758181165809e-08
previous_iter_valid_loss : 0.16311436891555786

   1636700	  0.163290	  0.163114	  0.168937		CURRENT LEARNING RATE: 5.456490404440121e-08
previous_iter_valid_loss : 0.16130000352859497

   1636720	  0.161462	  0.161300	  0.168890		CURRENT LEARNING RATE: 5.4553992154817695e-08
previous_iter_valid_loss : 0.16054962575435638

   1636740	  0.160711	  0.160550	  0.168669		CURRENT LEARNING RATE: 5.4543082447393856e-08
previous_iter_valid_loss : 0.167011097073555

   1636760	  0.167229	  0.167011	  0.168830		CURRENT LEARNING RATE: 5.4532174921693334e-08
previous_iter_valid_loss : 0.16267012059688568

   1636780	  0.162869	  0.162670	  0.168915		CURRENT LEARNING RATE: 5.452126957727981e-08
previous_iter_valid_loss : 0.185110405087471

   1636800	  0.185264	  0.185110	  0.170121		CURRENT LEARNING RATE: 5.4510366413716885e-08
previous_iter_valid_loss : 0.17210596799850464

   1636820	  0.172251	  0.172106	  0.170660		CURRENT LEARNING RATE: 5.449946543056882e-08
previous_iter_valid_loss : 0.16169224679470062

   1636840	  0.161886	  0.161692	  0.170241		CURRENT LEARNING RATE: 5.448856662739938e-08
previous_iter_valid_loss : 0.17770467698574066

   1636860	  0.177863	  0.177705	  0.169906		CURRENT LEARNING RATE: 5.4477670003772606e-08
previous_iter_valid_loss : 0.16113002598285675

   1636880	  0.161286	  0.161130	  0.169434		CURRENT LEARNING RATE: 5.446677555925265e-08
previous_iter_valid_loss : 0.17598389089107513

   1636900	  0.176132	  0.175984	  0.170187		CURRENT LEARNING RATE: 5.4455883293403717e-08
previous_iter_valid_loss : 0.1688142567873001

   1636920	  0.168968	  0.168814	  0.170504		CURRENT LEARNING RATE: 5.444499320579012e-08
previous_iter_valid_loss : 0.1670774221420288

   1636940	  0.167233	  0.167077	  0.170642		CURRENT LEARNING RATE: 5.443410529597627e-08
previous_iter_valid_loss : 0.16731564700603485

   1636960	  0.167474	  0.167316	  0.167492		CURRENT LEARNING RATE: 5.442321956352644e-08
previous_iter_valid_loss : 0.16353392601013184

   1636980	  0.163701	  0.163534	  0.167570		CURRENT LEARNING RATE: 5.4412336008005585e-08
previous_iter_valid_loss : 0.16370971500873566

   1637000	  0.163915	  0.163710	  0.167667		CURRENT LEARNING RATE: 5.4401454628978176e-08
previous_iter_valid_loss : 0.16111846268177032

   1637020	  0.161306	  0.161118	  0.167663		CURRENT LEARNING RATE: 5.439057542600897e-08
previous_iter_valid_loss : 0.1698051393032074

   1637040	  0.169954	  0.169805	  0.167922		CURRENT LEARNING RATE: 5.4379698398662784e-08
previous_iter_valid_loss : 0.16340412199497223

   1637060	  0.163562	  0.163404	  0.168067		CURRENT LEARNING RATE: 5.436882354650455e-08
previous_iter_valid_loss : 0.16053712368011475

   1637080	  0.160698	  0.160537	  0.166683		CURRENT LEARNING RATE: 5.4357950869099254e-08
previous_iter_valid_loss : 0.16877296566963196

   1637100	  0.169026	  0.168773	  0.166966		CURRENT LEARNING RATE: 5.4347080366011806e-08
previous_iter_valid_loss : 0.1883857101202011

   1637120	  0.188512	  0.188386	  0.168320		CURRENT LEARNING RATE: 5.433621203680778e-08
previous_iter_valid_loss : 0.16256727278232574

   1637140	  0.162770	  0.162567	  0.168421		CURRENT LEARNING RATE: 5.432534588105224e-08
previous_iter_valid_loss : 0.16791367530822754

   1637160	  0.168069	  0.167914	  0.168466		CURRENT LEARNING RATE: 5.4314481898310545e-08
previous_iter_valid_loss : 0.16055703163146973

   1637180	  0.160706	  0.160557	  0.168360		CURRENT LEARNING RATE: 5.4303620088148124e-08
previous_iter_valid_loss : 0.16429632902145386

   1637200	  0.164498	  0.164296	  0.167320		CURRENT LEARNING RATE: 5.4292760450130525e-08
previous_iter_valid_loss : 0.164442777633667

   1637220	  0.164639	  0.164443	  0.166936		CURRENT LEARNING RATE: 5.4281902983823346e-08
previous_iter_valid_loss : 0.16080741584300995

   1637240	  0.160988	  0.160807	  0.166892		CURRENT LEARNING RATE: 5.427104768879229e-08
previous_iter_valid_loss : 0.16686686873435974

   1637260	  0.167082	  0.166867	  0.166350		CURRENT LEARNING RATE: 5.426019456460296e-08
previous_iter_valid_loss : 0.16075371205806732

   1637280	  0.160917	  0.160754	  0.166331		CURRENT LEARNING RATE: 5.4249343610821615e-08
previous_iter_valid_loss : 0.16200503706932068

   1637300	  0.162170	  0.162005	  0.165633		CURRENT LEARNING RATE: 5.4238494827014016e-08
previous_iter_valid_loss : 0.17191603779792786

   1637320	  0.172183	  0.171916	  0.165788		CURRENT LEARNING RATE: 5.422764821274623e-08
previous_iter_valid_loss : 0.1623096466064453

   1637340	  0.162469	  0.162310	  0.165549		CURRENT LEARNING RATE: 5.421680376758437e-08
previous_iter_valid_loss : 0.18252697587013245

   1637360	  0.182872	  0.182527	  0.166310		CURRENT LEARNING RATE: 5.420596149109466e-08
previous_iter_valid_loss : 0.16224996745586395

   1637380	  0.162435	  0.162250	  0.166246		CURRENT LEARNING RATE: 5.4195121382843426e-08
previous_iter_valid_loss : 0.16157187521457672

   1637400	  0.161731	  0.161572	  0.166139		CURRENT LEARNING RATE: 5.4184283442397055e-08
previous_iter_valid_loss : 0.17151878774166107

   1637420	  0.171785	  0.171519	  0.166659		CURRENT LEARNING RATE: 5.417344766932184e-08
previous_iter_valid_loss : 0.17534583806991577

   1637440	  0.175638	  0.175346	  0.166936		CURRENT LEARNING RATE: 5.416261406318472e-08
previous_iter_valid_loss : 0.16054949164390564

   1637460	  0.160710	  0.160549	  0.166793		CURRENT LEARNING RATE: 5.415178262355218e-08
previous_iter_valid_loss : 0.17403580248355865

   1637480	  0.174186	  0.174036	  0.167468		CURRENT LEARNING RATE: 5.4140953349990946e-08
previous_iter_valid_loss : 0.1623743772506714

   1637500	  0.162556	  0.162374	  0.167148		CURRENT LEARNING RATE: 5.413012624206785e-08
previous_iter_valid_loss : 0.17441630363464355

   1637520	  0.174562	  0.174416	  0.166450		CURRENT LEARNING RATE: 5.4119301299349824e-08
previous_iter_valid_loss : 0.17446838319301605

   1637540	  0.174615	  0.174468	  0.167045		CURRENT LEARNING RATE: 5.410847852140385e-08
previous_iter_valid_loss : 0.1608443558216095

   1637560	  0.161023	  0.160844	  0.166691		CURRENT LEARNING RATE: 5.4097657907796827e-08
previous_iter_valid_loss : 0.16198252141475677

   1637580	  0.162146	  0.161983	  0.166762		CURRENT LEARNING RATE: 5.408683945809633e-08
previous_iter_valid_loss : 0.16511687636375427

   1637600	  0.165324	  0.165117	  0.166803		CURRENT LEARNING RATE: 5.4076023171869415e-08
previous_iter_valid_loss : 0.18388472497463226

   1637620	  0.184034	  0.183885	  0.167776		CURRENT LEARNING RATE: 5.406520904868343e-08
previous_iter_valid_loss : 0.16194328665733337

   1637640	  0.162132	  0.161943	  0.167832		CURRENT LEARNING RATE: 5.405439708810581e-08
previous_iter_valid_loss : 0.16213876008987427

   1637660	  0.162319	  0.162139	  0.167596		CURRENT LEARNING RATE: 5.404358728970409e-08
previous_iter_valid_loss : 0.1620105654001236

   1637680	  0.162206	  0.162011	  0.167659		CURRENT LEARNING RATE: 5.403277965304586e-08
previous_iter_valid_loss : 0.16076043248176575

   1637700	  0.160918	  0.160760	  0.167597		CURRENT LEARNING RATE: 5.4021974177698834e-08
previous_iter_valid_loss : 0.16083502769470215

   1637720	  0.160993	  0.160835	  0.167043		CURRENT LEARNING RATE: 5.401117086323059e-08
previous_iter_valid_loss : 0.17068199813365936

   1637740	  0.170935	  0.170682	  0.167461		CURRENT LEARNING RATE: 5.4000369709209367e-08
previous_iter_valid_loss : 0.16240698099136353

   1637760	  0.162602	  0.162407	  0.166455		CURRENT LEARNING RATE: 5.3989570715202954e-08
previous_iter_valid_loss : 0.17461630702018738

   1637780	  0.174762	  0.174616	  0.167073		CURRENT LEARNING RATE: 5.397877388077937e-08
previous_iter_valid_loss : 0.1698971390724182

   1637800	  0.170145	  0.169897	  0.167490		CURRENT LEARNING RATE: 5.396797920550675e-08
previous_iter_valid_loss : 0.16072507202625275

   1637820	  0.160903	  0.160725	  0.166950		CURRENT LEARNING RATE: 5.3957186688953304e-08
previous_iter_valid_loss : 0.1620577573776245

   1637840	  0.162247	  0.162058	  0.166286		CURRENT LEARNING RATE: 5.394639633068733e-08
previous_iter_valid_loss : 0.16953234374523163

   1637860	  0.169781	  0.169532	  0.166735		CURRENT LEARNING RATE: 5.393560813027722e-08
previous_iter_valid_loss : 0.16061250865459442

   1637880	  0.160781	  0.160613	  0.166064		CURRENT LEARNING RATE: 5.392482208729125e-08
previous_iter_valid_loss : 0.17482513189315796

   1637900	  0.175104	  0.174825	  0.166686		CURRENT LEARNING RATE: 5.391403820129836e-08
previous_iter_valid_loss : 0.16114765405654907

   1637920	  0.161328	  0.161148	  0.166023		CURRENT LEARNING RATE: 5.3903256471867005e-08
previous_iter_valid_loss : 0.16570955514907837

   1637940	  0.165869	  0.165710	  0.165585		CURRENT LEARNING RATE: 5.3892476898565925e-08
previous_iter_valid_loss : 0.1654227375984192

   1637960	  0.165619	  0.165423	  0.165814		CURRENT LEARNING RATE: 5.388169948096392e-08
previous_iter_valid_loss : 0.16557200253009796

   1637980	  0.165773	  0.165572	  0.165993		CURRENT LEARNING RATE: 5.3870924218629906e-08
previous_iter_valid_loss : 0.1685199737548828

   1638000	  0.168747	  0.168520	  0.166163		CURRENT LEARNING RATE: 5.386015111113286e-08
previous_iter_valid_loss : 0.16429445147514343

   1638020	  0.164495	  0.164294	  0.165184		CURRENT LEARNING RATE: 5.384938015804168e-08
previous_iter_valid_loss : 0.16120126843452454

   1638040	  0.161361	  0.161201	  0.165147		CURRENT LEARNING RATE: 5.383861135892591e-08
previous_iter_valid_loss : 0.18020614981651306

   1638060	  0.180367	  0.180206	  0.166050		CURRENT LEARNING RATE: 5.382784471335459e-08
previous_iter_valid_loss : 0.16907566785812378

   1638080	  0.169227	  0.169076	  0.166403		CURRENT LEARNING RATE: 5.381708022089707e-08
previous_iter_valid_loss : 0.16142746806144714

   1638100	  0.161605	  0.161427	  0.166437		CURRENT LEARNING RATE: 5.380631788112277e-08
previous_iter_valid_loss : 0.16731253266334534

   1638120	  0.167469	  0.167313	  0.166761		CURRENT LEARNING RATE: 5.3795557693601196e-08
previous_iter_valid_loss : 0.17298051714897156

   1638140	  0.173249	  0.172981	  0.166876		CURRENT LEARNING RATE: 5.3784799657901925e-08
previous_iter_valid_loss : 0.1605413407087326

   1638160	  0.160702	  0.160541	  0.166782		CURRENT LEARNING RATE: 5.3774043773594654e-08
previous_iter_valid_loss : 0.16058461368083954

   1638180	  0.160749	  0.160585	  0.166081		CURRENT LEARNING RATE: 5.376329004024895e-08
previous_iter_valid_loss : 0.17931999266147614

   1638200	  0.179483	  0.179320	  0.166552		CURRENT LEARNING RATE: 5.3752538457435044e-08
previous_iter_valid_loss : 0.18474900722503662

   1638220	  0.184889	  0.184749	  0.167753		CURRENT LEARNING RATE: 5.374178902472268e-08
previous_iter_valid_loss : 0.16072775423526764

   1638240	  0.160895	  0.160728	  0.167687		CURRENT LEARNING RATE: 5.37310417416819e-08
previous_iter_valid_loss : 0.164140984416008

   1638260	  0.164351	  0.164141	  0.167417		CURRENT LEARNING RATE: 5.3720296607882786e-08
previous_iter_valid_loss : 0.1673082411289215

   1638280	  0.167467	  0.167308	  0.167752		CURRENT LEARNING RATE: 5.3709553622895545e-08
previous_iter_valid_loss : 0.16116730868816376

   1638300	  0.161358	  0.161167	  0.167069		CURRENT LEARNING RATE: 5.369881278629045e-08
previous_iter_valid_loss : 0.16062559187412262

   1638320	  0.160786	  0.160626	  0.167043		CURRENT LEARNING RATE: 5.368807409763768e-08
previous_iter_valid_loss : 0.16329267621040344

   1638340	  0.163482	  0.163293	  0.166922		CURRENT LEARNING RATE: 5.367733755650808e-08
previous_iter_valid_loss : 0.17937734723091125

   1638360	  0.179533	  0.179377	  0.167620		CURRENT LEARNING RATE: 5.366660316247199e-08
previous_iter_valid_loss : 0.17072096467018127

   1638380	  0.170870	  0.170721	  0.167877		CURRENT LEARNING RATE: 5.365587091510004e-08
previous_iter_valid_loss : 0.16058051586151123

   1638400	  0.160739	  0.160581	  0.167480		CURRENT LEARNING RATE: 5.3645140813962915e-08
previous_iter_valid_loss : 0.16062285006046295

   1638420	  0.160788	  0.160623	  0.167296		CURRENT LEARNING RATE: 5.3634412858631444e-08
previous_iter_valid_loss : 0.16067282855510712

   1638440	  0.160842	  0.160673	  0.167270		CURRENT LEARNING RATE: 5.3623687048676496e-08
previous_iter_valid_loss : 0.16100941598415375

   1638460	  0.161190	  0.161009	  0.166310		CURRENT LEARNING RATE: 5.361296338366903e-08
previous_iter_valid_loss : 0.168877974152565

   1638480	  0.169111	  0.168878	  0.166300		CURRENT LEARNING RATE: 5.3602241863179916e-08
previous_iter_valid_loss : 0.1628510057926178

   1638500	  0.163012	  0.162851	  0.166372		CURRENT LEARNING RATE: 5.359152248678068e-08
previous_iter_valid_loss : 0.16681763529777527

   1638520	  0.167040	  0.166818	  0.166347		CURRENT LEARNING RATE: 5.358080525404234e-08
previous_iter_valid_loss : 0.17674042284488678

   1638540	  0.176892	  0.176740	  0.166535		CURRENT LEARNING RATE: 5.357009016453623e-08
previous_iter_valid_loss : 0.1951437145471573

   1638560	  0.195638	  0.195144	  0.168265		CURRENT LEARNING RATE: 5.355937721783372e-08
previous_iter_valid_loss : 0.16941438615322113

   1638580	  0.169649	  0.169414	  0.168706		CURRENT LEARNING RATE: 5.3548666413506316e-08
previous_iter_valid_loss : 0.18617644906044006

   1638600	  0.186317	  0.186176	  0.169049		CURRENT LEARNING RATE: 5.353795775112558e-08
previous_iter_valid_loss : 0.19022543728351593

   1638620	  0.190351	  0.190225	  0.169323		CURRENT LEARNING RATE: 5.352725123026315e-08
previous_iter_valid_loss : 0.16377121210098267

   1638640	  0.163971	  0.163771	  0.169475		CURRENT LEARNING RATE: 5.351654685049059e-08
previous_iter_valid_loss : 0.18064574897289276

   1638660	  0.180811	  0.180646	  0.170300		CURRENT LEARNING RATE: 5.35058446113801e-08
previous_iter_valid_loss : 0.16259387135505676

   1638680	  0.162792	  0.162594	  0.170065		CURRENT LEARNING RATE: 5.34951445125034e-08
previous_iter_valid_loss : 0.1611918956041336

   1638700	  0.161354	  0.161192	  0.170066		CURRENT LEARNING RATE: 5.34844465534325e-08
previous_iter_valid_loss : 0.1742260903120041

   1638720	  0.174375	  0.174226	  0.170746		CURRENT LEARNING RATE: 5.347375073373946e-08
previous_iter_valid_loss : 0.16062040627002716

   1638740	  0.160790	  0.160620	  0.170612		CURRENT LEARNING RATE: 5.346305705299646e-08
previous_iter_valid_loss : 0.1605796217918396

   1638760	  0.160747	  0.160580	  0.169673		CURRENT LEARNING RATE: 5.345236551077574e-08
previous_iter_valid_loss : 0.16107818484306335

   1638780	  0.161265	  0.161078	  0.169190		CURRENT LEARNING RATE: 5.344167610664947e-08
previous_iter_valid_loss : 0.16459119319915771

   1638800	  0.164762	  0.164591	  0.169391		CURRENT LEARNING RATE: 5.343098884019043e-08
previous_iter_valid_loss : 0.16153259575366974

   1638820	  0.161717	  0.161533	  0.169436		CURRENT LEARNING RATE: 5.342030371097095e-08
previous_iter_valid_loss : 0.16208744049072266

   1638840	  0.162275	  0.162087	  0.169507		CURRENT LEARNING RATE: 5.3409620718563637e-08
previous_iter_valid_loss : 0.1778232306241989

   1638860	  0.178115	  0.177823	  0.170348		CURRENT LEARNING RATE: 5.339893986254116e-08
previous_iter_valid_loss : 0.16464266180992126

   1638880	  0.164846	  0.164643	  0.170136		CURRENT LEARNING RATE: 5.338826114247628e-08
previous_iter_valid_loss : 0.16436219215393066

   1638900	  0.164579	  0.164362	  0.170212		CURRENT LEARNING RATE: 5.337758455794185e-08
previous_iter_valid_loss : 0.16658836603164673

   1638920	  0.166744	  0.166588	  0.170200		CURRENT LEARNING RATE: 5.3366910108510805e-08
previous_iter_valid_loss : 0.1804981827735901

   1638940	  0.180825	  0.180498	  0.170388		CURRENT LEARNING RATE: 5.335623779375599e-08
previous_iter_valid_loss : 0.16092471778392792

   1638960	  0.161104	  0.160925	  0.168677		CURRENT LEARNING RATE: 5.334556761325088e-08
previous_iter_valid_loss : 0.16272878646850586

   1638980	  0.162890	  0.162729	  0.168343		CURRENT LEARNING RATE: 5.333489956656849e-08
previous_iter_valid_loss : 0.16353823244571686

   1639000	  0.163741	  0.163538	  0.167211		CURRENT LEARNING RATE: 5.332423365328208e-08
previous_iter_valid_loss : 0.1620219349861145

   1639020	  0.162171	  0.162022	  0.165801		CURRENT LEARNING RATE: 5.331356987296502e-08
previous_iter_valid_loss : 0.16542460024356842

   1639040	  0.165587	  0.165425	  0.165883		CURRENT LEARNING RATE: 5.330290822519077e-08
previous_iter_valid_loss : 0.16172446310520172

   1639060	  0.161911	  0.161724	  0.164937		CURRENT LEARNING RATE: 5.3292248709532856e-08
previous_iter_valid_loss : 0.16877683997154236

   1639080	  0.168929	  0.168777	  0.165246		CURRENT LEARNING RATE: 5.32815913255649e-08
previous_iter_valid_loss : 0.16499100625514984

   1639100	  0.165159	  0.164991	  0.165436		CURRENT LEARNING RATE: 5.327093607286041e-08
previous_iter_valid_loss : 0.16068394482135773

   1639120	  0.160851	  0.160684	  0.164759		CURRENT LEARNING RATE: 5.3260282950993555e-08
previous_iter_valid_loss : 0.16734451055526733

   1639140	  0.167577	  0.167345	  0.165096		CURRENT LEARNING RATE: 5.324963195953803e-08
previous_iter_valid_loss : 0.16091828048229218

   1639160	  0.161098	  0.160918	  0.165112		CURRENT LEARNING RATE: 5.323898309806779e-08
previous_iter_valid_loss : 0.16063056886196136

   1639180	  0.160798	  0.160631	  0.165090		CURRENT LEARNING RATE: 5.3228336366156885e-08
previous_iter_valid_loss : 0.18607763946056366

   1639200	  0.186455	  0.186078	  0.166164		CURRENT LEARNING RATE: 5.3217691763379435e-08
previous_iter_valid_loss : 0.16363686323165894

   1639220	  0.163843	  0.163637	  0.166270		CURRENT LEARNING RATE: 5.320704928930967e-08
previous_iter_valid_loss : 0.1669841855764389

   1639240	  0.167209	  0.166984	  0.166514		CURRENT LEARNING RATE: 5.3196408943521686e-08
previous_iter_valid_loss : 0.16049015522003174

   1639260	  0.160651	  0.160490	  0.165648		CURRENT LEARNING RATE: 5.3185770725590264e-08
previous_iter_valid_loss : 0.16365021467208862

   1639280	  0.163814	  0.163650	  0.165598		CURRENT LEARNING RATE: 5.317513463508967e-08
previous_iter_valid_loss : 0.1734275221824646

   1639300	  0.173700	  0.173428	  0.166051		CURRENT LEARNING RATE: 5.316450067159448e-08
previous_iter_valid_loss : 0.16222988069057465

   1639320	  0.162419	  0.162230	  0.165834		CURRENT LEARNING RATE: 5.3153868834679314e-08
previous_iter_valid_loss : 0.17450928688049316

   1639340	  0.174797	  0.174509	  0.165534		CURRENT LEARNING RATE: 5.314323912391891e-08
previous_iter_valid_loss : 0.16262279450893402

   1639360	  0.162817	  0.162623	  0.165619		CURRENT LEARNING RATE: 5.3132611538888074e-08
previous_iter_valid_loss : 0.19329699873924255

   1639380	  0.193771	  0.193297	  0.167147		CURRENT LEARNING RATE: 5.3121986079161714e-08
previous_iter_valid_loss : 0.1657709777355194

   1639400	  0.165982	  0.165771	  0.167259		CURRENT LEARNING RATE: 5.311136274431461e-08
previous_iter_valid_loss : 0.1643677055835724

   1639420	  0.164582	  0.164368	  0.167376		CURRENT LEARNING RATE: 5.3100741533922216e-08
previous_iter_valid_loss : 0.16297081112861633

   1639440	  0.163169	  0.162971	  0.167254		CURRENT LEARNING RATE: 5.309012244755949e-08
previous_iter_valid_loss : 0.16145318746566772

   1639460	  0.161625	  0.161453	  0.167240		CURRENT LEARNING RATE: 5.307950548480167e-08
previous_iter_valid_loss : 0.1604916751384735

   1639480	  0.160653	  0.160492	  0.166826		CURRENT LEARNING RATE: 5.306889064522408e-08
previous_iter_valid_loss : 0.16230912506580353

   1639500	  0.162463	  0.162309	  0.166692		CURRENT LEARNING RATE: 5.305827792840212e-08
previous_iter_valid_loss : 0.16100308299064636

   1639520	  0.161159	  0.161003	  0.166708		CURRENT LEARNING RATE: 5.3047667333911276e-08
previous_iter_valid_loss : 0.16099081933498383

   1639540	  0.161176	  0.160991	  0.166390		CURRENT LEARNING RATE: 5.3037058861326945e-08
previous_iter_valid_loss : 0.160508930683136

   1639560	  0.160671	  0.160509	  0.166370		CURRENT LEARNING RATE: 5.302645251022517e-08
previous_iter_valid_loss : 0.16635942459106445

   1639580	  0.166578	  0.166359	  0.166656		CURRENT LEARNING RATE: 5.3015848280181506e-08
previous_iter_valid_loss : 0.16093505918979645

   1639600	  0.161116	  0.160935	  0.165399		CURRENT LEARNING RATE: 5.300524617077177e-08
previous_iter_valid_loss : 0.1613968461751938

   1639620	  0.161552	  0.161397	  0.165287		CURRENT LEARNING RATE: 5.29946461815719e-08
previous_iter_valid_loss : 0.16131073236465454

   1639640	  0.161490	  0.161311	  0.165003		CURRENT LEARNING RATE: 5.2984048312157875e-08
previous_iter_valid_loss : 0.16291245818138123

   1639660	  0.163076	  0.162912	  0.165124		CURRENT LEARNING RATE: 5.2973452562105793e-08
previous_iter_valid_loss : 0.19059152901172638

   1639680	  0.190725	  0.190592	  0.166471		CURRENT LEARNING RATE: 5.296285893099182e-08
previous_iter_valid_loss : 0.17061972618103027

   1639700	  0.170873	  0.170620	  0.166331		CURRENT LEARNING RATE: 5.295226741839203e-08
previous_iter_valid_loss : 0.17059937119483948

   1639720	  0.170858	  0.170599	  0.166749		CURRENT LEARNING RATE: 5.294167802388312e-08
previous_iter_valid_loss : 0.1732286512851715

   1639740	  0.173497	  0.173229	  0.166685		CURRENT LEARNING RATE: 5.2931090747041345e-08
previous_iter_valid_loss : 0.17557743191719055

   1639760	  0.175860	  0.175577	  0.167333		CURRENT LEARNING RATE: 5.29205055874432e-08
previous_iter_valid_loss : 0.1606287956237793

   1639780	  0.160781	  0.160629	  0.165700		CURRENT LEARNING RATE: 5.29099225446653e-08
previous_iter_valid_loss : 0.161277174949646

   1639800	  0.161434	  0.161277	  0.165475		CURRENT LEARNING RATE: 5.289934161828429e-08
previous_iter_valid_loss : 0.1644485592842102

   1639820	  0.164616	  0.164449	  0.165479		CURRENT LEARNING RATE: 5.2888762807876965e-08
previous_iter_valid_loss : 0.16193228960037231

   1639840	  0.162109	  0.161932	  0.165427		CURRENT LEARNING RATE: 5.2878186113020154e-08
previous_iter_valid_loss : 0.1624336540699005

   1639860	  0.162598	  0.162434	  0.165476		CURRENT LEARNING RATE: 5.2867611533290606e-08
previous_iter_valid_loss : 0.17302660644054413

   1639880	  0.173294	  0.173027	  0.166103		CURRENT LEARNING RATE: 5.285703906826572e-08
previous_iter_valid_loss : 0.1606922596693039

   1639900	  0.160841	  0.160692	  0.166022		CURRENT LEARNING RATE: 5.2846468717522396e-08
previous_iter_valid_loss : 0.16052253544330597

   1639920	  0.160697	  0.160523	  0.165998		CURRENT LEARNING RATE: 5.283590048063784e-08
previous_iter_valid_loss : 0.1631859391927719

   1639940	  0.163385	  0.163186	  0.166108		CURRENT LEARNING RATE: 5.28253343571893e-08
previous_iter_valid_loss : 0.16131234169006348

   1639960	  0.161472	  0.161312	  0.166148		CURRENT LEARNING RATE: 5.2814770346754145e-08
previous_iter_valid_loss : 0.16049924492835999

   1639980	  0.160666	  0.160499	  0.165855		CURRENT LEARNING RATE: 5.28042084489098e-08
previous_iter_valid_loss : 0.16314783692359924

   1640000	  0.163324	  0.163148	  0.165966		CURRENT LEARNING RATE: 5.279364866323363e-08
previous_iter_valid_loss : 0.16147173941135406

   1640020	  0.161663	  0.161472	  0.165969		CURRENT LEARNING RATE: 5.278309098930359e-08
previous_iter_valid_loss : 0.17297148704528809

   1640040	  0.173234	  0.172971	  0.166552		CURRENT LEARNING RATE: 5.27725354266972e-08
previous_iter_valid_loss : 0.1697227507829666

   1640060	  0.169961	  0.169723	  0.166893		CURRENT LEARNING RATE: 5.276198197499223e-08
previous_iter_valid_loss : 0.1639994978904724

   1640080	  0.164174	  0.163999	  0.165563		CURRENT LEARNING RATE: 5.275143063376656e-08
previous_iter_valid_loss : 0.1605578064918518

   1640100	  0.160715	  0.160558	  0.165060		CURRENT LEARNING RATE: 5.274088140259811e-08
previous_iter_valid_loss : 0.1655808389186859

   1640120	  0.165811	  0.165581	  0.164809		CURRENT LEARNING RATE: 5.2730334281064925e-08
previous_iter_valid_loss : 0.1652902066707611

   1640140	  0.165459	  0.165290	  0.164412		CURRENT LEARNING RATE: 5.271978926874512e-08
previous_iter_valid_loss : 0.16130606830120087

   1640160	  0.161489	  0.161306	  0.163699		CURRENT LEARNING RATE: 5.2709246365216696e-08
previous_iter_valid_loss : 0.16364829242229462

   1640180	  0.163833	  0.163648	  0.163850		CURRENT LEARNING RATE: 5.269870557005833e-08
previous_iter_valid_loss : 0.16588130593299866

   1640200	  0.166040	  0.165881	  0.164080		CURRENT LEARNING RATE: 5.2688166882848195e-08
previous_iter_valid_loss : 0.18200671672821045

   1640220	  0.182162	  0.182007	  0.164958		CURRENT LEARNING RATE: 5.2677630303164737e-08
previous_iter_valid_loss : 0.16146095097064972

   1640240	  0.161621	  0.161461	  0.164934		CURRENT LEARNING RATE: 5.266709583058651e-08
previous_iter_valid_loss : 0.1870698481798172

   1640260	  0.187451	  0.187070	  0.166166		CURRENT LEARNING RATE: 5.265656346469211e-08
previous_iter_valid_loss : 0.16061080992221832

   1640280	  0.160784	  0.160611	  0.165545		CURRENT LEARNING RATE: 5.264603320506026e-08
previous_iter_valid_loss : 0.17884720861911774

   1640300	  0.179166	  0.178847	  0.166453		CURRENT LEARNING RATE: 5.2635505051269746e-08
previous_iter_valid_loss : 0.1627844274044037

   1640320	  0.162978	  0.162784	  0.166566		CURRENT LEARNING RATE: 5.2624979002899254e-08
previous_iter_valid_loss : 0.16929565370082855

   1640340	  0.169535	  0.169296	  0.166872		CURRENT LEARNING RATE: 5.261445505952812e-08
previous_iter_valid_loss : 0.16100919246673584

   1640360	  0.161179	  0.161009	  0.166857		CURRENT LEARNING RATE: 5.260393322073519e-08
previous_iter_valid_loss : 0.16591934859752655

   1640380	  0.166149	  0.165919	  0.167128		CURRENT LEARNING RATE: 5.25934134860996e-08
previous_iter_valid_loss : 0.16118521988391876

   1640400	  0.161381	  0.161185	  0.167029		CURRENT LEARNING RATE: 5.2582895855200547e-08
previous_iter_valid_loss : 0.1648710072040558

   1640420	  0.165032	  0.164871	  0.167199		CURRENT LEARNING RATE: 5.257238032761734e-08
previous_iter_valid_loss : 0.16500556468963623

   1640440	  0.165173	  0.165006	  0.166801		CURRENT LEARNING RATE: 5.2561866902929354e-08
previous_iter_valid_loss : 0.1607418656349182

   1640460	  0.160915	  0.160742	  0.166352		CURRENT LEARNING RATE: 5.2551355580715865e-08
previous_iter_valid_loss : 0.16203764081001282

   1640480	  0.162193	  0.162038	  0.166254		CURRENT LEARNING RATE: 5.254084636055679e-08
previous_iter_valid_loss : 0.16062307357788086

   1640500	  0.160782	  0.160623	  0.166257		CURRENT LEARNING RATE: 5.2530339242031585e-08
previous_iter_valid_loss : 0.16235662996768951

   1640520	  0.162518	  0.162357	  0.166096		CURRENT LEARNING RATE: 5.2519834224719955e-08
previous_iter_valid_loss : 0.16782402992248535

   1640540	  0.168060	  0.167824	  0.166223		CURRENT LEARNING RATE: 5.250933130820169e-08
previous_iter_valid_loss : 0.16350559890270233

   1640560	  0.163676	  0.163506	  0.166333		CURRENT LEARNING RATE: 5.24988304920567e-08
previous_iter_valid_loss : 0.1626363843679428

   1640580	  0.162834	  0.162636	  0.166282		CURRENT LEARNING RATE: 5.248833177586492e-08
previous_iter_valid_loss : 0.17736078798770905

   1640600	  0.177515	  0.177361	  0.166856		CURRENT LEARNING RATE: 5.2477835159206426e-08
previous_iter_valid_loss : 0.16696663200855255

   1640620	  0.167115	  0.166967	  0.166104		CURRENT LEARNING RATE: 5.246734064166116e-08
previous_iter_valid_loss : 0.16447745263576508

   1640640	  0.164669	  0.164477	  0.166255		CURRENT LEARNING RATE: 5.245684822280971e-08
previous_iter_valid_loss : 0.16443723440170288

   1640660	  0.164628	  0.164437	  0.165123		CURRENT LEARNING RATE: 5.2446357902232195e-08
previous_iter_valid_loss : 0.1621912270784378

   1640680	  0.162386	  0.162191	  0.165202		CURRENT LEARNING RATE: 5.2435869679509016e-08
previous_iter_valid_loss : 0.165736123919487

   1640700	  0.165940	  0.165736	  0.164547		CURRENT LEARNING RATE: 5.242538355422062e-08
previous_iter_valid_loss : 0.16766028106212616

   1640720	  0.167884	  0.167660	  0.164791		CURRENT LEARNING RATE: 5.241489952594757e-08
previous_iter_valid_loss : 0.16682246327400208

   1640740	  0.166983	  0.166822	  0.164667		CURRENT LEARNING RATE: 5.240441759427051e-08
previous_iter_valid_loss : 0.18314799666404724

   1640760	  0.183503	  0.183148	  0.165774		CURRENT LEARNING RATE: 5.2393937758769986e-08
previous_iter_valid_loss : 0.16053636372089386

   1640780	  0.160702	  0.160536	  0.165505		CURRENT LEARNING RATE: 5.238346001902715e-08
previous_iter_valid_loss : 0.16056740283966064

   1640800	  0.160731	  0.160567	  0.165474		CURRENT LEARNING RATE: 5.237298437462273e-08
previous_iter_valid_loss : 0.16244463622570038

   1640820	  0.162630	  0.162445	  0.165352		CURRENT LEARNING RATE: 5.2362510825137695e-08
previous_iter_valid_loss : 0.1643490046262741

   1640840	  0.164559	  0.164349	  0.165320		CURRENT LEARNING RATE: 5.235203937015309e-08
previous_iter_valid_loss : 0.17066489160060883

   1640860	  0.170815	  0.170665	  0.165816		CURRENT LEARNING RATE: 5.234157000925007e-08
previous_iter_valid_loss : 0.16099317371845245

   1640880	  0.161178	  0.160993	  0.165764		CURRENT LEARNING RATE: 5.233110274200987e-08
previous_iter_valid_loss : 0.16978849470615387

   1640900	  0.170036	  0.169788	  0.166222		CURRENT LEARNING RATE: 5.232063756801377e-08
previous_iter_valid_loss : 0.16123031079769135

   1640920	  0.161417	  0.161230	  0.166166		CURRENT LEARNING RATE: 5.2310174486843e-08
previous_iter_valid_loss : 0.18252161145210266

   1640940	  0.182674	  0.182522	  0.166900		CURRENT LEARNING RATE: 5.2299713498079404e-08
previous_iter_valid_loss : 0.16166622936725616

   1640960	  0.161818	  0.161666	  0.166808		CURRENT LEARNING RATE: 5.228925460130435e-08
previous_iter_valid_loss : 0.16073782742023468

   1640980	  0.160895	  0.160738	  0.166714		CURRENT LEARNING RATE: 5.227879779609949e-08
previous_iter_valid_loss : 0.16052301228046417

   1641000	  0.160681	  0.160523	  0.165872		CURRENT LEARNING RATE: 5.2268343082046545e-08
previous_iter_valid_loss : 0.16204862296581268

   1641020	  0.162202	  0.162049	  0.165626		CURRENT LEARNING RATE: 5.225789045872734e-08
previous_iter_valid_loss : 0.1607121080160141

   1641040	  0.160871	  0.160712	  0.165437		CURRENT LEARNING RATE: 5.224743992572375e-08
previous_iter_valid_loss : 0.16054299473762512

   1641060	  0.160696	  0.160543	  0.165243		CURRENT LEARNING RATE: 5.2236991482617774e-08
previous_iter_valid_loss : 0.17674197256565094

   1641080	  0.177036	  0.176742	  0.165970		CURRENT LEARNING RATE: 5.222654512899127e-08
previous_iter_valid_loss : 0.17933303117752075

   1641100	  0.179652	  0.179333	  0.166650		CURRENT LEARNING RATE: 5.2216100864426763e-08
previous_iter_valid_loss : 0.16116921603679657

   1641120	  0.161341	  0.161169	  0.166326		CURRENT LEARNING RATE: 5.2205658688506305e-08
previous_iter_valid_loss : 0.1623895764350891

   1641140	  0.162588	  0.162390	  0.166104		CURRENT LEARNING RATE: 5.219521860081219e-08
previous_iter_valid_loss : 0.1612154096364975

   1641160	  0.161376	  0.161215	  0.165007		CURRENT LEARNING RATE: 5.218478060092684e-08
previous_iter_valid_loss : 0.16283604502677917

   1641180	  0.163011	  0.162836	  0.165122		CURRENT LEARNING RATE: 5.217434468843271e-08
previous_iter_valid_loss : 0.1688513159751892

   1641200	  0.169088	  0.168851	  0.165537		CURRENT LEARNING RATE: 5.216391086291239e-08
previous_iter_valid_loss : 0.16199074685573578

   1641220	  0.162161	  0.161991	  0.165514		CURRENT LEARNING RATE: 5.215347912394831e-08
previous_iter_valid_loss : 0.161158949136734

   1641240	  0.161343	  0.161159	  0.165354		CURRENT LEARNING RATE: 5.2143049471123595e-08
previous_iter_valid_loss : 0.17180491983890533

   1641260	  0.172056	  0.171805	  0.165411		CURRENT LEARNING RATE: 5.213262190402086e-08
previous_iter_valid_loss : 0.16902361810207367

   1641280	  0.169254	  0.169024	  0.165813		CURRENT LEARNING RATE: 5.212219642222301e-08
previous_iter_valid_loss : 0.16490718722343445

   1641300	  0.165126	  0.164907	  0.165569		CURRENT LEARNING RATE: 5.211177302531303e-08
previous_iter_valid_loss : 0.17412172257900238

   1641320	  0.174398	  0.174122	  0.166213		CURRENT LEARNING RATE: 5.210135171287397e-08
previous_iter_valid_loss : 0.17309844493865967

   1641340	  0.173248	  0.173098	  0.165742		CURRENT LEARNING RATE: 5.209093248448899e-08
previous_iter_valid_loss : 0.16616429388523102

   1641360	  0.166332	  0.166164	  0.165967		CURRENT LEARNING RATE: 5.208051533974132e-08
previous_iter_valid_loss : 0.1801704615354538

   1641380	  0.180498	  0.180170	  0.166939		CURRENT LEARNING RATE: 5.2070100278214074e-08
previous_iter_valid_loss : 0.16189312934875488

   1641400	  0.162088	  0.161893	  0.167007		CURRENT LEARNING RATE: 5.2059687299491045e-08
previous_iter_valid_loss : 0.1626010686159134

   1641420	  0.162767	  0.162601	  0.167035		CURRENT LEARNING RATE: 5.20492764031555e-08
previous_iter_valid_loss : 0.1628478765487671

   1641440	  0.163043	  0.162848	  0.167142		CURRENT LEARNING RATE: 5.203886758879103e-08
previous_iter_valid_loss : 0.1637815684080124

   1641460	  0.163950	  0.163782	  0.167304		CURRENT LEARNING RATE: 5.2028460855981264e-08
previous_iter_valid_loss : 0.16085688769817352

   1641480	  0.161036	  0.160857	  0.166509		CURRENT LEARNING RATE: 5.2018056204309946e-08
previous_iter_valid_loss : 0.1618136167526245

   1641500	  0.162002	  0.161814	  0.165633		CURRENT LEARNING RATE: 5.2007653633360876e-08
previous_iter_valid_loss : 0.1613614410161972

   1641520	  0.161520	  0.161361	  0.165643		CURRENT LEARNING RATE: 5.199725314271777e-08
previous_iter_valid_loss : 0.17096330225467682

   1641540	  0.171215	  0.170963	  0.166072		CURRENT LEARNING RATE: 5.198685473196499e-08
previous_iter_valid_loss : 0.1841520071029663

   1641560	  0.184521	  0.184152	  0.167218		CURRENT LEARNING RATE: 5.19764584006864e-08
previous_iter_valid_loss : 0.1680690199136734

   1641580	  0.168306	  0.168069	  0.167480		CURRENT LEARNING RATE: 5.196606414846616e-08
previous_iter_valid_loss : 0.1626141369342804

   1641600	  0.162806	  0.162614	  0.167168		CURRENT LEARNING RATE: 5.19556719748885e-08
previous_iter_valid_loss : 0.16193436086177826

   1641620	  0.162131	  0.161934	  0.167165		CURRENT LEARNING RATE: 5.1945281879537704e-08
previous_iter_valid_loss : 0.16118308901786804

   1641640	  0.161337	  0.161183	  0.167167		CURRENT LEARNING RATE: 5.1934893861998203e-08
previous_iter_valid_loss : 0.1654738187789917

   1641660	  0.165637	  0.165474	  0.166850		CURRENT LEARNING RATE: 5.192450792185446e-08
previous_iter_valid_loss : 0.16178381443023682

   1641680	  0.161971	  0.161784	  0.166488		CURRENT LEARNING RATE: 5.191412405869086e-08
previous_iter_valid_loss : 0.16782012581825256

   1641700	  0.168057	  0.167820	  0.166634		CURRENT LEARNING RATE: 5.190374227209241e-08
previous_iter_valid_loss : 0.16109599173069

   1641720	  0.161258	  0.161096	  0.165982		CURRENT LEARNING RATE: 5.189336256164366e-08
previous_iter_valid_loss : 0.16458871960639954

   1641740	  0.164802	  0.164589	  0.165557		CURRENT LEARNING RATE: 5.188298492692942e-08
previous_iter_valid_loss : 0.1894337683916092

   1641760	  0.189866	  0.189434	  0.166720		CURRENT LEARNING RATE: 5.1872609367534586e-08
previous_iter_valid_loss : 0.1605863720178604

   1641780	  0.160755	  0.160586	  0.165741		CURRENT LEARNING RATE: 5.1862235883044126e-08
previous_iter_valid_loss : 0.17159786820411682

   1641800	  0.171748	  0.171598	  0.166226		CURRENT LEARNING RATE: 5.1851864473043115e-08
previous_iter_valid_loss : 0.16088712215423584

   1641820	  0.161062	  0.160887	  0.166141		CURRENT LEARNING RATE: 5.184149513711669e-08
previous_iter_valid_loss : 0.17040608823299408

   1641840	  0.170653	  0.170406	  0.166519		CURRENT LEARNING RATE: 5.183112787484989e-08
previous_iter_valid_loss : 0.16220927238464355

   1641860	  0.162370	  0.162209	  0.166440		CURRENT LEARNING RATE: 5.182076268582839e-08
previous_iter_valid_loss : 0.17048688232898712

   1641880	  0.170734	  0.170487	  0.166922		CURRENT LEARNING RATE: 5.1810399569637416e-08
previous_iter_valid_loss : 0.16054952144622803

   1641900	  0.160717	  0.160550	  0.166858		CURRENT LEARNING RATE: 5.180003852586243e-08
previous_iter_valid_loss : 0.16832898557186127

   1641920	  0.168479	  0.168329	  0.167207		CURRENT LEARNING RATE: 5.178967955408899e-08
previous_iter_valid_loss : 0.1607511341571808

   1641940	  0.160928	  0.160751	  0.166696		CURRENT LEARNING RATE: 5.177932265390274e-08
previous_iter_valid_loss : 0.16847334802150726

   1641960	  0.168630	  0.168473	  0.165912		CURRENT LEARNING RATE: 5.17689678248894e-08
previous_iter_valid_loss : 0.16213122010231018

   1641980	  0.162321	  0.162131	  0.165615		CURRENT LEARNING RATE: 5.175861506663459e-08
previous_iter_valid_loss : 0.16050297021865845

   1642000	  0.160660	  0.160503	  0.165510		CURRENT LEARNING RATE: 5.174826437872458e-08
previous_iter_valid_loss : 0.16543562710285187

   1642020	  0.165640	  0.165436	  0.165685		CURRENT LEARNING RATE: 5.173791576074515e-08
previous_iter_valid_loss : 0.16300763189792633

   1642040	  0.163192	  0.163008	  0.165776		CURRENT LEARNING RATE: 5.172756921228236e-08
previous_iter_valid_loss : 0.16737382113933563

   1642060	  0.167527	  0.167374	  0.165871		CURRENT LEARNING RATE: 5.171722473292235e-08
previous_iter_valid_loss : 0.171501025557518

   1642080	  0.171771	  0.171501	  0.166357		CURRENT LEARNING RATE: 5.170688232225133e-08
previous_iter_valid_loss : 0.16129949688911438

   1642100	  0.161450	  0.161299	  0.166031		CURRENT LEARNING RATE: 5.169654197985562e-08
previous_iter_valid_loss : 0.16131410002708435

   1642120	  0.161499	  0.161314	  0.166042		CURRENT LEARNING RATE: 5.168620370532158e-08
previous_iter_valid_loss : 0.1621490716934204

   1642140	  0.162346	  0.162149	  0.165920		CURRENT LEARNING RATE: 5.167586749823552e-08
previous_iter_valid_loss : 0.16120439767837524

   1642160	  0.161362	  0.161204	  0.164508		CURRENT LEARNING RATE: 5.166553335818435e-08
previous_iter_valid_loss : 0.17125478386878967

   1642180	  0.171515	  0.171255	  0.165042		CURRENT LEARNING RATE: 5.165520128475452e-08
previous_iter_valid_loss : 0.16061505675315857

   1642200	  0.160787	  0.160615	  0.164493		CURRENT LEARNING RATE: 5.1644871277532746e-08
previous_iter_valid_loss : 0.16325509548187256

   1642220	  0.163445	  0.163255	  0.164611		CURRENT LEARNING RATE: 5.163454333610584e-08
previous_iter_valid_loss : 0.16102099418640137

   1642240	  0.161182	  0.161021	  0.164142		CURRENT LEARNING RATE: 5.162421746006066e-08
previous_iter_valid_loss : 0.16077397763729095

   1642260	  0.160938	  0.160774	  0.164070		CURRENT LEARNING RATE: 5.16138936489842e-08
previous_iter_valid_loss : 0.1606375277042389

   1642280	  0.160807	  0.160638	  0.163577		CURRENT LEARNING RATE: 5.160357190246348e-08
previous_iter_valid_loss : 0.18044514954090118

   1642300	  0.180600	  0.180445	  0.164572		CURRENT LEARNING RATE: 5.159325222008547e-08
previous_iter_valid_loss : 0.16749392449855804

   1642320	  0.167648	  0.167494	  0.164531		CURRENT LEARNING RATE: 5.158293460143773e-08
previous_iter_valid_loss : 0.17032523453235626

   1642340	  0.170479	  0.170325	  0.165009		CURRENT LEARNING RATE: 5.157261904610738e-08
previous_iter_valid_loss : 0.16150684654712677

   1642360	  0.161701	  0.161507	  0.164661		CURRENT LEARNING RATE: 5.1562305553681803e-08
previous_iter_valid_loss : 0.1605609655380249

   1642380	  0.160722	  0.160561	  0.164582		CURRENT LEARNING RATE: 5.1551994123748465e-08
previous_iter_valid_loss : 0.1719907969236374

   1642400	  0.172139	  0.171991	  0.165157		CURRENT LEARNING RATE: 5.154168475589488e-08
previous_iter_valid_loss : 0.16269353032112122

   1642420	  0.162863	  0.162694	  0.165020		CURRENT LEARNING RATE: 5.15313774497087e-08
previous_iter_valid_loss : 0.16060791909694672

   1642440	  0.160782	  0.160608	  0.164900		CURRENT LEARNING RATE: 5.1521072204777446e-08
previous_iter_valid_loss : 0.1623757779598236

   1642460	  0.162574	  0.162376	  0.164650		CURRENT LEARNING RATE: 5.151076902068927e-08
previous_iter_valid_loss : 0.17576885223388672

   1642480	  0.176052	  0.175769	  0.164863		CURRENT LEARNING RATE: 5.1500467897031864e-08
previous_iter_valid_loss : 0.17164303362369537

   1642500	  0.171906	  0.171643	  0.165380		CURRENT LEARNING RATE: 5.149016883339317e-08
previous_iter_valid_loss : 0.1661447137594223

   1642520	  0.166305	  0.166145	  0.165622		CURRENT LEARNING RATE: 5.1479871829361236e-08
previous_iter_valid_loss : 0.16363415122032166

   1642540	  0.163800	  0.163634	  0.165696		CURRENT LEARNING RATE: 5.1469576884524195e-08
previous_iter_valid_loss : 0.16135594248771667

   1642560	  0.161504	  0.161356	  0.165704		CURRENT LEARNING RATE: 5.145928399847023e-08
previous_iter_valid_loss : 0.1606224775314331

   1642580	  0.160779	  0.160622	  0.165172		CURRENT LEARNING RATE: 5.1448993170787624e-08
previous_iter_valid_loss : 0.16371315717697144

   1642600	  0.163916	  0.163713	  0.165327		CURRENT LEARNING RATE: 5.143870440106458e-08
previous_iter_valid_loss : 0.1690896600484848

   1642620	  0.169249	  0.169090	  0.165619		CURRENT LEARNING RATE: 5.14284176888899e-08
previous_iter_valid_loss : 0.164333313703537

   1642640	  0.164504	  0.164333	  0.165784		CURRENT LEARNING RATE: 5.141813303385193e-08
previous_iter_valid_loss : 0.17841237783432007

   1642660	  0.178725	  0.178412	  0.166666		CURRENT LEARNING RATE: 5.140785043553929e-08
previous_iter_valid_loss : 0.18365412950515747

   1642680	  0.184033	  0.183654	  0.167817		CURRENT LEARNING RATE: 5.1397569893540674e-08
previous_iter_valid_loss : 0.1734858900308609

   1642700	  0.173759	  0.173486	  0.167469		CURRENT LEARNING RATE: 5.138729140744486e-08
previous_iter_valid_loss : 0.17701801657676697

   1642720	  0.177317	  0.177018	  0.167945		CURRENT LEARNING RATE: 5.137701497684071e-08
previous_iter_valid_loss : 0.16532917320728302

   1642740	  0.165489	  0.165329	  0.167696		CURRENT LEARNING RATE: 5.1366740601316983e-08
previous_iter_valid_loss : 0.1721455305814743

   1642760	  0.172288	  0.172146	  0.168228		CURRENT LEARNING RATE: 5.135646828046307e-08
previous_iter_valid_loss : 0.17285270988941193

   1642780	  0.173125	  0.172853	  0.168842		CURRENT LEARNING RATE: 5.13461980138679e-08
previous_iter_valid_loss : 0.16482725739479065

   1642800	  0.164989	  0.164827	  0.168484		CURRENT LEARNING RATE: 5.133592980112065e-08
previous_iter_valid_loss : 0.17932243645191193

   1642820	  0.179479	  0.179322	  0.169315		CURRENT LEARNING RATE: 5.1325663641810596e-08
previous_iter_valid_loss : 0.16251888871192932

   1642840	  0.162700	  0.162519	  0.169411		CURRENT LEARNING RATE: 5.13153995355271e-08
previous_iter_valid_loss : 0.19531400501728058

   1642860	  0.195805	  0.195314	  0.171058		CURRENT LEARNING RATE: 5.1305137481859596e-08
previous_iter_valid_loss : 0.16394931077957153

   1642880	  0.164157	  0.163949	  0.170467		CURRENT LEARNING RATE: 5.129487748039759e-08
previous_iter_valid_loss : 0.1678752452135086

   1642900	  0.168028	  0.167875	  0.170278		CURRENT LEARNING RATE: 5.128461953073052e-08
previous_iter_valid_loss : 0.16076228022575378

   1642920	  0.160928	  0.160762	  0.170009		CURRENT LEARNING RATE: 5.1274363632448406e-08
previous_iter_valid_loss : 0.16053563356399536

   1642940	  0.160699	  0.160536	  0.169854		CURRENT LEARNING RATE: 5.126410978514085e-08
previous_iter_valid_loss : 0.17542774975299835

   1642960	  0.175581	  0.175428	  0.170558		CURRENT LEARNING RATE: 5.12538579883977e-08
previous_iter_valid_loss : 0.16832171380519867

   1642980	  0.168557	  0.168322	  0.170943		CURRENT LEARNING RATE: 5.124360824180887e-08
previous_iter_valid_loss : 0.16055519878864288

   1643000	  0.160707	  0.160555	  0.170785		CURRENT LEARNING RATE: 5.123336054496437e-08
previous_iter_valid_loss : 0.16390271484851837

   1643020	  0.164097	  0.163903	  0.170526		CURRENT LEARNING RATE: 5.12231148974543e-08
previous_iter_valid_loss : 0.1676846295595169

   1643040	  0.167903	  0.167685	  0.170693		CURRENT LEARNING RATE: 5.1212871298868844e-08
previous_iter_valid_loss : 0.16236728429794312

   1643060	  0.162554	  0.162367	  0.169891		CURRENT LEARNING RATE: 5.120262974879805e-08
previous_iter_valid_loss : 0.17459335923194885

   1643080	  0.174870	  0.174593	  0.169438		CURRENT LEARNING RATE: 5.1192390246832645e-08
previous_iter_valid_loss : 0.1810816526412964

   1643100	  0.181414	  0.181082	  0.169818		CURRENT LEARNING RATE: 5.118215279256286e-08
previous_iter_valid_loss : 0.16063062846660614

   1643120	  0.160793	  0.160631	  0.168998		CURRENT LEARNING RATE: 5.1171917385579185e-08
previous_iter_valid_loss : 0.16353075206279755

   1643140	  0.163696	  0.163531	  0.168908		CURRENT LEARNING RATE: 5.116168402547221e-08
previous_iter_valid_loss : 0.16245026886463165

   1643160	  0.162616	  0.162450	  0.168424		CURRENT LEARNING RATE: 5.1151452711832616e-08
previous_iter_valid_loss : 0.17817795276641846

   1643180	  0.178337	  0.178178	  0.168690		CURRENT LEARNING RATE: 5.114122344425113e-08
previous_iter_valid_loss : 0.17635700106620789

   1643200	  0.176509	  0.176357	  0.169266		CURRENT LEARNING RATE: 5.11309962223184e-08
previous_iter_valid_loss : 0.16987797617912292

   1643220	  0.170026	  0.169878	  0.168794		CURRENT LEARNING RATE: 5.1120771045625716e-08
previous_iter_valid_loss : 0.16428908705711365

   1643240	  0.164475	  0.164289	  0.168883		CURRENT LEARNING RATE: 5.111054791376388e-08
previous_iter_valid_loss : 0.16212552785873413

   1643260	  0.162324	  0.162126	  0.167223		CURRENT LEARNING RATE: 5.1100326826323963e-08
previous_iter_valid_loss : 0.16901317238807678

   1643280	  0.169261	  0.169013	  0.167477		CURRENT LEARNING RATE: 5.109010778289713e-08
previous_iter_valid_loss : 0.16850461065769196

   1643300	  0.168738	  0.168505	  0.167508		CURRENT LEARNING RATE: 5.107989078307461e-08
previous_iter_valid_loss : 0.16404815018177032

   1643320	  0.164221	  0.164048	  0.167672		CURRENT LEARNING RATE: 5.106967582644773e-08
previous_iter_valid_loss : 0.16067324578762054

   1643340	  0.160846	  0.160673	  0.167679		CURRENT LEARNING RATE: 5.105946291260789e-08
previous_iter_valid_loss : 0.16180382668972015

   1643360	  0.161969	  0.161804	  0.166998		CURRENT LEARNING RATE: 5.1049252041146396e-08
previous_iter_valid_loss : 0.16802065074443817

   1643380	  0.168257	  0.168021	  0.166983		CURRENT LEARNING RATE: 5.103904321165517e-08
previous_iter_valid_loss : 0.17527039349079132

   1643400	  0.175556	  0.175270	  0.167719		CURRENT LEARNING RATE: 5.102883642372568e-08
previous_iter_valid_loss : 0.19320479035377502

   1643420	  0.193671	  0.193205	  0.169184		CURRENT LEARNING RATE: 5.101863167694965e-08
previous_iter_valid_loss : 0.17063765227794647

   1643440	  0.170900	  0.170638	  0.169331		CURRENT LEARNING RATE: 5.1008428970918894e-08
previous_iter_valid_loss : 0.17688053846359253

   1643460	  0.177179	  0.176881	  0.170057		CURRENT LEARNING RATE: 5.099822830522531e-08
previous_iter_valid_loss : 0.1706089973449707

   1643480	  0.170863	  0.170609	  0.169858		CURRENT LEARNING RATE: 5.098802967946086e-08
previous_iter_valid_loss : 0.16423648595809937

   1643500	  0.164435	  0.164236	  0.169016		CURRENT LEARNING RATE: 5.09778330932176e-08
previous_iter_valid_loss : 0.16734027862548828

   1643520	  0.167571	  0.167340	  0.169351		CURRENT LEARNING RATE: 5.0967638546087495e-08
previous_iter_valid_loss : 0.17192679643630981

   1643540	  0.172189	  0.171927	  0.169771		CURRENT LEARNING RATE: 5.095744603766312e-08
previous_iter_valid_loss : 0.16060543060302734

   1643560	  0.160777	  0.160605	  0.169679		CURRENT LEARNING RATE: 5.094725556753659e-08
previous_iter_valid_loss : 0.16369566321372986

   1643580	  0.163863	  0.163696	  0.168955		CURRENT LEARNING RATE: 5.093706713530029e-08
previous_iter_valid_loss : 0.16455036401748657

   1643600	  0.164716	  0.164550	  0.168364		CURRENT LEARNING RATE: 5.092688074054668e-08
previous_iter_valid_loss : 0.16698749363422394

   1643620	  0.167145	  0.166987	  0.168220		CURRENT LEARNING RATE: 5.0916696382868316e-08
previous_iter_valid_loss : 0.1739891767501831

   1643640	  0.174135	  0.173989	  0.168705		CURRENT LEARNING RATE: 5.090651406185781e-08
previous_iter_valid_loss : 0.1628180295228958

   1643660	  0.163015	  0.162818	  0.168739		CURRENT LEARNING RATE: 5.089633377710769e-08
previous_iter_valid_loss : 0.1610529124736786

   1643680	  0.161232	  0.161053	  0.168341		CURRENT LEARNING RATE: 5.088615552821111e-08
previous_iter_valid_loss : 0.16055148839950562

   1643700	  0.160717	  0.160551	  0.167944		CURRENT LEARNING RATE: 5.0875979314760754e-08
previous_iter_valid_loss : 0.17817173898220062

   1643720	  0.178477	  0.178172	  0.168650		CURRENT LEARNING RATE: 5.086580513634959e-08
previous_iter_valid_loss : 0.174397274851799

   1643740	  0.174673	  0.174397	  0.169336		CURRENT LEARNING RATE: 5.085563299257063e-08
previous_iter_valid_loss : 0.16333159804344177

   1643760	  0.163527	  0.163332	  0.169412		CURRENT LEARNING RATE: 5.084546288301698e-08
previous_iter_valid_loss : 0.16053010523319244

   1643780	  0.160693	  0.160530	  0.169038		CURRENT LEARNING RATE: 5.083529480728188e-08
previous_iter_valid_loss : 0.16599372029304504

   1643800	  0.166208	  0.165994	  0.168574		CURRENT LEARNING RATE: 5.082512876495856e-08
previous_iter_valid_loss : 0.17067772150039673

   1643820	  0.170933	  0.170678	  0.167448		CURRENT LEARNING RATE: 5.081496475564023e-08
previous_iter_valid_loss : 0.17519763112068176

   1643840	  0.175348	  0.175198	  0.167676		CURRENT LEARNING RATE: 5.0804802778920666e-08
previous_iter_valid_loss : 0.1611248105764389

   1643860	  0.161314	  0.161125	  0.166888		CURRENT LEARNING RATE: 5.079464283439322e-08
previous_iter_valid_loss : 0.16070161759853363

   1643880	  0.160854	  0.160702	  0.166393		CURRENT LEARNING RATE: 5.07844849216515e-08
previous_iter_valid_loss : 0.16053998470306396

   1643900	  0.160709	  0.160540	  0.166208		CURRENT LEARNING RATE: 5.077432904028918e-08
previous_iter_valid_loss : 0.16448235511779785

   1643920	  0.164652	  0.164482	  0.166065		CURRENT LEARNING RATE: 5.076417518990004e-08
previous_iter_valid_loss : 0.1627950668334961

   1643940	  0.162968	  0.162795	  0.165608		CURRENT LEARNING RATE: 5.07540233700779e-08
previous_iter_valid_loss : 0.16412009298801422

   1643960	  0.164288	  0.164120	  0.165784		CURRENT LEARNING RATE: 5.0743873580416526e-08
previous_iter_valid_loss : 0.16365069150924683

   1643980	  0.163807	  0.163651	  0.165782		CURRENT LEARNING RATE: 5.0733725820510286e-08
previous_iter_valid_loss : 0.1636131852865219

   1644000	  0.163815	  0.163613	  0.165735		CURRENT LEARNING RATE: 5.072358008995308e-08
previous_iter_valid_loss : 0.16464762389659882

   1644020	  0.164852	  0.164648	  0.165618		CURRENT LEARNING RATE: 5.071343638833909e-08
previous_iter_valid_loss : 0.16358165442943573

   1644040	  0.163772	  0.163582	  0.165098		CURRENT LEARNING RATE: 5.0703294715262555e-08
previous_iter_valid_loss : 0.1785595715045929

   1644060	  0.178708	  0.178560	  0.165885		CURRENT LEARNING RATE: 5.0693155070317826e-08
previous_iter_valid_loss : 0.17664475739002228

   1644080	  0.176945	  0.176645	  0.166664		CURRENT LEARNING RATE: 5.06830174530993e-08
previous_iter_valid_loss : 0.1660078465938568

   1644100	  0.166225	  0.166008	  0.166937		CURRENT LEARNING RATE: 5.0672881863201474e-08
previous_iter_valid_loss : 0.1660144180059433

   1644120	  0.166228	  0.166014	  0.166329		CURRENT LEARNING RATE: 5.066274830021875e-08
previous_iter_valid_loss : 0.16159209609031677

   1644140	  0.161781	  0.161592	  0.165689		CURRENT LEARNING RATE: 5.0652616763746157e-08
previous_iter_valid_loss : 0.16060477495193481

   1644160	  0.160761	  0.160605	  0.165553		CURRENT LEARNING RATE: 5.0642487253378224e-08
previous_iter_valid_loss : 0.16628874838352203

   1644180	  0.166504	  0.166289	  0.165840		CURRENT LEARNING RATE: 5.06323597687098e-08
previous_iter_valid_loss : 0.16804547607898712

   1644200	  0.168277	  0.168045	  0.165943		CURRENT LEARNING RATE: 5.062223430933577e-08
previous_iter_valid_loss : 0.16065527498722076

   1644220	  0.160825	  0.160655	  0.165442		CURRENT LEARNING RATE: 5.061211087485112e-08
previous_iter_valid_loss : 0.16089926660060883

   1644240	  0.161057	  0.160899	  0.164727		CURRENT LEARNING RATE: 5.060198946485092e-08
previous_iter_valid_loss : 0.1609656810760498

   1644260	  0.161145	  0.160966	  0.164719		CURRENT LEARNING RATE: 5.0591870078930294e-08
previous_iter_valid_loss : 0.1607688069343567

   1644280	  0.160949	  0.160769	  0.164722		CURRENT LEARNING RATE: 5.05817527166843e-08
previous_iter_valid_loss : 0.16054260730743408

   1644300	  0.160705	  0.160543	  0.164723		CURRENT LEARNING RATE: 5.0571637377708606e-08
previous_iter_valid_loss : 0.1892957240343094

   1644320	  0.189746	  0.189296	  0.165963		CURRENT LEARNING RATE: 5.0561524061598407e-08
previous_iter_valid_loss : 0.16347262263298035

   1644340	  0.163670	  0.163473	  0.165997		CURRENT LEARNING RATE: 5.055141276794917e-08
previous_iter_valid_loss : 0.16336475312709808

   1644360	  0.163567	  0.163365	  0.165959		CURRENT LEARNING RATE: 5.054130349635647e-08
previous_iter_valid_loss : 0.16517148911952972

   1644380	  0.165384	  0.165171	  0.166035		CURRENT LEARNING RATE: 5.053119624641591e-08
previous_iter_valid_loss : 0.1634972095489502

   1644400	  0.163670	  0.163497	  0.166030		CURRENT LEARNING RATE: 5.0521091017723204e-08
previous_iter_valid_loss : 0.16548752784729004

   1644420	  0.165691	  0.165488	  0.166072		CURRENT LEARNING RATE: 5.051098780987396e-08
previous_iter_valid_loss : 0.17145265638828278

   1644440	  0.171602	  0.171453	  0.166465		CURRENT LEARNING RATE: 5.0500886622464416e-08
previous_iter_valid_loss : 0.16248874366283417

   1644460	  0.162659	  0.162489	  0.165662		CURRENT LEARNING RATE: 5.0490787455090355e-08
previous_iter_valid_loss : 0.16261041164398193

   1644480	  0.162776	  0.162610	  0.164960		CURRENT LEARNING RATE: 5.048069030734779e-08
previous_iter_valid_loss : 0.1743021011352539

   1644500	  0.174579	  0.174302	  0.165375		CURRENT LEARNING RATE: 5.047059517883285e-08
previous_iter_valid_loss : 0.16146865487098694

   1644520	  0.161630	  0.161469	  0.165147		CURRENT LEARNING RATE: 5.0460502069141716e-08
previous_iter_valid_loss : 0.16059382259845734

   1644540	  0.160760	  0.160594	  0.165097		CURRENT LEARNING RATE: 5.0450410977870676e-08
previous_iter_valid_loss : 0.16278894245624542

   1644560	  0.162962	  0.162789	  0.165207		CURRENT LEARNING RATE: 5.044032190461608e-08
previous_iter_valid_loss : 0.16370390355587006

   1644580	  0.163868	  0.163704	  0.165077		CURRENT LEARNING RATE: 5.043023484897419e-08
previous_iter_valid_loss : 0.16187752783298492

   1644600	  0.162070	  0.161878	  0.164769		CURRENT LEARNING RATE: 5.0420149810541877e-08
previous_iter_valid_loss : 0.16653424501419067

   1644620	  0.166748	  0.166534	  0.165063		CURRENT LEARNING RATE: 5.041006678891557e-08
previous_iter_valid_loss : 0.16452983021736145

   1644640	  0.164733	  0.164530	  0.165245		CURRENT LEARNING RATE: 5.039998578369193e-08
previous_iter_valid_loss : 0.16066791117191315

   1644660	  0.160821	  0.160668	  0.165230		CURRENT LEARNING RATE: 5.0389906794467737e-08
previous_iter_valid_loss : 0.1652495265007019

   1644680	  0.165454	  0.165250	  0.165454		CURRENT LEARNING RATE: 5.037982982083982e-08
previous_iter_valid_loss : 0.16077540814876556

   1644700	  0.160957	  0.160775	  0.165465		CURRENT LEARNING RATE: 5.03697548624051e-08
previous_iter_valid_loss : 0.1605817824602127

   1644720	  0.160748	  0.160582	  0.164030		CURRENT LEARNING RATE: 5.035968191876059e-08
previous_iter_valid_loss : 0.1605200618505478

   1644740	  0.160693	  0.160520	  0.163882		CURRENT LEARNING RATE: 5.034961098950317e-08
previous_iter_valid_loss : 0.1614065170288086

   1644760	  0.161563	  0.161407	  0.163784		CURRENT LEARNING RATE: 5.0339542074230387e-08
previous_iter_valid_loss : 0.1737845093011856

   1644780	  0.173931	  0.173785	  0.164215		CURRENT LEARNING RATE: 5.032947517253929e-08
previous_iter_valid_loss : 0.16212642192840576

   1644800	  0.162280	  0.162126	  0.164146		CURRENT LEARNING RATE: 5.031941028402721e-08
previous_iter_valid_loss : 0.16981828212738037

   1644820	  0.170066	  0.169818	  0.164363		CURRENT LEARNING RATE: 5.030934740829154e-08
previous_iter_valid_loss : 0.1837524026632309

   1644840	  0.183903	  0.183752	  0.164978		CURRENT LEARNING RATE: 5.029928654492978e-08
previous_iter_valid_loss : 0.1630045771598816

   1644860	  0.163189	  0.163005	  0.165003		CURRENT LEARNING RATE: 5.0289227693539484e-08
previous_iter_valid_loss : 0.16548019647598267

   1644880	  0.165679	  0.165480	  0.165147		CURRENT LEARNING RATE: 5.0279170853718126e-08
previous_iter_valid_loss : 0.16989918053150177

   1644900	  0.170051	  0.169899	  0.164927		CURRENT LEARNING RATE: 5.0269116025063787e-08
previous_iter_valid_loss : 0.16201674938201904

   1644920	  0.162168	  0.162017	  0.164954		CURRENT LEARNING RATE: 5.02590632071741e-08
previous_iter_valid_loss : 0.16285274922847748

   1644940	  0.163020	  0.162853	  0.165067		CURRENT LEARNING RATE: 5.024901239964694e-08
previous_iter_valid_loss : 0.16604839265346527

   1644960	  0.166208	  0.166048	  0.165230		CURRENT LEARNING RATE: 5.0238963602080286e-08
previous_iter_valid_loss : 0.16075368225574493

   1644980	  0.160930	  0.160754	  0.165083		CURRENT LEARNING RATE: 5.022891681407219e-08
previous_iter_valid_loss : 0.1684422791004181

   1645000	  0.168667	  0.168442	  0.165411		CURRENT LEARNING RATE: 5.0218872035220755e-08
previous_iter_valid_loss : 0.16178357601165771

   1645020	  0.161974	  0.161784	  0.165173		CURRENT LEARNING RATE: 5.020882926512422e-08
previous_iter_valid_loss : 0.1605406552553177

   1645040	  0.160698	  0.160541	  0.164974		CURRENT LEARNING RATE: 5.0198788503380686e-08
previous_iter_valid_loss : 0.18058952689170837

   1645060	  0.180747	  0.180590	  0.165970		CURRENT LEARNING RATE: 5.018874974958888e-08
previous_iter_valid_loss : 0.16718363761901855

   1645080	  0.167393	  0.167184	  0.166067		CURRENT LEARNING RATE: 5.0178713003347064e-08
previous_iter_valid_loss : 0.17394398152828217

   1645100	  0.174216	  0.173944	  0.166725		CURRENT LEARNING RATE: 5.016867826425377e-08
previous_iter_valid_loss : 0.16269813477993011

   1645120	  0.162875	  0.162698	  0.166831		CURRENT LEARNING RATE: 5.015864553190762e-08
previous_iter_valid_loss : 0.16337010264396667

   1645140	  0.163535	  0.163370	  0.166973		CURRENT LEARNING RATE: 5.0148614805907305e-08
previous_iter_valid_loss : 0.16685400903224945

   1645160	  0.167012	  0.166854	  0.167246		CURRENT LEARNING RATE: 5.013858608585158e-08
previous_iter_valid_loss : 0.16062358021736145

   1645180	  0.160772	  0.160624	  0.166588		CURRENT LEARNING RATE: 5.0128559371339125e-08
previous_iter_valid_loss : 0.16054576635360718

   1645200	  0.160703	  0.160546	  0.166509		CURRENT LEARNING RATE: 5.0118534661969236e-08
previous_iter_valid_loss : 0.19166353344917297

   1645220	  0.191792	  0.191664	  0.167601		CURRENT LEARNING RATE: 5.010851195734074e-08
previous_iter_valid_loss : 0.1699526011943817

   1645240	  0.170099	  0.169953	  0.166911		CURRENT LEARNING RATE: 5.0098491257052725e-08
previous_iter_valid_loss : 0.16050417721271515

   1645260	  0.160669	  0.160504	  0.166786		CURRENT LEARNING RATE: 5.008847256070437e-08
previous_iter_valid_loss : 0.16555462777614594

   1645280	  0.165760	  0.165555	  0.166790		CURRENT LEARNING RATE: 5.0078455867894915e-08
previous_iter_valid_loss : 0.16244089603424072

   1645300	  0.162630	  0.162441	  0.166417		CURRENT LEARNING RATE: 5.006844117822371e-08
previous_iter_valid_loss : 0.19554965198040009

   1645320	  0.195664	  0.195550	  0.168093		CURRENT LEARNING RATE: 5.005842849129016e-08
previous_iter_valid_loss : 0.16150815784931183

   1645340	  0.161664	  0.161508	  0.168026		CURRENT LEARNING RATE: 5.0048417806693575e-08
previous_iter_valid_loss : 0.16533242166042328

   1645360	  0.165538	  0.165332	  0.167990		CURRENT LEARNING RATE: 5.003840912403388e-08
previous_iter_valid_loss : 0.16087132692337036

   1645380	  0.161043	  0.160871	  0.167996		CURRENT LEARNING RATE: 5.0028402442910576e-08
previous_iter_valid_loss : 0.16077183187007904

   1645400	  0.160948	  0.160772	  0.167613		CURRENT LEARNING RATE: 5.001839776292336e-08
previous_iter_valid_loss : 0.1673940271139145

   1645420	  0.167611	  0.167394	  0.167893		CURRENT LEARNING RATE: 5.000839508367207e-08
previous_iter_valid_loss : 0.1606459617614746

   1645440	  0.160817	  0.160646	  0.167899		CURRENT LEARNING RATE: 4.999839440475658e-08
previous_iter_valid_loss : 0.16427627205848694

   1645460	  0.164476	  0.164276	  0.167083		CURRENT LEARNING RATE: 4.9988395725776886e-08
previous_iter_valid_loss : 0.1813938170671463

   1645480	  0.181738	  0.181394	  0.167793		CURRENT LEARNING RATE: 4.997839904633302e-08
previous_iter_valid_loss : 0.19271934032440186

   1645500	  0.193180	  0.192719	  0.168732		CURRENT LEARNING RATE: 4.9968404366024944e-08
previous_iter_valid_loss : 0.16138960421085358

   1645520	  0.161572	  0.161390	  0.168667		CURRENT LEARNING RATE: 4.995841168445323e-08
previous_iter_valid_loss : 0.1649659276008606

   1645540	  0.165175	  0.164966	  0.168747		CURRENT LEARNING RATE: 4.994842100121799e-08
previous_iter_valid_loss : 0.1809861809015274

   1645560	  0.181320	  0.180986	  0.169453		CURRENT LEARNING RATE: 4.993843231591959e-08
previous_iter_valid_loss : 0.20497362315654755

   1645580	  0.205037	  0.204974	  0.171671		CURRENT LEARNING RATE: 4.99284456281585e-08
previous_iter_valid_loss : 0.16161367297172546

   1645600	  0.161774	  0.161614	  0.171724		CURRENT LEARNING RATE: 4.9918460937535227e-08
previous_iter_valid_loss : 0.16071152687072754

   1645620	  0.160867	  0.160712	  0.170176		CURRENT LEARNING RATE: 4.990847824365041e-08
previous_iter_valid_loss : 0.16102011501789093

   1645640	  0.161179	  0.161020	  0.169730		CURRENT LEARNING RATE: 4.989849754610455e-08
previous_iter_valid_loss : 0.16049660742282867

   1645660	  0.160661	  0.160497	  0.169729		CURRENT LEARNING RATE: 4.988851884449877e-08
previous_iter_valid_loss : 0.16645750403404236

   1645680	  0.166617	  0.166458	  0.169775		CURRENT LEARNING RATE: 4.987854213843376e-08
previous_iter_valid_loss : 0.16132135689258575

   1645700	  0.161475	  0.161321	  0.169719		CURRENT LEARNING RATE: 4.986856742751044e-08
previous_iter_valid_loss : 0.16060183942317963

   1645720	  0.160763	  0.160602	  0.167971		CURRENT LEARNING RATE: 4.9858594711329825e-08
previous_iter_valid_loss : 0.17526815831661224

   1645740	  0.175415	  0.175268	  0.168659		CURRENT LEARNING RATE: 4.9848623989493004e-08
previous_iter_valid_loss : 0.16417665779590607

   1645760	  0.164380	  0.164177	  0.168601		CURRENT LEARNING RATE: 4.9838655261601136e-08
previous_iter_valid_loss : 0.16183069348335266

   1645780	  0.162016	  0.161831	  0.168649		CURRENT LEARNING RATE: 4.9828688527255506e-08
previous_iter_valid_loss : 0.16064681112766266

   1645800	  0.160809	  0.160647	  0.168643		CURRENT LEARNING RATE: 4.9818723786057234e-08
previous_iter_valid_loss : 0.17602118849754333

   1645820	  0.176311	  0.176021	  0.169075		CURRENT LEARNING RATE: 4.98087610376081e-08
previous_iter_valid_loss : 0.16282141208648682

   1645840	  0.163017	  0.162821	  0.169183		CURRENT LEARNING RATE: 4.979880028150942e-08
previous_iter_valid_loss : 0.16053889691829681

   1645860	  0.160697	  0.160539	  0.168996		CURRENT LEARNING RATE: 4.9788841517362744e-08
previous_iter_valid_loss : 0.1605069786310196

   1645880	  0.160668	  0.160507	  0.167952		CURRENT LEARNING RATE: 4.977888474476974e-08
previous_iter_valid_loss : 0.1614828258752823

   1645900	  0.161647	  0.161483	  0.166390		CURRENT LEARNING RATE: 4.976892996333214e-08
previous_iter_valid_loss : 0.16230712831020355

   1645920	  0.162495	  0.162307	  0.166436		CURRENT LEARNING RATE: 4.9758977172651736e-08
previous_iter_valid_loss : 0.17076116800308228

   1645940	  0.171021	  0.170761	  0.166726		CURRENT LEARNING RATE: 4.974902637233043e-08
previous_iter_valid_loss : 0.1725125014781952

   1645960	  0.172655	  0.172513	  0.166302		CURRENT LEARNING RATE: 4.973907756197002e-08
previous_iter_valid_loss : 0.16060252487659454

   1645980	  0.160763	  0.160603	  0.164084		CURRENT LEARNING RATE: 4.9729130741172884e-08
previous_iter_valid_loss : 0.16553649306297302

   1646000	  0.165746	  0.165536	  0.164280		CURRENT LEARNING RATE: 4.971918590954098e-08
previous_iter_valid_loss : 0.16778957843780518

   1646020	  0.167948	  0.167790	  0.164634		CURRENT LEARNING RATE: 4.970924306667652e-08
previous_iter_valid_loss : 0.20258471369743347

   1646040	  0.202655	  0.202585	  0.166712		CURRENT LEARNING RATE: 4.96993022121818e-08
previous_iter_valid_loss : 0.1637745499610901

   1646060	  0.163985	  0.163775	  0.166876		CURRENT LEARNING RATE: 4.968936334565916e-08
previous_iter_valid_loss : 0.16075317561626434

   1646080	  0.160901	  0.160753	  0.166591		CURRENT LEARNING RATE: 4.967942646671108e-08
previous_iter_valid_loss : 0.16724824905395508

   1646100	  0.167408	  0.167248	  0.166887		CURRENT LEARNING RATE: 4.966949157493987e-08
previous_iter_valid_loss : 0.17157471179962158

   1646120	  0.171724	  0.171575	  0.167436		CURRENT LEARNING RATE: 4.965955866994852e-08
previous_iter_valid_loss : 0.16593176126480103

   1646140	  0.166090	  0.165932	  0.166969		CURRENT LEARNING RATE: 4.9649627751339514e-08
previous_iter_valid_loss : 0.16094252467155457

   1646160	  0.161119	  0.160943	  0.166807		CURRENT LEARNING RATE: 4.9639698818715626e-08
previous_iter_valid_loss : 0.16121283173561096

   1646180	  0.161373	  0.161213	  0.166776		CURRENT LEARNING RATE: 4.96297718716797e-08
previous_iter_valid_loss : 0.16087327897548676

   1646200	  0.161053	  0.160873	  0.166788		CURRENT LEARNING RATE: 4.9619846909834664e-08
previous_iter_valid_loss : 0.1606123447418213

   1646220	  0.160788	  0.160612	  0.166017		CURRENT LEARNING RATE: 4.9609923932783496e-08
previous_iter_valid_loss : 0.1702583283185959

   1646240	  0.170405	  0.170258	  0.166389		CURRENT LEARNING RATE: 4.96000029401293e-08
previous_iter_valid_loss : 0.16051509976387024

   1646260	  0.160684	  0.160515	  0.166388		CURRENT LEARNING RATE: 4.9590083931475044e-08
previous_iter_valid_loss : 0.16274864971637726

   1646280	  0.162917	  0.162749	  0.166500		CURRENT LEARNING RATE: 4.9580166906424334e-08
previous_iter_valid_loss : 0.16403231024742126

   1646300	  0.164227	  0.164032	  0.166627		CURRENT LEARNING RATE: 4.957025186458031e-08
previous_iter_valid_loss : 0.1691836714744568

   1646320	  0.169340	  0.169184	  0.166971		CURRENT LEARNING RATE: 4.956033880554636e-08
previous_iter_valid_loss : 0.16215717792510986

   1646340	  0.162314	  0.162157	  0.166541		CURRENT LEARNING RATE: 4.955042772892598e-08
previous_iter_valid_loss : 0.16145826876163483

   1646360	  0.161651	  0.161458	  0.165988		CURRENT LEARNING RATE: 4.9540518634322704e-08
previous_iter_valid_loss : 0.16618019342422485

   1646380	  0.166337	  0.166180	  0.166267		CURRENT LEARNING RATE: 4.953061152134019e-08
previous_iter_valid_loss : 0.16690774261951447

   1646400	  0.167131	  0.166908	  0.166336		CURRENT LEARNING RATE: 4.9520706389581954e-08
previous_iter_valid_loss : 0.18335993587970734

   1646420	  0.183708	  0.183360	  0.167114		CURRENT LEARNING RATE: 4.951080323865217e-08
previous_iter_valid_loss : 0.16452740132808685

   1646440	  0.164718	  0.164527	  0.165211		CURRENT LEARNING RATE: 4.950090206815451e-08
previous_iter_valid_loss : 0.18095794320106506

   1646460	  0.181277	  0.180958	  0.166070		CURRENT LEARNING RATE: 4.949100287769294e-08
previous_iter_valid_loss : 0.16612495481967926

   1646480	  0.166333	  0.166125	  0.166339		CURRENT LEARNING RATE: 4.948110566687151e-08
previous_iter_valid_loss : 0.1609426885843277

   1646500	  0.161121	  0.160943	  0.166024		CURRENT LEARNING RATE: 4.9471210435294296e-08
previous_iter_valid_loss : 0.16063359379768372

   1646520	  0.160790	  0.160634	  0.165477		CURRENT LEARNING RATE: 4.946131718256551e-08
previous_iter_valid_loss : 0.18491308391094208

   1646540	  0.185062	  0.184913	  0.166426		CURRENT LEARNING RATE: 4.945142590828942e-08
previous_iter_valid_loss : 0.16874650120735168

   1646560	  0.168901	  0.168747	  0.166816		CURRENT LEARNING RATE: 4.94415366120702e-08
previous_iter_valid_loss : 0.16082234680652618

   1646580	  0.160973	  0.160822	  0.166796		CURRENT LEARNING RATE: 4.943164929351262e-08
previous_iter_valid_loss : 0.17228998243808746

   1646600	  0.172555	  0.172290	  0.167367		CURRENT LEARNING RATE: 4.942176395222102e-08
previous_iter_valid_loss : 0.16679038107395172

   1646620	  0.167003	  0.166790	  0.167676		CURRENT LEARNING RATE: 4.9411880587799984e-08
previous_iter_valid_loss : 0.16088898479938507

   1646640	  0.161050	  0.160889	  0.167208		CURRENT LEARNING RATE: 4.940199919985418e-08
previous_iter_valid_loss : 0.1652580350637436

   1646660	  0.165422	  0.165258	  0.167445		CURRENT LEARNING RATE: 4.939211978798834e-08
previous_iter_valid_loss : 0.16600880026817322

   1646680	  0.166173	  0.166009	  0.167608		CURRENT LEARNING RATE: 4.9382242351807316e-08
previous_iter_valid_loss : 0.1629597693681717

   1646700	  0.163127	  0.162960	  0.167554		CURRENT LEARNING RATE: 4.937236689091599e-08
previous_iter_valid_loss : 0.1635676920413971

   1646720	  0.163728	  0.163568	  0.167273		CURRENT LEARNING RATE: 4.936249340491917e-08
previous_iter_valid_loss : 0.1634155958890915

   1646740	  0.163582	  0.163416	  0.167336		CURRENT LEARNING RATE: 4.9352621893422255e-08
previous_iter_valid_loss : 0.1654997318983078

   1646760	  0.165713	  0.165500	  0.167538		CURRENT LEARNING RATE: 4.9342752356030236e-08
previous_iter_valid_loss : 0.1721469759941101

   1646780	  0.172407	  0.172147	  0.167837		CURRENT LEARNING RATE: 4.9332884792348313e-08
previous_iter_valid_loss : 0.16937609016895294

   1646800	  0.169624	  0.169376	  0.167960		CURRENT LEARNING RATE: 4.932301920198178e-08
previous_iter_valid_loss : 0.160751074552536

   1646820	  0.160898	  0.160751	  0.166830		CURRENT LEARNING RATE: 4.931315558453604e-08
previous_iter_valid_loss : 0.18333610892295837

   1646840	  0.183492	  0.183336	  0.167770		CURRENT LEARNING RATE: 4.930329393961652e-08
previous_iter_valid_loss : 0.16274207830429077

   1646860	  0.162909	  0.162742	  0.166859		CURRENT LEARNING RATE: 4.929343426682859e-08
previous_iter_valid_loss : 0.16052120923995972

   1646880	  0.160690	  0.160521	  0.166579		CURRENT LEARNING RATE: 4.92835765657782e-08
previous_iter_valid_loss : 0.17750930786132812

   1646900	  0.177817	  0.177509	  0.167407		CURRENT LEARNING RATE: 4.92737208360709e-08
previous_iter_valid_loss : 0.16072306036949158

   1646920	  0.160900	  0.160723	  0.167412		CURRENT LEARNING RATE: 4.926386707731243e-08
previous_iter_valid_loss : 0.17420987784862518

   1646940	  0.174351	  0.174210	  0.166877		CURRENT LEARNING RATE: 4.9254015289108644e-08
previous_iter_valid_loss : 0.1630663126707077

   1646960	  0.163248	  0.163066	  0.166593		CURRENT LEARNING RATE: 4.9244165471065486e-08
previous_iter_valid_loss : 0.16255833208560944

   1646980	  0.162735	  0.162558	  0.166680		CURRENT LEARNING RATE: 4.923431762278895e-08
previous_iter_valid_loss : 0.17610175907611847

   1647000	  0.176387	  0.176102	  0.166870		CURRENT LEARNING RATE: 4.9224471743885125e-08
previous_iter_valid_loss : 0.17075958847999573

   1647020	  0.170906	  0.170760	  0.167069		CURRENT LEARNING RATE: 4.9214627833960004e-08
previous_iter_valid_loss : 0.16448575258255005

   1647040	  0.164683	  0.164486	  0.167249		CURRENT LEARNING RATE: 4.920478589262017e-08
previous_iter_valid_loss : 0.16154977679252625

   1647060	  0.161704	  0.161550	  0.167063		CURRENT LEARNING RATE: 4.9194945919471784e-08
previous_iter_valid_loss : 0.16082581877708435

   1647080	  0.161009	  0.160826	  0.166804		CURRENT LEARNING RATE: 4.9185107914121237e-08
previous_iter_valid_loss : 0.16155877709388733

   1647100	  0.161727	  0.161559	  0.166734		CURRENT LEARNING RATE: 4.917527187617502e-08
previous_iter_valid_loss : 0.1668330878019333

   1647120	  0.167051	  0.166833	  0.166897		CURRENT LEARNING RATE: 4.916543780523969e-08
previous_iter_valid_loss : 0.17025071382522583

   1647140	  0.170403	  0.170251	  0.167239		CURRENT LEARNING RATE: 4.9155605700921865e-08
previous_iter_valid_loss : 0.16285279393196106

   1647160	  0.163016	  0.162853	  0.167107		CURRENT LEARNING RATE: 4.914577556282811e-08
previous_iter_valid_loss : 0.16374531388282776

   1647180	  0.163911	  0.163745	  0.166687		CURRENT LEARNING RATE: 4.9135947390565546e-08
previous_iter_valid_loss : 0.16626349091529846

   1647200	  0.166468	  0.166263	  0.166531		CURRENT LEARNING RATE: 4.9126121183740896e-08
previous_iter_valid_loss : 0.16052980720996857

   1647220	  0.160698	  0.160530	  0.166520		CURRENT LEARNING RATE: 4.91162969419611e-08
previous_iter_valid_loss : 0.17456690967082977

   1647240	  0.174714	  0.174567	  0.166081		CURRENT LEARNING RATE: 4.9106474664833184e-08
previous_iter_valid_loss : 0.16511140763759613

   1647260	  0.165307	  0.165111	  0.166200		CURRENT LEARNING RATE: 4.909665435196426e-08
previous_iter_valid_loss : 0.16200725734233856

   1647280	  0.162168	  0.162007	  0.166274		CURRENT LEARNING RATE: 4.9086836002961514e-08
previous_iter_valid_loss : 0.16252468526363373

   1647300	  0.162711	  0.162525	  0.165525		CURRENT LEARNING RATE: 4.907701961743222e-08
previous_iter_valid_loss : 0.17167320847511292

   1647320	  0.171937	  0.171673	  0.166072		CURRENT LEARNING RATE: 4.9067205194983544e-08
previous_iter_valid_loss : 0.1633979231119156

   1647340	  0.163591	  0.163398	  0.165532		CURRENT LEARNING RATE: 4.9057392735223255e-08
previous_iter_valid_loss : 0.16879528760910034

   1647360	  0.169036	  0.168795	  0.165818		CURRENT LEARNING RATE: 4.9047582237758683e-08
previous_iter_valid_loss : 0.16286267340183258

   1647380	  0.163028	  0.162863	  0.165833		CURRENT LEARNING RATE: 4.9037773702197396e-08
previous_iter_valid_loss : 0.16270607709884644

   1647400	  0.162871	  0.162706	  0.165164		CURRENT LEARNING RATE: 4.9027967128147085e-08
previous_iter_valid_loss : 0.16180916130542755

   1647420	  0.161996	  0.161809	  0.164716		CURRENT LEARNING RATE: 4.901816251521544e-08
previous_iter_valid_loss : 0.1621846854686737

   1647440	  0.162365	  0.162185	  0.164601		CURRENT LEARNING RATE: 4.900835986301032e-08
previous_iter_valid_loss : 0.17273734509944916

   1647460	  0.173003	  0.172737	  0.165160		CURRENT LEARNING RATE: 4.89985591711396e-08
previous_iter_valid_loss : 0.16494150459766388

   1647480	  0.165110	  0.164942	  0.165366		CURRENT LEARNING RATE: 4.8988760439211073e-08
previous_iter_valid_loss : 0.16187511384487152

   1647500	  0.162045	  0.161875	  0.165382		CURRENT LEARNING RATE: 4.897896366683315e-08
previous_iter_valid_loss : 0.16959309577941895

   1647520	  0.169834	  0.169593	  0.165520		CURRENT LEARNING RATE: 4.896916885361377e-08
previous_iter_valid_loss : 0.16670487821102142

   1647540	  0.166923	  0.166705	  0.165343		CURRENT LEARNING RATE: 4.895937599916117e-08
previous_iter_valid_loss : 0.1605360060930252

   1647560	  0.160695	  0.160536	  0.165227		CURRENT LEARNING RATE: 4.89495851030836e-08
previous_iter_valid_loss : 0.18482069671154022

   1647580	  0.185199	  0.184821	  0.166281		CURRENT LEARNING RATE: 4.8939796164989446e-08
previous_iter_valid_loss : 0.16246852278709412

   1647600	  0.162654	  0.162469	  0.166091		CURRENT LEARNING RATE: 4.8930009184487146e-08
previous_iter_valid_loss : 0.1736757457256317

   1647620	  0.173943	  0.173676	  0.166748		CURRENT LEARNING RATE: 4.8920224161185045e-08
previous_iter_valid_loss : 0.17370812594890594

   1647640	  0.173988	  0.173708	  0.166705		CURRENT LEARNING RATE: 4.8910441094692094e-08
previous_iter_valid_loss : 0.16168837249279022

   1647660	  0.161850	  0.161688	  0.166534		CURRENT LEARNING RATE: 4.890065998461678e-08
previous_iter_valid_loss : 0.16133034229278564

   1647680	  0.161492	  0.161330	  0.166500		CURRENT LEARNING RATE: 4.889088083056788e-08
previous_iter_valid_loss : 0.16079778969287872

   1647700	  0.160978	  0.160798	  0.166414		CURRENT LEARNING RATE: 4.888110363215423e-08
previous_iter_valid_loss : 0.1678219735622406

   1647720	  0.167976	  0.167822	  0.166221		CURRENT LEARNING RATE: 4.887132838898472e-08
previous_iter_valid_loss : 0.16788612306118011

   1647740	  0.168042	  0.167886	  0.166446		CURRENT LEARNING RATE: 4.886155510066835e-08
previous_iter_valid_loss : 0.1854953169822693

   1647760	  0.185635	  0.185495	  0.167281		CURRENT LEARNING RATE: 4.88517837668142e-08
previous_iter_valid_loss : 0.16300378739833832

   1647780	  0.163166	  0.163004	  0.167288		CURRENT LEARNING RATE: 4.884201438703123e-08
previous_iter_valid_loss : 0.16068658232688904

   1647800	  0.160839	  0.160687	  0.167187		CURRENT LEARNING RATE: 4.8832246960929017e-08
previous_iter_valid_loss : 0.1633974313735962

   1647820	  0.163562	  0.163397	  0.167266		CURRENT LEARNING RATE: 4.882248148811668e-08
previous_iter_valid_loss : 0.16264685988426208

   1647840	  0.162843	  0.162647	  0.167289		CURRENT LEARNING RATE: 4.881271796820362e-08
previous_iter_valid_loss : 0.16069315373897552

   1647860	  0.160876	  0.160693	  0.166687		CURRENT LEARNING RATE: 4.880295640079928e-08
previous_iter_valid_loss : 0.16076365113258362

   1647880	  0.160940	  0.160764	  0.166478		CURRENT LEARNING RATE: 4.87931967855132e-08
previous_iter_valid_loss : 0.1636301726102829

   1647900	  0.163796	  0.163630	  0.166566		CURRENT LEARNING RATE: 4.878343912195501e-08
previous_iter_valid_loss : 0.162587970495224

   1647920	  0.162795	  0.162588	  0.166216		CURRENT LEARNING RATE: 4.877368340973438e-08
previous_iter_valid_loss : 0.16208311915397644

   1647940	  0.162242	  0.162083	  0.165985		CURRENT LEARNING RATE: 4.876392964846092e-08
previous_iter_valid_loss : 0.1720617413520813

   1647960	  0.172336	  0.172062	  0.166561		CURRENT LEARNING RATE: 4.875417783774483e-08
previous_iter_valid_loss : 0.16051450371742249

   1647980	  0.160675	  0.160515	  0.165346		CURRENT LEARNING RATE: 4.8744427977195855e-08
previous_iter_valid_loss : 0.16109928488731384

   1648000	  0.161283	  0.161099	  0.165277		CURRENT LEARNING RATE: 4.8734680066424016e-08
previous_iter_valid_loss : 0.16487866640090942

   1648020	  0.165048	  0.164879	  0.164837		CURRENT LEARNING RATE: 4.872493410503937e-08
previous_iter_valid_loss : 0.17145146429538727

   1648040	  0.171703	  0.171451	  0.164725		CURRENT LEARNING RATE: 4.871519009265211e-08
previous_iter_valid_loss : 0.17917609214782715

   1648060	  0.179484	  0.179176	  0.165599		CURRENT LEARNING RATE: 4.870544802887246e-08
previous_iter_valid_loss : 0.16473710536956787

   1648080	  0.164948	  0.164737	  0.165769		CURRENT LEARNING RATE: 4.869570791331055e-08
previous_iter_valid_loss : 0.16232046484947205

   1648100	  0.162480	  0.162320	  0.165845		CURRENT LEARNING RATE: 4.8685969745577144e-08
previous_iter_valid_loss : 0.16136227548122406

   1648120	  0.161515	  0.161362	  0.165522		CURRENT LEARNING RATE: 4.8676233525282536e-08
previous_iter_valid_loss : 0.16879278421401978

   1648140	  0.168949	  0.168793	  0.165568		CURRENT LEARNING RATE: 4.866649925203728e-08
previous_iter_valid_loss : 0.18294493854045868

   1648160	  0.183098	  0.182945	  0.165440		CURRENT LEARNING RATE: 4.865676692545199e-08
previous_iter_valid_loss : 0.17241084575653076

   1648180	  0.172556	  0.172411	  0.165911		CURRENT LEARNING RATE: 4.864703654513739e-08
previous_iter_valid_loss : 0.16299936175346375

   1648200	  0.163166	  0.162999	  0.166026		CURRENT LEARNING RATE: 4.8637308110704254e-08
previous_iter_valid_loss : 0.17286786437034607

   1648220	  0.173137	  0.172868	  0.166500		CURRENT LEARNING RATE: 4.862758162176345e-08
previous_iter_valid_loss : 0.1621316373348236

   1648240	  0.162274	  0.162132	  0.166474		CURRENT LEARNING RATE: 4.8617857077925744e-08
previous_iter_valid_loss : 0.169632688164711

   1648260	  0.169781	  0.169633	  0.166921		CURRENT LEARNING RATE: 4.86081344788025e-08
previous_iter_valid_loss : 0.1630527675151825

   1648280	  0.163244	  0.163053	  0.167035		CURRENT LEARNING RATE: 4.859841382400465e-08
previous_iter_valid_loss : 0.1654595285654068

   1648300	  0.165625	  0.165460	  0.167127		CURRENT LEARNING RATE: 4.858869511314335e-08
previous_iter_valid_loss : 0.16657115519046783

   1648320	  0.166794	  0.166571	  0.167326		CURRENT LEARNING RATE: 4.857897834582987e-08
previous_iter_valid_loss : 0.17177055776119232

   1648340	  0.172032	  0.171771	  0.167810		CURRENT LEARNING RATE: 4.856926352167552e-08
previous_iter_valid_loss : 0.16412624716758728

   1648360	  0.164326	  0.164126	  0.167414		CURRENT LEARNING RATE: 4.855955064029173e-08
previous_iter_valid_loss : 0.17293862998485565

   1648380	  0.173204	  0.172939	  0.168035		CURRENT LEARNING RATE: 4.8549839701289785e-08
previous_iter_valid_loss : 0.16251011192798615

   1648400	  0.162694	  0.162510	  0.168105		CURRENT LEARNING RATE: 4.854013070428161e-08
previous_iter_valid_loss : 0.17191694676876068

   1648420	  0.172179	  0.171917	  0.168457		CURRENT LEARNING RATE: 4.853042364887867e-08
previous_iter_valid_loss : 0.1605086624622345

   1648440	  0.160670	  0.160509	  0.167910		CURRENT LEARNING RATE: 4.852071853469269e-08
previous_iter_valid_loss : 0.16172029078006744

   1648460	  0.161887	  0.161720	  0.167037		CURRENT LEARNING RATE: 4.851101536133545e-08
previous_iter_valid_loss : 0.17203053832054138

   1648480	  0.172292	  0.172031	  0.167402		CURRENT LEARNING RATE: 4.850131412841885e-08
previous_iter_valid_loss : 0.18768823146820068

   1648500	  0.188101	  0.187688	  0.168671		CURRENT LEARNING RATE: 4.8491614835554795e-08
previous_iter_valid_loss : 0.1609194427728653

   1648520	  0.161073	  0.160919	  0.168648		CURRENT LEARNING RATE: 4.848191748235536e-08
previous_iter_valid_loss : 0.16579653322696686

   1648540	  0.165955	  0.165797	  0.168499		CURRENT LEARNING RATE: 4.8472222068432444e-08
previous_iter_valid_loss : 0.16339322924613953

   1648560	  0.163600	  0.163393	  0.167521		CURRENT LEARNING RATE: 4.8462528593398596e-08
previous_iter_valid_loss : 0.16076287627220154

   1648580	  0.160939	  0.160763	  0.166939		CURRENT LEARNING RATE: 4.8452837056865896e-08
previous_iter_valid_loss : 0.16158373653888702

   1648600	  0.161737	  0.161584	  0.166868		CURRENT LEARNING RATE: 4.8443147458446686e-08
previous_iter_valid_loss : 0.16984975337982178

   1648620	  0.170001	  0.169850	  0.166717		CURRENT LEARNING RATE: 4.843345979775338e-08
previous_iter_valid_loss : 0.16111578047275543

   1648640	  0.161302	  0.161116	  0.166666		CURRENT LEARNING RATE: 4.8423774074398475e-08
previous_iter_valid_loss : 0.1618267148733139

   1648660	  0.161980	  0.161827	  0.166276		CURRENT LEARNING RATE: 4.841409028799454e-08
previous_iter_valid_loss : 0.16184355318546295

   1648680	  0.162046	  0.161844	  0.166215		CURRENT LEARNING RATE: 4.840440843815422e-08
previous_iter_valid_loss : 0.16067874431610107

   1648700	  0.160845	  0.160679	  0.165976		CURRENT LEARNING RATE: 4.839472852449007e-08
previous_iter_valid_loss : 0.16550685465335846

   1648720	  0.165666	  0.165507	  0.165923		CURRENT LEARNING RATE: 4.8385050546615245e-08
previous_iter_valid_loss : 0.16753393411636353

   1648740	  0.167752	  0.167534	  0.165711		CURRENT LEARNING RATE: 4.8375374504142444e-08
previous_iter_valid_loss : 0.1625114381313324

   1648760	  0.162708	  0.162511	  0.165630		CURRENT LEARNING RATE: 4.836570039668463e-08
previous_iter_valid_loss : 0.16066797077655792

   1648780	  0.160846	  0.160668	  0.165017		CURRENT LEARNING RATE: 4.835602822385484e-08
previous_iter_valid_loss : 0.16194722056388855

   1648800	  0.162137	  0.161947	  0.164989		CURRENT LEARNING RATE: 4.834635798526619e-08
previous_iter_valid_loss : 0.16413715481758118

   1648820	  0.164311	  0.164137	  0.164600		CURRENT LEARNING RATE: 4.8336689680531854e-08
previous_iter_valid_loss : 0.21874409914016724

   1648840	  0.218761	  0.218744	  0.167512		CURRENT LEARNING RATE: 4.832702330926495e-08
previous_iter_valid_loss : 0.16935265064239502

   1648860	  0.169588	  0.169353	  0.167893		CURRENT LEARNING RATE: 4.8317358871079144e-08
previous_iter_valid_loss : 0.1658019870519638

   1648880	  0.165960	  0.165802	  0.167582		CURRENT LEARNING RATE: 4.830769636558771e-08
previous_iter_valid_loss : 0.17494307458400726

   1648900	  0.175089	  0.174943	  0.166944		CURRENT LEARNING RATE: 4.829803579240414e-08
previous_iter_valid_loss : 0.1638728231191635

   1648920	  0.164070	  0.163873	  0.167092		CURRENT LEARNING RATE: 4.8288377151142005e-08
previous_iter_valid_loss : 0.18163315951824188

   1648940	  0.181983	  0.181633	  0.167884		CURRENT LEARNING RATE: 4.8278720441414957e-08
previous_iter_valid_loss : 0.16749145090579987

   1648960	  0.167653	  0.167491	  0.168089		CURRENT LEARNING RATE: 4.826906566283674e-08
previous_iter_valid_loss : 0.16051803529262543

   1648980	  0.160675	  0.160518	  0.168077		CURRENT LEARNING RATE: 4.825941281502115e-08
previous_iter_valid_loss : 0.16112102568149567

   1649000	  0.161282	  0.161121	  0.168054		CURRENT LEARNING RATE: 4.8249761897581907e-08
previous_iter_valid_loss : 0.1621769815683365

   1649020	  0.162370	  0.162177	  0.167670		CURRENT LEARNING RATE: 4.824011291013333e-08
previous_iter_valid_loss : 0.16355957090854645

   1649040	  0.163742	  0.163560	  0.167792		CURRENT LEARNING RATE: 4.823046585228926e-08
previous_iter_valid_loss : 0.16527915000915527

   1649060	  0.165481	  0.165279	  0.167965		CURRENT LEARNING RATE: 4.822082072366384e-08
previous_iter_valid_loss : 0.1678714007139206

   1649080	  0.168093	  0.167871	  0.168266		CURRENT LEARNING RATE: 4.821117752387125e-08
previous_iter_valid_loss : 0.1660366803407669

   1649100	  0.166202	  0.166037	  0.168534		CURRENT LEARNING RATE: 4.8201536252525775e-08
previous_iter_valid_loss : 0.1629725843667984

   1649120	  0.163132	  0.162973	  0.168407		CURRENT LEARNING RATE: 4.8191896909241746e-08
previous_iter_valid_loss : 0.16474638879299164

   1649140	  0.164946	  0.164746	  0.168268		CURRENT LEARNING RATE: 4.818225949363361e-08
previous_iter_valid_loss : 0.16698503494262695

   1649160	  0.167212	  0.166985	  0.168492		CURRENT LEARNING RATE: 4.8172624005315684e-08
previous_iter_valid_loss : 0.16125400364398956

   1649180	  0.161414	  0.161254	  0.168521		CURRENT LEARNING RATE: 4.81629904439029e-08
previous_iter_valid_loss : 0.16270753741264343

   1649200	  0.162877	  0.162708	  0.168559		CURRENT LEARNING RATE: 4.8153358809009734e-08
previous_iter_valid_loss : 0.18929491937160492

   1649220	  0.189436	  0.189295	  0.169817		CURRENT LEARNING RATE: 4.814372910025093e-08
previous_iter_valid_loss : 0.16940170526504517

   1649240	  0.169555	  0.169402	  0.167350		CURRENT LEARNING RATE: 4.8134101317241296e-08
previous_iter_valid_loss : 0.16645535826683044

   1649260	  0.166606	  0.166455	  0.167205		CURRENT LEARNING RATE: 4.812447545959572e-08
previous_iter_valid_loss : 0.16233080625534058

   1649280	  0.162514	  0.162331	  0.167031		CURRENT LEARNING RATE: 4.811485152692917e-08
previous_iter_valid_loss : 0.161909818649292

   1649300	  0.162071	  0.161910	  0.166380		CURRENT LEARNING RATE: 4.810522951885652e-08
previous_iter_valid_loss : 0.1647707223892212

   1649320	  0.164993	  0.164771	  0.166424		CURRENT LEARNING RATE: 4.809560943499322e-08
previous_iter_valid_loss : 0.1634078174829483

   1649340	  0.163576	  0.163408	  0.165513		CURRENT LEARNING RATE: 4.808599127495431e-08
previous_iter_valid_loss : 0.1668780893087387

   1649360	  0.167036	  0.166878	  0.165483		CURRENT LEARNING RATE: 4.807637503835505e-08
previous_iter_valid_loss : 0.1607513576745987

   1649380	  0.160909	  0.160751	  0.165494		CURRENT LEARNING RATE: 4.8066760724810804e-08
previous_iter_valid_loss : 0.172695592045784

   1649400	  0.172960	  0.172696	  0.166073		CURRENT LEARNING RATE: 4.8057148333936995e-08
previous_iter_valid_loss : 0.16087055206298828

   1649420	  0.161052	  0.160871	  0.166008		CURRENT LEARNING RATE: 4.8047537865349124e-08
previous_iter_valid_loss : 0.16100630164146423

   1649440	  0.161180	  0.161006	  0.165880		CURRENT LEARNING RATE: 4.803792931866277e-08
previous_iter_valid_loss : 0.17343252897262573

   1649460	  0.173707	  0.173433	  0.166288		CURRENT LEARNING RATE: 4.802832269349344e-08
previous_iter_valid_loss : 0.1743289679288864

   1649480	  0.174604	  0.174329	  0.166611		CURRENT LEARNING RATE: 4.801871798945718e-08
previous_iter_valid_loss : 0.16087892651557922

   1649500	  0.161035	  0.160879	  0.166353		CURRENT LEARNING RATE: 4.800911520616964e-08
previous_iter_valid_loss : 0.20508787035942078

   1649520	  0.205155	  0.205088	  0.168458		CURRENT LEARNING RATE: 4.7999514343246725e-08
previous_iter_valid_loss : 0.16053487360477448

   1649540	  0.160694	  0.160535	  0.168248		CURRENT LEARNING RATE: 4.7989915400304394e-08
previous_iter_valid_loss : 0.16854652762413025

   1649560	  0.168701	  0.168547	  0.168326		CURRENT LEARNING RATE: 4.798031837695867e-08
previous_iter_valid_loss : 0.1712273210287094

   1649580	  0.171383	  0.171227	  0.168825		CURRENT LEARNING RATE: 4.797072327282571e-08
previous_iter_valid_loss : 0.16212446987628937

   1649600	  0.162315	  0.162124	  0.168795		CURRENT LEARNING RATE: 4.7961130087521496e-08
previous_iter_valid_loss : 0.16082023084163666

   1649620	  0.161000	  0.160820	  0.167372		CURRENT LEARNING RATE: 4.795153882066267e-08
previous_iter_valid_loss : 0.1690034121274948

   1649640	  0.169157	  0.169003	  0.167352		CURRENT LEARNING RATE: 4.794194947186541e-08
previous_iter_valid_loss : 0.16392996907234192

   1649660	  0.164095	  0.163930	  0.167225		CURRENT LEARNING RATE: 4.793236204074613e-08
previous_iter_valid_loss : 0.19359664618968964

   1649680	  0.193705	  0.193597	  0.168789		CURRENT LEARNING RATE: 4.7922776526921336e-08
previous_iter_valid_loss : 0.17311611771583557

   1649700	  0.173266	  0.173116	  0.169349		CURRENT LEARNING RATE: 4.7913192930007615e-08
previous_iter_valid_loss : 0.1611611545085907

   1649720	  0.161348	  0.161161	  0.169169		CURRENT LEARNING RATE: 4.790361124962161e-08
previous_iter_valid_loss : 0.1678393930196762

   1649740	  0.167994	  0.167839	  0.169390		CURRENT LEARNING RATE: 4.7894031485380066e-08
previous_iter_valid_loss : 0.17006143927574158

   1649760	  0.170213	  0.170061	  0.169549		CURRENT LEARNING RATE: 4.788445363689962e-08
previous_iter_valid_loss : 0.16889414191246033

   1649780	  0.169049	  0.168894	  0.169956		CURRENT LEARNING RATE: 4.7874877703797486e-08
previous_iter_valid_loss : 0.17020390927791595

   1649800	  0.170465	  0.170204	  0.169832		CURRENT LEARNING RATE: 4.7865303685690475e-08
previous_iter_valid_loss : 0.16366782784461975

   1649820	  0.163843	  0.163668	  0.169972		CURRENT LEARNING RATE: 4.7855731582195615e-08
previous_iter_valid_loss : 0.16780035197734833

   1649840	  0.168023	  0.167800	  0.170311		CURRENT LEARNING RATE: 4.784616139293002e-08
previous_iter_valid_loss : 0.16211286187171936

   1649860	  0.162275	  0.162113	  0.169745		CURRENT LEARNING RATE: 4.783659311751089e-08
previous_iter_valid_loss : 0.16174693405628204

   1649880	  0.161907	  0.161747	  0.169116		CURRENT LEARNING RATE: 4.78270267555555e-08
previous_iter_valid_loss : 0.16052928566932678

   1649900	  0.160684	  0.160529	  0.169099		CURRENT LEARNING RATE: 4.781746230668118e-08
previous_iter_valid_loss : 0.16176332533359528

   1649920	  0.161951	  0.161763	  0.166933		CURRENT LEARNING RATE: 4.780789977050519e-08
previous_iter_valid_loss : 0.17318671941757202

   1649940	  0.173332	  0.173187	  0.167565		CURRENT LEARNING RATE: 4.779833914664536e-08
previous_iter_valid_loss : 0.18641328811645508

   1649960	  0.186800	  0.186413	  0.168459		CURRENT LEARNING RATE: 4.7788780434719114e-08
previous_iter_valid_loss : 0.1786230057477951

   1649980	  0.178778	  0.178623	  0.168828		CURRENT LEARNING RATE: 4.777922363434409e-08
previous_iter_valid_loss : 0.17088964581489563

   1650000	  0.171033	  0.170890	  0.169267		CURRENT LEARNING RATE: 4.776966874513801e-08
previous_iter_valid_loss : 0.18213143944740295

   1650020	  0.182287	  0.182131	  0.170332		CURRENT LEARNING RATE: 4.776011576671869e-08
previous_iter_valid_loss : 0.16770605742931366

   1650040	  0.167928	  0.167706	  0.170267		CURRENT LEARNING RATE: 4.775056469870401e-08
previous_iter_valid_loss : 0.16303369402885437

   1650060	  0.163194	  0.163034	  0.170223		CURRENT LEARNING RATE: 4.7741015540711746e-08
previous_iter_valid_loss : 0.16464608907699585

   1650080	  0.164814	  0.164646	  0.168775		CURRENT LEARNING RATE: 4.773146829236029e-08
previous_iter_valid_loss : 0.17256934940814972

   1650100	  0.172717	  0.172569	  0.168748		CURRENT LEARNING RATE: 4.7721922953267565e-08
previous_iter_valid_loss : 0.16364343464374542

   1650120	  0.163849	  0.163643	  0.168872		CURRENT LEARNING RATE: 4.771237952305177e-08
previous_iter_valid_loss : 0.16827349364757538

   1650140	  0.168507	  0.168273	  0.168893		CURRENT LEARNING RATE: 4.7702838001331154e-08
previous_iter_valid_loss : 0.1699637472629547

   1650160	  0.170214	  0.169964	  0.168889		CURRENT LEARNING RATE: 4.769329838772407e-08
previous_iter_valid_loss : 0.16804605722427368

   1650180	  0.168207	  0.168046	  0.168846		CURRENT LEARNING RATE: 4.7683760681848925e-08
previous_iter_valid_loss : 0.1712120920419693

   1650200	  0.171469	  0.171212	  0.168897		CURRENT LEARNING RATE: 4.767422488332422e-08
previous_iter_valid_loss : 0.16784940659999847

   1650220	  0.167999	  0.167849	  0.169106		CURRENT LEARNING RATE: 4.766469099176834e-08
previous_iter_valid_loss : 0.16730469465255737

   1650240	  0.167513	  0.167305	  0.169081		CURRENT LEARNING RATE: 4.765515900680028e-08
previous_iter_valid_loss : 0.1615939885377884

   1650260	  0.161782	  0.161594	  0.169055		CURRENT LEARNING RATE: 4.764562892803858e-08
previous_iter_valid_loss : 0.17872950434684753

   1650280	  0.178887	  0.178730	  0.169904		CURRENT LEARNING RATE: 4.7636100755102055e-08
previous_iter_valid_loss : 0.1665756106376648

   1650300	  0.166795	  0.166576	  0.170206		CURRENT LEARNING RATE: 4.762657448760956e-08
previous_iter_valid_loss : 0.25394806265830994

   1650320	  0.253800	  0.253948	  0.174816		CURRENT LEARNING RATE: 4.7617050125180046e-08
previous_iter_valid_loss : 0.16096118092536926

   1650340	  0.161138	  0.160961	  0.174204		CURRENT LEARNING RATE: 4.760752766743255e-08
previous_iter_valid_loss : 0.16438347101211548

   1650360	  0.164590	  0.164383	  0.173103		CURRENT LEARNING RATE: 4.759800711398617e-08
previous_iter_valid_loss : 0.1619504690170288

   1650380	  0.162141	  0.161950	  0.172269		CURRENT LEARNING RATE: 4.758848846445991e-08
previous_iter_valid_loss : 0.16685646772384644

   1650400	  0.167012	  0.166856	  0.172068		CURRENT LEARNING RATE: 4.7578971718473356e-08
previous_iter_valid_loss : 0.17056980729103088

   1650420	  0.170722	  0.170570	  0.171489		CURRENT LEARNING RATE: 4.756945687564568e-08
previous_iter_valid_loss : 0.163651242852211

   1650440	  0.163849	  0.163651	  0.171287		CURRENT LEARNING RATE: 4.755994393559629e-08
previous_iter_valid_loss : 0.1654779464006424

   1650460	  0.165685	  0.165478	  0.171409		CURRENT LEARNING RATE: 4.755043289794466e-08
previous_iter_valid_loss : 0.16111284494400024

   1650480	  0.161295	  0.161113	  0.171232		CURRENT LEARNING RATE: 4.754092376231036e-08
previous_iter_valid_loss : 0.16053009033203125

   1650500	  0.160691	  0.160530	  0.170630		CURRENT LEARNING RATE: 4.753141652831301e-08
previous_iter_valid_loss : 0.1704164743423462

   1650520	  0.170666	  0.170416	  0.170969		CURRENT LEARNING RATE: 4.752191119557216e-08
previous_iter_valid_loss : 0.16419996321201324

   1650540	  0.164400	  0.164200	  0.170765		CURRENT LEARNING RATE: 4.751240776370793e-08
previous_iter_valid_loss : 0.1768840104341507

   1650560	  0.177183	  0.176884	  0.171111		CURRENT LEARNING RATE: 4.750290623234002e-08
previous_iter_valid_loss : 0.16461607813835144

   1650580	  0.164815	  0.164616	  0.170940		CURRENT LEARNING RATE: 4.7493406601088366e-08
previous_iter_valid_loss : 0.16140344738960266

   1650600	  0.161564	  0.161403	  0.170449		CURRENT LEARNING RATE: 4.748390886957298e-08
previous_iter_valid_loss : 0.16402818262577057

   1650620	  0.164194	  0.164028	  0.170258		CURRENT LEARNING RATE: 4.7474413037413956e-08
previous_iter_valid_loss : 0.1686919927597046

   1650640	  0.168842	  0.168692	  0.170328		CURRENT LEARNING RATE: 4.746491910423145e-08
previous_iter_valid_loss : 0.16071836650371552

   1650660	  0.160893	  0.160718	  0.170284		CURRENT LEARNING RATE: 4.7455427069645727e-08
previous_iter_valid_loss : 0.17352543771266937

   1650680	  0.173672	  0.173525	  0.170024		CURRENT LEARNING RATE: 4.744593693327692e-08
previous_iter_valid_loss : 0.16261738538742065

   1650700	  0.162813	  0.162617	  0.169826		CURRENT LEARNING RATE: 4.743644869474577e-08
previous_iter_valid_loss : 0.17475809156894684

   1650720	  0.174908	  0.174758	  0.165866		CURRENT LEARNING RATE: 4.742696235367258e-08
previous_iter_valid_loss : 0.16220350563526154

   1650740	  0.162371	  0.162204	  0.165928		CURRENT LEARNING RATE: 4.741747790967788e-08
previous_iter_valid_loss : 0.16868172585964203

   1650760	  0.168924	  0.168682	  0.166143		CURRENT LEARNING RATE: 4.7407995362382306e-08
previous_iter_valid_loss : 0.16876257956027985

   1650780	  0.169004	  0.168763	  0.166484		CURRENT LEARNING RATE: 4.7398514711406545e-08
previous_iter_valid_loss : 0.16962197422981262

   1650800	  0.169871	  0.169622	  0.166622		CURRENT LEARNING RATE: 4.738903595637139e-08
previous_iter_valid_loss : 0.1784440279006958

   1650820	  0.178742	  0.178444	  0.167016		CURRENT LEARNING RATE: 4.7379559096897505e-08
previous_iter_valid_loss : 0.1693621575832367

   1650840	  0.169515	  0.169362	  0.167301		CURRENT LEARNING RATE: 4.737008413260616e-08
previous_iter_valid_loss : 0.16130109131336212

   1650860	  0.161479	  0.161301	  0.167093		CURRENT LEARNING RATE: 4.736061106311819e-08
previous_iter_valid_loss : 0.16664569079875946

   1650880	  0.166800	  0.166646	  0.167369		CURRENT LEARNING RATE: 4.735113988805466e-08
previous_iter_valid_loss : 0.17217710614204407

   1650900	  0.172330	  0.172177	  0.167952		CURRENT LEARNING RATE: 4.7341670607036745e-08
previous_iter_valid_loss : 0.16314171254634857

   1650920	  0.163335	  0.163142	  0.167588		CURRENT LEARNING RATE: 4.733220321968565e-08
previous_iter_valid_loss : 0.16056036949157715

   1650940	  0.160718	  0.160560	  0.167406		CURRENT LEARNING RATE: 4.732273772562269e-08
previous_iter_valid_loss : 0.1697228103876114

   1650960	  0.169876	  0.169723	  0.167048		CURRENT LEARNING RATE: 4.7313274124469245e-08
previous_iter_valid_loss : 0.1655399054288864

   1650980	  0.165705	  0.165540	  0.167094		CURRENT LEARNING RATE: 4.730381241584661e-08
previous_iter_valid_loss : 0.16286803781986237

   1651000	  0.163036	  0.162868	  0.167167		CURRENT LEARNING RATE: 4.729435259937664e-08
previous_iter_valid_loss : 0.16158750653266907

   1651020	  0.161737	  0.161588	  0.167045		CURRENT LEARNING RATE: 4.728489467468078e-08
previous_iter_valid_loss : 0.16730108857154846

   1651040	  0.167523	  0.167301	  0.166976		CURRENT LEARNING RATE: 4.727543864138072e-08
previous_iter_valid_loss : 0.16837885975837708

   1651060	  0.168531	  0.168379	  0.167359		CURRENT LEARNING RATE: 4.7265984499098206e-08
previous_iter_valid_loss : 0.16503684222698212

   1651080	  0.165197	  0.165037	  0.166934		CURRENT LEARNING RATE: 4.7256532247455084e-08
previous_iter_valid_loss : 0.1680152863264084

   1651100	  0.168173	  0.168015	  0.167204		CURRENT LEARNING RATE: 4.724708188607325e-08
previous_iter_valid_loss : 0.16869455575942993

   1651120	  0.168943	  0.168695	  0.166901		CURRENT LEARNING RATE: 4.7237633414574705e-08
previous_iter_valid_loss : 0.16283853352069855

   1651140	  0.163000	  0.162839	  0.166933		CURRENT LEARNING RATE: 4.722818683258133e-08
previous_iter_valid_loss : 0.17333681881427765

   1651160	  0.173483	  0.173337	  0.167165		CURRENT LEARNING RATE: 4.72187421397156e-08
previous_iter_valid_loss : 0.1725386679172516

   1651180	  0.172803	  0.172539	  0.167354		CURRENT LEARNING RATE: 4.720929933559957e-08
previous_iter_valid_loss : 0.16874812543392181

   1651200	  0.168901	  0.168748	  0.167311		CURRENT LEARNING RATE: 4.7199858419855525e-08
previous_iter_valid_loss : 0.1635330319404602

   1651220	  0.163704	  0.163533	  0.166565		CURRENT LEARNING RATE: 4.719041939210581e-08
previous_iter_valid_loss : 0.1604919284582138

   1651240	  0.160660	  0.160492	  0.166122		CURRENT LEARNING RATE: 4.718098225197288e-08
previous_iter_valid_loss : 0.16374553740024567

   1651260	  0.163951	  0.163746	  0.166244		CURRENT LEARNING RATE: 4.717154699907925e-08
previous_iter_valid_loss : 0.17453579604625702

   1651280	  0.174819	  0.174536	  0.166638		CURRENT LEARNING RATE: 4.7162113633047333e-08
previous_iter_valid_loss : 0.16088688373565674

   1651300	  0.161047	  0.160887	  0.166074		CURRENT LEARNING RATE: 4.7152682153500135e-08
previous_iter_valid_loss : 0.1662321388721466

   1651320	  0.166454	  0.166232	  0.166228		CURRENT LEARNING RATE: 4.714325256006024e-08
previous_iter_valid_loss : 0.16094762086868286

   1651340	  0.161105	  0.160948	  0.166248		CURRENT LEARNING RATE: 4.713382485235044e-08
previous_iter_valid_loss : 0.1654108613729477

   1651360	  0.165573	  0.165411	  0.166032		CURRENT LEARNING RATE: 4.712439902999365e-08
previous_iter_valid_loss : 0.1942388117313385

   1651380	  0.194352	  0.194239	  0.167467		CURRENT LEARNING RATE: 4.7114975092612826e-08
previous_iter_valid_loss : 0.16321294009685516

   1651400	  0.163382	  0.163213	  0.167484		CURRENT LEARNING RATE: 4.710555303983101e-08
previous_iter_valid_loss : 0.17147061228752136

   1651420	  0.171724	  0.171471	  0.167978		CURRENT LEARNING RATE: 4.709613287127132e-08
previous_iter_valid_loss : 0.1732611507177353

   1651440	  0.173535	  0.173261	  0.168276		CURRENT LEARNING RATE: 4.7086714586556795e-08
previous_iter_valid_loss : 0.16522015631198883

   1651460	  0.165414	  0.165220	  0.168118		CURRENT LEARNING RATE: 4.707729818531102e-08
previous_iter_valid_loss : 0.16092368960380554

   1651480	  0.161109	  0.160924	  0.167913		CURRENT LEARNING RATE: 4.7067883667157164e-08
previous_iter_valid_loss : 0.1617652326822281

   1651500	  0.161950	  0.161765	  0.167600		CURRENT LEARNING RATE: 4.7058471031718676e-08
previous_iter_valid_loss : 0.1666431576013565

   1651520	  0.166800	  0.166643	  0.167498		CURRENT LEARNING RATE: 4.704906027861903e-08
previous_iter_valid_loss : 0.1711188405752182

   1651540	  0.171267	  0.171119	  0.167912		CURRENT LEARNING RATE: 4.7039651407481803e-08
previous_iter_valid_loss : 0.16244399547576904

   1651560	  0.162608	  0.162444	  0.167367		CURRENT LEARNING RATE: 4.7030244417930645e-08
previous_iter_valid_loss : 0.16069398820400238

   1651580	  0.160868	  0.160694	  0.166775		CURRENT LEARNING RATE: 4.7020839309589265e-08
previous_iter_valid_loss : 0.16482552886009216

   1651600	  0.164995	  0.164826	  0.166579		CURRENT LEARNING RATE: 4.70114360820813e-08
previous_iter_valid_loss : 0.16129180788993835

   1651620	  0.161448	  0.161292	  0.166467		CURRENT LEARNING RATE: 4.700203473503094e-08
previous_iter_valid_loss : 0.17087730765342712

   1651640	  0.171126	  0.170877	  0.166986		CURRENT LEARNING RATE: 4.6992635268061995e-08
previous_iter_valid_loss : 0.16973653435707092

   1651660	  0.169990	  0.169737	  0.167286		CURRENT LEARNING RATE: 4.6983237680798454e-08
previous_iter_valid_loss : 0.16333678364753723

   1651680	  0.163506	  0.163337	  0.166726		CURRENT LEARNING RATE: 4.697384197286443e-08
previous_iter_valid_loss : 0.1783813089132309

   1651700	  0.178539	  0.178381	  0.167600		CURRENT LEARNING RATE: 4.696444814388409e-08
previous_iter_valid_loss : 0.17160065472126007

   1651720	  0.171749	  0.171601	  0.167869		CURRENT LEARNING RATE: 4.695505619348168e-08
previous_iter_valid_loss : 0.1697927564382553

   1651740	  0.170028	  0.169793	  0.168311		CURRENT LEARNING RATE: 4.6945666121281355e-08
previous_iter_valid_loss : 0.1681094914674759

   1651760	  0.168335	  0.168109	  0.168446		CURRENT LEARNING RATE: 4.693627792690785e-08
previous_iter_valid_loss : 0.16306668519973755

   1651780	  0.163265	  0.163067	  0.166887		CURRENT LEARNING RATE: 4.692689160998547e-08
previous_iter_valid_loss : 0.1640554517507553

   1651800	  0.164261	  0.164055	  0.166929		CURRENT LEARNING RATE: 4.6917507170138765e-08
previous_iter_valid_loss : 0.16396558284759521

   1651820	  0.164138	  0.163966	  0.166554		CURRENT LEARNING RATE: 4.690812460699235e-08
previous_iter_valid_loss : 0.16077730059623718

   1651840	  0.160932	  0.160777	  0.165930		CURRENT LEARNING RATE: 4.689874392017093e-08
previous_iter_valid_loss : 0.1616148054599762

   1651860	  0.161772	  0.161615	  0.165750		CURRENT LEARNING RATE: 4.688936510929926e-08
previous_iter_valid_loss : 0.1694711297750473

   1651880	  0.169622	  0.169471	  0.166177		CURRENT LEARNING RATE: 4.687998817400221e-08
previous_iter_valid_loss : 0.16192252933979034

   1651900	  0.162088	  0.161923	  0.166185		CURRENT LEARNING RATE: 4.6870613113904526e-08
previous_iter_valid_loss : 0.16661730408668518

   1651920	  0.166774	  0.166617	  0.166184		CURRENT LEARNING RATE: 4.686123992863154e-08
previous_iter_valid_loss : 0.16730119287967682

   1651940	  0.167458	  0.167301	  0.165993		CURRENT LEARNING RATE: 4.6851868617808156e-08
previous_iter_valid_loss : 0.1624753475189209

   1651960	  0.162636	  0.162475	  0.165994		CURRENT LEARNING RATE: 4.684249918105952e-08
previous_iter_valid_loss : 0.1607818454504013

   1651980	  0.160957	  0.160782	  0.165999		CURRENT LEARNING RATE: 4.683313161801086e-08
previous_iter_valid_loss : 0.16635741293430328

   1652000	  0.166519	  0.166357	  0.166075		CURRENT LEARNING RATE: 4.682376592828747e-08
previous_iter_valid_loss : 0.16128194332122803

   1652020	  0.161469	  0.161282	  0.166075		CURRENT LEARNING RATE: 4.681440211151472e-08
previous_iter_valid_loss : 0.1636628955602646

   1652040	  0.163831	  0.163663	  0.165714		CURRENT LEARNING RATE: 4.6805040167317906e-08
previous_iter_valid_loss : 0.1707318276166916

   1652060	  0.170877	  0.170732	  0.165764		CURRENT LEARNING RATE: 4.679568009532286e-08
previous_iter_valid_loss : 0.16498586535453796

   1652080	  0.165144	  0.164986	  0.165846		CURRENT LEARNING RATE: 4.6786321895155026e-08
previous_iter_valid_loss : 0.1631869524717331

   1652100	  0.163366	  0.163187	  0.165087		CURRENT LEARNING RATE: 4.6776965566440076e-08
previous_iter_valid_loss : 0.16235999763011932

   1652120	  0.162517	  0.162360	  0.164625		CURRENT LEARNING RATE: 4.676761110880376e-08
previous_iter_valid_loss : 0.16064675152301788

   1652140	  0.160815	  0.160647	  0.164167		CURRENT LEARNING RATE: 4.675825852187189e-08
previous_iter_valid_loss : 0.1612793654203415

   1652160	  0.161468	  0.161279	  0.163826		CURRENT LEARNING RATE: 4.674890780527036e-08
previous_iter_valid_loss : 0.17047558724880219

   1652180	  0.170738	  0.170476	  0.164196		CURRENT LEARNING RATE: 4.673955895862516e-08
previous_iter_valid_loss : 0.16263696551322937

   1652200	  0.162825	  0.162637	  0.164125		CURRENT LEARNING RATE: 4.6730211981562154e-08
previous_iter_valid_loss : 0.16269400715827942

   1652220	  0.162878	  0.162694	  0.164062		CURRENT LEARNING RATE: 4.67208668737078e-08
previous_iter_valid_loss : 0.1609703004360199

   1652240	  0.161125	  0.160970	  0.164071		CURRENT LEARNING RATE: 4.671152363468813e-08
previous_iter_valid_loss : 0.16508916020393372

   1652260	  0.165256	  0.165089	  0.164245		CURRENT LEARNING RATE: 4.6702182264129406e-08
previous_iter_valid_loss : 0.1656079888343811

   1652280	  0.165814	  0.165608	  0.164052		CURRENT LEARNING RATE: 4.669284276165798e-08
previous_iter_valid_loss : 0.19844505190849304

   1652300	  0.198980	  0.198445	  0.165878		CURRENT LEARNING RATE: 4.668350512690027e-08
previous_iter_valid_loss : 0.17186251282691956

   1652320	  0.172131	  0.171863	  0.166140		CURRENT LEARNING RATE: 4.667416935948277e-08
previous_iter_valid_loss : 0.16068437695503235

   1652340	  0.160847	  0.160684	  0.165810		CURRENT LEARNING RATE: 4.666483545903206e-08
previous_iter_valid_loss : 0.16530296206474304

   1652360	  0.165509	  0.165303	  0.165951		CURRENT LEARNING RATE: 4.66555034251746e-08
previous_iter_valid_loss : 0.16275031864643097

   1652380	  0.162948	  0.162750	  0.166049		CURRENT LEARNING RATE: 4.664617325753745e-08
previous_iter_valid_loss : 0.17670036852359772

   1652400	  0.176855	  0.176700	  0.166567		CURRENT LEARNING RATE: 4.6636844955747236e-08
previous_iter_valid_loss : 0.16211168467998505

   1652420	  0.162308	  0.162112	  0.166608		CURRENT LEARNING RATE: 4.662751851943083e-08
previous_iter_valid_loss : 0.16061881184577942

   1652440	  0.160786	  0.160619	  0.166456		CURRENT LEARNING RATE: 4.661819394821517e-08
previous_iter_valid_loss : 0.16403475403785706

   1652460	  0.164232	  0.164035	  0.166121		CURRENT LEARNING RATE: 4.660887124172727e-08
previous_iter_valid_loss : 0.16075211763381958

   1652480	  0.160921	  0.160752	  0.165909		CURRENT LEARNING RATE: 4.6599550399594234e-08
previous_iter_valid_loss : 0.17645499110221863

   1652500	  0.176738	  0.176455	  0.166573		CURRENT LEARNING RATE: 4.659023142144304e-08
previous_iter_valid_loss : 0.18233513832092285

   1652520	  0.182489	  0.182335	  0.167571		CURRENT LEARNING RATE: 4.658091430690129e-08
previous_iter_valid_loss : 0.16806699335575104

   1652540	  0.168224	  0.168067	  0.167942		CURRENT LEARNING RATE: 4.657159905559611e-08
previous_iter_valid_loss : 0.17464579641819

   1652560	  0.174930	  0.174646	  0.168611		CURRENT LEARNING RATE: 4.6562285667154905e-08
previous_iter_valid_loss : 0.16066348552703857

   1652580	  0.160817	  0.160663	  0.168120		CURRENT LEARNING RATE: 4.655297414120513e-08
previous_iter_valid_loss : 0.16124410927295685

   1652600	  0.161405	  0.161244	  0.168050		CURRENT LEARNING RATE: 4.654366447737432e-08
previous_iter_valid_loss : 0.16122294962406158

   1652620	  0.161402	  0.161223	  0.167977		CURRENT LEARNING RATE: 4.65343566752901e-08
previous_iter_valid_loss : 0.16474248468875885

   1652640	  0.164918	  0.164742	  0.168166		CURRENT LEARNING RATE: 4.652505073458016e-08
previous_iter_valid_loss : 0.16929689049720764

   1652660	  0.169546	  0.169297	  0.168376		CURRENT LEARNING RATE: 4.6515746654872084e-08
previous_iter_valid_loss : 0.17152106761932373

   1652680	  0.171789	  0.171521	  0.168672		CURRENT LEARNING RATE: 4.6506444435794046e-08
previous_iter_valid_loss : 0.1815856248140335

   1652700	  0.181741	  0.181586	  0.167829		CURRENT LEARNING RATE: 4.64971440769738e-08
previous_iter_valid_loss : 0.16127021610736847

   1652720	  0.161454	  0.161270	  0.167299		CURRENT LEARNING RATE: 4.648784557803931e-08
previous_iter_valid_loss : 0.1691945642232895

   1652740	  0.169434	  0.169195	  0.167725		CURRENT LEARNING RATE: 4.6478548938618646e-08
previous_iter_valid_loss : 0.1674547642469406

   1652760	  0.167671	  0.167455	  0.167832		CURRENT LEARNING RATE: 4.6469254158339964e-08
previous_iter_valid_loss : 0.1641635149717331

   1652780	  0.164362	  0.164164	  0.167903		CURRENT LEARNING RATE: 4.645996123683144e-08
previous_iter_valid_loss : 0.19104859232902527

   1652800	  0.191489	  0.191049	  0.168620		CURRENT LEARNING RATE: 4.645067017372137e-08
previous_iter_valid_loss : 0.16275276243686676

   1652820	  0.162934	  0.162753	  0.168652		CURRENT LEARNING RATE: 4.644138096863797e-08
previous_iter_valid_loss : 0.16602884232997894

   1652840	  0.166191	  0.166029	  0.168923		CURRENT LEARNING RATE: 4.6432093621209955e-08
previous_iter_valid_loss : 0.1606336236000061

   1652860	  0.160797	  0.160634	  0.168753		CURRENT LEARNING RATE: 4.6422808131065706e-08
previous_iter_valid_loss : 0.1608370840549469

   1652880	  0.160995	  0.160837	  0.168757		CURRENT LEARNING RATE: 4.641352449783378e-08
previous_iter_valid_loss : 0.1819181889295578

   1652900	  0.182256	  0.181918	  0.169030		CURRENT LEARNING RATE: 4.640424272114285e-08
previous_iter_valid_loss : 0.16247081756591797

   1652920	  0.162632	  0.162471	  0.168037		CURRENT LEARNING RATE: 4.6394962800621624e-08
previous_iter_valid_loss : 0.20080320537090302

   1652940	  0.200891	  0.200803	  0.169674		CURRENT LEARNING RATE: 4.638568473589892e-08
previous_iter_valid_loss : 0.16871725022792816

   1652960	  0.168952	  0.168717	  0.169377		CURRENT LEARNING RATE: 4.637640852660344e-08
previous_iter_valid_loss : 0.1605469286441803

   1652980	  0.160712	  0.160547	  0.169371		CURRENT LEARNING RATE: 4.636713417236449e-08
previous_iter_valid_loss : 0.17028458416461945

   1653000	  0.170538	  0.170285	  0.169823		CURRENT LEARNING RATE: 4.63578616728109e-08
previous_iter_valid_loss : 0.16120664775371552

   1653020	  0.161395	  0.161207	  0.169823		CURRENT LEARNING RATE: 4.634859102757178e-08
previous_iter_valid_loss : 0.16467559337615967

   1653040	  0.164866	  0.164676	  0.169819		CURRENT LEARNING RATE: 4.633932223627631e-08
previous_iter_valid_loss : 0.16089515388011932

   1653060	  0.161080	  0.160895	  0.169399		CURRENT LEARNING RATE: 4.633005529855374e-08
previous_iter_valid_loss : 0.16349788010120392

   1653080	  0.163689	  0.163498	  0.168998		CURRENT LEARNING RATE: 4.632079021403339e-08
previous_iter_valid_loss : 0.1618403196334839

   1653100	  0.162030	  0.161840	  0.168011		CURRENT LEARNING RATE: 4.6311526982344647e-08
previous_iter_valid_loss : 0.16937033832073212

   1653120	  0.169612	  0.169370	  0.168416		CURRENT LEARNING RATE: 4.6302265603116835e-08
previous_iter_valid_loss : 0.16205358505249023

   1653140	  0.162238	  0.162054	  0.168059		CURRENT LEARNING RATE: 4.629300607597981e-08
previous_iter_valid_loss : 0.18518562614917755

   1653160	  0.185330	  0.185186	  0.168945		CURRENT LEARNING RATE: 4.628374840056304e-08
previous_iter_valid_loss : 0.16259124875068665

   1653180	  0.162757	  0.162591	  0.168867		CURRENT LEARNING RATE: 4.627449257649621e-08
previous_iter_valid_loss : 0.1655910164117813

   1653200	  0.165761	  0.165591	  0.167594		CURRENT LEARNING RATE: 4.626523860340908e-08
previous_iter_valid_loss : 0.1653449982404709

   1653220	  0.165509	  0.165345	  0.167723		CURRENT LEARNING RATE: 4.625598648093151e-08
previous_iter_valid_loss : 0.17378436028957367

   1653240	  0.174054	  0.173784	  0.168111		CURRENT LEARNING RATE: 4.62467362086934e-08
previous_iter_valid_loss : 0.1635688990354538

   1653260	  0.163767	  0.163569	  0.168258		CURRENT LEARNING RATE: 4.6237487786324586e-08
previous_iter_valid_loss : 0.1617395579814911

   1653280	  0.161933	  0.161740	  0.168303		CURRENT LEARNING RATE: 4.6228241213455455e-08
previous_iter_valid_loss : 0.16206885874271393

   1653300	  0.162226	  0.162069	  0.167311		CURRENT LEARNING RATE: 4.6218996489715973e-08
previous_iter_valid_loss : 0.1748124063014984

   1653320	  0.174959	  0.174812	  0.167928		CURRENT LEARNING RATE: 4.620975361473636e-08
previous_iter_valid_loss : 0.1710568368434906

   1653340	  0.171207	  0.171057	  0.166440		CURRENT LEARNING RATE: 4.620051258814689e-08
previous_iter_valid_loss : 0.16054102778434753

   1653360	  0.160712	  0.160541	  0.166032		CURRENT LEARNING RATE: 4.619127340957795e-08
previous_iter_valid_loss : 0.1634618639945984

   1653380	  0.163661	  0.163462	  0.166177		CURRENT LEARNING RATE: 4.6182036078659934e-08
previous_iter_valid_loss : 0.165796160697937

   1653400	  0.166013	  0.165796	  0.165953		CURRENT LEARNING RATE: 4.617280059502337e-08
previous_iter_valid_loss : 0.17748583853244781

   1653420	  0.177795	  0.177486	  0.166767		CURRENT LEARNING RATE: 4.616356695829867e-08
previous_iter_valid_loss : 0.17852921783924103

   1653440	  0.178841	  0.178529	  0.167460		CURRENT LEARNING RATE: 4.6154335168116825e-08
previous_iter_valid_loss : 0.1615304797887802

   1653460	  0.161691	  0.161530	  0.167491		CURRENT LEARNING RATE: 4.614510522410839e-08
previous_iter_valid_loss : 0.16049796342849731

   1653480	  0.160661	  0.160498	  0.167341		CURRENT LEARNING RATE: 4.6135877125904176e-08
previous_iter_valid_loss : 0.16814471781253815

   1653500	  0.168295	  0.168145	  0.167656		CURRENT LEARNING RATE: 4.612665087313505e-08
previous_iter_valid_loss : 0.16062472760677338

   1653520	  0.160782	  0.160625	  0.167219		CURRENT LEARNING RATE: 4.611742646543196e-08
previous_iter_valid_loss : 0.16077037155628204

   1653540	  0.160947	  0.160770	  0.167155		CURRENT LEARNING RATE: 4.610820390242593e-08
previous_iter_valid_loss : 0.17114925384521484

   1653560	  0.171405	  0.171149	  0.166453		CURRENT LEARNING RATE: 4.6098983183748074e-08
previous_iter_valid_loss : 0.17284969985485077

   1653580	  0.173110	  0.172850	  0.166966		CURRENT LEARNING RATE: 4.6089764309029385e-08
previous_iter_valid_loss : 0.16935797035694122

   1653600	  0.169594	  0.169358	  0.167154		CURRENT LEARNING RATE: 4.608054727790144e-08
previous_iter_valid_loss : 0.1765790581703186

   1653620	  0.176736	  0.176579	  0.167716		CURRENT LEARNING RATE: 4.607133208999538e-08
previous_iter_valid_loss : 0.17006507515907288

   1653640	  0.170209	  0.170065	  0.167530		CURRENT LEARNING RATE: 4.6062118744942624e-08
previous_iter_valid_loss : 0.1610545963048935

   1653660	  0.161237	  0.161055	  0.167405		CURRENT LEARNING RATE: 4.605290724237462e-08
previous_iter_valid_loss : 0.16323955357074738

   1653680	  0.163442	  0.163240	  0.167480		CURRENT LEARNING RATE: 4.604369758192291e-08
previous_iter_valid_loss : 0.1618979424238205

   1653700	  0.162092	  0.161898	  0.167471		CURRENT LEARNING RATE: 4.603448976321911e-08
previous_iter_valid_loss : 0.16201002895832062

   1653720	  0.162166	  0.162010	  0.166831		CURRENT LEARNING RATE: 4.602528378589474e-08
previous_iter_valid_loss : 0.17659662663936615

   1653740	  0.176889	  0.176597	  0.167108		CURRENT LEARNING RATE: 4.601607964958189e-08
previous_iter_valid_loss : 0.16085515916347504

   1653760	  0.161038	  0.160855	  0.167124		CURRENT LEARNING RATE: 4.600687735391224e-08
previous_iter_valid_loss : 0.18019364774227142

   1653780	  0.180527	  0.180194	  0.167960		CURRENT LEARNING RATE: 4.599767689851769e-08
previous_iter_valid_loss : 0.17077943682670593

   1653800	  0.170930	  0.170779	  0.168209		CURRENT LEARNING RATE: 4.598847828303022e-08
previous_iter_valid_loss : 0.16066066920757294

   1653820	  0.160815	  0.160661	  0.167368		CURRENT LEARNING RATE: 4.5979281507081883e-08
previous_iter_valid_loss : 0.16080300509929657

   1653840	  0.160955	  0.160803	  0.166482		CURRENT LEARNING RATE: 4.597008657030482e-08
previous_iter_valid_loss : 0.16058993339538574

   1653860	  0.160752	  0.160590	  0.166435		CURRENT LEARNING RATE: 4.5960893472331213e-08
previous_iter_valid_loss : 0.16051095724105835

   1653880	  0.160672	  0.160511	  0.166435		CURRENT LEARNING RATE: 4.59517022127932e-08
previous_iter_valid_loss : 0.16100198030471802

   1653900	  0.161181	  0.161002	  0.166078		CURRENT LEARNING RATE: 4.5942512791323445e-08
previous_iter_valid_loss : 0.18130949139595032

   1653920	  0.181471	  0.181309	  0.167112		CURRENT LEARNING RATE: 4.59333252075542e-08
previous_iter_valid_loss : 0.16171002388000488

   1653940	  0.161903	  0.161710	  0.167159		CURRENT LEARNING RATE: 4.5924139461117976e-08
previous_iter_valid_loss : 0.16051524877548218

   1653960	  0.160674	  0.160515	  0.166628		CURRENT LEARNING RATE: 4.5914955551647326e-08
previous_iter_valid_loss : 0.16563794016838074

   1653980	  0.165796	  0.165638	  0.166267		CURRENT LEARNING RATE: 4.590577347877492e-08
previous_iter_valid_loss : 0.1844031661748886

   1654000	  0.184786	  0.184403	  0.167019		CURRENT LEARNING RATE: 4.589659324213345e-08
previous_iter_valid_loss : 0.17082245647907257

   1654020	  0.170970	  0.170822	  0.166732		CURRENT LEARNING RATE: 4.5887414841355556e-08
previous_iter_valid_loss : 0.1872468739748001

   1654040	  0.187384	  0.187247	  0.167591		CURRENT LEARNING RATE: 4.587823827607442e-08
previous_iter_valid_loss : 0.17155571281909943

   1654060	  0.171816	  0.171556	  0.168116		CURRENT LEARNING RATE: 4.586906354592282e-08
previous_iter_valid_loss : 0.1656551957130432

   1654080	  0.165858	  0.165655	  0.168237		CURRENT LEARNING RATE: 4.5859890650533784e-08
previous_iter_valid_loss : 0.1637001633644104

   1654100	  0.163891	  0.163700	  0.168327		CURRENT LEARNING RATE: 4.5850719589540355e-08
previous_iter_valid_loss : 0.16625265777111053

   1654120	  0.166416	  0.166253	  0.168539		CURRENT LEARNING RATE: 4.584155036257574e-08
previous_iter_valid_loss : 0.16108308732509613

   1654140	  0.161245	  0.161083	  0.167763		CURRENT LEARNING RATE: 4.583238296927313e-08
previous_iter_valid_loss : 0.16638267040252686

   1654160	  0.166549	  0.166383	  0.168039		CURRENT LEARNING RATE: 4.582321740926585e-08
previous_iter_valid_loss : 0.16514433920383453

   1654180	  0.165348	  0.165144	  0.167287		CURRENT LEARNING RATE: 4.581405368218711e-08
previous_iter_valid_loss : 0.16067257523536682

   1654200	  0.160838	  0.160673	  0.166782		CURRENT LEARNING RATE: 4.580489178767068e-08
previous_iter_valid_loss : 0.1608089953660965

   1654220	  0.160958	  0.160809	  0.166789		CURRENT LEARNING RATE: 4.579573172534994e-08
previous_iter_valid_loss : 0.16138705611228943

   1654240	  0.161546	  0.161387	  0.166818		CURRENT LEARNING RATE: 4.578657349485847e-08
previous_iter_valid_loss : 0.16083653271198273

   1654260	  0.161000	  0.160837	  0.166831		CURRENT LEARNING RATE: 4.577741709582994e-08
previous_iter_valid_loss : 0.1667233109474182

   1654280	  0.166940	  0.166723	  0.167141		CURRENT LEARNING RATE: 4.57682625278981e-08
previous_iter_valid_loss : 0.17379401624202728

   1654300	  0.173942	  0.173794	  0.167781		CURRENT LEARNING RATE: 4.575910979069678e-08
previous_iter_valid_loss : 0.1610659956932068

   1654320	  0.161234	  0.161066	  0.166769		CURRENT LEARNING RATE: 4.5749958883859845e-08
previous_iter_valid_loss : 0.16092805564403534

   1654340	  0.161091	  0.160928	  0.166730		CURRENT LEARNING RATE: 4.574080980702111e-08
previous_iter_valid_loss : 0.1757677048444748

   1654360	  0.175918	  0.175768	  0.167492		CURRENT LEARNING RATE: 4.5731662559814934e-08
previous_iter_valid_loss : 0.1778697669506073

   1654380	  0.178168	  0.177870	  0.168104		CURRENT LEARNING RATE: 4.572251714187528e-08
previous_iter_valid_loss : 0.16587558388710022

   1654400	  0.166091	  0.165876	  0.167177		CURRENT LEARNING RATE: 4.57133735528363e-08
previous_iter_valid_loss : 0.17961785197257996

   1654420	  0.179940	  0.179618	  0.167617		CURRENT LEARNING RATE: 4.570423179233228e-08
previous_iter_valid_loss : 0.1605987250804901

   1654440	  0.160755	  0.160599	  0.166285		CURRENT LEARNING RATE: 4.5695091859997533e-08
previous_iter_valid_loss : 0.16296540200710297

   1654460	  0.163136	  0.162965	  0.165855		CURRENT LEARNING RATE: 4.568595375546647e-08
previous_iter_valid_loss : 0.16906847059726715

   1654480	  0.169297	  0.169068	  0.166026		CURRENT LEARNING RATE: 4.56768174783734e-08
previous_iter_valid_loss : 0.16246072947978973

   1654500	  0.162657	  0.162461	  0.165964		CURRENT LEARNING RATE: 4.5667683028353194e-08
previous_iter_valid_loss : 0.1673944592475891

   1654520	  0.167548	  0.167394	  0.166021		CURRENT LEARNING RATE: 4.565855040504032e-08
previous_iter_valid_loss : 0.17430008947849274

   1654540	  0.174455	  0.174300	  0.166682		CURRENT LEARNING RATE: 4.5649419608069467e-08
previous_iter_valid_loss : 0.1625925749540329

   1654560	  0.162783	  0.162593	  0.166492		CURRENT LEARNING RATE: 4.564029063707541e-08
previous_iter_valid_loss : 0.1615820825099945

   1654580	  0.161769	  0.161582	  0.166314		CURRENT LEARNING RATE: 4.5631163491692973e-08
previous_iter_valid_loss : 0.1781589239835739

   1654600	  0.178475	  0.178159	  0.167189		CURRENT LEARNING RATE: 4.562203817155709e-08
previous_iter_valid_loss : 0.16950376331806183

   1654620	  0.169750	  0.169504	  0.167623		CURRENT LEARNING RATE: 4.5612914676302735e-08
previous_iter_valid_loss : 0.16285142302513123

   1654640	  0.163038	  0.162851	  0.167697		CURRENT LEARNING RATE: 4.5603793005564814e-08
previous_iter_valid_loss : 0.16410920023918152

   1654660	  0.164275	  0.164109	  0.167860		CURRENT LEARNING RATE: 4.559467315897878e-08
previous_iter_valid_loss : 0.16105332970619202

   1654680	  0.161233	  0.161053	  0.167577		CURRENT LEARNING RATE: 4.558555513617968e-08
previous_iter_valid_loss : 0.16143512725830078

   1654700	  0.161595	  0.161435	  0.166959		CURRENT LEARNING RATE: 4.557643893680279e-08
previous_iter_valid_loss : 0.16055525839328766

   1654720	  0.160722	  0.160555	  0.166933		CURRENT LEARNING RATE: 4.5567324560483466e-08
previous_iter_valid_loss : 0.1651044636964798

   1654740	  0.165324	  0.165104	  0.167142		CURRENT LEARNING RATE: 4.555821200685713e-08
previous_iter_valid_loss : 0.16350296139717102

   1654760	  0.163667	  0.163503	  0.166529		CURRENT LEARNING RATE: 4.554910127555927e-08
previous_iter_valid_loss : 0.1643894761800766

   1654780	  0.164602	  0.164389	  0.165855		CURRENT LEARNING RATE: 4.553999236622548e-08
previous_iter_valid_loss : 0.16371454298496246

   1654800	  0.163888	  0.163715	  0.165747		CURRENT LEARNING RATE: 4.553088527849122e-08
previous_iter_valid_loss : 0.1648803949356079

   1654820	  0.165061	  0.164880	  0.165010		CURRENT LEARNING RATE: 4.552178001199254e-08
previous_iter_valid_loss : 0.16121603548526764

   1654840	  0.161380	  0.161216	  0.165041		CURRENT LEARNING RATE: 4.5512676566365074e-08
previous_iter_valid_loss : 0.16433164477348328

   1654860	  0.164533	  0.164332	  0.165109		CURRENT LEARNING RATE: 4.5503574941244675e-08
previous_iter_valid_loss : 0.16405846178531647

   1654880	  0.164224	  0.164058	  0.164859		CURRENT LEARNING RATE: 4.549447513626728e-08
previous_iter_valid_loss : 0.1651594191789627

   1654900	  0.165355	  0.165159	  0.164993		CURRENT LEARNING RATE: 4.548537715106889e-08
previous_iter_valid_loss : 0.16617779433727264

   1654920	  0.166339	  0.166178	  0.164933		CURRENT LEARNING RATE: 4.54762809852856e-08
previous_iter_valid_loss : 0.16299818456172943

   1654940	  0.163193	  0.162998	  0.164367		CURRENT LEARNING RATE: 4.546718663855338e-08
previous_iter_valid_loss : 0.16589286923408508

   1654960	  0.166109	  0.165893	  0.164533		CURRENT LEARNING RATE: 4.545809411050881e-08
previous_iter_valid_loss : 0.16245333850383759

   1654980	  0.162638	  0.162453	  0.164576		CURRENT LEARNING RATE: 4.5449003400788e-08
previous_iter_valid_loss : 0.16122694313526154

   1655000	  0.161378	  0.161227	  0.163729		CURRENT LEARNING RATE: 4.543991450902734e-08
previous_iter_valid_loss : 0.20147356390953064

   1655020	  0.201547	  0.201474	  0.165328		CURRENT LEARNING RATE: 4.543082743486327e-08
previous_iter_valid_loss : 0.16817209124565125

   1655040	  0.168405	  0.168172	  0.165594		CURRENT LEARNING RATE: 4.5421742177932286e-08
previous_iter_valid_loss : 0.17092479765415192

   1655060	  0.171079	  0.170925	  0.165935		CURRENT LEARNING RATE: 4.541265873787101e-08
previous_iter_valid_loss : 0.17655512690544128

   1655080	  0.176713	  0.176555	  0.166710		CURRENT LEARNING RATE: 4.5403577114316084e-08
previous_iter_valid_loss : 0.20111927390098572

   1655100	  0.201196	  0.201119	  0.168694		CURRENT LEARNING RATE: 4.5394497306904084e-08
previous_iter_valid_loss : 0.1954050362110138

   1655120	  0.195515	  0.195405	  0.170437		CURRENT LEARNING RATE: 4.538541931527215e-08
previous_iter_valid_loss : 0.16132552921772003

   1655140	  0.161480	  0.161326	  0.170248		CURRENT LEARNING RATE: 4.5376343139057e-08
previous_iter_valid_loss : 0.1622592955827713

   1655160	  0.162431	  0.162259	  0.170185		CURRENT LEARNING RATE: 4.536726877789557e-08
previous_iter_valid_loss : 0.16579310595989227

   1655180	  0.165994	  0.165793	  0.170256		CURRENT LEARNING RATE: 4.5358196231424904e-08
previous_iter_valid_loss : 0.1706245094537735

   1655200	  0.170775	  0.170625	  0.170601		CURRENT LEARNING RATE: 4.534912549928209e-08
previous_iter_valid_loss : 0.1758083999156952

   1655220	  0.176093	  0.175808	  0.171148		CURRENT LEARNING RATE: 4.534005658110429e-08
previous_iter_valid_loss : 0.16213750839233398

   1655240	  0.162297	  0.162138	  0.171194		CURRENT LEARNING RATE: 4.533098947652862e-08
previous_iter_valid_loss : 0.1740032434463501

   1655260	  0.174156	  0.174003	  0.171677		CURRENT LEARNING RATE: 4.532192418519268e-08
previous_iter_valid_loss : 0.1618066132068634

   1655280	  0.161964	  0.161807	  0.171565		CURRENT LEARNING RATE: 4.5312860706733724e-08
previous_iter_valid_loss : 0.16205553710460663

   1655300	  0.162210	  0.162056	  0.171409		CURRENT LEARNING RATE: 4.5303799040789195e-08
previous_iter_valid_loss : 0.16049982607364655

   1655320	  0.160663	  0.160500	  0.171126		CURRENT LEARNING RATE: 4.5294739186996634e-08
previous_iter_valid_loss : 0.16612698137760162

   1655340	  0.166342	  0.166127	  0.171282		CURRENT LEARNING RATE: 4.528568114499366e-08
previous_iter_valid_loss : 0.1632581353187561

   1655360	  0.163429	  0.163258	  0.171150		CURRENT LEARNING RATE: 4.527662491441793e-08
previous_iter_valid_loss : 0.16632364690303802

   1655380	  0.166482	  0.166324	  0.171344		CURRENT LEARNING RATE: 4.526757049490719e-08
previous_iter_valid_loss : 0.16975870728492737

   1655400	  0.170007	  0.169759	  0.171770		CURRENT LEARNING RATE: 4.525851788609913e-08
previous_iter_valid_loss : 0.16473577916622162

   1655420	  0.164938	  0.164736	  0.169933		CURRENT LEARNING RATE: 4.524946708763195e-08
previous_iter_valid_loss : 0.16400779783725739

   1655440	  0.164212	  0.164008	  0.169725		CURRENT LEARNING RATE: 4.5240418099143454e-08
previous_iter_valid_loss : 0.19288693368434906

   1655460	  0.193367	  0.192887	  0.170823		CURRENT LEARNING RATE: 4.5231370920271686e-08
previous_iter_valid_loss : 0.16124606132507324

   1655480	  0.161395	  0.161246	  0.170058		CURRENT LEARNING RATE: 4.522232555065476e-08
previous_iter_valid_loss : 0.16096188127994537

   1655500	  0.161140	  0.160962	  0.168050		CURRENT LEARNING RATE: 4.5213281989930876e-08
previous_iter_valid_loss : 0.1605600118637085

   1655520	  0.160708	  0.160560	  0.166308		CURRENT LEARNING RATE: 4.520424023773827e-08
previous_iter_valid_loss : 0.16333433985710144

   1655540	  0.163500	  0.163334	  0.166408		CURRENT LEARNING RATE: 4.519520029371528e-08
previous_iter_valid_loss : 0.16356652975082397

   1655560	  0.163764	  0.163567	  0.166474		CURRENT LEARNING RATE: 4.518616215750015e-08
previous_iter_valid_loss : 0.1669524908065796

   1655580	  0.167112	  0.166952	  0.166532		CURRENT LEARNING RATE: 4.517712582873167e-08
previous_iter_valid_loss : 0.16315144300460815

   1655600	  0.163352	  0.163151	  0.166158		CURRENT LEARNING RATE: 4.516809130704822e-08
previous_iter_valid_loss : 0.17498955130577087

   1655620	  0.175136	  0.174990	  0.166117		CURRENT LEARNING RATE: 4.515905859208844e-08
previous_iter_valid_loss : 0.16992047429084778

   1655640	  0.170068	  0.169920	  0.166506		CURRENT LEARNING RATE: 4.5150027683491005e-08
previous_iter_valid_loss : 0.16217972338199615

   1655660	  0.162369	  0.162180	  0.165915		CURRENT LEARNING RATE: 4.5140998580894685e-08
previous_iter_valid_loss : 0.16863837838172913

   1655680	  0.168795	  0.168638	  0.166257		CURRENT LEARNING RATE: 4.513197128393831e-08
previous_iter_valid_loss : 0.23167350888252258

   1655700	  0.231629	  0.231674	  0.169737		CURRENT LEARNING RATE: 4.512294579226064e-08
previous_iter_valid_loss : 0.16236591339111328

   1655720	  0.162525	  0.162366	  0.169831		CURRENT LEARNING RATE: 4.511392210550096e-08
previous_iter_valid_loss : 0.16416193544864655

   1655740	  0.164329	  0.164162	  0.169732		CURRENT LEARNING RATE: 4.5104900223298174e-08
previous_iter_valid_loss : 0.17275969684123993

   1655760	  0.173020	  0.172760	  0.170208		CURRENT LEARNING RATE: 4.5095880145291406e-08
previous_iter_valid_loss : 0.18334481120109558

   1655780	  0.183720	  0.183345	  0.171059		CURRENT LEARNING RATE: 4.508686187111985e-08
previous_iter_valid_loss : 0.17287816107273102

   1655800	  0.173024	  0.172878	  0.171215		CURRENT LEARNING RATE: 4.507784540042277e-08
previous_iter_valid_loss : 0.16310220956802368

   1655820	  0.163296	  0.163102	  0.171133		CURRENT LEARNING RATE: 4.506883073283951e-08
previous_iter_valid_loss : 0.16053710877895355

   1655840	  0.160701	  0.160537	  0.170959		CURRENT LEARNING RATE: 4.5059817868009486e-08
previous_iter_valid_loss : 0.16124045848846436

   1655860	  0.161423	  0.161240	  0.169377		CURRENT LEARNING RATE: 4.505080680557203e-08
previous_iter_valid_loss : 0.16424284875392914

   1655880	  0.164446	  0.164243	  0.169527		CURRENT LEARNING RATE: 4.504179754516701e-08
previous_iter_valid_loss : 0.16054341197013855

   1655900	  0.160714	  0.160543	  0.169506		CURRENT LEARNING RATE: 4.503279008643389e-08
previous_iter_valid_loss : 0.177671879529953

   1655920	  0.177828	  0.177672	  0.170362		CURRENT LEARNING RATE: 4.502378442901239e-08
previous_iter_valid_loss : 0.16050393879413605

   1655940	  0.160665	  0.160504	  0.170220		CURRENT LEARNING RATE: 4.501478057254227e-08
previous_iter_valid_loss : 0.164213627576828

   1655960	  0.164386	  0.164214	  0.170252		CURRENT LEARNING RATE: 4.500577851666338e-08
previous_iter_valid_loss : 0.16362571716308594

   1655980	  0.163797	  0.163626	  0.170086		CURRENT LEARNING RATE: 4.499677826101563e-08
previous_iter_valid_loss : 0.16897174715995789

   1656000	  0.169125	  0.168972	  0.170377		CURRENT LEARNING RATE: 4.498777980523902e-08
previous_iter_valid_loss : 0.16134831309318542

   1656020	  0.161532	  0.161348	  0.169695		CURRENT LEARNING RATE: 4.4978783148973444e-08
previous_iter_valid_loss : 0.16050881147384644

   1656040	  0.160667	  0.160509	  0.169224		CURRENT LEARNING RATE: 4.496978829185937e-08
previous_iter_valid_loss : 0.16219954192638397

   1656060	  0.162390	  0.162200	  0.169225		CURRENT LEARNING RATE: 4.496079523353683e-08
previous_iter_valid_loss : 0.1606152504682541

   1656080	  0.160773	  0.160615	  0.168824		CURRENT LEARNING RATE: 4.4951803973646093e-08
previous_iter_valid_loss : 0.16133062541484833

   1656100	  0.161525	  0.161331	  0.165307		CURRENT LEARNING RATE: 4.494281451182754e-08
previous_iter_valid_loss : 0.16051936149597168

   1656120	  0.160692	  0.160519	  0.165215		CURRENT LEARNING RATE: 4.4933826847721567e-08
previous_iter_valid_loss : 0.1727561205625534

   1656140	  0.172905	  0.172756	  0.165644		CURRENT LEARNING RATE: 4.4924840980968664e-08
previous_iter_valid_loss : 0.16054856777191162

   1656160	  0.160707	  0.160549	  0.165034		CURRENT LEARNING RATE: 4.491585691120926e-08
previous_iter_valid_loss : 0.16833287477493286

   1656180	  0.168558	  0.168333	  0.164283		CURRENT LEARNING RATE: 4.490687463808429e-08
previous_iter_valid_loss : 0.16197709739208221

   1656200	  0.162142	  0.161977	  0.163738		CURRENT LEARNING RATE: 4.489789416123431e-08
previous_iter_valid_loss : 0.16835343837738037

   1656220	  0.168505	  0.168353	  0.164001		CURRENT LEARNING RATE: 4.488891548030011e-08
previous_iter_valid_loss : 0.16128231585025787

   1656240	  0.161437	  0.161282	  0.164038		CURRENT LEARNING RATE: 4.487993859492253e-08
previous_iter_valid_loss : 0.16489006578922272

   1656260	  0.165064	  0.164890	  0.164221		CURRENT LEARNING RATE: 4.48709635047425e-08
previous_iter_valid_loss : 0.160554900765419

   1656280	  0.160720	  0.160555	  0.164036		CURRENT LEARNING RATE: 4.486199020940102e-08
previous_iter_valid_loss : 0.16264989972114563

   1656300	  0.162833	  0.162650	  0.164141		CURRENT LEARNING RATE: 4.485301870853915e-08
previous_iter_valid_loss : 0.16675075888633728

   1656320	  0.166971	  0.166751	  0.163595		CURRENT LEARNING RATE: 4.484404900179788e-08
previous_iter_valid_loss : 0.1605246514081955

   1656340	  0.160681	  0.160525	  0.163596		CURRENT LEARNING RATE: 4.483508108881874e-08
previous_iter_valid_loss : 0.1687292754650116

   1656360	  0.168885	  0.168729	  0.163822		CURRENT LEARNING RATE: 4.482611496924284e-08
previous_iter_valid_loss : 0.16131925582885742

   1656380	  0.161479	  0.161319	  0.163707		CURRENT LEARNING RATE: 4.481715064271154e-08
previous_iter_valid_loss : 0.16085097193717957

   1656400	  0.161027	  0.160851	  0.163301		CURRENT LEARNING RATE: 4.480818810886627e-08
previous_iter_valid_loss : 0.16734635829925537

   1656420	  0.167506	  0.167346	  0.163601		CURRENT LEARNING RATE: 4.479922736734855e-08
previous_iter_valid_loss : 0.16100434958934784

   1656440	  0.161183	  0.161004	  0.163626		CURRENT LEARNING RATE: 4.479026841779992e-08
previous_iter_valid_loss : 0.1626359075307846

   1656460	  0.162797	  0.162636	  0.163647		CURRENT LEARNING RATE: 4.478131125986187e-08
previous_iter_valid_loss : 0.16065476834774017

   1656480	  0.160822	  0.160655	  0.163649		CURRENT LEARNING RATE: 4.477235589317644e-08
previous_iter_valid_loss : 0.16217969357967377

   1656500	  0.162353	  0.162180	  0.163692		CURRENT LEARNING RATE: 4.476340231738524e-08
previous_iter_valid_loss : 0.1619873195886612

   1656520	  0.162151	  0.161987	  0.163765		CURRENT LEARNING RATE: 4.4754450532130155e-08
previous_iter_valid_loss : 0.1608433723449707

   1656540	  0.161007	  0.160843	  0.163170		CURRENT LEARNING RATE: 4.474550053705309e-08
previous_iter_valid_loss : 0.1606651246547699

   1656560	  0.160817	  0.160665	  0.163175		CURRENT LEARNING RATE: 4.4736552331796055e-08
previous_iter_valid_loss : 0.16068488359451294

   1656580	  0.160856	  0.160685	  0.162793		CURRENT LEARNING RATE: 4.472760591600112e-08
previous_iter_valid_loss : 0.16228142380714417

   1656600	  0.162477	  0.162281	  0.162808		CURRENT LEARNING RATE: 4.471866128931042e-08
previous_iter_valid_loss : 0.1702965646982193

   1656620	  0.170542	  0.170297	  0.162905		CURRENT LEARNING RATE: 4.470971845136603e-08
previous_iter_valid_loss : 0.16082502901554108

   1656640	  0.160973	  0.160825	  0.162883		CURRENT LEARNING RATE: 4.4700777401810536e-08
previous_iter_valid_loss : 0.16143068671226501

   1656660	  0.161615	  0.161431	  0.162710		CURRENT LEARNING RATE: 4.469183814028614e-08
previous_iter_valid_loss : 0.160654217004776

   1656680	  0.160813	  0.160654	  0.162715		CURRENT LEARNING RATE: 4.468290066643528e-08
previous_iter_valid_loss : 0.16101381182670593

   1656700	  0.161167	  0.161014	  0.162633		CURRENT LEARNING RATE: 4.4673964979900456e-08
previous_iter_valid_loss : 0.17061594128608704

   1656720	  0.170865	  0.170616	  0.162826		CURRENT LEARNING RATE: 4.466503108032424e-08
previous_iter_valid_loss : 0.18487635254859924

   1656740	  0.185251	  0.184876	  0.164044		CURRENT LEARNING RATE: 4.4656098967349264e-08
previous_iter_valid_loss : 0.1605427861213684

   1656760	  0.160718	  0.160543	  0.163634		CURRENT LEARNING RATE: 4.464716864061825e-08
previous_iter_valid_loss : 0.16118484735488892

   1656780	  0.161337	  0.161185	  0.163627		CURRENT LEARNING RATE: 4.463824009977384e-08
previous_iter_valid_loss : 0.16534043848514557

   1656800	  0.165496	  0.165340	  0.163852		CURRENT LEARNING RATE: 4.462931334445919e-08
previous_iter_valid_loss : 0.16052661836147308

   1656820	  0.160687	  0.160527	  0.163511		CURRENT LEARNING RATE: 4.4620388374317084e-08
previous_iter_valid_loss : 0.16200749576091766

   1656840	  0.162197	  0.162007	  0.163561		CURRENT LEARNING RATE: 4.461146518899052e-08
previous_iter_valid_loss : 0.1809476613998413

   1656860	  0.181285	  0.180948	  0.164477		CURRENT LEARNING RATE: 4.460254378812256e-08
previous_iter_valid_loss : 0.1794239729642868

   1656880	  0.179748	  0.179424	  0.165415		CURRENT LEARNING RATE: 4.459362417135637e-08
previous_iter_valid_loss : 0.16131260991096497

   1656900	  0.161471	  0.161313	  0.165372		CURRENT LEARNING RATE: 4.4584706338335145e-08
previous_iter_valid_loss : 0.16118048131465912

   1656920	  0.161363	  0.161180	  0.165331		CURRENT LEARNING RATE: 4.457579028870202e-08
previous_iter_valid_loss : 0.190425306558609

   1656940	  0.190552	  0.190425	  0.166811		CURRENT LEARNING RATE: 4.456687602210068e-08
previous_iter_valid_loss : 0.1612161099910736

   1656960	  0.161381	  0.161216	  0.166838		CURRENT LEARNING RATE: 4.455796353817438e-08
previous_iter_valid_loss : 0.16050322353839874

   1656980	  0.160668	  0.160503	  0.166829		CURRENT LEARNING RATE: 4.454905283656663e-08
previous_iter_valid_loss : 0.17133308947086334

   1657000	  0.171483	  0.171333	  0.167282		CURRENT LEARNING RATE: 4.4540143916921e-08
previous_iter_valid_loss : 0.16937386989593506

   1657020	  0.169624	  0.169374	  0.167236		CURRENT LEARNING RATE: 4.453123677888113e-08
previous_iter_valid_loss : 0.16780856251716614

   1657040	  0.167966	  0.167809	  0.167585		CURRENT LEARNING RATE: 4.452233142209074e-08
previous_iter_valid_loss : 0.16220778226852417

   1657060	  0.162398	  0.162208	  0.167624		CURRENT LEARNING RATE: 4.451342784619361e-08
previous_iter_valid_loss : 0.16177251935005188

   1657080	  0.161929	  0.161773	  0.167679		CURRENT LEARNING RATE: 4.450452605083344e-08
previous_iter_valid_loss : 0.1616533100605011

   1657100	  0.161823	  0.161653	  0.167711		CURRENT LEARNING RATE: 4.4495626035654486e-08
previous_iter_valid_loss : 0.16069447994232178

   1657120	  0.160848	  0.160694	  0.167215		CURRENT LEARNING RATE: 4.448672780030057e-08
previous_iter_valid_loss : 0.17417168617248535

   1657140	  0.174435	  0.174172	  0.166680		CURRENT LEARNING RATE: 4.447783134441577e-08
previous_iter_valid_loss : 0.16424250602722168

   1657160	  0.164413	  0.164243	  0.166865		CURRENT LEARNING RATE: 4.446893666764424e-08
previous_iter_valid_loss : 0.16651372611522675

   1657180	  0.166726	  0.166514	  0.167132		CURRENT LEARNING RATE: 4.446004376963017e-08
previous_iter_valid_loss : 0.16078771650791168

   1657200	  0.160962	  0.160788	  0.166904		CURRENT LEARNING RATE: 4.445115265001786e-08
previous_iter_valid_loss : 0.162035271525383

   1657220	  0.162234	  0.162035	  0.166979		CURRENT LEARNING RATE: 4.444226330845167e-08
previous_iter_valid_loss : 0.16124354302883148

   1657240	  0.161399	  0.161244	  0.166941		CURRENT LEARNING RATE: 4.443337574457585e-08
previous_iter_valid_loss : 0.1631043255329132

   1657260	  0.163296	  0.163104	  0.166049		CURRENT LEARNING RATE: 4.4424489958035234e-08
previous_iter_valid_loss : 0.16224850714206696

   1657280	  0.162416	  0.162249	  0.165190		CURRENT LEARNING RATE: 4.441560594847422e-08
previous_iter_valid_loss : 0.16105325520038605

   1657300	  0.161210	  0.161053	  0.165177		CURRENT LEARNING RATE: 4.4406723715537444e-08
previous_iter_valid_loss : 0.16051273047924042

   1657320	  0.160686	  0.160513	  0.165144		CURRENT LEARNING RATE: 4.4397843258869625e-08
previous_iter_valid_loss : 0.16200555860996246

   1657340	  0.162191	  0.162006	  0.163723		CURRENT LEARNING RATE: 4.438896457811555e-08
previous_iter_valid_loss : 0.16665758192539215

   1657360	  0.166878	  0.166658	  0.163995		CURRENT LEARNING RATE: 4.438008767292005e-08
previous_iter_valid_loss : 0.16051824390888214

   1657380	  0.160679	  0.160518	  0.163996		CURRENT LEARNING RATE: 4.437121254292791e-08
previous_iter_valid_loss : 0.16218075156211853

   1657400	  0.162345	  0.162181	  0.163538		CURRENT LEARNING RATE: 4.4362339187784434e-08
previous_iter_valid_loss : 0.16603924334049225

   1657420	  0.166194	  0.166039	  0.163371		CURRENT LEARNING RATE: 4.4353467607134536e-08
previous_iter_valid_loss : 0.1618545651435852

   1657440	  0.162039	  0.161855	  0.163074		CURRENT LEARNING RATE: 4.434459780062335e-08
previous_iter_valid_loss : 0.17042627930641174

   1657460	  0.170576	  0.170426	  0.163485		CURRENT LEARNING RATE: 4.433572976789608e-08
previous_iter_valid_loss : 0.16290737688541412

   1657480	  0.163096	  0.162907	  0.163541		CURRENT LEARNING RATE: 4.4326863508598005e-08
previous_iter_valid_loss : 0.1618717461824417

   1657500	  0.162028	  0.161872	  0.163552		CURRENT LEARNING RATE: 4.431799902237448e-08
previous_iter_valid_loss : 0.17684167623519897

   1657520	  0.177140	  0.176842	  0.164360		CURRENT LEARNING RATE: 4.430913630887092e-08
previous_iter_valid_loss : 0.16061212122440338

   1657540	  0.160779	  0.160612	  0.163682		CURRENT LEARNING RATE: 4.430027536773265e-08
previous_iter_valid_loss : 0.16063642501831055

   1657560	  0.160813	  0.160636	  0.163501		CURRENT LEARNING RATE: 4.429141619860557e-08
previous_iter_valid_loss : 0.17120283842086792

   1657580	  0.171461	  0.171203	  0.163736		CURRENT LEARNING RATE: 4.428255880113514e-08
previous_iter_valid_loss : 0.17188642919063568

   1657600	  0.172139	  0.171886	  0.164291		CURRENT LEARNING RATE: 4.427370317496707e-08
previous_iter_valid_loss : 0.16049998998641968

   1657620	  0.160664	  0.160500	  0.164214		CURRENT LEARNING RATE: 4.426484931974714e-08
previous_iter_valid_loss : 0.17564737796783447

   1657640	  0.175924	  0.175647	  0.164934		CURRENT LEARNING RATE: 4.425599723512117e-08
previous_iter_valid_loss : 0.16186268627643585

   1657660	  0.162043	  0.161863	  0.164872		CURRENT LEARNING RATE: 4.424714692073511e-08
previous_iter_valid_loss : 0.1712251752614975

   1657680	  0.171484	  0.171225	  0.165321		CURRENT LEARNING RATE: 4.423829837623477e-08
previous_iter_valid_loss : 0.16163884103298187

   1657700	  0.161826	  0.161639	  0.165350		CURRENT LEARNING RATE: 4.422945160126653e-08
previous_iter_valid_loss : 0.1641746610403061

   1657720	  0.164381	  0.164175	  0.165533		CURRENT LEARNING RATE: 4.422060659547636e-08
previous_iter_valid_loss : 0.16068100929260254

   1657740	  0.160855	  0.160681	  0.165467		CURRENT LEARNING RATE: 4.421176335851046e-08
previous_iter_valid_loss : 0.17382431030273438

   1657760	  0.174100	  0.173824	  0.165825		CURRENT LEARNING RATE: 4.4202921890015105e-08
previous_iter_valid_loss : 0.20059917867183685

   1657780	  0.200679	  0.200599	  0.167829		CURRENT LEARNING RATE: 4.419408218963662e-08
previous_iter_valid_loss : 0.1636437028646469

   1657800	  0.163808	  0.163644	  0.167903		CURRENT LEARNING RATE: 4.418524425702144e-08
previous_iter_valid_loss : 0.16677846014499664

   1657820	  0.166940	  0.166778	  0.167939		CURRENT LEARNING RATE: 4.4176408091816025e-08
previous_iter_valid_loss : 0.16139525175094604

   1657840	  0.161577	  0.161395	  0.167917		CURRENT LEARNING RATE: 4.416757369366679e-08
previous_iter_valid_loss : 0.17774920165538788

   1657860	  0.178038	  0.177749	  0.168283		CURRENT LEARNING RATE: 4.4158741062220663e-08
previous_iter_valid_loss : 0.16069801151752472

   1657880	  0.160875	  0.160698	  0.168172		CURRENT LEARNING RATE: 4.414991019712419e-08
previous_iter_valid_loss : 0.16183970868587494

   1657900	  0.162041	  0.161840	  0.168171		CURRENT LEARNING RATE: 4.4141081098024126e-08
previous_iter_valid_loss : 0.16054515540599823

   1657920	  0.160701	  0.160545	  0.167356		CURRENT LEARNING RATE: 4.413225376456731e-08
previous_iter_valid_loss : 0.16984780132770538

   1657940	  0.169990	  0.169848	  0.167818		CURRENT LEARNING RATE: 4.412342819640065e-08
previous_iter_valid_loss : 0.16565583646297455

   1657960	  0.165857	  0.165656	  0.168069		CURRENT LEARNING RATE: 4.411460439317113e-08
previous_iter_valid_loss : 0.16786755621433258

   1657980	  0.168023	  0.167868	  0.167902		CURRENT LEARNING RATE: 4.410578235452579e-08
previous_iter_valid_loss : 0.1693282127380371

   1658000	  0.169479	  0.169328	  0.167774		CURRENT LEARNING RATE: 4.4096962080111584e-08
previous_iter_valid_loss : 0.18641899526119232

   1658020	  0.186564	  0.186419	  0.169070		CURRENT LEARNING RATE: 4.408814356957603e-08
previous_iter_valid_loss : 0.17424160242080688

   1658040	  0.174386	  0.174242	  0.169000		CURRENT LEARNING RATE: 4.407932682256623e-08
previous_iter_valid_loss : 0.19970321655273438

   1658060	  0.199779	  0.199703	  0.170892		CURRENT LEARNING RATE: 4.407051183872951e-08
previous_iter_valid_loss : 0.18213719129562378

   1658080	  0.182288	  0.182137	  0.171437		CURRENT LEARNING RATE: 4.406169861771326e-08
previous_iter_valid_loss : 0.16892588138580322

   1658100	  0.169077	  0.168926	  0.171801		CURRENT LEARNING RATE: 4.4052887159164966e-08
previous_iter_valid_loss : 0.18153229355812073

   1658120	  0.181872	  0.181532	  0.172669		CURRENT LEARNING RATE: 4.4044077462732155e-08
previous_iter_valid_loss : 0.16300778090953827

   1658140	  0.163197	  0.163008	  0.172786		CURRENT LEARNING RATE: 4.40352695280623e-08
previous_iter_valid_loss : 0.16242696344852448

   1658160	  0.162588	  0.162427	  0.172216		CURRENT LEARNING RATE: 4.4026463354803386e-08
previous_iter_valid_loss : 0.1627645343542099

   1658180	  0.162968	  0.162765	  0.170324		CURRENT LEARNING RATE: 4.4017658942603014e-08
previous_iter_valid_loss : 0.16227087378501892

   1658200	  0.162438	  0.162271	  0.170255		CURRENT LEARNING RATE: 4.4008856291109006e-08
previous_iter_valid_loss : 0.1868353933095932

   1658220	  0.186977	  0.186835	  0.171258		CURRENT LEARNING RATE: 4.400005539996926e-08
previous_iter_valid_loss : 0.16301782429218292

   1658240	  0.163176	  0.163018	  0.171339		CURRENT LEARNING RATE: 4.399125626883173e-08
previous_iter_valid_loss : 0.1683175265789032

   1658260	  0.168474	  0.168318	  0.170868		CURRENT LEARNING RATE: 4.398245889734446e-08
previous_iter_valid_loss : 0.17046618461608887

   1658280	  0.170710	  0.170466	  0.171356		CURRENT LEARNING RATE: 4.397366328515554e-08
previous_iter_valid_loss : 0.17224273085594177

   1658300	  0.172505	  0.172243	  0.171876		CURRENT LEARNING RATE: 4.396486943191302e-08
previous_iter_valid_loss : 0.16194428503513336

   1658320	  0.162128	  0.161944	  0.171946		CURRENT LEARNING RATE: 4.3956077337265426e-08
previous_iter_valid_loss : 0.17096810042858124

   1658340	  0.171225	  0.170968	  0.172002		CURRENT LEARNING RATE: 4.3947287000860935e-08
previous_iter_valid_loss : 0.16087180376052856

   1658360	  0.161027	  0.160872	  0.171763		CURRENT LEARNING RATE: 4.393849842234793e-08
previous_iter_valid_loss : 0.1619950532913208

   1658380	  0.162167	  0.161995	  0.171470		CURRENT LEARNING RATE: 4.3929711601374865e-08
previous_iter_valid_loss : 0.16328394412994385

   1658400	  0.163463	  0.163284	  0.171167		CURRENT LEARNING RATE: 4.3920926537590275e-08
previous_iter_valid_loss : 0.16223518550395966

   1658420	  0.162396	  0.162235	  0.169958		CURRENT LEARNING RATE: 4.391214323064275e-08
previous_iter_valid_loss : 0.1667349934577942

   1658440	  0.166962	  0.166735	  0.169583		CURRENT LEARNING RATE: 4.390336168018096e-08
previous_iter_valid_loss : 0.16337703168392181

   1658460	  0.163584	  0.163377	  0.167767		CURRENT LEARNING RATE: 4.389458188585349e-08
previous_iter_valid_loss : 0.1739930659532547

   1658480	  0.174139	  0.173993	  0.167359		CURRENT LEARNING RATE: 4.388580384730945e-08
previous_iter_valid_loss : 0.16078072786331177

   1658500	  0.160960	  0.160781	  0.166952		CURRENT LEARNING RATE: 4.387702756419758e-08
previous_iter_valid_loss : 0.1605864316225052

   1658520	  0.160736	  0.160586	  0.165905		CURRENT LEARNING RATE: 4.386825303616681e-08
previous_iter_valid_loss : 0.16121900081634521

   1658540	  0.161375	  0.161219	  0.165815		CURRENT LEARNING RATE: 4.3859480262866163e-08
previous_iter_valid_loss : 0.17018155753612518

   1658560	  0.170417	  0.170182	  0.166203		CURRENT LEARNING RATE: 4.3850709243944744e-08
previous_iter_valid_loss : 0.16534331440925598

   1658580	  0.165504	  0.165343	  0.166332		CURRENT LEARNING RATE: 4.3841939979051694e-08
previous_iter_valid_loss : 0.16919098794460297

   1658600	  0.169430	  0.169191	  0.166678		CURRENT LEARNING RATE: 4.38331724678361e-08
previous_iter_valid_loss : 0.17392949759960175

   1658620	  0.174075	  0.173929	  0.166033		CURRENT LEARNING RATE: 4.382440670994756e-08
previous_iter_valid_loss : 0.18065319955348969

   1658640	  0.180812	  0.180653	  0.166914		CURRENT LEARNING RATE: 4.38156427050353e-08
previous_iter_valid_loss : 0.1606023907661438

   1658660	  0.160758	  0.160602	  0.166529		CURRENT LEARNING RATE: 4.380688045274874e-08
previous_iter_valid_loss : 0.1607629954814911

   1658680	  0.160922	  0.160763	  0.166044		CURRENT LEARNING RATE: 4.379811995273741e-08
previous_iter_valid_loss : 0.1608220487833023

   1658700	  0.160978	  0.160822	  0.165473		CURRENT LEARNING RATE: 4.378936120465089e-08
previous_iter_valid_loss : 0.161212757229805

   1658720	  0.161373	  0.161213	  0.165436		CURRENT LEARNING RATE: 4.3780604208138825e-08
previous_iter_valid_loss : 0.1649802029132843

   1658740	  0.165180	  0.164980	  0.165137		CURRENT LEARNING RATE: 4.3771848962850926e-08
previous_iter_valid_loss : 0.17244961857795715

   1658760	  0.172720	  0.172450	  0.165715		CURRENT LEARNING RATE: 4.376309546843684e-08
previous_iter_valid_loss : 0.17463773488998413

   1658780	  0.174915	  0.174638	  0.166348		CURRENT LEARNING RATE: 4.375434372454674e-08
previous_iter_valid_loss : 0.1931791454553604

   1658800	  0.193292	  0.193179	  0.167842		CURRENT LEARNING RATE: 4.374559373083039e-08
previous_iter_valid_loss : 0.16111919283866882

   1658820	  0.161277	  0.161119	  0.167787		CURRENT LEARNING RATE: 4.373684548693779e-08
previous_iter_valid_loss : 0.1609368771314621

   1658840	  0.161114	  0.160937	  0.167497		CURRENT LEARNING RATE: 4.372809899251902e-08
previous_iter_valid_loss : 0.16341297328472137

   1658860	  0.163578	  0.163413	  0.167498		CURRENT LEARNING RATE: 4.371935424722422e-08
previous_iter_valid_loss : 0.16101346909999847

   1658880	  0.161173	  0.161013	  0.166849		CURRENT LEARNING RATE: 4.371061125070359e-08
previous_iter_valid_loss : 0.16053694486618042

   1658900	  0.160715	  0.160537	  0.166837		CURRENT LEARNING RATE: 4.3701870002607255e-08
previous_iter_valid_loss : 0.17230096459388733

   1658920	  0.172449	  0.172301	  0.167423		CURRENT LEARNING RATE: 4.3693130502585895e-08
previous_iter_valid_loss : 0.16100074350833893

   1658940	  0.161155	  0.161001	  0.167412		CURRENT LEARNING RATE: 4.368439275028975e-08
previous_iter_valid_loss : 0.16127808392047882

   1658960	  0.161440	  0.161278	  0.166967		CURRENT LEARNING RATE: 4.367565674536932e-08
previous_iter_valid_loss : 0.16194096207618713

   1658980	  0.162103	  0.161941	  0.166797		CURRENT LEARNING RATE: 4.3666922487475175e-08
previous_iter_valid_loss : 0.16875246167182922

   1659000	  0.168985	  0.168752	  0.166775		CURRENT LEARNING RATE: 4.365818997625793e-08
previous_iter_valid_loss : 0.16092026233673096

   1659020	  0.161102	  0.160920	  0.166124		CURRENT LEARNING RATE: 4.36494592113683e-08
previous_iter_valid_loss : 0.16050530970096588

   1659040	  0.160673	  0.160505	  0.165117		CURRENT LEARNING RATE: 4.364073019245702e-08
previous_iter_valid_loss : 0.1607750952243805

   1659060	  0.160932	  0.160775	  0.165126		CURRENT LEARNING RATE: 4.3632002919174813e-08
previous_iter_valid_loss : 0.17330478131771088

   1659080	  0.173452	  0.173305	  0.165753		CURRENT LEARNING RATE: 4.362327739117289e-08
previous_iter_valid_loss : 0.16106675565242767

   1659100	  0.161251	  0.161067	  0.165765		CURRENT LEARNING RATE: 4.361455360810206e-08
previous_iter_valid_loss : 0.17066150903701782

   1659120	  0.170810	  0.170662	  0.166237		CURRENT LEARNING RATE: 4.360583156961339e-08
previous_iter_valid_loss : 0.16385285556316376

   1659140	  0.164024	  0.163853	  0.166181		CURRENT LEARNING RATE: 4.359711127535797e-08
previous_iter_valid_loss : 0.17362432181835175

   1659160	  0.173904	  0.173624	  0.166240		CURRENT LEARNING RATE: 4.358839272498702e-08
previous_iter_valid_loss : 0.1840907633304596

   1659180	  0.184469	  0.184091	  0.166712		CURRENT LEARNING RATE: 4.357967591815179e-08
previous_iter_valid_loss : 0.16133244335651398

   1659200	  0.161484	  0.161332	  0.165120		CURRENT LEARNING RATE: 4.3570960854503587e-08
previous_iter_valid_loss : 0.17413632571697235

   1659220	  0.174285	  0.174136	  0.165771		CURRENT LEARNING RATE: 4.356224753369368e-08
previous_iter_valid_loss : 0.16158123314380646

   1659240	  0.161746	  0.161581	  0.165803		CURRENT LEARNING RATE: 4.3553535955373836e-08
previous_iter_valid_loss : 0.1605721414089203

   1659260	  0.160738	  0.160572	  0.165661		CURRENT LEARNING RATE: 4.354482611919543e-08
previous_iter_valid_loss : 0.161668598651886

   1659280	  0.161825	  0.161669	  0.165694		CURRENT LEARNING RATE: 4.3536118024810076e-08
previous_iter_valid_loss : 0.16820088028907776

   1659300	  0.168435	  0.168201	  0.166077		CURRENT LEARNING RATE: 4.352741167186945e-08
previous_iter_valid_loss : 0.162366583943367

   1659320	  0.162518	  0.162367	  0.165580		CURRENT LEARNING RATE: 4.35187070600253e-08
previous_iter_valid_loss : 0.16305525600910187

   1659340	  0.163245	  0.163055	  0.165683		CURRENT LEARNING RATE: 4.351000418892943e-08
previous_iter_valid_loss : 0.16088271141052246

   1659360	  0.161036	  0.160883	  0.165663		CURRENT LEARNING RATE: 4.350130305823358e-08
previous_iter_valid_loss : 0.17436392605304718

   1659380	  0.174514	  0.174364	  0.166285		CURRENT LEARNING RATE: 4.349260366759002e-08
previous_iter_valid_loss : 0.18130254745483398

   1659400	  0.181456	  0.181303	  0.166912		CURRENT LEARNING RATE: 4.348390601665061e-08
previous_iter_valid_loss : 0.16314564645290375

   1659420	  0.163310	  0.163146	  0.167023		CURRENT LEARNING RATE: 4.347521010506744e-08
previous_iter_valid_loss : 0.16098856925964355

   1659440	  0.161174	  0.160989	  0.167047		CURRENT LEARNING RATE: 4.3466515932492684e-08
previous_iter_valid_loss : 0.1645536571741104

   1659460	  0.164722	  0.164554	  0.167236		CURRENT LEARNING RATE: 4.345782349857857e-08
previous_iter_valid_loss : 0.162343829870224

   1659480	  0.162530	  0.162344	  0.166688		CURRENT LEARNING RATE: 4.344913280297741e-08
previous_iter_valid_loss : 0.16059356927871704

   1659500	  0.160744	  0.160594	  0.166665		CURRENT LEARNING RATE: 4.344044384534156e-08
previous_iter_valid_loss : 0.1682250201702118

   1659520	  0.168374	  0.168225	  0.166543		CURRENT LEARNING RATE: 4.3431756625323314e-08
previous_iter_valid_loss : 0.16146422922611237

   1659540	  0.161624	  0.161464	  0.166423		CURRENT LEARNING RATE: 4.34230711425755e-08
previous_iter_valid_loss : 0.1675129383802414

   1659560	  0.167672	  0.167513	  0.166118		CURRENT LEARNING RATE: 4.341438739675053e-08
previous_iter_valid_loss : 0.18318289518356323

   1659580	  0.183559	  0.183183	  0.166072		CURRENT LEARNING RATE: 4.340570538750106e-08
previous_iter_valid_loss : 0.16448721289634705

   1659600	  0.164658	  0.164487	  0.166230		CURRENT LEARNING RATE: 4.3397025114479824e-08
previous_iter_valid_loss : 0.16114218533039093

   1659620	  0.161334	  0.161142	  0.165581		CURRENT LEARNING RATE: 4.338834657733959e-08
previous_iter_valid_loss : 0.16156837344169617

   1659640	  0.161732	  0.161568	  0.165580		CURRENT LEARNING RATE: 4.3379669775733227e-08
previous_iter_valid_loss : 0.17427058517932892

   1659660	  0.174548	  0.174271	  0.166265		CURRENT LEARNING RATE: 4.3370994709313506e-08
previous_iter_valid_loss : 0.17765399813652039

   1659680	  0.177961	  0.177654	  0.167064		CURRENT LEARNING RATE: 4.336232137773373e-08
previous_iter_valid_loss : 0.1679968386888504

   1659700	  0.168149	  0.167997	  0.167054		CURRENT LEARNING RATE: 4.335364978064682e-08
previous_iter_valid_loss : 0.16062165796756744

   1659720	  0.160781	  0.160622	  0.166967		CURRENT LEARNING RATE: 4.334497991770591e-08
previous_iter_valid_loss : 0.1642806977033615

   1659740	  0.164436	  0.164281	  0.167028		CURRENT LEARNING RATE: 4.333631178856419e-08
previous_iter_valid_loss : 0.16303546726703644

   1659760	  0.163205	  0.163035	  0.167136		CURRENT LEARNING RATE: 4.3327645392874956e-08
previous_iter_valid_loss : 0.16071732342243195

   1659780	  0.160895	  0.160717	  0.166453		CURRENT LEARNING RATE: 4.331898073029154e-08
previous_iter_valid_loss : 0.16461455821990967

   1659800	  0.164831	  0.164615	  0.165619		CURRENT LEARNING RATE: 4.331031780046736e-08
previous_iter_valid_loss : 0.16200141608715057

   1659820	  0.162159	  0.162001	  0.165562		CURRENT LEARNING RATE: 4.3301656603055743e-08
previous_iter_valid_loss : 0.17310269176959991

   1659840	  0.173373	  0.173103	  0.166167		CURRENT LEARNING RATE: 4.3292997137710555e-08
previous_iter_valid_loss : 0.16871201992034912

   1659860	  0.168865	  0.168712	  0.166375		CURRENT LEARNING RATE: 4.328433940408525e-08
previous_iter_valid_loss : 0.19499166309833527

   1659880	  0.195101	  0.194992	  0.168008		CURRENT LEARNING RATE: 4.3275683401833533e-08
previous_iter_valid_loss : 0.16859841346740723

   1659900	  0.168752	  0.168598	  0.168408		CURRENT LEARNING RATE: 4.326702913060916e-08
previous_iter_valid_loss : 0.16082222759723663

   1659920	  0.160999	  0.160822	  0.168038		CURRENT LEARNING RATE: 4.325837659006595e-08
previous_iter_valid_loss : 0.161668598651886

   1659940	  0.161821	  0.161669	  0.168048		CURRENT LEARNING RATE: 4.3249725779857817e-08
previous_iter_valid_loss : 0.16705438494682312

   1659960	  0.167276	  0.167054	  0.168025		CURRENT LEARNING RATE: 4.324107669963872e-08
previous_iter_valid_loss : 0.16794027388095856

   1659980	  0.168169	  0.167940	  0.167263		CURRENT LEARNING RATE: 4.323242934906254e-08
previous_iter_valid_loss : 0.16106493771076202

   1660000	  0.161254	  0.161065	  0.167092		CURRENT LEARNING RATE: 4.322378372778369e-08
previous_iter_valid_loss : 0.16221968829631805

   1660020	  0.162376	  0.162220	  0.167146		CURRENT LEARNING RATE: 4.32151398354562e-08
previous_iter_valid_loss : 0.1611228883266449

   1660040	  0.161280	  0.161123	  0.167123		CURRENT LEARNING RATE: 4.320649767173431e-08
previous_iter_valid_loss : 0.16259032487869263

   1660060	  0.162748	  0.162590	  0.166539		CURRENT LEARNING RATE: 4.319785723627233e-08
previous_iter_valid_loss : 0.18248040974140167

   1660080	  0.182826	  0.182480	  0.166781		CURRENT LEARNING RATE: 4.318921852872464e-08
previous_iter_valid_loss : 0.16550445556640625

   1660100	  0.165672	  0.165504	  0.166656		CURRENT LEARNING RATE: 4.3180581548745706e-08
previous_iter_valid_loss : 0.16195034980773926

   1660120	  0.162107	  0.161950	  0.166722		CURRENT LEARNING RATE: 4.317194629598989e-08
previous_iter_valid_loss : 0.1606036126613617

   1660140	  0.160759	  0.160604	  0.166539		CURRENT LEARNING RATE: 4.316331277011207e-08
previous_iter_valid_loss : 0.16075412929058075

   1660160	  0.160927	  0.160754	  0.166424		CURRENT LEARNING RATE: 4.3154680970766775e-08
previous_iter_valid_loss : 0.18556933104991913

   1660180	  0.185710	  0.185569	  0.167667		CURRENT LEARNING RATE: 4.3146050897608726e-08
previous_iter_valid_loss : 0.16091984510421753

   1660200	  0.161111	  0.160920	  0.167482		CURRENT LEARNING RATE: 4.3137422550292715e-08
previous_iter_valid_loss : 0.17120864987373352

   1660220	  0.171472	  0.171209	  0.167943		CURRENT LEARNING RATE: 4.312879592847362e-08
previous_iter_valid_loss : 0.16143202781677246

   1660240	  0.161594	  0.161432	  0.167359		CURRENT LEARNING RATE: 4.312017103180636e-08
previous_iter_valid_loss : 0.16563978791236877

   1660260	  0.165852	  0.165640	  0.167206		CURRENT LEARNING RATE: 4.311154785994595e-08
previous_iter_valid_loss : 0.16164743900299072

   1660280	  0.161815	  0.161647	  0.165538		CURRENT LEARNING RATE: 4.3102926412547306e-08
previous_iter_valid_loss : 0.1671382188796997

   1660300	  0.167294	  0.167138	  0.165465		CURRENT LEARNING RATE: 4.309430668926588e-08
previous_iter_valid_loss : 0.16126739978790283

   1660320	  0.161414	  0.161267	  0.165488		CURRENT LEARNING RATE: 4.308568868975672e-08
previous_iter_valid_loss : 0.16457496583461761

   1660340	  0.164784	  0.164575	  0.165633		CURRENT LEARNING RATE: 4.307707241367512e-08
previous_iter_valid_loss : 0.16283787786960602

   1660360	  0.163004	  0.162838	  0.165422		CURRENT LEARNING RATE: 4.306845786067642e-08
previous_iter_valid_loss : 0.19341106712818146

   1660380	  0.193528	  0.193411	  0.166696		CURRENT LEARNING RATE: 4.305984503041604e-08
previous_iter_valid_loss : 0.1648707091808319

   1660400	  0.165033	  0.164871	  0.166886		CURRENT LEARNING RATE: 4.3051233922549466e-08
previous_iter_valid_loss : 0.16220775246620178

   1660420	  0.162371	  0.162208	  0.166885		CURRENT LEARNING RATE: 4.304262453673226e-08
previous_iter_valid_loss : 0.17376086115837097

   1660440	  0.173910	  0.173761	  0.167517		CURRENT LEARNING RATE: 4.3034016872619885e-08
previous_iter_valid_loss : 0.16283349692821503

   1660460	  0.163031	  0.162833	  0.167529		CURRENT LEARNING RATE: 4.3025410929868344e-08
previous_iter_valid_loss : 0.161156564950943

   1660480	  0.161341	  0.161157	  0.166463		CURRENT LEARNING RATE: 4.3016806708133234e-08
previous_iter_valid_loss : 0.16084784269332886

   1660500	  0.161003	  0.160848	  0.166230		CURRENT LEARNING RATE: 4.300820420707041e-08
previous_iter_valid_loss : 0.16082830727100372

   1660520	  0.161006	  0.160828	  0.166174		CURRENT LEARNING RATE: 4.299960342633576e-08
previous_iter_valid_loss : 0.17084774374961853

   1660540	  0.170999	  0.170848	  0.166687		CURRENT LEARNING RATE: 4.299100436558525e-08
previous_iter_valid_loss : 0.16069135069847107

   1660560	  0.160849	  0.160691	  0.166683		CURRENT LEARNING RATE: 4.2982407024474926e-08
previous_iter_valid_loss : 0.1624094396829605

   1660580	  0.162594	  0.162409	  0.165525		CURRENT LEARNING RATE: 4.297381140266073e-08
previous_iter_valid_loss : 0.16083945333957672

   1660600	  0.161023	  0.160839	  0.165521		CURRENT LEARNING RATE: 4.296521749979915e-08
previous_iter_valid_loss : 0.16995243728160858

   1660620	  0.170201	  0.169952	  0.165459		CURRENT LEARNING RATE: 4.2956625315546284e-08
previous_iter_valid_loss : 0.1648128628730774

   1660640	  0.164980	  0.164813	  0.165628		CURRENT LEARNING RATE: 4.294803484955842e-08
previous_iter_valid_loss : 0.16195322573184967

   1660660	  0.162138	  0.161953	  0.165443		CURRENT LEARNING RATE: 4.293944610149197e-08
previous_iter_valid_loss : 0.16080990433692932

   1660680	  0.160985	  0.160810	  0.165401		CURRENT LEARNING RATE: 4.293085907100336e-08
previous_iter_valid_loss : 0.16086015105247498

   1660700	  0.161048	  0.160860	  0.165087		CURRENT LEARNING RATE: 4.292227375774912e-08
previous_iter_valid_loss : 0.16089382767677307

   1660720	  0.161045	  0.160894	  0.165069		CURRENT LEARNING RATE: 4.2913690161385846e-08
previous_iter_valid_loss : 0.16237600147724152

   1660740	  0.162548	  0.162376	  0.164959		CURRENT LEARNING RATE: 4.2905108281570025e-08
previous_iter_valid_loss : 0.16354547441005707

   1660760	  0.163737	  0.163545	  0.164994		CURRENT LEARNING RATE: 4.289652811795869e-08
previous_iter_valid_loss : 0.16717875003814697

   1660780	  0.167400	  0.167179	  0.163683		CURRENT LEARNING RATE: 4.288794967020849e-08
previous_iter_valid_loss : 0.17150773108005524

   1660800	  0.171768	  0.171508	  0.164014		CURRENT LEARNING RATE: 4.2879372937976277e-08
previous_iter_valid_loss : 0.1650756597518921

   1660820	  0.165272	  0.165076	  0.164158		CURRENT LEARNING RATE: 4.2870797920918995e-08
previous_iter_valid_loss : 0.16051490604877472

   1660840	  0.160675	  0.160515	  0.163496		CURRENT LEARNING RATE: 4.2862224618693626e-08
previous_iter_valid_loss : 0.16446426510810852

   1660860	  0.164669	  0.164464	  0.163577		CURRENT LEARNING RATE: 4.2853653030957254e-08
previous_iter_valid_loss : 0.16082075238227844

   1660880	  0.161003	  0.160821	  0.163560		CURRENT LEARNING RATE: 4.284508315736686e-08
previous_iter_valid_loss : 0.16757187247276306

   1660900	  0.167798	  0.167572	  0.163897		CURRENT LEARNING RATE: 4.283651499757994e-08
previous_iter_valid_loss : 0.1627984344959259

   1660920	  0.162987	  0.162798	  0.163995		CURRENT LEARNING RATE: 4.282794855125363e-08
previous_iter_valid_loss : 0.17800118029117584

   1660940	  0.178307	  0.178001	  0.164353		CURRENT LEARNING RATE: 4.281938381804527e-08
previous_iter_valid_loss : 0.1751401573419571

   1660960	  0.175421	  0.175140	  0.165075		CURRENT LEARNING RATE: 4.281082079761226e-08
previous_iter_valid_loss : 0.16930606961250305

   1660980	  0.169557	  0.169306	  0.165420		CURRENT LEARNING RATE: 4.2802259489612104e-08
previous_iter_valid_loss : 0.16315612196922302

   1661000	  0.163347	  0.163156	  0.165536		CURRENT LEARNING RATE: 4.2793699893702324e-08
previous_iter_valid_loss : 0.16565997898578644

   1661020	  0.165829	  0.165660	  0.165321		CURRENT LEARNING RATE: 4.2785142009540544e-08
previous_iter_valid_loss : 0.16172659397125244

   1661040	  0.161880	  0.161727	  0.165167		CURRENT LEARNING RATE: 4.27765858367843e-08
previous_iter_valid_loss : 0.16053640842437744

   1661060	  0.160686	  0.160536	  0.165096		CURRENT LEARNING RATE: 4.2768031375091656e-08
previous_iter_valid_loss : 0.1759037971496582

   1661080	  0.176197	  0.175904	  0.165851		CURRENT LEARNING RATE: 4.275947862412026e-08
previous_iter_valid_loss : 0.16092371940612793

   1661100	  0.161080	  0.160924	  0.165854		CURRENT LEARNING RATE: 4.2750927583528015e-08
previous_iter_valid_loss : 0.16050806641578674

   1661120	  0.160664	  0.160508	  0.165835		CURRENT LEARNING RATE: 4.274237825297289e-08
previous_iter_valid_loss : 0.16339759528636932

   1661140	  0.163560	  0.163398	  0.165886		CURRENT LEARNING RATE: 4.2733830632112885e-08
previous_iter_valid_loss : 0.1610012948513031

   1661160	  0.161167	  0.161001	  0.165759		CURRENT LEARNING RATE: 4.2725284720606125e-08
previous_iter_valid_loss : 0.1619177758693695

   1661180	  0.162078	  0.161918	  0.165495		CURRENT LEARNING RATE: 4.271674051811075e-08
previous_iter_valid_loss : 0.16672083735466003

   1661200	  0.166883	  0.166721	  0.165256		CURRENT LEARNING RATE: 4.270819802428485e-08
previous_iter_valid_loss : 0.16582158207893372

   1661220	  0.165978	  0.165822	  0.165293		CURRENT LEARNING RATE: 4.269965723878703e-08
previous_iter_valid_loss : 0.16108497977256775

   1661240	  0.161268	  0.161085	  0.165322		CURRENT LEARNING RATE: 4.2691118161275516e-08
previous_iter_valid_loss : 0.1745537519454956

   1661260	  0.174825	  0.174554	  0.165826		CURRENT LEARNING RATE: 4.268258079140872e-08
previous_iter_valid_loss : 0.16199223697185516

   1661280	  0.162190	  0.161992	  0.165885		CURRENT LEARNING RATE: 4.267404512884517e-08
previous_iter_valid_loss : 0.16403591632843018

   1661300	  0.164251	  0.164036	  0.165708		CURRENT LEARNING RATE: 4.266551117324343e-08
previous_iter_valid_loss : 0.16502082347869873

   1661320	  0.165220	  0.165021	  0.165819		CURRENT LEARNING RATE: 4.265697892426213e-08
previous_iter_valid_loss : 0.16839271783828735

   1661340	  0.168632	  0.168393	  0.165339		CURRENT LEARNING RATE: 4.264844838155986e-08
previous_iter_valid_loss : 0.16832193732261658

   1661360	  0.168477	  0.168322	  0.164998		CURRENT LEARNING RATE: 4.263991954479568e-08
previous_iter_valid_loss : 0.16068409383296967

   1661380	  0.160855	  0.160684	  0.164567		CURRENT LEARNING RATE: 4.263139241362827e-08
previous_iter_valid_loss : 0.17067453265190125

   1661400	  0.170925	  0.170675	  0.164943		CURRENT LEARNING RATE: 4.262286698771658e-08
previous_iter_valid_loss : 0.1660766899585724

   1661420	  0.166234	  0.166077	  0.164964		CURRENT LEARNING RATE: 4.261434326671956e-08
previous_iter_valid_loss : 0.16701653599739075

   1661440	  0.167169	  0.167017	  0.165228		CURRENT LEARNING RATE: 4.260582125029629e-08
previous_iter_valid_loss : 0.16081088781356812

   1661460	  0.160987	  0.160811	  0.165242		CURRENT LEARNING RATE: 4.259730093810587e-08
previous_iter_valid_loss : 0.1608392894268036

   1661480	  0.161014	  0.160839	  0.164489		CURRENT LEARNING RATE: 4.258878232980749e-08
previous_iter_valid_loss : 0.17620913684368134

   1661500	  0.176492	  0.176209	  0.165253		CURRENT LEARNING RATE: 4.258026542506027e-08
previous_iter_valid_loss : 0.16133154928684235

   1661520	  0.161488	  0.161332	  0.165294		CURRENT LEARNING RATE: 4.2571750223523814e-08
previous_iter_valid_loss : 0.16232088208198547

   1661540	  0.162479	  0.162321	  0.165240		CURRENT LEARNING RATE: 4.256323672485737e-08
previous_iter_valid_loss : 0.16065482795238495

   1661560	  0.160815	  0.160655	  0.165223		CURRENT LEARNING RATE: 4.2554724928720405e-08
previous_iter_valid_loss : 0.1739383488893509

   1661580	  0.174085	  0.173938	  0.165824		CURRENT LEARNING RATE: 4.254621483477244e-08
previous_iter_valid_loss : 0.16062116622924805

   1661600	  0.160780	  0.160621	  0.165519		CURRENT LEARNING RATE: 4.2537706442673076e-08
previous_iter_valid_loss : 0.17701371014118195

   1661620	  0.177306	  0.177014	  0.166079		CURRENT LEARNING RATE: 4.252919975208198e-08
previous_iter_valid_loss : 0.16170398890972137

   1661640	  0.161891	  0.161704	  0.166110		CURRENT LEARNING RATE: 4.252069476265887e-08
previous_iter_valid_loss : 0.16402500867843628

   1661660	  0.164191	  0.164025	  0.165583		CURRENT LEARNING RATE: 4.251219147406341e-08
previous_iter_valid_loss : 0.16831299662590027

   1661680	  0.168469	  0.168313	  0.165899		CURRENT LEARNING RATE: 4.250368988595577e-08
previous_iter_valid_loss : 0.16427414119243622

   1661700	  0.164468	  0.164274	  0.165911		CURRENT LEARNING RATE: 4.249518999799573e-08
previous_iter_valid_loss : 0.1631910353899002

   1661720	  0.163383	  0.163191	  0.165820		CURRENT LEARNING RATE: 4.248669180984329e-08
previous_iter_valid_loss : 0.16080179810523987

   1661740	  0.160975	  0.160802	  0.165440		CURRENT LEARNING RATE: 4.247819532115854e-08
previous_iter_valid_loss : 0.16188856959342957

   1661760	  0.162051	  0.161889	  0.165118		CURRENT LEARNING RATE: 4.2469700531601596e-08
previous_iter_valid_loss : 0.1687239110469818

   1661780	  0.168961	  0.168724	  0.165520		CURRENT LEARNING RATE: 4.246120744083268e-08
previous_iter_valid_loss : 0.16715550422668457

   1661800	  0.167382	  0.167156	  0.165344		CURRENT LEARNING RATE: 4.245271604851192e-08
previous_iter_valid_loss : 0.1609167903661728

   1661820	  0.161103	  0.160917	  0.165086		CURRENT LEARNING RATE: 4.244422635429996e-08
previous_iter_valid_loss : 0.16573968529701233

   1661840	  0.165951	  0.165740	  0.165022		CURRENT LEARNING RATE: 4.243573835785705e-08
previous_iter_valid_loss : 0.16164693236351013

   1661860	  0.161836	  0.161647	  0.165064		CURRENT LEARNING RATE: 4.24272520588437e-08
previous_iter_valid_loss : 0.1668497771024704

   1661880	  0.167006	  0.166850	  0.165365		CURRENT LEARNING RATE: 4.2418767456920415e-08
previous_iter_valid_loss : 0.17585846781730652

   1661900	  0.176005	  0.175858	  0.165347		CURRENT LEARNING RATE: 4.241028455174785e-08
previous_iter_valid_loss : 0.1691254824399948

   1661920	  0.169359	  0.169125	  0.165737		CURRENT LEARNING RATE: 4.240180334298666e-08
previous_iter_valid_loss : 0.16335110366344452

   1661940	  0.163515	  0.163351	  0.165789		CURRENT LEARNING RATE: 4.2393323830297616e-08
previous_iter_valid_loss : 0.16212347149848938

   1661960	  0.162285	  0.162123	  0.165862		CURRENT LEARNING RATE: 4.2384846013341394e-08
previous_iter_valid_loss : 0.16557013988494873

   1661980	  0.165730	  0.165570	  0.165444		CURRENT LEARNING RATE: 4.2376369891779154e-08
previous_iter_valid_loss : 0.16073746979236603

   1662000	  0.160902	  0.160737	  0.165449		CURRENT LEARNING RATE: 4.236789546527171e-08
previous_iter_valid_loss : 0.16051208972930908

   1662020	  0.160679	  0.160512	  0.164624		CURRENT LEARNING RATE: 4.23594227334801e-08
previous_iter_valid_loss : 0.1727394312620163

   1662040	  0.173014	  0.172739	  0.165176		CURRENT LEARNING RATE: 4.235095169606539e-08
previous_iter_valid_loss : 0.18001702427864075

   1662060	  0.180361	  0.180017	  0.165976		CURRENT LEARNING RATE: 4.2342482352688774e-08
previous_iter_valid_loss : 0.1705751270055771

   1662080	  0.170834	  0.170575	  0.166089		CURRENT LEARNING RATE: 4.233401470301145e-08
previous_iter_valid_loss : 0.1631159484386444

   1662100	  0.163328	  0.163116	  0.166031		CURRENT LEARNING RATE: 4.232554874669457e-08
previous_iter_valid_loss : 0.17357021570205688

   1662120	  0.173841	  0.173570	  0.166550		CURRENT LEARNING RATE: 4.231708448339979e-08
previous_iter_valid_loss : 0.16370074450969696

   1662140	  0.163866	  0.163701	  0.166695		CURRENT LEARNING RATE: 4.2308621912788406e-08
previous_iter_valid_loss : 0.1659035086631775

   1662160	  0.166109	  0.165904	  0.166895		CURRENT LEARNING RATE: 4.2300161034521896e-08
previous_iter_valid_loss : 0.17387522757053375

   1662180	  0.174021	  0.173875	  0.167153		CURRENT LEARNING RATE: 4.229170184826183e-08
previous_iter_valid_loss : 0.16052575409412384

   1662200	  0.160690	  0.160526	  0.166822		CURRENT LEARNING RATE: 4.2283244353669846e-08
previous_iter_valid_loss : 0.16065558791160583

   1662220	  0.160809	  0.160656	  0.166809		CURRENT LEARNING RATE: 4.227478855040765e-08
previous_iter_valid_loss : 0.18236036598682404

   1662240	  0.182710	  0.182360	  0.167640		CURRENT LEARNING RATE: 4.2266334438136994e-08
previous_iter_valid_loss : 0.16190658509731293

   1662260	  0.162103	  0.161907	  0.167653		CURRENT LEARNING RATE: 4.2257882016519573e-08
previous_iter_valid_loss : 0.16162452101707458

   1662280	  0.161787	  0.161625	  0.167391		CURRENT LEARNING RATE: 4.224943128521759e-08
previous_iter_valid_loss : 0.16124989092350006

   1662300	  0.161410	  0.161250	  0.166661		CURRENT LEARNING RATE: 4.224098224389286e-08
previous_iter_valid_loss : 0.1613614708185196

   1662320	  0.161554	  0.161361	  0.166273		CURRENT LEARNING RATE: 4.223253489220743e-08
previous_iter_valid_loss : 0.16584064066410065

   1662340	  0.166056	  0.165841	  0.166397		CURRENT LEARNING RATE: 4.22240892298234e-08
previous_iter_valid_loss : 0.16714522242546082

   1662360	  0.167298	  0.167145	  0.166648		CURRENT LEARNING RATE: 4.2215645256402936e-08
previous_iter_valid_loss : 0.16062965989112854

   1662380	  0.160800	  0.160630	  0.166401		CURRENT LEARNING RATE: 4.22072029716083e-08
previous_iter_valid_loss : 0.16056030988693237

   1662400	  0.160728	  0.160560	  0.166392		CURRENT LEARNING RATE: 4.219876237510179e-08
previous_iter_valid_loss : 0.1727708876132965

   1662420	  0.172914	  0.172771	  0.167005		CURRENT LEARNING RATE: 4.219032346654562e-08
previous_iter_valid_loss : 0.16399753093719482

   1662440	  0.164164	  0.163998	  0.166568		CURRENT LEARNING RATE: 4.218188624560255e-08
previous_iter_valid_loss : 0.16069543361663818

   1662460	  0.160867	  0.160695	  0.165602		CURRENT LEARNING RATE: 4.217345071193493e-08
previous_iter_valid_loss : 0.16654790937900543

   1662480	  0.166703	  0.166548	  0.165401		CURRENT LEARNING RATE: 4.216501686520535e-08
previous_iter_valid_loss : 0.16440711915493011

   1662500	  0.164567	  0.164407	  0.165465		CURRENT LEARNING RATE: 4.2156584705076444e-08
previous_iter_valid_loss : 0.16376535594463348

   1662520	  0.163960	  0.163765	  0.164975		CURRENT LEARNING RATE: 4.214815423121094e-08
previous_iter_valid_loss : 0.16202934086322784

   1662540	  0.162192	  0.162029	  0.164891		CURRENT LEARNING RATE: 4.213972544327161e-08
previous_iter_valid_loss : 0.16294240951538086

   1662560	  0.163114	  0.162942	  0.164743		CURRENT LEARNING RATE: 4.213129834092115e-08
previous_iter_valid_loss : 0.17214934527873993

   1662580	  0.172296	  0.172149	  0.164657		CURRENT LEARNING RATE: 4.212287292382278e-08
previous_iter_valid_loss : 0.17992666363716125

   1662600	  0.180257	  0.179927	  0.165627		CURRENT LEARNING RATE: 4.2114449191639335e-08

previous_iter_valid_loss : 0.16061589121818542

   1671300	  0.160783	  0.160616	  0.167436		CURRENT LEARNING RATE: 3.8605350969181914e-08
previous_iter_valid_loss : 0.185110941529274

   1671320	  0.185257	  0.185111	  0.168046		CURRENT LEARNING RATE: 3.859763067104364e-08
previous_iter_valid_loss : 0.16243162751197815

   1671340	  0.162600	  0.162432	  0.168103		CURRENT LEARNING RATE: 3.8589911916810606e-08
previous_iter_valid_loss : 0.16081343591213226

   1671360	  0.160986	  0.160813	  0.167848		CURRENT LEARNING RATE: 3.8582194706174045e-08
previous_iter_valid_loss : 0.1605483442544937

   1671380	  0.160711	  0.160548	  0.167545		CURRENT LEARNING RATE: 3.8574479038825286e-08
previous_iter_valid_loss : 0.16086658835411072

   1671400	  0.161017	  0.160867	  0.167539		CURRENT LEARNING RATE: 3.856676491445555e-08
previous_iter_valid_loss : 0.16488589346408844

   1671420	  0.165049	  0.164886	  0.167736		CURRENT LEARNING RATE: 3.8559052332756554e-08
previous_iter_valid_loss : 0.16122891008853912

   1671440	  0.161412	  0.161229	  0.166504		CURRENT LEARNING RATE: 3.855134129341966e-08
previous_iter_valid_loss : 0.16279473900794983

   1671460	  0.162965	  0.162795	  0.166139		CURRENT LEARNING RATE: 3.854363179613642e-08
previous_iter_valid_loss : 0.16780158877372742

   1671480	  0.168025	  0.167802	  0.166416		CURRENT LEARNING RATE: 3.8535923840598455e-08
previous_iter_valid_loss : 0.16063624620437622

   1671500	  0.160812	  0.160636	  0.166048		CURRENT LEARNING RATE: 3.852821742649745e-08
previous_iter_valid_loss : 0.16088661551475525

   1671520	  0.161067	  0.160887	  0.165821		CURRENT LEARNING RATE: 3.852051255352515e-08
previous_iter_valid_loss : 0.1639053076505661

   1671540	  0.164114	  0.163905	  0.165795		CURRENT LEARNING RATE: 3.8512809221373355e-08
previous_iter_valid_loss : 0.1795966625213623

   1671560	  0.179754	  0.179597	  0.166730		CURRENT LEARNING RATE: 3.85051074297338e-08
previous_iter_valid_loss : 0.1706230789422989

   1671580	  0.170778	  0.170623	  0.166187		CURRENT LEARNING RATE: 3.8497407178298686e-08
previous_iter_valid_loss : 0.16973769664764404

   1671600	  0.169891	  0.169738	  0.166601		CURRENT LEARNING RATE: 3.848970846675986e-08
previous_iter_valid_loss : 0.16052547097206116

   1671620	  0.160680	  0.160525	  0.166092		CURRENT LEARNING RATE: 3.8482011294809374e-08
previous_iter_valid_loss : 0.1678580343723297

   1671640	  0.168016	  0.167858	  0.165680		CURRENT LEARNING RATE: 3.8474315662139355e-08
previous_iter_valid_loss : 0.16157402098178864

   1671660	  0.161764	  0.161574	  0.165355		CURRENT LEARNING RATE: 3.846662156844196e-08
previous_iter_valid_loss : 0.1691189855337143

   1671680	  0.169355	  0.169119	  0.165577		CURRENT LEARNING RATE: 3.845892901340943e-08
previous_iter_valid_loss : 0.1640150099992752

   1671700	  0.164189	  0.164015	  0.165747		CURRENT LEARNING RATE: 3.8451237996734074e-08
previous_iter_valid_loss : 0.16095593571662903

   1671720	  0.161116	  0.160956	  0.164539		CURRENT LEARNING RATE: 3.84435485181081e-08
previous_iter_valid_loss : 0.17119649052619934

   1671740	  0.171348	  0.171196	  0.164977		CURRENT LEARNING RATE: 3.843586057722421e-08
previous_iter_valid_loss : 0.16682472825050354

   1671760	  0.166982	  0.166825	  0.165278		CURRENT LEARNING RATE: 3.842817417377475e-08
previous_iter_valid_loss : 0.16510343551635742

   1671780	  0.165282	  0.165103	  0.165506		CURRENT LEARNING RATE: 3.8420489307452263e-08
previous_iter_valid_loss : 0.16244100034236908

   1671800	  0.162630	  0.162441	  0.165584		CURRENT LEARNING RATE: 3.8412805977949356e-08
previous_iter_valid_loss : 0.16259227693080902

   1671820	  0.162759	  0.162592	  0.165470		CURRENT LEARNING RATE: 3.840512418495869e-08
previous_iter_valid_loss : 0.16095072031021118

   1671840	  0.161102	  0.160951	  0.165456		CURRENT LEARNING RATE: 3.8397443928172995e-08
previous_iter_valid_loss : 0.1624443382024765

   1671860	  0.162633	  0.162444	  0.165438		CURRENT LEARNING RATE: 3.838976520728492e-08
previous_iter_valid_loss : 0.16388319432735443

   1671880	  0.164086	  0.163883	  0.165242		CURRENT LEARNING RATE: 3.8382088021987606e-08
previous_iter_valid_loss : 0.18556174635887146

   1671900	  0.185935	  0.185562	  0.166489		CURRENT LEARNING RATE: 3.837441237197381e-08
previous_iter_valid_loss : 0.1679862141609192

   1671920	  0.168140	  0.167986	  0.166844		CURRENT LEARNING RATE: 3.836673825693652e-08
previous_iter_valid_loss : 0.16111832857131958

   1671940	  0.161282	  0.161118	  0.166704		CURRENT LEARNING RATE: 3.835906567656876e-08
previous_iter_valid_loss : 0.16133329272270203

   1671960	  0.161496	  0.161333	  0.165791		CURRENT LEARNING RATE: 3.8351394630563636e-08
previous_iter_valid_loss : 0.1609763652086258

   1671980	  0.161126	  0.160976	  0.165309		CURRENT LEARNING RATE: 3.83437251186143e-08
previous_iter_valid_loss : 0.16210252046585083

   1672000	  0.162296	  0.162103	  0.164927		CURRENT LEARNING RATE: 3.833605714041398e-08
previous_iter_valid_loss : 0.16339485347270966

   1672020	  0.163565	  0.163395	  0.165070		CURRENT LEARNING RATE: 3.832839069565581e-08
previous_iter_valid_loss : 0.16229349374771118

   1672040	  0.162468	  0.162293	  0.164792		CURRENT LEARNING RATE: 3.832072578403341e-08
previous_iter_valid_loss : 0.16083428263664246

   1672060	  0.161009	  0.160834	  0.164755		CURRENT LEARNING RATE: 3.831306240524004e-08
previous_iter_valid_loss : 0.17020754516124725

   1672080	  0.170460	  0.170208	  0.164810		CURRENT LEARNING RATE: 3.830540055896918e-08
previous_iter_valid_loss : 0.19110122323036194

   1672100	  0.191571	  0.191101	  0.166164		CURRENT LEARNING RATE: 3.829774024491434e-08
previous_iter_valid_loss : 0.16098271310329437

   1672120	  0.161167	  0.160983	  0.166165		CURRENT LEARNING RATE: 3.829008146276912e-08
previous_iter_valid_loss : 0.16635315120220184

   1672140	  0.166574	  0.166353	  0.165923		CURRENT LEARNING RATE: 3.8282424212227157e-08
previous_iter_valid_loss : 0.160606250166893

   1672160	  0.160761	  0.160606	  0.165612		CURRENT LEARNING RATE: 3.8274768492982045e-08
previous_iter_valid_loss : 0.16311822831630707

   1672180	  0.163279	  0.163118	  0.165513		CURRENT LEARNING RATE: 3.82671143047278e-08
previous_iter_valid_loss : 0.17805728316307068

   1672200	  0.178212	  0.178057	  0.166294		CURRENT LEARNING RATE: 3.825946164715814e-08
previous_iter_valid_loss : 0.1630050539970398

   1672220	  0.163175	  0.163005	  0.166314		CURRENT LEARNING RATE: 3.8251810519966954e-08
previous_iter_valid_loss : 0.16255885362625122

   1672240	  0.162751	  0.162559	  0.166395		CURRENT LEARNING RATE: 3.8244160922848186e-08
previous_iter_valid_loss : 0.16218820214271545

   1672260	  0.162375	  0.162188	  0.166382		CURRENT LEARNING RATE: 3.823651285549586e-08
previous_iter_valid_loss : 0.1637570559978485

   1672280	  0.163922	  0.163757	  0.166376		CURRENT LEARNING RATE: 3.822886631760406e-08
previous_iter_valid_loss : 0.16069212555885315

   1672300	  0.160857	  0.160692	  0.165132		CURRENT LEARNING RATE: 3.822122130886691e-08
previous_iter_valid_loss : 0.16133588552474976

   1672320	  0.161522	  0.161336	  0.164800		CURRENT LEARNING RATE: 3.821357782897849e-08
previous_iter_valid_loss : 0.1721181869506836

   1672340	  0.172390	  0.172118	  0.165350		CURRENT LEARNING RATE: 3.8205935877633317e-08
previous_iter_valid_loss : 0.16179899871349335

   1672360	  0.161968	  0.161799	  0.165373		CURRENT LEARNING RATE: 3.819829545452558e-08
previous_iter_valid_loss : 0.16092637181282043

   1672380	  0.161105	  0.160926	  0.165370		CURRENT LEARNING RATE: 3.819065655934968e-08
previous_iter_valid_loss : 0.16780699789524078

   1672400	  0.168033	  0.167807	  0.165656		CURRENT LEARNING RATE: 3.8183019191800044e-08
previous_iter_valid_loss : 0.16510209441184998

   1672420	  0.165270	  0.165102	  0.165741		CURRENT LEARNING RATE: 3.817538335157117e-08
previous_iter_valid_loss : 0.17949926853179932

   1672440	  0.179659	  0.179499	  0.166601		CURRENT LEARNING RATE: 3.8167749038357646e-08
previous_iter_valid_loss : 0.1652318686246872

   1672460	  0.165401	  0.165232	  0.166821		CURRENT LEARNING RATE: 3.8160116251854086e-08
previous_iter_valid_loss : 0.16189509630203247

   1672480	  0.162047	  0.161895	  0.166406		CURRENT LEARNING RATE: 3.815248499175504e-08
previous_iter_valid_loss : 0.1627567559480667

   1672500	  0.162923	  0.162757	  0.164988		CURRENT LEARNING RATE: 3.8144855257755546e-08
previous_iter_valid_loss : 0.16302338242530823

   1672520	  0.163218	  0.163023	  0.165090		CURRENT LEARNING RATE: 3.813722704955026e-08
previous_iter_valid_loss : 0.16819621622562408

   1672540	  0.168351	  0.168196	  0.165183		CURRENT LEARNING RATE: 3.812960036683406e-08
previous_iter_valid_loss : 0.17169678211212158

   1672560	  0.171958	  0.171697	  0.165737		CURRENT LEARNING RATE: 3.812197520930188e-08
previous_iter_valid_loss : 0.16163423657417297

   1672580	  0.161814	  0.161634	  0.165663		CURRENT LEARNING RATE: 3.811435157664872e-08
previous_iter_valid_loss : 0.1695912480354309

   1672600	  0.169739	  0.169591	  0.165240		CURRENT LEARNING RATE: 3.810672946856962e-08
previous_iter_valid_loss : 0.16225823760032654

   1672620	  0.162424	  0.162258	  0.165202		CURRENT LEARNING RATE: 3.809910888475957e-08
previous_iter_valid_loss : 0.17039380967617035

   1672640	  0.170548	  0.170394	  0.165594		CURRENT LEARNING RATE: 3.809148982491402e-08
previous_iter_valid_loss : 0.16085191071033478

   1672660	  0.161002	  0.160852	  0.165527		CURRENT LEARNING RATE: 3.8083872288728065e-08
previous_iter_valid_loss : 0.1966024935245514

   1672680	  0.196708	  0.196602	  0.167169		CURRENT LEARNING RATE: 3.8076256275897006e-08
previous_iter_valid_loss : 0.1666194498538971

   1672700	  0.166774	  0.166619	  0.167466		CURRENT LEARNING RATE: 3.806864178611621e-08
previous_iter_valid_loss : 0.16560643911361694

   1672720	  0.165820	  0.165606	  0.167679		CURRENT LEARNING RATE: 3.806102881908108e-08
previous_iter_valid_loss : 0.16213567554950714

   1672740	  0.162295	  0.162136	  0.167180		CURRENT LEARNING RATE: 3.805341737448711e-08
previous_iter_valid_loss : 0.1626611053943634

   1672760	  0.162839	  0.162661	  0.167223		CURRENT LEARNING RATE: 3.804580745202984e-08
previous_iter_valid_loss : 0.16175612807273865

   1672780	  0.161911	  0.161756	  0.167265		CURRENT LEARNING RATE: 3.803819905140474e-08
previous_iter_valid_loss : 0.16671890020370483

   1672800	  0.166950	  0.166719	  0.167210		CURRENT LEARNING RATE: 3.803059217230775e-08
previous_iter_valid_loss : 0.1630348414182663

   1672820	  0.163224	  0.163035	  0.167107		CURRENT LEARNING RATE: 3.802298681443444e-08
previous_iter_valid_loss : 0.16786444187164307

   1672840	  0.168014	  0.167864	  0.166525		CURRENT LEARNING RATE: 3.801538297748061e-08
previous_iter_valid_loss : 0.16255028545856476

   1672860	  0.162743	  0.162550	  0.166391		CURRENT LEARNING RATE: 3.8007780661142105e-08
previous_iter_valid_loss : 0.16164422035217285

   1672880	  0.161830	  0.161644	  0.166379		CURRENT LEARNING RATE: 3.8000179865114834e-08
previous_iter_valid_loss : 0.16229815781116486

   1672900	  0.162465	  0.162298	  0.166356		CURRENT LEARNING RATE: 3.7992580589094765e-08
previous_iter_valid_loss : 0.16624465584754944

   1672920	  0.166467	  0.166245	  0.166517		CURRENT LEARNING RATE: 3.798498283277792e-08
previous_iter_valid_loss : 0.1782809942960739

   1672940	  0.178443	  0.178281	  0.167021		CURRENT LEARNING RATE: 3.797738659586026e-08
previous_iter_valid_loss : 0.16476020216941833

   1672960	  0.164969	  0.164760	  0.166674		CURRENT LEARNING RATE: 3.79697918780382e-08
previous_iter_valid_loss : 0.16052190959453583

   1672980	  0.160691	  0.160522	  0.166619		CURRENT LEARNING RATE: 3.796219867900783e-08
previous_iter_valid_loss : 0.16051317751407623

   1673000	  0.160671	  0.160513	  0.166165		CURRENT LEARNING RATE: 3.79546069984654e-08
previous_iter_valid_loss : 0.16199025511741638

   1673020	  0.162155	  0.161990	  0.166151		CURRENT LEARNING RATE: 3.794701683610727e-08
previous_iter_valid_loss : 0.16069099307060242

   1673040	  0.160851	  0.160691	  0.165666		CURRENT LEARNING RATE: 3.7939428191629806e-08
previous_iter_valid_loss : 0.1624065637588501

   1673060	  0.162598	  0.162407	  0.165744		CURRENT LEARNING RATE: 3.7931841064729474e-08
previous_iter_valid_loss : 0.16192728281021118

   1673080	  0.162121	  0.161927	  0.164010		CURRENT LEARNING RATE: 3.7924255455102664e-08
previous_iter_valid_loss : 0.16216394305229187

   1673100	  0.162345	  0.162164	  0.163787		CURRENT LEARNING RATE: 3.7916671362446204e-08
previous_iter_valid_loss : 0.16068536043167114

   1673120	  0.160861	  0.160685	  0.163541		CURRENT LEARNING RATE: 3.790908878645661e-08
previous_iter_valid_loss : 0.16514961421489716

   1673140	  0.165314	  0.165150	  0.163692		CURRENT LEARNING RATE: 3.790150772683057e-08
previous_iter_valid_loss : 0.16267500817775726

   1673160	  0.162831	  0.162675	  0.163693		CURRENT LEARNING RATE: 3.789392818326484e-08
previous_iter_valid_loss : 0.16839179396629333

   1673180	  0.168625	  0.168392	  0.164024		CURRENT LEARNING RATE: 3.7886350155456246e-08
previous_iter_valid_loss : 0.16472510993480682

   1673200	  0.164926	  0.164725	  0.163925		CURRENT LEARNING RATE: 3.787877364310167e-08
previous_iter_valid_loss : 0.16424228250980377

   1673220	  0.164447	  0.164242	  0.163985		CURRENT LEARNING RATE: 3.787119864589803e-08
previous_iter_valid_loss : 0.16560503840446472

   1673240	  0.165761	  0.165605	  0.163872		CURRENT LEARNING RATE: 3.7863625163542213e-08
previous_iter_valid_loss : 0.1637796312570572

   1673260	  0.163975	  0.163780	  0.163934		CURRENT LEARNING RATE: 3.7856053195731545e-08
previous_iter_valid_loss : 0.16401425004005432

   1673280	  0.164208	  0.164014	  0.164052		CURRENT LEARNING RATE: 3.7848482742163006e-08
previous_iter_valid_loss : 0.18085044622421265

   1673300	  0.181196	  0.180850	  0.164980		CURRENT LEARNING RATE: 3.784091380253379e-08
previous_iter_valid_loss : 0.1620645970106125

   1673320	  0.162255	  0.162065	  0.164771		CURRENT LEARNING RATE: 3.783334637654112e-08
previous_iter_valid_loss : 0.16644486784934998

   1673340	  0.166656	  0.166445	  0.164179		CURRENT LEARNING RATE: 3.782578046388231e-08
previous_iter_valid_loss : 0.16081736981868744

   1673360	  0.160975	  0.160817	  0.163982		CURRENT LEARNING RATE: 3.781821606425473e-08
previous_iter_valid_loss : 0.16497796773910522

   1673380	  0.165143	  0.164978	  0.164205		CURRENT LEARNING RATE: 3.781065317735567e-08
previous_iter_valid_loss : 0.16762225329875946

   1673400	  0.167853	  0.167622	  0.164560		CURRENT LEARNING RATE: 3.780309180288287e-08
previous_iter_valid_loss : 0.1654588133096695

   1673420	  0.165629	  0.165459	  0.164733		CURRENT LEARNING RATE: 3.779553194053374e-08
previous_iter_valid_loss : 0.16294005513191223

   1673440	  0.163118	  0.162940	  0.164846		CURRENT LEARNING RATE: 3.77879735900059e-08
previous_iter_valid_loss : 0.16398213803768158

   1673460	  0.164151	  0.163982	  0.164925		CURRENT LEARNING RATE: 3.7780416750997005e-08
previous_iter_valid_loss : 0.16057910025119781

   1673480	  0.160741	  0.160579	  0.164857		CURRENT LEARNING RATE: 3.777286142320479e-08
previous_iter_valid_loss : 0.16897335648536682

   1673500	  0.169216	  0.168973	  0.165198		CURRENT LEARNING RATE: 3.776530760632703e-08
previous_iter_valid_loss : 0.16049958765506744

   1673520	  0.160667	  0.160500	  0.165188		CURRENT LEARNING RATE: 3.7757755300061585e-08
previous_iter_valid_loss : 0.16213630139827728

   1679060	  0.162315	  0.162136	  0.164484		CURRENT LEARNING RATE: 3.5722862608316726e-08
previous_iter_valid_loss : 0.16061246395111084

   1679080	  0.160770	  0.160612	  0.164467		CURRENT LEARNING RATE: 3.57157187502047e-08
previous_iter_valid_loss : 0.16149137914180756

   1679100	  0.161683	  0.161491	  0.164517		CURRENT LEARNING RATE: 3.570857632072144e-08
previous_iter_valid_loss : 0.17906509339809418

   1679120	  0.179357	  0.179065	  0.165200		CURRENT LEARNING RATE: 3.570143531958122e-08
previous_iter_valid_loss : 0.16056229174137115

   1679140	  0.160724	  0.160562	  0.165196		CURRENT LEARNING RATE: 3.5694295746498435e-08
previous_iter_valid_loss : 0.16138693690299988

   1679160	  0.161550	  0.161387	  0.165235		CURRENT LEARNING RATE: 3.568715760118748e-08
previous_iter_valid_loss : 0.1605062633752823

   1679180	  0.160675	  0.160506	  0.165206		CURRENT LEARNING RATE: 3.56800208833627e-08
previous_iter_valid_loss : 0.18845047056674957

   1679200	  0.188574	  0.188450	  0.166441		CURRENT LEARNING RATE: 3.567288559273889e-08
previous_iter_valid_loss : 0.1634192317724228

   1679220	  0.163628	  0.163419	  0.166078		CURRENT LEARNING RATE: 3.566575172903051e-08
previous_iter_valid_loss : 0.16788992285728455

   1679240	  0.168116	  0.167890	  0.166208		CURRENT LEARNING RATE: 3.56586192919522e-08
previous_iter_valid_loss : 0.17249955236911774

   1679260	  0.172763	  0.172500	  0.166399		CURRENT LEARNING RATE: 3.5651488281218674e-08
previous_iter_valid_loss : 0.18552806973457336

   1679280	  0.185670	  0.185528	  0.166746		CURRENT LEARNING RATE: 3.564435869654468e-08
previous_iter_valid_loss : 0.1606486290693283

   1679300	  0.160821	  0.160649	  0.166753		CURRENT LEARNING RATE: 3.5637230537645035e-08
previous_iter_valid_loss : 0.16374675929546356

   1679320	  0.163941	  0.163747	  0.166791		CURRENT LEARNING RATE: 3.563010380423462e-08
previous_iter_valid_loss : 0.16376937925815582

   1679340	  0.163983	  0.163769	  0.166949		CURRENT LEARNING RATE: 3.562297849602823e-08
previous_iter_valid_loss : 0.16647467017173767

   1679360	  0.166633	  0.166475	  0.166742		CURRENT LEARNING RATE: 3.561585461274112e-08
previous_iter_valid_loss : 0.18541480600833893

   1679380	  0.185795	  0.185415	  0.167944		CURRENT LEARNING RATE: 3.5608732154088196e-08
previous_iter_valid_loss : 0.16385158896446228

   1679400	  0.164021	  0.163852	  0.167940		CURRENT LEARNING RATE: 3.560161111978456e-08
previous_iter_valid_loss : 0.17489385604858398

   1679420	  0.175049	  0.174894	  0.168166		CURRENT LEARNING RATE: 3.559449150954538e-08
previous_iter_valid_loss : 0.16393083333969116

   1679440	  0.164095	  0.163931	  0.168313		CURRENT LEARNING RATE: 3.558737332308586e-08
previous_iter_valid_loss : 0.1644800752401352

   1679460	  0.164688	  0.164480	  0.168430		CURRENT LEARNING RATE: 3.5580256560121276e-08
previous_iter_valid_loss : 0.16358372569084167

   1679480	  0.163759	  0.163584	  0.168578		CURRENT LEARNING RATE: 3.557314122036684e-08
previous_iter_valid_loss : 0.16952696442604065

   1679500	  0.169675	  0.169527	  0.168980		CURRENT LEARNING RATE: 3.5566027303538175e-08
previous_iter_valid_loss : 0.16272109746932983

   1679520	  0.162875	  0.162721	  0.168163		CURRENT LEARNING RATE: 3.5558914809350615e-08
previous_iter_valid_loss : 0.16324099898338318

   1679540	  0.163414	  0.163241	  0.168297		CURRENT LEARNING RATE: 3.555180373751965e-08
previous_iter_valid_loss : 0.16434568166732788

   1679560	  0.164518	  0.164346	  0.168445		CURRENT LEARNING RATE: 3.554469408776083e-08
previous_iter_valid_loss : 0.16074301302433014

   1679580	  0.160920	  0.160743	  0.168457		CURRENT LEARNING RATE: 3.5537585859789787e-08
previous_iter_valid_loss : 0.16051550209522247

   1679600	  0.160674	  0.160516	  0.167060		CURRENT LEARNING RATE: 3.5530479053322185e-08
previous_iter_valid_loss : 0.16048787534236908

   1679620	  0.160650	  0.160488	  0.166913		CURRENT LEARNING RATE: 3.552337366807374e-08
previous_iter_valid_loss : 0.16088414192199707

   1679640	  0.161036	  0.160884	  0.166563		CURRENT LEARNING RATE: 3.551626970376013e-08
previous_iter_valid_loss : 0.16063092648983002

   1679660	  0.160780	  0.160631	  0.165970		CURRENT LEARNING RATE: 3.550916716009744e-08
previous_iter_valid_loss : 0.16568586230278015

   1679680	  0.165846	  0.165686	  0.164978		CURRENT LEARNING RATE: 3.5502066036801435e-08
previous_iter_valid_loss : 0.16110444068908691

   1679700	  0.161284	  0.161104	  0.165000		CURRENT LEARNING RATE: 3.5494966333588074e-08
previous_iter_valid_loss : 0.17124050855636597

   1679720	  0.171388	  0.171241	  0.165375		CURRENT LEARNING RATE: 3.548786805017338e-08
previous_iter_valid_loss : 0.16173812747001648

   1679740	  0.161894	  0.161738	  0.165274		CURRENT LEARNING RATE: 3.5480771186273406e-08
previous_iter_valid_loss : 0.16356997191905975

   1679760	  0.163771	  0.163570	  0.165128		CURRENT LEARNING RATE: 3.547367574160429e-08
previous_iter_valid_loss : 0.169119730591774

   1679780	  0.169275	  0.169120	  0.164314		CURRENT LEARNING RATE: 3.54665817158822e-08
previous_iter_valid_loss : 0.16182653605937958

   1679800	  0.161988	  0.161827	  0.164212		CURRENT LEARNING RATE: 3.5459489108823266e-08
previous_iter_valid_loss : 0.17302238941192627

   1679820	  0.173164	  0.173022	  0.164119		CURRENT LEARNING RATE: 3.5452397920144017e-08
previous_iter_valid_loss : 0.16091258823871613

   1679840	  0.161069	  0.160913	  0.163968		CURRENT LEARNING RATE: 3.5445308149560696e-08
previous_iter_valid_loss : 0.16142302751541138

   1679860	  0.161609	  0.161423	  0.163815		CURRENT LEARNING RATE: 3.543821979678971e-08
previous_iter_valid_loss : 0.16430920362472534

   1679880	  0.164469	  0.164309	  0.163851		CURRENT LEARNING RATE: 3.5431132861547516e-08
previous_iter_valid_loss : 0.1605052947998047

   1679900	  0.160675	  0.160505	  0.163400		CURRENT LEARNING RATE: 3.542404734355064e-08
previous_iter_valid_loss : 0.16057933866977692

   1679920	  0.160751	  0.160579	  0.163293		CURRENT LEARNING RATE: 3.541696324251567e-08
previous_iter_valid_loss : 0.161142960190773

   1679940	  0.161320	  0.161143	  0.163188		CURRENT LEARNING RATE: 3.5409880558159096e-08
previous_iter_valid_loss : 0.1631411463022232

   1679960	  0.163312	  0.163141	  0.163128		CURRENT LEARNING RATE: 3.540279929019788e-08
previous_iter_valid_loss : 0.1607370525598526

   1679980	  0.160891	  0.160737	  0.163128		CURRENT LEARNING RATE: 3.539571943834864e-08
previous_iter_valid_loss : 0.16050104796886444

   1680000	  0.160669	  0.160501	  0.163127		CURRENT LEARNING RATE: 3.5388641002328184e-08
previous_iter_valid_loss : 0.16087844967842102

   1680020	  0.161043	  0.160878	  0.163146		CURRENT LEARNING RATE: 3.538156398185337e-08
previous_iter_valid_loss : 0.16635380685329437

   1680040	  0.166575	  0.166354	  0.163420		CURRENT LEARNING RATE: 3.537448837664113e-08
previous_iter_valid_loss : 0.1606188416481018

   1680060	  0.160779	  0.160619	  0.163419		CURRENT LEARNING RATE: 3.5367414186408415e-08
previous_iter_valid_loss : 0.1700049191713333

   1680080	  0.170254	  0.170005	  0.163635		CURRENT LEARNING RATE: 3.536034141087228e-08
previous_iter_valid_loss : 0.16155746579170227

   1680100	  0.161715	  0.161557	  0.163658		CURRENT LEARNING RATE: 3.5353270049749685e-08
previous_iter_valid_loss : 0.16733060777187347

   1680120	  0.167488	  0.167331	  0.163462		CURRENT LEARNING RATE: 3.534620010275801e-08
previous_iter_valid_loss : 0.1675642877817154

   1680140	  0.167720	  0.167564	  0.163754		CURRENT LEARNING RATE: 3.533913156961436e-08
previous_iter_valid_loss : 0.16989868879318237

   1680160	  0.170051	  0.169899	  0.164070		CURRENT LEARNING RATE: 3.5332064450035966e-08
previous_iter_valid_loss : 0.17539827525615692

   1680180	  0.175693	  0.175398	  0.164384		CURRENT LEARNING RATE: 3.532499874374015e-08
previous_iter_valid_loss : 0.16993699967861176

   1680200	  0.170194	  0.169937	  0.164790		CURRENT LEARNING RATE: 3.5317934450444304e-08
previous_iter_valid_loss : 0.16064193844795227

   1680220	  0.160798	  0.160642	  0.164171		CURRENT LEARNING RATE: 3.5310871569865827e-08
previous_iter_valid_loss : 0.16510425508022308

   1680240	  0.165261	  0.165104	  0.164380		CURRENT LEARNING RATE: 3.53038101017221e-08
previous_iter_valid_loss : 0.1699046492576599

   1680260	  0.170158	  0.169905	  0.164804		CURRENT LEARNING RATE: 3.5296750045730907e-08
previous_iter_valid_loss : 0.16265855729579926

   1680280	  0.162843	  0.162659	  0.164722		CURRENT LEARNING RATE: 3.528969140160972e-08
previous_iter_valid_loss : 0.16827082633972168

   1680300	  0.168424	  0.168271	  0.165110		CURRENT LEARNING RATE: 3.528263416907619e-08
previous_iter_valid_loss : 0.16255216300487518

   1680320	  0.162750	  0.162552	  0.165209		CURRENT LEARNING RATE: 3.527557834784803e-08
previous_iter_valid_loss : 0.16943353414535522

   1680340	  0.169586	  0.169434	  0.165623		CURRENT LEARNING RATE: 3.526852393764301e-08
previous_iter_valid_loss : 0.16073420643806458

   1680360	  0.160905	  0.160734	  0.165503		CURRENT LEARNING RATE: 3.526147093817896e-08
previous_iter_valid_loss : 0.1636427640914917

   1680380	  0.163847	  0.163643	  0.165648		CURRENT LEARNING RATE: 3.525441934917374e-08
previous_iter_valid_loss : 0.1630374640226364

   1680400	  0.163233	  0.163037	  0.165775		CURRENT LEARNING RATE: 3.524736917034518e-08
previous_iter_valid_loss : 0.16066618263721466

   1680420	  0.160823	  0.160666	  0.165764		CURRENT LEARNING RATE: 3.524032040141152e-08
previous_iter_valid_loss : 0.16344237327575684

   1680440	  0.163643	  0.163442	  0.165619		CURRENT LEARNING RATE: 3.5233273042090675e-08
previous_iter_valid_loss : 0.16393953561782837

   1680460	  0.164109	  0.163940	  0.165785		CURRENT LEARNING RATE: 3.522622709210076e-08
previous_iter_valid_loss : 0.2204710990190506

   1680480	  0.220453	  0.220471	  0.168308		CURRENT LEARNING RATE: 3.5219182551159936e-08
previous_iter_valid_loss : 0.17600809037685394

   1680500	  0.176160	  0.176008	  0.169031		CURRENT LEARNING RATE: 3.5212139418986415e-08
previous_iter_valid_loss : 0.1638801544904709

   1680520	  0.164068	  0.163880	  0.168858		CURRENT LEARNING RATE: 3.5205097695298474e-08
previous_iter_valid_loss : 0.17219781875610352

   1680540	  0.172465	  0.172198	  0.169090		CURRENT LEARNING RATE: 3.519805737981445e-08
previous_iter_valid_loss : 0.16133083403110504

   1680560	  0.161519	  0.161331	  0.168661		CURRENT LEARNING RATE: 3.519101847225259e-08
previous_iter_valid_loss : 0.17235173285007477

   1680580	  0.172620	  0.172352	  0.168509		CURRENT LEARNING RATE: 3.518398097233161e-08
previous_iter_valid_loss : 0.16286616027355194

   1680600	  0.163066	  0.162866	  0.168156		CURRENT LEARNING RATE: 3.517694487976987e-08
previous_iter_valid_loss : 0.17850179970264435

   1680620	  0.178805	  0.178502	  0.169049		CURRENT LEARNING RATE: 3.516991019428593e-08
previous_iter_valid_loss : 0.16196668148040771

   1680640	  0.162168	  0.161967	  0.168892		CURRENT LEARNING RATE: 3.51628769155984e-08
previous_iter_valid_loss : 0.16694360971450806

   1680660	  0.167165	  0.166944	  0.168744		CURRENT LEARNING RATE: 3.515584504342595e-08
previous_iter_valid_loss : 0.16985896229743958

   1680680	  0.170009	  0.169859	  0.169104		CURRENT LEARNING RATE: 3.514881457748731e-08
previous_iter_valid_loss : 0.1696283370256424

   1680700	  0.169874	  0.169628	  0.169171		CURRENT LEARNING RATE: 3.514178551750114e-08
previous_iter_valid_loss : 0.1657925695180893

   1680720	  0.166002	  0.165793	  0.169333		CURRENT LEARNING RATE: 3.513475786318651e-08
previous_iter_valid_loss : 0.16710421442985535

   1680740	  0.167323	  0.167104	  0.169217		CURRENT LEARNING RATE: 3.5127731614262204e-08
previous_iter_valid_loss : 0.16503635048866272

   1680760	  0.165257	  0.165036	  0.169432		CURRENT LEARNING RATE: 3.5120706770447166e-08
previous_iter_valid_loss : 0.17025543749332428

   1680780	  0.170507	  0.170255	  0.169763		CURRENT LEARNING RATE: 3.51136833314604e-08
previous_iter_valid_loss : 0.17584675550460815

   1680800	  0.176128	  0.175847	  0.170403		CURRENT LEARNING RATE: 3.5106661297020976e-08
previous_iter_valid_loss : 0.16060280799865723

   1680820	  0.160768	  0.160603	  0.170400		CURRENT LEARNING RATE: 3.509964066684801e-08
previous_iter_valid_loss : 0.16078634560108185

   1680840	  0.160947	  0.160786	  0.170267		CURRENT LEARNING RATE: 3.509262144066067e-08
previous_iter_valid_loss : 0.16052499413490295

   1680860	  0.160689	  0.160525	  0.170097		CURRENT LEARNING RATE: 3.508560361817807e-08
previous_iter_valid_loss : 0.16060130298137665

   1680880	  0.160757	  0.160601	  0.167103		CURRENT LEARNING RATE: 3.507858719911975e-08
previous_iter_valid_loss : 0.164835587143898

   1680900	  0.165007	  0.164836	  0.166544		CURRENT LEARNING RATE: 3.5071572183204916e-08
previous_iter_valid_loss : 0.16748759150505066

   1680920	  0.167723	  0.167488	  0.166725		CURRENT LEARNING RATE: 3.506455857015297e-08
previous_iter_valid_loss : 0.1630430966615677

   1680940	  0.163224	  0.163043	  0.166267		CURRENT LEARNING RATE: 3.505754635968338e-08
previous_iter_valid_loss : 0.16465558111667633

   1680960	  0.164864	  0.164656	  0.166433		CURRENT LEARNING RATE: 3.505053555151564e-08
previous_iter_valid_loss : 0.1674148291349411

   1680980	  0.167575	  0.167415	  0.166186		CURRENT LEARNING RATE: 3.504352614536934e-08
previous_iter_valid_loss : 0.1656382977962494

   1681000	  0.165805	  0.165638	  0.166325		CURRENT LEARNING RATE: 3.503651814096408e-08
previous_iter_valid_loss : 0.1657562404870987

   1681020	  0.165917	  0.165756	  0.165688		CURRENT LEARNING RATE: 3.502951153801943e-08
previous_iter_valid_loss : 0.16169117391109467

   1681040	  0.161850	  0.161691	  0.165674		CURRENT LEARNING RATE: 3.502250633625537e-08
previous_iter_valid_loss : 0.16276466846466064

   1681060	  0.162928	  0.162765	  0.165465		CURRENT LEARNING RATE: 3.501550253539157e-08
previous_iter_valid_loss : 0.1729956418275833

   1681080	  0.173136	  0.172996	  0.165622		CURRENT LEARNING RATE: 3.500850013514787e-08
previous_iter_valid_loss : 0.16175854206085205

   1681100	  0.161923	  0.161759	  0.165228		CURRENT LEARNING RATE: 3.500149913524418e-08
previous_iter_valid_loss : 0.17249871790409088

   1681120	  0.172647	  0.172499	  0.165564		CURRENT LEARNING RATE: 3.499449953540047e-08
previous_iter_valid_loss : 0.18779167532920837

   1681140	  0.187928	  0.187792	  0.166598		CURRENT LEARNING RATE: 3.498750133533674e-08
previous_iter_valid_loss : 0.16101767122745514

   1681160	  0.161205	  0.161018	  0.166397		CURRENT LEARNING RATE: 3.498050453477294e-08
previous_iter_valid_loss : 0.1654839813709259

   1681180	  0.165695	  0.165484	  0.166159		CURRENT LEARNING RATE: 3.497350913342946e-08
previous_iter_valid_loss : 0.17647814750671387

   1681200	  0.176766	  0.176478	  0.166190		CURRENT LEARNING RATE: 3.496651513102634e-08
previous_iter_valid_loss : 0.17236098647117615

   1681220	  0.172509	  0.172361	  0.166778		CURRENT LEARNING RATE: 3.495952252728383e-08
previous_iter_valid_loss : 0.16354137659072876

   1681240	  0.163744	  0.163541	  0.166916		CURRENT LEARNING RATE: 3.495253132192224e-08
previous_iter_valid_loss : 0.1664884090423584

   1681260	  0.166702	  0.166488	  0.167214		CURRENT LEARNING RATE: 3.4945541514661894e-08
previous_iter_valid_loss : 0.16057878732681274

   1681280	  0.160752	  0.160579	  0.167213		CURRENT LEARNING RATE: 3.4938553105223216e-08
previous_iter_valid_loss : 0.16086779534816742

   1681300	  0.161018	  0.160868	  0.167014		CURRENT LEARNING RATE: 3.4931566093326665e-08
previous_iter_valid_loss : 0.16245000064373016

   1681320	  0.162609	  0.162450	  0.166763		CURRENT LEARNING RATE: 3.492458047869264e-08
previous_iter_valid_loss : 0.16193349659442902

   1681340	  0.162120	  0.161933	  0.166707		CURRENT LEARNING RATE: 3.491759626104196e-08
previous_iter_valid_loss : 0.16053731739521027

   1681360	  0.160703	  0.160537	  0.166501		CURRENT LEARNING RATE: 3.491061344009514e-08
previous_iter_valid_loss : 0.17576022446155548

   1681380	  0.176049	  0.175760	  0.166918		CURRENT LEARNING RATE: 3.490363201557286e-08
previous_iter_valid_loss : 0.16434510052204132

   1681400	  0.164516	  0.164345	  0.166854		CURRENT LEARNING RATE: 3.4896651987195866e-08
previous_iter_valid_loss : 0.16052928566932678

   1681420	  0.160702	  0.160529	  0.166592		CURRENT LEARNING RATE: 3.488967335468496e-08
previous_iter_valid_loss : 0.17879903316497803

   1681440	  0.178954	  0.178799	  0.167448		CURRENT LEARNING RATE: 3.488269611776099e-08
previous_iter_valid_loss : 0.16159112751483917

   1681460	  0.161760	  0.161591	  0.167389		CURRENT LEARNING RATE: 3.487572027614474e-08
previous_iter_valid_loss : 0.1746460646390915

   1681480	  0.174923	  0.174646	  0.167472		CURRENT LEARNING RATE: 3.4868745829557434e-08
previous_iter_valid_loss : 0.16177962720394135

   1681500	  0.161936	  0.161780	  0.167473		CURRENT LEARNING RATE: 3.486177277771997e-08
previous_iter_valid_loss : 0.1639307588338852

   1681520	  0.164125	  0.163931	  0.167044		CURRENT LEARNING RATE: 3.485480112035342e-08
previous_iter_valid_loss : 0.1767873764038086

   1681540	  0.176944	  0.176787	  0.166494		CURRENT LEARNING RATE: 3.4847830857178914e-08
previous_iter_valid_loss : 0.16558384895324707

   1681560	  0.165802	  0.165584	  0.166722		CURRENT LEARNING RATE: 3.484086198791765e-08
previous_iter_valid_loss : 0.16060931980609894

   1681580	  0.160766	  0.160609	  0.166479		CURRENT LEARNING RATE: 3.483389451229087e-08
previous_iter_valid_loss : 0.1835743933916092

   1681600	  0.183932	  0.183574	  0.166834		CURRENT LEARNING RATE: 3.4826928430019875e-08
previous_iter_valid_loss : 0.1634780317544937

   1681620	  0.163675	  0.163478	  0.166389		CURRENT LEARNING RATE: 3.4819963740825896e-08
previous_iter_valid_loss : 0.16398562490940094

   1681640	  0.164158	  0.163986	  0.166412		CURRENT LEARNING RATE: 3.48130004444306e-08
previous_iter_valid_loss : 0.16685041785240173

   1681660	  0.167005	  0.166850	  0.166430		CURRENT LEARNING RATE: 3.480603854055533e-08
previous_iter_valid_loss : 0.16152293980121613

   1681680	  0.161676	  0.161523	  0.166477		CURRENT LEARNING RATE: 3.47990780289216e-08
previous_iter_valid_loss : 0.17592696845531464

   1681700	  0.176078	  0.175927	  0.167230		CURRENT LEARNING RATE: 3.4792118909250994e-08
previous_iter_valid_loss : 0.1762591302394867

   1681720	  0.176410	  0.176259	  0.167920		CURRENT LEARNING RATE: 3.478516118126515e-08
previous_iter_valid_loss : 0.17864352464675903

   1681740	  0.178961	  0.178644	  0.168756		CURRENT LEARNING RATE: 3.477820484468576e-08
previous_iter_valid_loss : 0.16532361507415771

   1681760	  0.165481	  0.165324	  0.168995		CURRENT LEARNING RATE: 3.4771249899234566e-08
previous_iter_valid_loss : 0.16197361052036285

   1681780	  0.162133	  0.161974	  0.168306		CURRENT LEARNING RATE: 3.476429634463325e-08
previous_iter_valid_loss : 0.16056230664253235

   1681800	  0.160726	  0.160562	  0.168117		CURRENT LEARNING RATE: 3.475734418060392e-08
previous_iter_valid_loss : 0.16724766790866852

   1681820	  0.167403	  0.167248	  0.168453		CURRENT LEARNING RATE: 3.475039340686835e-08
previous_iter_valid_loss : 0.16108031570911407

   1681840	  0.161259	  0.161080	  0.167567		CURRENT LEARNING RATE: 3.4743444023148535e-08
previous_iter_valid_loss : 0.19203494489192963

   1681860	  0.192153	  0.192035	  0.169089		CURRENT LEARNING RATE: 3.473649602916648e-08
previous_iter_valid_loss : 0.1613164246082306

   1681880	  0.161505	  0.161316	  0.168422		CURRENT LEARNING RATE: 3.4729549424644264e-08
previous_iter_valid_loss : 0.18478280305862427

   1681900	  0.185158	  0.184783	  0.169573		CURRENT LEARNING RATE: 3.4722604209304044e-08
previous_iter_valid_loss : 0.1672593057155609

   1681920	  0.167415	  0.167259	  0.169739		CURRENT LEARNING RATE: 3.471566038286786e-08
previous_iter_valid_loss : 0.1620103269815445

   1681940	  0.162168	  0.162010	  0.169000		CURRENT LEARNING RATE: 3.4708717945058226e-08
previous_iter_valid_loss : 0.16185262799263

   1681960	  0.162035	  0.161853	  0.168813		CURRENT LEARNING RATE: 3.4701776895597313e-08
previous_iter_valid_loss : 0.16708531975746155

   1681980	  0.167245	  0.167085	  0.169137		CURRENT LEARNING RATE: 3.469483723420749e-08
previous_iter_valid_loss : 0.165441632270813

   1682000	  0.165604	  0.165442	  0.168231		CURRENT LEARNING RATE: 3.4687898960611145e-08
previous_iter_valid_loss : 0.1626269519329071

   1682020	  0.162817	  0.162627	  0.168188		CURRENT LEARNING RATE: 3.468096207453077e-08
previous_iter_valid_loss : 0.16055771708488464

   1682040	  0.160712	  0.160558	  0.168017		CURRENT LEARNING RATE: 3.467402657568888e-08
previous_iter_valid_loss : 0.16117700934410095

   1682060	  0.161361	  0.161177	  0.167733		CURRENT LEARNING RATE: 3.466709246380806e-08
previous_iter_valid_loss : 0.16182659566402435

   1682080	  0.161981	  0.161827	  0.167748		CURRENT LEARNING RATE: 3.4660159738610826e-08
previous_iter_valid_loss : 0.1605314463376999

   1682100	  0.160692	  0.160531	  0.166978		CURRENT LEARNING RATE: 3.4653228399820104e-08
previous_iter_valid_loss : 0.1722336709499359

   1682120	  0.172384	  0.172234	  0.166777		CURRENT LEARNING RATE: 3.464629844715852e-08
previous_iter_valid_loss : 0.1645461916923523

   1682140	  0.164751	  0.164546	  0.166072		CURRENT LEARNING RATE: 3.463936988034888e-08
previous_iter_valid_loss : 0.16054265201091766

   1682160	  0.160702	  0.160543	  0.165833		CURRENT LEARNING RATE: 3.463244269911404e-08
previous_iter_valid_loss : 0.16066093742847443

   1682180	  0.160809	  0.160661	  0.165768		CURRENT LEARNING RATE: 3.462551690317691e-08
previous_iter_valid_loss : 0.18025633692741394

   1682200	  0.180594	  0.180256	  0.166752		CURRENT LEARNING RATE: 3.4618592492260466e-08
previous_iter_valid_loss : 0.1846684366464615

   1682220	  0.184808	  0.184668	  0.167623		CURRENT LEARNING RATE: 3.4611669466087724e-08
previous_iter_valid_loss : 0.16206812858581543

   1682240	  0.162224	  0.162068	  0.167673		CURRENT LEARNING RATE: 3.4604747824381645e-08
previous_iter_valid_loss : 0.17197689414024353

   1682260	  0.172126	  0.171977	  0.166670		CURRENT LEARNING RATE: 3.45978275668656e-08
previous_iter_valid_loss : 0.16800019145011902

   1682280	  0.168217	  0.168000	  0.167004		CURRENT LEARNING RATE: 3.4590908693262664e-08
previous_iter_valid_loss : 0.19840790331363678

   1682300	  0.198912	  0.198408	  0.167685		CURRENT LEARNING RATE: 3.458399120329609e-08
previous_iter_valid_loss : 0.1605086624622345

   1682320	  0.160675	  0.160509	  0.167348		CURRENT LEARNING RATE: 3.4577075096689155e-08
previous_iter_valid_loss : 0.1628941148519516

   1682340	  0.163071	  0.162894	  0.167392		CURRENT LEARNING RATE: 3.457016037316524e-08
previous_iter_valid_loss : 0.16055859625339508

   1682360	  0.160726	  0.160559	  0.167327		CURRENT LEARNING RATE: 3.456324703244774e-08
previous_iter_valid_loss : 0.16971340775489807

   1682380	  0.169948	  0.169713	  0.167459		CURRENT LEARNING RATE: 3.455633507426e-08
previous_iter_valid_loss : 0.17280714213848114

   1682400	  0.172957	  0.172807	  0.167827		CURRENT LEARNING RATE: 3.454942449832579e-08
previous_iter_valid_loss : 0.16416047513484955

   1682420	  0.164331	  0.164160	  0.167904		CURRENT LEARNING RATE: 3.4542515304368566e-08
previous_iter_valid_loss : 0.16079936921596527

   1682440	  0.160960	  0.160799	  0.167916		CURRENT LEARNING RATE: 3.4535607492111964e-08
previous_iter_valid_loss : 0.16111743450164795

   1682460	  0.161284	  0.161117	  0.167913		CURRENT LEARNING RATE: 3.452870106127966e-08
previous_iter_valid_loss : 0.16360221803188324

   1682480	  0.163795	  0.163602	  0.168001		CURRENT LEARNING RATE: 3.452179601159541e-08
previous_iter_valid_loss : 0.16366298496723175

   1682500	  0.163826	  0.163663	  0.168158		CURRENT LEARNING RATE: 3.4514892342783e-08
previous_iter_valid_loss : 0.16056141257286072

   1682520	  0.160713	  0.160561	  0.167574		CURRENT LEARNING RATE: 3.450799005456628e-08
previous_iter_valid_loss : 0.1697341352701187

   1682540	  0.169986	  0.169734	  0.167834		CURRENT LEARNING RATE: 3.450108914666906e-08
previous_iter_valid_loss : 0.16061057150363922

   1682560	  0.160769	  0.160611	  0.167837		CURRENT LEARNING RATE: 3.4494189618815525e-08
previous_iter_valid_loss : 0.16300353407859802

   1682580	  0.163197	  0.163004	  0.167954		CURRENT LEARNING RATE: 3.448729147072958e-08
previous_iter_valid_loss : 0.16597318649291992

   1682600	  0.166177	  0.165973	  0.167240		CURRENT LEARNING RATE: 3.44803947021353e-08
previous_iter_valid_loss : 0.16049864888191223

   1682620	  0.160668	  0.160499	  0.166032		CURRENT LEARNING RATE: 3.447349931275681e-08
previous_iter_valid_loss : 0.1610369235277176

   1682640	  0.161191	  0.161037	  0.165980		CURRENT LEARNING RATE: 3.44666053023183e-08
previous_iter_valid_loss : 0.1610424965620041

   1682660	  0.161203	  0.161042	  0.165433		CURRENT LEARNING RATE: 3.4459712670544004e-08
previous_iter_valid_loss : 0.1698421686887741

   1682680	  0.169996	  0.169842	  0.165526		CURRENT LEARNING RATE: 3.44528214171581e-08
previous_iter_valid_loss : 0.1605585664510727

   1682700	  0.160707	  0.160559	  0.163633		CURRENT LEARNING RATE: 3.4445931541885176e-08
previous_iter_valid_loss : 0.16456228494644165

   1682720	  0.164760	  0.164562	  0.163836		CURRENT LEARNING RATE: 3.443904304444952e-08
previous_iter_valid_loss : 0.16321662068367004

   1682740	  0.163410	  0.163217	  0.163852		CURRENT LEARNING RATE: 3.443215592457559e-08
previous_iter_valid_loss : 0.16601742804050446

   1682760	  0.166234	  0.166017	  0.164125		CURRENT LEARNING RATE: 3.4425270181987906e-08
previous_iter_valid_loss : 0.161686509847641

   1682780	  0.161872	  0.161687	  0.163723		CURRENT LEARNING RATE: 3.441838581641103e-08
previous_iter_valid_loss : 0.16150431334972382

   1682800	  0.161658	  0.161504	  0.163158		CURRENT LEARNING RATE: 3.441150282756959e-08
previous_iter_valid_loss : 0.16536180675029755

   1682820	  0.165578	  0.165362	  0.163218		CURRENT LEARNING RATE: 3.440462121518827e-08
previous_iter_valid_loss : 0.17077253758907318

   1682840	  0.170922	  0.170773	  0.163717		CURRENT LEARNING RATE: 3.439774097899168e-08
previous_iter_valid_loss : 0.17518293857574463

   1682860	  0.175332	  0.175183	  0.164420		CURRENT LEARNING RATE: 3.4390862118704854e-08
previous_iter_valid_loss : 0.1759965568780899

   1682880	  0.176285	  0.175997	  0.165040		CURRENT LEARNING RATE: 3.4383984634052515e-08
previous_iter_valid_loss : 0.16179002821445465

   1682900	  0.161975	  0.161790	  0.164946		CURRENT LEARNING RATE: 3.4377108524759574e-08
previous_iter_valid_loss : 0.16397562623023987

   1682920	  0.164147	  0.163976	  0.165117		CURRENT LEARNING RATE: 3.437023379055097e-08
previous_iter_valid_loss : 0.1628963053226471

   1682940	  0.163064	  0.162896	  0.164775		CURRENT LEARNING RATE: 3.436336043115173e-08
previous_iter_valid_loss : 0.176402747631073

   1682960	  0.176560	  0.176403	  0.165565		CURRENT LEARNING RATE: 3.435648844628691e-08
previous_iter_valid_loss : 0.16059893369674683

   1682980	  0.160759	  0.160599	  0.165445		CURRENT LEARNING RATE: 3.4349617835681634e-08
previous_iter_valid_loss : 0.1688719093799591

   1683000	  0.169027	  0.168872	  0.165590		CURRENT LEARNING RATE: 3.4342748599060946e-08
previous_iter_valid_loss : 0.16734282672405243

   1683020	  0.167570	  0.167343	  0.165932		CURRENT LEARNING RATE: 3.433588073615034e-08
previous_iter_valid_loss : 0.18444833159446716

   1683040	  0.184832	  0.184448	  0.167102		CURRENT LEARNING RATE: 3.432901424667496e-08
previous_iter_valid_loss : 0.1606680154800415

   1683060	  0.160844	  0.160668	  0.167084		CURRENT LEARNING RATE: 3.4322149130360156e-08
previous_iter_valid_loss : 0.16117671132087708

   1683080	  0.161362	  0.161177	  0.166650		CURRENT LEARNING RATE: 3.431528538693132e-08
previous_iter_valid_loss : 0.16639387607574463

   1683100	  0.166615	  0.166394	  0.166942		CURRENT LEARNING RATE: 3.4308423016113906e-08
previous_iter_valid_loss : 0.17030677199363708

   1683120	  0.170563	  0.170307	  0.167229		CURRENT LEARNING RATE: 3.430156201763342e-08
previous_iter_valid_loss : 0.16736069321632385

   1683140	  0.167518	  0.167361	  0.167437		CURRENT LEARNING RATE: 3.42947023912153e-08
previous_iter_valid_loss : 0.16356681287288666

   1683160	  0.163771	  0.163567	  0.167314		CURRENT LEARNING RATE: 3.428784413658539e-08
previous_iter_valid_loss : 0.1705978363752365

   1683180	  0.170846	  0.170598	  0.167760		CURRENT LEARNING RATE: 3.4280987253469256e-08
previous_iter_valid_loss : 0.16574303805828094

   1683200	  0.165904	  0.165743	  0.167971		CURRENT LEARNING RATE: 3.427413174159262e-08
previous_iter_valid_loss : 0.16121289134025574

   1683220	  0.161397	  0.161213	  0.167764		CURRENT LEARNING RATE: 3.4267277600681254e-08
previous_iter_valid_loss : 0.16932103037834167

   1683240	  0.169473	  0.169321	  0.167691		CURRENT LEARNING RATE: 3.4260424830461e-08
previous_iter_valid_loss : 0.16553662717342377

   1683260	  0.165697	  0.165537	  0.167209		CURRENT LEARNING RATE: 3.425357343065774e-08
previous_iter_valid_loss : 0.1659478396177292

   1683280	  0.166105	  0.165948	  0.166707		CURRENT LEARNING RATE: 3.4246723400997424e-08
previous_iter_valid_loss : 0.16419477760791779

   1683300	  0.164392	  0.164195	  0.166827		CURRENT LEARNING RATE: 3.423987474120593e-08
previous_iter_valid_loss : 0.16887976229190826

   1683320	  0.169127	  0.168880	  0.167072		CURRENT LEARNING RATE: 3.4233027451009547e-08
previous_iter_valid_loss : 0.16841353476047516

   1683340	  0.168563	  0.168414	  0.167348		CURRENT LEARNING RATE: 3.4226181530134264e-08
previous_iter_valid_loss : 0.16838018596172333

   1683360	  0.168538	  0.168380	  0.166947		CURRENT LEARNING RATE: 3.421933697830625e-08
previous_iter_valid_loss : 0.16064299643039703

   1683380	  0.160794	  0.160643	  0.166949		CURRENT LEARNING RATE: 3.421249379525172e-08
previous_iter_valid_loss : 0.16415923833847046

   1683400	  0.164325	  0.164159	  0.166713		CURRENT LEARNING RATE: 3.420565198069695e-08
previous_iter_valid_loss : 0.16757656633853912

   1683420	  0.167804	  0.167577	  0.166725		CURRENT LEARNING RATE: 3.419881153436826e-08
previous_iter_valid_loss : 0.16900625824928284

   1683440	  0.169159	  0.169006	  0.165953		CURRENT LEARNING RATE: 3.419197245599204e-08
previous_iter_valid_loss : 0.1608690619468689

   1683460	  0.161047	  0.160869	  0.165963		CURRENT LEARNING RATE: 3.41851347452946e-08
previous_iter_valid_loss : 0.17002707719802856

   1683480	  0.170276	  0.170027	  0.166406		CURRENT LEARNING RATE: 3.4178298402002676e-08
previous_iter_valid_loss : 0.16699540615081787

   1683500	  0.167154	  0.166995	  0.166436		CURRENT LEARNING RATE: 3.4171463425842685e-08
previous_iter_valid_loss : 0.16052591800689697

   1683520	  0.160690	  0.160526	  0.165947		CURRENT LEARNING RATE: 3.416462981654124e-08
previous_iter_valid_loss : 0.16941769421100616

   1683540	  0.169567	  0.169418	  0.166049		CURRENT LEARNING RATE: 3.4157797573824997e-08
previous_iter_valid_loss : 0.16603496670722961

   1683560	  0.166259	  0.166035	  0.166173		CURRENT LEARNING RATE: 3.415096669742066e-08
previous_iter_valid_loss : 0.16179393231868744

   1683580	  0.161986	  0.161794	  0.165733		CURRENT LEARNING RATE: 3.414413718705499e-08
previous_iter_valid_loss : 0.16114918887615204

   1683600	  0.161312	  0.161149	  0.165503		CURRENT LEARNING RATE: 3.4137309042454693e-08
previous_iter_valid_loss : 0.1619708389043808

   1683620	  0.162127	  0.161971	  0.165541		CURRENT LEARNING RATE: 3.413048226334689e-08
previous_iter_valid_loss : 0.16377010941505432

   1683640	  0.163969	  0.163770	  0.165263		CURRENT LEARNING RATE: 3.412365684945837e-08
previous_iter_valid_loss : 0.16954943537712097

   1683660	  0.169790	  0.169549	  0.165464		CURRENT LEARNING RATE: 3.411683280051614e-08
previous_iter_valid_loss : 0.16895908117294312

   1683680	  0.169115	  0.168959	  0.165615		CURRENT LEARNING RATE: 3.411001011624722e-08
previous_iter_valid_loss : 0.1615460067987442

   1683700	  0.161703	  0.161546	  0.165482		CURRENT LEARNING RATE: 3.410318879637871e-08
previous_iter_valid_loss : 0.16214725375175476

   1683720	  0.162297	  0.162147	  0.165146		CURRENT LEARNING RATE: 3.409636884063776e-08
previous_iter_valid_loss : 0.16098038852214813

   1683740	  0.161137	  0.160980	  0.164774		CURRENT LEARNING RATE: 3.4089550248751565e-08
previous_iter_valid_loss : 0.1804734468460083

   1683760	  0.180803	  0.180473	  0.165379		CURRENT LEARNING RATE: 3.408273302044726e-08
previous_iter_valid_loss : 0.1620592325925827

   1683780	  0.162249	  0.162059	  0.165449		CURRENT LEARNING RATE: 3.407591715545241e-08
previous_iter_valid_loss : 0.16289536654949188

   1683800	  0.163053	  0.162895	  0.165386		CURRENT LEARNING RATE: 3.406910265349425e-08
previous_iter_valid_loss : 0.18518328666687012

   1683820	  0.185329	  0.185183	  0.166266		CURRENT LEARNING RATE: 3.406228951430019e-08
previous_iter_valid_loss : 0.16190727055072784

   1683840	  0.162051	  0.161907	  0.165912		CURRENT LEARNING RATE: 3.4055477737597726e-08
previous_iter_valid_loss : 0.16054247319698334

   1683860	  0.160706	  0.160542	  0.165895		CURRENT LEARNING RATE: 3.404866732311437e-08
previous_iter_valid_loss : 0.16748780012130737

   1683880	  0.167644	  0.167488	  0.165768		CURRENT LEARNING RATE: 3.4041858270577716e-08
previous_iter_valid_loss : 0.17249104380607605

   1683900	  0.172640	  0.172491	  0.166043		CURRENT LEARNING RATE: 3.403505057971527e-08
previous_iter_valid_loss : 0.16068053245544434

   1683920	  0.160856	  0.160681	  0.166051		CURRENT LEARNING RATE: 3.4028244250254975e-08
previous_iter_valid_loss : 0.18854719400405884

   1683940	  0.188679	  0.188547	  0.167007		CURRENT LEARNING RATE: 3.4021439281924456e-08
previous_iter_valid_loss : 0.16059920191764832

   1683960	  0.160756	  0.160599	  0.166735		CURRENT LEARNING RATE: 3.4014635674451516e-08
previous_iter_valid_loss : 0.1609259992837906

   1683980	  0.161096	  0.160926	  0.166692		CURRENT LEARNING RATE: 3.4007833427564006e-08
previous_iter_valid_loss : 0.16684529185295105

   1684000	  0.167067	  0.166845	  0.166977		CURRENT LEARNING RATE: 3.400103254098983e-08
previous_iter_valid_loss : 0.16339698433876038

   1684020	  0.163602	  0.163397	  0.167048		CURRENT LEARNING RATE: 3.399423301445697e-08
previous_iter_valid_loss : 0.16564872860908508

   1684040	  0.165868	  0.165649	  0.167142		CURRENT LEARNING RATE: 3.398743484769343e-08
previous_iter_valid_loss : 0.1813473403453827

   1684060	  0.181504	  0.181347	  0.167732		CURRENT LEARNING RATE: 3.398063804042717e-08
previous_iter_valid_loss : 0.1655082404613495

   1684080	  0.165678	  0.165508	  0.167559		CURRENT LEARNING RATE: 3.397384259238656e-08
previous_iter_valid_loss : 0.16188202798366547

   1684100	  0.162042	  0.161882	  0.167576		CURRENT LEARNING RATE: 3.3967048503299656e-08
previous_iter_valid_loss : 0.17346984148025513

   1684120	  0.173744	  0.173470	  0.168142		CURRENT LEARNING RATE: 3.396025577289469e-08
previous_iter_valid_loss : 0.16065481305122375

   1684140	  0.160815	  0.160655	  0.168126		CURRENT LEARNING RATE: 3.395346440089996e-08
previous_iter_valid_loss : 0.16190606355667114

   1684160	  0.162105	  0.161906	  0.167198		CURRENT LEARNING RATE: 3.394667438704382e-08
previous_iter_valid_loss : 0.16176874935626984

   1684180	  0.161958	  0.161769	  0.167183		CURRENT LEARNING RATE: 3.393988573105465e-08
previous_iter_valid_loss : 0.16369663178920746

   1684200	  0.163883	  0.163697	  0.167223		CURRENT LEARNING RATE: 3.3933098432660924e-08
previous_iter_valid_loss : 0.1687793731689453

   1684220	  0.168936	  0.168779	  0.166403		CURRENT LEARNING RATE: 3.392631249159101e-08
previous_iter_valid_loss : 0.1607082486152649

   1684240	  0.160883	  0.160708	  0.166343		CURRENT LEARNING RATE: 3.391952790757373e-08
previous_iter_valid_loss : 0.16781292855739594

   1684260	  0.167963	  0.167813	  0.166707		CURRENT LEARNING RATE: 3.391274468033756e-08
previous_iter_valid_loss : 0.165444478392601

   1684280	  0.165610	  0.165444	  0.166604		CURRENT LEARNING RATE: 3.390596280961119e-08
previous_iter_valid_loss : 0.16122566163539886

   1684300	  0.161384	  0.161226	  0.166041		CURRENT LEARNING RATE: 3.3899182295123335e-08
previous_iter_valid_loss : 0.17255671322345734

   1684320	  0.172709	  0.172557	  0.166635		CURRENT LEARNING RATE: 3.389240313660278e-08
previous_iter_valid_loss : 0.16099703311920166

   1684340	  0.161175	  0.160997	  0.165257		CURRENT LEARNING RATE: 3.388562533377835e-08
previous_iter_valid_loss : 0.16371136903762817

   1684360	  0.163909	  0.163711	  0.165413		CURRENT LEARNING RATE: 3.387884888637881e-08
previous_iter_valid_loss : 0.16070525348186493

   1684380	  0.160881	  0.160705	  0.165402		CURRENT LEARNING RATE: 3.387207379413336e-08
previous_iter_valid_loss : 0.1770215928554535

   1684400	  0.177321	  0.177022	  0.165911		CURRENT LEARNING RATE: 3.3865300056770863e-08
previous_iter_valid_loss : 0.1611446738243103

   1684420	  0.161322	  0.161145	  0.165798		CURRENT LEARNING RATE: 3.385852767402038e-08
previous_iter_valid_loss : 0.16083264350891113

   1684440	  0.161007	  0.160833	  0.165557		CURRENT LEARNING RATE: 3.3851756645611e-08
previous_iter_valid_loss : 0.17293307185173035

   1684460	  0.173081	  0.172933	  0.165137		CURRENT LEARNING RATE: 3.3844986971271894e-08
previous_iter_valid_loss : 0.16744552552700043

   1684480	  0.167603	  0.167446	  0.165234		CURRENT LEARNING RATE: 3.383821865073227e-08
previous_iter_valid_loss : 0.16720643639564514

   1684500	  0.167367	  0.167206	  0.165500		CURRENT LEARNING RATE: 3.38314516837214e-08
previous_iter_valid_loss : 0.16051965951919556

   1684520	  0.160679	  0.160520	  0.164852		CURRENT LEARNING RATE: 3.3824686069968474e-08
previous_iter_valid_loss : 0.17400075495243073

   1684540	  0.174279	  0.174001	  0.165520		CURRENT LEARNING RATE: 3.381792180920312e-08
previous_iter_valid_loss : 0.16201215982437134

   1684560	  0.162198	  0.162012	  0.165525		CURRENT LEARNING RATE: 3.381115890115464e-08
previous_iter_valid_loss : 0.16235309839248657

   1684580	  0.162526	  0.162353	  0.165554		CURRENT LEARNING RATE: 3.380439734555253e-08
previous_iter_valid_loss : 0.16353510320186615

   1684600	  0.163731	  0.163535	  0.165546		CURRENT LEARNING RATE: 3.379763714212631e-08
previous_iter_valid_loss : 0.17155206203460693

   1684620	  0.171697	  0.171552	  0.165685		CURRENT LEARNING RATE: 3.379087829060558e-08
previous_iter_valid_loss : 0.16390863060951233

   1684640	  0.164105	  0.163909	  0.165845		CURRENT LEARNING RATE: 3.378412079071999e-08
previous_iter_valid_loss : 0.1626279205083847

   1684660	  0.162797	  0.162628	  0.165585		CURRENT LEARNING RATE: 3.3777364642199114e-08
previous_iter_valid_loss : 0.16681955754756927

   1684680	  0.166979	  0.166820	  0.165654		CURRENT LEARNING RATE: 3.377060984477295e-08
previous_iter_valid_loss : 0.16250160336494446

   1684700	  0.162699	  0.162502	  0.165718		CURRENT LEARNING RATE: 3.376385639817118e-08
previous_iter_valid_loss : 0.16135753691196442

   1684720	  0.161549	  0.161358	  0.165158		CURRENT LEARNING RATE: 3.375710430212368e-08
previous_iter_valid_loss : 0.16930371522903442

   1684740	  0.169455	  0.169304	  0.165573		CURRENT LEARNING RATE: 3.375035355636034e-08
previous_iter_valid_loss : 0.16095848381519318

   1684760	  0.161114	  0.160958	  0.165436		CURRENT LEARNING RATE: 3.374360416061116e-08
previous_iter_valid_loss : 0.1873120218515396

   1684780	  0.187447	  0.187312	  0.166766		CURRENT LEARNING RATE: 3.373685611460615e-08
previous_iter_valid_loss : 0.16054068505764008

   1684800	  0.160690	  0.160541	  0.165942		CURRENT LEARNING RATE: 3.373010941807538e-08
previous_iter_valid_loss : 0.18352237343788147

   1684820	  0.183673	  0.183522	  0.167061		CURRENT LEARNING RATE: 3.372336407074888e-08
previous_iter_valid_loss : 0.16576555371284485

   1684840	  0.165922	  0.165766	  0.167308		CURRENT LEARNING RATE: 3.371662007235707e-08
previous_iter_valid_loss : 0.16140782833099365

   1684860	  0.161566	  0.161408	  0.166731		CURRENT LEARNING RATE: 3.370987742263006e-08
previous_iter_valid_loss : 0.16383928060531616

   1684880	  0.164050	  0.163839	  0.166551		CURRENT LEARNING RATE: 3.370313612129815e-08
previous_iter_valid_loss : 0.16431519389152527

   1684900	  0.164508	  0.164315	  0.166406		CURRENT LEARNING RATE: 3.3696396168091696e-08
previous_iter_valid_loss : 0.16128723323345184

   1684920	  0.161448	  0.161287	  0.166445		CURRENT LEARNING RATE: 3.368965756274109e-08
previous_iter_valid_loss : 0.16069833934307098

   1684940	  0.160874	  0.160698	  0.165780		CURRENT LEARNING RATE: 3.368292030497679e-08
previous_iter_valid_loss : 0.16210758686065674

   1684960	  0.162267	  0.162108	  0.165784		CURRENT LEARNING RATE: 3.367618439452931e-08
previous_iter_valid_loss : 0.17307019233703613

   1684980	  0.173342	  0.173070	  0.166320		CURRENT LEARNING RATE: 3.366944983112909e-08
previous_iter_valid_loss : 0.16278204321861267

   1685000	  0.162945	  0.162782	  0.166283		CURRENT LEARNING RATE: 3.366271661450699e-08
previous_iter_valid_loss : 0.17399220168590546

   1685020	  0.174148	  0.173992	  0.166405		CURRENT LEARNING RATE: 3.365598474439355e-08
previous_iter_valid_loss : 0.1605038195848465

   1685040	  0.160674	  0.160504	  0.166234		CURRENT LEARNING RATE: 3.364925422051951e-08
previous_iter_valid_loss : 0.16128326952457428

   1685060	  0.161467	  0.161283	  0.166167		CURRENT LEARNING RATE: 3.364252504261565e-08
previous_iter_valid_loss : 0.1663522571325302

   1685080	  0.166568	  0.166352	  0.166144		CURRENT LEARNING RATE: 3.363579721041278e-08
previous_iter_valid_loss : 0.16519685089588165

   1685100	  0.165394	  0.165197	  0.166279		CURRENT LEARNING RATE: 3.362907072364181e-08
previous_iter_valid_loss : 0.16646277904510498

   1685120	  0.166682	  0.166463	  0.166534		CURRENT LEARNING RATE: 3.3622345582033564e-08
previous_iter_valid_loss : 0.16960836946964264

   1685140	  0.169853	  0.169608	  0.166549		CURRENT LEARNING RATE: 3.3615621785319255e-08
previous_iter_valid_loss : 0.16415256261825562

   1685160	  0.164353	  0.164153	  0.166709		CURRENT LEARNING RATE: 3.360889933322982e-08
previous_iter_valid_loss : 0.1696755588054657

   1685180	  0.169929	  0.169676	  0.165827		CURRENT LEARNING RATE: 3.360217822549637e-08
previous_iter_valid_loss : 0.16214056313037872

   1685200	  0.162329	  0.162141	  0.165907		CURRENT LEARNING RATE: 3.359545846185005e-08
previous_iter_valid_loss : 0.16085673868656158

   1685220	  0.161016	  0.160857	  0.164774		CURRENT LEARNING RATE: 3.358874004202207e-08
previous_iter_valid_loss : 0.16519199311733246

   1685240	  0.165419	  0.165192	  0.164745		CURRENT LEARNING RATE: 3.3582022965743705e-08
previous_iter_valid_loss : 0.1610003113746643

   1685260	  0.161187	  0.161000	  0.164725		CURRENT LEARNING RATE: 3.3575307232746254e-08
previous_iter_valid_loss : 0.16391785442829132

   1685280	  0.164092	  0.163918	  0.164729		CURRENT LEARNING RATE: 3.356859284276098e-08
previous_iter_valid_loss : 0.16114163398742676

   1685300	  0.161329	  0.161142	  0.164570		CURRENT LEARNING RATE: 3.3561879795519544e-08
previous_iter_valid_loss : 0.16053375601768494

   1685320	  0.160699	  0.160534	  0.164532		CURRENT LEARNING RATE: 3.3555168090753306e-08
previous_iter_valid_loss : 0.16117346286773682

   1685340	  0.161361	  0.161173	  0.164556		CURRENT LEARNING RATE: 3.3548457728193795e-08
previous_iter_valid_loss : 0.160539448261261

   1685360	  0.160715	  0.160539	  0.164478		CURRENT LEARNING RATE: 3.3541748707572595e-08
previous_iter_valid_loss : 0.16168126463890076

   1685380	  0.161856	  0.161681	  0.163908		CURRENT LEARNING RATE: 3.3535041028621354e-08
previous_iter_valid_loss : 0.18838681280612946

   1685400	  0.188819	  0.188387	  0.165188		CURRENT LEARNING RATE: 3.352833469107175e-08
previous_iter_valid_loss : 0.1698276847600937

   1685420	  0.169982	  0.169828	  0.164980		CURRENT LEARNING RATE: 3.352162969465554e-08
previous_iter_valid_loss : 0.17699138820171356

   1685440	  0.177146	  0.176991	  0.165804		CURRENT LEARNING RATE: 3.351492603910441e-08
previous_iter_valid_loss : 0.16058340668678284

   1685460	  0.160732	  0.160583	  0.165770		CURRENT LEARNING RATE: 3.350822372415044e-08
previous_iter_valid_loss : 0.1617385596036911

   1685480	  0.161903	  0.161739	  0.165539		CURRENT LEARNING RATE: 3.350152274952543e-08
previous_iter_valid_loss : 0.16086243093013763

   1685500	  0.161041	  0.160862	  0.165322		CURRENT LEARNING RATE: 3.3494823114961326e-08
previous_iter_valid_loss : 0.16064417362213135

   1685520	  0.160809	  0.160644	  0.165031		CURRENT LEARNING RATE: 3.348812482019015e-08
previous_iter_valid_loss : 0.1607278436422348

   1685540	  0.160898	  0.160728	  0.164587		CURRENT LEARNING RATE: 3.348142786494398e-08
previous_iter_valid_loss : 0.1670159101486206

   1685560	  0.167244	  0.167016	  0.164730		CURRENT LEARNING RATE: 3.347473224895492e-08
previous_iter_valid_loss : 0.16614983975887299

   1685580	  0.166309	  0.166150	  0.164554		CURRENT LEARNING RATE: 3.346803797195504e-08
previous_iter_valid_loss : 0.1687633991241455

   1685600	  0.168915	  0.168763	  0.164885		CURRENT LEARNING RATE: 3.3461345033676804e-08
previous_iter_valid_loss : 0.16367535293102264

   1685620	  0.163866	  0.163675	  0.165026		CURRENT LEARNING RATE: 3.3454653433852376e-08
previous_iter_valid_loss : 0.1607402116060257

   1685640	  0.160902	  0.160740	  0.164804		CURRENT LEARNING RATE: 3.344796317221409e-08
previous_iter_valid_loss : 0.16395927965641022

   1685660	  0.164151	  0.163959	  0.164951		CURRENT LEARNING RATE: 3.344127424849432e-08
previous_iter_valid_loss : 0.16595938801765442

   1685680	  0.166125	  0.165959	  0.165054		CURRENT LEARNING RATE: 3.343458666242554e-08
previous_iter_valid_loss : 0.19728608429431915

   1685700	  0.197798	  0.197286	  0.166861		CURRENT LEARNING RATE: 3.342790041374023e-08
previous_iter_valid_loss : 0.17065821588039398

   1685720	  0.170912	  0.170658	  0.167367		CURRENT LEARNING RATE: 3.342121550217093e-08
previous_iter_valid_loss : 0.16245754063129425

   1685740	  0.162647	  0.162458	  0.167431		CURRENT LEARNING RATE: 3.341453192745015e-08
previous_iter_valid_loss : 0.1609562784433365

   1685760	  0.161108	  0.160956	  0.167452		CURRENT LEARNING RATE: 3.3407849689310766e-08
previous_iter_valid_loss : 0.1732848882675171

   1685780	  0.173429	  0.173285	  0.168032		CURRENT LEARNING RATE: 3.340116878748537e-08
previous_iter_valid_loss : 0.16702231764793396

   1685800	  0.167246	  0.167022	  0.166964		CURRENT LEARNING RATE: 3.339448922170673e-08
previous_iter_valid_loss : 0.16052043437957764

   1685820	  0.160699	  0.160520	  0.166499		CURRENT LEARNING RATE: 3.3387810991707663e-08
previous_iter_valid_loss : 0.16064853966236115

   1685840	  0.160816	  0.160649	  0.165681		CURRENT LEARNING RATE: 3.338113409722104e-08
previous_iter_valid_loss : 0.16242772340774536

   1685860	  0.162621	  0.162428	  0.165774		CURRENT LEARNING RATE: 3.337445853797979e-08
previous_iter_valid_loss : 0.16053199768066406

   1685880	  0.160703	  0.160532	  0.165713		CURRENT LEARNING RATE: 3.3367784313716766e-08
previous_iter_valid_loss : 0.16870670020580292

   1685900	  0.168939	  0.168707	  0.166106		CURRENT LEARNING RATE: 3.336111142416524e-08
previous_iter_valid_loss : 0.16148898005485535

   1685920	  0.161672	  0.161489	  0.166148		CURRENT LEARNING RATE: 3.3354439869058166e-08
previous_iter_valid_loss : 0.1628832221031189

   1685940	  0.163057	  0.162883	  0.166256		CURRENT LEARNING RATE: 3.33477696481287e-08
previous_iter_valid_loss : 0.18596050143241882

   1685960	  0.186101	  0.185961	  0.167203		CURRENT LEARNING RATE: 3.334110076111002e-08
previous_iter_valid_loss : 0.16389018297195435

   1685980	  0.164085	  0.163890	  0.167090		CURRENT LEARNING RATE: 3.3334433207735375e-08
previous_iter_valid_loss : 0.16087093949317932

   1686000	  0.161051	  0.160871	  0.166695		CURRENT LEARNING RATE: 3.332776698773807e-08
previous_iter_valid_loss : 0.16445738077163696

   1686020	  0.164658	  0.164457	  0.166734		CURRENT LEARNING RATE: 3.332110210085144e-08
previous_iter_valid_loss : 0.1632307469844818

   1686040	  0.163423	  0.163231	  0.166859		CURRENT LEARNING RATE: 3.331443854680878e-08
previous_iter_valid_loss : 0.16062979400157928

   1686060	  0.160803	  0.160630	  0.166692		CURRENT LEARNING RATE: 3.3307776325343784e-08
previous_iter_valid_loss : 0.17836353182792664

   1686080	  0.178521	  0.178364	  0.167312		CURRENT LEARNING RATE: 3.3301115436189855e-08
previous_iter_valid_loss : 0.16325491666793823

   1686100	  0.163420	  0.163255	  0.165611		CURRENT LEARNING RATE: 3.329445587908054e-08
previous_iter_valid_loss : 0.16605781018733978

   1686120	  0.166222	  0.166058	  0.165381		CURRENT LEARNING RATE: 3.328779765374947e-08
previous_iter_valid_loss : 0.17006149888038635

   1686140	  0.170205	  0.170061	  0.165761		CURRENT LEARNING RATE: 3.32811407599303e-08
previous_iter_valid_loss : 0.16814158856868744

   1686160	  0.168374	  0.168142	  0.166120		CURRENT LEARNING RATE: 3.327448519735678e-08
previous_iter_valid_loss : 0.16101855039596558

   1686180	  0.161183	  0.161019	  0.165507		CURRENT LEARNING RATE: 3.326783096576266e-08
previous_iter_valid_loss : 0.1613541841506958

   1686200	  0.161508	  0.161354	  0.165224		CURRENT LEARNING RATE: 3.326117806488167e-08
previous_iter_valid_loss : 0.17438405752182007

   1686220	  0.174666	  0.174384	  0.165917		CURRENT LEARNING RATE: 3.325452649444792e-08
previous_iter_valid_loss : 0.16056251525878906

   1686240	  0.160718	  0.160563	  0.165913		CURRENT LEARNING RATE: 3.3247876254195244e-08
previous_iter_valid_loss : 0.1608789712190628

   1686260	  0.161056	  0.160879	  0.165835		CURRENT LEARNING RATE: 3.324122734385762e-08
previous_iter_valid_loss : 0.16059818863868713

   1686280	  0.160763	  0.160598	  0.165838		CURRENT LEARNING RATE: 3.323457976316909e-08
previous_iter_valid_loss : 0.17651277780532837

   1686300	  0.176805	  0.176513	  0.166229		CURRENT LEARNING RATE: 3.322793351186376e-08
previous_iter_valid_loss : 0.1684207171201706

   1686320	  0.168578	  0.168421	  0.166575		CURRENT LEARNING RATE: 3.3221288589675766e-08
previous_iter_valid_loss : 0.16169603168964386

   1686340	  0.161856	  0.161696	  0.166516		CURRENT LEARNING RATE: 3.321464499633921e-08
previous_iter_valid_loss : 0.181113600730896

   1686360	  0.181452	  0.181114	  0.166274		CURRENT LEARNING RATE: 3.320800273158857e-08
previous_iter_valid_loss : 0.16273191571235657

   1686380	  0.162912	  0.162732	  0.166216		CURRENT LEARNING RATE: 3.320136179515805e-08
previous_iter_valid_loss : 0.1624482274055481

   1686400	  0.162614	  0.162448	  0.166295		CURRENT LEARNING RATE: 3.3194722186782006e-08
previous_iter_valid_loss : 0.1948350965976715

   1686420	  0.194946	  0.194835	  0.167813		CURRENT LEARNING RATE: 3.3188083906194846e-08
previous_iter_valid_loss : 0.18927675485610962

   1686440	  0.189401	  0.189277	  0.169116		CURRENT LEARNING RATE: 3.318144695313105e-08
previous_iter_valid_loss : 0.1651567816734314

   1686460	  0.165359	  0.165157	  0.169342		CURRENT LEARNING RATE: 3.317481132732514e-08
previous_iter_valid_loss : 0.16233478486537933

   1686480	  0.162525	  0.162335	  0.168541		CURRENT LEARNING RATE: 3.316817702851169e-08
previous_iter_valid_loss : 0.16144239902496338

   1686500	  0.161629	  0.161442	  0.168450		CURRENT LEARNING RATE: 3.31615440564252e-08
previous_iter_valid_loss : 0.16910673677921295

   1686520	  0.169262	  0.169107	  0.168602		CURRENT LEARNING RATE: 3.3154912410800596e-08
previous_iter_valid_loss : 0.17007067799568176

   1686540	  0.170318	  0.170071	  0.168603		CURRENT LEARNING RATE: 3.31482820913725e-08
previous_iter_valid_loss : 0.16071365773677826

   1686560	  0.160886	  0.160714	  0.168232		CURRENT LEARNING RATE: 3.314165309787569e-08
previous_iter_valid_loss : 0.1695605367422104

   1686580	  0.169800	  0.169561	  0.168659		CURRENT LEARNING RATE: 3.3135025430045e-08
previous_iter_valid_loss : 0.1664215326309204

   1686600	  0.166581	  0.166422	  0.168912		CURRENT LEARNING RATE: 3.312839908761534e-08
previous_iter_valid_loss : 0.16096046566963196

   1686620	  0.161116	  0.160960	  0.168241		CURRENT LEARNING RATE: 3.312177407032164e-08
previous_iter_valid_loss : 0.16159333288669586

   1686640	  0.161746	  0.161593	  0.168292		CURRENT LEARNING RATE: 3.3115150377898916e-08
previous_iter_valid_loss : 0.1607588678598404

   1686660	  0.160935	  0.160759	  0.168286		CURRENT LEARNING RATE: 3.310852801008209e-08
previous_iter_valid_loss : 0.17456354200839996

   1686680	  0.174856	  0.174564	  0.168985		CURRENT LEARNING RATE: 3.310190696660651e-08
previous_iter_valid_loss : 0.1608266681432724

   1686700	  0.160986	  0.160827	  0.168200		CURRENT LEARNING RATE: 3.30952872472072e-08
previous_iter_valid_loss : 0.18040302395820618

   1686720	  0.180720	  0.180403	  0.168799		CURRENT LEARNING RATE: 3.30886688516194e-08
previous_iter_valid_loss : 0.1666259914636612

   1686740	  0.166842	  0.166626	  0.169046		CURRENT LEARNING RATE: 3.308205177957836e-08
previous_iter_valid_loss : 0.16722339391708374

   1686760	  0.167385	  0.167223	  0.168351		CURRENT LEARNING RATE: 3.307543603081938e-08
previous_iter_valid_loss : 0.16088221967220306

   1686780	  0.161053	  0.160882	  0.168259		CURRENT LEARNING RATE: 3.3068821605077856e-08
previous_iter_valid_loss : 0.16724994778633118

   1686800	  0.167408	  0.167250	  0.168499		CURRENT LEARNING RATE: 3.306220850208908e-08
previous_iter_valid_loss : 0.16118033230304718

   1686820	  0.161338	  0.161180	  0.166816		CURRENT LEARNING RATE: 3.305559672158877e-08
previous_iter_valid_loss : 0.16090638935565948

   1686840	  0.161088	  0.160906	  0.165398		CURRENT LEARNING RATE: 3.304898626331233e-08
previous_iter_valid_loss : 0.167349174618721

   1686860	  0.167576	  0.167349	  0.165507		CURRENT LEARNING RATE: 3.304237712699534e-08
previous_iter_valid_loss : 0.16169993579387665

   1686880	  0.161889	  0.161700	  0.165476		CURRENT LEARNING RATE: 3.303576931237345e-08
previous_iter_valid_loss : 0.1606997400522232

   1686900	  0.160864	  0.160700	  0.165438		CURRENT LEARNING RATE: 3.302916281918233e-08
previous_iter_valid_loss : 0.1605587750673294

   1686920	  0.160722	  0.160559	  0.165011		CURRENT LEARNING RATE: 3.302255764715773e-08
previous_iter_valid_loss : 0.16284500062465668

   1686940	  0.163013	  0.162845	  0.164650		CURRENT LEARNING RATE: 3.3015953796035434e-08
previous_iter_valid_loss : 0.1652396023273468

   1686960	  0.165460	  0.165240	  0.164876		CURRENT LEARNING RATE: 3.3009351265551186e-08
previous_iter_valid_loss : 0.1659276932477951

   1686980	  0.166147	  0.165928	  0.164694		CURRENT LEARNING RATE: 3.3002750055441106e-08
previous_iter_valid_loss : 0.16191701591014862

   1687000	  0.162106	  0.161917	  0.164469		CURRENT LEARNING RATE: 3.299615016544103e-08
previous_iter_valid_loss : 0.1695040613412857

   1687020	  0.169658	  0.169504	  0.164896		CURRENT LEARNING RATE: 3.2989551595286965e-08
previous_iter_valid_loss : 0.16643936932086945

   1687040	  0.166604	  0.166439	  0.165139		CURRENT LEARNING RATE: 3.298295434471498e-08
previous_iter_valid_loss : 0.16998358070850372

   1687060	  0.170135	  0.169984	  0.165600		CURRENT LEARNING RATE: 3.297635841346116e-08
previous_iter_valid_loss : 0.16195064783096313

   1687080	  0.162144	  0.161951	  0.164969		CURRENT LEARNING RATE: 3.2969763801261686e-08
previous_iter_valid_loss : 0.1691737174987793

   1687100	  0.169418	  0.169174	  0.165387		CURRENT LEARNING RATE: 3.296317050785265e-08
previous_iter_valid_loss : 0.1777770221233368

   1687120	  0.177935	  0.177777	  0.165255		CURRENT LEARNING RATE: 3.2956578532970554e-08
previous_iter_valid_loss : 0.16861671209335327

   1687140	  0.168768	  0.168617	  0.165355		CURRENT LEARNING RATE: 3.294998787635161e-08
previous_iter_valid_loss : 0.17856097221374512

   1687160	  0.178712	  0.178561	  0.165922		CURRENT LEARNING RATE: 3.294339853773218e-08
previous_iter_valid_loss : 0.16094627976417542

   1687180	  0.161100	  0.160946	  0.165925		CURRENT LEARNING RATE: 3.2936810516848696e-08
previous_iter_valid_loss : 0.16281895339488983

   1687200	  0.162974	  0.162819	  0.165703		CURRENT LEARNING RATE: 3.293022381343764e-08
previous_iter_valid_loss : 0.16064152121543884

   1687220	  0.160794	  0.160642	  0.165677		CURRENT LEARNING RATE: 3.292363842723554e-08
previous_iter_valid_loss : 0.16330987215042114

   1687240	  0.163501	  0.163310	  0.165797		CURRENT LEARNING RATE: 3.291705435797898e-08
previous_iter_valid_loss : 0.1635420322418213

   1687260	  0.163714	  0.163542	  0.165606		CURRENT LEARNING RATE: 3.291047160540448e-08
previous_iter_valid_loss : 0.1619359850883484

   1687280	  0.162101	  0.161936	  0.165618		CURRENT LEARNING RATE: 3.290389016924897e-08
previous_iter_valid_loss : 0.16066333651542664

   1687300	  0.160832	  0.160663	  0.165616		CURRENT LEARNING RATE: 3.289731004924907e-08
previous_iter_valid_loss : 0.16061368584632874

   1687320	  0.160774	  0.160614	  0.165619		CURRENT LEARNING RATE: 3.2890731245141576e-08
previous_iter_valid_loss : 0.16062487661838531

   1687340	  0.160783	  0.160625	  0.165508		CURRENT LEARNING RATE: 3.288415375666333e-08
previous_iter_valid_loss : 0.16057667136192322

   1687360	  0.160734	  0.160577	  0.165275		CURRENT LEARNING RATE: 3.287757758355125e-08
previous_iter_valid_loss : 0.18300631642341614

   1687380	  0.183371	  0.183006	  0.166129		CURRENT LEARNING RATE: 3.287100272554227e-08
previous_iter_valid_loss : 0.16901090741157532

   1687400	  0.169165	  0.169011	  0.166483		CURRENT LEARNING RATE: 3.286442918237341e-08
previous_iter_valid_loss : 0.16054598987102509

   1687420	  0.160717	  0.160546	  0.166036		CURRENT LEARNING RATE: 3.2857856953781594e-08
previous_iter_valid_loss : 0.16512846946716309

   1687440	  0.165337	  0.165128	  0.165970		CURRENT LEARNING RATE: 3.2851286039504187e-08
previous_iter_valid_loss : 0.16079190373420715

   1687460	  0.160950	  0.160792	  0.165510		CURRENT LEARNING RATE: 3.284471643927822e-08
previous_iter_valid_loss : 0.1666661649942398

   1687480	  0.166821	  0.166666	  0.165746		CURRENT LEARNING RATE: 3.283814815284092e-08
previous_iter_valid_loss : 0.16299928724765778

   1687500	  0.163197	  0.162999	  0.165438		CURRENT LEARNING RATE: 3.2831581179929546e-08
previous_iter_valid_loss : 0.1640566736459732

   1687520	  0.164216	  0.164057	  0.164751		CURRENT LEARNING RATE: 3.2825015520281424e-08
previous_iter_valid_loss : 0.16252762079238892

   1687540	  0.162694	  0.162528	  0.164447		CURRENT LEARNING RATE: 3.281845117363393e-08
previous_iter_valid_loss : 0.16234728693962097

   1687560	  0.162506	  0.162347	  0.163636		CURRENT LEARNING RATE: 3.281188813972437e-08
previous_iter_valid_loss : 0.1605391949415207

   1687580	  0.160697	  0.160539	  0.163616		CURRENT LEARNING RATE: 3.280532641829046e-08
previous_iter_valid_loss : 0.16276642680168152

   1687600	  0.162925	  0.162766	  0.163613		CURRENT LEARNING RATE: 3.2798766009069605e-08
previous_iter_valid_loss : 0.1607901155948639

   1687620	  0.160952	  0.160790	  0.163621		CURRENT LEARNING RATE: 3.2792206911799395e-08
previous_iter_valid_loss : 0.2015683799982071

   1687640	  0.201636	  0.201568	  0.165534		CURRENT LEARNING RATE: 3.278564912621747e-08
previous_iter_valid_loss : 0.17403464019298553

   1687660	  0.174175	  0.174035	  0.166058		CURRENT LEARNING RATE: 3.2779092652061515e-08
previous_iter_valid_loss : 0.16130471229553223

   1687680	  0.161459	  0.161305	  0.166027		CURRENT LEARNING RATE: 3.2772537489069266e-08
previous_iter_valid_loss : 0.16549564898014069

   1687700	  0.165666	  0.165496	  0.166268		CURRENT LEARNING RATE: 3.276598363697852e-08
previous_iter_valid_loss : 0.16063140332698822

   1687720	  0.160806	  0.160631	  0.166269		CURRENT LEARNING RATE: 3.275943109552701e-08
previous_iter_valid_loss : 0.16452112793922424

   1687740	  0.164713	  0.164521	  0.166464		CURRENT LEARNING RATE: 3.275287986445287e-08
previous_iter_valid_loss : 0.16876466572284698

   1687760	  0.168920	  0.168765	  0.166874		CURRENT LEARNING RATE: 3.274632994349392e-08
previous_iter_valid_loss : 0.16801787912845612

   1687780	  0.168238	  0.168018	  0.166124		CURRENT LEARNING RATE: 3.2739781332388176e-08
previous_iter_valid_loss : 0.16063274443149567

   1687800	  0.160797	  0.160633	  0.165705		CURRENT LEARNING RATE: 3.273323403087369e-08
previous_iter_valid_loss : 0.1778889000415802

   1687820	  0.178044	  0.177889	  0.166572		CURRENT LEARNING RATE: 3.272668803868857e-08
previous_iter_valid_loss : 0.1612064093351364

   1687840	  0.161384	  0.161206	  0.166376		CURRENT LEARNING RATE: 3.272014335557097e-08
previous_iter_valid_loss : 0.16082064807415009

   1687860	  0.160969	  0.160821	  0.166378		CURRENT LEARNING RATE: 3.271359998125912e-08
previous_iter_valid_loss : 0.1652439832687378

   1687880	  0.165403	  0.165244	  0.166307		CURRENT LEARNING RATE: 3.270705791549115e-08
previous_iter_valid_loss : 0.16053345799446106

   1687900	  0.160695	  0.160533	  0.166183		CURRENT LEARNING RATE: 3.2700517158005616e-08
previous_iter_valid_loss : 0.1643652766942978

   1687920	  0.164575	  0.164365	  0.166199		CURRENT LEARNING RATE: 3.2693977708540775e-08
previous_iter_valid_loss : 0.1611543744802475

   1687940	  0.161342	  0.161154	  0.166130		CURRENT LEARNING RATE: 3.268743956683504e-08
previous_iter_valid_loss : 0.16101008653640747

   1687960	  0.161167	  0.161010	  0.166063		CURRENT LEARNING RATE: 3.268090273262691e-08
previous_iter_valid_loss : 0.1785551756620407

   1687980	  0.178714	  0.178555	  0.166964		CURRENT LEARNING RATE: 3.267436720565488e-08
previous_iter_valid_loss : 0.18296290934085846

   1688000	  0.183319	  0.182963	  0.167974		CURRENT LEARNING RATE: 3.266783298565754e-08
previous_iter_valid_loss : 0.16212016344070435

   1688020	  0.162282	  0.162120	  0.168040		CURRENT LEARNING RATE: 3.2661300072373413e-08
previous_iter_valid_loss : 0.16285938024520874

   1688040	  0.163026	  0.162859	  0.166105		CURRENT LEARNING RATE: 3.265476846554141e-08
previous_iter_valid_loss : 0.1608171910047531

   1688060	  0.160987	  0.160817	  0.165444		CURRENT LEARNING RATE: 3.264823816490015e-08
previous_iter_valid_loss : 0.18328015506267548

   1688080	  0.183646	  0.183280	  0.166543		CURRENT LEARNING RATE: 3.264170917018842e-08
previous_iter_valid_loss : 0.17676016688346863

   1688100	  0.177058	  0.176760	  0.167106		CURRENT LEARNING RATE: 3.263518148114506e-08
previous_iter_valid_loss : 0.16267096996307373

   1688120	  0.162861	  0.162671	  0.167208		CURRENT LEARNING RATE: 3.2628655097508964e-08
previous_iter_valid_loss : 0.16955193877220154

   1688140	  0.169700	  0.169552	  0.167460		CURRENT LEARNING RATE: 3.2622130019019074e-08
previous_iter_valid_loss : 0.1669224053621292

   1688160	  0.167079	  0.166922	  0.167367		CURRENT LEARNING RATE: 3.2615606245414395e-08
previous_iter_valid_loss : 0.1657756268978119

   1688180	  0.165974	  0.165776	  0.167255		CURRENT LEARNING RATE: 3.260908377643385e-08
previous_iter_valid_loss : 0.16441066563129425

   1688200	  0.164622	  0.164411	  0.167444		CURRENT LEARNING RATE: 3.260256261181678e-08
previous_iter_valid_loss : 0.16777120530605316

   1688220	  0.168006	  0.167771	  0.166938		CURRENT LEARNING RATE: 3.259604275130221e-08
previous_iter_valid_loss : 0.18133880198001862

   1688240	  0.181683	  0.181339	  0.167945		CURRENT LEARNING RATE: 3.258952419462937e-08
previous_iter_valid_loss : 0.16389437019824982

   1688260	  0.164082	  0.163894	  0.168099		CURRENT LEARNING RATE: 3.258300694153749e-08
previous_iter_valid_loss : 0.16147559881210327

   1688280	  0.161659	  0.161476	  0.167910		CURRENT LEARNING RATE: 3.2576490991765894e-08
previous_iter_valid_loss : 0.16255715489387512

   1688300	  0.162716	  0.162557	  0.168011		CURRENT LEARNING RATE: 3.2569976345053944e-08
previous_iter_valid_loss : 0.16801805794239044

   1688320	  0.168174	  0.168018	  0.168194		CURRENT LEARNING RATE: 3.256346300114093e-08
previous_iter_valid_loss : 0.16142651438713074

   1688340	  0.161585	  0.161427	  0.168208		CURRENT LEARNING RATE: 3.255695095976656e-08
previous_iter_valid_loss : 0.1646251678466797

   1688360	  0.164792	  0.164625	  0.168388		CURRENT LEARNING RATE: 3.255044022067023e-08
previous_iter_valid_loss : 0.1612682193517685

   1688380	  0.161451	  0.161268	  0.167524		CURRENT LEARNING RATE: 3.2543930783591524e-08
previous_iter_valid_loss : 0.16276346147060394

   1688400	  0.162921	  0.162763	  0.166514		CURRENT LEARNING RATE: 3.2537422648270046e-08
previous_iter_valid_loss : 0.16111086308956146

   1688420	  0.161302	  0.161111	  0.166464		CURRENT LEARNING RATE: 3.2530915814445483e-08
previous_iter_valid_loss : 0.1656540334224701

   1688440	  0.165869	  0.165654	  0.166603		CURRENT LEARNING RATE: 3.252441028185755e-08
previous_iter_valid_loss : 0.17150786519050598

   1688460	  0.171780	  0.171508	  0.167138		CURRENT LEARNING RATE: 3.251790605024603e-08
previous_iter_valid_loss : 0.16118599474430084

   1688480	  0.161375	  0.161186	  0.166033		CURRENT LEARNING RATE: 3.251140311935065e-08
previous_iter_valid_loss : 0.16573134064674377

   1688500	  0.165943	  0.165731	  0.165482		CURRENT LEARNING RATE: 3.250490148891152e-08
previous_iter_valid_loss : 0.16164056956768036

   1688520	  0.161829	  0.161641	  0.165430		CURRENT LEARNING RATE: 3.249840115866844e-08
previous_iter_valid_loss : 0.16272997856140137

   1688540	  0.162934	  0.162730	  0.165089		CURRENT LEARNING RATE: 3.249190212836141e-08
previous_iter_valid_loss : 0.1608496606349945

   1688560	  0.160999	  0.160850	  0.164785		CURRENT LEARNING RATE: 3.248540439773048e-08
previous_iter_valid_loss : 0.16101931035518646

   1688580	  0.161208	  0.161019	  0.164548		CURRENT LEARNING RATE: 3.247890796651572e-08
previous_iter_valid_loss : 0.16158956289291382

   1688600	  0.161779	  0.161590	  0.164407		CURRENT LEARNING RATE: 3.2472412834457294e-08
previous_iter_valid_loss : 0.1629074215888977

   1688620	  0.163076	  0.162907	  0.164163		CURRENT LEARNING RATE: 3.246591900129538e-08
previous_iter_valid_loss : 0.16444046795368195

   1688640	  0.164606	  0.164440	  0.163318		CURRENT LEARNING RATE: 3.2459426466770115e-08
previous_iter_valid_loss : 0.16105639934539795

   1688660	  0.161236	  0.161056	  0.163177		CURRENT LEARNING RATE: 3.2452935230622026e-08
previous_iter_valid_loss : 0.1614604890346527

   1688680	  0.161615	  0.161460	  0.163176		CURRENT LEARNING RATE: 3.244644529259135e-08
previous_iter_valid_loss : 0.17791858315467834

   1688700	  0.178216	  0.177919	  0.163944		CURRENT LEARNING RATE: 3.2439956652418496e-08
previous_iter_valid_loss : 0.16092407703399658

   1688720	  0.161075	  0.160924	  0.163589		CURRENT LEARNING RATE: 3.243346930984391e-08
previous_iter_valid_loss : 0.16197368502616882

   1688740	  0.162157	  0.161974	  0.163617		CURRENT LEARNING RATE: 3.24269832646081e-08
previous_iter_valid_loss : 0.16149945557117462

   1688760	  0.161687	  0.161499	  0.163460		CURRENT LEARNING RATE: 3.2420498516451627e-08
previous_iter_valid_loss : 0.17846208810806274

   1688780	  0.178622	  0.178462	  0.164320		CURRENT LEARNING RATE: 3.241401506511498e-08
previous_iter_valid_loss : 0.1605198085308075

   1688800	  0.160682	  0.160520	  0.164208		CURRENT LEARNING RATE: 3.2407532910339056e-08
previous_iter_valid_loss : 0.17453736066818237

   1688820	  0.174815	  0.174537	  0.164879		CURRENT LEARNING RATE: 3.240105205186445e-08
previous_iter_valid_loss : 0.16167472302913666

   1688840	  0.161823	  0.161675	  0.164680		CURRENT LEARNING RATE: 3.239457248943194e-08
previous_iter_valid_loss : 0.16418644785881042

   1688860	  0.164385	  0.164186	  0.164314		CURRENT LEARNING RATE: 3.2388094222782326e-08
previous_iter_valid_loss : 0.16053830087184906

   1688880	  0.160697	  0.160538	  0.164282		CURRENT LEARNING RATE: 3.2381617251656485e-08
previous_iter_valid_loss : 0.16403256356716156

   1688900	  0.164205	  0.164033	  0.164197		CURRENT LEARNING RATE: 3.237514157579534e-08
previous_iter_valid_loss : 0.1614646166563034

   1688920	  0.161652	  0.161465	  0.164188		CURRENT LEARNING RATE: 3.236866719493987e-08
previous_iter_valid_loss : 0.16302239894866943

   1688940	  0.163205	  0.163022	  0.164203		CURRENT LEARNING RATE: 3.2362194108830967e-08
previous_iter_valid_loss : 0.16144967079162598

   1688960	  0.161628	  0.161450	  0.164233		CURRENT LEARNING RATE: 3.235572231720995e-08
previous_iter_valid_loss : 0.17617885768413544

   1688980	  0.176333	  0.176179	  0.164990		CURRENT LEARNING RATE: 3.234925181981783e-08
previous_iter_valid_loss : 0.16202647984027863

   1689000	  0.162210	  0.162026	  0.165012		CURRENT LEARNING RATE: 3.2342782616395786e-08
previous_iter_valid_loss : 0.16083233058452606

   1689020	  0.161019	  0.160832	  0.164909		CURRENT LEARNING RATE: 3.2336314706685054e-08
previous_iter_valid_loss : 0.16292023658752441

   1689040	  0.163094	  0.162920	  0.164833		CURRENT LEARNING RATE: 3.232984809042691e-08
previous_iter_valid_loss : 0.1757631152868271

   1689060	  0.176060	  0.175763	  0.165568		CURRENT LEARNING RATE: 3.23233827673627e-08
previous_iter_valid_loss : 0.16646067798137665

   1689080	  0.166618	  0.166461	  0.165818		CURRENT LEARNING RATE: 3.23169187372338e-08
previous_iter_valid_loss : 0.16162528097629547

   1689100	  0.161791	  0.161625	  0.165003		CURRENT LEARNING RATE: 3.231045599978154e-08
previous_iter_valid_loss : 0.17338071763515472

   1689120	  0.173660	  0.173381	  0.165626		CURRENT LEARNING RATE: 3.2303994554747646e-08
previous_iter_valid_loss : 0.160848468542099

   1689140	  0.161028	  0.160848	  0.165570		CURRENT LEARNING RATE: 3.229753440187353e-08
previous_iter_valid_loss : 0.1610172539949417

   1689160	  0.161206	  0.161017	  0.165546		CURRENT LEARNING RATE: 3.2291075540900796e-08
previous_iter_valid_loss : 0.17710661888122559

   1689180	  0.177263	  0.177107	  0.165478		CURRENT LEARNING RATE: 3.228461797157109e-08
previous_iter_valid_loss : 0.17076505720615387

   1689200	  0.170914	  0.170765	  0.165990		CURRENT LEARNING RATE: 3.227816169362611e-08
previous_iter_valid_loss : 0.16052885353565216

   1689220	  0.160681	  0.160529	  0.165290		CURRENT LEARNING RATE: 3.2271706706807594e-08
previous_iter_valid_loss : 0.1667945683002472

   1689240	  0.167018	  0.166795	  0.165546		CURRENT LEARNING RATE: 3.226525301085724e-08
previous_iter_valid_loss : 0.18161343038082123

   1689260	  0.181951	  0.181613	  0.166417		CURRENT LEARNING RATE: 3.2258800605517126e-08
previous_iter_valid_loss : 0.16061191260814667

   1689280	  0.160786	  0.160612	  0.166421		CURRENT LEARNING RATE: 3.225234949052904e-08
previous_iter_valid_loss : 0.1609938144683838

   1689300	  0.161154	  0.160994	  0.166269		CURRENT LEARNING RATE: 3.224589966563494e-08
previous_iter_valid_loss : 0.1606035828590393

   1689320	  0.160762	  0.160604	  0.166226		CURRENT LEARNING RATE: 3.223945113057683e-08
previous_iter_valid_loss : 0.1642061471939087

   1689340	  0.164370	  0.164206	  0.166285		CURRENT LEARNING RATE: 3.223300388509677e-08
previous_iter_valid_loss : 0.18920522928237915

   1689360	  0.189332	  0.189205	  0.167673		CURRENT LEARNING RATE: 3.2226557928936867e-08
previous_iter_valid_loss : 0.16055600345134735

   1689380	  0.160725	  0.160556	  0.166892		CURRENT LEARNING RATE: 3.2220113261839284e-08
previous_iter_valid_loss : 0.1686430126428604

   1689400	  0.168799	  0.168643	  0.167222		CURRENT LEARNING RATE: 3.2213669883546126e-08
previous_iter_valid_loss : 0.16124142706394196

   1689420	  0.161390	  0.161241	  0.167243		CURRENT LEARNING RATE: 3.220722779379988e-08
previous_iter_valid_loss : 0.1667010486125946

   1689440	  0.166924	  0.166701	  0.167432		CURRENT LEARNING RATE: 3.220078699234275e-08
previous_iter_valid_loss : 0.16609534621238708

   1689460	  0.166301	  0.166095	  0.166949		CURRENT LEARNING RATE: 3.2194347478917105e-08
previous_iter_valid_loss : 0.16246193647384644

   1689480	  0.162651	  0.162462	  0.166749		CURRENT LEARNING RATE: 3.218790925326536e-08
previous_iter_valid_loss : 0.1605244129896164

   1689500	  0.160689	  0.160524	  0.166694		CURRENT LEARNING RATE: 3.218147231512999e-08
previous_iter_valid_loss : 0.1699894219636917

   1689520	  0.170142	  0.169989	  0.166524		CURRENT LEARNING RATE: 3.217503666425352e-08
previous_iter_valid_loss : 0.18428181111812592

   1689540	  0.184422	  0.184282	  0.167696		CURRENT LEARNING RATE: 3.2168602300378404e-08
previous_iter_valid_loss : 0.16456328332424164

   1689560	  0.164763	  0.164563	  0.167873		CURRENT LEARNING RATE: 3.21621692232475e-08
previous_iter_valid_loss : 0.16190184652805328

   1689580	  0.162100	  0.161902	  0.167113		CURRENT LEARNING RATE: 3.215573743260337e-08
previous_iter_valid_loss : 0.18266373872756958

   1689600	  0.182825	  0.182664	  0.167708		CURRENT LEARNING RATE: 3.214930692818874e-08
previous_iter_valid_loss : 0.1605033278465271

   1689620	  0.160674	  0.160503	  0.167706		CURRENT LEARNING RATE: 3.214287770974639e-08
previous_iter_valid_loss : 0.1605035364627838

   1689640	  0.160660	  0.160504	  0.167392		CURRENT LEARNING RATE: 3.213644977701916e-08
previous_iter_valid_loss : 0.16163837909698486

   1689660	  0.161811	  0.161638	  0.166393		CURRENT LEARNING RATE: 3.213002312974992e-08
previous_iter_valid_loss : 0.1627098172903061

   1689680	  0.162906	  0.162710	  0.166498		CURRENT LEARNING RATE: 3.212359776768161e-08
previous_iter_valid_loss : 0.16789354383945465

   1689700	  0.168046	  0.167894	  0.166843		CURRENT LEARNING RATE: 3.21171736905571e-08
previous_iter_valid_loss : 0.16381293535232544

   1689720	  0.164006	  0.163813	  0.167003		CURRENT LEARNING RATE: 3.211075089811966e-08
previous_iter_valid_loss : 0.1608305126428604

   1689740	  0.160992	  0.160831	  0.166835		CURRENT LEARNING RATE: 3.210432939011226e-08
previous_iter_valid_loss : 0.16174949705600739

   1689760	  0.161901	  0.161749	  0.165462		CURRENT LEARNING RATE: 3.209790916627803e-08
previous_iter_valid_loss : 0.1613360345363617

   1689780	  0.161493	  0.161336	  0.165501		CURRENT LEARNING RATE: 3.2091490226360175e-08
previous_iter_valid_loss : 0.18133340775966644

   1689800	  0.181491	  0.181333	  0.166135		CURRENT LEARNING RATE: 3.208507257010194e-08
previous_iter_valid_loss : 0.1805984079837799

   1689820	  0.180929	  0.180598	  0.167103		CURRENT LEARNING RATE: 3.2078656197246605e-08
previous_iter_valid_loss : 0.16064104437828064

   1689840	  0.160802	  0.160641	  0.166800		CURRENT LEARNING RATE: 3.207224110753753e-08
previous_iter_valid_loss : 0.16265399754047394

   1689860	  0.162822	  0.162654	  0.166628		CURRENT LEARNING RATE: 3.2065827300717977e-08
previous_iter_valid_loss : 0.18456201255321503

   1689880	  0.184706	  0.184562	  0.167733		CURRENT LEARNING RATE: 3.2059414776531645e-08
previous_iter_valid_loss : 0.16104061901569366

   1689900	  0.161212	  0.161041	  0.167759		CURRENT LEARNING RATE: 3.205300353472191e-08
previous_iter_valid_loss : 0.16210943460464478

   1689920	  0.162273	  0.162109	  0.167365		CURRENT LEARNING RATE: 3.204659357503231e-08
previous_iter_valid_loss : 0.16463728249073029

   1689940	  0.164800	  0.164637	  0.166383		CURRENT LEARNING RATE: 3.204018489720647e-08
previous_iter_valid_loss : 0.16145893931388855

   1689960	  0.161642	  0.161459	  0.166228		CURRENT LEARNING RATE: 3.203377750098802e-08
previous_iter_valid_loss : 0.16057188808918

   1689980	  0.160728	  0.160572	  0.166161		CURRENT LEARNING RATE: 3.202737138612068e-08
previous_iter_valid_loss : 0.1657736897468567

   1690000	  0.165936	  0.165774	  0.165317		CURRENT LEARNING RATE: 3.202096655234808e-08
previous_iter_valid_loss : 0.17150312662124634

   1690020	  0.171757	  0.171503	  0.165867		CURRENT LEARNING RATE: 3.2014562999414266e-08
previous_iter_valid_loss : 0.16429466009140015

   1690040	  0.164465	  0.164295	  0.166056		CURRENT LEARNING RATE: 3.2008160727062975e-08
previous_iter_valid_loss : 0.16604378819465637

   1690060	  0.166260	  0.166044	  0.166276		CURRENT LEARNING RATE: 3.2001759735038116e-08
previous_iter_valid_loss : 0.16204601526260376

   1690080	  0.162241	  0.162046	  0.166243		CURRENT LEARNING RATE: 3.199536002308365e-08
previous_iter_valid_loss : 0.16976889967918396

   1690100	  0.170025	  0.169769	  0.166337		CURRENT LEARNING RATE: 3.198896159094359e-08
previous_iter_valid_loss : 0.16053783893585205

   1690120	  0.160707	  0.160538	  0.166173		CURRENT LEARNING RATE: 3.1982564438362e-08
previous_iter_valid_loss : 0.16429036855697632

   1690140	  0.164454	  0.164290	  0.166346		CURRENT LEARNING RATE: 3.197616856508299e-08
previous_iter_valid_loss : 0.16922390460968018

   1690160	  0.169377	  0.169224	  0.166720		CURRENT LEARNING RATE: 3.1969773970850614e-08
previous_iter_valid_loss : 0.1627543717622757

   1690180	  0.162955	  0.162754	  0.166791		CURRENT LEARNING RATE: 3.196338065540931e-08
previous_iter_valid_loss : 0.16820085048675537

   1690200	  0.168435	  0.168201	  0.166134		CURRENT LEARNING RATE: 3.195698861850324e-08
previous_iter_valid_loss : 0.16122516989707947

   1690220	  0.161381	  0.161225	  0.165166		CURRENT LEARNING RATE: 3.195059785987672e-08
previous_iter_valid_loss : 0.16055962443351746

   1690240	  0.160735	  0.160560	  0.165161		CURRENT LEARNING RATE: 3.194420837927412e-08
previous_iter_valid_loss : 0.1621377170085907

   1690260	  0.162296	  0.162138	  0.165136		CURRENT LEARNING RATE: 3.193782017643986e-08
previous_iter_valid_loss : 0.16053125262260437

   1690280	  0.160687	  0.160531	  0.163934		CURRENT LEARNING RATE: 3.193143325111841e-08
previous_iter_valid_loss : 0.1720125526189804

   1690300	  0.172278	  0.172013	  0.164483		CURRENT LEARNING RATE: 3.192504760305429e-08
previous_iter_valid_loss : 0.16344961524009705

   1690320	  0.163634	  0.163450	  0.164550		CURRENT LEARNING RATE: 3.1918663231991966e-08
previous_iter_valid_loss : 0.1671484112739563

   1690340	  0.167308	  0.167148	  0.164675		CURRENT LEARNING RATE: 3.191228013767629e-08
previous_iter_valid_loss : 0.1657884567975998

   1690360	  0.165946	  0.165788	  0.164892		CURRENT LEARNING RATE: 3.1905898319851825e-08
previous_iter_valid_loss : 0.16781143844127655

   1690380	  0.168046	  0.167811	  0.165254		CURRENT LEARNING RATE: 3.18995177782633e-08
previous_iter_valid_loss : 0.16114270687103271

   1690400	  0.161308	  0.161143	  0.165022		CURRENT LEARNING RATE: 3.1893138512655485e-08
previous_iter_valid_loss : 0.17258977890014648

   1690420	  0.172869	  0.172590	  0.165077		CURRENT LEARNING RATE: 3.188676052277322e-08
previous_iter_valid_loss : 0.16843245923519135

   1690440	  0.168654	  0.168432	  0.165283		CURRENT LEARNING RATE: 3.188038380836137e-08
previous_iter_valid_loss : 0.16524136066436768

   1690460	  0.165449	  0.165241	  0.165243		CURRENT LEARNING RATE: 3.187400836916477e-08
previous_iter_valid_loss : 0.16063541173934937

   1690480	  0.160793	  0.160635	  0.165173		CURRENT LEARNING RATE: 3.186763420492863e-08
previous_iter_valid_loss : 0.1717415153980255

   1690500	  0.172001	  0.171742	  0.165271		CURRENT LEARNING RATE: 3.186126131539785e-08
previous_iter_valid_loss : 0.16614891588687897

   1690520	  0.166373	  0.166149	  0.165552		CURRENT LEARNING RATE: 3.185488970031754e-08
previous_iter_valid_loss : 0.1610257923603058

   1690540	  0.161210	  0.161026	  0.165389		CURRENT LEARNING RATE: 3.184851935943281e-08
previous_iter_valid_loss : 0.16455712914466858

   1690560	  0.164727	  0.164557	  0.165155		CURRENT LEARNING RATE: 3.1842150292488864e-08
previous_iter_valid_loss : 0.175643652677536

   1690580	  0.175794	  0.175644	  0.165800		CURRENT LEARNING RATE: 3.1835782499230934e-08
previous_iter_valid_loss : 0.17247824370861053

   1690600	  0.172626	  0.172478	  0.166014		CURRENT LEARNING RATE: 3.182941597940431e-08
previous_iter_valid_loss : 0.1656566560268402

   1690620	  0.165862	  0.165657	  0.166235		CURRENT LEARNING RATE: 3.182305073275421e-08
previous_iter_valid_loss : 0.1608065366744995

   1690640	  0.160989	  0.160807	  0.166248		CURRENT LEARNING RATE: 3.1816686759026256e-08
previous_iter_valid_loss : 0.16313761472702026

   1690660	  0.163306	  0.163138	  0.166298		CURRENT LEARNING RATE: 3.181032405796578e-08
previous_iter_valid_loss : 0.1614900380373001

   1690680	  0.161648	  0.161490	  0.166346		CURRENT LEARNING RATE: 3.1803962629318275e-08
previous_iter_valid_loss : 0.16225175559520721

   1690700	  0.162446	  0.162252	  0.165858		CURRENT LEARNING RATE: 3.179760247282927e-08
previous_iter_valid_loss : 0.16486433148384094

   1690720	  0.165058	  0.164864	  0.165928		CURRENT LEARNING RATE: 3.1791243588244375e-08
previous_iter_valid_loss : 0.18452855944633484

   1690740	  0.184678	  0.184529	  0.166797		CURRENT LEARNING RATE: 3.178488597530923e-08
previous_iter_valid_loss : 0.16176943480968475

   1690760	  0.161931	  0.161769	  0.166596		CURRENT LEARNING RATE: 3.177852963376941e-08
previous_iter_valid_loss : 0.17810557782649994

   1690780	  0.178412	  0.178106	  0.167111		CURRENT LEARNING RATE: 3.1772174563370895e-08
previous_iter_valid_loss : 0.17562665045261383

   1690800	  0.175911	  0.175627	  0.167835		CURRENT LEARNING RATE: 3.1765820763859364e-08
previous_iter_valid_loss : 0.1683286875486374

   1690820	  0.168571	  0.168329	  0.167622		CURRENT LEARNING RATE: 3.175946823498067e-08
previous_iter_valid_loss : 0.16057123243808746

   1690840	  0.160728	  0.160571	  0.167229		CURRENT LEARNING RATE: 3.175311697648071e-08
previous_iter_valid_loss : 0.1733199656009674

   1690860	  0.173588	  0.173320	  0.167633		CURRENT LEARNING RATE: 3.1746766988105435e-08
previous_iter_valid_loss : 0.16121068596839905

   1690880	  0.161395	  0.161211	  0.167662		CURRENT LEARNING RATE: 3.1740418269600845e-08
previous_iter_valid_loss : 0.1785278469324112

   1690900	  0.178842	  0.178528	  0.168001		CURRENT LEARNING RATE: 3.173407082071298e-08
previous_iter_valid_loss : 0.16050149500370026

   1690920	  0.160672	  0.160501	  0.167719		CURRENT LEARNING RATE: 3.172772464118785e-08
previous_iter_valid_loss : 0.16244125366210938

   1690940	  0.162609	  0.162441	  0.167790		CURRENT LEARNING RATE: 3.1721379730771814e-08
previous_iter_valid_loss : 0.16079005599021912

   1690960	  0.160971	  0.160790	  0.167601		CURRENT LEARNING RATE: 3.171503608921098e-08
previous_iter_valid_loss : 0.1641312837600708

   1690980	  0.164334	  0.164131	  0.167026		CURRENT LEARNING RATE: 3.170869371625159e-08
previous_iter_valid_loss : 0.16054058074951172

   1691000	  0.160699	  0.160541	  0.166429		CURRENT LEARNING RATE: 3.170235261163995e-08
previous_iter_valid_loss : 0.16063185036182404

   1691020	  0.160792	  0.160632	  0.166177		CURRENT LEARNING RATE: 3.169601277512242e-08
previous_iter_valid_loss : 0.16065987944602966

   1691040	  0.160833	  0.160660	  0.166170		CURRENT LEARNING RATE: 3.168967420644541e-08
previous_iter_valid_loss : 0.16613918542861938

   1691060	  0.166352	  0.166139	  0.166320		CURRENT LEARNING RATE: 3.168333690535537e-08
previous_iter_valid_loss : 0.16609737277030945

   1691080	  0.166314	  0.166097	  0.166551		CURRENT LEARNING RATE: 3.1677000871598696e-08
previous_iter_valid_loss : 0.19426994025707245

   1691100	  0.194761	  0.194270	  0.168151		CURRENT LEARNING RATE: 3.1670666104922175e-08
previous_iter_valid_loss : 0.1608838438987732

   1691120	  0.161065	  0.160884	  0.167952		CURRENT LEARNING RATE: 3.16643326050723e-08
previous_iter_valid_loss : 0.17268937826156616

   1691140	  0.172839	  0.172689	  0.167360		CURRENT LEARNING RATE: 3.165800037179574e-08
previous_iter_valid_loss : 0.16755995154380798

   1691160	  0.167715	  0.167560	  0.167650		CURRENT LEARNING RATE: 3.165166940483919e-08
previous_iter_valid_loss : 0.1633310467004776

   1691180	  0.163495	  0.163331	  0.166911		CURRENT LEARNING RATE: 3.164533970394943e-08
previous_iter_valid_loss : 0.16090883314609528

   1691200	  0.161057	  0.160909	  0.166175		CURRENT LEARNING RATE: 3.1639011268873255e-08
previous_iter_valid_loss : 0.16078469157218933

   1691220	  0.160937	  0.160785	  0.165798		CURRENT LEARNING RATE: 3.163268409935742e-08
previous_iter_valid_loss : 0.18384000658988953

   1691240	  0.183994	  0.183840	  0.166962		CURRENT LEARNING RATE: 3.1626358195149075e-08
previous_iter_valid_loss : 0.16157910227775574

   1691260	  0.161741	  0.161579	  0.166375		CURRENT LEARNING RATE: 3.1620033555995056e-08
previous_iter_valid_loss : 0.18691647052764893

   1691280	  0.187324	  0.186916	  0.167660		CURRENT LEARNING RATE: 3.1613710181642385e-08
previous_iter_valid_loss : 0.16517096757888794

   1691300	  0.165338	  0.165171	  0.166992		CURRENT LEARNING RATE: 3.1607388071838126e-08
previous_iter_valid_loss : 0.1606428176164627

   1691320	  0.160801	  0.160643	  0.166999		CURRENT LEARNING RATE: 3.16010672263294e-08
previous_iter_valid_loss : 0.17741087079048157

   1691340	  0.177717	  0.177411	  0.167748		CURRENT LEARNING RATE: 3.1594747644863356e-08
previous_iter_valid_loss : 0.1607450693845749

   1691360	  0.160917	  0.160745	  0.167745		CURRENT LEARNING RATE: 3.158842932718722e-08
previous_iter_valid_loss : 0.16049902141094208

   1691380	  0.160669	  0.160499	  0.167564		CURRENT LEARNING RATE: 3.158211227304816e-08
previous_iter_valid_loss : 0.17091453075408936

   1691400	  0.171172	  0.170915	  0.168082		CURRENT LEARNING RATE: 3.157579648219371e-08
previous_iter_valid_loss : 0.17694330215454102

   1691420	  0.177100	  0.176943	  0.168898		CURRENT LEARNING RATE: 3.156948195437111e-08
previous_iter_valid_loss : 0.16052855551242828

   1691440	  0.160700	  0.160529	  0.168891		CURRENT LEARNING RATE: 3.1563168689327804e-08
previous_iter_valid_loss : 0.18275584280490875

   1691460	  0.182910	  0.182756	  0.169722		CURRENT LEARNING RATE: 3.1556856686811235e-08
previous_iter_valid_loss : 0.1671081930398941

   1691480	  0.167326	  0.167108	  0.169773		CURRENT LEARNING RATE: 3.155054594656895e-08
previous_iter_valid_loss : 0.16098669171333313

   1691500	  0.161129	  0.160987	  0.168109		CURRENT LEARNING RATE: 3.154423646834851e-08
previous_iter_valid_loss : 0.1612347662448883

   1691520	  0.161386	  0.161235	  0.168126		CURRENT LEARNING RATE: 3.153792825189741e-08
previous_iter_valid_loss : 0.1722494214773178

   1691540	  0.172514	  0.172249	  0.168104		CURRENT LEARNING RATE: 3.1531621296963566e-08
previous_iter_valid_loss : 0.16312521696090698

   1691560	  0.163288	  0.163125	  0.167882		CURRENT LEARNING RATE: 3.1525315603294575e-08
previous_iter_valid_loss : 0.16327480971813202

   1691580	  0.163440	  0.163275	  0.167880		CURRENT LEARNING RATE: 3.151901117063821e-08
previous_iter_valid_loss : 0.17106975615024567

   1691600	  0.171224	  0.171070	  0.168388		CURRENT LEARNING RATE: 3.1512707998742294e-08
previous_iter_valid_loss : 0.2049693912267685

   1691620	  0.205035	  0.204969	  0.170597		CURRENT LEARNING RATE: 3.150640608735471e-08
previous_iter_valid_loss : 0.1695728749036789

   1691640	  0.169719	  0.169573	  0.169884		CURRENT LEARNING RATE: 3.1500105436223365e-08
previous_iter_valid_loss : 0.1627233326435089

   1691660	  0.162921	  0.162723	  0.169941		CURRENT LEARNING RATE: 3.149380604509625e-08
previous_iter_valid_loss : 0.16057084500789642

   1691680	  0.160743	  0.160571	  0.168623		CURRENT LEARNING RATE: 3.148750791372126e-08
previous_iter_valid_loss : 0.17456237971782684

   1691700	  0.174846	  0.174562	  0.169093		CURRENT LEARNING RATE: 3.148121104184671e-08
previous_iter_valid_loss : 0.1632075160741806

   1691720	  0.163363	  0.163208	  0.169221		CURRENT LEARNING RATE: 3.14749154292206e-08
previous_iter_valid_loss : 0.16060389578342438

   1691740	  0.160773	  0.160604	  0.168381		CURRENT LEARNING RATE: 3.1468621075591116e-08
previous_iter_valid_loss : 0.1606590747833252

   1691760	  0.160830	  0.160659	  0.168377		CURRENT LEARNING RATE: 3.146232798070648e-08
previous_iter_valid_loss : 0.16115543246269226

   1691780	  0.161336	  0.161155	  0.168409		CURRENT LEARNING RATE: 3.1456036144314964e-08
previous_iter_valid_loss : 0.161149799823761

   1691800	  0.161307	  0.161150	  0.167921		CURRENT LEARNING RATE: 3.1449745566164904e-08
previous_iter_valid_loss : 0.1685447245836258

   1691820	  0.168777	  0.168545	  0.167501		CURRENT LEARNING RATE: 3.1443456246004664e-08
previous_iter_valid_loss : 0.1607096940279007

   1691840	  0.160860	  0.160710	  0.167510		CURRENT LEARNING RATE: 3.1437168183582565e-08
previous_iter_valid_loss : 0.16066771745681763

   1691860	  0.160840	  0.160668	  0.166406		CURRENT LEARNING RATE: 3.1430881378647316e-08
previous_iter_valid_loss : 0.16134893894195557

   1691880	  0.161529	  0.161349	  0.166118		CURRENT LEARNING RATE: 3.142459583094732e-08
previous_iter_valid_loss : 0.17299604415893555

   1691900	  0.173263	  0.172996	  0.166718		CURRENT LEARNING RATE: 3.141831154023116e-08
previous_iter_valid_loss : 0.16863322257995605

   1691920	  0.168874	  0.168633	  0.167088		CURRENT LEARNING RATE: 3.141202850624747e-08
previous_iter_valid_loss : 0.1605239361524582

   1691940	  0.160681	  0.160524	  0.166502		CURRENT LEARNING RATE: 3.140574672874493e-08
previous_iter_valid_loss : 0.16688257455825806

   1691960	  0.167048	  0.166883	  0.166690		CURRENT LEARNING RATE: 3.1399466207472255e-08
previous_iter_valid_loss : 0.16198603808879852

   1691980	  0.162142	  0.161986	  0.166625		CURRENT LEARNING RATE: 3.139318694217813e-08
previous_iter_valid_loss : 0.17500554025173187

   1692000	  0.175160	  0.175006	  0.166822		CURRENT LEARNING RATE: 3.138690893261159e-08
previous_iter_valid_loss : 0.16245844960212708

   1692020	  0.162639	  0.162458	  0.164697		CURRENT LEARNING RATE: 3.138063217852141e-08
previous_iter_valid_loss : 0.16144518554210663

   1692040	  0.161628	  0.161445	  0.164290		CURRENT LEARNING RATE: 3.137435667965653e-08
previous_iter_valid_loss : 0.16174612939357758

   1692060	  0.161937	  0.161746	  0.164241		CURRENT LEARNING RATE: 3.136808243576592e-08
previous_iter_valid_loss : 0.16052071750164032

   1692080	  0.160671	  0.160521	  0.164239		CURRENT LEARNING RATE: 3.13618094465986e-08
previous_iter_valid_loss : 0.16124185919761658

   1692100	  0.161420	  0.161242	  0.163573		CURRENT LEARNING RATE: 3.135553771190367e-08
previous_iter_valid_loss : 0.1605556458234787

   1692120	  0.160722	  0.160556	  0.163440		CURRENT LEARNING RATE: 3.134926723143026e-08
previous_iter_valid_loss : 0.16837431490421295

   1692140	  0.168600	  0.168374	  0.163829		CURRENT LEARNING RATE: 3.134299800492742e-08
previous_iter_valid_loss : 0.16158881783485413

   1692160	  0.161776	  0.161589	  0.163875		CURRENT LEARNING RATE: 3.133673003214462e-08
previous_iter_valid_loss : 0.1623164266347885

   1692180	  0.162474	  0.162316	  0.163933		CURRENT LEARNING RATE: 3.133046331283103e-08
previous_iter_valid_loss : 0.16457320749759674

   1692200	  0.164747	  0.164573	  0.164105		CURRENT LEARNING RATE: 3.132419784673597e-08
previous_iter_valid_loss : 0.17318770289421082

   1692220	  0.173463	  0.173188	  0.164337		CURRENT LEARNING RATE: 3.131793363360883e-08
previous_iter_valid_loss : 0.16557420790195465

   1692240	  0.165742	  0.165574	  0.164580		CURRENT LEARNING RATE: 3.131167067319904e-08
previous_iter_valid_loss : 0.16108496487140656

   1692260	  0.161243	  0.161085	  0.164601		CURRENT LEARNING RATE: 3.130540896525608e-08
previous_iter_valid_loss : 0.1645728498697281

   1692280	  0.164738	  0.164573	  0.164762		CURRENT LEARNING RATE: 3.129914850952949e-08
previous_iter_valid_loss : 0.16120710968971252

   1692300	  0.161369	  0.161207	  0.164173		CURRENT LEARNING RATE: 3.1292889305768725e-08
previous_iter_valid_loss : 0.16068565845489502

   1692320	  0.160843	  0.160686	  0.163775		CURRENT LEARNING RATE: 3.128663135372365e-08
previous_iter_valid_loss : 0.1664545238018036

   1692340	  0.166674	  0.166455	  0.164072		CURRENT LEARNING RATE: 3.1280374653143836e-08
previous_iter_valid_loss : 0.16639620065689087

   1692360	  0.166619	  0.166396	  0.164047		CURRENT LEARNING RATE: 3.127411920377901e-08
previous_iter_valid_loss : 0.16529425978660583

   1692380	  0.165461	  0.165294	  0.164213		CURRENT LEARNING RATE: 3.1267865005378956e-08
previous_iter_valid_loss : 0.16620568931102753

   1692400	  0.166365	  0.166206	  0.163773		CURRENT LEARNING RATE: 3.1261612057693506e-08
previous_iter_valid_loss : 0.16059069335460663

   1692420	  0.160741	  0.160591	  0.163679		CURRENT LEARNING RATE: 3.1255360360472546e-08
previous_iter_valid_loss : 0.16071052849292755

   1692440	  0.160863	  0.160711	  0.163643		CURRENT LEARNING RATE: 3.124910991346589e-08
previous_iter_valid_loss : 0.16147233545780182

   1692460	  0.161638	  0.161472	  0.163629		CURRENT LEARNING RATE: 3.124286071642374e-08
previous_iter_valid_loss : 0.20553964376449585

   1692480	  0.205601	  0.205540	  0.165880		CURRENT LEARNING RATE: 3.123661276909603e-08
previous_iter_valid_loss : 0.16617555916309357

   1692500	  0.166396	  0.166176	  0.166127		CURRENT LEARNING RATE: 3.123036607123284e-08
previous_iter_valid_loss : 0.16053064167499542

   1692520	  0.160695	  0.160531	  0.166125		CURRENT LEARNING RATE: 3.1224120622584285e-08
previous_iter_valid_loss : 0.17431935667991638

   1692540	  0.174608	  0.174319	  0.166423		CURRENT LEARNING RATE: 3.121787642290057e-08
previous_iter_valid_loss : 0.16086134314537048

   1692560	  0.161022	  0.160861	  0.166386		CURRENT LEARNING RATE: 3.121163347193191e-08
previous_iter_valid_loss : 0.16395846009254456

   1692580	  0.164122	  0.163958	  0.166468		CURRENT LEARNING RATE: 3.120539176942859e-08
previous_iter_valid_loss : 0.1731911599636078

   1692600	  0.173462	  0.173191	  0.166899		CURRENT LEARNING RATE: 3.119915131514084e-08
previous_iter_valid_loss : 0.16632896661758423

   1692620	  0.166488	  0.166329	  0.166556		CURRENT LEARNING RATE: 3.1192912108819254e-08
previous_iter_valid_loss : 0.16250240802764893

   1692640	  0.162680	  0.162502	  0.166403		CURRENT LEARNING RATE: 3.1186674150214155e-08
previous_iter_valid_loss : 0.16064628958702087

   1692660	  0.160818	  0.160646	  0.166381		CURRENT LEARNING RATE: 3.1180437439076034e-08
previous_iter_valid_loss : 0.17029885947704315

   1692680	  0.170540	  0.170299	  0.166667		CURRENT LEARNING RATE: 3.1174201975155415e-08
previous_iter_valid_loss : 0.16951316595077515

   1692700	  0.169756	  0.169513	  0.167082		CURRENT LEARNING RATE: 3.116796775820287e-08
previous_iter_valid_loss : 0.16696646809577942

   1692720	  0.167131	  0.166966	  0.167396		CURRENT LEARNING RATE: 3.116173478796905e-08
previous_iter_valid_loss : 0.16953900456428528

   1692740	  0.169688	  0.169539	  0.167551		CURRENT LEARNING RATE: 3.1155503064204503e-08
previous_iter_valid_loss : 0.16062575578689575

   1692760	  0.160785	  0.160626	  0.167262		CURRENT LEARNING RATE: 3.11492725866602e-08
previous_iter_valid_loss : 0.18972048163414001

   1692780	  0.190161	  0.189720	  0.168483		CURRENT LEARNING RATE: 3.11430433550868e-08
previous_iter_valid_loss : 0.16160975396633148

   1692800	  0.161801	  0.161610	  0.168254		CURRENT LEARNING RATE: 3.113681536923515e-08
previous_iter_valid_loss : 0.17211106419563293

   1692820	  0.172250	  0.172111	  0.168830		CURRENT LEARNING RATE: 3.113058862885611e-08
previous_iter_valid_loss : 0.17918309569358826

   1692840	  0.179340	  0.179183	  0.169753		CURRENT LEARNING RATE: 3.112436313370062e-08
previous_iter_valid_loss : 0.16312409937381744

   1692860	  0.163291	  0.163124	  0.169836		CURRENT LEARNING RATE: 3.111813888351966e-08
previous_iter_valid_loss : 0.17053493857383728

   1692880	  0.170684	  0.170535	  0.168086		CURRENT LEARNING RATE: 3.1111915878064254e-08
previous_iter_valid_loss : 0.1608685404062271

   1692900	  0.161048	  0.160869	  0.167820		CURRENT LEARNING RATE: 3.1105694117085387e-08
previous_iter_valid_loss : 0.18487389385700226

   1692920	  0.185251	  0.184874	  0.169037		CURRENT LEARNING RATE: 3.109947360033439e-08
previous_iter_valid_loss : 0.16146674752235413

   1692940	  0.161652	  0.161467	  0.168395		CURRENT LEARNING RATE: 3.109325432756235e-08
previous_iter_valid_loss : 0.19467709958553314

   1692960	  0.194787	  0.194677	  0.170086		CURRENT LEARNING RATE: 3.108703629852048e-08
previous_iter_valid_loss : 0.16101983189582825

   1692980	  0.161182	  0.161020	  0.169939		CURRENT LEARNING RATE: 3.1080819512960067e-08
previous_iter_valid_loss : 0.16114597022533417

   1693000	  0.161300	  0.161146	  0.169336		CURRENT LEARNING RATE: 3.1074603970632446e-08
previous_iter_valid_loss : 0.16052018105983734

   1693020	  0.160687	  0.160520	  0.169046		CURRENT LEARNING RATE: 3.106838967128898e-08
previous_iter_valid_loss : 0.16061747074127197

   1693040	  0.160790	  0.160617	  0.168952		CURRENT LEARNING RATE: 3.106217661468111e-08
previous_iter_valid_loss : 0.1606285274028778

   1693060	  0.160803	  0.160629	  0.168951		CURRENT LEARNING RATE: 3.105596480056019e-08
previous_iter_valid_loss : 0.1605871319770813

   1693080	  0.160755	  0.160587	  0.168465		CURRENT LEARNING RATE: 3.104975422867799e-08
previous_iter_valid_loss : 0.16627909243106842

   1693100	  0.166491	  0.166279	  0.168304		CURRENT LEARNING RATE: 3.1043544898785956e-08
previous_iter_valid_loss : 0.16131699085235596

   1693120	  0.161478	  0.161317	  0.168021		CURRENT LEARNING RATE: 3.103733681063572e-08
previous_iter_valid_loss : 0.16474781930446625

   1693140	  0.164947	  0.164748	  0.167782		CURRENT LEARNING RATE: 3.103112996397896e-08
previous_iter_valid_loss : 0.16103999316692352

   1693160	  0.161201	  0.161040	  0.167802		CURRENT LEARNING RATE: 3.102492435856741e-08
previous_iter_valid_loss : 0.16227993369102478

   1693180	  0.162428	  0.162280	  0.166430		CURRENT LEARNING RATE: 3.101871999415283e-08
previous_iter_valid_loss : 0.16084256768226624

   1693200	  0.160996	  0.160843	  0.166392		CURRENT LEARNING RATE: 3.101251687048695e-08
previous_iter_valid_loss : 0.16097265481948853

   1693220	  0.161128	  0.160973	  0.165835		CURRENT LEARNING RATE: 3.1006314987321853e-08
previous_iter_valid_loss : 0.16579900681972504

   1693240	  0.166012	  0.165799	  0.165166		CURRENT LEARNING RATE: 3.100011434440936e-08
previous_iter_valid_loss : 0.16342733800411224

   1693260	  0.163615	  0.163427	  0.165181		CURRENT LEARNING RATE: 3.099391494150145e-08
previous_iter_valid_loss : 0.16670645773410797

   1693280	  0.166920	  0.166706	  0.164989		CURRENT LEARNING RATE: 3.098771677835014e-08
previous_iter_valid_loss : 0.16429978609085083

   1693300	  0.164490	  0.164300	  0.165161		CURRENT LEARNING RATE: 3.098151985470751e-08
previous_iter_valid_loss : 0.1721900999546051

   1693320	  0.172461	  0.172190	  0.164527		CURRENT LEARNING RATE: 3.0975324170325675e-08
previous_iter_valid_loss : 0.16228188574314117

   1693340	  0.162487	  0.162282	  0.164568		CURRENT LEARNING RATE: 3.09691297249568e-08
previous_iter_valid_loss : 0.16206848621368408

   1693360	  0.162228	  0.162068	  0.162937		CURRENT LEARNING RATE: 3.0962936518353025e-08
previous_iter_valid_loss : 0.1645725667476654

   1693380	  0.164734	  0.164573	  0.163115		CURRENT LEARNING RATE: 3.0956744550266816e-08
previous_iter_valid_loss : 0.1609800010919571

   1693400	  0.161165	  0.160980	  0.163107		CURRENT LEARNING RATE: 3.0950553820450397e-08
previous_iter_valid_loss : 0.1608930230140686

   1693420	  0.161074	  0.160893	  0.163125		CURRENT LEARNING RATE: 3.094436432865613e-08
previous_iter_valid_loss : 0.16054712235927582

   1693440	  0.160709	  0.160547	  0.163122		CURRENT LEARNING RATE: 3.093817607463644e-08
previous_iter_valid_loss : 0.16177226603031158

   1693460	  0.161958	  0.161772	  0.163179		CURRENT LEARNING RATE: 3.0931989058143804e-08
previous_iter_valid_loss : 0.16182048618793488

   1693480	  0.161974	  0.161820	  0.163240		CURRENT LEARNING RATE: 3.092580327893073e-08
previous_iter_valid_loss : 0.16262806951999664

   1693500	  0.162791	  0.162628	  0.163058		CURRENT LEARNING RATE: 3.0919618736749786e-08
previous_iter_valid_loss : 0.17702582478523254

   1693520	  0.177174	  0.177026	  0.163843		CURRENT LEARNING RATE: 3.09134354313535e-08
previous_iter_valid_loss : 0.17729613184928894

   1693540	  0.177439	  0.177296	  0.164471		CURRENT LEARNING RATE: 3.090725336249473e-08
previous_iter_valid_loss : 0.16639849543571472

   1693560	  0.166557	  0.166398	  0.164739		CURRENT LEARNING RATE: 3.09010725299261e-08
previous_iter_valid_loss : 0.16120624542236328

   1693580	  0.161358	  0.161206	  0.164685		CURRENT LEARNING RATE: 3.089489293340039e-08
previous_iter_valid_loss : 0.1650356501340866

   1693600	  0.165199	  0.165036	  0.164895		CURRENT LEARNING RATE: 3.088871457267039e-08
previous_iter_valid_loss : 0.1620955765247345

   1693620	  0.162277	  0.162096	  0.164951		CURRENT LEARNING RATE: 3.0882537447488976e-08
previous_iter_valid_loss : 0.1606404036283493

   1693640	  0.160820	  0.160640	  0.164693		CURRENT LEARNING RATE: 3.0876361557609066e-08
previous_iter_valid_loss : 0.16299159824848175

   1693660	  0.163184	  0.162992	  0.164671		CURRENT LEARNING RATE: 3.0870186902783515e-08
previous_iter_valid_loss : 0.16743654012680054

   1693680	  0.167593	  0.167437	  0.164708		CURRENT LEARNING RATE: 3.086401348276555e-08
previous_iter_valid_loss : 0.1691894680261612

   1693700	  0.169425	  0.169189	  0.164952		CURRENT LEARNING RATE: 3.085784129730814e-08
previous_iter_valid_loss : 0.16128921508789062

   1693720	  0.161475	  0.161289	  0.164407		CURRENT LEARNING RATE: 3.085167034616437e-08
previous_iter_valid_loss : 0.16051307320594788

   1693740	  0.160667	  0.160513	  0.164319		CURRENT LEARNING RATE: 3.084550062908742e-08
previous_iter_valid_loss : 0.16053037345409393

   1693760	  0.160695	  0.160530	  0.164242		CURRENT LEARNING RATE: 3.083933214583051e-08
previous_iter_valid_loss : 0.16306397318840027

   1693780	  0.163251	  0.163064	  0.164166		CURRENT LEARNING RATE: 3.0833164896146884e-08
previous_iter_valid_loss : 0.1734207272529602

   1693800	  0.173685	  0.173421	  0.164788		CURRENT LEARNING RATE: 3.082699887978986e-08
previous_iter_valid_loss : 0.17847593128681183

   1693820	  0.178632	  0.178476	  0.165667		CURRENT LEARNING RATE: 3.082083409651268e-08
previous_iter_valid_loss : 0.17021284997463226

   1693840	  0.170363	  0.170213	  0.166151		CURRENT LEARNING RATE: 3.081467054606898e-08
previous_iter_valid_loss : 0.16059044003486633

   1693860	  0.160746	  0.160590	  0.166092		CURRENT LEARNING RATE: 3.0808508228212113e-08
previous_iter_valid_loss : 0.1686042696237564

   1693880	  0.168845	  0.168604	  0.166431		CURRENT LEARNING RATE: 3.080234714269557e-08
previous_iter_valid_loss : 0.17539530992507935

   1693900	  0.175674	  0.175395	  0.167069		CURRENT LEARNING RATE: 3.079618728927292e-08
previous_iter_valid_loss : 0.1710444986820221

   1693920	  0.171197	  0.171044	  0.166770		CURRENT LEARNING RATE: 3.0790028667697764e-08
previous_iter_valid_loss : 0.16076672077178955

   1693940	  0.160917	  0.160767	  0.165944		CURRENT LEARNING RATE: 3.078387127772376e-08
previous_iter_valid_loss : 0.17884497344493866

   1693960	  0.179168	  0.178845	  0.166566		CURRENT LEARNING RATE: 3.0777715119104503e-08
previous_iter_valid_loss : 0.16203363239765167

   1693980	  0.162223	  0.162034	  0.166607		CURRENT LEARNING RATE: 3.077156019159397e-08
previous_iter_valid_loss : 0.1607438325881958

   1694000	  0.160904	  0.160744	  0.166393		CURRENT LEARNING RATE: 3.0765406494945844e-08
previous_iter_valid_loss : 0.1658005565404892

   1694020	  0.165959	  0.165801	  0.166578		CURRENT LEARNING RATE: 3.075925402891398e-08
previous_iter_valid_loss : 0.1726662814617157

   1694040	  0.172931	  0.172666	  0.167179		CURRENT LEARNING RATE: 3.075310279325228e-08
previous_iter_valid_loss : 0.16753830015659332

   1694060	  0.167771	  0.167538	  0.167407		CURRENT LEARNING RATE: 3.0746952787714696e-08
previous_iter_valid_loss : 0.16949914395809174

   1694080	  0.169740	  0.169499	  0.167510		CURRENT LEARNING RATE: 3.074080401205523e-08
previous_iter_valid_loss : 0.16981272399425507

   1694100	  0.169960	  0.169813	  0.167541		CURRENT LEARNING RATE: 3.0734656466027925e-08
previous_iter_valid_loss : 0.16906949877738953

   1694120	  0.169216	  0.169069	  0.167930		CURRENT LEARNING RATE: 3.072851014938678e-08
previous_iter_valid_loss : 0.16526328027248383

   1694140	  0.165466	  0.165263	  0.168167		CURRENT LEARNING RATE: 3.072236506188615e-08
previous_iter_valid_loss : 0.1623373031616211

   1694160	  0.162518	  0.162337	  0.168258		CURRENT LEARNING RATE: 3.071622120328013e-08
previous_iter_valid_loss : 0.16201800107955933

   1694180	  0.162175	  0.162018	  0.168205		CURRENT LEARNING RATE: 3.071007857332296e-08
previous_iter_valid_loss : 0.16731321811676025

   1694200	  0.167534	  0.167313	  0.167900		CURRENT LEARNING RATE: 3.070393717176893e-08
previous_iter_valid_loss : 0.165157288312912

   1694220	  0.165317	  0.165157	  0.167234		CURRENT LEARNING RATE: 3.06977969983724e-08
previous_iter_valid_loss : 0.16865873336791992

   1694240	  0.168902	  0.168659	  0.167156		CURRENT LEARNING RATE: 3.0691658052887756e-08
previous_iter_valid_loss : 0.16805940866470337

   1694260	  0.168214	  0.168059	  0.167530		CURRENT LEARNING RATE: 3.0685520335069426e-08
previous_iter_valid_loss : 0.1646934598684311

   1694280	  0.164858	  0.164693	  0.167334		CURRENT LEARNING RATE: 3.0679383844671816e-08
previous_iter_valid_loss : 0.16504168510437012

   1694300	  0.165210	  0.165042	  0.166817		CURRENT LEARNING RATE: 3.067324858144967e-08
previous_iter_valid_loss : 0.16764158010482788

   1694320	  0.167801	  0.167642	  0.166647		CURRENT LEARNING RATE: 3.066711454515747e-08
previous_iter_valid_loss : 0.16175733506679535

   1694340	  0.161912	  0.161757	  0.166696		CURRENT LEARNING RATE: 3.0660981735549855e-08
previous_iter_valid_loss : 0.1651732474565506

   1694360	  0.165391	  0.165173	  0.166012		CURRENT LEARNING RATE: 3.0654850152381516e-08
previous_iter_valid_loss : 0.1620064377784729

   1694380	  0.162193	  0.162006	  0.166011		CURRENT LEARNING RATE: 3.064871979540719e-08
previous_iter_valid_loss : 0.1607123613357544

   1694400	  0.160871	  0.160712	  0.166010		CURRENT LEARNING RATE: 3.0642590664381654e-08
previous_iter_valid_loss : 0.1605512797832489

   1694420	  0.160707	  0.160551	  0.165747		CURRENT LEARNING RATE: 3.0636462759059634e-08
previous_iter_valid_loss : 0.16493941843509674

   1694440	  0.165105	  0.164939	  0.165361		CURRENT LEARNING RATE: 3.063033607919625e-08
previous_iter_valid_loss : 0.1677611619234085

   1694460	  0.167922	  0.167761	  0.165372		CURRENT LEARNING RATE: 3.062421062454631e-08
previous_iter_valid_loss : 0.17653609812259674

   1694480	  0.176693	  0.176536	  0.165724		CURRENT LEARNING RATE: 3.0618086394864794e-08
previous_iter_valid_loss : 0.16289298236370087

   1694500	  0.163073	  0.162893	  0.165378		CURRENT LEARNING RATE: 3.0611963389906743e-08
previous_iter_valid_loss : 0.16820408403873444

   1694520	  0.168426	  0.168204	  0.165334		CURRENT LEARNING RATE: 3.060584160942723e-08
previous_iter_valid_loss : 0.16568967700004578

   1694540	  0.165853	  0.165690	  0.165356		CURRENT LEARNING RATE: 3.0599721053181384e-08
previous_iter_valid_loss : 0.17432335019111633

   1694560	  0.174605	  0.174323	  0.165955		CURRENT LEARNING RATE: 3.0593601720924384e-08
previous_iter_valid_loss : 0.16156888008117676

   1694580	  0.161729	  0.161569	  0.165933		CURRENT LEARNING RATE: 3.058748361241135e-08
previous_iter_valid_loss : 0.1684693694114685

   1694600	  0.168623	  0.168469	  0.165990		CURRENT LEARNING RATE: 3.0581366727397774e-08
previous_iter_valid_loss : 0.16274034976959229

   1694620	  0.162902	  0.162740	  0.165870		CURRENT LEARNING RATE: 3.057525106563887e-08
previous_iter_valid_loss : 0.16063451766967773

   1694640	  0.160787	  0.160635	  0.165468		CURRENT LEARNING RATE: 3.0569136626890015e-08
previous_iter_valid_loss : 0.16273756325244904

   1694660	  0.162930	  0.162738	  0.165202		CURRENT LEARNING RATE: 3.0563023410906626e-08
previous_iter_valid_loss : 0.1702439785003662

   1694680	  0.170394	  0.170244	  0.165480		CURRENT LEARNING RATE: 3.0556911417444176e-08
previous_iter_valid_loss : 0.16088974475860596

   1694700	  0.161036	  0.160890	  0.165272		CURRENT LEARNING RATE: 3.055080064625819e-08
previous_iter_valid_loss : 0.16923311352729797

   1694720	  0.169465	  0.169233	  0.165352		CURRENT LEARNING RATE: 3.054469109710423e-08
previous_iter_valid_loss : 0.16304710507392883

   1694740	  0.163232	  0.163047	  0.165416		CURRENT LEARNING RATE: 3.053858276973782e-08
previous_iter_valid_loss : 0.16072873771190643

   1694760	  0.160885	  0.160729	  0.165194		CURRENT LEARNING RATE: 3.053247566391482e-08
previous_iter_valid_loss : 0.16058999300003052

   1694780	  0.160740	  0.160590	  0.165123		CURRENT LEARNING RATE: 3.052636977939086e-08
previous_iter_valid_loss : 0.16939736902713776

   1694800	  0.169549	  0.169397	  0.165557		CURRENT LEARNING RATE: 3.052026511592169e-08
previous_iter_valid_loss : 0.16232998669147491

   1694820	  0.162495	  0.162330	  0.165646		CURRENT LEARNING RATE: 3.051416167326313e-08
previous_iter_valid_loss : 0.1609189212322235

   1694840	  0.161073	  0.160919	  0.165445		CURRENT LEARNING RATE: 3.050805945117104e-08
previous_iter_valid_loss : 0.16603685915470123

   1694860	  0.166206	  0.166037	  0.165359		CURRENT LEARNING RATE: 3.0501958449401335e-08
previous_iter_valid_loss : 0.18490803241729736

   1694880	  0.185057	  0.184908	  0.165778		CURRENT LEARNING RATE: 3.0495858667709863e-08
previous_iter_valid_loss : 0.1813841164112091

   1694900	  0.181542	  0.181384	  0.166702		CURRENT LEARNING RATE: 3.0489760105852854e-08
previous_iter_valid_loss : 0.16160078346729279

   1694920	  0.161781	  0.161601	  0.166372		CURRENT LEARNING RATE: 3.048366276358625e-08
previous_iter_valid_loss : 0.17404375970363617

   1694940	  0.174190	  0.174044	  0.166790		CURRENT LEARNING RATE: 3.047756664066616e-08
previous_iter_valid_loss : 0.1617555320262909

   1694960	  0.161946	  0.161756	  0.166161		CURRENT LEARNING RATE: 3.0471471736848734e-08
previous_iter_valid_loss : 0.16067034006118774

   1694980	  0.160842	  0.160670	  0.166117		CURRENT LEARNING RATE: 3.046537805189019e-08
previous_iter_valid_loss : 0.16053834557533264

   1695000	  0.160693	  0.160538	  0.165720		CURRENT LEARNING RATE: 3.0459285585546766e-08
previous_iter_valid_loss : 0.17222292721271515

   1695020	  0.172477	  0.172223	  0.166194		CURRENT LEARNING RATE: 3.045319433757477e-08
previous_iter_valid_loss : 0.16355137526988983

   1695040	  0.163717	  0.163551	  0.166340		CURRENT LEARNING RATE: 3.0447104307730446e-08
previous_iter_valid_loss : 0.16068913042545319

   1695060	  0.160864	  0.160689	  0.166238		CURRENT LEARNING RATE: 3.0441015495770405e-08
previous_iter_valid_loss : 0.1606115996837616

   1695080	  0.160781	  0.160612	  0.165756		CURRENT LEARNING RATE: 3.043492790145099e-08
previous_iter_valid_loss : 0.18081708252429962

   1695100	  0.181155	  0.180817	  0.166752		CURRENT LEARNING RATE: 3.042884152452869e-08
previous_iter_valid_loss : 0.16054707765579224

   1695120	  0.160702	  0.160547	  0.166318		CURRENT LEARNING RATE: 3.0422756364760063e-08
previous_iter_valid_loss : 0.16369900107383728

   1695140	  0.163900	  0.163699	  0.166351		CURRENT LEARNING RATE: 3.041667242190169e-08
previous_iter_valid_loss : 0.16580046713352203

   1695160	  0.165967	  0.165800	  0.166604		CURRENT LEARNING RATE: 3.0410589695710225e-08
previous_iter_valid_loss : 0.16228817403316498

   1695180	  0.162481	  0.162288	  0.166689		CURRENT LEARNING RATE: 3.0404508185942236e-08
previous_iter_valid_loss : 0.16344915330410004

   1695200	  0.163638	  0.163449	  0.166392		CURRENT LEARNING RATE: 3.039842789235469e-08
previous_iter_valid_loss : 0.1625434011220932

   1695220	  0.162744	  0.162543	  0.166402		CURRENT LEARNING RATE: 3.039234881470426e-08
previous_iter_valid_loss : 0.17002934217453003

   1695240	  0.170180	  0.170029	  0.166858		CURRENT LEARNING RATE: 3.0386270952747786e-08
previous_iter_valid_loss : 0.17464697360992432

   1695260	  0.174926	  0.174647	  0.167288		CURRENT LEARNING RATE: 3.0380194306242155e-08
previous_iter_valid_loss : 0.16065971553325653

   1695280	  0.160822	  0.160660	  0.166076		CURRENT LEARNING RATE: 3.0374118874944307e-08
previous_iter_valid_loss : 0.16535967588424683

   1695300	  0.165526	  0.165360	  0.165275		CURRENT LEARNING RATE: 3.036804465861121e-08
previous_iter_valid_loss : 0.1630513072013855

   1695320	  0.163221	  0.163051	  0.165347		CURRENT LEARNING RATE: 3.0361971656999906e-08
previous_iter_valid_loss : 0.1727129966020584

   1695340	  0.172858	  0.172713	  0.165281		CURRENT LEARNING RATE: 3.035589986986736e-08
previous_iter_valid_loss : 0.1629946529865265

   1695360	  0.163161	  0.162995	  0.165343		CURRENT LEARNING RATE: 3.034982929697093e-08
previous_iter_valid_loss : 0.16230660676956177

   1695380	  0.162478	  0.162307	  0.165425		CURRENT LEARNING RATE: 3.034375993806767e-08
previous_iter_valid_loss : 0.16081872582435608

   1695400	  0.160979	  0.160819	  0.165439		CURRENT LEARNING RATE: 3.0337691792914815e-08
previous_iter_valid_loss : 0.16059830784797668

   1695420	  0.160763	  0.160598	  0.164857		CURRENT LEARNING RATE: 3.0331624861269635e-08
previous_iter_valid_loss : 0.16063517332077026

   1695440	  0.160811	  0.160635	  0.164711		CURRENT LEARNING RATE: 3.0325559142889454e-08
previous_iter_valid_loss : 0.16249461472034454

   1695460	  0.162656	  0.162495	  0.164802		CURRENT LEARNING RATE: 3.031949463753164e-08
previous_iter_valid_loss : 0.1616145372390747

   1695480	  0.161771	  0.161615	  0.164852		CURRENT LEARNING RATE: 3.0313431344953615e-08
previous_iter_valid_loss : 0.17024198174476624

   1695500	  0.170491	  0.170242	  0.164323		CURRENT LEARNING RATE: 3.030736926491274e-08
previous_iter_valid_loss : 0.17839381098747253

   1695520	  0.178548	  0.178394	  0.165216		CURRENT LEARNING RATE: 3.0301308397166754e-08
previous_iter_valid_loss : 0.16828040778636932

   1695540	  0.168439	  0.168280	  0.165445		CURRENT LEARNING RATE: 3.02952487414731e-08
previous_iter_valid_loss : 0.16177669167518616

   1695560	  0.161943	  0.161777	  0.165243		CURRENT LEARNING RATE: 3.0289190297589404e-08
previous_iter_valid_loss : 0.16055592894554138

   1695580	  0.160721	  0.160556	  0.165157		CURRENT LEARNING RATE: 3.028313306527332e-08
previous_iter_valid_loss : 0.17379985749721527

   1695600	  0.174072	  0.173800	  0.165674		CURRENT LEARNING RATE: 3.0277077044282567e-08
previous_iter_valid_loss : 0.16058725118637085

   1695620	  0.160749	  0.160587	  0.165577		CURRENT LEARNING RATE: 3.02710222343749e-08
previous_iter_valid_loss : 0.16082748770713806

   1695640	  0.160977	  0.160827	  0.165116		CURRENT LEARNING RATE: 3.026496863530801e-08
previous_iter_valid_loss : 0.16457243263721466

   1695660	  0.164741	  0.164572	  0.164613		CURRENT LEARNING RATE: 3.0258916246839985e-08
previous_iter_valid_loss : 0.1745917648077011

   1695680	  0.174747	  0.174592	  0.165309		CURRENT LEARNING RATE: 3.025286506872862e-08
previous_iter_valid_loss : 0.16342850029468536

   1695700	  0.163634	  0.163429	  0.165213		CURRENT LEARNING RATE: 3.024681510073185e-08
previous_iter_valid_loss : 0.16198046505451202

   1695720	  0.162163	  0.161980	  0.165159		CURRENT LEARNING RATE: 3.024076634260769e-08
previous_iter_valid_loss : 0.16323532164096832

   1695740	  0.163433	  0.163235	  0.164685		CURRENT LEARNING RATE: 3.023471879411419e-08
previous_iter_valid_loss : 0.17830605804920197

   1695760	  0.178634	  0.178306	  0.165451		CURRENT LEARNING RATE: 3.022867245500945e-08
previous_iter_valid_loss : 0.16098546981811523

   1695780	  0.161153	  0.160985	  0.165385		CURRENT LEARNING RATE: 3.022262732505161e-08
previous_iter_valid_loss : 0.1853111833333969

   1695800	  0.185688	  0.185311	  0.166609		CURRENT LEARNING RATE: 3.021658340399876e-08
previous_iter_valid_loss : 0.1673024743795395

   1695820	  0.167526	  0.167302	  0.166945		CURRENT LEARNING RATE: 3.0210540691609354e-08
previous_iter_valid_loss : 0.17055536806583405

   1695840	  0.170702	  0.170555	  0.167441		CURRENT LEARNING RATE: 3.020449918764158e-08
previous_iter_valid_loss : 0.16139306128025055

   1695860	  0.161547	  0.161393	  0.167386		CURRENT LEARNING RATE: 3.019845889185378e-08
previous_iter_valid_loss : 0.1693880558013916

   1695880	  0.169541	  0.169388	  0.167774		CURRENT LEARNING RATE: 3.0192419804004336e-08
previous_iter_valid_loss : 0.16979281604290009

   1695900	  0.170040	  0.169793	  0.167752		CURRENT LEARNING RATE: 3.018638192385169e-08
previous_iter_valid_loss : 0.1775481253862381

   1695920	  0.177862	  0.177548	  0.167710		CURRENT LEARNING RATE: 3.0180345251154325e-08
previous_iter_valid_loss : 0.17950284481048584

   1695940	  0.179823	  0.179503	  0.168271		CURRENT LEARNING RATE: 3.0174309785670776e-08
previous_iter_valid_loss : 0.16049952805042267

   1695960	  0.160659	  0.160500	  0.168207		CURRENT LEARNING RATE: 3.016827552715951e-08
previous_iter_valid_loss : 0.16249531507492065

   1695980	  0.162684	  0.162495	  0.168304		CURRENT LEARNING RATE: 3.016224247537939e-08
previous_iter_valid_loss : 0.16652549803256989

   1696000	  0.166682	  0.166525	  0.167940		CURRENT LEARNING RATE: 3.015621063008896e-08
previous_iter_valid_loss : 0.16052184998989105

   1696020	  0.160684	  0.160522	  0.167937		CURRENT LEARNING RATE: 3.015017999104696e-08
previous_iter_valid_loss : 0.16172108054161072

   1696040	  0.161882	  0.161721	  0.167981		CURRENT LEARNING RATE: 3.0144150558012167e-08
previous_iter_valid_loss : 0.16052702069282532

   1696060	  0.160695	  0.160527	  0.167779		CURRENT LEARNING RATE: 3.01381223307434e-08
previous_iter_valid_loss : 0.17522181570529938

   1696080	  0.175507	  0.175222	  0.167811		CURRENT LEARNING RATE: 3.0132095308999534e-08
previous_iter_valid_loss : 0.16398559510707855

   1696100	  0.164159	  0.163986	  0.167839		CURRENT LEARNING RATE: 3.012606949253937e-08
previous_iter_valid_loss : 0.17035344243049622

   1696120	  0.170610	  0.170353	  0.168257		CURRENT LEARNING RATE: 3.01200448811221e-08
previous_iter_valid_loss : 0.1651134043931961

   1696140	  0.165272	  0.165113	  0.168351		CURRENT LEARNING RATE: 3.0114021474506624e-08
previous_iter_valid_loss : 0.17058010399341583

   1696160	  0.170728	  0.170580	  0.167965		CURRENT LEARNING RATE: 3.0107999272452016e-08
previous_iter_valid_loss : 0.1636255383491516

   1696180	  0.163795	  0.163626	  0.168097		CURRENT LEARNING RATE: 3.010197827471739e-08
previous_iter_valid_loss : 0.1610245555639267

   1696200	  0.161206	  0.161025	  0.166883		CURRENT LEARNING RATE: 3.0095958481061894e-08
previous_iter_valid_loss : 0.16105437278747559

   1696220	  0.161202	  0.161054	  0.166570		CURRENT LEARNING RATE: 3.0089939891244736e-08
previous_iter_valid_loss : 0.16315822303295135

   1696240	  0.163322	  0.163158	  0.166200		CURRENT LEARNING RATE: 3.008392250502518e-08
previous_iter_valid_loss : 0.19116146862506866

   1696260	  0.191287	  0.191161	  0.167689		CURRENT LEARNING RATE: 3.007790632216242e-08
previous_iter_valid_loss : 0.16084527969360352

   1696280	  0.160993	  0.160845	  0.167262		CURRENT LEARNING RATE: 3.007189134241603e-08
previous_iter_valid_loss : 0.16070617735385895

   1696300	  0.160870	  0.160706	  0.166807		CURRENT LEARNING RATE: 3.0065877565545294e-08
previous_iter_valid_loss : 0.16053131222724915

   1696320	  0.160700	  0.160531	  0.165956		CURRENT LEARNING RATE: 3.0059864991309666e-08
previous_iter_valid_loss : 0.16635897755622864

   1696340	  0.166582	  0.166359	  0.165299		CURRENT LEARNING RATE: 3.005385361946864e-08
previous_iter_valid_loss : 0.16426871716976166

   1696360	  0.164467	  0.164269	  0.165488		CURRENT LEARNING RATE: 3.004784344978176e-08
previous_iter_valid_loss : 0.16495953500270844

   1696380	  0.165170	  0.164960	  0.165611		CURRENT LEARNING RATE: 3.0041834482008624e-08
previous_iter_valid_loss : 0.16296711564064026

   1696400	  0.163137	  0.162967	  0.165433		CURRENT LEARNING RATE: 3.003582671590876e-08
previous_iter_valid_loss : 0.1641997992992401

   1696420	  0.164367	  0.164200	  0.165617		CURRENT LEARNING RATE: 3.002982015124209e-08
previous_iter_valid_loss : 0.16054818034172058

   1696440	  0.160720	  0.160548	  0.165558		CURRENT LEARNING RATE: 3.0023814787768214e-08
previous_iter_valid_loss : 0.16323909163475037

   1696460	  0.163435	  0.163239	  0.165694		CURRENT LEARNING RATE: 3.001781062524694e-08
previous_iter_valid_loss : 0.16059963405132294

   1696480	  0.160772	  0.160600	  0.164963		CURRENT LEARNING RATE: 3.00118076634381e-08
previous_iter_valid_loss : 0.18806566298007965

   1696500	  0.188205	  0.188066	  0.166167		CURRENT LEARNING RATE: 3.000580590210157e-08
previous_iter_valid_loss : 0.1616390347480774

   1696520	  0.161815	  0.161639	  0.165731		CURRENT LEARNING RATE: 2.999980534099727e-08
previous_iter_valid_loss : 0.1605319380760193

   1696540	  0.160699	  0.160532	  0.165502		CURRENT LEARNING RATE: 2.999380597988519e-08
previous_iter_valid_loss : 0.16494259238243103

   1696560	  0.165112	  0.164943	  0.165220		CURRENT LEARNING RATE: 2.998780781852525e-08
previous_iter_valid_loss : 0.16277115046977997

   1696580	  0.162957	  0.162771	  0.165177		CURRENT LEARNING RATE: 2.9981810856677737e-08
previous_iter_valid_loss : 0.16095006465911865

   1696600	  0.161105	  0.160950	  0.165174		CURRENT LEARNING RATE: 2.997581509410266e-08
previous_iter_valid_loss : 0.1626223474740982

   1696620	  0.162814	  0.162622	  0.165252		CURRENT LEARNING RATE: 2.996982053056019e-08
previous_iter_valid_loss : 0.1625816524028778

   1696640	  0.162745	  0.162582	  0.165223		CURRENT LEARNING RATE: 2.996382716581054e-08
previous_iter_valid_loss : 0.16496381163597107

   1696660	  0.165139	  0.164964	  0.163913		CURRENT LEARNING RATE: 2.995783499961399e-08
previous_iter_valid_loss : 0.16128148138523102

   1696680	  0.161474	  0.161281	  0.163935		CURRENT LEARNING RATE: 2.995184403173084e-08
previous_iter_valid_loss : 0.16887758672237396

   1696700	  0.169109	  0.168878	  0.164344		CURRENT LEARNING RATE: 2.9945854261921456e-08
previous_iter_valid_loss : 0.16706237196922302

   1696720	  0.167283	  0.167062	  0.164670		CURRENT LEARNING RATE: 2.9939865689946136e-08
previous_iter_valid_loss : 0.16211335361003876

   1696740	  0.162294	  0.162113	  0.164458		CURRENT LEARNING RATE: 2.9933878315565555e-08
previous_iter_valid_loss : 0.17892315983772278

   1696760	  0.179083	  0.178923	  0.165191		CURRENT LEARNING RATE: 2.9927892138540114e-08
previous_iter_valid_loss : 0.16639843583106995

   1696780	  0.166610	  0.166398	  0.165263		CURRENT LEARNING RATE: 2.992190715863036e-08
previous_iter_valid_loss : 0.16912324726581573

   1696800	  0.169357	  0.169123	  0.165570		CURRENT LEARNING RATE: 2.9915923375596895e-08
previous_iter_valid_loss : 0.16181127727031708

   1696820	  0.161966	  0.161811	  0.165451		CURRENT LEARNING RATE: 2.990994078920038e-08
previous_iter_valid_loss : 0.16298820078372955

   1696840	  0.163191	  0.162988	  0.165573		CURRENT LEARNING RATE: 2.9903959399201484e-08
previous_iter_valid_loss : 0.163480743765831

   1696860	  0.163678	  0.163481	  0.165585		CURRENT LEARNING RATE: 2.989797920536087e-08
previous_iter_valid_loss : 0.16120639443397522

   1696880	  0.161386	  0.161206	  0.165615		CURRENT LEARNING RATE: 2.9892000207439534e-08
previous_iter_valid_loss : 0.17172828316688538

   1696900	  0.171872	  0.171728	  0.164798		CURRENT LEARNING RATE: 2.988602240519821e-08
previous_iter_valid_loss : 0.16211320459842682

   1696920	  0.162303	  0.162113	  0.164822		CURRENT LEARNING RATE: 2.988004579839779e-08
previous_iter_valid_loss : 0.16170036792755127

   1696940	  0.161896	  0.161700	  0.164881		CURRENT LEARNING RATE: 2.98740703867992e-08
previous_iter_valid_loss : 0.16681119799613953

   1696960	  0.167019	  0.166811	  0.164974		CURRENT LEARNING RATE: 2.986809617016343e-08
previous_iter_valid_loss : 0.16665056347846985

   1696980	  0.166856	  0.166651	  0.165168		CURRENT LEARNING RATE: 2.9862123148251514e-08
previous_iter_valid_loss : 0.18044187128543854

   1697000	  0.180775	  0.180442	  0.166143		CURRENT LEARNING RATE: 2.9856151320824526e-08
previous_iter_valid_loss : 0.16295747458934784

   1697020	  0.163143	  0.162957	  0.166159		CURRENT LEARNING RATE: 2.985018068764349e-08
previous_iter_valid_loss : 0.17145201563835144

   1697040	  0.171603	  0.171452	  0.166603		CURRENT LEARNING RATE: 2.984421124846979e-08
previous_iter_valid_loss : 0.1668444722890854

   1697060	  0.167003	  0.166844	  0.166697		CURRENT LEARNING RATE: 2.9838243003064546e-08
previous_iter_valid_loss : 0.1665412187576294

   1697080	  0.166701	  0.166541	  0.166960		CURRENT LEARNING RATE: 2.9832275951189026e-08
previous_iter_valid_loss : 0.16054236888885498

   1697100	  0.160708	  0.160542	  0.166543		CURRENT LEARNING RATE: 2.982631009260455e-08
previous_iter_valid_loss : 0.16435971856117249

   1697120	  0.164567	  0.164360	  0.166408		CURRENT LEARNING RATE: 2.9820345427072476e-08
previous_iter_valid_loss : 0.16062133014202118

   1697140	  0.160780	  0.160621	  0.166333		CURRENT LEARNING RATE: 2.981438195435422e-08
previous_iter_valid_loss : 0.1624634563922882

   1697160	  0.162622	  0.162463	  0.165510		CURRENT LEARNING RATE: 2.980841967421115e-08
previous_iter_valid_loss : 0.1613883078098297

   1697180	  0.161535	  0.161388	  0.165260		CURRENT LEARNING RATE: 2.980245858640497e-08
previous_iter_valid_loss : 0.16136443614959717

   1697200	  0.161524	  0.161364	  0.164872		CURRENT LEARNING RATE: 2.9796498690697142e-08
previous_iter_valid_loss : 0.16179324686527252

   1697220	  0.161990	  0.161793	  0.164871		CURRENT LEARNING RATE: 2.9790539986849262e-08
previous_iter_valid_loss : 0.16056765615940094

   1697240	  0.160735	  0.160568	  0.164750		CURRENT LEARNING RATE: 2.9784582474622985e-08
previous_iter_valid_loss : 0.16526082158088684

   1697260	  0.165465	  0.165261	  0.164839		CURRENT LEARNING RATE: 2.9778626153780014e-08
previous_iter_valid_loss : 0.18013787269592285

   1697280	  0.180288	  0.180138	  0.165786		CURRENT LEARNING RATE: 2.9772671024082092e-08
previous_iter_valid_loss : 0.16105568408966064

   1697300	  0.161212	  0.161056	  0.165252		CURRENT LEARNING RATE: 2.9766717085291017e-08
previous_iter_valid_loss : 0.16052715480327606

   1697320	  0.160690	  0.160527	  0.165173		CURRENT LEARNING RATE: 2.976076433716852e-08
previous_iter_valid_loss : 0.16747522354125977

   1697340	  0.167702	  0.167475	  0.165461		CURRENT LEARNING RATE: 2.9754812779476707e-08
previous_iter_valid_loss : 0.17866584658622742

   1697360	  0.178820	  0.178666	  0.166054		CURRENT LEARNING RATE: 2.9748862411977413e-08
previous_iter_valid_loss : 0.16052375733852386

   1697380	  0.160695	  0.160524	  0.165748		CURRENT LEARNING RATE: 2.9742913234432613e-08
previous_iter_valid_loss : 0.16072873771190643

   1697400	  0.160905	  0.160729	  0.164762		CURRENT LEARNING RATE: 2.9736965246604354e-08
previous_iter_valid_loss : 0.16140499711036682

   1697420	  0.161600	  0.161405	  0.164685		CURRENT LEARNING RATE: 2.9731018448254702e-08
previous_iter_valid_loss : 0.16412831842899323

   1697440	  0.164327	  0.164128	  0.164318		CURRENT LEARNING RATE: 2.9725072839145793e-08
previous_iter_valid_loss : 0.16993561387062073

   1697460	  0.170197	  0.169936	  0.164473		CURRENT LEARNING RATE: 2.9719128419039806e-08
previous_iter_valid_loss : 0.16451379656791687

   1697480	  0.164684	  0.164514	  0.164372		CURRENT LEARNING RATE: 2.971318518769885e-08
previous_iter_valid_loss : 0.16670918464660645

   1697500	  0.166929	  0.166709	  0.164680		CURRENT LEARNING RATE: 2.9707243144885413e-08
previous_iter_valid_loss : 0.16105274856090546

   1697520	  0.161239	  0.161053	  0.164515		CURRENT LEARNING RATE: 2.9701302290361706e-08
previous_iter_valid_loss : 0.1706317812204361

   1697540	  0.170881	  0.170632	  0.165015		CURRENT LEARNING RATE: 2.9695362623890093e-08
previous_iter_valid_loss : 0.17520783841609955

   1697560	  0.175495	  0.175208	  0.165652		CURRENT LEARNING RATE: 2.968942414523299e-08
previous_iter_valid_loss : 0.1658884882926941

   1697580	  0.166093	  0.165888	  0.165877		CURRENT LEARNING RATE: 2.9683486854152856e-08
previous_iter_valid_loss : 0.1656028926372528

   1697600	  0.165764	  0.165603	  0.166089		CURRENT LEARNING RATE: 2.96775507504122e-08
previous_iter_valid_loss : 0.16156306862831116

   1697620	  0.161753	  0.161563	  0.166078		CURRENT LEARNING RATE: 2.967161583377347e-08
previous_iter_valid_loss : 0.16073879599571228

   1697640	  0.160918	  0.160739	  0.166086		CURRENT LEARNING RATE: 2.9665682103999486e-08
previous_iter_valid_loss : 0.1627090573310852

   1697660	  0.162900	  0.162709	  0.165959		CURRENT LEARNING RATE: 2.9659749560852793e-08
previous_iter_valid_loss : 0.16124273836612701

   1697680	  0.161430	  0.161243	  0.165014		CURRENT LEARNING RATE: 2.9653818204096083e-08
previous_iter_valid_loss : 0.16471077501773834

   1697700	  0.164918	  0.164711	  0.165197		CURRENT LEARNING RATE: 2.9647888033492102e-08
previous_iter_valid_loss : 0.16494035720825195

   1697720	  0.165109	  0.164940	  0.165417		CURRENT LEARNING RATE: 2.964195904880365e-08
previous_iter_valid_loss : 0.17532074451446533

   1697740	  0.175464	  0.175321	  0.165810		CURRENT LEARNING RATE: 2.9636031249793565e-08
previous_iter_valid_loss : 0.16257749497890472

   1697760	  0.162769	  0.162577	  0.165005		CURRENT LEARNING RATE: 2.9630104636224732e-08
previous_iter_valid_loss : 0.16059505939483643

   1697780	  0.160770	  0.160595	  0.165009		CURRENT LEARNING RATE: 2.9624179207859985e-08
previous_iter_valid_loss : 0.16161899268627167

   1697800	  0.161809	  0.161619	  0.165053		CURRENT LEARNING RATE: 2.9618254964462514e-08
previous_iter_valid_loss : 0.1693851202726364

   1697820	  0.169640	  0.169385	  0.165452		CURRENT LEARNING RATE: 2.9612331905795246e-08
previous_iter_valid_loss : 0.19108949601650238

   1697840	  0.191537	  0.191089	  0.166800		CURRENT LEARNING RATE: 2.9606410031621254e-08
previous_iter_valid_loss : 0.1842712014913559

   1697860	  0.184648	  0.184271	  0.167517		CURRENT LEARNING RATE: 2.9600489341703673e-08
previous_iter_valid_loss : 0.16475486755371094

   1697880	  0.164953	  0.164755	  0.167529		CURRENT LEARNING RATE: 2.9594569835805667e-08
previous_iter_valid_loss : 0.1637892872095108

   1697900	  0.163952	  0.163789	  0.167383		CURRENT LEARNING RATE: 2.9588651513690462e-08
previous_iter_valid_loss : 0.1610744446516037

   1697920	  0.161254	  0.161074	  0.167384		CURRENT LEARNING RATE: 2.9582734375121318e-08
previous_iter_valid_loss : 0.18877041339874268

   1697940	  0.189198	  0.188770	  0.168291		CURRENT LEARNING RATE: 2.9576818419861446e-08
previous_iter_valid_loss : 0.16223101317882538

   1697960	  0.162397	  0.162231	  0.167642		CURRENT LEARNING RATE: 2.9570903647674422e-08
previous_iter_valid_loss : 0.16412463784217834

   1697980	  0.164281	  0.164125	  0.167554		CURRENT LEARNING RATE: 2.956499005832355e-08
previous_iter_valid_loss : 0.1675238162279129

   1698000	  0.167753	  0.167524	  0.167650		CURRENT LEARNING RATE: 2.955907765157228e-08
previous_iter_valid_loss : 0.1629837602376938

   1698020	  0.163146	  0.162984	  0.167721		CURRENT LEARNING RATE: 2.9553166427184123e-08
previous_iter_valid_loss : 0.164128378033638

   1698040	  0.164342	  0.164128	  0.167891		CURRENT LEARNING RATE: 2.9547256384922627e-08
previous_iter_valid_loss : 0.1828249990940094

   1698060	  0.183169	  0.182825	  0.168896		CURRENT LEARNING RATE: 2.954134752455139e-08
previous_iter_valid_loss : 0.16543366014957428

   1698080	  0.165652	  0.165434	  0.169106		CURRENT LEARNING RATE: 2.953543984583395e-08
previous_iter_valid_loss : 0.16682550311088562

   1698100	  0.167050	  0.166826	  0.169212		CURRENT LEARNING RATE: 2.9529533348534216e-08
previous_iter_valid_loss : 0.16359476745128632

   1698120	  0.163763	  0.163595	  0.169144		CURRENT LEARNING RATE: 2.952362803241582e-08
previous_iter_valid_loss : 0.19119161367416382

   1698140	  0.191642	  0.191192	  0.169938		CURRENT LEARNING RATE: 2.9517723897242547e-08
previous_iter_valid_loss : 0.16078339517116547

   1698160	  0.160938	  0.160783	  0.169848		CURRENT LEARNING RATE: 2.9511820942778238e-08
previous_iter_valid_loss : 0.16075465083122253

   1698180	  0.160925	  0.160755	  0.169856		CURRENT LEARNING RATE: 2.9505919168786763e-08
previous_iter_valid_loss : 0.16088971495628357

   1698200	  0.161047	  0.160890	  0.169820		CURRENT LEARNING RATE: 2.9500018575032068e-08
previous_iter_valid_loss : 0.1700289398431778

   1698220	  0.170181	  0.170029	  0.169852		CURRENT LEARNING RATE: 2.9494119161278115e-08
previous_iter_valid_loss : 0.16201962530612946

   1698240	  0.162173	  0.162020	  0.168399		CURRENT LEARNING RATE: 2.948822092728883e-08
previous_iter_valid_loss : 0.16056975722312927

   1698260	  0.160736	  0.160570	  0.167213		CURRENT LEARNING RATE: 2.9482323872828485e-08
previous_iter_valid_loss : 0.18783463537693024

   1698280	  0.188258	  0.187835	  0.168367		CURRENT LEARNING RATE: 2.9476427997661107e-08
previous_iter_valid_loss : 0.16770397126674652

   1698300	  0.167859	  0.167704	  0.168563		CURRENT LEARNING RATE: 2.9470533301550846e-08
previous_iter_valid_loss : 0.1625673472881317

   1698320	  0.162766	  0.162567	  0.168638		CURRENT LEARNING RATE: 2.9464639784261923e-08
previous_iter_valid_loss : 0.16900327801704407

   1698340	  0.169156	  0.169003	  0.167649		CURRENT LEARNING RATE: 2.9458747445558595e-08
previous_iter_valid_loss : 0.1621667444705963

   1698360	  0.162336	  0.162167	  0.167646		CURRENT LEARNING RATE: 2.945285628520517e-08
previous_iter_valid_loss : 0.17436878383159637

   1698380	  0.174644	  0.174369	  0.168158		CURRENT LEARNING RATE: 2.9446966302965896e-08
previous_iter_valid_loss : 0.16248857975006104

   1698400	  0.162664	  0.162489	  0.167907		CURRENT LEARNING RATE: 2.9441077498605382e-08
previous_iter_valid_loss : 0.16067764163017273

   1698420	  0.160829	  0.160678	  0.167791		CURRENT LEARNING RATE: 2.9435189871887974e-08
previous_iter_valid_loss : 0.16067300736904144

   1698440	  0.160840	  0.160673	  0.167619		CURRENT LEARNING RATE: 2.942930342257816e-08
previous_iter_valid_loss : 0.17232850193977356

   1698460	  0.172595	  0.172329	  0.167094		CURRENT LEARNING RATE: 2.942341815044049e-08
previous_iter_valid_loss : 0.16588380932807922

   1698480	  0.166093	  0.165884	  0.167116		CURRENT LEARNING RATE: 2.9417534055239548e-08
previous_iter_valid_loss : 0.16882136464118958

   1698500	  0.168975	  0.168821	  0.167216		CURRENT LEARNING RATE: 2.9411651136739973e-08
previous_iter_valid_loss : 0.1640624850988388

   1698520	  0.164230	  0.164062	  0.167239		CURRENT LEARNING RATE: 2.940576939470645e-08
previous_iter_valid_loss : 0.16560140252113342

   1698540	  0.165766	  0.165601	  0.165960		CURRENT LEARNING RATE: 2.9399888828903603e-08
previous_iter_valid_loss : 0.16089273989200592

   1698560	  0.161073	  0.160893	  0.165965		CURRENT LEARNING RATE: 2.9394009439096412e-08
previous_iter_valid_loss : 0.1608971208333969

   1698580	  0.161058	  0.160897	  0.165973		CURRENT LEARNING RATE: 2.9388131225049603e-08
previous_iter_valid_loss : 0.1611192524433136

   1698600	  0.161276	  0.161119	  0.165984		CURRENT LEARNING RATE: 2.938225418652805e-08
previous_iter_valid_loss : 0.16140565276145935

   1698620	  0.161568	  0.161406	  0.165553		CURRENT LEARNING RATE: 2.9376378323296666e-08
previous_iter_valid_loss : 0.1606319695711136

   1698640	  0.160787	  0.160632	  0.165483		CURRENT LEARNING RATE: 2.9370503635120424e-08
previous_iter_valid_loss : 0.16079454123973846

   1698660	  0.160971	  0.160795	  0.165495		CURRENT LEARNING RATE: 2.9364630121764324e-08
previous_iter_valid_loss : 0.16051793098449707

   1698680	  0.160686	  0.160518	  0.164129		CURRENT LEARNING RATE: 2.935875778299344e-08
previous_iter_valid_loss : 0.16107715666294098

   1698700	  0.161267	  0.161077	  0.163798		CURRENT LEARNING RATE: 2.935288661857276e-08
previous_iter_valid_loss : 0.1611746847629547

   1698720	  0.161326	  0.161175	  0.163728		CURRENT LEARNING RATE: 2.9347016628267657e-08
previous_iter_valid_loss : 0.16580207645893097

   1698740	  0.166005	  0.165802	  0.163568		CURRENT LEARNING RATE: 2.9341147811843223e-08
previous_iter_valid_loss : 0.16071602702140808

   1698760	  0.160878	  0.160716	  0.163495		CURRENT LEARNING RATE: 2.9335280169064703e-08
previous_iter_valid_loss : 0.1632821261882782

   1698780	  0.163453	  0.163282	  0.162941		CURRENT LEARNING RATE: 2.9329413699697396e-08
previous_iter_valid_loss : 0.1615884155035019

   1698800	  0.161749	  0.161588	  0.162896		CURRENT LEARNING RATE: 2.9323548403506644e-08
previous_iter_valid_loss : 0.16394953429698944

   1698820	  0.164119	  0.163950	  0.163060		CURRENT LEARNING RATE: 2.9317684280257824e-08
previous_iter_valid_loss : 0.1701437383890152

   1698840	  0.170296	  0.170144	  0.163533		CURRENT LEARNING RATE: 2.931182132971628e-08
previous_iter_valid_loss : 0.1624644696712494

   1698860	  0.162660	  0.162464	  0.163040		CURRENT LEARNING RATE: 2.9305959551647698e-08
previous_iter_valid_loss : 0.16164451837539673

   1698880	  0.161809	  0.161645	  0.162828		CURRENT LEARNING RATE: 2.93000989458175e-08
previous_iter_valid_loss : 0.17011798918247223

   1698900	  0.170266	  0.170118	  0.162893		CURRENT LEARNING RATE: 2.9294239511991266e-08
previous_iter_valid_loss : 0.1636236310005188

   1698920	  0.163829	  0.163624	  0.162871		CURRENT LEARNING RATE: 2.9288381249934614e-08
previous_iter_valid_loss : 0.1801593154668808

   1698940	  0.180479	  0.180159	  0.163599		CURRENT LEARNING RATE: 2.9282524159413214e-08
previous_iter_valid_loss : 0.1605163812637329

   1698960	  0.160678	  0.160516	  0.163580		CURRENT LEARNING RATE: 2.9276668240192787e-08
previous_iter_valid_loss : 0.16093431413173676

   1698980	  0.161118	  0.160934	  0.163582		CURRENT LEARNING RATE: 2.927081349203909e-08
previous_iter_valid_loss : 0.1641039252281189

   1699000	  0.164289	  0.164104	  0.163731		CURRENT LEARNING RATE: 2.926495991471784e-08
previous_iter_valid_loss : 0.1644299030303955

   1699020	  0.164642	  0.164430	  0.163882		CURRENT LEARNING RATE: 2.925910750799509e-08
previous_iter_valid_loss : 0.16169971227645874

   1699040	  0.161898	  0.161700	  0.163936		CURRENT LEARNING RATE: 2.9253256271636646e-08
previous_iter_valid_loss : 0.16804125905036926

   1699060	  0.168197	  0.168041	  0.164298		CURRENT LEARNING RATE: 2.9247406205408455e-08
previous_iter_valid_loss : 0.16051961481571198

   1699080	  0.160675	  0.160520	  0.164298		CURRENT LEARNING RATE: 2.9241557309076515e-08
previous_iter_valid_loss : 0.16884852945804596

   1699100	  0.169082	  0.168849	  0.164687		CURRENT LEARNING RATE: 2.9235709582406875e-08
previous_iter_valid_loss : 0.1608513593673706

   1699120	  0.161001	  0.160851	  0.164670		CURRENT LEARNING RATE: 2.9229863025165617e-08
previous_iter_valid_loss : 0.1605445295572281

   1699140	  0.160711	  0.160545	  0.164407		CURRENT LEARNING RATE: 2.9224017637118886e-08
previous_iter_valid_loss : 0.18379703164100647

   1699160	  0.183947	  0.183797	  0.165562		CURRENT LEARNING RATE: 2.9218173418032762e-08
previous_iter_valid_loss : 0.17735734581947327

   1699180	  0.177646	  0.177357	  0.166265		CURRENT LEARNING RATE: 2.9212330367673682e-08
previous_iter_valid_loss : 0.17093604803085327

   1699200	  0.171183	  0.170936	  0.166733		CURRENT LEARNING RATE: 2.9206488485807823e-08
previous_iter_valid_loss : 0.1767437756061554

   1699220	  0.177046	  0.176744	  0.167372		CURRENT LEARNING RATE: 2.9200647772201502e-08
previous_iter_valid_loss : 0.1766911745071411

   1699240	  0.176850	  0.176691	  0.167700		CURRENT LEARNING RATE: 2.91948082266211e-08
previous_iter_valid_loss : 0.16061283648014069

   1699260	  0.160769	  0.160613	  0.167607		CURRENT LEARNING RATE: 2.918896984883303e-08
previous_iter_valid_loss : 0.17374245822429657

   1699280	  0.173893	  0.173742	  0.168212		CURRENT LEARNING RATE: 2.9183132638603755e-08
previous_iter_valid_loss : 0.16104397177696228

   1699300	  0.161205	  0.161044	  0.167758		CURRENT LEARNING RATE: 2.917729659569969e-08
previous_iter_valid_loss : 0.16554102301597595

   1699320	  0.165746	  0.165541	  0.167854		CURRENT LEARNING RATE: 2.9171461719887593e-08
previous_iter_valid_loss : 0.16095662117004395

   1699340	  0.161142	  0.160957	  0.166894		CURRENT LEARNING RATE: 2.916562801093397e-08
previous_iter_valid_loss : 0.16051137447357178

   1699360	  0.160678	  0.160511	  0.166894		CURRENT LEARNING RATE: 2.9159795468605475e-08
previous_iter_valid_loss : 0.16491816937923431

   1699380	  0.165127	  0.164918	  0.167093		CURRENT LEARNING RATE: 2.91539640926688e-08
previous_iter_valid_loss : 0.16422706842422485

   1699400	  0.164403	  0.164227	  0.167099		CURRENT LEARNING RATE: 2.9148133882890688e-08
previous_iter_valid_loss : 0.168101966381073

   1699420	  0.168332	  0.168102	  0.167283		CURRENT LEARNING RATE: 2.9142304839037937e-08
previous_iter_valid_loss : 0.16079142689704895

   1699440	  0.160972	  0.160791	  0.167237		CURRENT LEARNING RATE: 2.9136476960877388e-08
previous_iter_valid_loss : 0.16483859717845917

   1699460	  0.165046	  0.164839	  0.167077		CURRENT LEARNING RATE: 2.9130650248175815e-08
previous_iter_valid_loss : 0.16177313029766083

   1699480	  0.161961	  0.161773	  0.167140		CURRENT LEARNING RATE: 2.912482470070036e-08
previous_iter_valid_loss : 0.1709136664867401

   1699500	  0.171064	  0.170914	  0.167243		CURRENT LEARNING RATE: 2.9119000318217895e-08
previous_iter_valid_loss : 0.16433630883693695

   1699520	  0.164528	  0.164336	  0.167417		CURRENT LEARNING RATE: 2.9113177100495447e-08
previous_iter_valid_loss : 0.1633797585964203

   1699540	  0.163586	  0.163380	  0.167559		CURRENT LEARNING RATE: 2.9107355047300088e-08
previous_iter_valid_loss : 0.169164776802063

   1699560	  0.169404	  0.169165	  0.166828		CURRENT LEARNING RATE: 2.9101534158398935e-08
previous_iter_valid_loss : 0.16264809668064117

   1699580	  0.162844	  0.162648	  0.166092		CURRENT LEARNING RATE: 2.909571443355915e-08
previous_iter_valid_loss : 0.16127899289131165

   1699600	  0.161464	  0.161279	  0.165609		CURRENT LEARNING RATE: 2.9089895872547847e-08
previous_iter_valid_loss : 0.16723240911960602

   1699620	  0.167453	  0.167232	  0.165134		CURRENT LEARNING RATE: 2.9084078475132484e-08
previous_iter_valid_loss : 0.16109761595726013

   1699640	  0.161279	  0.161098	  0.164354		CURRENT LEARNING RATE: 2.9078262241080262e-08
previous_iter_valid_loss : 0.16419368982315063

   1699660	  0.164385	  0.164194	  0.164533		CURRENT LEARNING RATE: 2.9072447170158537e-08
previous_iter_valid_loss : 0.16052190959453583

   1699680	  0.160682	  0.160522	  0.163872		CURRENT LEARNING RATE: 2.9066633262134704e-08
previous_iter_valid_loss : 0.16603881120681763

   1699700	  0.166254	  0.166039	  0.164122		CURRENT LEARNING RATE: 2.90608205167762e-08
previous_iter_valid_loss : 0.18057160079479218

   1699720	  0.180911	  0.180572	  0.164873		CURRENT LEARNING RATE: 2.9055008933850523e-08
previous_iter_valid_loss : 0.16206972301006317

   1699740	  0.162264	  0.162070	  0.164929		CURRENT LEARNING RATE: 2.9049198513125205e-08
previous_iter_valid_loss : 0.16197629272937775

   1699760	  0.162166	  0.161976	  0.165002		CURRENT LEARNING RATE: 2.9043389254367732e-08
previous_iter_valid_loss : 0.18675921857357025

   1699780	  0.187149	  0.186759	  0.166094		CURRENT LEARNING RATE: 2.9037581157345933e-08
previous_iter_valid_loss : 0.20369593799114227

   1699800	  0.203761	  0.203696	  0.168068		CURRENT LEARNING RATE: 2.9031774221827386e-08
previous_iter_valid_loss : 0.163313627243042

   1699820	  0.163513	  0.163314	  0.167828		CURRENT LEARNING RATE: 2.9025968447579814e-08
previous_iter_valid_loss : 0.16192197799682617

   1699840	  0.162108	  0.161922	  0.167885		CURRENT LEARNING RATE: 2.9020163834370983e-08
previous_iter_valid_loss : 0.16290190815925598

   1699860	  0.163105	  0.162902	  0.167788		CURRENT LEARNING RATE: 2.9014360381968703e-08
previous_iter_valid_loss : 0.16097480058670044

   1699880	  0.161162	  0.160975	  0.167748		CURRENT LEARNING RATE: 2.900855809014085e-08
previous_iter_valid_loss : 0.16056352853775024

   1699900	  0.160736	  0.160564	  0.167231		CURRENT LEARNING RATE: 2.900275695865532e-08
previous_iter_valid_loss : 0.16541887819766998

   1699920	  0.165643	  0.165419	  0.167285		CURRENT LEARNING RATE: 2.8996956987279968e-08
previous_iter_valid_loss : 0.16075700521469116

   1699940	  0.160912	  0.160757	  0.167154		CURRENT LEARNING RATE: 2.8991158175783003e-08
previous_iter_valid_loss : 0.1606760025024414

   1699960	  0.160848	  0.160676	  0.166729		CURRENT LEARNING RATE: 2.8985360523932375e-08
previous_iter_valid_loss : 0.16439001262187958

   1699980	  0.164579	  0.164390	  0.166816		CURRENT LEARNING RATE: 2.8979564031496165e-08
previous_iter_valid_loss : 0.16110877692699432

   1700000	  0.161259	  0.161109	  0.166808		CURRENT LEARNING RATE: 2.8973768698242525e-08
previous_iter_valid_loss : 0.16736921668052673

   1700020	  0.167528	  0.167369	  0.166815		CURRENT LEARNING RATE: 2.8967974523939634e-08
previous_iter_valid_loss : 0.1605014055967331

   1700040	  0.160667	  0.160501	  0.166785		CURRENT LEARNING RATE: 2.8962181508355727e-08
previous_iter_valid_loss : 0.17520296573638916

   1700060	  0.175488	  0.175203	  0.167335		CURRENT LEARNING RATE: 2.895638965125898e-08
previous_iter_valid_loss : 0.16117921471595764

   1700080	  0.161334	  0.161179	  0.167368		CURRENT LEARNING RATE: 2.8950598952417928e-08
previous_iter_valid_loss : 0.1626899540424347

   1700100	  0.162872	  0.162690	  0.167201		CURRENT LEARNING RATE: 2.8944809411600842e-08
previous_iter_valid_loss : 0.18508410453796387

   1700120	  0.185235	  0.185084	  0.167426		CURRENT LEARNING RATE: 2.8939021028576128e-08
previous_iter_valid_loss : 0.16099216043949127

   1700140	  0.161151	  0.160992	  0.167372		CURRENT LEARNING RATE: 2.8933233803112267e-08
previous_iter_valid_loss : 0.1615470051765442

   1700160	  0.161737	  0.161547	  0.167351		CURRENT LEARNING RATE: 2.8927447734977756e-08
previous_iter_valid_loss : 0.16839061677455902

   1700180	  0.168621	  0.168391	  0.166433		CURRENT LEARNING RATE: 2.8921662823941162e-08
previous_iter_valid_loss : 0.16371004283428192

   1700200	  0.163884	  0.163710	  0.164433		CURRENT LEARNING RATE: 2.891587906977108e-08
previous_iter_valid_loss : 0.1605093628168106

   1700220	  0.160667	  0.160509	  0.164293		CURRENT LEARNING RATE: 2.8910096472236068e-08
previous_iter_valid_loss : 0.1740214079618454

   1700240	  0.174297	  0.174021	  0.164898		CURRENT LEARNING RATE: 2.8904315031105018e-08
previous_iter_valid_loss : 0.16625626385211945

   1700260	  0.166474	  0.166256	  0.165066		CURRENT LEARNING RATE: 2.8898534746146575e-08
previous_iter_valid_loss : 0.1622263789176941

   1700280	  0.162390	  0.162226	  0.165128		CURRENT LEARNING RATE: 2.8892755617129525e-08
previous_iter_valid_loss : 0.171519935131073

   1700300	  0.171672	  0.171520	  0.165676		CURRENT LEARNING RATE: 2.88869776438227e-08
previous_iter_valid_loss : 0.17079736292362213

   1700320	  0.171060	  0.170797	  0.165945		CURRENT LEARNING RATE: 2.888120082599499e-08
previous_iter_valid_loss : 0.16064316034317017

   1700340	  0.160812	  0.160643	  0.165939		CURRENT LEARNING RATE: 2.8875425163415316e-08
previous_iter_valid_loss : 0.16327710449695587

   1700360	  0.163466	  0.163277	  0.166069		CURRENT LEARNING RATE: 2.886965065585265e-08
previous_iter_valid_loss : 0.16278789937496185

   1700380	  0.162953	  0.162788	  0.165989		CURRENT LEARNING RATE: 2.886387730307591e-08
previous_iter_valid_loss : 0.1781598925590515

   1700400	  0.178465	  0.178160	  0.166842		CURRENT LEARNING RATE: 2.8858105104854374e-08
previous_iter_valid_loss : 0.17286382615566254

   1700420	  0.173011	  0.172864	  0.167117		CURRENT LEARNING RATE: 2.885233406095704e-08
previous_iter_valid_loss : 0.16293247044086456

   1700440	  0.163130	  0.162932	  0.167238		CURRENT LEARNING RATE: 2.8846564171153076e-08
previous_iter_valid_loss : 0.16919898986816406

   1700460	  0.169450	  0.169199	  0.166938		CURRENT LEARNING RATE: 2.8840795435211687e-08
previous_iter_valid_loss : 0.16057436168193817

   1700480	  0.160731	  0.160574	  0.166908		CURRENT LEARNING RATE: 2.883502785290211e-08
previous_iter_valid_loss : 0.1630645990371704

   1700500	  0.163242	  0.163065	  0.166926		CURRENT LEARNING RATE: 2.8829261423993654e-08
previous_iter_valid_loss : 0.16174164414405823

   1700520	  0.161897	  0.161742	  0.165759		CURRENT LEARNING RATE: 2.8823496148255557e-08
previous_iter_valid_loss : 0.19248278439044952

   1700540	  0.192942	  0.192483	  0.167334		CURRENT LEARNING RATE: 2.8817732025457414e-08
previous_iter_valid_loss : 0.16243654489517212

   1700560	  0.162626	  0.162437	  0.167378		CURRENT LEARNING RATE: 2.8811969055368555e-08
previous_iter_valid_loss : 0.16054153442382812

   1700580	  0.160695	  0.160542	  0.166986		CURRENT LEARNING RATE: 2.8806207237758465e-08
previous_iter_valid_loss : 0.16202355921268463

   1700600	  0.162178	  0.162024	  0.166902		CURRENT LEARNING RATE: 2.8800446572396665e-08
previous_iter_valid_loss : 0.16059929132461548

   1700620	  0.160767	  0.160599	  0.166906		CURRENT LEARNING RATE: 2.8794687059052732e-08
previous_iter_valid_loss : 0.16064150631427765

   1700640	  0.160798	  0.160642	  0.166237		CURRENT LEARNING RATE: 2.8788928697496282e-08
previous_iter_valid_loss : 0.16052135825157166

   1700660	  0.160674	  0.160521	  0.165950		CURRENT LEARNING RATE: 2.8783171487496987e-08
previous_iter_valid_loss : 0.16161315143108368

   1700680	  0.161773	  0.161613	  0.165920		CURRENT LEARNING RATE: 2.8777415428824452e-08
previous_iter_valid_loss : 0.1690290868282318

   1700700	  0.169281	  0.169029	  0.165795		CURRENT LEARNING RATE: 2.8771660521248643e-08
previous_iter_valid_loss : 0.1679326444864273

   1700720	  0.168155	  0.167933	  0.165652		CURRENT LEARNING RATE: 2.8765906764539255e-08
previous_iter_valid_loss : 0.16857443749904633

   1700740	  0.168817	  0.168574	  0.166048		CURRENT LEARNING RATE: 2.8760154158466143e-08
previous_iter_valid_loss : 0.17500217258930206

   1700760	  0.175152	  0.175002	  0.166635		CURRENT LEARNING RATE: 2.8754402702799204e-08
previous_iter_valid_loss : 0.17617753148078918

   1700780	  0.176467	  0.176178	  0.167304		CURRENT LEARNING RATE: 2.874865239730837e-08
previous_iter_valid_loss : 0.16766519844532013

   1700800	  0.167827	  0.167665	  0.166779		CURRENT LEARNING RATE: 2.8742903241763645e-08
previous_iter_valid_loss : 0.16955991089344025

   1700820	  0.169714	  0.169560	  0.166614		CURRENT LEARNING RATE: 2.8737155235934947e-08
previous_iter_valid_loss : 0.16622750461101532

   1700840	  0.166390	  0.166228	  0.166779		CURRENT LEARNING RATE: 2.873140837959256e-08
previous_iter_valid_loss : 0.16099511086940765

   1700860	  0.161178	  0.160995	  0.166369		CURRENT LEARNING RATE: 2.8725662672506517e-08
previous_iter_valid_loss : 0.16131748259067535

   1700880	  0.161511	  0.161317	  0.166406		CURRENT LEARNING RATE: 2.8719918114446984e-08
previous_iter_valid_loss : 0.16283245384693146

   1700900	  0.163001	  0.162832	  0.166394		CURRENT LEARNING RATE: 2.871417470518418e-08
previous_iter_valid_loss : 0.19205056130886078

   1700920	  0.192493	  0.192051	  0.167910		CURRENT LEARNING RATE: 2.8708432444488368e-08
previous_iter_valid_loss : 0.1636098325252533

   1700940	  0.163810	  0.163610	  0.166466		CURRENT LEARNING RATE: 2.8702691332129857e-08
previous_iter_valid_loss : 0.16813187301158905

   1700960	  0.168362	  0.168132	  0.166751		CURRENT LEARNING RATE: 2.8696951367879e-08
previous_iter_valid_loss : 0.16385161876678467

   1700980	  0.164027	  0.163852	  0.166916		CURRENT LEARNING RATE: 2.86912125515061e-08
previous_iter_valid_loss : 0.1784626841545105

   1701000	  0.178620	  0.178463	  0.167738		CURRENT LEARNING RATE: 2.8685474882781815e-08
previous_iter_valid_loss : 0.16125132143497467

   1701020	  0.161405	  0.161251	  0.167771		CURRENT LEARNING RATE: 2.867973836147652e-08
previous_iter_valid_loss : 0.16371124982833862

   1701040	  0.163880	  0.163711	  0.167924		CURRENT LEARNING RATE: 2.8674002987360773e-08
previous_iter_valid_loss : 0.16051536798477173

   1701060	  0.160677	  0.160515	  0.167924		CURRENT LEARNING RATE: 2.8668268760205143e-08
previous_iter_valid_loss : 0.16071391105651855

   1701080	  0.160881	  0.160714	  0.167879		CURRENT LEARNING RATE: 2.8662535679780267e-08
previous_iter_valid_loss : 0.1609448343515396

   1701100	  0.161125	  0.160945	  0.167475		CURRENT LEARNING RATE: 2.8656803745856824e-08
previous_iter_valid_loss : 0.2270941585302353

   1701120	  0.227808	  0.227094	  0.170433		CURRENT LEARNING RATE: 2.8651072958205535e-08
previous_iter_valid_loss : 0.16416305303573608

   1701140	  0.164339	  0.164163	  0.170212		CURRENT LEARNING RATE: 2.8645343316597063e-08
previous_iter_valid_loss : 0.16179338097572327

   1701160	  0.161985	  0.161793	  0.169552		CURRENT LEARNING RATE: 2.863961482080243e-08
previous_iter_valid_loss : 0.1633714735507965

   1701180	  0.163533	  0.163371	  0.168912		CURRENT LEARNING RATE: 2.8633887470592395e-08
previous_iter_valid_loss : 0.16066314280033112

   1701200	  0.160818	  0.160663	  0.168562		CURRENT LEARNING RATE: 2.8628161265737865e-08
previous_iter_valid_loss : 0.16410216689109802

   1701220	  0.164286	  0.164102	  0.168289		CURRENT LEARNING RATE: 2.8622436206009785e-08
previous_iter_valid_loss : 0.16693386435508728

   1701240	  0.167088	  0.166934	  0.168324		CURRENT LEARNING RATE: 2.861671229117916e-08
previous_iter_valid_loss : 0.16641107201576233

   1701260	  0.166575	  0.166411	  0.168595		CURRENT LEARNING RATE: 2.8610989521017027e-08
previous_iter_valid_loss : 0.16334190964698792

   1701280	  0.163540	  0.163342	  0.168696		CURRENT LEARNING RATE: 2.860526789529438e-08
previous_iter_valid_loss : 0.16615523397922516

   1701300	  0.166317	  0.166155	  0.168862		CURRENT LEARNING RATE: 2.859954741378256e-08
previous_iter_valid_loss : 0.1623566597700119

   1701320	  0.162558	  0.162357	  0.167378		CURRENT LEARNING RATE: 2.8593828076252628e-08
previous_iter_valid_loss : 0.16773006319999695

   1701340	  0.167963	  0.167730	  0.167584		CURRENT LEARNING RATE: 2.8588109882475833e-08
previous_iter_valid_loss : 0.16815920174121857

   1701360	  0.168385	  0.168159	  0.167585		CURRENT LEARNING RATE: 2.8582392832223433e-08
previous_iter_valid_loss : 0.161546528339386

   1701380	  0.161709	  0.161547	  0.167470		CURRENT LEARNING RATE: 2.857667692526675e-08
previous_iter_valid_loss : 0.1632043719291687

   1701400	  0.163397	  0.163204	  0.166707		CURRENT LEARNING RATE: 2.8570962161377143e-08
previous_iter_valid_loss : 0.18097376823425293

   1701420	  0.181317	  0.180974	  0.167693		CURRENT LEARNING RATE: 2.8565248540326037e-08
previous_iter_valid_loss : 0.17440378665924072

   1701440	  0.174553	  0.174404	  0.168227		CURRENT LEARNING RATE: 2.8559536061884766e-08
previous_iter_valid_loss : 0.16256338357925415

   1701460	  0.162730	  0.162563	  0.168330		CURRENT LEARNING RATE: 2.8553824725825046e-08
previous_iter_valid_loss : 0.16092605888843536

   1701480	  0.161103	  0.160926	  0.168340		CURRENT LEARNING RATE: 2.854811453191832e-08
previous_iter_valid_loss : 0.18070422112941742

   1701500	  0.181041	  0.180704	  0.169328		CURRENT LEARNING RATE: 2.8542405479936182e-08
previous_iter_valid_loss : 0.1733846813440323

   1701520	  0.173651	  0.173385	  0.166643		CURRENT LEARNING RATE: 2.853669756965026e-08
previous_iter_valid_loss : 0.17212629318237305

   1701540	  0.172275	  0.172126	  0.167041		CURRENT LEARNING RATE: 2.853099080083225e-08
previous_iter_valid_loss : 0.16783513128757477

   1701560	  0.168063	  0.167835	  0.167343		CURRENT LEARNING RATE: 2.852528517325387e-08
previous_iter_valid_loss : 0.1618669629096985

   1701580	  0.162028	  0.161867	  0.167268		CURRENT LEARNING RATE: 2.8519580686686906e-08
previous_iter_valid_loss : 0.17208822071552277

   1701600	  0.172235	  0.172088	  0.167839		CURRENT LEARNING RATE: 2.8513877340903068e-08
previous_iter_valid_loss : 0.1670820116996765

   1701620	  0.167244	  0.167082	  0.167988		CURRENT LEARNING RATE: 2.850817513567443e-08
previous_iter_valid_loss : 0.16864904761314392

   1701640	  0.168806	  0.168649	  0.168074		CURRENT LEARNING RATE: 2.8502474070772804e-08
previous_iter_valid_loss : 0.16564790904521942

   1701660	  0.165854	  0.165648	  0.168036		CURRENT LEARNING RATE: 2.8496774145970142e-08
previous_iter_valid_loss : 0.18194293975830078

   1701680	  0.182296	  0.181943	  0.168966		CURRENT LEARNING RATE: 2.8491075361038448e-08
previous_iter_valid_loss : 0.1725519448518753

   1701700	  0.172814	  0.172552	  0.169286		CURRENT LEARNING RATE: 2.848537771574978e-08
previous_iter_valid_loss : 0.16054005920886993

   1701720	  0.160691	  0.160540	  0.169195		CURRENT LEARNING RATE: 2.8479681209876217e-08
previous_iter_valid_loss : 0.16882343590259552

   1701740	  0.169047	  0.168823	  0.169250		CURRENT LEARNING RATE: 2.8473985843189806e-08
previous_iter_valid_loss : 0.17921896278858185

   1701760	  0.179544	  0.179219	  0.169803		CURRENT LEARNING RATE: 2.8468291615462938e-08
previous_iter_valid_loss : 0.16451628506183624

   1701780	  0.164684	  0.164516	  0.169951		CURRENT LEARNING RATE: 2.8462598526467732e-08
previous_iter_valid_loss : 0.1919446587562561

   1701800	  0.192065	  0.191945	  0.171388		CURRENT LEARNING RATE: 2.8456906575976473e-08
previous_iter_valid_loss : 0.16084328293800354

   1701820	  0.161026	  0.160843	  0.170382		CURRENT LEARNING RATE: 2.8451215763761486e-08
previous_iter_valid_loss : 0.1605612188577652

   1701840	  0.160724	  0.160561	  0.169689		CURRENT LEARNING RATE: 2.8445526089595128e-08
previous_iter_valid_loss : 0.16113212704658508

   1701860	  0.161318	  0.161132	  0.169618		CURRENT LEARNING RATE: 2.843983755324982e-08
previous_iter_valid_loss : 0.1859780102968216

   1701880	  0.186367	  0.185978	  0.170870		CURRENT LEARNING RATE: 2.8434150154498015e-08
previous_iter_valid_loss : 0.16084015369415283

   1701900	  0.160995	  0.160840	  0.169877		CURRENT LEARNING RATE: 2.8428463893112122e-08
previous_iter_valid_loss : 0.16633252799510956

   1701920	  0.166545	  0.166333	  0.169525		CURRENT LEARNING RATE: 2.8422778768864887e-08
previous_iter_valid_loss : 0.16114982962608337

   1701940	  0.161304	  0.161150	  0.168976		CURRENT LEARNING RATE: 2.8417094781528805e-08
previous_iter_valid_loss : 0.1613999754190445

   1701960	  0.161592	  0.161400	  0.168654		CURRENT LEARNING RATE: 2.8411411930876524e-08
previous_iter_valid_loss : 0.16098937392234802

   1701980	  0.161142	  0.160989	  0.168610		CURRENT LEARNING RATE: 2.840573021668072e-08
previous_iter_valid_loss : 0.16104435920715332

   1702000	  0.161203	  0.161044	  0.168058		CURRENT LEARNING RATE: 2.840004963871413e-08
previous_iter_valid_loss : 0.16139693558216095

   1702020	  0.161586	  0.161397	  0.167774		CURRENT LEARNING RATE: 2.8394370196749526e-08
previous_iter_valid_loss : 0.16249516606330872

   1702040	  0.162669	  0.162495	  0.167466		CURRENT LEARNING RATE: 2.8388691890559636e-08
previous_iter_valid_loss : 0.17373134195804596

   1702060	  0.173875	  0.173731	  0.167870		CURRENT LEARNING RATE: 2.8383014719917523e-08
previous_iter_valid_loss : 0.16078713536262512

   1702080	  0.160973	  0.160787	  0.166812		CURRENT LEARNING RATE: 2.8377338684596008e-08
previous_iter_valid_loss : 0.16219784319400787

   1702100	  0.162372	  0.162198	  0.166295		CURRENT LEARNING RATE: 2.8371663784368036e-08
previous_iter_valid_loss : 0.16399453580379486

   1702120	  0.164169	  0.163995	  0.166467		CURRENT LEARNING RATE: 2.8365990019006626e-08
previous_iter_valid_loss : 0.1606491655111313

   1702140	  0.160805	  0.160649	  0.166059		CURRENT LEARNING RATE: 2.8360317388284822e-08
previous_iter_valid_loss : 0.17349015176296234

   1702160	  0.173765	  0.173490	  0.165772		CURRENT LEARNING RATE: 2.8354645891975712e-08
previous_iter_valid_loss : 0.1866544783115387

   1702180	  0.187070	  0.186654	  0.166879		CURRENT LEARNING RATE: 2.8348975529852444e-08
previous_iter_valid_loss : 0.16128048300743103

   1702200	  0.161468	  0.161280	  0.165346		CURRENT LEARNING RATE: 2.8343306301688098e-08
previous_iter_valid_loss : 0.16106288135051727

   1702220	  0.161222	  0.161063	  0.165357		CURRENT LEARNING RATE: 2.833763820725611e-08
previous_iter_valid_loss : 0.17626337707042694

   1702240	  0.176413	  0.176263	  0.166142		CURRENT LEARNING RATE: 2.8331971246329657e-08
previous_iter_valid_loss : 0.17155104875564575

   1702260	  0.171696	  0.171551	  0.166663		CURRENT LEARNING RATE: 2.8326305418682053e-08
previous_iter_valid_loss : 0.170381098985672

   1702280	  0.170637	  0.170381	  0.165883		CURRENT LEARNING RATE: 2.8320640724086674e-08
previous_iter_valid_loss : 0.16107578575611115

   1702300	  0.161231	  0.161076	  0.165895		CURRENT LEARNING RATE: 2.8314977162316925e-08
previous_iter_valid_loss : 0.16283681988716125

   1702320	  0.163006	  0.162837	  0.165720		CURRENT LEARNING RATE: 2.8309314733146267e-08
previous_iter_valid_loss : 0.1624625325202942

   1702340	  0.162622	  0.162463	  0.165786		CURRENT LEARNING RATE: 2.83036534363482e-08
previous_iter_valid_loss : 0.16069954633712769

   1702360	  0.160857	  0.160700	  0.165751		CURRENT LEARNING RATE: 2.8297993271696175e-08
previous_iter_valid_loss : 0.16996844112873077

   1702380	  0.170219	  0.169968	  0.166200		CURRENT LEARNING RATE: 2.8292334238963986e-08
previous_iter_valid_loss : 0.16143281757831573

   1702400	  0.161630	  0.161433	  0.166219		CURRENT LEARNING RATE: 2.828667633792517e-08
previous_iter_valid_loss : 0.16962799429893494

   1702420	  0.169783	  0.169628	  0.166631		CURRENT LEARNING RATE: 2.8281019568353413e-08
previous_iter_valid_loss : 0.16364505887031555

   1702440	  0.163838	  0.163645	  0.166688		CURRENT LEARNING RATE: 2.827536393002244e-08
previous_iter_valid_loss : 0.1648281216621399

   1702460	  0.165033	  0.164828	  0.166243		CURRENT LEARNING RATE: 2.826970942270603e-08
previous_iter_valid_loss : 0.16050240397453308

   1702480	  0.160667	  0.160502	  0.166229		CURRENT LEARNING RATE: 2.8264056046178e-08
previous_iter_valid_loss : 0.16115643084049225

   1702500	  0.161343	  0.161156	  0.166177		CURRENT LEARNING RATE: 2.8258403800212113e-08
previous_iter_valid_loss : 0.16388502717018127

   1702520	  0.164089	  0.163885	  0.166171		CURRENT LEARNING RATE: 2.8252752684582482e-08
previous_iter_valid_loss : 0.1746298372745514

   1702540	  0.174777	  0.174630	  0.166870		CURRENT LEARNING RATE: 2.8247102699062966e-08
previous_iter_valid_loss : 0.16907797753810883

   1702560	  0.169231	  0.169078	  0.166650		CURRENT LEARNING RATE: 2.8241453843427558e-08
previous_iter_valid_loss : 0.16273875534534454

   1702580	  0.162901	  0.162739	  0.165454		CURRENT LEARNING RATE: 2.823580611745031e-08
previous_iter_valid_loss : 0.17601776123046875

   1702600	  0.176171	  0.176018	  0.166191		CURRENT LEARNING RATE: 2.8230159520905307e-08
previous_iter_valid_loss : 0.16726793348789215

   1702620	  0.167495	  0.167268	  0.166501		CURRENT LEARNING RATE: 2.822451405356669e-08
previous_iter_valid_loss : 0.16064272820949554

   1702640	  0.160818	  0.160643	  0.165720		CURRENT LEARNING RATE: 2.8218869715208645e-08
previous_iter_valid_loss : 0.17184923589229584

   1702660	  0.171996	  0.171849	  0.165735		CURRENT LEARNING RATE: 2.8213226505605284e-08
previous_iter_valid_loss : 0.2116052210330963

   1702680	  0.211655	  0.211605	  0.167796		CURRENT LEARNING RATE: 2.820758442453109e-08
previous_iter_valid_loss : 0.16493387520313263

   1702700	  0.165100	  0.164934	  0.167989		CURRENT LEARNING RATE: 2.820194347176028e-08
previous_iter_valid_loss : 0.16269415616989136

   1702720	  0.162848	  0.162694	  0.167982		CURRENT LEARNING RATE: 2.819630364706721e-08
previous_iter_valid_loss : 0.16073673963546753

   1702740	  0.160909	  0.160737	  0.167896		CURRENT LEARNING RATE: 2.8190664950226286e-08
previous_iter_valid_loss : 0.1627179980278015

   1702760	  0.162889	  0.162718	  0.167997		CURRENT LEARNING RATE: 2.818502738101197e-08
previous_iter_valid_loss : 0.16358551383018494

   1702780	  0.163752	  0.163586	  0.167677		CURRENT LEARNING RATE: 2.8179390939198753e-08
previous_iter_valid_loss : 0.1623210906982422

   1702800	  0.162499	  0.162321	  0.167722		CURRENT LEARNING RATE: 2.817375562456117e-08
previous_iter_valid_loss : 0.1645900160074234

   1702820	  0.164755	  0.164590	  0.167470		CURRENT LEARNING RATE: 2.816812143687372e-08
previous_iter_valid_loss : 0.168392613530159

   1702840	  0.168546	  0.168393	  0.167707		CURRENT LEARNING RATE: 2.8162488375911234e-08
previous_iter_valid_loss : 0.16076508164405823

   1702860	  0.160919	  0.160765	  0.167504		CURRENT LEARNING RATE: 2.8156856441448286e-08
previous_iter_valid_loss : 0.16785812377929688

   1702880	  0.168017	  0.167858	  0.167872		CURRENT LEARNING RATE: 2.8151225633259593e-08
previous_iter_valid_loss : 0.16731181740760803

   1702900	  0.167471	  0.167312	  0.168180		CURRENT LEARNING RATE: 2.8145595951119935e-08
previous_iter_valid_loss : 0.16733162105083466

   1702920	  0.167556	  0.167332	  0.168352		CURRENT LEARNING RATE: 2.8139967394804117e-08
previous_iter_valid_loss : 0.1754528433084488

   1702940	  0.175742	  0.175453	  0.168393		CURRENT LEARNING RATE: 2.8134339964087e-08
previous_iter_valid_loss : 0.178859680891037

   1702960	  0.179167	  0.178860	  0.168882		CURRENT LEARNING RATE: 2.8128713658743384e-08
previous_iter_valid_loss : 0.17304502427577972

   1702980	  0.173196	  0.173045	  0.169398		CURRENT LEARNING RATE: 2.8123088478548417e-08
previous_iter_valid_loss : 0.1713869571685791

   1703000	  0.171650	  0.171387	  0.169166		CURRENT LEARNING RATE: 2.8117464423276997e-08
previous_iter_valid_loss : 0.16274209320545197

   1703020	  0.162913	  0.162742	  0.168940		CURRENT LEARNING RATE: 2.811184149270416e-08
previous_iter_valid_loss : 0.16756337881088257

   1703040	  0.167721	  0.167563	  0.169286		CURRENT LEARNING RATE: 2.810621968660498e-08
previous_iter_valid_loss : 0.1679188460111618

   1703060	  0.168136	  0.167919	  0.169089		CURRENT LEARNING RATE: 2.810059900475459e-08
previous_iter_valid_loss : 0.16102170944213867

   1703080	  0.161165	  0.161022	  0.166560		CURRENT LEARNING RATE: 2.8094979446928168e-08
previous_iter_valid_loss : 0.16602349281311035

   1703100	  0.166243	  0.166023	  0.166615		CURRENT LEARNING RATE: 2.8089361012900927e-08
previous_iter_valid_loss : 0.16117140650749207

   1703120	  0.161360	  0.161171	  0.166538		CURRENT LEARNING RATE: 2.808374370244803e-08
previous_iter_valid_loss : 0.16811974346637726

   1703140	  0.168346	  0.168120	  0.166908		CURRENT LEARNING RATE: 2.8078127515344982e-08
previous_iter_valid_loss : 0.16105830669403076

   1703160	  0.161209	  0.161058	  0.166825		CURRENT LEARNING RATE: 2.8072512451367042e-08
previous_iter_valid_loss : 0.17608574032783508

   1703180	  0.176244	  0.176086	  0.167450		CURRENT LEARNING RATE: 2.80668985102896e-08
previous_iter_valid_loss : 0.1671404242515564

   1703200	  0.167302	  0.167140	  0.167691		CURRENT LEARNING RATE: 2.8061285691888107e-08
previous_iter_valid_loss : 0.1607101410627365

   1703220	  0.160880	  0.160710	  0.167497		CURRENT LEARNING RATE: 2.8055673995938042e-08
previous_iter_valid_loss : 0.1613336205482483

   1703240	  0.161493	  0.161334	  0.167144		CURRENT LEARNING RATE: 2.8050063422214945e-08
previous_iter_valid_loss : 0.17308440804481506

   1703260	  0.173355	  0.173084	  0.167760		CURRENT LEARNING RATE: 2.804445397049428e-08
previous_iter_valid_loss : 0.1727329045534134

   1703280	  0.172880	  0.172733	  0.168003		CURRENT LEARNING RATE: 2.8038845640551885e-08
previous_iter_valid_loss : 0.16482408344745636

   1703300	  0.164998	  0.164824	  0.167879		CURRENT LEARNING RATE: 2.8033238432163317e-08
previous_iter_valid_loss : 0.1605391949415207

   1703320	  0.160706	  0.160539	  0.167539		CURRENT LEARNING RATE: 2.802763234510429e-08
previous_iter_valid_loss : 0.16065317392349243

   1703340	  0.160808	  0.160653	  0.166799		CURRENT LEARNING RATE: 2.8022027379150562e-08
previous_iter_valid_loss : 0.16059422492980957

   1703360	  0.160762	  0.160594	  0.165886		CURRENT LEARNING RATE: 2.8016423534077934e-08
previous_iter_valid_loss : 0.16952095925807953

   1703380	  0.169671	  0.169521	  0.165710		CURRENT LEARNING RATE: 2.8010820809662248e-08
previous_iter_valid_loss : 0.1616983562707901

   1703400	  0.161882	  0.161698	  0.165226		CURRENT LEARNING RATE: 2.8005219205679398e-08
previous_iter_valid_loss : 0.16063745319843292

   1703420	  0.160793	  0.160637	  0.165120		CURRENT LEARNING RATE: 2.7999618721905223e-08
previous_iter_valid_loss : 0.16141042113304138

   1703440	  0.161601	  0.161410	  0.164813		CURRENT LEARNING RATE: 2.7994019358115897e-08
previous_iter_valid_loss : 0.16162268817424774

   1703460	  0.161782	  0.161623	  0.164498		CURRENT LEARNING RATE: 2.7988421114087348e-08
previous_iter_valid_loss : 0.20604577660560608

   1703480	  0.206102	  0.206046	  0.166749		CURRENT LEARNING RATE: 2.7982823989595653e-08
previous_iter_valid_loss : 0.16613678634166718

   1703500	  0.166297	  0.166137	  0.166755		CURRENT LEARNING RATE: 2.797722798441692e-08
previous_iter_valid_loss : 0.17662277817726135

   1703520	  0.176778	  0.176623	  0.167527		CURRENT LEARNING RATE: 2.7971633098327306e-08
previous_iter_valid_loss : 0.21914030611515045

   1703540	  0.219127	  0.219140	  0.170078		CURRENT LEARNING RATE: 2.796603933110302e-08
previous_iter_valid_loss : 0.17126600444316864

   1703560	  0.171415	  0.171266	  0.170589		CURRENT LEARNING RATE: 2.7960446682520312e-08
previous_iter_valid_loss : 0.16228289902210236

   1703580	  0.162475	  0.162283	  0.169899		CURRENT LEARNING RATE: 2.7954855152355377e-08
previous_iter_valid_loss : 0.16975289583206177

   1703600	  0.169990	  0.169753	  0.170029		CURRENT LEARNING RATE: 2.7949264740384752e-08
previous_iter_valid_loss : 0.16099295020103455

   1703620	  0.161175	  0.160993	  0.170043		CURRENT LEARNING RATE: 2.794367544638472e-08
previous_iter_valid_loss : 0.16674678027629852

   1703640	  0.166970	  0.166747	  0.170314		CURRENT LEARNING RATE: 2.7938087270131707e-08
previous_iter_valid_loss : 0.1626238226890564

   1703660	  0.162816	  0.162624	  0.169791		CURRENT LEARNING RATE: 2.793250021140219e-08
previous_iter_valid_loss : 0.16151078045368195

   1703680	  0.161673	  0.161511	  0.169230		CURRENT LEARNING RATE: 2.7926914269972685e-08
previous_iter_valid_loss : 0.17360921204090118

   1703700	  0.173752	  0.173609	  0.169669		CURRENT LEARNING RATE: 2.7921329445619757e-08
previous_iter_valid_loss : 0.17915475368499756

   1703720	  0.179476	  0.179155	  0.170600		CURRENT LEARNING RATE: 2.791574573811991e-08
previous_iter_valid_loss : 0.16096031665802002

   1703740	  0.161116	  0.160960	  0.170615		CURRENT LEARNING RATE: 2.791016314724999e-08
previous_iter_valid_loss : 0.16620315611362457

   1703760	  0.166373	  0.166203	  0.170896		CURRENT LEARNING RATE: 2.7904581672786606e-08
previous_iter_valid_loss : 0.16237850487232208

   1703780	  0.162552	  0.162379	  0.170539		CURRENT LEARNING RATE: 2.7899001314506494e-08
previous_iter_valid_loss : 0.16061414778232574

   1703800	  0.160775	  0.160614	  0.170484		CURRENT LEARNING RATE: 2.7893422072186437e-08
previous_iter_valid_loss : 0.16159695386886597

   1703820	  0.161756	  0.161597	  0.170532		CURRENT LEARNING RATE: 2.788784394560326e-08
previous_iter_valid_loss : 0.16168318688869476

   1703840	  0.161834	  0.161683	  0.170546		CURRENT LEARNING RATE: 2.788226693453385e-08
previous_iter_valid_loss : 0.16275084018707275

   1703860	  0.162952	  0.162751	  0.170602		CURRENT LEARNING RATE: 2.787669103875512e-08
previous_iter_valid_loss : 0.18079626560211182

   1703880	  0.180951	  0.180796	  0.169340		CURRENT LEARNING RATE: 2.7871116258043934e-08
previous_iter_valid_loss : 0.16177821159362793

   1703900	  0.161974	  0.161778	  0.169122		CURRENT LEARNING RATE: 2.7865542592177504e-08
previous_iter_valid_loss : 0.16053496301174164

   1703920	  0.160700	  0.160535	  0.168318		CURRENT LEARNING RATE: 2.7859970040932784e-08
previous_iter_valid_loss : 0.1606372594833374

   1703940	  0.160812	  0.160637	  0.165392		CURRENT LEARNING RATE: 2.7854398604086865e-08
previous_iter_valid_loss : 0.166537344455719

   1703960	  0.166753	  0.166537	  0.165156		CURRENT LEARNING RATE: 2.7848828281416898e-08
previous_iter_valid_loss : 0.16209444403648376

   1703980	  0.162281	  0.162094	  0.165147		CURRENT LEARNING RATE: 2.7843259072700063e-08
previous_iter_valid_loss : 0.16067728400230408

   1704000	  0.160849	  0.160677	  0.164693		CURRENT LEARNING RATE: 2.7837690977713592e-08
previous_iter_valid_loss : 0.17237339913845062

   1704020	  0.172642	  0.172373	  0.165262		CURRENT LEARNING RATE: 2.7832123996234668e-08
previous_iter_valid_loss : 0.1856415867805481

   1704040	  0.185786	  0.185642	  0.166207		CURRENT LEARNING RATE: 2.782655812804081e-08
previous_iter_valid_loss : 0.16420921683311462

   1704060	  0.164409	  0.164209	  0.166286		CURRENT LEARNING RATE: 2.7820993372909275e-08
previous_iter_valid_loss : 0.16223536431789398

   1704080	  0.162414	  0.162235	  0.166322		CURRENT LEARNING RATE: 2.7815429730617482e-08
previous_iter_valid_loss : 0.16065317392349243

   1704100	  0.160812	  0.160653	  0.165674		CURRENT LEARNING RATE: 2.780986720094288e-08
previous_iter_valid_loss : 0.1605105698108673

   1704120	  0.160677	  0.160511	  0.164742		CURRENT LEARNING RATE: 2.780430578366297e-08
previous_iter_valid_loss : 0.168403759598732

   1704140	  0.168561	  0.168404	  0.165114		CURRENT LEARNING RATE: 2.7798745478555296e-08
previous_iter_valid_loss : 0.1630573719739914

   1704160	  0.163224	  0.163057	  0.164957		CURRENT LEARNING RATE: 2.7793186285397444e-08
previous_iter_valid_loss : 0.16491523385047913

   1704180	  0.165075	  0.164915	  0.165084		CURRENT LEARNING RATE: 2.7787628203966947e-08
previous_iter_valid_loss : 0.1624038815498352

   1704200	  0.162568	  0.162404	  0.165173		CURRENT LEARNING RATE: 2.778207123404168e-08
previous_iter_valid_loss : 0.18311628699302673

   1704220	  0.183480	  0.183116	  0.166249		CURRENT LEARNING RATE: 2.777651537539927e-08
previous_iter_valid_loss : 0.16616426408290863

   1704240	  0.166375	  0.166164	  0.166473		CURRENT LEARNING RATE: 2.777096062781748e-08
previous_iter_valid_loss : 0.16508255898952484

   1704260	  0.165280	  0.165083	  0.166590		CURRENT LEARNING RATE: 2.7765406991074114e-08
previous_iter_valid_loss : 0.16999520361423492

   1704280	  0.170246	  0.169995	  0.166050		CURRENT LEARNING RATE: 2.7759854464947034e-08
previous_iter_valid_loss : 0.1679367572069168

   1704300	  0.168164	  0.167937	  0.166358		CURRENT LEARNING RATE: 2.7754303049214135e-08
previous_iter_valid_loss : 0.17333213984966278

   1704320	  0.173602	  0.173332	  0.166998		CURRENT LEARNING RATE: 2.7748752743653363e-08
previous_iter_valid_loss : 0.16557802259922028

   1704340	  0.165791	  0.165578	  0.167245		CURRENT LEARNING RATE: 2.7743203548042606e-08
previous_iter_valid_loss : 0.16138753294944763

   1704360	  0.161586	  0.161388	  0.166987		CURRENT LEARNING RATE: 2.773765546216009e-08
previous_iter_valid_loss : 0.16217385232448578

   1704380	  0.162354	  0.162174	  0.166991		CURRENT LEARNING RATE: 2.7732108485783802e-08
previous_iter_valid_loss : 0.16167683899402618

   1704400	  0.161844	  0.161677	  0.167041		CURRENT LEARNING RATE: 2.7726562618691853e-08
previous_iter_valid_loss : 0.18278278410434723

   1704420	  0.182934	  0.182783	  0.167562		CURRENT LEARNING RATE: 2.7721017860662415e-08
previous_iter_valid_loss : 0.16062575578689575

   1704440	  0.160783	  0.160626	  0.166311		CURRENT LEARNING RATE: 2.771547421147369e-08
previous_iter_valid_loss : 0.2014126181602478

   1704460	  0.201489	  0.201413	  0.168171		CURRENT LEARNING RATE: 2.770993167090394e-08
previous_iter_valid_loss : 0.16055142879486084

   1704480	  0.160715	  0.160551	  0.168087		CURRENT LEARNING RATE: 2.7704390238731365e-08
previous_iter_valid_loss : 0.16109517216682434

   1704500	  0.161277	  0.161095	  0.168109		CURRENT LEARNING RATE: 2.7698849914734498e-08
previous_iter_valid_loss : 0.1605544239282608

   1704520	  0.160725	  0.160554	  0.168111		CURRENT LEARNING RATE: 2.7693310698691632e-08
previous_iter_valid_loss : 0.16092915832996368

   1704540	  0.161112	  0.160929	  0.167737		CURRENT LEARNING RATE: 2.76877725903812e-08
previous_iter_valid_loss : 0.1677638292312622

   1704560	  0.167989	  0.167764	  0.167973		CURRENT LEARNING RATE: 2.768223558958167e-08
previous_iter_valid_loss : 0.17095787823200226

   1704580	  0.171220	  0.170958	  0.168275		CURRENT LEARNING RATE: 2.767669969607157e-08
previous_iter_valid_loss : 0.16052459180355072

   1704600	  0.160680	  0.160525	  0.168181		CURRENT LEARNING RATE: 2.7671164909629462e-08
previous_iter_valid_loss : 0.18137775361537933

   1704620	  0.181718	  0.181378	  0.168094		CURRENT LEARNING RATE: 2.7665631230033955e-08
previous_iter_valid_loss : 0.16794444620609283

   1704640	  0.168098	  0.167944	  0.168183		CURRENT LEARNING RATE: 2.7660098657063603e-08
previous_iter_valid_loss : 0.16717036068439484

   1704660	  0.167327	  0.167170	  0.168287		CURRENT LEARNING RATE: 2.7654567190497296e-08
previous_iter_valid_loss : 0.16530388593673706

   1704680	  0.165512	  0.165304	  0.168053		CURRENT LEARNING RATE: 2.7649036830113686e-08
previous_iter_valid_loss : 0.16051560640335083

   1704700	  0.160692	  0.160516	  0.167682		CURRENT LEARNING RATE: 2.764350757569155e-08
previous_iter_valid_loss : 0.16198384761810303

   1704720	  0.162149	  0.161984	  0.167114		CURRENT LEARNING RATE: 2.7637979427009716e-08
previous_iter_valid_loss : 0.1689949631690979

   1704740	  0.169143	  0.168995	  0.167285		CURRENT LEARNING RATE: 2.763245238384707e-08
previous_iter_valid_loss : 0.1607576459646225

   1704760	  0.160913	  0.160758	  0.167254		CURRENT LEARNING RATE: 2.762692644598252e-08
previous_iter_valid_loss : 0.1616150289773941

   1704780	  0.161766	  0.161615	  0.167226		CURRENT LEARNING RATE: 2.7621401613195028e-08
previous_iter_valid_loss : 0.16596852242946625

   1704800	  0.166133	  0.165969	  0.167440		CURRENT LEARNING RATE: 2.761587788526351e-08
previous_iter_valid_loss : 0.161796435713768

   1704820	  0.161985	  0.161796	  0.166391		CURRENT LEARNING RATE: 2.7610355261967208e-08
previous_iter_valid_loss : 0.16152484714984894

   1704840	  0.161681	  0.161525	  0.166436		CURRENT LEARNING RATE: 2.760483374308512e-08
previous_iter_valid_loss : 0.16539333760738373

   1704860	  0.165591	  0.165393	  0.164635		CURRENT LEARNING RATE: 2.7599313328396386e-08
previous_iter_valid_loss : 0.1639520674943924

   1704880	  0.164122	  0.163952	  0.164805		CURRENT LEARNING RATE: 2.7593794017680188e-08
previous_iter_valid_loss : 0.16169413924217224

   1704900	  0.161884	  0.161694	  0.164835		CURRENT LEARNING RATE: 2.7588275810715755e-08
previous_iter_valid_loss : 0.17176838219165802

   1704920	  0.172020	  0.171768	  0.165396		CURRENT LEARNING RATE: 2.758275870728236e-08
previous_iter_valid_loss : 0.16069547832012177

   1704940	  0.160851	  0.160695	  0.165384		CURRENT LEARNING RATE: 2.757724270715922e-08
previous_iter_valid_loss : 0.16283905506134033

   1704960	  0.163006	  0.162839	  0.165138		CURRENT LEARNING RATE: 2.7571727810125885e-08
previous_iter_valid_loss : 0.16053371131420135

   1704980	  0.160705	  0.160534	  0.164616		CURRENT LEARNING RATE: 2.7566214015961666e-08
previous_iter_valid_loss : 0.16371484100818634

   1705000	  0.163889	  0.163715	  0.164776		CURRENT LEARNING RATE: 2.7560701324446016e-08
previous_iter_valid_loss : 0.17001312971115112

   1705020	  0.170163	  0.170013	  0.164208		CURRENT LEARNING RATE: 2.755518973535842e-08
previous_iter_valid_loss : 0.1727471947669983

   1705040	  0.172897	  0.172747	  0.164448		CURRENT LEARNING RATE: 2.7549679248478418e-08
previous_iter_valid_loss : 0.16158495843410492

   1705060	  0.161737	  0.161585	  0.164169		CURRENT LEARNING RATE: 2.7544169863585588e-08
previous_iter_valid_loss : 0.16578921675682068

   1705080	  0.165998	  0.165789	  0.164193		CURRENT LEARNING RATE: 2.753866158045956e-08
previous_iter_valid_loss : 0.1657043993473053

   1705100	  0.165858	  0.165704	  0.164452		CURRENT LEARNING RATE: 2.7533154398879897e-08
previous_iter_valid_loss : 0.16620811820030212

   1705120	  0.166361	  0.166208	  0.164663		CURRENT LEARNING RATE: 2.752764831862651e-08
previous_iter_valid_loss : 0.185632586479187

   1705140	  0.185780	  0.185633	  0.165495		CURRENT LEARNING RATE: 2.752214333947907e-08
previous_iter_valid_loss : 0.16274549067020416

   1705160	  0.162905	  0.162745	  0.165595		CURRENT LEARNING RATE: 2.7516639461217352e-08
previous_iter_valid_loss : 0.17045043408870697

   1705180	  0.170600	  0.170450	  0.166036		CURRENT LEARNING RATE: 2.7511136683621228e-08
previous_iter_valid_loss : 0.16122335195541382

   1705200	  0.161391	  0.161223	  0.165799		CURRENT LEARNING RATE: 2.7505635006470572e-08
previous_iter_valid_loss : 0.16601352393627167

   1705220	  0.166218	  0.166014	  0.166010		CURRENT LEARNING RATE: 2.7500134429545314e-08
previous_iter_valid_loss : 0.1850951611995697

   1705240	  0.185473	  0.185095	  0.167189		CURRENT LEARNING RATE: 2.7494634952625343e-08
previous_iter_valid_loss : 0.16650862991809845

   1705260	  0.166722	  0.166509	  0.167244		CURRENT LEARNING RATE: 2.7489136575490873e-08
previous_iter_valid_loss : 0.1626737117767334

   1705280	  0.162882	  0.162674	  0.167180		CURRENT LEARNING RATE: 2.748363929792187e-08
previous_iter_valid_loss : 0.16083256900310516

   1705300	  0.161010	  0.160833	  0.167137		CURRENT LEARNING RATE: 2.747814311969844e-08
previous_iter_valid_loss : 0.18642647564411163

   1705320	  0.186818	  0.186426	  0.167870		CURRENT LEARNING RATE: 2.7472648040600742e-08
previous_iter_valid_loss : 0.17389345169067383

   1705340	  0.174163	  0.173893	  0.168530		CURRENT LEARNING RATE: 2.7467154060408964e-08
previous_iter_valid_loss : 0.16160379350185394

   1705360	  0.161759	  0.161604	  0.168468		CURRENT LEARNING RATE: 2.7461661178903357e-08
previous_iter_valid_loss : 0.1737625002861023

   1705380	  0.174034	  0.173763	  0.169130		CURRENT LEARNING RATE: 2.74561693958642e-08
previous_iter_valid_loss : 0.16273640096187592

   1705400	  0.162904	  0.162736	  0.169081		CURRENT LEARNING RATE: 2.745067871107172e-08
previous_iter_valid_loss : 0.1618594378232956

   1705420	  0.162025	  0.161859	  0.168673		CURRENT LEARNING RATE: 2.7445189124306498e-08
previous_iter_valid_loss : 0.16719229519367218

   1705440	  0.167410	  0.167192	  0.168396		CURRENT LEARNING RATE: 2.743970063534884e-08
previous_iter_valid_loss : 0.1605154275894165

   1705460	  0.160670	  0.160515	  0.168342		CURRENT LEARNING RATE: 2.743421324397921e-08
previous_iter_valid_loss : 0.1631113737821579

   1705480	  0.163301	  0.163111	  0.168208		CURRENT LEARNING RATE: 2.7428726949978115e-08
previous_iter_valid_loss : 0.16399706900119781

   1705500	  0.164163	  0.163997	  0.168123		CURRENT LEARNING RATE: 2.7423241753126098e-08
previous_iter_valid_loss : 0.16998803615570068

   1705520	  0.170247	  0.169988	  0.168312		CURRENT LEARNING RATE: 2.741775765320376e-08
previous_iter_valid_loss : 0.17200647294521332

   1705540	  0.172279	  0.172006	  0.167630		CURRENT LEARNING RATE: 2.741227464999173e-08
previous_iter_valid_loss : 0.16128410398960114

   1705560	  0.161444	  0.161284	  0.167557		CURRENT LEARNING RATE: 2.7406792743270592e-08
previous_iter_valid_loss : 0.16185946762561798

   1705580	  0.162027	  0.161859	  0.167128		CURRENT LEARNING RATE: 2.740131193282127e-08
previous_iter_valid_loss : 0.16052569448947906

   1705600	  0.160688	  0.160526	  0.167093		CURRENT LEARNING RATE: 2.739583221842442e-08
previous_iter_valid_loss : 0.16657860577106476

   1705620	  0.166742	  0.166579	  0.167121		CURRENT LEARNING RATE: 2.7390353599860868e-08
previous_iter_valid_loss : 0.19832131266593933

   1705640	  0.198426	  0.198321	  0.167783		CURRENT LEARNING RATE: 2.7384876076911462e-08
previous_iter_valid_loss : 0.16063837707042694

   1705660	  0.160800	  0.160638	  0.167489		CURRENT LEARNING RATE: 2.7379399649357098e-08
previous_iter_valid_loss : 0.16570915281772614

   1705680	  0.165921	  0.165709	  0.167641		CURRENT LEARNING RATE: 2.737392431697873e-08
previous_iter_valid_loss : 0.16116629540920258

   1705700	  0.161324	  0.161166	  0.167657		CURRENT LEARNING RATE: 2.736845007955724e-08
previous_iter_valid_loss : 0.16991065442562103

   1705720	  0.170164	  0.169911	  0.166832		CURRENT LEARNING RATE: 2.7362976936873855e-08
previous_iter_valid_loss : 0.169785737991333

   1705740	  0.170029	  0.169786	  0.166626		CURRENT LEARNING RATE: 2.735750488870955e-08
previous_iter_valid_loss : 0.16117331385612488

   1705760	  0.161324	  0.161173	  0.166605		CURRENT LEARNING RATE: 2.735203393484544e-08
previous_iter_valid_loss : 0.16924099624156952

   1705780	  0.169394	  0.169241	  0.166379		CURRENT LEARNING RATE: 2.7346564075062697e-08
previous_iter_valid_loss : 0.16062189638614655

   1705800	  0.160793	  0.160622	  0.166273		CURRENT LEARNING RATE: 2.7341095309142518e-08
previous_iter_valid_loss : 0.16050714254379272

   1705820	  0.160671	  0.160507	  0.166205		CURRENT LEARNING RATE: 2.7335627636866157e-08
previous_iter_valid_loss : 0.16390615701675415

   1705840	  0.164102	  0.163906	  0.166041		CURRENT LEARNING RATE: 2.73301610580149e-08
previous_iter_valid_loss : 0.16367915272712708

   1705860	  0.163874	  0.163679	  0.166199		CURRENT LEARNING RATE: 2.7324695572369997e-08
previous_iter_valid_loss : 0.1605282723903656

   1705880	  0.160689	  0.160528	  0.166070		CURRENT LEARNING RATE: 2.7319231179713017e-08
previous_iter_valid_loss : 0.16217362880706787

   1705900	  0.162362	  0.162174	  0.165979		CURRENT LEARNING RATE: 2.7313767879825286e-08
previous_iter_valid_loss : 0.16208072006702423

   1705920	  0.162261	  0.162081	  0.165584		CURRENT LEARNING RATE: 2.7308305672488273e-08
previous_iter_valid_loss : 0.1627572774887085

   1705940	  0.162924	  0.162757	  0.165121		CURRENT LEARNING RATE: 2.7302844557483495e-08
previous_iter_valid_loss : 0.16120211780071259

   1705960	  0.161388	  0.161202	  0.165117		CURRENT LEARNING RATE: 2.72973845345925e-08
previous_iter_valid_loss : 0.16961340606212616

   1705980	  0.169760	  0.169613	  0.165505		CURRENT LEARNING RATE: 2.729192560359689e-08
previous_iter_valid_loss : 0.17226792871952057

   1706000	  0.172528	  0.172268	  0.166092		CURRENT LEARNING RATE: 2.7286467764278308e-08
previous_iter_valid_loss : 0.16740348935127258

   1706020	  0.167560	  0.167403	  0.166133		CURRENT LEARNING RATE: 2.7281011016418342e-08
previous_iter_valid_loss : 0.16148515045642853

   1706040	  0.161675	  0.161485	  0.164291		CURRENT LEARNING RATE: 2.727555535979892e-08
previous_iter_valid_loss : 0.160626620054245

   1706060	  0.160797	  0.160627	  0.164291		CURRENT LEARNING RATE: 2.7270100794201713e-08
previous_iter_valid_loss : 0.1607770323753357

   1706080	  0.160952	  0.160777	  0.164044		CURRENT LEARNING RATE: 2.7264647319408547e-08
previous_iter_valid_loss : 0.17062996327877045

   1706100	  0.170878	  0.170630	  0.164517		CURRENT LEARNING RATE: 2.725919493520127e-08
previous_iter_valid_loss : 0.16730663180351257

   1706120	  0.167526	  0.167307	  0.164387		CURRENT LEARNING RATE: 2.7253743641361795e-08
previous_iter_valid_loss : 0.16984066367149353

   1706140	  0.170077	  0.169841	  0.164390		CURRENT LEARNING RATE: 2.7248293437672076e-08
previous_iter_valid_loss : 0.1812942624092102

   1706160	  0.181623	  0.181294	  0.165396		CURRENT LEARNING RATE: 2.7242844323914e-08
previous_iter_valid_loss : 0.16058418154716492

   1706180	  0.160754	  0.160584	  0.164963		CURRENT LEARNING RATE: 2.723739629986979e-08
previous_iter_valid_loss : 0.17455434799194336

   1706200	  0.174832	  0.174554	  0.165660		CURRENT LEARNING RATE: 2.723194936532144e-08
previous_iter_valid_loss : 0.1670670062303543

   1706220	  0.167276	  0.167067	  0.165988		CURRENT LEARNING RATE: 2.7226503520051068e-08
previous_iter_valid_loss : 0.16130459308624268

   1706240	  0.161489	  0.161305	  0.165857		CURRENT LEARNING RATE: 2.722105876384084e-08
previous_iter_valid_loss : 0.16067728400230408

   1706260	  0.160857	  0.160677	  0.165707		CURRENT LEARNING RATE: 2.721561509647297e-08
previous_iter_valid_loss : 0.16136078536510468

   1706280	  0.161518	  0.161361	  0.165749		CURRENT LEARNING RATE: 2.7210172517729704e-08
previous_iter_valid_loss : 0.160950168967247

   1706300	  0.161133	  0.160950	  0.165688		CURRENT LEARNING RATE: 2.720473102739334e-08
previous_iter_valid_loss : 0.16381387412548065

   1706320	  0.164014	  0.163814	  0.165774		CURRENT LEARNING RATE: 2.719929062524613e-08
previous_iter_valid_loss : 0.16451048851013184

   1706340	  0.164672	  0.164510	  0.165862		CURRENT LEARNING RATE: 2.7193851311070637e-08
previous_iter_valid_loss : 0.16398318111896515

   1706360	  0.164153	  0.163983	  0.166001		CURRENT LEARNING RATE: 2.7188413084649208e-08
previous_iter_valid_loss : 0.1671554446220398

   1706380	  0.167369	  0.167155	  0.165878		CURRENT LEARNING RATE: 2.7182975945764303e-08
previous_iter_valid_loss : 0.16051243245601654

   1706400	  0.160671	  0.160512	  0.165291		CURRENT LEARNING RATE: 2.717753989419844e-08
previous_iter_valid_loss : 0.1628171056509018

   1706420	  0.162998	  0.162817	  0.165061		CURRENT LEARNING RATE: 2.7172104929734177e-08
previous_iter_valid_loss : 0.19170403480529785

   1706440	  0.191835	  0.191704	  0.166572		CURRENT LEARNING RATE: 2.716667105215411e-08
previous_iter_valid_loss : 0.1635371297597885

   1706460	  0.163746	  0.163537	  0.166718		CURRENT LEARNING RATE: 2.71612382612408e-08
previous_iter_valid_loss : 0.16840039193630219

   1706480	  0.168555	  0.168400	  0.167099		CURRENT LEARNING RATE: 2.7155806556777116e-08
previous_iter_valid_loss : 0.1612679362297058

   1706500	  0.161456	  0.161268	  0.166631		CURRENT LEARNING RATE: 2.7150375938545697e-08
previous_iter_valid_loss : 0.1717364341020584

   1706520	  0.171995	  0.171736	  0.166852		CURRENT LEARNING RATE: 2.7144946406329323e-08
previous_iter_valid_loss : 0.16909658908843994

   1706540	  0.169343	  0.169097	  0.166815		CURRENT LEARNING RATE: 2.7139517959910806e-08
previous_iter_valid_loss : 0.16360683739185333

   1706560	  0.163785	  0.163607	  0.165931		CURRENT LEARNING RATE: 2.713409059907301e-08
previous_iter_valid_loss : 0.16057847440242767

   1706580	  0.160744	  0.160578	  0.165930		CURRENT LEARNING RATE: 2.7128664323598846e-08
previous_iter_valid_loss : 0.1605973243713379

   1706600	  0.160754	  0.160597	  0.165233		CURRENT LEARNING RATE: 2.712323913327125e-08
previous_iter_valid_loss : 0.16532139480113983

   1706620	  0.165522	  0.165321	  0.165145		CURRENT LEARNING RATE: 2.7117815027873133e-08
previous_iter_valid_loss : 0.16065384447574615

   1706640	  0.160808	  0.160654	  0.165113		CURRENT LEARNING RATE: 2.7112392007187717e-08
previous_iter_valid_loss : 0.16153696179389954

   1706660	  0.161690	  0.161537	  0.165156		CURRENT LEARNING RATE: 2.7106970070997984e-08
previous_iter_valid_loss : 0.16115090250968933

   1706680	  0.161335	  0.161151	  0.165145		CURRENT LEARNING RATE: 2.7101549219087062e-08
previous_iter_valid_loss : 0.17600372433662415

   1706700	  0.176299	  0.176004	  0.165898		CURRENT LEARNING RATE: 2.7096129451238106e-08
previous_iter_valid_loss : 0.17495419085025787

   1706720	  0.175103	  0.174954	  0.166455		CURRENT LEARNING RATE: 2.7090710767234332e-08
previous_iter_valid_loss : 0.1745385378599167

   1706740	  0.174688	  0.174539	  0.166956		CURRENT LEARNING RATE: 2.7085293166858997e-08
previous_iter_valid_loss : 0.16503265500068665

   1706760	  0.165245	  0.165033	  0.167009		CURRENT LEARNING RATE: 2.7079876649895384e-08
previous_iter_valid_loss : 0.16903062164783478

   1706780	  0.169277	  0.169031	  0.167103		CURRENT LEARNING RATE: 2.7074461216126752e-08
previous_iter_valid_loss : 0.16054588556289673

   1706800	  0.160705	  0.160546	  0.167104		CURRENT LEARNING RATE: 2.7069046865336668e-08
previous_iter_valid_loss : 0.1624223291873932

   1706820	  0.162591	  0.162422	  0.167084		CURRENT LEARNING RATE: 2.7063633597308462e-08
previous_iter_valid_loss : 0.16067612171173096

   1706840	  0.160832	  0.160676	  0.165533		CURRENT LEARNING RATE: 2.70582214118256e-08
previous_iter_valid_loss : 0.16324767470359802

   1706860	  0.163412	  0.163248	  0.165519		CURRENT LEARNING RATE: 2.70528103086716e-08
previous_iter_valid_loss : 0.1623091995716095

   1706880	  0.162471	  0.162309	  0.165214		CURRENT LEARNING RATE: 2.7047400287630018e-08
previous_iter_valid_loss : 0.16207385063171387

   1706900	  0.162267	  0.162074	  0.165254		CURRENT LEARNING RATE: 2.7041991348484444e-08
previous_iter_valid_loss : 0.16557975113391876

   1706920	  0.165788	  0.165580	  0.164946		CURRENT LEARNING RATE: 2.7036583491018437e-08
previous_iter_valid_loss : 0.1645502895116806

   1706940	  0.164742	  0.164550	  0.164719		CURRENT LEARNING RATE: 2.7031176715015873e-08
previous_iter_valid_loss : 0.1703176349401474

   1706960	  0.170567	  0.170318	  0.165055		CURRENT LEARNING RATE: 2.7025771020260376e-08
previous_iter_valid_loss : 0.1652160882949829

   1706980	  0.165419	  0.165216	  0.165287		CURRENT LEARNING RATE: 2.7020366406535724e-08
previous_iter_valid_loss : 0.16342437267303467

   1707000	  0.163609	  0.163424	  0.165428		CURRENT LEARNING RATE: 2.701496287362573e-08
previous_iter_valid_loss : 0.16070954501628876

   1707020	  0.160852	  0.160710	  0.165197		CURRENT LEARNING RATE: 2.7009560421314254e-08
previous_iter_valid_loss : 0.16605402529239655

   1707040	  0.166272	  0.166054	  0.165467		CURRENT LEARNING RATE: 2.7004159049385203e-08
previous_iter_valid_loss : 0.16144490242004395

   1707060	  0.161637	  0.161445	  0.165463		CURRENT LEARNING RATE: 2.6998758757622516e-08
previous_iter_valid_loss : 0.1632714718580246

   1707080	  0.163444	  0.163271	  0.165569		CURRENT LEARNING RATE: 2.699335954581009e-08
previous_iter_valid_loss : 0.16931360960006714

   1707100	  0.169464	  0.169314	  0.165234		CURRENT LEARNING RATE: 2.698796141373214e-08
previous_iter_valid_loss : 0.16083817183971405

   1707120	  0.161012	  0.160838	  0.164528		CURRENT LEARNING RATE: 2.6982564361172653e-08
previous_iter_valid_loss : 0.1607743501663208

   1707140	  0.160926	  0.160774	  0.163840		CURRENT LEARNING RATE: 2.6977168387915743e-08
previous_iter_valid_loss : 0.16133293509483337

   1707160	  0.161496	  0.161333	  0.163655		CURRENT LEARNING RATE: 2.6971773493745572e-08
previous_iter_valid_loss : 0.16652902960777283

   1707180	  0.166695	  0.166529	  0.163530		CURRENT LEARNING RATE: 2.6966379678446345e-08
previous_iter_valid_loss : 0.1604972779750824

   1707200	  0.160656	  0.160497	  0.163528		CURRENT LEARNING RATE: 2.6960986941802307e-08
previous_iter_valid_loss : 0.16779500246047974

   1707220	  0.168015	  0.167795	  0.163796		CURRENT LEARNING RATE: 2.695559528359775e-08
previous_iter_valid_loss : 0.1671639382839203

   1707240	  0.167382	  0.167164	  0.164121		CURRENT LEARNING RATE: 2.6950204703616917e-08
previous_iter_valid_loss : 0.16061365604400635

   1707260	  0.160774	  0.160614	  0.163989		CURRENT LEARNING RATE: 2.6944815201644367e-08
previous_iter_valid_loss : 0.16202321648597717

   1707280	  0.162216	  0.162023	  0.163975		CURRENT LEARNING RATE: 2.693942677746443e-08
previous_iter_valid_loss : 0.18491478264331818

   1707300	  0.185281	  0.184915	  0.165117		CURRENT LEARNING RATE: 2.693403943086157e-08
previous_iter_valid_loss : 0.16053740680217743

   1707320	  0.160705	  0.160537	  0.164865		CURRENT LEARNING RATE: 2.6928653161620286e-08
previous_iter_valid_loss : 0.1665785014629364

   1707340	  0.166731	  0.166579	  0.164966		CURRENT LEARNING RATE: 2.6923267969525136e-08
previous_iter_valid_loss : 0.16055803000926971

   1707360	  0.160718	  0.160558	  0.164478		CURRENT LEARNING RATE: 2.6917883854360708e-08
previous_iter_valid_loss : 0.17731522023677826

   1707380	  0.177471	  0.177315	  0.165083		CURRENT LEARNING RATE: 2.691250081591154e-08
previous_iter_valid_loss : 0.17053353786468506

   1707400	  0.170681	  0.170534	  0.165439		CURRENT LEARNING RATE: 2.690711885396251e-08
previous_iter_valid_loss : 0.16610553860664368

   1707420	  0.166317	  0.166106	  0.165708		CURRENT LEARNING RATE: 2.690173796829823e-08
previous_iter_valid_loss : 0.1730835884809494

   1707440	  0.173234	  0.173084	  0.166060		CURRENT LEARNING RATE: 2.6896358158703474e-08
previous_iter_valid_loss : 0.1661534309387207

   1707460	  0.166312	  0.166153	  0.166295		CURRENT LEARNING RATE: 2.689097942496305e-08
previous_iter_valid_loss : 0.16108787059783936

   1707480	  0.161268	  0.161088	  0.166186		CURRENT LEARNING RATE: 2.6885601766861803e-08
previous_iter_valid_loss : 0.16104651987552643

   1707500	  0.161201	  0.161047	  0.165773		CURRENT LEARNING RATE: 2.6880225184184636e-08
previous_iter_valid_loss : 0.16782033443450928

   1707520	  0.168045	  0.167820	  0.166122		CURRENT LEARNING RATE: 2.6874849676716475e-08
previous_iter_valid_loss : 0.16050481796264648

   1707540	  0.160675	  0.160505	  0.166108		CURRENT LEARNING RATE: 2.6869475244242208e-08
previous_iter_valid_loss : 0.17898841202259064

   1707560	  0.179303	  0.178988	  0.166991		CURRENT LEARNING RATE: 2.6864101886547055e-08
previous_iter_valid_loss : 0.1764427125453949

   1707580	  0.176739	  0.176443	  0.167487		CURRENT LEARNING RATE: 2.6858729603415977e-08
previous_iter_valid_loss : 0.18586018681526184

   1707600	  0.185994	  0.185860	  0.168755		CURRENT LEARNING RATE: 2.6853358394634093e-08
previous_iter_valid_loss : 0.16663767397403717

   1707620	  0.166807	  0.166638	  0.168697		CURRENT LEARNING RATE: 2.6847988259986542e-08
previous_iter_valid_loss : 0.162455752491951

   1707640	  0.162619	  0.162456	  0.168462		CURRENT LEARNING RATE: 2.6842619199258524e-08
previous_iter_valid_loss : 0.1751665323972702

   1707660	  0.175320	  0.175167	  0.169189		CURRENT LEARNING RATE: 2.6837251212235286e-08
previous_iter_valid_loss : 0.1605246663093567

   1707680	  0.160690	  0.160525	  0.169114		CURRENT LEARNING RATE: 2.6831884298701998e-08
previous_iter_valid_loss : 0.16079549491405487

   1707700	  0.160967	  0.160795	  0.167908		CURRENT LEARNING RATE: 2.6826518458444183e-08
previous_iter_valid_loss : 0.1676788181066513

   1707720	  0.167900	  0.167679	  0.168265		CURRENT LEARNING RATE: 2.682115369124711e-08
previous_iter_valid_loss : 0.1604955792427063

   1707740	  0.160653	  0.160496	  0.167961		CURRENT LEARNING RATE: 2.6815789996896183e-08
previous_iter_valid_loss : 0.1701422780752182

   1707760	  0.170294	  0.170142	  0.168441		CURRENT LEARNING RATE: 2.6810427375176866e-08
previous_iter_valid_loss : 0.160780668258667

   1707780	  0.160967	  0.160781	  0.167614		CURRENT LEARNING RATE: 2.6805065825874645e-08
previous_iter_valid_loss : 0.1620081514120102

   1707800	  0.162197	  0.162008	  0.167188		CURRENT LEARNING RATE: 2.6799705348775058e-08
previous_iter_valid_loss : 0.16446925699710846

   1707820	  0.164640	  0.164469	  0.167106		CURRENT LEARNING RATE: 2.6794345943663692e-08
previous_iter_valid_loss : 0.17243391275405884

   1707840	  0.172590	  0.172434	  0.167073		CURRENT LEARNING RATE: 2.678898761032607e-08
previous_iter_valid_loss : 0.16094475984573364

   1707860	  0.161102	  0.160945	  0.166813		CURRENT LEARNING RATE: 2.6783630348548054e-08
previous_iter_valid_loss : 0.16169244050979614

   1707880	  0.161847	  0.161692	  0.166843		CURRENT LEARNING RATE: 2.6778274158115254e-08
previous_iter_valid_loss : 0.16389653086662292

   1707900	  0.164091	  0.163897	  0.166986		CURRENT LEARNING RATE: 2.6772919038813424e-08
previous_iter_valid_loss : 0.16245093941688538

   1707920	  0.162614	  0.162451	  0.166717		CURRENT LEARNING RATE: 2.6767564990428358e-08
previous_iter_valid_loss : 0.16220970451831818

   1707940	  0.162361	  0.162210	  0.166802		CURRENT LEARNING RATE: 2.6762212012745897e-08
previous_iter_valid_loss : 0.1676492840051651

   1707960	  0.167802	  0.167649	  0.166235		CURRENT LEARNING RATE: 2.675686010555192e-08
previous_iter_valid_loss : 0.16170310974121094

   1707980	  0.161856	  0.161703	  0.165498		CURRENT LEARNING RATE: 2.6751509268632353e-08
previous_iter_valid_loss : 0.16517245769500732

   1708000	  0.165379	  0.165172	  0.164464		CURRENT LEARNING RATE: 2.674615950177306e-08
previous_iter_valid_loss : 0.1605713814496994

   1708020	  0.160737	  0.160571	  0.164161		CURRENT LEARNING RATE: 2.674081080476025e-08
previous_iter_valid_loss : 0.17241625487804413

   1708040	  0.172556	  0.172416	  0.164659		CURRENT LEARNING RATE: 2.6735463177379872e-08
previous_iter_valid_loss : 0.18215787410736084

   1708060	  0.182318	  0.182158	  0.165008		CURRENT LEARNING RATE: 2.6730116619418024e-08
previous_iter_valid_loss : 0.16183218359947205

   1708080	  0.162014	  0.161832	  0.165074		CURRENT LEARNING RATE: 2.672477113066085e-08
previous_iter_valid_loss : 0.16055281460285187

   1708100	  0.160712	  0.160553	  0.165062		CURRENT LEARNING RATE: 2.671942671089452e-08
previous_iter_valid_loss : 0.1646832525730133

   1708120	  0.164848	  0.164683	  0.164912		CURRENT LEARNING RATE: 2.6714083359905262e-08
previous_iter_valid_loss : 0.16051870584487915

   1708140	  0.160686	  0.160519	  0.164913		CURRENT LEARNING RATE: 2.6708741077479253e-08
previous_iter_valid_loss : 0.1607828140258789

   1708160	  0.160938	  0.160783	  0.164445		CURRENT LEARNING RATE: 2.670339986340298e-08
previous_iter_valid_loss : 0.16064387559890747

   1708180	  0.160798	  0.160644	  0.164438		CURRENT LEARNING RATE: 2.669805971746271e-08
previous_iter_valid_loss : 0.16053709387779236

   1708200	  0.160701	  0.160537	  0.164365		CURRENT LEARNING RATE: 2.6692720639444825e-08
previous_iter_valid_loss : 0.16086387634277344

   1708220	  0.161042	  0.160864	  0.164184		CURRENT LEARNING RATE: 2.6687382629135772e-08
previous_iter_valid_loss : 0.16561999917030334

   1708240	  0.165840	  0.165620	  0.163844		CURRENT LEARNING RATE: 2.668204568632203e-08
previous_iter_valid_loss : 0.18039706349372864

   1708260	  0.180723	  0.180397	  0.164816		CURRENT LEARNING RATE: 2.6676709810790116e-08
previous_iter_valid_loss : 0.16373001039028168

   1708280	  0.163931	  0.163730	  0.164918		CURRENT LEARNING RATE: 2.66713750023266e-08
previous_iter_valid_loss : 0.16155433654785156

   1708300	  0.161709	  0.161554	  0.164801		CURRENT LEARNING RATE: 2.666604126071799e-08
previous_iter_valid_loss : 0.16716796159744263

   1708320	  0.167387	  0.167168	  0.165037		CURRENT LEARNING RATE: 2.6660708585751135e-08
previous_iter_valid_loss : 0.16150233149528503

   1708340	  0.161695	  0.161502	  0.165001		CURRENT LEARNING RATE: 2.6655376977212624e-08
previous_iter_valid_loss : 0.17995597422122955

   1708360	  0.180283	  0.179956	  0.165617		CURRENT LEARNING RATE: 2.6650046434889193e-08
previous_iter_valid_loss : 0.16197074949741364

   1708380	  0.162161	  0.161971	  0.165630		CURRENT LEARNING RATE: 2.6644716958567622e-08
previous_iter_valid_loss : 0.16650396585464478

   1708400	  0.166661	  0.166504	  0.165697		CURRENT LEARNING RATE: 2.6639388548034736e-08
previous_iter_valid_loss : 0.16052809357643127

   1708420	  0.160690	  0.160528	  0.165695		CURRENT LEARNING RATE: 2.6634061203077398e-08
previous_iter_valid_loss : 0.17030444741249084

   1708440	  0.170457	  0.170304	  0.165589		CURRENT LEARNING RATE: 2.6628734923482506e-08
previous_iter_valid_loss : 0.16112105548381805

   1708460	  0.161308	  0.161121	  0.164537		CURRENT LEARNING RATE: 2.6623409709036925e-08
previous_iter_valid_loss : 0.1658187210559845

   1708480	  0.165981	  0.165819	  0.164736		CURRENT LEARNING RATE: 2.6618085559527827e-08
previous_iter_valid_loss : 0.1832699030637741

   1708500	  0.183427	  0.183270	  0.165872		CURRENT LEARNING RATE: 2.6612762474742156e-08
previous_iter_valid_loss : 0.16287212073802948

   1708520	  0.163047	  0.162872	  0.165782		CURRENT LEARNING RATE: 2.660744045446699e-08
previous_iter_valid_loss : 0.1704610288143158

   1708540	  0.170613	  0.170461	  0.166279		CURRENT LEARNING RATE: 2.660211949848944e-08
previous_iter_valid_loss : 0.18587622046470642

   1708560	  0.186018	  0.185876	  0.167534		CURRENT LEARNING RATE: 2.6596799606596675e-08
previous_iter_valid_loss : 0.16263975203037262

   1708580	  0.162848	  0.162640	  0.167633		CURRENT LEARNING RATE: 2.65914807785759e-08
previous_iter_valid_loss : 0.18229421973228455

   1708600	  0.182660	  0.182294	  0.168721		CURRENT LEARNING RATE: 2.6586163014214268e-08
previous_iter_valid_loss : 0.16051435470581055

   1708620	  0.160682	  0.160514	  0.168704		CURRENT LEARNING RATE: 2.658084631329925e-08
previous_iter_valid_loss : 0.16449278593063354

   1708640	  0.164658	  0.164493	  0.168647		CURRENT LEARNING RATE: 2.6575530675618087e-08
previous_iter_valid_loss : 0.1624838411808014

   1708660	  0.162642	  0.162484	  0.167752		CURRENT LEARNING RATE: 2.6570216100958156e-08
previous_iter_valid_loss : 0.16574251651763916

   1708680	  0.165910	  0.165743	  0.167852		CURRENT LEARNING RATE: 2.656490258910688e-08
previous_iter_valid_loss : 0.17881716787815094

   1708700	  0.178978	  0.178817	  0.168715		CURRENT LEARNING RATE: 2.65595901398517e-08
previous_iter_valid_loss : 0.16087128221988678

   1708720	  0.161031	  0.160871	  0.168401		CURRENT LEARNING RATE: 2.6554278752980133e-08
previous_iter_valid_loss : 0.16509558260440826

   1708740	  0.165263	  0.165096	  0.168580		CURRENT LEARNING RATE: 2.6548968428279722e-08
previous_iter_valid_loss : 0.16287368535995483

   1708760	  0.163078	  0.162874	  0.167726		CURRENT LEARNING RATE: 2.6543659165537955e-08
previous_iter_valid_loss : 0.17091482877731323

   1708780	  0.171062	  0.170915	  0.168173		CURRENT LEARNING RATE: 2.6538350964542657e-08
previous_iter_valid_loss : 0.1643134206533432

   1708800	  0.164481	  0.164313	  0.168064		CURRENT LEARNING RATE: 2.6533043825081397e-08
previous_iter_valid_loss : 0.18148966133594513

   1708820	  0.181836	  0.181490	  0.169112		CURRENT LEARNING RATE: 2.652773774694189e-08
previous_iter_valid_loss : 0.1650076061487198

   1708840	  0.165171	  0.165008	  0.168847		CURRENT LEARNING RATE: 2.6522432729911905e-08
previous_iter_valid_loss : 0.16320312023162842

   1708860	  0.163396	  0.163203	  0.168951		CURRENT LEARNING RATE: 2.6517128773779228e-08
previous_iter_valid_loss : 0.16158168017864227

   1708880	  0.161766	  0.161582	  0.168739		CURRENT LEARNING RATE: 2.6511825878331705e-08
previous_iter_valid_loss : 0.16964010894298553

   1708900	  0.169793	  0.169640	  0.168058		CURRENT LEARNING RATE: 2.6506524043357123e-08
previous_iter_valid_loss : 0.17110010981559753

   1708920	  0.171248	  0.171100	  0.168469		CURRENT LEARNING RATE: 2.6501223268643608e-08
previous_iter_valid_loss : 0.1700015813112259

   1708940	  0.170156	  0.170002	  0.168446		CURRENT LEARNING RATE: 2.6495923553979022e-08
previous_iter_valid_loss : 0.16114704310894012

   1708960	  0.161332	  0.161147	  0.167210		CURRENT LEARNING RATE: 2.6490624899151385e-08
previous_iter_valid_loss : 0.16141711175441742

   1708980	  0.161574	  0.161417	  0.167149		CURRENT LEARNING RATE: 2.6485327303948747e-08
previous_iter_valid_loss : 0.16056287288665771

   1709000	  0.160726	  0.160563	  0.166062		CURRENT LEARNING RATE: 2.64800307681592e-08
previous_iter_valid_loss : 0.16214486956596375

   1709020	  0.162326	  0.162145	  0.166144		CURRENT LEARNING RATE: 2.647473529157089e-08
previous_iter_valid_loss : 0.1622324436903

   1709040	  0.162399	  0.162232	  0.166031		CURRENT LEARNING RATE: 2.6469440873971998e-08
previous_iter_valid_loss : 0.1609133630990982

   1709060	  0.161063	  0.160913	  0.165952		CURRENT LEARNING RATE: 2.646414751515065e-08
previous_iter_valid_loss : 0.1605515331029892

   1709080	  0.160714	  0.160552	  0.165693		CURRENT LEARNING RATE: 2.6458855214895302e-08
previous_iter_valid_loss : 0.17453442513942719

   1709100	  0.174817	  0.174534	  0.165478		CURRENT LEARNING RATE: 2.645356397299416e-08
previous_iter_valid_loss : 0.1605639010667801

   1709120	  0.160716	  0.160564	  0.165463		CURRENT LEARNING RATE: 2.6448273789235582e-08
previous_iter_valid_loss : 0.1723618507385254

   1709140	  0.172512	  0.172362	  0.165826		CURRENT LEARNING RATE: 2.644298466340796e-08
previous_iter_valid_loss : 0.16060833632946014

   1709160	  0.160765	  0.160608	  0.165713		CURRENT LEARNING RATE: 2.6437696595299732e-08
previous_iter_valid_loss : 0.16204315423965454

   1709180	  0.162238	  0.162043	  0.165269		CURRENT LEARNING RATE: 2.6432409584699362e-08
previous_iter_valid_loss : 0.16051428020000458

   1709200	  0.160684	  0.160514	  0.165080		CURRENT LEARNING RATE: 2.642712363139539e-08
previous_iter_valid_loss : 0.16201342642307281

   1709220	  0.162171	  0.162013	  0.164106		CURRENT LEARNING RATE: 2.6421838735176266e-08
previous_iter_valid_loss : 0.1616298109292984

   1709240	  0.161786	  0.161630	  0.163937		CURRENT LEARNING RATE: 2.6416554895830788e-08
previous_iter_valid_loss : 0.16065599024295807

   1709260	  0.160816	  0.160656	  0.163809		CURRENT LEARNING RATE: 2.6411272113147513e-08
previous_iter_valid_loss : 0.16333644092082977

   1709280	  0.163502	  0.163336	  0.163897		CURRENT LEARNING RATE: 2.6405990386915126e-08
previous_iter_valid_loss : 0.16328012943267822

   1709300	  0.163439	  0.163280	  0.163579		CURRENT LEARNING RATE: 2.6400709716922356e-08
previous_iter_valid_loss : 0.1637389212846756

   1709320	  0.163941	  0.163739	  0.163211		CURRENT LEARNING RATE: 2.639543010295798e-08
previous_iter_valid_loss : 0.17165134847164154

   1709340	  0.171917	  0.171651	  0.163294		CURRENT LEARNING RATE: 2.639015154481081e-08
previous_iter_valid_loss : 0.16301006078720093

   1709360	  0.163211	  0.163010	  0.163387		CURRENT LEARNING RATE: 2.638487404226961e-08
previous_iter_valid_loss : 0.1738663762807846

   1709380	  0.174016	  0.173866	  0.164009		CURRENT LEARNING RATE: 2.6379597595123472e-08
previous_iter_valid_loss : 0.16524842381477356

   1709400	  0.165454	  0.165248	  0.164244		CURRENT LEARNING RATE: 2.6374322203161238e-08
previous_iter_valid_loss : 0.1604931652545929

   1709420	  0.160657	  0.160493	  0.164161		CURRENT LEARNING RATE: 2.6369047866171903e-08
previous_iter_valid_loss : 0.16180874407291412

   1709440	  0.161976	  0.161809	  0.164140		CURRENT LEARNING RATE: 2.636377458394448e-08
previous_iter_valid_loss : 0.17412523925304413

   1709460	  0.174274	  0.174125	  0.164800		CURRENT LEARNING RATE: 2.6358502356268044e-08
previous_iter_valid_loss : 0.17646202445030212

   1709480	  0.176617	  0.176462	  0.165596		CURRENT LEARNING RATE: 2.635323118293171e-08
previous_iter_valid_loss : 0.1768944412469864

   1709500	  0.177191	  0.176894	  0.165714		CURRENT LEARNING RATE: 2.634796106372462e-08
previous_iter_valid_loss : 0.1740216314792633

   1709520	  0.174294	  0.174022	  0.166387		CURRENT LEARNING RATE: 2.6342691998435888e-08
previous_iter_valid_loss : 0.16185851395130157

   1709540	  0.162023	  0.161859	  0.165862		CURRENT LEARNING RATE: 2.633742398685493e-08
previous_iter_valid_loss : 0.16469308733940125

   1709560	  0.164869	  0.164693	  0.166066		CURRENT LEARNING RATE: 2.6332157028770937e-08
previous_iter_valid_loss : 0.16092340648174286

   1709580	  0.161110	  0.160923	  0.166010		CURRENT LEARNING RATE: 2.632689112397323e-08
previous_iter_valid_loss : 0.16211919486522675

   1709600	  0.162306	  0.162119	  0.166090		CURRENT LEARNING RATE: 2.6321626272251168e-08
previous_iter_valid_loss : 0.1821482926607132

   1709620	  0.182306	  0.182148	  0.167097		CURRENT LEARNING RATE: 2.6316362473394163e-08
previous_iter_valid_loss : 0.16068775951862335

   1709640	  0.160862	  0.160688	  0.167050		CURRENT LEARNING RATE: 2.6311099727191657e-08
previous_iter_valid_loss : 0.16089315712451935

   1709660	  0.161049	  0.160893	  0.167062		CURRENT LEARNING RATE: 2.6305838033433054e-08
previous_iter_valid_loss : 0.1712200939655304

   1709680	  0.171482	  0.171220	  0.167456		CURRENT LEARNING RATE: 2.6300577391908065e-08
previous_iter_valid_loss : 0.17545513808727264

   1709700	  0.175737	  0.175455	  0.168065		CURRENT LEARNING RATE: 2.629531780240618e-08
previous_iter_valid_loss : 0.1609215885400772

   1709720	  0.161076	  0.160922	  0.167924		CURRENT LEARNING RATE: 2.6290059264717008e-08
previous_iter_valid_loss : 0.16073305904865265

   1709740	  0.160909	  0.160733	  0.167378		CURRENT LEARNING RATE: 2.628480177863021e-08
previous_iter_valid_loss : 0.16122637689113617

   1709760	  0.161378	  0.161226	  0.167289		CURRENT LEARNING RATE: 2.6279545343935487e-08
previous_iter_valid_loss : 0.1646437793970108

   1709780	  0.164842	  0.164644	  0.166827		CURRENT LEARNING RATE: 2.6274289960422578e-08
previous_iter_valid_loss : 0.16822275519371033

   1709800	  0.168377	  0.168223	  0.166976		CURRENT LEARNING RATE: 2.6269035627881277e-08
previous_iter_valid_loss : 0.16049818694591522

   1709820	  0.160662	  0.160498	  0.166976		CURRENT LEARNING RATE: 2.6263782346101308e-08
previous_iter_valid_loss : 0.16302864253520966

   1709840	  0.163222	  0.163029	  0.167037		CURRENT LEARNING RATE: 2.6258530114872732e-08
previous_iter_valid_loss : 0.1632944941520691

   1709860	  0.163504	  0.163294	  0.166496		CURRENT LEARNING RATE: 2.6253278933985362e-08
previous_iter_valid_loss : 0.16209393739700317

   1709880	  0.162253	  0.162094	  0.165778		CURRENT LEARNING RATE: 2.6248028803229155e-08
previous_iter_valid_loss : 0.16061082482337952

   1709900	  0.160779	  0.160611	  0.164963		CURRENT LEARNING RATE: 2.62427797223941e-08
previous_iter_valid_loss : 0.18579687178134918

   1709920	  0.186188	  0.185797	  0.165552		CURRENT LEARNING RATE: 2.6237531691270238e-08
previous_iter_valid_loss : 0.16779372096061707

   1709940	  0.167952	  0.167794	  0.165849		CURRENT LEARNING RATE: 2.6232284709647652e-08
previous_iter_valid_loss : 0.16463030874729156

   1709960	  0.164801	  0.164630	  0.165846		CURRENT LEARNING RATE: 2.622703877731645e-08
previous_iter_valid_loss : 0.16236016154289246

   1709980	  0.162546	  0.162360	  0.165918		CURRENT LEARNING RATE: 2.6221793894066713e-08
previous_iter_valid_loss : 0.17006027698516846

   1710000	  0.170212	  0.170060	  0.166315		CURRENT LEARNING RATE: 2.6216550059688828e-08
previous_iter_valid_loss : 0.163787379860878

   1710020	  0.163977	  0.163787	  0.165397		CURRENT LEARNING RATE: 2.6211307273972953e-08
previous_iter_valid_loss : 0.16360551118850708

   1710040	  0.163770	  0.163606	  0.165542		CURRENT LEARNING RATE: 2.620606553670937e-08
previous_iter_valid_loss : 0.1814131736755371

   1710060	  0.181569	  0.181413	  0.166568		CURRENT LEARNING RATE: 2.620082484768841e-08
previous_iter_valid_loss : 0.1694137156009674

   1710080	  0.169662	  0.169414	  0.166478		CURRENT LEARNING RATE: 2.619558520670045e-08
previous_iter_valid_loss : 0.16075731813907623

   1710100	  0.160934	  0.160757	  0.165743		CURRENT LEARNING RATE: 2.61903466135359e-08
previous_iter_valid_loss : 0.16319279372692108

   1710120	  0.163382	  0.163193	  0.165857		CURRENT LEARNING RATE: 2.6185109067985125e-08
previous_iter_valid_loss : 0.16260747611522675

   1710140	  0.162771	  0.162607	  0.165951		CURRENT LEARNING RATE: 2.617987256983881e-08
previous_iter_valid_loss : 0.1640457808971405

   1710160	  0.164215	  0.164046	  0.166092		CURRENT LEARNING RATE: 2.61746371188874e-08
previous_iter_valid_loss : 0.17134687304496765

   1710180	  0.171492	  0.171347	  0.166427		CURRENT LEARNING RATE: 2.616940271492148e-08
previous_iter_valid_loss : 0.1618460714817047

   1710200	  0.162007	  0.161846	  0.166108		CURRENT LEARNING RATE: 2.6164169357731676e-08
previous_iter_valid_loss : 0.16361121833324432

   1710220	  0.163810	  0.163611	  0.166263		CURRENT LEARNING RATE: 2.6158937047108643e-08
previous_iter_valid_loss : 0.1740197092294693

   1710240	  0.174169	  0.174020	  0.166813		CURRENT LEARNING RATE: 2.6153705782843096e-08
previous_iter_valid_loss : 0.16633805632591248

   1710260	  0.166555	  0.166338	  0.166965		CURRENT LEARNING RATE: 2.6148475564725786e-08
previous_iter_valid_loss : 0.16062501072883606

   1710280	  0.160786	  0.160625	  0.166892		CURRENT LEARNING RATE: 2.6143246392547407e-08
previous_iter_valid_loss : 0.16441459953784943

   1710300	  0.164620	  0.164415	  0.167082		CURRENT LEARNING RATE: 2.6138018266098985e-08
previous_iter_valid_loss : 0.1651589423418045

   1710320	  0.165332	  0.165159	  0.166050		CURRENT LEARNING RATE: 2.613279118517129e-08
previous_iter_valid_loss : 0.16225384175777435

   1710340	  0.162423	  0.162254	  0.165773		CURRENT LEARNING RATE: 2.6127565149555252e-08
previous_iter_valid_loss : 0.17594246566295624

   1710360	  0.176088	  0.175942	  0.166339		CURRENT LEARNING RATE: 2.6122340159041818e-08
previous_iter_valid_loss : 0.17376691102981567

   1710380	  0.173905	  0.173767	  0.166909		CURRENT LEARNING RATE: 2.6117116213421997e-08
previous_iter_valid_loss : 0.1618800163269043

   1710400	  0.162048	  0.161880	  0.166500		CURRENT LEARNING RATE: 2.611189331248683e-08
previous_iter_valid_loss : 0.16952721774578094

   1710420	  0.169768	  0.169527	  0.166787		CURRENT LEARNING RATE: 2.6106671456027396e-08
previous_iter_valid_loss : 0.1722429096698761

   1710440	  0.172507	  0.172243	  0.167219		CURRENT LEARNING RATE: 2.6101450643834734e-08
previous_iter_valid_loss : 0.16153720021247864

   1710460	  0.161726	  0.161537	  0.166225		CURRENT LEARNING RATE: 2.609623087570019e-08
previous_iter_valid_loss : 0.1685897707939148

   1710480	  0.168825	  0.168590	  0.166184		CURRENT LEARNING RATE: 2.6091012151414887e-08
previous_iter_valid_loss : 0.16054140031337738

   1710500	  0.160699	  0.160541	  0.166173		CURRENT LEARNING RATE: 2.6085794470770073e-08
previous_iter_valid_loss : 0.16191846132278442

   1710520	  0.162103	  0.161918	  0.166109		CURRENT LEARNING RATE: 2.608057783355704e-08
previous_iter_valid_loss : 0.16789241135120392

   1710540	  0.168122	  0.167892	  0.166374		CURRENT LEARNING RATE: 2.6075362239567126e-08
previous_iter_valid_loss : 0.17247454822063446

   1710560	  0.172744	  0.172475	  0.166795		CURRENT LEARNING RATE: 2.6070147688591704e-08
previous_iter_valid_loss : 0.1764279156923294

   1710580	  0.176721	  0.176428	  0.167049		CURRENT LEARNING RATE: 2.6064934180422102e-08
previous_iter_valid_loss : 0.16094407439231873

   1710600	  0.161126	  0.160944	  0.167004		CURRENT LEARNING RATE: 2.6059721714849962e-08
previous_iter_valid_loss : 0.16270627081394196

   1710620	  0.162873	  0.162706	  0.166959		CURRENT LEARNING RATE: 2.6054510291666693e-08
previous_iter_valid_loss : 0.17015039920806885

   1710640	  0.170405	  0.170150	  0.166765		CURRENT LEARNING RATE: 2.6049299910663842e-08
previous_iter_valid_loss : 0.1651121824979782

   1710660	  0.165277	  0.165112	  0.166704		CURRENT LEARNING RATE: 2.604409057163299e-08
previous_iter_valid_loss : 0.16337475180625916

   1710680	  0.163573	  0.163375	  0.166841		CURRENT LEARNING RATE: 2.6038882274365762e-08
previous_iter_valid_loss : 0.16156071424484253

   1710700	  0.161743	  0.161561	  0.166699		CURRENT LEARNING RATE: 2.6033675018653832e-08
previous_iter_valid_loss : 0.16085359454154968

   1710720	  0.161036	  0.160854	  0.166484		CURRENT LEARNING RATE: 2.60284688042889e-08
previous_iter_valid_loss : 0.17184965312480927

   1710740	  0.171996	  0.171850	  0.166963		CURRENT LEARNING RATE: 2.6023263631062636e-08
previous_iter_valid_loss : 0.17943890392780304

   1710760	  0.179593	  0.179439	  0.167138		CURRENT LEARNING RATE: 2.601805949876701e-08
previous_iter_valid_loss : 0.17152626812458038

   1710780	  0.171673	  0.171526	  0.167026		CURRENT LEARNING RATE: 2.601285640719377e-08
previous_iter_valid_loss : 0.16537243127822876

   1710800	  0.165585	  0.165372	  0.167201		CURRENT LEARNING RATE: 2.6007654356134793e-08
previous_iter_valid_loss : 0.1607481837272644

   1710820	  0.160915	  0.160748	  0.166762		CURRENT LEARNING RATE: 2.600245334538199e-08
previous_iter_valid_loss : 0.16083602607250214

   1710840	  0.161003	  0.160836	  0.166191		CURRENT LEARNING RATE: 2.5997253374727325e-08
previous_iter_valid_loss : 0.16664808988571167

   1710860	  0.166862	  0.166648	  0.166447		CURRENT LEARNING RATE: 2.5992054443962796e-08
previous_iter_valid_loss : 0.1667489856481552

   1710880	  0.166911	  0.166749	  0.166355		CURRENT LEARNING RATE: 2.5986856552880355e-08
previous_iter_valid_loss : 0.21699093282222748

   1710900	  0.217008	  0.216991	  0.169177		CURRENT LEARNING RATE: 2.598165970127228e-08
previous_iter_valid_loss : 0.16180263459682465

   1710920	  0.161999	  0.161803	  0.169172		CURRENT LEARNING RATE: 2.5976463888930587e-08
previous_iter_valid_loss : 0.16443371772766113

   1710940	  0.164631	  0.164434	  0.168999		CURRENT LEARNING RATE: 2.597126911564746e-08
previous_iter_valid_loss : 0.1646442860364914

   1710960	  0.164807	  0.164644	  0.168607		CURRENT LEARNING RATE: 2.5966075381215095e-08
previous_iter_valid_loss : 0.16067615151405334

   1710980	  0.160856	  0.160676	  0.167820		CURRENT LEARNING RATE: 2.5960882685425757e-08
previous_iter_valid_loss : 0.16493824124336243

   1711000	  0.165108	  0.164938	  0.168019		CURRENT LEARNING RATE: 2.595569102807172e-08
previous_iter_valid_loss : 0.1629708856344223

   1711020	  0.163138	  0.162971	  0.168033		CURRENT LEARNING RATE: 2.5950500408945334e-08
previous_iter_valid_loss : 0.17084020376205444

   1711040	  0.171089	  0.170840	  0.168067		CURRENT LEARNING RATE: 2.5945310827838874e-08
previous_iter_valid_loss : 0.17991222441196442

   1711060	  0.180230	  0.179912	  0.168807		CURRENT LEARNING RATE: 2.594012228454494e-08
previous_iter_valid_loss : 0.1623222380876541

   1711080	  0.162485	  0.162322	  0.168754		CURRENT LEARNING RATE: 2.5934934778855906e-08
previous_iter_valid_loss : 0.1612754464149475

   1711100	  0.161463	  0.161275	  0.168740		CURRENT LEARNING RATE: 2.5929748310564263e-08
previous_iter_valid_loss : 0.16099438071250916

   1711120	  0.161185	  0.160994	  0.168747		CURRENT LEARNING RATE: 2.5924562879462558e-08
previous_iter_valid_loss : 0.16144299507141113

   1711140	  0.161589	  0.161443	  0.168227		CURRENT LEARNING RATE: 2.591937848534337e-08
previous_iter_valid_loss : 0.18358193337917328

   1711160	  0.183933	  0.183582	  0.168434		CURRENT LEARNING RATE: 2.591419512799933e-08
previous_iter_valid_loss : 0.17352032661437988

   1711180	  0.173789	  0.173520	  0.168534		CURRENT LEARNING RATE: 2.590901280722309e-08
previous_iter_valid_loss : 0.1609814316034317

   1711200	  0.161165	  0.160981	  0.168314		CURRENT LEARNING RATE: 2.590383152280728e-08
previous_iter_valid_loss : 0.16149428486824036

   1711220	  0.161675	  0.161494	  0.168351		CURRENT LEARNING RATE: 2.5898651274544822e-08
previous_iter_valid_loss : 0.160536989569664

   1711240	  0.160698	  0.160537	  0.168336		CURRENT LEARNING RATE: 2.589347206222842e-08
previous_iter_valid_loss : 0.17286831140518188

   1711260	  0.173142	  0.172868	  0.168647		CURRENT LEARNING RATE: 2.5888293885650907e-08
previous_iter_valid_loss : 0.16364218294620514

   1711280	  0.163810	  0.163642	  0.168492		CURRENT LEARNING RATE: 2.588311674460515e-08
previous_iter_valid_loss : 0.1823970228433609

   1711300	  0.182557	  0.182397	  0.166762		CURRENT LEARNING RATE: 2.587794063888407e-08
previous_iter_valid_loss : 0.16258452832698822

   1711320	  0.162782	  0.162585	  0.166802		CURRENT LEARNING RATE: 2.5872765568280615e-08
previous_iter_valid_loss : 0.16302868723869324

   1711340	  0.163199	  0.163029	  0.166731		CURRENT LEARNING RATE: 2.5867591532587694e-08
previous_iter_valid_loss : 0.1682576984167099

   1711360	  0.168482	  0.168258	  0.166912		CURRENT LEARNING RATE: 2.586241853159853e-08
previous_iter_valid_loss : 0.16563749313354492

   1711380	  0.165797	  0.165637	  0.167160		CURRENT LEARNING RATE: 2.585724656510611e-08
previous_iter_valid_loss : 0.16130012273788452

   1711400	  0.161448	  0.161300	  0.166978		CURRENT LEARNING RATE: 2.585207563290356e-08
previous_iter_valid_loss : 0.16051946580410004

   1711420	  0.160674	  0.160519	  0.166856		CURRENT LEARNING RATE: 2.5846905734784038e-08
previous_iter_valid_loss : 0.1640283167362213

   1711440	  0.164233	  0.164028	  0.166515		CURRENT LEARNING RATE: 2.5841736870540748e-08
previous_iter_valid_loss : 0.165379136800766

   1711460	  0.165542	  0.165379	  0.165788		CURRENT LEARNING RATE: 2.5836569039966932e-08
previous_iter_valid_loss : 0.16068525612354279

   1711480	  0.160864	  0.160685	  0.165706		CURRENT LEARNING RATE: 2.5831402242855884e-08
previous_iter_valid_loss : 0.16173267364501953

   1711500	  0.161897	  0.161733	  0.165729		CURRENT LEARNING RATE: 2.5826236479000836e-08
previous_iter_valid_loss : 0.16979239881038666

   1711520	  0.170040	  0.169792	  0.166169		CURRENT LEARNING RATE: 2.5821071748195346e-08
previous_iter_valid_loss : 0.1653122752904892

   1711540	  0.165523	  0.165312	  0.166363		CURRENT LEARNING RATE: 2.5815908050232728e-08
previous_iter_valid_loss : 0.1742926687002182

   1711560	  0.174569	  0.174293	  0.165898		CURRENT LEARNING RATE: 2.5810745384906436e-08
previous_iter_valid_loss : 0.1621154546737671

   1711580	  0.162286	  0.162115	  0.165328		CURRENT LEARNING RATE: 2.5805583752009965e-08
previous_iter_valid_loss : 0.16297121345996857

   1711600	  0.163171	  0.162971	  0.165427		CURRENT LEARNING RATE: 2.5800423151336844e-08
previous_iter_valid_loss : 0.16060622036457062

   1711620	  0.160768	  0.160606	  0.165383		CURRENT LEARNING RATE: 2.5795263582680653e-08
previous_iter_valid_loss : 0.16075558960437775

   1711640	  0.160931	  0.160756	  0.165394		CURRENT LEARNING RATE: 2.5790105045835003e-08
previous_iter_valid_loss : 0.1633812040090561

   1711660	  0.163549	  0.163381	  0.164920		CURRENT LEARNING RATE: 2.5784947540593475e-08
previous_iter_valid_loss : 0.1614096462726593

   1711680	  0.161560	  0.161410	  0.164808		CURRENT LEARNING RATE: 2.577979106674994e-08
previous_iter_valid_loss : 0.18421398103237152

   1711700	  0.184365	  0.184214	  0.164899		CURRENT LEARNING RATE: 2.5774635624098055e-08
previous_iter_valid_loss : 0.1660030335187912

   1711720	  0.166213	  0.166003	  0.165070		CURRENT LEARNING RATE: 2.5769481212431593e-08
previous_iter_valid_loss : 0.16285662353038788

   1711740	  0.163053	  0.162857	  0.165061		CURRENT LEARNING RATE: 2.5764327831544387e-08
previous_iter_valid_loss : 0.16191506385803223

   1711760	  0.162103	  0.161915	  0.164744		CURRENT LEARNING RATE: 2.5759175481230296e-08
previous_iter_valid_loss : 0.16150574386119843

   1711780	  0.161658	  0.161506	  0.164537		CURRENT LEARNING RATE: 2.5754024161283224e-08
previous_iter_valid_loss : 0.1637371927499771

   1711800	  0.163910	  0.163737	  0.164659		CURRENT LEARNING RATE: 2.5748873871497036e-08
previous_iter_valid_loss : 0.16078408062458038

   1711820	  0.160965	  0.160784	  0.164673		CURRENT LEARNING RATE: 2.5743724611665894e-08
previous_iter_valid_loss : 0.160542830824852

   1711840	  0.160720	  0.160543	  0.164498		CURRENT LEARNING RATE: 2.5738576381583744e-08
previous_iter_valid_loss : 0.16431160271167755

   1711860	  0.164485	  0.164312	  0.164445		CURRENT LEARNING RATE: 2.5733429181044647e-08
previous_iter_valid_loss : 0.16183407604694366

   1711880	  0.161978	  0.161834	  0.164502		CURRENT LEARNING RATE: 2.5728283009842726e-08
previous_iter_valid_loss : 0.16384723782539368

   1711900	  0.164050	  0.163847	  0.164608		CURRENT LEARNING RATE: 2.572313786777213e-08
previous_iter_valid_loss : 0.16597621142864227

   1711920	  0.166131	  0.165976	  0.164417		CURRENT LEARNING RATE: 2.571799375462705e-08
previous_iter_valid_loss : 0.16698819398880005

   1711940	  0.167149	  0.166988	  0.164501		CURRENT LEARNING RATE: 2.571285067020172e-08
previous_iter_valid_loss : 0.1660727709531784

   1711960	  0.166233	  0.166073	  0.164090		CURRENT LEARNING RATE: 2.570770861429033e-08
previous_iter_valid_loss : 0.17039674520492554

   1711980	  0.170543	  0.170397	  0.164504		CURRENT LEARNING RATE: 2.570256758668738e-08
previous_iter_valid_loss : 0.1618785411119461

   1712000	  0.162028	  0.161879	  0.164449		CURRENT LEARNING RATE: 2.569742758718714e-08
previous_iter_valid_loss : 0.1716214120388031

   1712020	  0.171773	  0.171621	  0.165000		CURRENT LEARNING RATE: 2.5692288615584005e-08
previous_iter_valid_loss : 0.17487642168998718

   1712040	  0.175019	  0.174876	  0.165706		CURRENT LEARNING RATE: 2.5687150671672416e-08
previous_iter_valid_loss : 0.16236881911754608

   1712060	  0.162527	  0.162369	  0.165656		CURRENT LEARNING RATE: 2.5682013755246864e-08
previous_iter_valid_loss : 0.16388855874538422

   1712080	  0.164085	  0.163889	  0.165780		CURRENT LEARNING RATE: 2.567687786610186e-08
previous_iter_valid_loss : 0.17562764883041382

   1712100	  0.175904	  0.175628	  0.165350		CURRENT LEARNING RATE: 2.567174300403188e-08
previous_iter_valid_loss : 0.17115549743175507

   1712120	  0.171407	  0.171155	  0.165608		CURRENT LEARNING RATE: 2.5666609168831717e-08
previous_iter_valid_loss : 0.16218140721321106

   1712140	  0.162325	  0.162181	  0.165574		CURRENT LEARNING RATE: 2.566147636029593e-08
previous_iter_valid_loss : 0.16132819652557373

   1712160	  0.161514	  0.161328	  0.165545		CURRENT LEARNING RATE: 2.5656344578219192e-08
previous_iter_valid_loss : 0.163230299949646

   1712180	  0.163396	  0.163230	  0.165631		CURRENT LEARNING RATE: 2.565121382239625e-08
previous_iter_valid_loss : 0.16234774887561798

   1712200	  0.162513	  0.162348	  0.165562		CURRENT LEARNING RATE: 2.564608409262186e-08
previous_iter_valid_loss : 0.17334744334220886

   1712220	  0.173495	  0.173347	  0.166190		CURRENT LEARNING RATE: 2.5640955388690833e-08
previous_iter_valid_loss : 0.16151361167430878

   1712240	  0.161698	  0.161514	  0.166238		CURRENT LEARNING RATE: 2.5635827710398033e-08
previous_iter_valid_loss : 0.16068442165851593

   1712260	  0.160851	  0.160684	  0.166057		CURRENT LEARNING RATE: 2.5630701057538247e-08
previous_iter_valid_loss : 0.16282065212726593

   1712280	  0.163009	  0.162821	  0.166106		CURRENT LEARNING RATE: 2.5625575429906597e-08
previous_iter_valid_loss : 0.1781322956085205

   1712300	  0.178291	  0.178132	  0.166820		CURRENT LEARNING RATE: 2.562045082729797e-08
previous_iter_valid_loss : 0.17610372602939606

   1712320	  0.176257	  0.176104	  0.167327		CURRENT LEARNING RATE: 2.561532724950738e-08
previous_iter_valid_loss : 0.1692660003900528

   1712340	  0.169418	  0.169266	  0.167441		CURRENT LEARNING RATE: 2.5610204696329885e-08
previous_iter_valid_loss : 0.17342403531074524

   1712360	  0.173571	  0.173424	  0.167808		CURRENT LEARNING RATE: 2.560508316756058e-08
previous_iter_valid_loss : 0.16612817347049713

   1712380	  0.166295	  0.166128	  0.167595		CURRENT LEARNING RATE: 2.5599962662994604e-08
previous_iter_valid_loss : 0.16812177002429962

   1712400	  0.168280	  0.168122	  0.167907		CURRENT LEARNING RATE: 2.559484318242714e-08
previous_iter_valid_loss : 0.17184419929981232

   1712420	  0.172100	  0.171844	  0.167918		CURRENT LEARNING RATE: 2.5589724725653312e-08
previous_iter_valid_loss : 0.16385217010974884

   1712440	  0.164044	  0.163852	  0.167367		CURRENT LEARNING RATE: 2.5584607292468573e-08
previous_iter_valid_loss : 0.16771256923675537

   1712460	  0.167940	  0.167713	  0.167634		CURRENT LEARNING RATE: 2.5579490882668124e-08
previous_iter_valid_loss : 0.16833984851837158

   1712480	  0.168567	  0.168340	  0.167857		CURRENT LEARNING RATE: 2.5574375496047318e-08
previous_iter_valid_loss : 0.16118499636650085

   1712500	  0.161341	  0.161185	  0.167135		CURRENT LEARNING RATE: 2.556926113240153e-08
previous_iter_valid_loss : 0.1604991853237152

   1712520	  0.160659	  0.160499	  0.166602		CURRENT LEARNING RATE: 2.5564147791526194e-08
previous_iter_valid_loss : 0.16643878817558289

   1712540	  0.166595	  0.166439	  0.166815		CURRENT LEARNING RATE: 2.5559035473216772e-08
previous_iter_valid_loss : 0.18808184564113617

   1712560	  0.188213	  0.188082	  0.168152		CURRENT LEARNING RATE: 2.5553924177268684e-08
previous_iter_valid_loss : 0.2001573145389557

   1712580	  0.200236	  0.200157	  0.169999		CURRENT LEARNING RATE: 2.5548813903477654e-08
previous_iter_valid_loss : 0.16051165759563446

   1712600	  0.160667	  0.160512	  0.169907		CURRENT LEARNING RATE: 2.5543704651639187e-08
previous_iter_valid_loss : 0.1618276834487915

   1712620	  0.162015	  0.161828	  0.169331		CURRENT LEARNING RATE: 2.5538596421548907e-08
previous_iter_valid_loss : 0.1723184734582901

   1712640	  0.172585	  0.172318	  0.169871		CURRENT LEARNING RATE: 2.553348921300249e-08
previous_iter_valid_loss : 0.16460609436035156

   1712660	  0.164812	  0.164606	  0.170067		CURRENT LEARNING RATE: 2.5528383025795642e-08
previous_iter_valid_loss : 0.16553038358688354

   1712680	  0.165729	  0.165530	  0.170203		CURRENT LEARNING RATE: 2.552327785972412e-08
previous_iter_valid_loss : 0.1614987850189209

   1712700	  0.161688	  0.161499	  0.169371		CURRENT LEARNING RATE: 2.5518173714583712e-08
previous_iter_valid_loss : 0.16088120639324188

   1712720	  0.161066	  0.160881	  0.168610		CURRENT LEARNING RATE: 2.551307059017017e-08
previous_iter_valid_loss : 0.16240903735160828

   1712740	  0.162565	  0.162409	  0.168267		CURRENT LEARNING RATE: 2.5507968486279543e-08
previous_iter_valid_loss : 0.16678738594055176

   1712760	  0.167008	  0.166787	  0.167935		CURRENT LEARNING RATE: 2.550286740270766e-08
previous_iter_valid_loss : 0.16285401582717896

   1712780	  0.163037	  0.162854	  0.167771		CURRENT LEARNING RATE: 2.5497767339250476e-08
previous_iter_valid_loss : 0.2023901492357254

   1712800	  0.202913	  0.202390	  0.169485		CURRENT LEARNING RATE: 2.549266829570399e-08
previous_iter_valid_loss : 0.16057243943214417

   1712820	  0.160726	  0.160572	  0.168921		CURRENT LEARNING RATE: 2.548757027186424e-08
previous_iter_valid_loss : 0.16632317006587982

   1712840	  0.166482	  0.166323	  0.169045		CURRENT LEARNING RATE: 2.54824732675273e-08
previous_iter_valid_loss : 0.16778646409511566

   1712860	  0.167942	  0.167786	  0.169049		CURRENT LEARNING RATE: 2.5477377282489294e-08
previous_iter_valid_loss : 0.16243572533130646

   1712880	  0.162602	  0.162436	  0.168753		CURRENT LEARNING RATE: 2.54722823165463e-08
previous_iter_valid_loss : 0.16148750483989716

   1712900	  0.161655	  0.161488	  0.168768		CURRENT LEARNING RATE: 2.5467188369494684e-08
previous_iter_valid_loss : 0.17088738083839417

   1712920	  0.171035	  0.170887	  0.169288		CURRENT LEARNING RATE: 2.546209544113061e-08
previous_iter_valid_loss : 0.20058979094028473

   1712940	  0.200666	  0.200590	  0.170995		CURRENT LEARNING RATE: 2.545700353125036e-08
previous_iter_valid_loss : 0.16390977799892426

   1712960	  0.164079	  0.163910	  0.169787		CURRENT LEARNING RATE: 2.545191263965025e-08
previous_iter_valid_loss : 0.16223731637001038

   1712980	  0.162391	  0.162237	  0.167891		CURRENT LEARNING RATE: 2.5446822766126652e-08
previous_iter_valid_loss : 0.1846453994512558

   1713000	  0.184783	  0.184645	  0.169097		CURRENT LEARNING RATE: 2.5441733910475968e-08
previous_iter_valid_loss : 0.16607394814491272

   1713020	  0.166235	  0.166074	  0.169310		CURRENT LEARNING RATE: 2.5436646072494547e-08
previous_iter_valid_loss : 0.16056281328201294

   1713040	  0.160715	  0.160563	  0.168722		CURRENT LEARNING RATE: 2.5431559251979068e-08
previous_iter_valid_loss : 0.1763625144958496

   1713060	  0.176659	  0.176363	  0.169310		CURRENT LEARNING RATE: 2.542647344872596e-08
previous_iter_valid_loss : 0.16074435412883759

   1713080	  0.160907	  0.160744	  0.169071		CURRENT LEARNING RATE: 2.5421388662531795e-08
previous_iter_valid_loss : 0.16049417853355408

   1713100	  0.160658	  0.160494	  0.169020		CURRENT LEARNING RATE: 2.5416304893193184e-08
previous_iter_valid_loss : 0.17267297208309174

   1713120	  0.172938	  0.172673	  0.169610		CURRENT LEARNING RATE: 2.5411222140506768e-08
previous_iter_valid_loss : 0.16519470512866974

   1713140	  0.165398	  0.165195	  0.169749		CURRENT LEARNING RATE: 2.5406140404269242e-08
previous_iter_valid_loss : 0.1616838425397873

   1713160	  0.161851	  0.161684	  0.169494		CURRENT LEARNING RATE: 2.5401059684277333e-08
previous_iter_valid_loss : 0.1738923192024231

   1713180	  0.174041	  0.173892	  0.170046		CURRENT LEARNING RATE: 2.5395979980327727e-08
previous_iter_valid_loss : 0.16077877581119537

   1713200	  0.160934	  0.160779	  0.167965		CURRENT LEARNING RATE: 2.5390901292217414e-08
previous_iter_valid_loss : 0.16234347224235535

   1713220	  0.162505	  0.162343	  0.168054		CURRENT LEARNING RATE: 2.5385823619743157e-08
previous_iter_valid_loss : 0.16345758736133575

   1713240	  0.163661	  0.163458	  0.167911		CURRENT LEARNING RATE: 2.5380746962701843e-08
previous_iter_valid_loss : 0.1655488759279251

   1713260	  0.165710	  0.165549	  0.167799		CURRENT LEARNING RATE: 2.5375671320890418e-08
previous_iter_valid_loss : 0.17360174655914307

   1713280	  0.173877	  0.173602	  0.168357		CURRENT LEARNING RATE: 2.5370596694105843e-08
previous_iter_valid_loss : 0.1620548665523529

   1713300	  0.162217	  0.162055	  0.168385		CURRENT LEARNING RATE: 2.5365523082145143e-08
previous_iter_valid_loss : 0.17530669271945953

   1713320	  0.175586	  0.175307	  0.168606		CURRENT LEARNING RATE: 2.5360450484805278e-08
previous_iter_valid_loss : 0.1606413722038269

   1713340	  0.160795	  0.160641	  0.166609		CURRENT LEARNING RATE: 2.5355378901883528e-08
previous_iter_valid_loss : 0.16057808697223663

   1713360	  0.160745	  0.160578	  0.166442		CURRENT LEARNING RATE: 2.535030833317693e-08
previous_iter_valid_loss : 0.16399088501930237

   1713380	  0.164204	  0.163991	  0.166530		CURRENT LEARNING RATE: 2.534523877848268e-08
previous_iter_valid_loss : 0.16107268631458282

   1713400	  0.161229	  0.161073	  0.165351		CURRENT LEARNING RATE: 2.5340170237597978e-08
previous_iter_valid_loss : 0.16772699356079102

   1713420	  0.167953	  0.167727	  0.165434		CURRENT LEARNING RATE: 2.533510271032009e-08
previous_iter_valid_loss : 0.16203506290912628

   1713440	  0.162206	  0.162035	  0.165508		CURRENT LEARNING RATE: 2.533003619644631e-08
previous_iter_valid_loss : 0.1617816984653473

   1713460	  0.161973	  0.161782	  0.164779		CURRENT LEARNING RATE: 2.5324970695773986e-08
previous_iter_valid_loss : 0.16051946580410004

   1713480	  0.160685	  0.160519	  0.164767		CURRENT LEARNING RATE: 2.5319906208100402e-08
previous_iter_valid_loss : 0.16089779138565063

   1713500	  0.161067	  0.160898	  0.164788		CURRENT LEARNING RATE: 2.531484273322316e-08
previous_iter_valid_loss : 0.1615631878376007

   1713520	  0.161731	  0.161563	  0.164232		CURRENT LEARNING RATE: 2.530978027093963e-08
previous_iter_valid_loss : 0.16241015493869781

   1713540	  0.162605	  0.162410	  0.164093		CURRENT LEARNING RATE: 2.5304718821047317e-08
previous_iter_valid_loss : 0.1651638299226761

   1713560	  0.165368	  0.165164	  0.164267		CURRENT LEARNING RATE: 2.5299658383343757e-08
previous_iter_valid_loss : 0.18918856978416443

   1713580	  0.189325	  0.189189	  0.165032		CURRENT LEARNING RATE: 2.5294598957626535e-08
previous_iter_valid_loss : 0.1679392158985138

   1713600	  0.168165	  0.167939	  0.165390		CURRENT LEARNING RATE: 2.528954054369328e-08
previous_iter_valid_loss : 0.17406325042247772

   1713620	  0.174337	  0.174063	  0.165976		CURRENT LEARNING RATE: 2.5284483141341643e-08
previous_iter_valid_loss : 0.17452678084373474

   1713640	  0.174810	  0.174527	  0.166529		CURRENT LEARNING RATE: 2.527942675036925e-08
previous_iter_valid_loss : 0.17718197405338287

   1713660	  0.177479	  0.177182	  0.167111		CURRENT LEARNING RATE: 2.5274371370574017e-08
previous_iter_valid_loss : 0.16781949996948242

   1713680	  0.168043	  0.167819	  0.166822		CURRENT LEARNING RATE: 2.5269317001753647e-08
previous_iter_valid_loss : 0.16220572590827942

   1713700	  0.162366	  0.162206	  0.166829		CURRENT LEARNING RATE: 2.5264263643705952e-08
previous_iter_valid_loss : 0.16139733791351318

   1713720	  0.161552	  0.161397	  0.166134		CURRENT LEARNING RATE: 2.5259211296228815e-08
previous_iter_valid_loss : 0.16076292097568512

   1713740	  0.160942	  0.160763	  0.166140		CURRENT LEARNING RATE: 2.5254159959120132e-08
previous_iter_valid_loss : 0.16353708505630493

   1713760	  0.163733	  0.163537	  0.166288		CURRENT LEARNING RATE: 2.5249109632177844e-08
previous_iter_valid_loss : 0.17180980741977692

   1713780	  0.172069	  0.171810	  0.166679		CURRENT LEARNING RATE: 2.524406031519986e-08
previous_iter_valid_loss : 0.16115374863147736

   1713800	  0.161312	  0.161154	  0.166683		CURRENT LEARNING RATE: 2.5239012007984383e-08
previous_iter_valid_loss : 0.16402137279510498

   1713820	  0.164229	  0.164021	  0.166497		CURRENT LEARNING RATE: 2.5233964710329388e-08
previous_iter_valid_loss : 0.1740790158510208

   1713840	  0.174349	  0.174079	  0.167100		CURRENT LEARNING RATE: 2.5228918422032982e-08
previous_iter_valid_loss : 0.16103170812129974

   1713860	  0.161191	  0.161032	  0.167062		CURRENT LEARNING RATE: 2.522387314289332e-08
previous_iter_valid_loss : 0.16835691034793854

   1713880	  0.168590	  0.168357	  0.167454		CURRENT LEARNING RATE: 2.5218828872708584e-08
previous_iter_valid_loss : 0.1647360622882843

   1713900	  0.164939	  0.164736	  0.167646		CURRENT LEARNING RATE: 2.5213785611277007e-08
previous_iter_valid_loss : 0.17551212012767792

   1713920	  0.175671	  0.175512	  0.168343		CURRENT LEARNING RATE: 2.5208743358396864e-08
previous_iter_valid_loss : 0.21069124341011047

   1713940	  0.211279	  0.210691	  0.170757		CURRENT LEARNING RATE: 2.520370211386636e-08
previous_iter_valid_loss : 0.16062095761299133

   1713960	  0.160797	  0.160621	  0.170530		CURRENT LEARNING RATE: 2.519866187748404e-08
previous_iter_valid_loss : 0.16177895665168762

   1713980	  0.161967	  0.161779	  0.169160		CURRENT LEARNING RATE: 2.5193622649048193e-08
previous_iter_valid_loss : 0.16050441563129425

   1714000	  0.160662	  0.160504	  0.168788		CURRENT LEARNING RATE: 2.5188584428357258e-08
previous_iter_valid_loss : 0.16676682233810425

   1714020	  0.166928	  0.166767	  0.168423		CURRENT LEARNING RATE: 2.5183547215209704e-08
previous_iter_valid_loss : 0.16485349833965302

   1714040	  0.165018	  0.164853	  0.167940		CURRENT LEARNING RATE: 2.517851100940404e-08
previous_iter_valid_loss : 0.16334418952465057

   1714060	  0.163512	  0.163344	  0.167248		CURRENT LEARNING RATE: 2.5173475810738822e-08
previous_iter_valid_loss : 0.16333922743797302

   1714080	  0.163533	  0.163339	  0.167024		CURRENT LEARNING RATE: 2.516844161901264e-08
previous_iter_valid_loss : 0.1826920211315155

   1714100	  0.183038	  0.182692	  0.168048		CURRENT LEARNING RATE: 2.516340843402404e-08
previous_iter_valid_loss : 0.1680212765932083

   1714120	  0.168267	  0.168021	  0.168379		CURRENT LEARNING RATE: 2.5158376255571863e-08
previous_iter_valid_loss : 0.17232047021389008

   1714140	  0.172463	  0.172320	  0.168957		CURRENT LEARNING RATE: 2.5153345083454746e-08
previous_iter_valid_loss : 0.16589228808879852

   1714160	  0.166058	  0.165892	  0.169075		CURRENT LEARNING RATE: 2.5148314917471432e-08
previous_iter_valid_loss : 0.16303043067455292

   1714180	  0.163192	  0.163030	  0.168636		CURRENT LEARNING RATE: 2.5143285757420717e-08
previous_iter_valid_loss : 0.16360846161842346

   1714200	  0.163800	  0.163608	  0.168759		CURRENT LEARNING RATE: 2.5138257603101437e-08
previous_iter_valid_loss : 0.1623677760362625

   1714220	  0.162547	  0.162368	  0.168676		CURRENT LEARNING RATE: 2.5133230454312462e-08
previous_iter_valid_loss : 0.16049623489379883

   1714240	  0.160660	  0.160496	  0.167997		CURRENT LEARNING RATE: 2.5128204310852625e-08
previous_iter_valid_loss : 0.16486571729183197

   1714260	  0.165032	  0.164866	  0.168189		CURRENT LEARNING RATE: 2.512317917252105e-08
previous_iter_valid_loss : 0.16061913967132568

   1714280	  0.160779	  0.160619	  0.167802		CURRENT LEARNING RATE: 2.5118155039116643e-08
previous_iter_valid_loss : 0.16203521192073822

   1714300	  0.162223	  0.162035	  0.167667		CURRENT LEARNING RATE: 2.5113131910438442e-08
previous_iter_valid_loss : 0.16057012975215912

   1714320	  0.160727	  0.160570	  0.166919		CURRENT LEARNING RATE: 2.510810978628552e-08
previous_iter_valid_loss : 0.1614200323820114

   1714340	  0.161605	  0.161420	  0.164456		CURRENT LEARNING RATE: 2.5103088666457e-08
previous_iter_valid_loss : 0.17048422992229462

   1714360	  0.170637	  0.170484	  0.164949		CURRENT LEARNING RATE: 2.5098068550752025e-08
previous_iter_valid_loss : 0.1605776697397232

   1714380	  0.160733	  0.160578	  0.164889		CURRENT LEARNING RATE: 2.5093049438969793e-08
previous_iter_valid_loss : 0.18220312893390656

   1714400	  0.182357	  0.182203	  0.165974		CURRENT LEARNING RATE: 2.5088031330909454e-08
previous_iter_valid_loss : 0.16368071734905243

   1714420	  0.163851	  0.163681	  0.165820		CURRENT LEARNING RATE: 2.5083014226370463e-08
previous_iter_valid_loss : 0.17693646252155304

   1714440	  0.177091	  0.176936	  0.166424		CURRENT LEARNING RATE: 2.507799812515204e-08
previous_iter_valid_loss : 0.1654469072818756

   1714460	  0.165613	  0.165447	  0.166529		CURRENT LEARNING RATE: 2.507298302705355e-08
previous_iter_valid_loss : 0.1606445610523224

   1714480	  0.160801	  0.160645	  0.166394		CURRENT LEARNING RATE: 2.5067968931874384e-08
previous_iter_valid_loss : 0.1618548035621643

   1714500	  0.162042	  0.161855	  0.165352		CURRENT LEARNING RATE: 2.5062955839413975e-08
previous_iter_valid_loss : 0.16320155560970306

   1714520	  0.163383	  0.163202	  0.165111		CURRENT LEARNING RATE: 2.5057943749471808e-08
previous_iter_valid_loss : 0.18277904391288757

   1714540	  0.182931	  0.182779	  0.165634		CURRENT LEARNING RATE: 2.50529326618473e-08
previous_iter_valid_loss : 0.16087497770786285

   1714560	  0.161053	  0.160875	  0.165383		CURRENT LEARNING RATE: 2.504792257634019e-08
previous_iter_valid_loss : 0.16330066323280334

   1714580	  0.163511	  0.163301	  0.165397		CURRENT LEARNING RATE: 2.5042913492749992e-08
previous_iter_valid_loss : 0.1608201563358307

   1714600	  0.160976	  0.160820	  0.165258		CURRENT LEARNING RATE: 2.5037905410876332e-08
previous_iter_valid_loss : 0.16819866001605988

   1714620	  0.168355	  0.168199	  0.165549		CURRENT LEARNING RATE: 2.5032898330518897e-08
previous_iter_valid_loss : 0.1750711053609848

   1714640	  0.175224	  0.175071	  0.166278		CURRENT LEARNING RATE: 2.5027892251477398e-08
previous_iter_valid_loss : 0.16494335234165192

   1714660	  0.165140	  0.164943	  0.166282		CURRENT LEARNING RATE: 2.502288717355159e-08
previous_iter_valid_loss : 0.16089418530464172

   1714680	  0.161078	  0.160894	  0.166295		CURRENT LEARNING RATE: 2.5017883096541274e-08
previous_iter_valid_loss : 0.16136552393436432

   1714700	  0.161549	  0.161366	  0.166262		CURRENT LEARNING RATE: 2.501288002024619e-08
previous_iter_valid_loss : 0.18867459893226624

   1714720	  0.189107	  0.188675	  0.167667		CURRENT LEARNING RATE: 2.5007877944466405e-08
previous_iter_valid_loss : 0.1672683209180832

   1714740	  0.167420	  0.167268	  0.167960		CURRENT LEARNING RATE: 2.5002876869001742e-08
previous_iter_valid_loss : 0.16530321538448334

   1714760	  0.165474	  0.165303	  0.167701		CURRENT LEARNING RATE: 2.4997876793652157e-08
previous_iter_valid_loss : 0.16607603430747986

   1714780	  0.166234	  0.166076	  0.167975		CURRENT LEARNING RATE: 2.4992877718217644e-08
previous_iter_valid_loss : 0.1610860675573349

   1714800	  0.161262	  0.161086	  0.166920		CURRENT LEARNING RATE: 2.498787964249824e-08
previous_iter_valid_loss : 0.16080550849437714

   1714820	  0.160966	  0.160806	  0.166776		CURRENT LEARNING RATE: 2.4982882566294033e-08
previous_iter_valid_loss : 0.16051945090293884

   1714840	  0.160676	  0.160519	  0.165955		CURRENT LEARNING RATE: 2.4977886489405126e-08
previous_iter_valid_loss : 0.16052855551242828

   1714860	  0.160701	  0.160529	  0.165709		CURRENT LEARNING RATE: 2.49728914116316e-08
previous_iter_valid_loss : 0.16785845160484314

   1714880	  0.168013	  0.167858	  0.166070		CURRENT LEARNING RATE: 2.4967897332773817e-08
previous_iter_valid_loss : 0.1627930998802185

   1714900	  0.162952	  0.162793	  0.166117		CURRENT LEARNING RATE: 2.496290425263193e-08
previous_iter_valid_loss : 0.16094107925891876

   1714920	  0.161124	  0.160941	  0.166004		CURRENT LEARNING RATE: 2.4957912171006217e-08
previous_iter_valid_loss : 0.16460289061069489

   1714940	  0.164802	  0.164603	  0.165095		CURRENT LEARNING RATE: 2.4952921087696997e-08
previous_iter_valid_loss : 0.16079135239124298

   1714960	  0.160970	  0.160791	  0.165091		CURRENT LEARNING RATE: 2.494793100250462e-08
previous_iter_valid_loss : 0.19977760314941406

   1714980	  0.199864	  0.199778	  0.166914		CURRENT LEARNING RATE: 2.494294191522949e-08
previous_iter_valid_loss : 0.16066263616085052

   1715000	  0.160836	  0.160663	  0.166907		CURRENT LEARNING RATE: 2.4937953825671947e-08
previous_iter_valid_loss : 0.1606174111366272

   1715020	  0.160773	  0.160617	  0.166528		CURRENT LEARNING RATE: 2.4932966733632654e-08
previous_iter_valid_loss : 0.16165634989738464

   1715040	  0.161812	  0.161656	  0.165857		CURRENT LEARNING RATE: 2.4927980638912032e-08
previous_iter_valid_loss : 0.16916832327842712

   1715060	  0.169320	  0.169168	  0.166068		CURRENT LEARNING RATE: 2.492299554131064e-08
previous_iter_valid_loss : 0.1689530313014984

   1715080	  0.169196	  0.168953	  0.166471		CURRENT LEARNING RATE: 2.491801144062907e-08
previous_iter_valid_loss : 0.16477550566196442

   1715100	  0.164948	  0.164776	  0.166641		CURRENT LEARNING RATE: 2.491302833666796e-08
previous_iter_valid_loss : 0.16054603457450867

   1715120	  0.160700	  0.160546	  0.165235		CURRENT LEARNING RATE: 2.4908046229227992e-08
previous_iter_valid_loss : 0.17145711183547974

   1715140	  0.171607	  0.171457	  0.165444		CURRENT LEARNING RATE: 2.490306511810987e-08
previous_iter_valid_loss : 0.17145097255706787

   1715160	  0.171603	  0.171451	  0.165752		CURRENT LEARNING RATE: 2.4898085003114275e-08
previous_iter_valid_loss : 0.1607854664325714

   1715180	  0.160943	  0.160785	  0.165487		CURRENT LEARNING RATE: 2.4893105884042166e-08
previous_iter_valid_loss : 0.17807532846927643

   1715200	  0.178237	  0.178075	  0.166337		CURRENT LEARNING RATE: 2.4888127760694298e-08
previous_iter_valid_loss : 0.16111823916435242

   1715220	  0.161300	  0.161118	  0.166352		CURRENT LEARNING RATE: 2.4883150632871542e-08
previous_iter_valid_loss : 0.1612243503332138

   1715240	  0.161387	  0.161224	  0.166388		CURRENT LEARNING RATE: 2.487817450037482e-08
previous_iter_valid_loss : 0.16865304112434387

   1715260	  0.168810	  0.168653	  0.166794		CURRENT LEARNING RATE: 2.4873199363005076e-08
previous_iter_valid_loss : 0.1726846545934677

   1715280	  0.172833	  0.172685	  0.167035		CURRENT LEARNING RATE: 2.4868225220563313e-08
previous_iter_valid_loss : 0.160609170794487

   1715300	  0.160759	  0.160609	  0.166926		CURRENT LEARNING RATE: 2.4863252072850558e-08
previous_iter_valid_loss : 0.16646157205104828

   1715320	  0.166616	  0.166462	  0.167202		CURRENT LEARNING RATE: 2.4858279919667802e-08
previous_iter_valid_loss : 0.1719696819782257

   1715340	  0.172115	  0.171970	  0.167570		CURRENT LEARNING RATE: 2.4853308760816335e-08
previous_iter_valid_loss : 0.16053566336631775

   1715360	  0.160699	  0.160536	  0.167558		CURRENT LEARNING RATE: 2.4848338596097224e-08
previous_iter_valid_loss : 0.16204600036144257

   1715380	  0.162210	  0.162046	  0.165671		CURRENT LEARNING RATE: 2.4843369425311655e-08
previous_iter_valid_loss : 0.1651744395494461

   1715400	  0.165377	  0.165174	  0.165897		CURRENT LEARNING RATE: 2.4838401248260873e-08
previous_iter_valid_loss : 0.16182053089141846

   1715420	  0.161981	  0.161821	  0.165957		CURRENT LEARNING RATE: 2.483343406474614e-08
previous_iter_valid_loss : 0.1636740267276764

   1715440	  0.163878	  0.163674	  0.166058		CURRENT LEARNING RATE: 2.4828467874568776e-08
previous_iter_valid_loss : 0.17655570805072784

   1715460	  0.176709	  0.176556	  0.166427		CURRENT LEARNING RATE: 2.4823502677530042e-08
previous_iter_valid_loss : 0.16361260414123535

   1715480	  0.163801	  0.163613	  0.166160		CURRENT LEARNING RATE: 2.4818538473431504e-08
previous_iter_valid_loss : 0.1734032779932022

   1715500	  0.173679	  0.173403	  0.166591		CURRENT LEARNING RATE: 2.481357526207451e-08
previous_iter_valid_loss : 0.16051435470581055

   1715520	  0.160678	  0.160514	  0.166590		CURRENT LEARNING RATE: 2.4808613043260527e-08
previous_iter_valid_loss : 0.16196675598621368

   1715540	  0.162153	  0.161967	  0.166115		CURRENT LEARNING RATE: 2.480365181679107e-08
previous_iter_valid_loss : 0.16057460010051727

   1715560	  0.160748	  0.160575	  0.165571		CURRENT LEARNING RATE: 2.479869158246769e-08
previous_iter_valid_loss : 0.16071754693984985

   1715580	  0.160862	  0.160718	  0.165568		CURRENT LEARNING RATE: 2.4793732340091974e-08
previous_iter_valid_loss : 0.16418768465518951

   1715600	  0.164400	  0.164188	  0.164874		CURRENT LEARNING RATE: 2.478877408946556e-08
previous_iter_valid_loss : 0.16491800546646118

   1715620	  0.165116	  0.164918	  0.165064		CURRENT LEARNING RATE: 2.478381683039002e-08
previous_iter_valid_loss : 0.16450618207454681

   1715640	  0.164719	  0.164506	  0.165228		CURRENT LEARNING RATE: 2.477886056266725e-08
previous_iter_valid_loss : 0.19181346893310547

   1715660	  0.191934	  0.191813	  0.166386		CURRENT LEARNING RATE: 2.4773905286098904e-08
previous_iter_valid_loss : 0.16688933968544006

   1715680	  0.167046	  0.166889	  0.166096		CURRENT LEARNING RATE: 2.476895100048677e-08
previous_iter_valid_loss : 0.16361702978610992

   1715700	  0.163793	  0.163617	  0.166246		CURRENT LEARNING RATE: 2.476399770563268e-08
previous_iter_valid_loss : 0.16260750591754913

   1715720	  0.162768	  0.162608	  0.166054		CURRENT LEARNING RATE: 2.4759045401338502e-08
previous_iter_valid_loss : 0.16051818430423737

   1715740	  0.160675	  0.160518	  0.165481		CURRENT LEARNING RATE: 2.4754094087406142e-08
previous_iter_valid_loss : 0.16056959331035614

   1715760	  0.160719	  0.160570	  0.165483		CURRENT LEARNING RATE: 2.4749143763637463e-08
previous_iter_valid_loss : 0.16491878032684326

   1715780	  0.165085	  0.164919	  0.165626		CURRENT LEARNING RATE: 2.4744194429834623e-08
previous_iter_valid_loss : 0.1616322249174118

   1715800	  0.161781	  0.161632	  0.165449		CURRENT LEARNING RATE: 2.4739246085799567e-08
previous_iter_valid_loss : 0.1605185568332672

   1715820	  0.160683	  0.160519	  0.165384		CURRENT LEARNING RATE: 2.4734298731334355e-08
previous_iter_valid_loss : 0.17260846495628357

   1715840	  0.172873	  0.172608	  0.165831		CURRENT LEARNING RATE: 2.4729352366241097e-08
previous_iter_valid_loss : 0.17235837876796722

   1715860	  0.172502	  0.172358	  0.165621		CURRENT LEARNING RATE: 2.472440699032194e-08
previous_iter_valid_loss : 0.16061557829380035

   1715880	  0.160782	  0.160616	  0.165471		CURRENT LEARNING RATE: 2.4719462603379062e-08
previous_iter_valid_loss : 0.17574197053909302

   1715900	  0.176028	  0.175742	  0.165588		CURRENT LEARNING RATE: 2.471451920521469e-08
previous_iter_valid_loss : 0.17614781856536865

   1715920	  0.176438	  0.176148	  0.166370		CURRENT LEARNING RATE: 2.470957679563101e-08
previous_iter_valid_loss : 0.170953631401062

   1715940	  0.171103	  0.170954	  0.166819		CURRENT LEARNING RATE: 2.4704635374430482e-08
previous_iter_valid_loss : 0.1802152842283249

   1715960	  0.180373	  0.180215	  0.167801		CURRENT LEARNING RATE: 2.4699694941415375e-08
previous_iter_valid_loss : 0.1720743626356125

   1715980	  0.172338	  0.172074	  0.168369		CURRENT LEARNING RATE: 2.4694755496388073e-08
previous_iter_valid_loss : 0.17370082437992096

   1716000	  0.173847	  0.173701	  0.168845		CURRENT LEARNING RATE: 2.4689817039150994e-08
previous_iter_valid_loss : 0.16068115830421448

   1716020	  0.160842	  0.160681	  0.168633		CURRENT LEARNING RATE: 2.4684879569506596e-08
previous_iter_valid_loss : 0.16182537376880646

   1716040	  0.161975	  0.161825	  0.168499		CURRENT LEARNING RATE: 2.4679943087257385e-08
previous_iter_valid_loss : 0.16578470170497894

   1716060	  0.166002	  0.165785	  0.167197		CURRENT LEARNING RATE: 2.46750075922059e-08
previous_iter_valid_loss : 0.18892081081867218

   1716080	  0.189332	  0.188921	  0.168299		CURRENT LEARNING RATE: 2.467007308415464e-08
previous_iter_valid_loss : 0.18449048697948456

   1716100	  0.184865	  0.184490	  0.169343		CURRENT LEARNING RATE: 2.4665139562906387e-08
previous_iter_valid_loss : 0.1606208235025406

   1716120	  0.160778	  0.160621	  0.169243		CURRENT LEARNING RATE: 2.4660207028263726e-08
previous_iter_valid_loss : 0.1724831610918045

   1716140	  0.172635	  0.172483	  0.169842		CURRENT LEARNING RATE: 2.4655275480029347e-08
previous_iter_valid_loss : 0.16085165739059448

   1716160	  0.161030	  0.160852	  0.169856		CURRENT LEARNING RATE: 2.465034491800599e-08
previous_iter_valid_loss : 0.16058465838432312

   1716180	  0.160747	  0.160585	  0.169639		CURRENT LEARNING RATE: 2.4645415341996435e-08
previous_iter_valid_loss : 0.17373673617839813

   1716200	  0.173884	  0.173737	  0.170244		CURRENT LEARNING RATE: 2.4640486751803495e-08
previous_iter_valid_loss : 0.16101771593093872

   1716220	  0.161169	  0.161018	  0.170269		CURRENT LEARNING RATE: 2.4635559147229938e-08
previous_iter_valid_loss : 0.1636766493320465

   1716240	  0.163842	  0.163677	  0.169823		CURRENT LEARNING RATE: 2.4630632528078842e-08
previous_iter_valid_loss : 0.16165071725845337

   1716260	  0.161834	  0.161651	  0.169287		CURRENT LEARNING RATE: 2.4625706894153047e-08
previous_iter_valid_loss : 0.17835627496242523

   1716280	  0.178668	  0.178356	  0.170174		CURRENT LEARNING RATE: 2.4620782245255534e-08
previous_iter_valid_loss : 0.16067031025886536

   1716300	  0.160839	  0.160670	  0.169421		CURRENT LEARNING RATE: 2.4615858581189315e-08
previous_iter_valid_loss : 0.16121774911880493

   1716320	  0.161376	  0.161218	  0.168674		CURRENT LEARNING RATE: 2.461093590175744e-08
previous_iter_valid_loss : 0.16084712743759155

   1716340	  0.161019	  0.160847	  0.168169		CURRENT LEARNING RATE: 2.4606014206763006e-08
previous_iter_valid_loss : 0.16574718058109283

   1716360	  0.165956	  0.165747	  0.167445		CURRENT LEARNING RATE: 2.4601093496009143e-08
previous_iter_valid_loss : 0.16066458821296692

   1716380	  0.160824	  0.160665	  0.166875		CURRENT LEARNING RATE: 2.4596173769298933e-08
previous_iter_valid_loss : 0.16096211969852448

   1716400	  0.161122	  0.160962	  0.166238		CURRENT LEARNING RATE: 2.459125502643577e-08
previous_iter_valid_loss : 0.1620916873216629

   1716420	  0.162256	  0.162092	  0.166309		CURRENT LEARNING RATE: 2.4586337267222805e-08
previous_iter_valid_loss : 0.1646009087562561

   1716440	  0.164806	  0.164601	  0.166447		CURRENT LEARNING RATE: 2.4581420491463338e-08
previous_iter_valid_loss : 0.17265507578849792

   1716460	  0.172924	  0.172655	  0.166791		CURRENT LEARNING RATE: 2.4576504698960692e-08
previous_iter_valid_loss : 0.186874657869339

   1716480	  0.187017	  0.186875	  0.166689		CURRENT LEARNING RATE: 2.4571589889518242e-08
previous_iter_valid_loss : 0.16541394591331482

   1716500	  0.165615	  0.165414	  0.165735		CURRENT LEARNING RATE: 2.4566676062939386e-08
previous_iter_valid_loss : 0.16921424865722656

   1716520	  0.169462	  0.169214	  0.166164		CURRENT LEARNING RATE: 2.456176321902749e-08
previous_iter_valid_loss : 0.1617625504732132

   1716540	  0.161947	  0.161763	  0.165628		CURRENT LEARNING RATE: 2.4556851357586213e-08
previous_iter_valid_loss : 0.16259752213954926

   1716560	  0.162760	  0.162598	  0.165716		CURRENT LEARNING RATE: 2.455194047841899e-08
previous_iter_valid_loss : 0.1745089739561081

   1716580	  0.174658	  0.174509	  0.166412		CURRENT LEARNING RATE: 2.4547030581329397e-08
previous_iter_valid_loss : 0.1605319082736969

   1716600	  0.160691	  0.160532	  0.165752		CURRENT LEARNING RATE: 2.4542121666121024e-08
previous_iter_valid_loss : 0.17102643847465515

   1716620	  0.171174	  0.171026	  0.166252		CURRENT LEARNING RATE: 2.4537213732597524e-08
previous_iter_valid_loss : 0.18016837537288666

   1716640	  0.180326	  0.180168	  0.167077		CURRENT LEARNING RATE: 2.4532306780562575e-08
previous_iter_valid_loss : 0.19634361565113068

   1716660	  0.196449	  0.196344	  0.168811		CURRENT LEARNING RATE: 2.4527400809819902e-08
previous_iter_valid_loss : 0.16178804636001587

   1716680	  0.161980	  0.161788	  0.167983		CURRENT LEARNING RATE: 2.4522495820173177e-08
previous_iter_valid_loss : 0.17139165103435516

   1716700	  0.171535	  0.171392	  0.168519		CURRENT LEARNING RATE: 2.4517591811426372e-08
previous_iter_valid_loss : 0.16452142596244812

   1716720	  0.164685	  0.164521	  0.168684		CURRENT LEARNING RATE: 2.4512688783383248e-08
previous_iter_valid_loss : 0.16087713837623596

   1716740	  0.161051	  0.160877	  0.168686		CURRENT LEARNING RATE: 2.450778673584768e-08
previous_iter_valid_loss : 0.16537393629550934

   1716760	  0.165589	  0.165374	  0.168667		CURRENT LEARNING RATE: 2.450288566862358e-08
previous_iter_valid_loss : 0.16353465616703033

   1716780	  0.163706	  0.163535	  0.168810		CURRENT LEARNING RATE: 2.4497985581514913e-08
previous_iter_valid_loss : 0.16058436036109924

   1716800	  0.160745	  0.160584	  0.168792		CURRENT LEARNING RATE: 2.449308647432567e-08
previous_iter_valid_loss : 0.16174905002117157

   1716820	  0.161946	  0.161749	  0.168774		CURRENT LEARNING RATE: 2.4488188346859887e-08
previous_iter_valid_loss : 0.16209271550178528

   1716840	  0.162259	  0.162093	  0.168649		CURRENT LEARNING RATE: 2.4483291198921557e-08
previous_iter_valid_loss : 0.16160765290260315

   1716860	  0.161772	  0.161608	  0.168097		CURRENT LEARNING RATE: 2.4478395030314968e-08
previous_iter_valid_loss : 0.16356465220451355

   1716880	  0.163734	  0.163565	  0.166931		CURRENT LEARNING RATE: 2.4473499840844178e-08
previous_iter_valid_loss : 0.1606970876455307

   1716900	  0.160860	  0.160697	  0.166695		CURRENT LEARNING RATE: 2.4468605630313386e-08
previous_iter_valid_loss : 0.16554252803325653

   1716920	  0.165753	  0.165543	  0.166512		CURRENT LEARNING RATE: 2.4463712398526825e-08
previous_iter_valid_loss : 0.1608874797821045

   1716940	  0.161071	  0.160887	  0.166468		CURRENT LEARNING RATE: 2.4458820145288762e-08
previous_iter_valid_loss : 0.1607336848974228

   1716960	  0.160901	  0.160734	  0.166375		CURRENT LEARNING RATE: 2.445392887040351e-08
previous_iter_valid_loss : 0.17647729814052582

   1716980	  0.176636	  0.176477	  0.166473		CURRENT LEARNING RATE: 2.444903857367533e-08
previous_iter_valid_loss : 0.1701015681028366

   1717000	  0.170254	  0.170102	  0.166952		CURRENT LEARNING RATE: 2.444414925490878e-08
previous_iter_valid_loss : 0.16670778393745422

   1717020	  0.166934	  0.166708	  0.166736		CURRENT LEARNING RATE: 2.4439260913908202e-08
previous_iter_valid_loss : 0.170564204454422

   1717040	  0.170710	  0.170564	  0.166256		CURRENT LEARNING RATE: 2.4434373550478065e-08
previous_iter_valid_loss : 0.16114836931228638

   1717060	  0.161337	  0.161148	  0.164496		CURRENT LEARNING RATE: 2.4429487164422876e-08
previous_iter_valid_loss : 0.16222062706947327

   1717080	  0.162396	  0.162221	  0.164517		CURRENT LEARNING RATE: 2.4424601755547176e-08
previous_iter_valid_loss : 0.18602478504180908

   1717100	  0.186408	  0.186025	  0.165249		CURRENT LEARNING RATE: 2.4419717323655546e-08
previous_iter_valid_loss : 0.16137845814228058

   1717120	  0.161569	  0.161378	  0.165092		CURRENT LEARNING RATE: 2.4414833868552617e-08
previous_iter_valid_loss : 0.1650112122297287

   1717140	  0.165175	  0.165011	  0.165299		CURRENT LEARNING RATE: 2.4409951390042958e-08
previous_iter_valid_loss : 0.16489246487617493

   1717160	  0.165093	  0.164892	  0.165275		CURRENT LEARNING RATE: 2.440506988793144e-08
previous_iter_valid_loss : 0.16168534755706787

   1717180	  0.161863	  0.161685	  0.165182		CURRENT LEARNING RATE: 2.4400189362022726e-08
previous_iter_valid_loss : 0.16391153633594513

   1717200	  0.164107	  0.163912	  0.165348		CURRENT LEARNING RATE: 2.4395309812121588e-08
previous_iter_valid_loss : 0.16668736934661865

   1717220	  0.166851	  0.166687	  0.165595		CURRENT LEARNING RATE: 2.439043123803285e-08
previous_iter_valid_loss : 0.17663490772247314

   1717240	  0.176790	  0.176635	  0.166322		CURRENT LEARNING RATE: 2.438555363956136e-08
previous_iter_valid_loss : 0.16051718592643738

   1717260	  0.160674	  0.160517	  0.166268		CURRENT LEARNING RATE: 2.4380677016512015e-08
previous_iter_valid_loss : 0.16127489507198334

   1717280	  0.161427	  0.161275	  0.166153		CURRENT LEARNING RATE: 2.437580136868976e-08
previous_iter_valid_loss : 0.1634232997894287

   1717300	  0.163622	  0.163423	  0.166290		CURRENT LEARNING RATE: 2.4370926695899472e-08
previous_iter_valid_loss : 0.16290511190891266

   1717320	  0.163099	  0.162905	  0.166158		CURRENT LEARNING RATE: 2.4366052997946344e-08
previous_iter_valid_loss : 0.16078002750873566

   1717340	  0.160960	  0.160780	  0.166152		CURRENT LEARNING RATE: 2.4361180274635345e-08
previous_iter_valid_loss : 0.1610434353351593

   1717360	  0.161187	  0.161043	  0.166168		CURRENT LEARNING RATE: 2.435630852577155e-08
previous_iter_valid_loss : 0.171015664935112

   1717380	  0.171269	  0.171016	  0.165895		CURRENT LEARNING RATE: 2.4351437751160105e-08
previous_iter_valid_loss : 0.17036539316177368

   1717400	  0.170517	  0.170365	  0.165908		CURRENT LEARNING RATE: 2.434656795060617e-08
previous_iter_valid_loss : 0.16418969631195068

   1717420	  0.164357	  0.164190	  0.165782		CURRENT LEARNING RATE: 2.4341699123914962e-08
previous_iter_valid_loss : 0.1975482553243637

   1717440	  0.197645	  0.197548	  0.167131		CURRENT LEARNING RATE: 2.4336831270891636e-08
previous_iter_valid_loss : 0.17226389050483704

   1717460	  0.172414	  0.172264	  0.167687		CURRENT LEARNING RATE: 2.433196439134164e-08
previous_iter_valid_loss : 0.1768791526556015

   1717480	  0.177034	  0.176879	  0.168420		CURRENT LEARNING RATE: 2.4327098485070234e-08
previous_iter_valid_loss : 0.16063109040260315

   1717500	  0.160812	  0.160631	  0.167150		CURRENT LEARNING RATE: 2.4322233551882764e-08
previous_iter_valid_loss : 0.17426006495952606

   1717520	  0.174414	  0.174260	  0.167794		CURRENT LEARNING RATE: 2.4317369591584646e-08
previous_iter_valid_loss : 0.16282600164413452

   1717540	  0.163022	  0.162826	  0.167685		CURRENT LEARNING RATE: 2.431250660398131e-08
previous_iter_valid_loss : 0.16087234020233154

   1717560	  0.161053	  0.160872	  0.167484		CURRENT LEARNING RATE: 2.430764458887824e-08
previous_iter_valid_loss : 0.16132314503192902

   1717580	  0.161484	  0.161323	  0.167466		CURRENT LEARNING RATE: 2.430278354608096e-08
previous_iter_valid_loss : 0.16138100624084473

   1717600	  0.161564	  0.161381	  0.167340		CURRENT LEARNING RATE: 2.4297923475394934e-08
previous_iter_valid_loss : 0.16884247958660126

   1717620	  0.169001	  0.168842	  0.167447		CURRENT LEARNING RATE: 2.4293064376625942e-08
previous_iter_valid_loss : 0.16053615510463715

   1717640	  0.160693	  0.160536	  0.166642		CURRENT LEARNING RATE: 2.428820624957953e-08
previous_iter_valid_loss : 0.1605103462934494

   1717660	  0.160672	  0.160510	  0.166642		CURRENT LEARNING RATE: 2.4283349094061363e-08
previous_iter_valid_loss : 0.16084706783294678

   1717680	  0.161025	  0.160847	  0.166621		CURRENT LEARNING RATE: 2.4278492909877172e-08
previous_iter_valid_loss : 0.16068629920482635

   1717700	  0.160841	  0.160686	  0.166484		CURRENT LEARNING RATE: 2.4273637696832694e-08
previous_iter_valid_loss : 0.1613839566707611

   1717720	  0.161545	  0.161384	  0.166408		CURRENT LEARNING RATE: 2.426878345473373e-08
previous_iter_valid_loss : 0.16074995696544647

   1717740	  0.160914	  0.160750	  0.166406		CURRENT LEARNING RATE: 2.4263930183386023e-08
previous_iter_valid_loss : 0.16686329245567322

   1717760	  0.167020	  0.166863	  0.166697		CURRENT LEARNING RATE: 2.425907788259561e-08
previous_iter_valid_loss : 0.16178563237190247

   1717780	  0.161980	  0.161786	  0.166236		CURRENT LEARNING RATE: 2.4254226552168314e-08
previous_iter_valid_loss : 0.1788538694381714

   1717800	  0.179016	  0.178854	  0.166660		CURRENT LEARNING RATE: 2.4249376191910083e-08
previous_iter_valid_loss : 0.16091495752334595

   1717820	  0.161096	  0.160915	  0.166496		CURRENT LEARNING RATE: 2.4244526801626907e-08
previous_iter_valid_loss : 0.1951695680618286

   1717840	  0.195283	  0.195170	  0.166377		CURRENT LEARNING RATE: 2.4239678381124808e-08
previous_iter_valid_loss : 0.16190651059150696

   1717860	  0.162071	  0.161907	  0.165860		CURRENT LEARNING RATE: 2.423483093020984e-08
previous_iter_valid_loss : 0.16147570312023163

   1717880	  0.161659	  0.161476	  0.165089		CURRENT LEARNING RATE: 2.4229984448688116e-08
previous_iter_valid_loss : 0.1606692522764206

   1717900	  0.160848	  0.160669	  0.165091		CURRENT LEARNING RATE: 2.422513893636569e-08
previous_iter_valid_loss : 0.1893407255411148

   1717920	  0.189470	  0.189341	  0.165845		CURRENT LEARNING RATE: 2.4220294393048906e-08
previous_iter_valid_loss : 0.16098468005657196

   1717940	  0.161158	  0.160985	  0.165753		CURRENT LEARNING RATE: 2.4215450818543904e-08
previous_iter_valid_loss : 0.1903473138809204

   1717960	  0.190775	  0.190347	  0.167227		CURRENT LEARNING RATE: 2.4210608212656937e-08
previous_iter_valid_loss : 0.1658189743757248

   1717980	  0.166036	  0.165819	  0.167452		CURRENT LEARNING RATE: 2.4205766575194303e-08
previous_iter_valid_loss : 0.16383923590183258

   1718000	  0.164035	  0.163839	  0.167575		CURRENT LEARNING RATE: 2.4200925905962335e-08
previous_iter_valid_loss : 0.17686735093593597

   1718020	  0.177158	  0.176867	  0.167976		CURRENT LEARNING RATE: 2.4196086204767404e-08
previous_iter_valid_loss : 0.16106459498405457

   1718040	  0.161220	  0.161065	  0.168002		CURRENT LEARNING RATE: 2.4191247471415926e-08
previous_iter_valid_loss : 0.16413569450378418

   1718060	  0.164312	  0.164136	  0.168184		CURRENT LEARNING RATE: 2.4186409705714265e-08
previous_iter_valid_loss : 0.18484902381896973

   1718080	  0.185225	  0.184849	  0.169384		CURRENT LEARNING RATE: 2.418157290746908e-08
previous_iter_valid_loss : 0.16066506505012512

   1718100	  0.160834	  0.160665	  0.169383		CURRENT LEARNING RATE: 2.4176737076486818e-08
previous_iter_valid_loss : 0.16120025515556335

   1718120	  0.161359	  0.161200	  0.169374		CURRENT LEARNING RATE: 2.4171902212574037e-08
previous_iter_valid_loss : 0.16126415133476257

   1718140	  0.161453	  0.161264	  0.169399		CURRENT LEARNING RATE: 2.416706831553735e-08
previous_iter_valid_loss : 0.1667996644973755

   1718160	  0.166957	  0.166800	  0.169396		CURRENT LEARNING RATE: 2.41622353851834e-08
previous_iter_valid_loss : 0.16159895062446594

   1718180	  0.161763	  0.161599	  0.169387		CURRENT LEARNING RATE: 2.415740342131887e-08
previous_iter_valid_loss : 0.1786930114030838

   1718200	  0.178853	  0.178693	  0.169379		CURRENT LEARNING RATE: 2.415257242375039e-08
previous_iter_valid_loss : 0.16382911801338196

   1718220	  0.164020	  0.163829	  0.169524		CURRENT LEARNING RATE: 2.4147742392284896e-08
previous_iter_valid_loss : 0.163140207529068

   1718240	  0.163306	  0.163140	  0.167923		CURRENT LEARNING RATE: 2.4142913326729104e-08
previous_iter_valid_loss : 0.1605006903409958

   1718260	  0.160669	  0.160501	  0.167853		CURRENT LEARNING RATE: 2.413808522688985e-08
previous_iter_valid_loss : 0.16096599400043488

   1718280	  0.161150	  0.160966	  0.167827		CURRENT LEARNING RATE: 2.4133258092574002e-08
previous_iter_valid_loss : 0.17096446454524994

   1718300	  0.171117	  0.170964	  0.168342		CURRENT LEARNING RATE: 2.4128431923588484e-08
previous_iter_valid_loss : 0.16383421421051025

   1718320	  0.164005	  0.163834	  0.167067		CURRENT LEARNING RATE: 2.4123606719740245e-08
previous_iter_valid_loss : 0.1622704118490219

   1718340	  0.162440	  0.162270	  0.167131		CURRENT LEARNING RATE: 2.4118782480836278e-08
previous_iter_valid_loss : 0.1696140170097351

   1718360	  0.169855	  0.169614	  0.166094		CURRENT LEARNING RATE: 2.4113959206683534e-08
previous_iter_valid_loss : 0.1745842844247818

   1718380	  0.174857	  0.174584	  0.166532		CURRENT LEARNING RATE: 2.410913689708924e-08
previous_iter_valid_loss : 0.1627575308084488

   1718400	  0.162948	  0.162758	  0.166478		CURRENT LEARNING RATE: 2.410431555186043e-08
previous_iter_valid_loss : 0.16277603805065155

   1718420	  0.162976	  0.162776	  0.165774		CURRENT LEARNING RATE: 2.409949517080424e-08
previous_iter_valid_loss : 0.19613608717918396

   1718440	  0.196245	  0.196136	  0.167527		CURRENT LEARNING RATE: 2.4094675753727865e-08
previous_iter_valid_loss : 0.16791106760501862

   1718460	  0.168061	  0.167911	  0.167716		CURRENT LEARNING RATE: 2.408985730043852e-08
previous_iter_valid_loss : 0.16193459928035736

   1718480	  0.162090	  0.161935	  0.166570		CURRENT LEARNING RATE: 2.408503981074347e-08
previous_iter_valid_loss : 0.16409870982170105

   1718500	  0.164277	  0.164099	  0.166742		CURRENT LEARNING RATE: 2.4080223284450018e-08
previous_iter_valid_loss : 0.17448389530181885

   1718520	  0.174629	  0.174484	  0.167406		CURRENT LEARNING RATE: 2.4075407721365415e-08
previous_iter_valid_loss : 0.16110999882221222

   1718540	  0.161265	  0.161110	  0.167399		CURRENT LEARNING RATE: 2.407059312129721e-08
previous_iter_valid_loss : 0.16052991151809692

   1718560	  0.160700	  0.160530	  0.167085		CURRENT LEARNING RATE: 2.4065779484052728e-08
previous_iter_valid_loss : 0.16120821237564087

   1718580	  0.161358	  0.161208	  0.167066		CURRENT LEARNING RATE: 2.4060966809439437e-08
previous_iter_valid_loss : 0.1608961820602417

   1718600	  0.161048	  0.160896	  0.166176		CURRENT LEARNING RATE: 2.405615509726481e-08
previous_iter_valid_loss : 0.16062143445014954

   1718620	  0.160781	  0.160621	  0.166015		CURRENT LEARNING RATE: 2.40513443473364e-08
previous_iter_valid_loss : 0.17565247416496277

   1718640	  0.175806	  0.175652	  0.166641		CURRENT LEARNING RATE: 2.404653455946176e-08
previous_iter_valid_loss : 0.1606605052947998

   1718660	  0.160813	  0.160661	  0.166649		CURRENT LEARNING RATE: 2.4041725733448426e-08
previous_iter_valid_loss : 0.17396587133407593

   1718680	  0.174240	  0.173966	  0.167299		CURRENT LEARNING RATE: 2.403691786910421e-08
previous_iter_valid_loss : 0.1625157743692398

   1718700	  0.162715	  0.162516	  0.166876		CURRENT LEARNING RATE: 2.403211096623671e-08
previous_iter_valid_loss : 0.16123999655246735

   1718720	  0.161418	  0.161240	  0.166747		CURRENT LEARNING RATE: 2.4027305024653654e-08
previous_iter_valid_loss : 0.1605040282011032

   1718740	  0.160658	  0.160504	  0.166658		CURRENT LEARNING RATE: 2.4022500044162798e-08
previous_iter_valid_loss : 0.16301649808883667

   1718760	  0.163173	  0.163016	  0.166329		CURRENT LEARNING RATE: 2.401769602457195e-08
previous_iter_valid_loss : 0.16165326535701752

   1718780	  0.161814	  0.161653	  0.165682		CURRENT LEARNING RATE: 2.4012892965688946e-08
previous_iter_valid_loss : 0.16052642464637756

   1718800	  0.160695	  0.160526	  0.165570		CURRENT LEARNING RATE: 2.4008090867321664e-08
previous_iter_valid_loss : 0.16798193752765656

   1718820	  0.168140	  0.167982	  0.165831		CURRENT LEARNING RATE: 2.400328972927793e-08
previous_iter_valid_loss : 0.17449422180652618

   1718840	  0.174642	  0.174494	  0.164749		CURRENT LEARNING RATE: 2.3998489551365878e-08
previous_iter_valid_loss : 0.1608200967311859

   1718860	  0.160999	  0.160820	  0.164394		CURRENT LEARNING RATE: 2.3993690333393412e-08
previous_iter_valid_loss : 0.16598840057849884

   1718880	  0.166201	  0.165988	  0.164597		CURRENT LEARNING RATE: 2.3988892075168562e-08
previous_iter_valid_loss : 0.17220531404018402

   1718900	  0.172358	  0.172205	  0.165002		CURRENT LEARNING RATE: 2.3984094776499397e-08
previous_iter_valid_loss : 0.1653691828250885

   1718920	  0.165577	  0.165369	  0.164546		CURRENT LEARNING RATE: 2.3979298437194026e-08
previous_iter_valid_loss : 0.1667950451374054

   1718940	  0.166953	  0.166795	  0.164831		CURRENT LEARNING RATE: 2.3974503057060598e-08
previous_iter_valid_loss : 0.16246645152568817

   1718960	  0.162620	  0.162466	  0.164927		CURRENT LEARNING RATE: 2.3969708635907208e-08
previous_iter_valid_loss : 0.16774703562259674

   1718980	  0.167968	  0.167747	  0.165254		CURRENT LEARNING RATE: 2.3964915173542254e-08
previous_iter_valid_loss : 0.16497159004211426

   1719000	  0.165177	  0.164972	  0.165458		CURRENT LEARNING RATE: 2.3960122669773906e-08
previous_iter_valid_loss : 0.16453112661838531

   1719020	  0.164727	  0.164531	  0.165654		CURRENT LEARNING RATE: 2.3955331124410474e-08
previous_iter_valid_loss : 0.17200316488742828

   1719040	  0.172264	  0.172003	  0.165471		CURRENT LEARNING RATE: 2.3950540537260282e-08
previous_iter_valid_loss : 0.1607258915901184

   1719060	  0.160887	  0.160726	  0.165474		CURRENT LEARNING RATE: 2.394575090813172e-08
previous_iter_valid_loss : 0.16088107228279114

   1719080	  0.161065	  0.160881	  0.164820		CURRENT LEARNING RATE: 2.3940962236833195e-08
previous_iter_valid_loss : 0.1609833687543869

   1719100	  0.161133	  0.160983	  0.164744		CURRENT LEARNING RATE: 2.3936174523173168e-08
previous_iter_valid_loss : 0.1608729064464569

   1719120	  0.161023	  0.160873	  0.164725		CURRENT LEARNING RATE: 2.3931387766960033e-08
previous_iter_valid_loss : 0.1639561504125595

   1719140	  0.164161	  0.163956	  0.164898		CURRENT LEARNING RATE: 2.3926601968002505e-08
previous_iter_valid_loss : 0.16193559765815735

   1719160	  0.162093	  0.161936	  0.164844		CURRENT LEARNING RATE: 2.3921817126109053e-08
previous_iter_valid_loss : 0.17164580523967743

   1719180	  0.171793	  0.171646	  0.165343		CURRENT LEARNING RATE: 2.391703324108829e-08
previous_iter_valid_loss : 0.1766963005065918

   1719200	  0.176850	  0.176696	  0.166152		CURRENT LEARNING RATE: 2.3912250312748863e-08
previous_iter_valid_loss : 0.1757970005273819

   1719220	  0.175948	  0.175797	  0.166543		CURRENT LEARNING RATE: 2.3907468340899448e-08
previous_iter_valid_loss : 0.16302579641342163

   1719240	  0.163190	  0.163026	  0.165969		CURRENT LEARNING RATE: 2.3902687325348768e-08
previous_iter_valid_loss : 0.1711851805448532

   1719260	  0.171337	  0.171185	  0.166488		CURRENT LEARNING RATE: 2.389790726590559e-08
previous_iter_valid_loss : 0.16051362454891205

   1719280	  0.160669	  0.160514	  0.166214		CURRENT LEARNING RATE: 2.3893128162378617e-08
previous_iter_valid_loss : 0.16639994084835052

   1719300	  0.166614	  0.166400	  0.165924		CURRENT LEARNING RATE: 2.388835001457686e-08
previous_iter_valid_loss : 0.1620745062828064

   1719320	  0.162226	  0.162075	  0.165759		CURRENT LEARNING RATE: 2.3883572822309104e-08
previous_iter_valid_loss : 0.17718808352947235

   1719340	  0.177352	  0.177188	  0.166278		CURRENT LEARNING RATE: 2.387879658538427e-08
previous_iter_valid_loss : 0.16050806641578674

   1719360	  0.160666	  0.160508	  0.166181		CURRENT LEARNING RATE: 2.38740213036113e-08
previous_iter_valid_loss : 0.16756831109523773

   1719380	  0.167726	  0.167568	  0.166172		CURRENT LEARNING RATE: 2.3869246976799185e-08
previous_iter_valid_loss : 0.17359471321105957

   1719400	  0.173743	  0.173595	  0.166603		CURRENT LEARNING RATE: 2.3864473604756953e-08
previous_iter_valid_loss : 0.16817660629749298

   1719420	  0.168329	  0.168177	  0.166785		CURRENT LEARNING RATE: 2.3859701187293577e-08
previous_iter_valid_loss : 0.1730515956878662

   1719440	  0.173326	  0.173052	  0.166837		CURRENT LEARNING RATE: 2.3854929724218343e-08
previous_iter_valid_loss : 0.16083817183971405

   1719460	  0.160984	  0.160838	  0.166843		CURRENT LEARNING RATE: 2.3850159215340302e-08
previous_iter_valid_loss : 0.18212227523326874

   1719480	  0.182474	  0.182122	  0.167905		CURRENT LEARNING RATE: 2.3845389660468628e-08
previous_iter_valid_loss : 0.1874684989452362

   1719500	  0.187608	  0.187468	  0.169229		CURRENT LEARNING RATE: 2.384062105941255e-08
previous_iter_valid_loss : 0.1626139134168625

   1719520	  0.162794	  0.162614	  0.169316		CURRENT LEARNING RATE: 2.3835853411981313e-08
previous_iter_valid_loss : 0.16086959838867188

   1719540	  0.161048	  0.160870	  0.169162		CURRENT LEARNING RATE: 2.3831086717984213e-08
previous_iter_valid_loss : 0.17856964468955994

   1719560	  0.178728	  0.178570	  0.169994		CURRENT LEARNING RATE: 2.3826320977230594e-08
previous_iter_valid_loss : 0.16857878863811493

   1719580	  0.168806	  0.168579	  0.169840		CURRENT LEARNING RATE: 2.3821556189529724e-08
previous_iter_valid_loss : 0.16066762804985046

   1719600	  0.160838	  0.160668	  0.169039		CURRENT LEARNING RATE: 2.3816792354691196e-08
previous_iter_valid_loss : 0.16159336268901825

   1719620	  0.161775	  0.161593	  0.168329		CURRENT LEARNING RATE: 2.381202947252436e-08
previous_iter_valid_loss : 0.16319309175014496

   1719640	  0.163385	  0.163193	  0.168337		CURRENT LEARNING RATE: 2.3807267542838705e-08
previous_iter_valid_loss : 0.16109146177768707

   1719660	  0.161239	  0.161091	  0.167833		CURRENT LEARNING RATE: 2.380250656544376e-08
previous_iter_valid_loss : 0.1795215606689453

   1719680	  0.179849	  0.179522	  0.168783		CURRENT LEARNING RATE: 2.3797746540149076e-08
previous_iter_valid_loss : 0.16301320493221283

   1719700	  0.163166	  0.163013	  0.168614		CURRENT LEARNING RATE: 2.3792987466764258e-08
previous_iter_valid_loss : 0.1628248244524002

   1719720	  0.163020	  0.162825	  0.168651		CURRENT LEARNING RATE: 2.378822934509895e-08
previous_iter_valid_loss : 0.16319307684898376

   1719740	  0.163363	  0.163193	  0.167951		CURRENT LEARNING RATE: 2.3783472174962725e-08
previous_iter_valid_loss : 0.17949187755584717

   1719760	  0.179820	  0.179492	  0.168901		CURRENT LEARNING RATE: 2.3778715956165475e-08
previous_iter_valid_loss : 0.1606796532869339

   1719780	  0.160844	  0.160680	  0.168556		CURRENT LEARNING RATE: 2.377396068851687e-08
previous_iter_valid_loss : 0.160861536860466

   1719800	  0.161036	  0.160862	  0.167919		CURRENT LEARNING RATE: 2.3769206371826697e-08
previous_iter_valid_loss : 0.16369269788265228

   1719820	  0.163866	  0.163693	  0.167695		CURRENT LEARNING RATE: 2.3764453005904778e-08
previous_iter_valid_loss : 0.16056327521800995

   1719840	  0.160719	  0.160563	  0.167071		CURRENT LEARNING RATE: 2.3759700590560982e-08
previous_iter_valid_loss : 0.16256870329380035

   1719860	  0.162732	  0.162569	  0.167157		CURRENT LEARNING RATE: 2.3754949125605216e-08
previous_iter_valid_loss : 0.1857595592737198

   1719880	  0.186146	  0.185760	  0.167339		CURRENT LEARNING RATE: 2.3750198610847334e-08
previous_iter_valid_loss : 0.16346557438373566

   1719900	  0.163669	  0.163466	  0.166139		CURRENT LEARNING RATE: 2.3745449046097478e-08
previous_iter_valid_loss : 0.16224423050880432

   1719920	  0.162423	  0.162244	  0.166121		CURRENT LEARNING RATE: 2.3740700431165592e-08
previous_iter_valid_loss : 0.16238951683044434

   1719940	  0.162561	  0.162390	  0.166197		CURRENT LEARNING RATE: 2.373595276586173e-08
previous_iter_valid_loss : 0.1612875759601593

   1719960	  0.161449	  0.161288	  0.165332		CURRENT LEARNING RATE: 2.3731206049995976e-08
previous_iter_valid_loss : 0.16368000209331512

   1719980	  0.163870	  0.163680	  0.165088		CURRENT LEARNING RATE: 2.372646028337847e-08
previous_iter_valid_loss : 0.16324414312839508

   1720000	  0.163408	  0.163244	  0.165216		CURRENT LEARNING RATE: 2.3721715465819374e-08
previous_iter_valid_loss : 0.1645776480436325

   1720020	  0.164782	  0.164578	  0.165366		CURRENT LEARNING RATE: 2.3716971597128903e-08
previous_iter_valid_loss : 0.1633291095495224

   1720040	  0.163525	  0.163329	  0.165372		CURRENT LEARNING RATE: 2.3712228677117216e-08
previous_iter_valid_loss : 0.17209824919700623

   1720060	  0.172248	  0.172098	  0.165923		CURRENT LEARNING RATE: 2.370748670559476e-08
previous_iter_valid_loss : 0.16113966703414917

   1720080	  0.161322	  0.161140	  0.165004		CURRENT LEARNING RATE: 2.370274568237178e-08
previous_iter_valid_loss : 0.16710264980793

   1720100	  0.167327	  0.167103	  0.165208		CURRENT LEARNING RATE: 2.369800560725863e-08
previous_iter_valid_loss : 0.1642792820930481

   1720120	  0.164449	  0.164279	  0.165281		CURRENT LEARNING RATE: 2.3693266480065705e-08
previous_iter_valid_loss : 0.17384709417819977

   1720140	  0.173997	  0.173847	  0.165814		CURRENT LEARNING RATE: 2.3688528300603443e-08
previous_iter_valid_loss : 0.17229706048965454

   1720160	  0.172568	  0.172297	  0.165454		CURRENT LEARNING RATE: 2.3683791068682317e-08
previous_iter_valid_loss : 0.16505129635334015

   1720180	  0.165260	  0.165051	  0.165672		CURRENT LEARNING RATE: 2.3679054784112753e-08
previous_iter_valid_loss : 0.16466832160949707

   1720200	  0.164836	  0.164668	  0.165863		CURRENT LEARNING RATE: 2.3674319446705466e-08
previous_iter_valid_loss : 0.17858925461769104

   1720220	  0.178910	  0.178589	  0.166608		CURRENT LEARNING RATE: 2.366958505627096e-08
previous_iter_valid_loss : 0.1664280891418457

   1720240	  0.166640	  0.166428	  0.166901		CURRENT LEARNING RATE: 2.3664851612619857e-08
previous_iter_valid_loss : 0.16648341715335846

   1720260	  0.166704	  0.166483	  0.167097		CURRENT LEARNING RATE: 2.3660119115562826e-08
previous_iter_valid_loss : 0.16224022209644318

   1720280	  0.162424	  0.162240	  0.165921		CURRENT LEARNING RATE: 2.3655387564910562e-08
previous_iter_valid_loss : 0.16085797548294067

   1720300	  0.161020	  0.160858	  0.165790		CURRENT LEARNING RATE: 2.3650656960473804e-08
previous_iter_valid_loss : 0.16091477870941162

   1720320	  0.161093	  0.160915	  0.165724		CURRENT LEARNING RATE: 2.3645927302063326e-08
previous_iter_valid_loss : 0.1695343554019928

   1720340	  0.169687	  0.169534	  0.166081		CURRENT LEARNING RATE: 2.364119858948986e-08
previous_iter_valid_loss : 0.1618974357843399

   1720360	  0.162056	  0.161897	  0.166111		CURRENT LEARNING RATE: 2.3636470822564427e-08
previous_iter_valid_loss : 0.16066615283489227

   1720380	  0.160838	  0.160666	  0.165961		CURRENT LEARNING RATE: 2.3631744001097828e-08
previous_iter_valid_loss : 0.17635826766490936

   1720400	  0.176511	  0.176358	  0.166616		CURRENT LEARNING RATE: 2.362701812490099e-08
previous_iter_valid_loss : 0.1633184403181076

   1720420	  0.163515	  0.163318	  0.166554		CURRENT LEARNING RATE: 2.3622293193784885e-08
previous_iter_valid_loss : 0.18790853023529053

   1720440	  0.188334	  0.187909	  0.167783		CURRENT LEARNING RATE: 2.3617569207560505e-08
previous_iter_valid_loss : 0.1641785204410553

   1720460	  0.164389	  0.164179	  0.167387		CURRENT LEARNING RATE: 2.36128461660389e-08
previous_iter_valid_loss : 0.16342461109161377

   1720480	  0.163587	  0.163425	  0.167501		CURRENT LEARNING RATE: 2.3608124069031146e-08
previous_iter_valid_loss : 0.16064681112766266

   1720500	  0.160798	  0.160647	  0.167178		CURRENT LEARNING RATE: 2.360340291634827e-08
previous_iter_valid_loss : 0.1719103455543518

   1720520	  0.172168	  0.171910	  0.167560		CURRENT LEARNING RATE: 2.3598682707801602e-08
previous_iter_valid_loss : 0.16099588572978973

   1720540	  0.161162	  0.160996	  0.166917		CURRENT LEARNING RATE: 2.359396344320224e-08
previous_iter_valid_loss : 0.18068084120750427

   1720560	  0.181023	  0.180681	  0.167336		CURRENT LEARNING RATE: 2.3589245122361426e-08
previous_iter_valid_loss : 0.160514697432518

   1720580	  0.160675	  0.160515	  0.167109		CURRENT LEARNING RATE: 2.3584527745090415e-08
previous_iter_valid_loss : 0.1640670746564865

   1720600	  0.164241	  0.164067	  0.167079		CURRENT LEARNING RATE: 2.357981131120052e-08
previous_iter_valid_loss : 0.16235503554344177

   1720620	  0.162551	  0.162355	  0.166268		CURRENT LEARNING RATE: 2.357509582050308e-08
previous_iter_valid_loss : 0.1607188582420349

   1720640	  0.160897	  0.160719	  0.165982		CURRENT LEARNING RATE: 2.3570381272809388e-08
previous_iter_valid_loss : 0.16965319216251373

   1720660	  0.169805	  0.169653	  0.166141		CURRENT LEARNING RATE: 2.3565667667931037e-08
previous_iter_valid_loss : 0.17692838609218597

   1720680	  0.177083	  0.176928	  0.166875		CURRENT LEARNING RATE: 2.3560955005679396e-08
previous_iter_valid_loss : 0.16077269613742828

   1720700	  0.160934	  0.160773	  0.166871		CURRENT LEARNING RATE: 2.3556243285865957e-08
previous_iter_valid_loss : 0.16418364644050598

   1720720	  0.164386	  0.164184	  0.167034		CURRENT LEARNING RATE: 2.3551532508302256e-08
previous_iter_valid_loss : 0.16145707666873932

   1720740	  0.161647	  0.161457	  0.166630		CURRENT LEARNING RATE: 2.3546822672799853e-08
previous_iter_valid_loss : 0.16623139381408691

   1720760	  0.166446	  0.166231	  0.166847		CURRENT LEARNING RATE: 2.3542113779170364e-08
previous_iter_valid_loss : 0.16049693524837494

   1720780	  0.160665	  0.160497	  0.166839		CURRENT LEARNING RATE: 2.353740582722543e-08
previous_iter_valid_loss : 0.16173884272575378

   1720800	  0.161902	  0.161739	  0.166108		CURRENT LEARNING RATE: 2.353269881677665e-08
previous_iter_valid_loss : 0.16502287983894348

   1720820	  0.165189	  0.165023	  0.166193		CURRENT LEARNING RATE: 2.3527992747635902e-08
previous_iter_valid_loss : 0.16173593699932098

   1720840	  0.161892	  0.161736	  0.164884		CURRENT LEARNING RATE: 2.352328761961487e-08
previous_iter_valid_loss : 0.17573748528957367

   1720860	  0.175889	  0.175737	  0.165462		CURRENT LEARNING RATE: 2.3518583432525354e-08
previous_iter_valid_loss : 0.16878202557563782

   1720880	  0.168936	  0.168782	  0.165730		CURRENT LEARNING RATE: 2.3513880186179168e-08
previous_iter_valid_loss : 0.16216056048870087

   1720900	  0.162315	  0.162161	  0.165806		CURRENT LEARNING RATE: 2.3509177880388197e-08
previous_iter_valid_loss : 0.16121992468833923

   1720920	  0.161398	  0.161220	  0.165271		CURRENT LEARNING RATE: 2.3504476514964347e-08
previous_iter_valid_loss : 0.16829219460487366

   1720940	  0.168446	  0.168292	  0.165636		CURRENT LEARNING RATE: 2.3499776089719556e-08
previous_iter_valid_loss : 0.17146459221839905

   1720960	  0.171727	  0.171465	  0.165175		CURRENT LEARNING RATE: 2.3495076604465727e-08
previous_iter_valid_loss : 0.16357281804084778

   1720980	  0.163740	  0.163573	  0.165328		CURRENT LEARNING RATE: 2.3490378059015057e-08
previous_iter_valid_loss : 0.169505774974823

   1721000	  0.169747	  0.169506	  0.165600		CURRENT LEARNING RATE: 2.3485680453179504e-08
previous_iter_valid_loss : 0.16479696333408356

   1721020	  0.164967	  0.164797	  0.165722		CURRENT LEARNING RATE: 2.3480983786771177e-08
previous_iter_valid_loss : 0.1693516969680786

   1721040	  0.169585	  0.169352	  0.166154		CURRENT LEARNING RATE: 2.34762880596022e-08
previous_iter_valid_loss : 0.16103503108024597

   1721060	  0.161200	  0.161035	  0.165723		CURRENT LEARNING RATE: 2.3471593271484753e-08
previous_iter_valid_loss : 0.16109614074230194

   1721080	  0.161255	  0.161096	  0.164931		CURRENT LEARNING RATE: 2.346689942223104e-08
previous_iter_valid_loss : 0.17281846702098846

   1721100	  0.173095	  0.172818	  0.165533		CURRENT LEARNING RATE: 2.346220651165322e-08
previous_iter_valid_loss : 0.18928945064544678

   1721120	  0.189720	  0.189289	  0.166789		CURRENT LEARNING RATE: 2.3457514539563747e-08
previous_iter_valid_loss : 0.17016512155532837

   1721140	  0.170410	  0.170165	  0.167224		CURRENT LEARNING RATE: 2.3452823505774865e-08
previous_iter_valid_loss : 0.16722434759140015

   1721160	  0.167455	  0.167224	  0.167274		CURRENT LEARNING RATE: 2.344813341009892e-08
previous_iter_valid_loss : 0.16897626221179962

   1721180	  0.169221	  0.168976	  0.167698		CURRENT LEARNING RATE: 2.344344425234832e-08
previous_iter_valid_loss : 0.16061535477638245

   1721200	  0.160775	  0.160615	  0.167642		CURRENT LEARNING RATE: 2.343875603233549e-08
previous_iter_valid_loss : 0.16381028294563293

   1721220	  0.164007	  0.163810	  0.167581		CURRENT LEARNING RATE: 2.3434068749872903e-08
previous_iter_valid_loss : 0.16750212013721466

   1721240	  0.167727	  0.167502	  0.167869		CURRENT LEARNING RATE: 2.3429382404773067e-08
previous_iter_valid_loss : 0.17351055145263672

   1721260	  0.173781	  0.173511	  0.167758		CURRENT LEARNING RATE: 2.3424696996848454e-08
previous_iter_valid_loss : 0.16189806163311005

   1721280	  0.162063	  0.161898	  0.167414		CURRENT LEARNING RATE: 2.3420012525911803e-08
previous_iter_valid_loss : 0.172984778881073

   1721300	  0.173133	  0.172985	  0.167955		CURRENT LEARNING RATE: 2.3415328991775658e-08
previous_iter_valid_loss : 0.16886946558952332

   1721320	  0.169022	  0.168869	  0.168337		CURRENT LEARNING RATE: 2.3410646394252673e-08
previous_iter_valid_loss : 0.1691123992204666

   1721340	  0.169263	  0.169112	  0.168378		CURRENT LEARNING RATE: 2.340596473315555e-08
previous_iter_valid_loss : 0.1731431633234024

   1721360	  0.173291	  0.173143	  0.168462		CURRENT LEARNING RATE: 2.3401284008297015e-08
previous_iter_valid_loss : 0.1663169115781784

   1721380	  0.166532	  0.166317	  0.168600		CURRENT LEARNING RATE: 2.339660421948985e-08
previous_iter_valid_loss : 0.17422646284103394

   1721400	  0.174499	  0.174226	  0.168836		CURRENT LEARNING RATE: 2.339192536654677e-08
previous_iter_valid_loss : 0.1666768491268158

   1721420	  0.166885	  0.166677	  0.168930		CURRENT LEARNING RATE: 2.338724744928079e-08
previous_iter_valid_loss : 0.16595835983753204

   1721440	  0.166167	  0.165958	  0.168760		CURRENT LEARNING RATE: 2.338257046750471e-08
previous_iter_valid_loss : 0.16078050434589386

   1721460	  0.160952	  0.160781	  0.168747		CURRENT LEARNING RATE: 2.337789442103146e-08
previous_iter_valid_loss : 0.1661125272512436

   1721480	  0.166322	  0.166113	  0.168998		CURRENT LEARNING RATE: 2.3373219309673982e-08
previous_iter_valid_loss : 0.16701288521289825

   1721500	  0.167233	  0.167013	  0.168708		CURRENT LEARNING RATE: 2.3368545133245283e-08
previous_iter_valid_loss : 0.1631440967321396

   1721520	  0.163330	  0.163144	  0.167401		CURRENT LEARNING RATE: 2.3363871891558387e-08
previous_iter_valid_loss : 0.161052867770195

   1721540	  0.161227	  0.161053	  0.166945		CURRENT LEARNING RATE: 2.3359199584426375e-08
previous_iter_valid_loss : 0.17327046394348145

   1721560	  0.173416	  0.173270	  0.167247		CURRENT LEARNING RATE: 2.3354528211662265e-08
previous_iter_valid_loss : 0.1650017499923706

   1721580	  0.165170	  0.165002	  0.167048		CURRENT LEARNING RATE: 2.334985777307937e-08
previous_iter_valid_loss : 0.19810166954994202

   1721600	  0.198190	  0.198102	  0.168923		CURRENT LEARNING RATE: 2.334518826849079e-08
previous_iter_valid_loss : 0.17094939947128296

   1721620	  0.171211	  0.170949	  0.169280		CURRENT LEARNING RATE: 2.3340519697709743e-08
previous_iter_valid_loss : 0.16161054372787476

   1721640	  0.161793	  0.161611	  0.168985		CURRENT LEARNING RATE: 2.3335852060549486e-08
previous_iter_valid_loss : 0.17071855068206787

   1721660	  0.170866	  0.170719	  0.168846		CURRENT LEARNING RATE: 2.3331185356823315e-08
previous_iter_valid_loss : 0.16067221760749817

   1721680	  0.160832	  0.160672	  0.168784		CURRENT LEARNING RATE: 2.332651958634456e-08
previous_iter_valid_loss : 0.16081839799880981

   1721700	  0.160992	  0.160818	  0.168176		CURRENT LEARNING RATE: 2.3321854748926592e-08
previous_iter_valid_loss : 0.1810234636068344

   1721720	  0.181358	  0.181023	  0.168784		CURRENT LEARNING RATE: 2.3317190844382737e-08
previous_iter_valid_loss : 0.16055472195148468

   1721740	  0.160731	  0.160555	  0.168356		CURRENT LEARNING RATE: 2.33125278725266e-08
previous_iter_valid_loss : 0.1786273866891861

   1721760	  0.178945	  0.178627	  0.168630		CURRENT LEARNING RATE: 2.3307865833171583e-08
previous_iter_valid_loss : 0.16507473587989807

   1721780	  0.165236	  0.165075	  0.168568		CURRENT LEARNING RATE: 2.33032047261312e-08
previous_iter_valid_loss : 0.16520532965660095

   1721800	  0.165365	  0.165205	  0.168117		CURRENT LEARNING RATE: 2.329854455121901e-08
previous_iter_valid_loss : 0.17075365781784058

   1721820	  0.170899	  0.170754	  0.168321		CURRENT LEARNING RATE: 2.3293885308248604e-08
previous_iter_valid_loss : 0.1605098992586136

   1721840	  0.160678	  0.160510	  0.168048		CURRENT LEARNING RATE: 2.3289226997033615e-08
previous_iter_valid_loss : 0.16066455841064453

   1721860	  0.160838	  0.160665	  0.168042		CURRENT LEARNING RATE: 2.328456961738763e-08
previous_iter_valid_loss : 0.17432957887649536

   1721880	  0.174476	  0.174330	  0.168453		CURRENT LEARNING RATE: 2.3279913169124507e-08
previous_iter_valid_loss : 0.16065409779548645

   1721900	  0.160806	  0.160654	  0.168135		CURRENT LEARNING RATE: 2.3275257652057918e-08
previous_iter_valid_loss : 0.16089831292629242

   1721920	  0.161076	  0.160898	  0.168023		CURRENT LEARNING RATE: 2.327060306600164e-08
previous_iter_valid_loss : 0.1614576280117035

   1721940	  0.161640	  0.161458	  0.168043		CURRENT LEARNING RATE: 2.3265949410769483e-08
previous_iter_valid_loss : 0.1751370131969452

   1721960	  0.175402	  0.175137	  0.168137		CURRENT LEARNING RATE: 2.326129668617531e-08
previous_iter_valid_loss : 0.17696864902973175

   1721980	  0.177127	  0.176969	  0.168735		CURRENT LEARNING RATE: 2.325664489203301e-08
previous_iter_valid_loss : 0.16451668739318848

   1722000	  0.164682	  0.164517	  0.167056		CURRENT LEARNING RATE: 2.3251994028156497e-08
previous_iter_valid_loss : 0.16185933351516724

   1722020	  0.162054	  0.161859	  0.166601		CURRENT LEARNING RATE: 2.3247344094359676e-08
previous_iter_valid_loss : 0.16058674454689026

   1722040	  0.160759	  0.160587	  0.166550		CURRENT LEARNING RATE: 2.3242695090456704e-08
previous_iter_valid_loss : 0.16318972408771515

   1722060	  0.163357	  0.163190	  0.166174		CURRENT LEARNING RATE: 2.3238047016261538e-08
previous_iter_valid_loss : 0.16412395238876343

   1722080	  0.164315	  0.164124	  0.166346		CURRENT LEARNING RATE: 2.3233399871588252e-08
previous_iter_valid_loss : 0.17529253661632538

   1722100	  0.175444	  0.175293	  0.167070		CURRENT LEARNING RATE: 2.3228753656250968e-08
previous_iter_valid_loss : 0.17042763531208038

   1722120	  0.170574	  0.170428	  0.166540		CURRENT LEARNING RATE: 2.322410837006383e-08
previous_iter_valid_loss : 0.1638576239347458

   1722140	  0.164056	  0.163858	  0.166705		CURRENT LEARNING RATE: 2.3219464012841033e-08
previous_iter_valid_loss : 0.18630622327327728

   1722160	  0.186447	  0.186306	  0.167089		CURRENT LEARNING RATE: 2.3214820584396712e-08
previous_iter_valid_loss : 0.1606290340423584

   1722180	  0.160792	  0.160629	  0.166867		CURRENT LEARNING RATE: 2.3210178084545308e-08
previous_iter_valid_loss : 0.16203853487968445

   1722200	  0.162206	  0.162039	  0.166709		CURRENT LEARNING RATE: 2.3205536513101024e-08
previous_iter_valid_loss : 0.16060684621334076

   1722220	  0.160756	  0.160607	  0.166201		CURRENT LEARNING RATE: 2.3200895869878207e-08
previous_iter_valid_loss : 0.16573843359947205

   1722240	  0.165899	  0.165738	  0.166463		CURRENT LEARNING RATE: 2.3196256154691222e-08
previous_iter_valid_loss : 0.1739109307527542

   1722260	  0.174058	  0.173911	  0.167125		CURRENT LEARNING RATE: 2.3191617367354494e-08
previous_iter_valid_loss : 0.1633027046918869

   1722280	  0.163505	  0.163303	  0.166574		CURRENT LEARNING RATE: 2.3186979507682463e-08
previous_iter_valid_loss : 0.1641695350408554

   1722300	  0.164367	  0.164170	  0.166749		CURRENT LEARNING RATE: 2.318234257548961e-08
previous_iter_valid_loss : 0.1659643054008484

   1722320	  0.166166	  0.165964	  0.167003		CURRENT LEARNING RATE: 2.317770657059038e-08
previous_iter_valid_loss : 0.1606053113937378

   1722340	  0.160768	  0.160605	  0.166960		CURRENT LEARNING RATE: 2.3173071492799505e-08
previous_iter_valid_loss : 0.1605868637561798

   1722360	  0.160744	  0.160587	  0.166233		CURRENT LEARNING RATE: 2.316843734193149e-08
previous_iter_valid_loss : 0.1646452695131302

   1722380	  0.164810	  0.164645	  0.165616		CURRENT LEARNING RATE: 2.316380411780097e-08
previous_iter_valid_loss : 0.16421379148960114

   1722400	  0.164417	  0.164214	  0.165601		CURRENT LEARNING RATE: 2.315917182022262e-08
previous_iter_valid_loss : 0.16198500990867615

   1722420	  0.162170	  0.161985	  0.165608		CURRENT LEARNING RATE: 2.3154540449011146e-08
previous_iter_valid_loss : 0.17198865115642548

   1722440	  0.172258	  0.171989	  0.166178		CURRENT LEARNING RATE: 2.3149910003981293e-08
previous_iter_valid_loss : 0.16309374570846558

   1722460	  0.163256	  0.163094	  0.166173		CURRENT LEARNING RATE: 2.3145280484947842e-08
previous_iter_valid_loss : 0.1742733269929886

   1722480	  0.174544	  0.174273	  0.166680		CURRENT LEARNING RATE: 2.3140651891725535e-08
previous_iter_valid_loss : 0.17182330787181854

   1722500	  0.171968	  0.171823	  0.166507		CURRENT LEARNING RATE: 2.3136024224129382e-08
previous_iter_valid_loss : 0.16054876148700714

   1722520	  0.160713	  0.160549	  0.166013		CURRENT LEARNING RATE: 2.313139748197421e-08
previous_iter_valid_loss : 0.17625096440315247

   1722540	  0.176405	  0.176251	  0.166633		CURRENT LEARNING RATE: 2.3126771665074933e-08
previous_iter_valid_loss : 0.16379719972610474

   1722560	  0.163964	  0.163797	  0.165507		CURRENT LEARNING RATE: 2.3122146773246525e-08
previous_iter_valid_loss : 0.16754452884197235

   1722580	  0.167768	  0.167545	  0.165853		CURRENT LEARNING RATE: 2.3117522806303995e-08
previous_iter_valid_loss : 0.16096054017543793

   1722600	  0.161120	  0.160961	  0.165799		CURRENT LEARNING RATE: 2.311289976406238e-08
previous_iter_valid_loss : 0.17484727501869202

   1722620	  0.175130	  0.174847	  0.166511		CURRENT LEARNING RATE: 2.3108277646336676e-08
previous_iter_valid_loss : 0.18231624364852905

   1722640	  0.182475	  0.182316	  0.167340		CURRENT LEARNING RATE: 2.3103656452942162e-08
previous_iter_valid_loss : 0.16103559732437134

   1722660	  0.161218	  0.161036	  0.166696		CURRENT LEARNING RATE: 2.309903618369391e-08
previous_iter_valid_loss : 0.1605488806962967

   1722680	  0.160701	  0.160549	  0.166558		CURRENT LEARNING RATE: 2.309441683840711e-08
previous_iter_valid_loss : 0.16278620064258575

   1722700	  0.162954	  0.162786	  0.166489		CURRENT LEARNING RATE: 2.3089798416896983e-08
previous_iter_valid_loss : 0.16974475979804993

   1722720	  0.169992	  0.169745	  0.166678		CURRENT LEARNING RATE: 2.30851809189788e-08
previous_iter_valid_loss : 0.1618833839893341

   1722740	  0.162041	  0.161883	  0.166742		CURRENT LEARNING RATE: 2.3080564344467855e-08
previous_iter_valid_loss : 0.18338625133037567

   1722760	  0.183535	  0.183386	  0.167882		CURRENT LEARNING RATE: 2.3075948693179485e-08
previous_iter_valid_loss : 0.17672944068908691

   1722780	  0.176888	  0.176729	  0.168486		CURRENT LEARNING RATE: 2.3071333964928987e-08
previous_iter_valid_loss : 0.17386242747306824

   1722800	  0.174009	  0.173862	  0.168969		CURRENT LEARNING RATE: 2.306672015953193e-08
previous_iter_valid_loss : 0.16062834858894348

   1722820	  0.160786	  0.160628	  0.168901		CURRENT LEARNING RATE: 2.3062107276803683e-08
previous_iter_valid_loss : 0.16135182976722717

   1722840	  0.161515	  0.161352	  0.168369		CURRENT LEARNING RATE: 2.305749531655973e-08
previous_iter_valid_loss : 0.16090725362300873

   1722860	  0.161086	  0.160907	  0.168260		CURRENT LEARNING RATE: 2.3052884278615597e-08
previous_iter_valid_loss : 0.166172593832016

   1722880	  0.166333	  0.166173	  0.167855		CURRENT LEARNING RATE: 2.3048274162786832e-08
previous_iter_valid_loss : 0.16058263182640076

   1722900	  0.160754	  0.160583	  0.167293		CURRENT LEARNING RATE: 2.304366496888904e-08
previous_iter_valid_loss : 0.17049886286258698

   1722920	  0.170648	  0.170499	  0.167790		CURRENT LEARNING RATE: 2.303905669673785e-08
previous_iter_valid_loss : 0.16766023635864258

   1722940	  0.167895	  0.167660	  0.167361		CURRENT LEARNING RATE: 2.303444934614885e-08
previous_iter_valid_loss : 0.17068783938884735

   1722960	  0.170839	  0.170688	  0.167705		CURRENT LEARNING RATE: 2.3029842916937902e-08
previous_iter_valid_loss : 0.16377460956573486

   1722980	  0.163984	  0.163775	  0.167517		CURRENT LEARNING RATE: 2.3025237408920682e-08
previous_iter_valid_loss : 0.17040583491325378

   1723000	  0.170559	  0.170406	  0.167989		CURRENT LEARNING RATE: 2.3020632821912958e-08
previous_iter_valid_loss : 0.17147110402584076

   1723020	  0.171621	  0.171471	  0.167820		CURRENT LEARNING RATE: 2.301602915573055e-08
previous_iter_valid_loss : 0.16131903231143951

   1723040	  0.161474	  0.161319	  0.166770		CURRENT LEARNING RATE: 2.3011426410189307e-08
previous_iter_valid_loss : 0.1606042981147766

   1723060	  0.160764	  0.160604	  0.166749		CURRENT LEARNING RATE: 2.300682458510513e-08
previous_iter_valid_loss : 0.16586297750473022

   1723080	  0.166066	  0.165863	  0.167014		CURRENT LEARNING RATE: 2.3002223680293855e-08
previous_iter_valid_loss : 0.16246362030506134

   1723100	  0.162636	  0.162464	  0.166998		CURRENT LEARNING RATE: 2.2997623695571612e-08
previous_iter_valid_loss : 0.1607198417186737

   1723120	  0.160885	  0.160720	  0.166547		CURRENT LEARNING RATE: 2.299302463075432e-08
previous_iter_valid_loss : 0.16930747032165527

   1723140	  0.169461	  0.169307	  0.166918		CURRENT LEARNING RATE: 2.2988426485658017e-08
previous_iter_valid_loss : 0.16075652837753296

   1723160	  0.160926	  0.160757	  0.165787		CURRENT LEARNING RATE: 2.2983829260098775e-08
previous_iter_valid_loss : 0.16556069254875183

   1723180	  0.165725	  0.165561	  0.165228		CURRENT LEARNING RATE: 2.297923295389271e-08
previous_iter_valid_loss : 0.16049174964427948

   1723200	  0.160657	  0.160492	  0.164560		CURRENT LEARNING RATE: 2.297463756685596e-08
previous_iter_valid_loss : 0.16396836936473846

   1723220	  0.164174	  0.163968	  0.164727		CURRENT LEARNING RATE: 2.297004309880472e-08
previous_iter_valid_loss : 0.16116786003112793

   1723240	  0.161351	  0.161168	  0.164718		CURRENT LEARNING RATE: 2.2965449549555127e-08
previous_iter_valid_loss : 0.16285811364650726

   1723260	  0.163013	  0.162858	  0.164815		CURRENT LEARNING RATE: 2.2960856918923598e-08
previous_iter_valid_loss : 0.16060902178287506

   1723280	  0.160779	  0.160609	  0.164537		CURRENT LEARNING RATE: 2.295626520672635e-08
previous_iter_valid_loss : 0.16122378408908844

   1723300	  0.161393	  0.161224	  0.164569		CURRENT LEARNING RATE: 2.295167441277971e-08
previous_iter_valid_loss : 0.16446669399738312

   1723320	  0.164636	  0.164467	  0.164267		CURRENT LEARNING RATE: 2.2947084536900056e-08
previous_iter_valid_loss : 0.17859099805355072

   1723340	  0.178750	  0.178591	  0.164814		CURRENT LEARNING RATE: 2.294249557890378e-08
previous_iter_valid_loss : 0.16387106478214264

   1723360	  0.164035	  0.163871	  0.164473		CURRENT LEARNING RATE: 2.2937907538607334e-08
previous_iter_valid_loss : 0.160505473613739

   1723380	  0.160662	  0.160505	  0.164310		CURRENT LEARNING RATE: 2.2933320415827112e-08
previous_iter_valid_loss : 0.16049699485301971

   1723400	  0.160653	  0.160497	  0.163814		CURRENT LEARNING RATE: 2.292873421037979e-08
previous_iter_valid_loss : 0.17562143504619598

   1723420	  0.175776	  0.175621	  0.164022		CURRENT LEARNING RATE: 2.2924148922081838e-08
previous_iter_valid_loss : 0.16572555899620056

   1723440	  0.165890	  0.165726	  0.164242		CURRENT LEARNING RATE: 2.2919564550749845e-08
previous_iter_valid_loss : 0.17406506836414337

   1723460	  0.174211	  0.174065	  0.164915		CURRENT LEARNING RATE: 2.291498109620044e-08
previous_iter_valid_loss : 0.16050387918949127

   1723480	  0.160667	  0.160504	  0.164647		CURRENT LEARNING RATE: 2.291039855825028e-08
previous_iter_valid_loss : 0.17493706941604614

   1723500	  0.175095	  0.174937	  0.165271		CURRENT LEARNING RATE: 2.290581693671607e-08
previous_iter_valid_loss : 0.16104546189308167

   1723520	  0.161229	  0.161045	  0.165287		CURRENT LEARNING RATE: 2.2901236231414533e-08
previous_iter_valid_loss : 0.16628026962280273

   1723540	  0.166486	  0.166280	  0.165136		CURRENT LEARNING RATE: 2.289665644216237e-08
previous_iter_valid_loss : 0.16285006701946259

   1723560	  0.163024	  0.162850	  0.165240		CURRENT LEARNING RATE: 2.289207756877655e-08
previous_iter_valid_loss : 0.17890553176403046

   1723580	  0.179065	  0.178906	  0.165908		CURRENT LEARNING RATE: 2.288749961107384e-08
previous_iter_valid_loss : 0.17308637499809265

   1723600	  0.173231	  0.173086	  0.166537		CURRENT LEARNING RATE: 2.2882922568871108e-08
previous_iter_valid_loss : 0.17595869302749634

   1723620	  0.176119	  0.175959	  0.167137		CURRENT LEARNING RATE: 2.287834644198529e-08
previous_iter_valid_loss : 0.16136327385902405

   1723640	  0.161523	  0.161363	  0.167147		CURRENT LEARNING RATE: 2.287377123023333e-08
previous_iter_valid_loss : 0.16087716817855835

   1723660	  0.161032	  0.160877	  0.167048		CURRENT LEARNING RATE: 2.286919693343222e-08
previous_iter_valid_loss : 0.16054150462150574

   1723680	  0.160700	  0.160542	  0.167044		CURRENT LEARNING RATE: 2.2864623551398992e-08
previous_iter_valid_loss : 0.18349121510982513

   1723700	  0.183854	  0.183491	  0.168158		CURRENT LEARNING RATE: 2.286005108395063e-08
previous_iter_valid_loss : 0.16539104282855988

   1723720	  0.165600	  0.165391	  0.168204		CURRENT LEARNING RATE: 2.285547953090439e-08
previous_iter_valid_loss : 0.16059845685958862

   1723740	  0.160750	  0.160598	  0.167304		CURRENT LEARNING RATE: 2.285090889207734e-08
previous_iter_valid_loss : 0.17489269375801086

   1723760	  0.175172	  0.174893	  0.167855		CURRENT LEARNING RATE: 2.2846339167286645e-08
previous_iter_valid_loss : 0.1703389286994934

   1723780	  0.170491	  0.170339	  0.168347		CURRENT LEARNING RATE: 2.284177035634952e-08
previous_iter_valid_loss : 0.1835409253835678

   1723800	  0.183888	  0.183541	  0.169499		CURRENT LEARNING RATE: 2.2837202459083215e-08
previous_iter_valid_loss : 0.17963171005249023

   1723820	  0.179956	  0.179632	  0.169700		CURRENT LEARNING RATE: 2.283263547530501e-08
previous_iter_valid_loss : 0.18248002231121063

   1723840	  0.182850	  0.182480	  0.170537		CURRENT LEARNING RATE: 2.2828069404832148e-08
previous_iter_valid_loss : 0.1607261300086975

   1723860	  0.160884	  0.160726	  0.169870		CURRENT LEARNING RATE: 2.2823504247482146e-08
previous_iter_valid_loss : 0.16401535272598267

   1723880	  0.164211	  0.164015	  0.170046		CURRENT LEARNING RATE: 2.2818940003072316e-08
previous_iter_valid_loss : 0.16065289080142975

   1723900	  0.160817	  0.160653	  0.169332		CURRENT LEARNING RATE: 2.2814376671420087e-08
previous_iter_valid_loss : 0.1634742021560669

   1723920	  0.163666	  0.163474	  0.169453		CURRENT LEARNING RATE: 2.2809814252342925e-08
previous_iter_valid_loss : 0.16712874174118042

   1723940	  0.167289	  0.167129	  0.169496		CURRENT LEARNING RATE: 2.2805252745658346e-08
previous_iter_valid_loss : 0.16605821251869202

   1723960	  0.166220	  0.166058	  0.169656		CURRENT LEARNING RATE: 2.280069215118387e-08
previous_iter_valid_loss : 0.18513506650924683

   1723980	  0.185282	  0.185135	  0.169968		CURRENT LEARNING RATE: 2.2796132468737088e-08
previous_iter_valid_loss : 0.16502423584461212

   1724000	  0.165192	  0.165024	  0.169564		CURRENT LEARNING RATE: 2.2791573698135526e-08
previous_iter_valid_loss : 0.18503437936306

   1724020	  0.185182	  0.185034	  0.170018		CURRENT LEARNING RATE: 2.2787015839196995e-08
previous_iter_valid_loss : 0.17855727672576904

   1724040	  0.178717	  0.178557	  0.170878		CURRENT LEARNING RATE: 2.2782458891739107e-08
previous_iter_valid_loss : 0.16242584586143494

   1724060	  0.162619	  0.162426	  0.170955		CURRENT LEARNING RATE: 2.277790285557957e-08
previous_iter_valid_loss : 0.17086324095726013

   1724080	  0.171122	  0.170863	  0.171471		CURRENT LEARNING RATE: 2.277334773053615e-08
previous_iter_valid_loss : 0.17062219977378845

   1724100	  0.170774	  0.170622	  0.170828		CURRENT LEARNING RATE: 2.2768793516426648e-08
previous_iter_valid_loss : 0.16509811580181122

   1724120	  0.165266	  0.165098	  0.170813		CURRENT LEARNING RATE: 2.2764240213068886e-08
previous_iter_valid_loss : 0.1641349345445633

   1724140	  0.164336	  0.164135	  0.170990		CURRENT LEARNING RATE: 2.2759687820280738e-08
previous_iter_valid_loss : 0.16529662907123566

   1724160	  0.165500	  0.165297	  0.170510		CURRENT LEARNING RATE: 2.275513633788002e-08
previous_iter_valid_loss : 0.1634359359741211

   1724180	  0.163616	  0.163436	  0.170165		CURRENT LEARNING RATE: 2.2750585765684846e-08
previous_iter_valid_loss : 0.16113847494125366

   1724200	  0.161296	  0.161138	  0.169045		CURRENT LEARNING RATE: 2.2746036103513103e-08
previous_iter_valid_loss : 0.16053493320941925

   1724220	  0.160704	  0.160535	  0.168090		CURRENT LEARNING RATE: 2.2741487351182806e-08
previous_iter_valid_loss : 0.16050772368907928

   1724240	  0.160667	  0.160508	  0.166992		CURRENT LEARNING RATE: 2.273693950851201e-08
previous_iter_valid_loss : 0.17543479800224304

   1724260	  0.175586	  0.175435	  0.167727		CURRENT LEARNING RATE: 2.2732392575318787e-08
previous_iter_valid_loss : 0.16343314945697784

   1724280	  0.163631	  0.163433	  0.167698		CURRENT LEARNING RATE: 2.272784655142128e-08
previous_iter_valid_loss : 0.1638306975364685

   1724300	  0.164026	  0.163831	  0.167857		CURRENT LEARNING RATE: 2.2723301436637554e-08
previous_iter_valid_loss : 0.16118556261062622

   1724320	  0.161341	  0.161186	  0.167742		CURRENT LEARNING RATE: 2.271875723078597e-08
previous_iter_valid_loss : 0.1619340181350708

   1724340	  0.162120	  0.161934	  0.167483		CURRENT LEARNING RATE: 2.2714213933684675e-08
previous_iter_valid_loss : 0.17036743462085724

   1724360	  0.170620	  0.170367	  0.167698		CURRENT LEARNING RATE: 2.2709671545151947e-08
previous_iter_valid_loss : 0.1707034409046173

   1724380	  0.170955	  0.170703	  0.166977		CURRENT LEARNING RATE: 2.270513006500608e-08
previous_iter_valid_loss : 0.16357465088367462

   1724400	  0.163769	  0.163575	  0.166904		CURRENT LEARNING RATE: 2.2700589493065416e-08
previous_iter_valid_loss : 0.1655033677816391

   1724420	  0.165658	  0.165503	  0.165928		CURRENT LEARNING RATE: 2.269604982914834e-08
previous_iter_valid_loss : 0.1833614557981491

   1724440	  0.183733	  0.183361	  0.166168		CURRENT LEARNING RATE: 2.269151107307326e-08
previous_iter_valid_loss : 0.16864384710788727

   1724460	  0.168875	  0.168644	  0.166479		CURRENT LEARNING RATE: 2.2686973224658537e-08
previous_iter_valid_loss : 0.16099855303764343

   1724480	  0.161153	  0.160999	  0.165985		CURRENT LEARNING RATE: 2.2682436283722835e-08
previous_iter_valid_loss : 0.16520743072032928

   1724500	  0.165371	  0.165207	  0.165715		CURRENT LEARNING RATE: 2.2677900250084586e-08
previous_iter_valid_loss : 0.160500630736351

   1724520	  0.160673	  0.160501	  0.165485		CURRENT LEARNING RATE: 2.2673365123562345e-08
previous_iter_valid_loss : 0.16062544286251068

   1724540	  0.160783	  0.160625	  0.165309		CURRENT LEARNING RATE: 2.266883090397472e-08
previous_iter_valid_loss : 0.16471533477306366

   1724560	  0.164920	  0.164715	  0.165280		CURRENT LEARNING RATE: 2.266429759114033e-08
previous_iter_valid_loss : 0.1639527976512909

   1724580	  0.164153	  0.163953	  0.165306		CURRENT LEARNING RATE: 2.2659765184877848e-08
previous_iter_valid_loss : 0.16061733663082123

   1724600	  0.160775	  0.160617	  0.165280		CURRENT LEARNING RATE: 2.265523368500589e-08
previous_iter_valid_loss : 0.16183890402317047

   1724620	  0.161996	  0.161839	  0.165345		CURRENT LEARNING RATE: 2.2650703091343368e-08
previous_iter_valid_loss : 0.16153638064861298

   1724640	  0.161685	  0.161536	  0.165397		CURRENT LEARNING RATE: 2.2646173403708974e-08
previous_iter_valid_loss : 0.17365050315856934

   1724660	  0.173803	  0.173651	  0.165307		CURRENT LEARNING RATE: 2.2641644621921518e-08
previous_iter_valid_loss : 0.17555546760559082

   1724680	  0.175710	  0.175555	  0.165914		CURRENT LEARNING RATE: 2.2637116745799848e-08
previous_iter_valid_loss : 0.16116824746131897

   1724700	  0.161345	  0.161168	  0.165780		CURRENT LEARNING RATE: 2.2632589775162853e-08
previous_iter_valid_loss : 0.16186575591564178

   1724720	  0.162029	  0.161866	  0.165814		CURRENT LEARNING RATE: 2.262806370982945e-08
previous_iter_valid_loss : 0.1611863523721695

   1724740	  0.161367	  0.161186	  0.165777		CURRENT LEARNING RATE: 2.26235385496186e-08
previous_iter_valid_loss : 0.16211925446987152

   1724760	  0.162283	  0.162119	  0.165365		CURRENT LEARNING RATE: 2.2619014294349217e-08
previous_iter_valid_loss : 0.17212386429309845

   1724780	  0.172268	  0.172124	  0.165436		CURRENT LEARNING RATE: 2.2614490943840486e-08
previous_iter_valid_loss : 0.16179563105106354

   1724800	  0.161951	  0.161796	  0.165347		CURRENT LEARNING RATE: 2.2609968497911396e-08
previous_iter_valid_loss : 0.16168347001075745

   1724820	  0.161883	  0.161683	  0.165156		CURRENT LEARNING RATE: 2.2605446956381046e-08
previous_iter_valid_loss : 0.1651611477136612

   1724840	  0.165372	  0.165161	  0.164246		CURRENT LEARNING RATE: 2.2600926319068584e-08
previous_iter_valid_loss : 0.16327950358390808

   1724860	  0.163471	  0.163280	  0.163977		CURRENT LEARNING RATE: 2.2596406585793173e-08
previous_iter_valid_loss : 0.16525697708129883

   1724880	  0.165460	  0.165257	  0.164190		CURRENT LEARNING RATE: 2.259188775637403e-08
previous_iter_valid_loss : 0.18495112657546997

   1724900	  0.185315	  0.184951	  0.165178		CURRENT LEARNING RATE: 2.25873698306304e-08
previous_iter_valid_loss : 0.16593432426452637

   1724920	  0.166157	  0.165934	  0.165449		CURRENT LEARNING RATE: 2.258285280838148e-08
previous_iter_valid_loss : 0.16315700113773346

   1724940	  0.163327	  0.163157	  0.165576		CURRENT LEARNING RATE: 2.2578336689446765e-08
previous_iter_valid_loss : 0.16929593682289124

   1724960	  0.169446	  0.169296	  0.165805		CURRENT LEARNING RATE: 2.2573821473645518e-08
previous_iter_valid_loss : 0.16086553037166595

   1724980	  0.161030	  0.160866	  0.165651		CURRENT LEARNING RATE: 2.2569307160797132e-08
previous_iter_valid_loss : 0.16114196181297302

   1725000	  0.161324	  0.161142	  0.165677		CURRENT LEARNING RATE: 2.2564793750721037e-08
previous_iter_valid_loss : 0.17274652421474457

   1725020	  0.173017	  0.172747	  0.166222		CURRENT LEARNING RATE: 2.2560281243236693e-08
previous_iter_valid_loss : 0.16300392150878906

   1725040	  0.163188	  0.163004	  0.166295		CURRENT LEARNING RATE: 2.2555769638163602e-08
previous_iter_valid_loss : 0.16968359053134918

   1725060	  0.169923	  0.169684	  0.166097		CURRENT LEARNING RATE: 2.255125893532122e-08
previous_iter_valid_loss : 0.16557474434375763

   1725080	  0.165790	  0.165575	  0.165598		CURRENT LEARNING RATE: 2.2546749134529276e-08
previous_iter_valid_loss : 0.17412930727005005

   1725100	  0.174412	  0.174129	  0.166246		CURRENT LEARNING RATE: 2.25422402356073e-08
previous_iter_valid_loss : 0.161068394780159

   1725120	  0.161251	  0.161068	  0.166206		CURRENT LEARNING RATE: 2.253773223837494e-08
previous_iter_valid_loss : 0.18169543147087097

   1725140	  0.182044	  0.181695	  0.167232		CURRENT LEARNING RATE: 2.2533225142651876e-08
previous_iter_valid_loss : 0.16208748519420624

   1725160	  0.162275	  0.162087	  0.167230		CURRENT LEARNING RATE: 2.2528718948257814e-08
previous_iter_valid_loss : 0.17669697105884552

   1725180	  0.176855	  0.176697	  0.167459		CURRENT LEARNING RATE: 2.2524213655012513e-08
previous_iter_valid_loss : 0.17524947226047516

   1725200	  0.175535	  0.175249	  0.168132		CURRENT LEARNING RATE: 2.2519709262735766e-08
previous_iter_valid_loss : 0.16075681149959564

   1725220	  0.160924	  0.160757	  0.168085		CURRENT LEARNING RATE: 2.2515205771247307e-08
previous_iter_valid_loss : 0.16353799402713776

   1725240	  0.163741	  0.163538	  0.168004		CURRENT LEARNING RATE: 2.2510703180367166e-08
previous_iter_valid_loss : 0.16313429176807404

   1725260	  0.163311	  0.163134	  0.167997		CURRENT LEARNING RATE: 2.2506201489915152e-08
previous_iter_valid_loss : 0.16172318160533905

   1725280	  0.161874	  0.161723	  0.167820		CURRENT LEARNING RATE: 2.2501700699711206e-08
previous_iter_valid_loss : 0.16074062883853912

   1725300	  0.160904	  0.160741	  0.166610		CURRENT LEARNING RATE: 2.2497200809575285e-08
previous_iter_valid_loss : 0.1625555455684662

   1725320	  0.162710	  0.162556	  0.166441		CURRENT LEARNING RATE: 2.2492701819327402e-08
previous_iter_valid_loss : 0.16612139344215393

   1725340	  0.166335	  0.166121	  0.166589		CURRENT LEARNING RATE: 2.2488203728787596e-08
previous_iter_valid_loss : 0.16054365038871765

   1725360	  0.160699	  0.160544	  0.166151		CURRENT LEARNING RATE: 2.2483706537775938e-08
previous_iter_valid_loss : 0.16286955773830414

   1725380	  0.163031	  0.162870	  0.166251		CURRENT LEARNING RATE: 2.247921024611247e-08
previous_iter_valid_loss : 0.16129590570926666

   1725400	  0.161454	  0.161296	  0.166259		CURRENT LEARNING RATE: 2.247471485361749e-08
previous_iter_valid_loss : 0.17042489349842072

   1725420	  0.170677	  0.170425	  0.166143		CURRENT LEARNING RATE: 2.247022036011111e-08
previous_iter_valid_loss : 0.1606736183166504

   1725440	  0.160828	  0.160674	  0.166027		CURRENT LEARNING RATE: 2.246572676541355e-08
previous_iter_valid_loss : 0.16059884428977966

   1725460	  0.160767	  0.160599	  0.165572		CURRENT LEARNING RATE: 2.246123406934506e-08
previous_iter_valid_loss : 0.1639210283756256

   1725480	  0.164114	  0.163921	  0.165490		CURRENT LEARNING RATE: 2.2456742271725934e-08
previous_iter_valid_loss : 0.17023347318172455

   1725500	  0.170486	  0.170233	  0.165295		CURRENT LEARNING RATE: 2.2452251372376504e-08
previous_iter_valid_loss : 0.16320930421352386

   1725520	  0.163374	  0.163209	  0.165402		CURRENT LEARNING RATE: 2.2447761371117054e-08
previous_iter_valid_loss : 0.178387850522995

   1725540	  0.178549	  0.178388	  0.165237		CURRENT LEARNING RATE: 2.2443272267768137e-08
previous_iter_valid_loss : 0.16414420306682587

   1725560	  0.164335	  0.164144	  0.165339		CURRENT LEARNING RATE: 2.2438784062150117e-08
previous_iter_valid_loss : 0.16380468010902405

   1725580	  0.163995	  0.163805	  0.164695		CURRENT LEARNING RATE: 2.2434296754083462e-08
previous_iter_valid_loss : 0.16104383766651154

   1725600	  0.161187	  0.161044	  0.163984		CURRENT LEARNING RATE: 2.242981034338868e-08
previous_iter_valid_loss : 0.16935884952545166

   1725620	  0.169509	  0.169359	  0.164415		CURRENT LEARNING RATE: 2.2425324829886312e-08
previous_iter_valid_loss : 0.1658831089735031

   1725640	  0.166044	  0.165883	  0.164532		CURRENT LEARNING RATE: 2.2420840213396946e-08
previous_iter_valid_loss : 0.16881653666496277

   1725660	  0.169046	  0.168817	  0.164816		CURRENT LEARNING RATE: 2.241635649374119e-08
previous_iter_valid_loss : 0.16093972325325012

   1725680	  0.161093	  0.160940	  0.164777		CURRENT LEARNING RATE: 2.241187367073961e-08
previous_iter_valid_loss : 0.17097899317741394

   1725700	  0.171128	  0.170979	  0.165289		CURRENT LEARNING RATE: 2.240739174421307e-08
previous_iter_valid_loss : 0.17072543501853943

   1725720	  0.170868	  0.170725	  0.165697		CURRENT LEARNING RATE: 2.2402910713982196e-08
previous_iter_valid_loss : 0.16115030646324158

   1725740	  0.161327	  0.161150	  0.165449		CURRENT LEARNING RATE: 2.2398430579867755e-08
previous_iter_valid_loss : 0.1673167198896408

   1725760	  0.167474	  0.167317	  0.165787		CURRENT LEARNING RATE: 2.239395134169054e-08
previous_iter_valid_loss : 0.1625480353832245

   1725780	  0.162702	  0.162548	  0.165771		CURRENT LEARNING RATE: 2.2389472999271384e-08
previous_iter_valid_loss : 0.16162602603435516

   1725800	  0.161779	  0.161626	  0.165788		CURRENT LEARNING RATE: 2.238499555243115e-08
previous_iter_valid_loss : 0.16262218356132507

   1725820	  0.162788	  0.162622	  0.165398		CURRENT LEARNING RATE: 2.238051900099066e-08
previous_iter_valid_loss : 0.16681843996047974

   1725840	  0.166975	  0.166818	  0.165705		CURRENT LEARNING RATE: 2.2376043344771012e-08
previous_iter_valid_loss : 0.16731150448322296

   1725860	  0.167468	  0.167312	  0.166040		CURRENT LEARNING RATE: 2.23715685835931e-08
previous_iter_valid_loss : 0.1885247528553009

   1725880	  0.188954	  0.188525	  0.167271		CURRENT LEARNING RATE: 2.2367094717277937e-08
previous_iter_valid_loss : 0.1714339405298233

   1725900	  0.171694	  0.171434	  0.167331		CURRENT LEARNING RATE: 2.2362621745646566e-08
previous_iter_valid_loss : 0.1607106477022171

   1725920	  0.160895	  0.160711	  0.167206		CURRENT LEARNING RATE: 2.2358149668520067e-08
previous_iter_valid_loss : 0.18871550261974335

   1725940	  0.188847	  0.188716	  0.167722		CURRENT LEARNING RATE: 2.2353678485719555e-08
previous_iter_valid_loss : 0.1605742871761322

   1725960	  0.160748	  0.160574	  0.167544		CURRENT LEARNING RATE: 2.2349208197066186e-08
previous_iter_valid_loss : 0.16434796154499054

   1725980	  0.164551	  0.164348	  0.167571		CURRENT LEARNING RATE: 2.2344738802381074e-08
previous_iter_valid_loss : 0.17049317061901093

   1726000	  0.170746	  0.170493	  0.168043		CURRENT LEARNING RATE: 2.2340270301485592e-08
previous_iter_valid_loss : 0.16124986112117767

   1726020	  0.161410	  0.161250	  0.167638		CURRENT LEARNING RATE: 2.233580269420093e-08
previous_iter_valid_loss : 0.16554316878318787

   1726040	  0.165702	  0.165543	  0.167621		CURRENT LEARNING RATE: 2.233133598034837e-08
previous_iter_valid_loss : 0.19000636041164398

   1726060	  0.190134	  0.190006	  0.168680		CURRENT LEARNING RATE: 2.2326870159749256e-08
previous_iter_valid_loss : 0.1604939103126526

   1726080	  0.160652	  0.160494	  0.168658		CURRENT LEARNING RATE: 2.232240523222495e-08
previous_iter_valid_loss : 0.1833762526512146

   1726100	  0.183529	  0.183376	  0.169278		CURRENT LEARNING RATE: 2.231794119759686e-08
previous_iter_valid_loss : 0.163718119263649

   1726120	  0.163928	  0.163718	  0.168927		CURRENT LEARNING RATE: 2.2313478055686424e-08
previous_iter_valid_loss : 0.16048631072044373

   1726140	  0.160655	  0.160486	  0.168894		CURRENT LEARNING RATE: 2.2309015806315028e-08
previous_iter_valid_loss : 0.1628013551235199

   1726160	  0.163011	  0.162801	  0.168668		CURRENT LEARNING RATE: 2.2304554449304346e-08
previous_iter_valid_loss : 0.161611869931221

   1726180	  0.161766	  0.161612	  0.168622		CURRENT LEARNING RATE: 2.2300093984475843e-08
previous_iter_valid_loss : 0.16059613227844238

   1726200	  0.160757	  0.160596	  0.168570		CURRENT LEARNING RATE: 2.229563441165111e-08
previous_iter_valid_loss : 0.16130416095256805

   1726220	  0.161491	  0.161304	  0.168504		CURRENT LEARNING RATE: 2.229117573065175e-08
previous_iter_valid_loss : 0.18258033692836761

   1726240	  0.182739	  0.182580	  0.169292		CURRENT LEARNING RATE: 2.2286717941299428e-08
previous_iter_valid_loss : 0.16066336631774902

   1726260	  0.160827	  0.160663	  0.168960		CURRENT LEARNING RATE: 2.2282261043415823e-08
previous_iter_valid_loss : 0.17058025300502777

   1726280	  0.170732	  0.170580	  0.168063		CURRENT LEARNING RATE: 2.2277805036822584e-08
previous_iter_valid_loss : 0.18018847703933716

   1726300	  0.180350	  0.180188	  0.168500		CURRENT LEARNING RATE: 2.2273349921341625e-08
previous_iter_valid_loss : 0.17121489346027374

   1726320	  0.171368	  0.171215	  0.169026		CURRENT LEARNING RATE: 2.2268895696794672e-08
previous_iter_valid_loss : 0.18210762739181519

   1726340	  0.182262	  0.182108	  0.168695		CURRENT LEARNING RATE: 2.226444236300355e-08
previous_iter_valid_loss : 0.1606709361076355

   1726360	  0.160843	  0.160671	  0.168700		CURRENT LEARNING RATE: 2.2259989919790118e-08
previous_iter_valid_loss : 0.16957694292068481

   1726380	  0.169725	  0.169577	  0.168962		CURRENT LEARNING RATE: 2.2255538366976292e-08
previous_iter_valid_loss : 0.16095595061779022

   1726400	  0.161137	  0.160956	  0.168485		CURRENT LEARNING RATE: 2.2251087704384e-08
previous_iter_valid_loss : 0.16968020796775818

   1726420	  0.169832	  0.169680	  0.168906		CURRENT LEARNING RATE: 2.2246637931835223e-08
previous_iter_valid_loss : 0.1608397513628006

   1726440	  0.161000	  0.160840	  0.168671		CURRENT LEARNING RATE: 2.224218904915188e-08
previous_iter_valid_loss : 0.16124340891838074

   1726460	  0.161402	  0.161243	  0.167233		CURRENT LEARNING RATE: 2.223774105615619e-08
previous_iter_valid_loss : 0.18062379956245422

   1726480	  0.180784	  0.180624	  0.168239		CURRENT LEARNING RATE: 2.223329395267014e-08
previous_iter_valid_loss : 0.1652381718158722

   1726500	  0.165401	  0.165238	  0.167332		CURRENT LEARNING RATE: 2.2228847738515855e-08
previous_iter_valid_loss : 0.17712321877479553

   1726520	  0.177424	  0.177123	  0.168003		CURRENT LEARNING RATE: 2.2224402413515476e-08
previous_iter_valid_loss : 0.16330742835998535

   1726540	  0.163505	  0.163307	  0.168144		CURRENT LEARNING RATE: 2.2219957977491204e-08
previous_iter_valid_loss : 0.1612960398197174

   1726560	  0.161488	  0.161296	  0.168068		CURRENT LEARNING RATE: 2.2215514430265247e-08
previous_iter_valid_loss : 0.1629725694656372

   1726580	  0.163164	  0.162973	  0.168137		CURRENT LEARNING RATE: 2.2211071771659878e-08
previous_iter_valid_loss : 0.1716083139181137

   1726600	  0.171754	  0.171608	  0.168687		CURRENT LEARNING RATE: 2.22066300014973e-08
previous_iter_valid_loss : 0.17222248017787933

   1726620	  0.172364	  0.172222	  0.169233		CURRENT LEARNING RATE: 2.2202189119600003e-08
previous_iter_valid_loss : 0.16053760051727295

   1726640	  0.160702	  0.160538	  0.168131		CURRENT LEARNING RATE: 2.2197749125790273e-08
previous_iter_valid_loss : 0.16309837996959686

   1726660	  0.163270	  0.163098	  0.168253		CURRENT LEARNING RATE: 2.2193310019890513e-08
previous_iter_valid_loss : 0.16309070587158203

   1726680	  0.163256	  0.163091	  0.167878		CURRENT LEARNING RATE: 2.2188871801723153e-08
previous_iter_valid_loss : 0.16355618834495544

   1726700	  0.163713	  0.163556	  0.167047		CURRENT LEARNING RATE: 2.218443447111067e-08
previous_iter_valid_loss : 0.16129480302333832

   1726720	  0.161456	  0.161295	  0.166551		CURRENT LEARNING RATE: 2.2179998027875573e-08
previous_iter_valid_loss : 0.1672181785106659

   1726740	  0.167377	  0.167218	  0.165806		CURRENT LEARNING RATE: 2.2175562471840318e-08
previous_iter_valid_loss : 0.16128875315189362

   1726760	  0.161477	  0.161289	  0.165837		CURRENT LEARNING RATE: 2.2171127802827646e-08
previous_iter_valid_loss : 0.1626497060060501

   1726780	  0.162834	  0.162650	  0.165491		CURRENT LEARNING RATE: 2.2166694020660084e-08
previous_iter_valid_loss : 0.16335761547088623

   1726800	  0.163553	  0.163358	  0.165611		CURRENT LEARNING RATE: 2.216226112516029e-08
previous_iter_valid_loss : 0.16215816140174866

   1726820	  0.162349	  0.162158	  0.165235		CURRENT LEARNING RATE: 2.2157829116150942e-08
previous_iter_valid_loss : 0.1699453443288803

   1726840	  0.170197	  0.169945	  0.165690		CURRENT LEARNING RATE: 2.2153397993454766e-08
previous_iter_valid_loss : 0.17882029712200165

   1726860	  0.178982	  0.178820	  0.166569		CURRENT LEARNING RATE: 2.2148967756894505e-08
previous_iter_valid_loss : 0.18165449798107147

   1726880	  0.181810	  0.181654	  0.166620		CURRENT LEARNING RATE: 2.214453840629296e-08
previous_iter_valid_loss : 0.16223517060279846

   1726900	  0.162407	  0.162235	  0.166470		CURRENT LEARNING RATE: 2.214010994147288e-08
previous_iter_valid_loss : 0.16633127629756927

   1726920	  0.166496	  0.166331	  0.165931		CURRENT LEARNING RATE: 2.2135682362257272e-08
previous_iter_valid_loss : 0.16172003746032715

   1726940	  0.161864	  0.161720	  0.165851		CURRENT LEARNING RATE: 2.213125566846897e-08
previous_iter_valid_loss : 0.1762094646692276

   1726960	  0.176493	  0.176209	  0.166597		CURRENT LEARNING RATE: 2.212682985993089e-08
previous_iter_valid_loss : 0.16869531571865082

   1726980	  0.168850	  0.168695	  0.166883		CURRENT LEARNING RATE: 2.2122404936466012e-08
previous_iter_valid_loss : 0.18379747867584229

   1727000	  0.183938	  0.183797	  0.167492		CURRENT LEARNING RATE: 2.2117980897897332e-08
previous_iter_valid_loss : 0.16349494457244873

   1727020	  0.163664	  0.163495	  0.167056		CURRENT LEARNING RATE: 2.2113557744047892e-08
previous_iter_valid_loss : 0.1612866222858429

   1727040	  0.161435	  0.161287	  0.167093		CURRENT LEARNING RATE: 2.2109135474740685e-08
previous_iter_valid_loss : 0.16050086915493011

   1727060	  0.160665	  0.160501	  0.166964		CURRENT LEARNING RATE: 2.2104714089798975e-08
previous_iter_valid_loss : 0.16432158648967743

   1727080	  0.164528	  0.164322	  0.167025		CURRENT LEARNING RATE: 2.210029358904584e-08
previous_iter_valid_loss : 0.1632278859615326

   1727100	  0.163435	  0.163228	  0.167009		CURRENT LEARNING RATE: 2.209587397230445e-08
previous_iter_valid_loss : 0.16836191713809967

   1727120	  0.168596	  0.168362	  0.167362		CURRENT LEARNING RATE: 2.2091455239398016e-08
previous_iter_valid_loss : 0.16134820878505707

   1727140	  0.161529	  0.161348	  0.167069		CURRENT LEARNING RATE: 2.2087037390149797e-08
previous_iter_valid_loss : 0.1633363962173462

   1727160	  0.163501	  0.163336	  0.167171		CURRENT LEARNING RATE: 2.208262042438308e-08
previous_iter_valid_loss : 0.1634966880083084

   1727180	  0.163662	  0.163497	  0.167213		CURRENT LEARNING RATE: 2.2078204341921177e-08
previous_iter_valid_loss : 0.16063234210014343

   1727200	  0.160788	  0.160632	  0.167077		CURRENT LEARNING RATE: 2.2073789142587378e-08
previous_iter_valid_loss : 0.16259212791919708

   1727220	  0.162756	  0.162592	  0.167099		CURRENT LEARNING RATE: 2.2069374826205225e-08
previous_iter_valid_loss : 0.16394302248954773

   1727240	  0.164115	  0.163943	  0.166799		CURRENT LEARNING RATE: 2.2064961392598064e-08
previous_iter_valid_loss : 0.16057448089122772

   1727260	  0.160725	  0.160574	  0.165886		CURRENT LEARNING RATE: 2.2060548841589364e-08
previous_iter_valid_loss : 0.16609597206115723

   1727280	  0.166261	  0.166096	  0.165108		CURRENT LEARNING RATE: 2.2056137173002618e-08
previous_iter_valid_loss : 0.16133356094360352

   1727300	  0.161518	  0.161334	  0.165063		CURRENT LEARNING RATE: 2.2051726386661365e-08
previous_iter_valid_loss : 0.18855300545692444

   1727320	  0.188686	  0.188553	  0.166174		CURRENT LEARNING RATE: 2.204731648238917e-08
previous_iter_valid_loss : 0.1608705371618271

   1727340	  0.161050	  0.160871	  0.166132		CURRENT LEARNING RATE: 2.204290746000964e-08
previous_iter_valid_loss : 0.16679425537586212

   1727360	  0.167013	  0.166794	  0.165661		CURRENT LEARNING RATE: 2.203849931934633e-08
previous_iter_valid_loss : 0.16310451924800873

   1727380	  0.163289	  0.163105	  0.165382		CURRENT LEARNING RATE: 2.2034092060223073e-08
previous_iter_valid_loss : 0.16370731592178345

   1727400	  0.163908	  0.163707	  0.164377		CURRENT LEARNING RATE: 2.2029685682463503e-08
previous_iter_valid_loss : 0.16357843577861786

   1727420	  0.163739	  0.163578	  0.164381		CURRENT LEARNING RATE: 2.2025280185891363e-08
previous_iter_valid_loss : 0.16211740672588348

   1727440	  0.162277	  0.162117	  0.164423		CURRENT LEARNING RATE: 2.2020875570330434e-08
previous_iter_valid_loss : 0.16403594613075256

   1727460	  0.164230	  0.164036	  0.164600		CURRENT LEARNING RATE: 2.201647183560453e-08
previous_iter_valid_loss : 0.17664369940757751

   1727480	  0.176934	  0.176644	  0.165216		CURRENT LEARNING RATE: 2.20120689815375e-08
previous_iter_valid_loss : 0.1646815687417984

   1727500	  0.164885	  0.164682	  0.165288		CURRENT LEARNING RATE: 2.2007667007953154e-08
previous_iter_valid_loss : 0.16402572393417358

   1727520	  0.164199	  0.164026	  0.165072		CURRENT LEARNING RATE: 2.2003265914675576e-08
previous_iter_valid_loss : 0.17631329596042633

   1727540	  0.176597	  0.176313	  0.165820		CURRENT LEARNING RATE: 2.199886570152863e-08
previous_iter_valid_loss : 0.1684688776731491

   1727560	  0.168626	  0.168469	  0.166076		CURRENT LEARNING RATE: 2.1994466368336318e-08
previous_iter_valid_loss : 0.17603804171085358

   1727580	  0.176187	  0.176038	  0.166704		CURRENT LEARNING RATE: 2.1990067914922666e-08
previous_iter_valid_loss : 0.16465610265731812

   1727600	  0.164862	  0.164656	  0.166905		CURRENT LEARNING RATE: 2.198567034111173e-08
previous_iter_valid_loss : 0.16358070075511932

   1727620	  0.163779	  0.163581	  0.166954		CURRENT LEARNING RATE: 2.1981273646727613e-08
previous_iter_valid_loss : 0.167225643992424

   1727640	  0.167451	  0.167226	  0.167118		CURRENT LEARNING RATE: 2.1976877831594444e-08
previous_iter_valid_loss : 0.17733223736286163

   1727660	  0.177636	  0.177332	  0.167956		CURRENT LEARNING RATE: 2.1972482895536315e-08
previous_iter_valid_loss : 0.1610109508037567

   1727680	  0.161191	  0.161011	  0.167702		CURRENT LEARNING RATE: 2.1968088838377578e-08
previous_iter_valid_loss : 0.16745439171791077

   1727700	  0.167670	  0.167454	  0.168008		CURRENT LEARNING RATE: 2.19636956599424e-08
previous_iter_valid_loss : 0.16477710008621216

   1727720	  0.164977	  0.164777	  0.166819		CURRENT LEARNING RATE: 2.1959303360055054e-08
previous_iter_valid_loss : 0.16060011088848114

   1727740	  0.160772	  0.160600	  0.166806		CURRENT LEARNING RATE: 2.195491193853984e-08
previous_iter_valid_loss : 0.16086137294769287

   1727760	  0.161020	  0.160861	  0.166509		CURRENT LEARNING RATE: 2.195052139522111e-08
previous_iter_valid_loss : 0.16084609925746918

   1727780	  0.161009	  0.160846	  0.166396		CURRENT LEARNING RATE: 2.194613172992324e-08
previous_iter_valid_loss : 0.16143421828746796

   1727800	  0.161599	  0.161434	  0.166282		CURRENT LEARNING RATE: 2.194174294247064e-08
previous_iter_valid_loss : 0.16528114676475525

   1727820	  0.165498	  0.165281	  0.166368		CURRENT LEARNING RATE: 2.1937355032687684e-08
previous_iter_valid_loss : 0.1864280104637146

   1727840	  0.186828	  0.186428	  0.167583		CURRENT LEARNING RATE: 2.1932968000399004e-08
previous_iter_valid_loss : 0.16388322412967682

   1727860	  0.164089	  0.163883	  0.167575		CURRENT LEARNING RATE: 2.1928581845429053e-08
previous_iter_valid_loss : 0.16335846483707428

   1727880	  0.163527	  0.163358	  0.166911		CURRENT LEARNING RATE: 2.192419656760238e-08
previous_iter_valid_loss : 0.16839590668678284

   1727900	  0.168624	  0.168396	  0.167097		CURRENT LEARNING RATE: 2.1919812166743568e-08
previous_iter_valid_loss : 0.1847628802061081

   1727920	  0.185143	  0.184763	  0.168134		CURRENT LEARNING RATE: 2.191542864267725e-08
previous_iter_valid_loss : 0.16637484729290009

   1727940	  0.166592	  0.166375	  0.167637		CURRENT LEARNING RATE: 2.1911045995228076e-08
previous_iter_valid_loss : 0.16090765595436096

   1727960	  0.161059	  0.160908	  0.167259		CURRENT LEARNING RATE: 2.1906664224220673e-08
previous_iter_valid_loss : 0.16089396178722382

   1727980	  0.161075	  0.160894	  0.166502		CURRENT LEARNING RATE: 2.1902283329479912e-08
previous_iter_valid_loss : 0.16068290174007416

   1728000	  0.160836	  0.160683	  0.166303		CURRENT LEARNING RATE: 2.1897903310830497e-08
previous_iter_valid_loss : 0.16319496929645538

   1728020	  0.163390	  0.163195	  0.166284		CURRENT LEARNING RATE: 2.1893524168097207e-08
previous_iter_valid_loss : 0.17633359134197235

   1728040	  0.176484	  0.176334	  0.166739		CURRENT LEARNING RATE: 2.1889145901104892e-08
previous_iter_valid_loss : 0.16752275824546814

   1728060	  0.167744	  0.167523	  0.166249		CURRENT LEARNING RATE: 2.1884768509678415e-08
previous_iter_valid_loss : 0.16077333688735962

   1728080	  0.160953	  0.160773	  0.166237		CURRENT LEARNING RATE: 2.188039199364268e-08
previous_iter_valid_loss : 0.16311316192150116

   1728100	  0.163287	  0.163113	  0.166020		CURRENT LEARNING RATE: 2.187601635282263e-08
previous_iter_valid_loss : 0.1878460943698883

   1728120	  0.187981	  0.187846	  0.167173		CURRENT LEARNING RATE: 2.187164158704316e-08
previous_iter_valid_loss : 0.16062211990356445

   1728140	  0.160801	  0.160622	  0.167174		CURRENT LEARNING RATE: 2.1867267696129434e-08
previous_iter_valid_loss : 0.16701604425907135

   1728160	  0.167246	  0.167016	  0.167482		CURRENT LEARNING RATE: 2.1862894679906416e-08
previous_iter_valid_loss : 0.1670326292514801

   1728180	  0.167250	  0.167033	  0.167791		CURRENT LEARNING RATE: 2.185852253819919e-08
previous_iter_valid_loss : 0.16434058547019958

   1728200	  0.164512	  0.164341	  0.167937		CURRENT LEARNING RATE: 2.1854151270832866e-08
previous_iter_valid_loss : 0.16703945398330688

   1728220	  0.167193	  0.167039	  0.168025		CURRENT LEARNING RATE: 2.1849780877632598e-08
previous_iter_valid_loss : 0.1620020568370819

   1728240	  0.162183	  0.162002	  0.166803		CURRENT LEARNING RATE: 2.1845411358423567e-08
previous_iter_valid_loss : 0.16191376745700836

   1728260	  0.162077	  0.161914	  0.166705		CURRENT LEARNING RATE: 2.1841042713030916e-08
previous_iter_valid_loss : 0.16083335876464844

   1728280	  0.161007	  0.160833	  0.166579		CURRENT LEARNING RATE: 2.1836674941280054e-08
previous_iter_valid_loss : 0.16208741068840027

   1728300	  0.162293	  0.162087	  0.166263		CURRENT LEARNING RATE: 2.1832308042996195e-08
previous_iter_valid_loss : 0.17337453365325928

   1728320	  0.173519	  0.173375	  0.165694		CURRENT LEARNING RATE: 2.1827942018004655e-08
previous_iter_valid_loss : 0.16307593882083893

   1728340	  0.163244	  0.163076	  0.165529		CURRENT LEARNING RATE: 2.1823576866130805e-08
previous_iter_valid_loss : 0.16241426765918732

   1728360	  0.162568	  0.162414	  0.165604		CURRENT LEARNING RATE: 2.1819212587200032e-08
previous_iter_valid_loss : 0.16072024405002594

   1728380	  0.160876	  0.160720	  0.165595		CURRENT LEARNING RATE: 2.181484918103776e-08
previous_iter_valid_loss : 0.1678953617811203

   1728400	  0.168052	  0.167895	  0.165956		CURRENT LEARNING RATE: 2.181048664746946e-08
previous_iter_valid_loss : 0.16304564476013184

   1728420	  0.163239	  0.163046	  0.165949		CURRENT LEARNING RATE: 2.1806124986320554e-08
previous_iter_valid_loss : 0.16241765022277832

   1728440	  0.162592	  0.162418	  0.165253		CURRENT LEARNING RATE: 2.1801764197416728e-08
previous_iter_valid_loss : 0.16160848736763

   1728460	  0.161796	  0.161608	  0.164957		CURRENT LEARNING RATE: 2.1797404280583472e-08
previous_iter_valid_loss : 0.1670689433813095

   1728480	  0.167284	  0.167069	  0.165272		CURRENT LEARNING RATE: 2.1793045235646386e-08
previous_iter_valid_loss : 0.16367895901203156

   1728500	  0.163850	  0.163679	  0.165300		CURRENT LEARNING RATE: 2.1788687062431116e-08
previous_iter_valid_loss : 0.18495018780231476

   1728520	  0.185332	  0.184950	  0.165155		CURRENT LEARNING RATE: 2.178432976076333e-08
previous_iter_valid_loss : 0.16465432941913605

   1728540	  0.164828	  0.164654	  0.165357		CURRENT LEARNING RATE: 2.1779973330468738e-08
previous_iter_valid_loss : 0.17457258701324463

   1728560	  0.174855	  0.174573	  0.165735		CURRENT LEARNING RATE: 2.1775617771373085e-08
previous_iter_valid_loss : 0.1657039225101471

   1728580	  0.165867	  0.165704	  0.165668		CURRENT LEARNING RATE: 2.1771263083302065e-08
previous_iter_valid_loss : 0.16866672039031982

   1728600	  0.168899	  0.168667	  0.165885		CURRENT LEARNING RATE: 2.176690926608165e-08
previous_iter_valid_loss : 0.16421009600162506

   1728620	  0.164394	  0.164210	  0.165743		CURRENT LEARNING RATE: 2.176255631953761e-08
previous_iter_valid_loss : 0.19805005192756653

   1728640	  0.198146	  0.198050	  0.167546		CURRENT LEARNING RATE: 2.175820424349582e-08
previous_iter_valid_loss : 0.17632633447647095

   1728660	  0.176606	  0.176326	  0.168266		CURRENT LEARNING RATE: 2.1753853037782206e-08
previous_iter_valid_loss : 0.1605040431022644

   1728680	  0.160669	  0.160504	  0.168250		CURRENT LEARNING RATE: 2.1749502702222722e-08
previous_iter_valid_loss : 0.16058902442455292

   1728700	  0.160740	  0.160589	  0.168175		CURRENT LEARNING RATE: 2.1745153236643343e-08
previous_iter_valid_loss : 0.18195168673992157

   1728720	  0.182097	  0.181952	  0.168604		CURRENT LEARNING RATE: 2.1740804640870018e-08
previous_iter_valid_loss : 0.1605122983455658

   1728740	  0.160674	  0.160512	  0.168475		CURRENT LEARNING RATE: 2.173645691472896e-08
previous_iter_valid_loss : 0.17418025434017181

   1728760	  0.174328	  0.174180	  0.169064		CURRENT LEARNING RATE: 2.1732110058046183e-08
previous_iter_valid_loss : 0.17333011329174042

   1728780	  0.173480	  0.173330	  0.169694		CURRENT LEARNING RATE: 2.172776407064781e-08
previous_iter_valid_loss : 0.16083651781082153

   1728800	  0.160993	  0.160837	  0.169341		CURRENT LEARNING RATE: 2.1723418952360005e-08
previous_iter_valid_loss : 0.16201132535934448

   1728820	  0.162204	  0.162011	  0.169290		CURRENT LEARNING RATE: 2.171907470300896e-08
previous_iter_valid_loss : 0.16513197124004364

   1728840	  0.165298	  0.165132	  0.169425		CURRENT LEARNING RATE: 2.1714731322420904e-08
previous_iter_valid_loss : 0.16662196815013885

   1728860	  0.166779	  0.166622	  0.169676		CURRENT LEARNING RATE: 2.1710388810422104e-08
previous_iter_valid_loss : 0.18217891454696655

   1728880	  0.182335	  0.182179	  0.170431		CURRENT LEARNING RATE: 2.1706047166838784e-08
previous_iter_valid_loss : 0.18625344336032867

   1728900	  0.186398	  0.186253	  0.171560		CURRENT LEARNING RATE: 2.1701706391497427e-08
previous_iter_valid_loss : 0.16560102999210358

   1728920	  0.165811	  0.165601	  0.170593		CURRENT LEARNING RATE: 2.169736648422433e-08
previous_iter_valid_loss : 0.1704535186290741

   1728940	  0.170711	  0.170454	  0.170883		CURRENT LEARNING RATE: 2.1693027444845898e-08
previous_iter_valid_loss : 0.16177286207675934

   1728960	  0.161963	  0.161773	  0.170243		CURRENT LEARNING RATE: 2.1688689273188567e-08
previous_iter_valid_loss : 0.16050146520137787

   1728980	  0.160668	  0.160501	  0.169983		CURRENT LEARNING RATE: 2.1684351969078808e-08
previous_iter_valid_loss : 0.16217589378356934

   1729000	  0.162333	  0.162176	  0.169658		CURRENT LEARNING RATE: 2.168001553234313e-08
previous_iter_valid_loss : 0.18816691637039185

   1729020	  0.188580	  0.188167	  0.170856		CURRENT LEARNING RATE: 2.1675679962808e-08
previous_iter_valid_loss : 0.16281762719154358

   1729040	  0.162990	  0.162818	  0.169094		CURRENT LEARNING RATE: 2.1671345260300147e-08
previous_iter_valid_loss : 0.16104166209697723

   1729060	  0.161228	  0.161042	  0.168330		CURRENT LEARNING RATE: 2.166701142464611e-08
previous_iter_valid_loss : 0.16435614228248596

   1729080	  0.164562	  0.164356	  0.168523		CURRENT LEARNING RATE: 2.166267845567253e-08
previous_iter_valid_loss : 0.16078943014144897

   1729100	  0.160947	  0.160789	  0.168533		CURRENT LEARNING RATE: 2.1658346353206094e-08
previous_iter_valid_loss : 0.16693106293678284

   1729120	  0.167085	  0.166931	  0.167782		CURRENT LEARNING RATE: 2.1654015117073514e-08
previous_iter_valid_loss : 0.1638065129518509

   1729140	  0.164006	  0.163807	  0.167946		CURRENT LEARNING RATE: 2.164968474710154e-08
previous_iter_valid_loss : 0.1619979441165924

   1729160	  0.162164	  0.161998	  0.167337		CURRENT LEARNING RATE: 2.164535524311696e-08
previous_iter_valid_loss : 0.16235099732875824

   1729180	  0.162512	  0.162351	  0.166788		CURRENT LEARNING RATE: 2.1641026604946517e-08
previous_iter_valid_loss : 0.17090396583080292

   1729200	  0.171053	  0.170904	  0.167292		CURRENT LEARNING RATE: 2.1636698832417215e-08
previous_iter_valid_loss : 0.16420622169971466

   1729220	  0.164377	  0.164206	  0.167401		CURRENT LEARNING RATE: 2.163237192535587e-08
previous_iter_valid_loss : 0.1754264384508133

   1729240	  0.175714	  0.175426	  0.167916		CURRENT LEARNING RATE: 2.1628045883589408e-08
previous_iter_valid_loss : 0.17438668012619019

   1729260	  0.174536	  0.174387	  0.168304		CURRENT LEARNING RATE: 2.162372070694478e-08
previous_iter_valid_loss : 0.16555899381637573

   1729280	  0.165722	  0.165559	  0.167473		CURRENT LEARNING RATE: 2.1619396395248986e-08
previous_iter_valid_loss : 0.16102515161037445

   1729300	  0.161210	  0.161025	  0.166212		CURRENT LEARNING RATE: 2.161507294832905e-08
previous_iter_valid_loss : 0.16199706494808197

   1729320	  0.162144	  0.161997	  0.166032		CURRENT LEARNING RATE: 2.1610750366012036e-08
previous_iter_valid_loss : 0.16100087761878967

   1729340	  0.161182	  0.161001	  0.165559		CURRENT LEARNING RATE: 2.1606428648124957e-08
previous_iter_valid_loss : 0.16356849670410156

   1729360	  0.163779	  0.163568	  0.165649		CURRENT LEARNING RATE: 2.1602107794495108e-08
previous_iter_valid_loss : 0.16203878819942474

   1729380	  0.162199	  0.162039	  0.165726		CURRENT LEARNING RATE: 2.1597787804949575e-08
previous_iter_valid_loss : 0.16138480603694916

   1729400	  0.161568	  0.161385	  0.165686		CURRENT LEARNING RATE: 2.1593468679315557e-08
previous_iter_valid_loss : 0.16332513093948364

   1729420	  0.163490	  0.163325	  0.164444		CURRENT LEARNING RATE: 2.1589150417420285e-08
previous_iter_valid_loss : 0.16870249807834625

   1729440	  0.168929	  0.168702	  0.164738		CURRENT LEARNING RATE: 2.1584833019091035e-08
previous_iter_valid_loss : 0.1686050295829773

   1729460	  0.168762	  0.168605	  0.165116		CURRENT LEARNING RATE: 2.158051648415511e-08
previous_iter_valid_loss : 0.16493093967437744

   1729480	  0.165096	  0.164931	  0.165145		CURRENT LEARNING RATE: 2.1576200812439773e-08
previous_iter_valid_loss : 0.16054165363311768

   1729500	  0.160707	  0.160542	  0.165133		CURRENT LEARNING RATE: 2.1571886003772545e-08
previous_iter_valid_loss : 0.17352090775966644

   1729520	  0.173671	  0.173521	  0.165462		CURRENT LEARNING RATE: 2.1567572057980756e-08
previous_iter_valid_loss : 0.16199691593647003

   1729540	  0.162195	  0.161997	  0.165372		CURRENT LEARNING RATE: 2.1563258974891858e-08
previous_iter_valid_loss : 0.16724175214767456

   1729560	  0.167466	  0.167242	  0.165634		CURRENT LEARNING RATE: 2.1558946754333318e-08
previous_iter_valid_loss : 0.16070440411567688

   1729580	  0.160882	  0.160704	  0.165552		CURRENT LEARNING RATE: 2.1554635396132656e-08
previous_iter_valid_loss : 0.16321001946926117

   1729600	  0.163376	  0.163210	  0.165167		CURRENT LEARNING RATE: 2.1550324900117404e-08
previous_iter_valid_loss : 0.16242823004722595

   1729620	  0.162585	  0.162428	  0.165078		CURRENT LEARNING RATE: 2.154601526611516e-08
previous_iter_valid_loss : 0.16645345091819763

   1729640	  0.166614	  0.166453	  0.164629		CURRENT LEARNING RATE: 2.1541706493953445e-08
previous_iter_valid_loss : 0.16075991094112396

   1729660	  0.160939	  0.160760	  0.163948		CURRENT LEARNING RATE: 2.1537398583460078e-08
previous_iter_valid_loss : 0.16048364341259003

   1729680	  0.160649	  0.160484	  0.163694		CURRENT LEARNING RATE: 2.1533091534462653e-08
previous_iter_valid_loss : 0.1619703322649002

   1729700	  0.162146	  0.161970	  0.163742		CURRENT LEARNING RATE: 2.1528785346788892e-08
previous_iter_valid_loss : 0.19612069427967072

   1729720	  0.196608	  0.196121	  0.165448		CURRENT LEARNING RATE: 2.1524480020266543e-08
previous_iter_valid_loss : 0.16053208708763123

   1729740	  0.160688	  0.160532	  0.165424		CURRENT LEARNING RATE: 2.1520175554723402e-08
previous_iter_valid_loss : 0.16052408516407013

   1729760	  0.160680	  0.160524	  0.165272		CURRENT LEARNING RATE: 2.151587194998729e-08
previous_iter_valid_loss : 0.1674569696187973

   1729780	  0.167617	  0.167457	  0.165543		CURRENT LEARNING RATE: 2.1511569205886054e-08
previous_iter_valid_loss : 0.18471193313598633

   1729800	  0.184859	  0.184712	  0.166709		CURRENT LEARNING RATE: 2.1507267322247515e-08
previous_iter_valid_loss : 0.17928270995616913

   1729820	  0.179600	  0.179283	  0.167507		CURRENT LEARNING RATE: 2.150296629889975e-08
previous_iter_valid_loss : 0.1715303659439087

   1729840	  0.171790	  0.171530	  0.167649		CURRENT LEARNING RATE: 2.1498666135670633e-08
previous_iter_valid_loss : 0.16839613020420074

   1729860	  0.168629	  0.168396	  0.167638		CURRENT LEARNING RATE: 2.1494366832388166e-08
previous_iter_valid_loss : 0.1606934666633606

   1729880	  0.160869	  0.160693	  0.167426		CURRENT LEARNING RATE: 2.1490068388880378e-08
previous_iter_valid_loss : 0.16109764575958252

   1729900	  0.161281	  0.161098	  0.167454		CURRENT LEARNING RATE: 2.148577080497533e-08
previous_iter_valid_loss : 0.1627645343542099

   1729920	  0.162927	  0.162765	  0.166916		CURRENT LEARNING RATE: 2.1481474080501116e-08
previous_iter_valid_loss : 0.16058121621608734

   1729940	  0.160742	  0.160581	  0.166846		CURRENT LEARNING RATE: 2.147717821528579e-08
previous_iter_valid_loss : 0.16308313608169556

   1729960	  0.163279	  0.163083	  0.166638		CURRENT LEARNING RATE: 2.1472883209157672e-08
previous_iter_valid_loss : 0.1657029688358307

   1729980	  0.165910	  0.165703	  0.166888		CURRENT LEARNING RATE: 2.1468589061944883e-08
previous_iter_valid_loss : 0.16270571947097778

   1730000	  0.162871	  0.162706	  0.166862		CURRENT LEARNING RATE: 2.1464295773475664e-08
previous_iter_valid_loss : 0.1654331386089325

   1730020	  0.165633	  0.165433	  0.167013		CURRENT LEARNING RATE: 2.1460003343578274e-08
previous_iter_valid_loss : 0.1630641669034958

   1730040	  0.163248	  0.163064	  0.166843		CURRENT LEARNING RATE: 2.1455711772081024e-08
previous_iter_valid_loss : 0.16096231341362

   1730060	  0.161127	  0.160962	  0.166853		CURRENT LEARNING RATE: 2.1451421058812247e-08
previous_iter_valid_loss : 0.164566308259964

   1730080	  0.164768	  0.164566	  0.167057		CURRENT LEARNING RATE: 2.1447131203600316e-08
previous_iter_valid_loss : 0.16598081588745117

   1730100	  0.166184	  0.165981	  0.167258		CURRENT LEARNING RATE: 2.1442842206273558e-08
previous_iter_valid_loss : 0.16820059716701508

   1730120	  0.168363	  0.168201	  0.165862		CURRENT LEARNING RATE: 2.143855406666057e-08
previous_iter_valid_loss : 0.18253591656684875

   1730140	  0.182879	  0.182536	  0.166962		CURRENT LEARNING RATE: 2.1434266784589745e-08
previous_iter_valid_loss : 0.16062580049037933

   1730160	  0.160798	  0.160626	  0.166967		CURRENT LEARNING RATE: 2.1429980359889593e-08
previous_iter_valid_loss : 0.16285006701946259

   1730180	  0.163047	  0.162850	  0.166737		CURRENT LEARNING RATE: 2.1425694792388663e-08
previous_iter_valid_loss : 0.16456681489944458

   1730200	  0.164738	  0.164567	  0.165730		CURRENT LEARNING RATE: 2.1421410081915526e-08
previous_iter_valid_loss : 0.16124612092971802

   1730220	  0.161437	  0.161246	  0.164828		CURRENT LEARNING RATE: 2.141712622829879e-08
previous_iter_valid_loss : 0.16341593861579895

   1730240	  0.163611	  0.163416	  0.164422		CURRENT LEARNING RATE: 2.1412843231367037e-08
previous_iter_valid_loss : 0.16171513497829437

   1730260	  0.161875	  0.161715	  0.164088		CURRENT LEARNING RATE: 2.1408561090949086e-08
previous_iter_valid_loss : 0.1608159840106964

   1730280	  0.160993	  0.160816	  0.164094		CURRENT LEARNING RATE: 2.1404279806873587e-08
previous_iter_valid_loss : 0.17257994413375854

   1730300	  0.172848	  0.172580	  0.164668		CURRENT LEARNING RATE: 2.1399999378969283e-08
previous_iter_valid_loss : 0.17290161550045013

   1730320	  0.173046	  0.172902	  0.165175		CURRENT LEARNING RATE: 2.139571980706495e-08
previous_iter_valid_loss : 0.18127815425395966

   1730340	  0.181439	  0.181278	  0.166210		CURRENT LEARNING RATE: 2.1391441090989422e-08
previous_iter_valid_loss : 0.17096400260925293

   1730360	  0.171219	  0.170964	  0.166604		CURRENT LEARNING RATE: 2.1387163230571537e-08
previous_iter_valid_loss : 0.16060997545719147

   1730380	  0.160767	  0.160610	  0.166349		CURRENT LEARNING RATE: 2.138288622564018e-08
previous_iter_valid_loss : 0.16614609956741333

   1730400	  0.166300	  0.166146	  0.166521		CURRENT LEARNING RATE: 2.1378610076024202e-08
previous_iter_valid_loss : 0.16296112537384033

   1730420	  0.163166	  0.162961	  0.166398		CURRENT LEARNING RATE: 2.1374334781552702e-08
previous_iter_valid_loss : 0.17650119960308075

   1730440	  0.176794	  0.176501	  0.167070		CURRENT LEARNING RATE: 2.13700603420546e-08
previous_iter_valid_loss : 0.16095933318138123

   1730460	  0.161111	  0.160959	  0.167069		CURRENT LEARNING RATE: 2.1365786757358915e-08
previous_iter_valid_loss : 0.16545221209526062

   1730480	  0.165612	  0.165452	  0.167114		CURRENT LEARNING RATE: 2.1361514027294704e-08
previous_iter_valid_loss : 0.16382232308387756

   1730500	  0.163998	  0.163822	  0.167006		CURRENT LEARNING RATE: 2.1357242151691053e-08
previous_iter_valid_loss : 0.16133591532707214

   1730520	  0.161492	  0.161336	  0.166663		CURRENT LEARNING RATE: 2.1352971130377095e-08
previous_iter_valid_loss : 0.16050703823566437

   1730540	  0.160672	  0.160507	  0.165561		CURRENT LEARNING RATE: 2.134870096318198e-08
previous_iter_valid_loss : 0.16899877786636353

   1730560	  0.169148	  0.168999	  0.165980		CURRENT LEARNING RATE: 2.1344431649934833e-08
previous_iter_valid_loss : 0.17407634854316711

   1730580	  0.174351	  0.174076	  0.166541		CURRENT LEARNING RATE: 2.1340163190465033e-08
previous_iter_valid_loss : 0.16049593687057495

   1730600	  0.160655	  0.160496	  0.166338		CURRENT LEARNING RATE: 2.133589558460176e-08
previous_iter_valid_loss : 0.16162557899951935

   1730620	  0.161785	  0.161626	  0.166357		CURRENT LEARNING RATE: 2.1331628832174318e-08
previous_iter_valid_loss : 0.1732032746076584

   1730640	  0.173346	  0.173203	  0.166846		CURRENT LEARNING RATE: 2.132736293301203e-08
previous_iter_valid_loss : 0.1605484038591385

   1730660	  0.160709	  0.160548	  0.166788		CURRENT LEARNING RATE: 2.132309788694426e-08
previous_iter_valid_loss : 0.16686584055423737

   1730680	  0.167087	  0.166866	  0.167090		CURRENT LEARNING RATE: 2.131883369380041e-08
previous_iter_valid_loss : 0.16285409033298492

   1730700	  0.163052	  0.162854	  0.166604		CURRENT LEARNING RATE: 2.131457035340983e-08
previous_iter_valid_loss : 0.18925845623016357

   1730720	  0.189387	  0.189258	  0.167422		CURRENT LEARNING RATE: 2.1310307865602148e-08
previous_iter_valid_loss : 0.164361372590065

   1730740	  0.164560	  0.164361	  0.166576		CURRENT LEARNING RATE: 2.1306046230206784e-08
previous_iter_valid_loss : 0.16226597130298615

   1730760	  0.162426	  0.162266	  0.166141		CURRENT LEARNING RATE: 2.130178544705327e-08
previous_iter_valid_loss : 0.1624048948287964

   1730780	  0.162574	  0.162405	  0.166231		CURRENT LEARNING RATE: 2.129752551597118e-08
previous_iter_valid_loss : 0.16808193922042847

   1730800	  0.168318	  0.168082	  0.166327		CURRENT LEARNING RATE: 2.1293266436790105e-08
previous_iter_valid_loss : 0.17136435210704803

   1730820	  0.171520	  0.171364	  0.166748		CURRENT LEARNING RATE: 2.12890082093397e-08
previous_iter_valid_loss : 0.16231289505958557

   1730840	  0.162500	  0.162313	  0.166038		CURRENT LEARNING RATE: 2.128475083344962e-08
previous_iter_valid_loss : 0.16276758909225464

   1730860	  0.162961	  0.162768	  0.166129		CURRENT LEARNING RATE: 2.1280494308949505e-08
previous_iter_valid_loss : 0.16419446468353271

   1730880	  0.164398	  0.164194	  0.166066		CURRENT LEARNING RATE: 2.1276238635669237e-08
previous_iter_valid_loss : 0.16058485209941864

   1730900	  0.160750	  0.160585	  0.165904		CURRENT LEARNING RATE: 2.1271983813438517e-08
previous_iter_valid_loss : 0.1626758575439453

   1730920	  0.162835	  0.162676	  0.165971		CURRENT LEARNING RATE: 2.1267729842087157e-08
previous_iter_valid_loss : 0.16051404178142548

   1730940	  0.160673	  0.160514	  0.165971		CURRENT LEARNING RATE: 2.126347672144499e-08
previous_iter_valid_loss : 0.16844108700752258

   1730960	  0.168673	  0.168441	  0.165943		CURRENT LEARNING RATE: 2.1259224451341897e-08
previous_iter_valid_loss : 0.16430939733982086

   1730980	  0.164506	  0.164309	  0.165455		CURRENT LEARNING RATE: 2.1254973031607784e-08
previous_iter_valid_loss : 0.16082122921943665

   1731000	  0.160974	  0.160821	  0.165471		CURRENT LEARNING RATE: 2.1250722462072596e-08
previous_iter_valid_loss : 0.1726461946964264

   1731020	  0.172912	  0.172646	  0.166022		CURRENT LEARNING RATE: 2.124647274256623e-08
previous_iter_valid_loss : 0.16074500977993011

   1731040	  0.160903	  0.160745	  0.165399		CURRENT LEARNING RATE: 2.124222387291885e-08
previous_iter_valid_loss : 0.16109290719032288

   1731060	  0.161250	  0.161093	  0.165427		CURRENT LEARNING RATE: 2.1237975852960434e-08
previous_iter_valid_loss : 0.163731187582016

   1731080	  0.163904	  0.163731	  0.165270		CURRENT LEARNING RATE: 2.1233728682521053e-08
previous_iter_valid_loss : 0.16089218854904175

   1731100	  0.161049	  0.160892	  0.165172		CURRENT LEARNING RATE: 2.1229482361430824e-08
previous_iter_valid_loss : 0.1605413407087326

   1731120	  0.160699	  0.160541	  0.163736		CURRENT LEARNING RATE: 2.122523688951989e-08
previous_iter_valid_loss : 0.17773766815662384

   1731140	  0.177899	  0.177738	  0.164405		CURRENT LEARNING RATE: 2.1220992266618433e-08
previous_iter_valid_loss : 0.1754465252161026

   1731160	  0.175593	  0.175447	  0.165064		CURRENT LEARNING RATE: 2.1216748492556597e-08
previous_iter_valid_loss : 0.16400635242462158

   1731180	  0.164216	  0.164006	  0.165144		CURRENT LEARNING RATE: 2.121250556716478e-08
previous_iter_valid_loss : 0.16061753034591675

   1731200	  0.160792	  0.160618	  0.164771		CURRENT LEARNING RATE: 2.1208263490273183e-08
previous_iter_valid_loss : 0.16100193560123444

   1731220	  0.161186	  0.161002	  0.164252		CURRENT LEARNING RATE: 2.1204022261712133e-08
previous_iter_valid_loss : 0.1611393839120865

   1731240	  0.161321	  0.161139	  0.164194		CURRENT LEARNING RATE: 2.1199781881311974e-08
previous_iter_valid_loss : 0.1650831550359726

   1731260	  0.165247	  0.165083	  0.164310		CURRENT LEARNING RATE: 2.1195542348903098e-08
previous_iter_valid_loss : 0.167839914560318

   1731280	  0.168061	  0.167840	  0.164492		CURRENT LEARNING RATE: 2.1191303664315915e-08
previous_iter_valid_loss : 0.16538427770137787

   1731300	  0.165549	  0.165384	  0.164732		CURRENT LEARNING RATE: 2.1187065827380877e-08
previous_iter_valid_loss : 0.18357209861278534

   1731320	  0.183921	  0.183572	  0.165777		CURRENT LEARNING RATE: 2.118282883792841e-08
previous_iter_valid_loss : 0.16471779346466064

   1731340	  0.164886	  0.164718	  0.165987		CURRENT LEARNING RATE: 2.1178592695789162e-08
previous_iter_valid_loss : 0.16196084022521973

   1731360	  0.162118	  0.161961	  0.165663		CURRENT LEARNING RATE: 2.1174357400793633e-08
previous_iter_valid_loss : 0.16352255642414093

   1731380	  0.163708	  0.163523	  0.165623		CURRENT LEARNING RATE: 2.11701229527724e-08
previous_iter_valid_loss : 0.16211165487766266

   1731400	  0.162306	  0.162112	  0.165688		CURRENT LEARNING RATE: 2.116588935155609e-08
previous_iter_valid_loss : 0.16073262691497803

   1731420	  0.160903	  0.160733	  0.165092		CURRENT LEARNING RATE: 2.1161656596975355e-08
previous_iter_valid_loss : 0.16050121188163757

   1731440	  0.160663	  0.160501	  0.165080		CURRENT LEARNING RATE: 2.115742468886089e-08
previous_iter_valid_loss : 0.16050530970096588

   1731460	  0.160676	  0.160505	  0.165051		CURRENT LEARNING RATE: 2.115319362704334e-08
previous_iter_valid_loss : 0.16065683960914612

   1731480	  0.160808	  0.160657	  0.164897		CURRENT LEARNING RATE: 2.114896341135361e-08
previous_iter_valid_loss : 0.1615162491798401

   1731500	  0.161675	  0.161516	  0.164928		CURRENT LEARNING RATE: 2.114473404162242e-08
previous_iter_valid_loss : 0.17220467329025269

   1731520	  0.172473	  0.172205	  0.165511		CURRENT LEARNING RATE: 2.1140505517680592e-08
previous_iter_valid_loss : 0.16148386895656586

   1731540	  0.161678	  0.161484	  0.164699		CURRENT LEARNING RATE: 2.1136277839358995e-08
previous_iter_valid_loss : 0.1688506305217743

   1731560	  0.169095	  0.168851	  0.164369		CURRENT LEARNING RATE: 2.1132051006488507e-08
previous_iter_valid_loss : 0.16558466851711273

   1731580	  0.165748	  0.165585	  0.164448		CURRENT LEARNING RATE: 2.1127825018900064e-08
previous_iter_valid_loss : 0.18353092670440674

   1731600	  0.183882	  0.183531	  0.165593		CURRENT LEARNING RATE: 2.1123599876424626e-08
previous_iter_valid_loss : 0.16275304555892944

   1731620	  0.162952	  0.162753	  0.165681		CURRENT LEARNING RATE: 2.1119375578893106e-08
previous_iter_valid_loss : 0.16104862093925476

   1731640	  0.161238	  0.161049	  0.165676		CURRENT LEARNING RATE: 2.1115152126136692e-08
previous_iter_valid_loss : 0.17904920876026154

   1731660	  0.179367	  0.179049	  0.166375		CURRENT LEARNING RATE: 2.1110929517986366e-08
previous_iter_valid_loss : 0.16065344214439392

   1731680	  0.160814	  0.160653	  0.166015		CURRENT LEARNING RATE: 2.1106707754273222e-08
previous_iter_valid_loss : 0.19007402658462524

   1731700	  0.190200	  0.190074	  0.167250		CURRENT LEARNING RATE: 2.1102486834828396e-08
previous_iter_valid_loss : 0.1693793684244156

   1731720	  0.169530	  0.169379	  0.166540		CURRENT LEARNING RATE: 2.109826675948304e-08
previous_iter_valid_loss : 0.1712167114019394

   1731740	  0.171474	  0.171217	  0.166865		CURRENT LEARNING RATE: 2.1094047528068356e-08
previous_iter_valid_loss : 0.17799276113510132

   1731760	  0.178305	  0.177993	  0.167667		CURRENT LEARNING RATE: 2.1089829140415577e-08
previous_iter_valid_loss : 0.16369464993476868

   1731780	  0.163900	  0.163695	  0.167675		CURRENT LEARNING RATE: 2.10856115963559e-08
previous_iter_valid_loss : 0.17129947245121002

   1731800	  0.171563	  0.171299	  0.168135		CURRENT LEARNING RATE: 2.1081394895720757e-08
previous_iter_valid_loss : 0.16197116672992706

   1731820	  0.162140	  0.161971	  0.168197		CURRENT LEARNING RATE: 2.107717903834141e-08
previous_iter_valid_loss : 0.1641092151403427

   1731840	  0.164279	  0.164109	  0.168377		CURRENT LEARNING RATE: 2.107296402404923e-08
previous_iter_valid_loss : 0.18051278591156006

   1731860	  0.180667	  0.180513	  0.169378		CURRENT LEARNING RATE: 2.1068749852675617e-08
previous_iter_valid_loss : 0.18236087262630463

   1731880	  0.182706	  0.182361	  0.170463		CURRENT LEARNING RATE: 2.1064536524051997e-08
previous_iter_valid_loss : 0.16383066773414612

   1731900	  0.164039	  0.163831	  0.170578		CURRENT LEARNING RATE: 2.106032403800984e-08
previous_iter_valid_loss : 0.1636018306016922

   1731920	  0.163775	  0.163602	  0.170148		CURRENT LEARNING RATE: 2.1056112394380578e-08
previous_iter_valid_loss : 0.18687567114830017

   1731940	  0.187015	  0.186876	  0.171418		CURRENT LEARNING RATE: 2.1051901592995885e-08
previous_iter_valid_loss : 0.16426070034503937

   1731960	  0.164470	  0.164261	  0.171188		CURRENT LEARNING RATE: 2.104769163368726e-08
previous_iter_valid_loss : 0.1638077199459076

   1731980	  0.163974	  0.163808	  0.171100		CURRENT LEARNING RATE: 2.10434825162863e-08
previous_iter_valid_loss : 0.16093026101589203

   1732000	  0.161080	  0.160930	  0.169969		CURRENT LEARNING RATE: 2.103927424062465e-08
previous_iter_valid_loss : 0.16060465574264526

   1732020	  0.160747	  0.160605	  0.169862		CURRENT LEARNING RATE: 2.103506680653397e-08
previous_iter_valid_loss : 0.16077111661434174

   1732040	  0.160919	  0.160771	  0.169848		CURRENT LEARNING RATE: 2.103086021384596e-08
previous_iter_valid_loss : 0.16150261461734772

   1732060	  0.161688	  0.161503	  0.168971		CURRENT LEARNING RATE: 2.1026654462392367e-08
previous_iter_valid_loss : 0.17253027856349945

   1732080	  0.172788	  0.172530	  0.169565		CURRENT LEARNING RATE: 2.102244955200488e-08
previous_iter_valid_loss : 0.16053056716918945

   1732100	  0.160693	  0.160531	  0.168088		CURRENT LEARNING RATE: 2.101824548251545e-08
previous_iter_valid_loss : 0.16314081847667694

   1732120	  0.163320	  0.163141	  0.167776		CURRENT LEARNING RATE: 2.1014042253755843e-08
previous_iter_valid_loss : 0.16273550689220428

   1732140	  0.162915	  0.162736	  0.167352		CURRENT LEARNING RATE: 2.1009839865557928e-08
previous_iter_valid_loss : 0.1668536216020584

   1732160	  0.167062	  0.166854	  0.166795		CURRENT LEARNING RATE: 2.1005638317753614e-08
previous_iter_valid_loss : 0.16538280248641968

   1732180	  0.165549	  0.165383	  0.166879		CURRENT LEARNING RATE: 2.1001437610174835e-08
previous_iter_valid_loss : 0.179609015583992

   1732200	  0.179764	  0.179609	  0.167294		CURRENT LEARNING RATE: 2.0997237742653556e-08
previous_iter_valid_loss : 0.19364866614341736

   1732220	  0.193762	  0.193649	  0.168878		CURRENT LEARNING RATE: 2.0993038715021797e-08
previous_iter_valid_loss : 0.18477262556552887

   1732240	  0.184916	  0.184773	  0.169912		CURRENT LEARNING RATE: 2.0988840527111517e-08
previous_iter_valid_loss : 0.16657131910324097

   1732260	  0.166728	  0.166571	  0.169214		CURRENT LEARNING RATE: 2.098464317875493e-08
previous_iter_valid_loss : 0.19359897077083588

   1732280	  0.193718	  0.193599	  0.169776		CURRENT LEARNING RATE: 2.0980446669784073e-08
previous_iter_valid_loss : 0.16774946451187134

   1732300	  0.167970	  0.167749	  0.169972		CURRENT LEARNING RATE: 2.0976251000031085e-08
previous_iter_valid_loss : 0.1605360358953476

   1732320	  0.160707	  0.160536	  0.169819		CURRENT LEARNING RATE: 2.0972056169328142e-08
previous_iter_valid_loss : 0.16340762376785278

   1732340	  0.163602	  0.163408	  0.168646		CURRENT LEARNING RATE: 2.0967862177507452e-08
previous_iter_valid_loss : 0.173898845911026

   1732360	  0.174052	  0.173899	  0.169127		CURRENT LEARNING RATE: 2.0963669024401244e-08
previous_iter_valid_loss : 0.17529968917369843

   1732380	  0.175585	  0.175300	  0.169702		CURRENT LEARNING RATE: 2.095947670984173e-08
previous_iter_valid_loss : 0.18057206273078918

   1732400	  0.180902	  0.180572	  0.170684		CURRENT LEARNING RATE: 2.095528523366136e-08
previous_iter_valid_loss : 0.1615544706583023

   1732420	  0.161743	  0.161554	  0.170732		CURRENT LEARNING RATE: 2.0951094595692405e-08
previous_iter_valid_loss : 0.16238240897655487

   1732440	  0.162564	  0.162382	  0.170812		CURRENT LEARNING RATE: 2.0946904795767236e-08
previous_iter_valid_loss : 0.16169331967830658

   1732460	  0.161851	  0.161693	  0.170822		CURRENT LEARNING RATE: 2.0942715833718257e-08
previous_iter_valid_loss : 0.19978444278240204

   1732480	  0.199878	  0.199784	  0.172184		CURRENT LEARNING RATE: 2.0938527709377922e-08
previous_iter_valid_loss : 0.16535435616970062

   1732500	  0.165516	  0.165354	  0.172426		CURRENT LEARNING RATE: 2.0934340422578692e-08
previous_iter_valid_loss : 0.16545216739177704

   1732520	  0.165614	  0.165452	  0.172541		CURRENT LEARNING RATE: 2.093015397315308e-08
previous_iter_valid_loss : 0.17400269210338593

   1732540	  0.174153	  0.174003	  0.173105		CURRENT LEARNING RATE: 2.092596836093356e-08
previous_iter_valid_loss : 0.16906730830669403

   1732560	  0.169312	  0.169067	  0.173215		CURRENT LEARNING RATE: 2.0921783585752854e-08
previous_iter_valid_loss : 0.16522015631198883

   1732580	  0.165386	  0.165220	  0.173207		CURRENT LEARNING RATE: 2.091759964744349e-08
previous_iter_valid_loss : 0.16954363882541656

   1732600	  0.169789	  0.169544	  0.172704		CURRENT LEARNING RATE: 2.0913416545838113e-08
previous_iter_valid_loss : 0.16054250299930573

   1732620	  0.160698	  0.160543	  0.171049		CURRENT LEARNING RATE: 2.0909234280769406e-08
previous_iter_valid_loss : 0.16268481314182281

   1732640	  0.162873	  0.162685	  0.169944		CURRENT LEARNING RATE: 2.0905052852070068e-08
previous_iter_valid_loss : 0.162231907248497

   1732660	  0.162393	  0.162232	  0.169727		CURRENT LEARNING RATE: 2.0900872259572848e-08
previous_iter_valid_loss : 0.16227096319198608

   1732680	  0.162459	  0.162271	  0.168161		CURRENT LEARNING RATE: 2.089669250311045e-08
previous_iter_valid_loss : 0.16281843185424805

   1732700	  0.162988	  0.162818	  0.167914		CURRENT LEARNING RATE: 2.0892513582515828e-08
previous_iter_valid_loss : 0.16711664199829102

   1732720	  0.167274	  0.167117	  0.168243		CURRENT LEARNING RATE: 2.0888335497621744e-08
previous_iter_valid_loss : 0.1644124537706375

   1732740	  0.164620	  0.164412	  0.168294		CURRENT LEARNING RATE: 2.0884158248261093e-08
previous_iter_valid_loss : 0.18307094275951385

   1732760	  0.183220	  0.183071	  0.168752		CURRENT LEARNING RATE: 2.087998183426677e-08
previous_iter_valid_loss : 0.1771555244922638

   1732780	  0.177317	  0.177156	  0.168845		CURRENT LEARNING RATE: 2.0875806255471727e-08
previous_iter_valid_loss : 0.16313253343105316

   1732800	  0.163300	  0.163133	  0.167973		CURRENT LEARNING RATE: 2.0871631511708933e-08
previous_iter_valid_loss : 0.1679588109254837

   1732820	  0.168190	  0.167959	  0.168293		CURRENT LEARNING RATE: 2.0867457602811403e-08
previous_iter_valid_loss : 0.16551928222179413

   1732840	  0.165737	  0.165519	  0.168450		CURRENT LEARNING RATE: 2.086328452861211e-08
previous_iter_valid_loss : 0.16569884121418

   1732860	  0.165924	  0.165699	  0.168650		CURRENT LEARNING RATE: 2.0859112288944267e-08
previous_iter_valid_loss : 0.16113342344760895

   1732880	  0.161316	  0.161133	  0.166718		CURRENT LEARNING RATE: 2.0854940883640925e-08
previous_iter_valid_loss : 0.1652417927980423

   1732900	  0.165411	  0.165242	  0.166712		CURRENT LEARNING RATE: 2.0850770312535218e-08
previous_iter_valid_loss : 0.16093958914279938

   1732920	  0.161087	  0.160940	  0.166486		CURRENT LEARNING RATE: 2.084660057546033e-08
previous_iter_valid_loss : 0.18306463956832886

   1732940	  0.183220	  0.183065	  0.166940		CURRENT LEARNING RATE: 2.0842431672249463e-08
previous_iter_valid_loss : 0.1607397496700287

   1732960	  0.160895	  0.160740	  0.166523		CURRENT LEARNING RATE: 2.083826360273587e-08
previous_iter_valid_loss : 0.16051039099693298

   1732980	  0.160672	  0.160510	  0.166288		CURRENT LEARNING RATE: 2.083409636675282e-08
previous_iter_valid_loss : 0.16317452490329742

   1733000	  0.163344	  0.163175	  0.165969		CURRENT LEARNING RATE: 2.0829929964133554e-08
previous_iter_valid_loss : 0.16256503760814667

   1733020	  0.162753	  0.162565	  0.166070		CURRENT LEARNING RATE: 2.0825764394711565e-08
previous_iter_valid_loss : 0.1613202542066574

   1733040	  0.161505	  0.161320	  0.166002		CURRENT LEARNING RATE: 2.0821599658320155e-08
previous_iter_valid_loss : 0.16751264035701752

   1733060	  0.167665	  0.167513	  0.166266		CURRENT LEARNING RATE: 2.0817435754792734e-08
previous_iter_valid_loss : 0.16551503539085388

   1733080	  0.165682	  0.165515	  0.166428		CURRENT LEARNING RATE: 2.0813272683962743e-08
previous_iter_valid_loss : 0.16072861850261688

   1733100	  0.160885	  0.160729	  0.166324		CURRENT LEARNING RATE: 2.0809110445663665e-08
previous_iter_valid_loss : 0.16073034703731537

   1733120	  0.160898	  0.160730	  0.166005		CURRENT LEARNING RATE: 2.0804949039729005e-08
previous_iter_valid_loss : 0.17643962800502777

   1733140	  0.176729	  0.176440	  0.166606		CURRENT LEARNING RATE: 2.080078846599224e-08
previous_iter_valid_loss : 0.16883635520935059

   1733160	  0.168987	  0.168836	  0.165894		CURRENT LEARNING RATE: 2.0796628724287088e-08
previous_iter_valid_loss : 0.18463484942913055

   1733180	  0.184782	  0.184635	  0.166268		CURRENT LEARNING RATE: 2.0792469814447086e-08
previous_iter_valid_loss : 0.16244211792945862

   1733200	  0.162641	  0.162442	  0.166234		CURRENT LEARNING RATE: 2.078831173630588e-08
previous_iter_valid_loss : 0.1923385113477707

   1733220	  0.192455	  0.192339	  0.167453		CURRENT LEARNING RATE: 2.0784154489697145e-08
previous_iter_valid_loss : 0.163388192653656

   1733240	  0.163562	  0.163388	  0.167346		CURRENT LEARNING RATE: 2.0779998074454597e-08
previous_iter_valid_loss : 0.16055680811405182

   1733260	  0.160719	  0.160557	  0.167089		CURRENT LEARNING RATE: 2.0775842490411972e-08
previous_iter_valid_loss : 0.1619022637605667

   1733280	  0.162099	  0.161902	  0.167127		CURRENT LEARNING RATE: 2.077168773740305e-08
previous_iter_valid_loss : 0.18112723529338837

   1733300	  0.181281	  0.181127	  0.167922		CURRENT LEARNING RATE: 2.0767533815261566e-08
previous_iter_valid_loss : 0.16057763993740082

   1733320	  0.160726	  0.160578	  0.167904		CURRENT LEARNING RATE: 2.076338072382151e-08
previous_iter_valid_loss : 0.17907507717609406

   1733340	  0.179236	  0.179075	  0.167704		CURRENT LEARNING RATE: 2.0759228462916685e-08
previous_iter_valid_loss : 0.1740972101688385

   1733360	  0.174243	  0.174097	  0.168372		CURRENT LEARNING RATE: 2.0755077032381005e-08
previous_iter_valid_loss : 0.16216887533664703

   1733380	  0.162363	  0.162169	  0.168455		CURRENT LEARNING RATE: 2.0750926432048406e-08
previous_iter_valid_loss : 0.16067729890346527

   1733400	  0.160850	  0.160677	  0.168330		CURRENT LEARNING RATE: 2.074677666175287e-08
previous_iter_valid_loss : 0.18324287235736847

   1733420	  0.183588	  0.183243	  0.169364		CURRENT LEARNING RATE: 2.07426277213284e-08
previous_iter_valid_loss : 0.16474460065364838

   1733440	  0.164913	  0.164745	  0.169535		CURRENT LEARNING RATE: 2.0738479610609045e-08
previous_iter_valid_loss : 0.1635720133781433

   1733460	  0.163749	  0.163572	  0.169338		CURRENT LEARNING RATE: 2.07343323294288e-08
previous_iter_valid_loss : 0.16446976363658905

   1733480	  0.164665	  0.164470	  0.169286		CURRENT LEARNING RATE: 2.0730185877621925e-08
previous_iter_valid_loss : 0.16206412017345428

   1733500	  0.162217	  0.162064	  0.169353		CURRENT LEARNING RATE: 2.072604025502249e-08
previous_iter_valid_loss : 0.16971412301063538

   1733520	  0.169865	  0.169714	  0.169802		CURRENT LEARNING RATE: 2.0721895461464666e-08
previous_iter_valid_loss : 0.1654643416404724

   1733540	  0.165621	  0.165464	  0.169253		CURRENT LEARNING RATE: 2.0717751496782664e-08
previous_iter_valid_loss : 0.16173988580703735

   1733560	  0.161928	  0.161740	  0.168898		CURRENT LEARNING RATE: 2.0713608360810727e-08
previous_iter_valid_loss : 0.16532115638256073

   1733580	  0.165524	  0.165321	  0.167933		CURRENT LEARNING RATE: 2.0709466053383123e-08
previous_iter_valid_loss : 0.16757863759994507

   1733600	  0.167737	  0.167579	  0.168189		CURRENT LEARNING RATE: 2.070532457433409e-08
previous_iter_valid_loss : 0.16860605776309967

   1733620	  0.168762	  0.168606	  0.167003		CURRENT LEARNING RATE: 2.070118392349812e-08
previous_iter_valid_loss : 0.1606454998254776

   1733640	  0.160794	  0.160645	  0.166866		CURRENT LEARNING RATE: 2.069704410070951e-08
previous_iter_valid_loss : 0.16050653159618378

   1733660	  0.160665	  0.160507	  0.166863		CURRENT LEARNING RATE: 2.0692905105802662e-08
previous_iter_valid_loss : 0.1689726859331131

   1733680	  0.169210	  0.168973	  0.167217		CURRENT LEARNING RATE: 2.0688766938612028e-08
previous_iter_valid_loss : 0.16254721581935883

   1733700	  0.162741	  0.162547	  0.166288		CURRENT LEARNING RATE: 2.068462959897207e-08
previous_iter_valid_loss : 0.1833399087190628

   1733720	  0.183493	  0.183340	  0.167426		CURRENT LEARNING RATE: 2.0680493086717296e-08
previous_iter_valid_loss : 0.1795322597026825

   1733740	  0.179687	  0.179532	  0.167449		CURRENT LEARNING RATE: 2.0676357401682255e-08
previous_iter_valid_loss : 0.16718187928199768

   1733760	  0.167339	  0.167182	  0.167103		CURRENT LEARNING RATE: 2.0672222543701435e-08
previous_iter_valid_loss : 0.16141533851623535

   1733780	  0.161583	  0.161415	  0.167065		CURRENT LEARNING RATE: 2.0668088512609594e-08
previous_iter_valid_loss : 0.17060084640979767

   1733800	  0.170850	  0.170601	  0.167561		CURRENT LEARNING RATE: 2.0663955308241296e-08
previous_iter_valid_loss : 0.17006787657737732

   1733820	  0.170318	  0.170068	  0.166903		CURRENT LEARNING RATE: 2.0659822930431213e-08
previous_iter_valid_loss : 0.16906949877738953

   1733840	  0.169223	  0.169069	  0.167119		CURRENT LEARNING RATE: 2.0655691379014048e-08
previous_iter_valid_loss : 0.16063480079174042

   1733860	  0.160803	  0.160635	  0.166972		CURRENT LEARNING RATE: 2.0651560653824544e-08
previous_iter_valid_loss : 0.17614266276359558

   1733880	  0.176438	  0.176143	  0.167556		CURRENT LEARNING RATE: 2.0647430754697466e-08
previous_iter_valid_loss : 0.16066892445087433

   1733900	  0.160817	  0.160669	  0.167486		CURRENT LEARNING RATE: 2.064330168146755e-08
previous_iter_valid_loss : 0.16354584693908691

   1733920	  0.163733	  0.163546	  0.167178		CURRENT LEARNING RATE: 2.063917343396978e-08
previous_iter_valid_loss : 0.16300877928733826

   1733940	  0.163181	  0.163009	  0.167055		CURRENT LEARNING RATE: 2.0635046012038943e-08
previous_iter_valid_loss : 0.16295750439167023

   1733960	  0.163155	  0.162958	  0.167116		CURRENT LEARNING RATE: 2.0630919415509953e-08
previous_iter_valid_loss : 0.16599737107753754

   1733980	  0.166213	  0.165997	  0.167149		CURRENT LEARNING RATE: 2.0626793644217744e-08
previous_iter_valid_loss : 0.17228810489177704

   1734000	  0.172437	  0.172288	  0.167385		CURRENT LEARNING RATE: 2.062266869799728e-08
previous_iter_valid_loss : 0.16540677845478058

   1734020	  0.165632	  0.165407	  0.167225		CURRENT LEARNING RATE: 2.061854457668357e-08
previous_iter_valid_loss : 0.1607406586408615

   1734040	  0.160925	  0.160741	  0.167230		CURRENT LEARNING RATE: 2.0614421280111645e-08
previous_iter_valid_loss : 0.1747756451368332

   1734060	  0.174927	  0.174776	  0.167943		CURRENT LEARNING RATE: 2.0610298808116498e-08
previous_iter_valid_loss : 0.16318340599536896

   1734080	  0.163355	  0.163183	  0.167654		CURRENT LEARNING RATE: 2.0606177160533383e-08
previous_iter_valid_loss : 0.16168391704559326

   1734100	  0.161873	  0.161684	  0.167611		CURRENT LEARNING RATE: 2.0602056337197357e-08
previous_iter_valid_loss : 0.164337620139122

   1734120	  0.164497	  0.164338	  0.166660		CURRENT LEARNING RATE: 2.0597936337943583e-08
previous_iter_valid_loss : 0.16063331067562103

   1734140	  0.160808	  0.160633	  0.165715		CURRENT LEARNING RATE: 2.059381716260727e-08
previous_iter_valid_loss : 0.161295548081398

   1734160	  0.161481	  0.161296	  0.165421		CURRENT LEARNING RATE: 2.0589698811023642e-08
previous_iter_valid_loss : 0.160515695810318

   1734180	  0.160685	  0.160516	  0.165376		CURRENT LEARNING RATE: 2.0585581283027975e-08
previous_iter_valid_loss : 0.16620773077011108

   1734200	  0.166429	  0.166208	  0.165157		CURRENT LEARNING RATE: 2.0581464578455558e-08
previous_iter_valid_loss : 0.17876999080181122

   1734220	  0.178927	  0.178770	  0.165592		CURRENT LEARNING RATE: 2.0577348697141654e-08
previous_iter_valid_loss : 0.1608361154794693

   1734240	  0.160994	  0.160836	  0.165180		CURRENT LEARNING RATE: 2.0573233638921776e-08
previous_iter_valid_loss : 0.18175266683101654

   1734260	  0.181904	  0.181753	  0.166236		CURRENT LEARNING RATE: 2.0569119403631242e-08
previous_iter_valid_loss : 0.1619350165128708

   1734280	  0.162121	  0.161935	  0.165525		CURRENT LEARNING RATE: 2.056500599110549e-08
previous_iter_valid_loss : 0.16472570598125458

   1734300	  0.164926	  0.164726	  0.165728		CURRENT LEARNING RATE: 2.0560893401179977e-08
previous_iter_valid_loss : 0.17076776921749115

   1734320	  0.170920	  0.170768	  0.166089		CURRENT LEARNING RATE: 2.0556781633690206e-08
previous_iter_valid_loss : 0.1614219695329666

   1734340	  0.161586	  0.161422	  0.166010		CURRENT LEARNING RATE: 2.0552670688471704e-08
previous_iter_valid_loss : 0.16248434782028198

   1734360	  0.162644	  0.162484	  0.165986		CURRENT LEARNING RATE: 2.054856056535996e-08
previous_iter_valid_loss : 0.17345909774303436

   1734380	  0.173611	  0.173459	  0.166359		CURRENT LEARNING RATE: 2.0544451264190708e-08
previous_iter_valid_loss : 0.16053591668605804

   1734400	  0.160689	  0.160536	  0.165772		CURRENT LEARNING RATE: 2.0540342784799515e-08
previous_iter_valid_loss : 0.16130812466144562

   1734420	  0.161462	  0.161308	  0.165567		CURRENT LEARNING RATE: 2.0536235127022035e-08
previous_iter_valid_loss : 0.16112057864665985

   1734440	  0.161284	  0.161121	  0.165586		CURRENT LEARNING RATE: 2.053212829069396e-08
previous_iter_valid_loss : 0.1664266288280487

   1734460	  0.166644	  0.166427	  0.165168		CURRENT LEARNING RATE: 2.0528022275651025e-08
previous_iter_valid_loss : 0.16617776453495026

   1734480	  0.166391	  0.166178	  0.165318		CURRENT LEARNING RATE: 2.052391708172898e-08
previous_iter_valid_loss : 0.1666734665632248

   1734500	  0.166834	  0.166673	  0.165568		CURRENT LEARNING RATE: 2.051981270876362e-08
previous_iter_valid_loss : 0.1637411117553711

   1734520	  0.163913	  0.163741	  0.165538		CURRENT LEARNING RATE: 2.05157091565907e-08
previous_iter_valid_loss : 0.1726396530866623

   1734540	  0.172791	  0.172640	  0.166138		CURRENT LEARNING RATE: 2.0511606425046224e-08
previous_iter_valid_loss : 0.16073077917099

   1734560	  0.160896	  0.160731	  0.166110		CURRENT LEARNING RATE: 2.0507504513966005e-08
previous_iter_valid_loss : 0.17427752912044525

   1734580	  0.174425	  0.174278	  0.166798		CURRENT LEARNING RATE: 2.050340342318597e-08
previous_iter_valid_loss : 0.16546711325645447

   1734600	  0.165670	  0.165467	  0.166761		CURRENT LEARNING RATE: 2.0499303152542075e-08
previous_iter_valid_loss : 0.16059637069702148

   1734620	  0.160749	  0.160596	  0.165852		CURRENT LEARNING RATE: 2.0495203701870305e-08
previous_iter_valid_loss : 0.16097362339496613

   1734640	  0.161129	  0.160974	  0.165859		CURRENT LEARNING RATE: 2.049110507100669e-08
previous_iter_valid_loss : 0.16355498135089874

   1734660	  0.163758	  0.163555	  0.164949		CURRENT LEARNING RATE: 2.0487007259787208e-08
previous_iter_valid_loss : 0.16196385025978088

   1734680	  0.162128	  0.161964	  0.164951		CURRENT LEARNING RATE: 2.048291026804809e-08
previous_iter_valid_loss : 0.16468319296836853

   1734700	  0.164860	  0.164683	  0.164949		CURRENT LEARNING RATE: 2.0478814095625385e-08
previous_iter_valid_loss : 0.17431749403476715

   1734720	  0.174590	  0.174317	  0.165126		CURRENT LEARNING RATE: 2.0474718742355248e-08
previous_iter_valid_loss : 0.16386368870735168

   1734740	  0.164041	  0.163864	  0.165248		CURRENT LEARNING RATE: 2.0470624208073863e-08
previous_iter_valid_loss : 0.16521932184696198

   1734760	  0.165418	  0.165219	  0.165385		CURRENT LEARNING RATE: 2.0466530492617448e-08
previous_iter_valid_loss : 0.16745881736278534

   1734780	  0.167675	  0.167459	  0.165085		CURRENT LEARNING RATE: 2.0462437595822257e-08
previous_iter_valid_loss : 0.1811261922121048

   1734800	  0.181286	  0.181126	  0.166114		CURRENT LEARNING RATE: 2.0458345517524572e-08
previous_iter_valid_loss : 0.16060781478881836

   1734820	  0.160782	  0.160608	  0.166079		CURRENT LEARNING RATE: 2.0454254257560637e-08
previous_iter_valid_loss : 0.16318149864673615

   1734840	  0.163346	  0.163181	  0.166182		CURRENT LEARNING RATE: 2.0450163815766953e-08
previous_iter_valid_loss : 0.16216117143630981

   1734860	  0.162358	  0.162161	  0.165969		CURRENT LEARNING RATE: 2.0446074191979816e-08
previous_iter_valid_loss : 0.16184155642986298

   1734880	  0.162003	  0.161842	  0.165752		CURRENT LEARNING RATE: 2.0441985386035657e-08
previous_iter_valid_loss : 0.1832982450723648

   1734900	  0.183449	  0.183298	  0.166584		CURRENT LEARNING RATE: 2.043789739777091e-08
previous_iter_valid_loss : 0.1906726211309433

   1734920	  0.191104	  0.190673	  0.167930		CURRENT LEARNING RATE: 2.0433810227022064e-08
previous_iter_valid_loss : 0.1605328917503357

   1734940	  0.160700	  0.160533	  0.167325		CURRENT LEARNING RATE: 2.042972387362563e-08
previous_iter_valid_loss : 0.1872391700744629

   1734960	  0.187632	  0.187239	  0.168650		CURRENT LEARNING RATE: 2.0425638337418153e-08
previous_iter_valid_loss : 0.16361400485038757

   1734980	  0.163784	  0.163614	  0.168117		CURRENT LEARNING RATE: 2.042155361823614e-08
previous_iter_valid_loss : 0.16296595335006714

   1735000	  0.163129	  0.162966	  0.167992		CURRENT LEARNING RATE: 2.0417469715916347e-08
previous_iter_valid_loss : 0.16074509918689728

   1735020	  0.160916	  0.160745	  0.167999		CURRENT LEARNING RATE: 2.0413386630295347e-08
previous_iter_valid_loss : 0.17708006501197815

   1735040	  0.177237	  0.177080	  0.168805		CURRENT LEARNING RATE: 2.0409304361209814e-08
previous_iter_valid_loss : 0.16108083724975586

   1735060	  0.161264	  0.161081	  0.168681		CURRENT LEARNING RATE: 2.0405222908496458e-08
previous_iter_valid_loss : 0.19093860685825348

   1735080	  0.191066	  0.190939	  0.170130		CURRENT LEARNING RATE: 2.040114227199202e-08
previous_iter_valid_loss : 0.1667773276567459

   1735100	  0.166932	  0.166777	  0.170235		CURRENT LEARNING RATE: 2.0397062451533277e-08
previous_iter_valid_loss : 0.16077643632888794

   1735120	  0.160949	  0.160776	  0.169558		CURRENT LEARNING RATE: 2.0392983446956963e-08
previous_iter_valid_loss : 0.1628345400094986

   1735140	  0.163001	  0.162835	  0.169506		CURRENT LEARNING RATE: 2.038890525810006e-08
previous_iter_valid_loss : 0.16729825735092163

   1735160	  0.167513	  0.167298	  0.169610		CURRENT LEARNING RATE: 2.038482788479937e-08
previous_iter_valid_loss : 0.17232052981853485

   1735180	  0.172471	  0.172321	  0.169853		CURRENT LEARNING RATE: 2.0380751326891798e-08
previous_iter_valid_loss : 0.16222651302814484

   1735200	  0.162393	  0.162227	  0.168908		CURRENT LEARNING RATE: 2.0376675584214284e-08
previous_iter_valid_loss : 0.16341286897659302

   1735220	  0.163579	  0.163413	  0.169048		CURRENT LEARNING RATE: 2.0372600656603796e-08
previous_iter_valid_loss : 0.16782405972480774

   1735240	  0.168047	  0.167824	  0.169280		CURRENT LEARNING RATE: 2.0368526543897332e-08
previous_iter_valid_loss : 0.17327742278575897

   1735260	  0.173553	  0.173277	  0.169836		CURRENT LEARNING RATE: 2.0364453245931938e-08
previous_iter_valid_loss : 0.164346843957901

   1735280	  0.164522	  0.164347	  0.169962		CURRENT LEARNING RATE: 2.0360380762544604e-08
previous_iter_valid_loss : 0.16176432371139526

   1735300	  0.161932	  0.161764	  0.168885		CURRENT LEARNING RATE: 2.0356309093572573e-08
previous_iter_valid_loss : 0.1769213229417801

   1735320	  0.177069	  0.176921	  0.168197		CURRENT LEARNING RATE: 2.0352238238852907e-08
previous_iter_valid_loss : 0.16307081282138824

   1735340	  0.163235	  0.163071	  0.168324		CURRENT LEARNING RATE: 2.0348168198222778e-08
previous_iter_valid_loss : 0.16902513802051544

   1735360	  0.169263	  0.169025	  0.167414		CURRENT LEARNING RATE: 2.034409897151938e-08
previous_iter_valid_loss : 0.16148345172405243

   1735380	  0.161662	  0.161483	  0.167307		CURRENT LEARNING RATE: 2.034003055857994e-08
previous_iter_valid_loss : 0.17849110066890717

   1735400	  0.178801	  0.178491	  0.168083		CURRENT LEARNING RATE: 2.0335962959241727e-08
previous_iter_valid_loss : 0.16212065517902374

   1735420	  0.162307	  0.162121	  0.168152		CURRENT LEARNING RATE: 2.033189617334203e-08
previous_iter_valid_loss : 0.1735173612833023

   1735440	  0.173795	  0.173517	  0.167974		CURRENT LEARNING RATE: 2.0327830200718116e-08
previous_iter_valid_loss : 0.1994272768497467

   1735460	  0.199510	  0.199427	  0.169891		CURRENT LEARNING RATE: 2.0323765041207483e-08
previous_iter_valid_loss : 0.16059108078479767

   1735480	  0.160742	  0.160591	  0.168374		CURRENT LEARNING RATE: 2.0319700694647455e-08
previous_iter_valid_loss : 0.16422368586063385

   1735500	  0.164390	  0.164224	  0.168246		CURRENT LEARNING RATE: 2.0315637160875457e-08
previous_iter_valid_loss : 0.1658918708562851

   1735520	  0.166099	  0.165892	  0.168502		CURRENT LEARNING RATE: 2.031157443972895e-08
previous_iter_valid_loss : 0.16387949883937836

   1735540	  0.164045	  0.163879	  0.168554		CURRENT LEARNING RATE: 2.0307512531045423e-08
previous_iter_valid_loss : 0.16305840015411377

   1735560	  0.163253	  0.163058	  0.168342		CURRENT LEARNING RATE: 2.0303451434662396e-08
previous_iter_valid_loss : 0.1612197905778885

   1735580	  0.161409	  0.161220	  0.167787		CURRENT LEARNING RATE: 2.029939115041736e-08
previous_iter_valid_loss : 0.1665279120206833

   1735600	  0.166753	  0.166528	  0.168002		CURRENT LEARNING RATE: 2.0295331678148044e-08
previous_iter_valid_loss : 0.16267447173595428

   1735620	  0.162868	  0.162674	  0.167965		CURRENT LEARNING RATE: 2.0291273017691998e-08
previous_iter_valid_loss : 0.16049861907958984

   1735640	  0.160662	  0.160499	  0.167599		CURRENT LEARNING RATE: 2.0287215168886876e-08
previous_iter_valid_loss : 0.18182900547981262

   1735660	  0.182180	  0.181829	  0.168027		CURRENT LEARNING RATE: 2.0283158131570363e-08
previous_iter_valid_loss : 0.16917580366134644

   1735680	  0.169421	  0.169176	  0.168268		CURRENT LEARNING RATE: 2.0279101905580177e-08
previous_iter_valid_loss : 0.16054120659828186

   1735700	  0.160701	  0.160541	  0.168207		CURRENT LEARNING RATE: 2.027504649075407e-08
previous_iter_valid_loss : 0.160524383187294

   1735720	  0.160687	  0.160524	  0.167387		CURRENT LEARNING RATE: 2.027099188692983e-08
previous_iter_valid_loss : 0.16471166908740997

   1735740	  0.164887	  0.164712	  0.167469		CURRENT LEARNING RATE: 2.026693809394519e-08
previous_iter_valid_loss : 0.1606094241142273

   1735760	  0.160773	  0.160609	  0.167048		CURRENT LEARNING RATE: 2.0262885111638152e-08
previous_iter_valid_loss : 0.16448332369327545

   1735780	  0.164686	  0.164483	  0.167198		CURRENT LEARNING RATE: 2.0258832939846522e-08
previous_iter_valid_loss : 0.16054177284240723

   1735800	  0.160705	  0.160542	  0.166301		CURRENT LEARNING RATE: 2.025478157840821e-08
previous_iter_valid_loss : 0.17142991721630096

   1735820	  0.171696	  0.171430	  0.166766		CURRENT LEARNING RATE: 2.0250731027161164e-08
previous_iter_valid_loss : 0.16416703164577484

   1735840	  0.164364	  0.164167	  0.166299		CURRENT LEARNING RATE: 2.024668128594336e-08
previous_iter_valid_loss : 0.16115620732307434

   1735860	  0.161313	  0.161156	  0.164385		CURRENT LEARNING RATE: 2.0242632354592814e-08
previous_iter_valid_loss : 0.17012006044387817

   1735880	  0.170367	  0.170120	  0.164862		CURRENT LEARNING RATE: 2.023858423294749e-08
previous_iter_valid_loss : 0.16230326890945435

   1735900	  0.162490	  0.162303	  0.164766		CURRENT LEARNING RATE: 2.0234536920845615e-08
previous_iter_valid_loss : 0.1605272740125656

   1735920	  0.160680	  0.160527	  0.164497		CURRENT LEARNING RATE: 2.0230490418125212e-08
previous_iter_valid_loss : 0.16050447523593903

   1735940	  0.160670	  0.160504	  0.164329		CURRENT LEARNING RATE: 2.0226444724624435e-08
previous_iter_valid_loss : 0.1701691597700119

   1735960	  0.170323	  0.170169	  0.164684		CURRENT LEARNING RATE: 2.0222399840181445e-08
previous_iter_valid_loss : 0.1654760241508484

   1735980	  0.165643	  0.165476	  0.164897		CURRENT LEARNING RATE: 2.0218355764634452e-08
previous_iter_valid_loss : 0.1606059968471527

   1736000	  0.160775	  0.160606	  0.164601		CURRENT LEARNING RATE: 2.0214312497821693e-08
previous_iter_valid_loss : 0.160516157746315

   1736020	  0.160678	  0.160516	  0.164493		CURRENT LEARNING RATE: 2.021027003958144e-08
previous_iter_valid_loss : 0.16052165627479553

   1736040	  0.160690	  0.160522	  0.164494		CURRENT LEARNING RATE: 2.0206228389751913e-08
previous_iter_valid_loss : 0.16200445592403412

   1736060	  0.162207	  0.162004	  0.163503		CURRENT LEARNING RATE: 2.02021875481716e-08
previous_iter_valid_loss : 0.16457541286945343

   1736080	  0.164785	  0.164575	  0.163273		CURRENT LEARNING RATE: 2.0198147514678792e-08
previous_iter_valid_loss : 0.1683720350265503

   1736100	  0.168526	  0.168372	  0.163664		CURRENT LEARNING RATE: 2.0194108289111886e-08
previous_iter_valid_loss : 0.161189466714859

   1736120	  0.161371	  0.161189	  0.163698		CURRENT LEARNING RATE: 2.0190069871309315e-08
previous_iter_valid_loss : 0.16727221012115479

   1736140	  0.167490	  0.167272	  0.163826		CURRENT LEARNING RATE: 2.0186032261109543e-08
previous_iter_valid_loss : 0.167460098862648

   1736160	  0.167618	  0.167460	  0.164168		CURRENT LEARNING RATE: 2.018199545835106e-08
previous_iter_valid_loss : 0.1606478989124298

   1736180	  0.160805	  0.160648	  0.163976		CURRENT LEARNING RATE: 2.01779594628724e-08
previous_iter_valid_loss : 0.16053415834903717

   1736200	  0.160702	  0.160534	  0.163976		CURRENT LEARNING RATE: 2.017392427451205e-08
previous_iter_valid_loss : 0.16073429584503174

   1736220	  0.160912	  0.160734	  0.163441		CURRENT LEARNING RATE: 2.0169889893108746e-08
previous_iter_valid_loss : 0.16794848442077637

   1736240	  0.168176	  0.167948	  0.163630		CURRENT LEARNING RATE: 2.016585631850104e-08
previous_iter_valid_loss : 0.1666429042816162

   1736260	  0.166802	  0.166643	  0.163905		CURRENT LEARNING RATE: 2.016182355052759e-08
previous_iter_valid_loss : 0.16161209344863892

   1736280	  0.161774	  0.161612	  0.163479		CURRENT LEARNING RATE: 2.0157791589027083e-08
previous_iter_valid_loss : 0.17045879364013672

   1736300	  0.170609	  0.170459	  0.163887		CURRENT LEARNING RATE: 2.0153760433838244e-08
previous_iter_valid_loss : 0.16310817003250122

   1736320	  0.163297	  0.163108	  0.164016		CURRENT LEARNING RATE: 2.0149730084799822e-08
previous_iter_valid_loss : 0.17006804049015045

   1736340	  0.170220	  0.170068	  0.164494		CURRENT LEARNING RATE: 2.0145700541750538e-08
previous_iter_valid_loss : 0.1605653166770935

   1736360	  0.160716	  0.160565	  0.164014		CURRENT LEARNING RATE: 2.0141671804529347e-08
previous_iter_valid_loss : 0.16683325171470642

   1736380	  0.166994	  0.166833	  0.164082		CURRENT LEARNING RATE: 2.0137643872975035e-08
previous_iter_valid_loss : 0.17481622099876404

   1736400	  0.174967	  0.174816	  0.164793		CURRENT LEARNING RATE: 2.0133616746926478e-08
previous_iter_valid_loss : 0.1713188886642456

   1736420	  0.171468	  0.171319	  0.165333		CURRENT LEARNING RATE: 2.0129590426222592e-08
previous_iter_valid_loss : 0.16581447422504425

   1736440	  0.165980	  0.165814	  0.165597		CURRENT LEARNING RATE: 2.0125564910702327e-08
previous_iter_valid_loss : 0.1701580137014389

   1736460	  0.170308	  0.170158	  0.166005		CURRENT LEARNING RATE: 2.0121540200204663e-08
previous_iter_valid_loss : 0.16526399552822113

   1736480	  0.165433	  0.165264	  0.166039		CURRENT LEARNING RATE: 2.0117516294568608e-08
previous_iter_valid_loss : 0.1623818725347519

   1736500	  0.162545	  0.162382	  0.165740		CURRENT LEARNING RATE: 2.0113493193633136e-08
previous_iter_valid_loss : 0.16727609932422638

   1736520	  0.167434	  0.167276	  0.166044		CURRENT LEARNING RATE: 2.0109470897237466e-08
previous_iter_valid_loss : 0.17279624938964844

   1736540	  0.172945	  0.172796	  0.166320		CURRENT LEARNING RATE: 2.0105449405220633e-08
previous_iter_valid_loss : 0.16090598702430725

   1736560	  0.161059	  0.160906	  0.165993		CURRENT LEARNING RATE: 2.0101428717421782e-08
previous_iter_valid_loss : 0.17216716706752777

   1736580	  0.172317	  0.172167	  0.166569		CURRENT LEARNING RATE: 2.009740883368008e-08
previous_iter_valid_loss : 0.16073036193847656

   1736600	  0.160906	  0.160730	  0.166578		CURRENT LEARNING RATE: 2.0093389753834734e-08
previous_iter_valid_loss : 0.1690560132265091

   1736620	  0.169303	  0.169056	  0.166995		CURRENT LEARNING RATE: 2.0089371477724982e-08
previous_iter_valid_loss : 0.1860881745815277

   1736640	  0.186225	  0.186088	  0.167902		CURRENT LEARNING RATE: 2.0085354005190093e-08
previous_iter_valid_loss : 0.16512303054332733

   1736660	  0.165322	  0.165123	  0.167826		CURRENT LEARNING RATE: 2.0081337336069293e-08
previous_iter_valid_loss : 0.16127358376979828

   1736680	  0.161429	  0.161274	  0.167809		CURRENT LEARNING RATE: 2.0077321470202062e-08
previous_iter_valid_loss : 0.1618107557296753

   1736700	  0.161995	  0.161811	  0.167376		CURRENT LEARNING RATE: 2.0073306407427694e-08
previous_iter_valid_loss : 0.16369107365608215

   1736720	  0.163860	  0.163691	  0.167405		CURRENT LEARNING RATE: 2.006929214758558e-08
previous_iter_valid_loss : 0.16373053193092346

   1736740	  0.163938	  0.163731	  0.167089		CURRENT LEARNING RATE: 2.006527869051516e-08
previous_iter_valid_loss : 0.18399256467819214

   1736760	  0.184353	  0.183993	  0.168260		CURRENT LEARNING RATE: 2.0061266036055885e-08
previous_iter_valid_loss : 0.16287624835968018

   1736780	  0.163069	  0.162876	  0.168062		CURRENT LEARNING RATE: 2.0057254184047257e-08
previous_iter_valid_loss : 0.18825793266296387

   1736800	  0.188396	  0.188258	  0.168734		CURRENT LEARNING RATE: 2.0053243134328727e-08
previous_iter_valid_loss : 0.16058382391929626

   1736820	  0.160746	  0.160584	  0.168197		CURRENT LEARNING RATE: 2.004923288674e-08
previous_iter_valid_loss : 0.16067643463611603

   1736840	  0.160834	  0.160676	  0.167940		CURRENT LEARNING RATE: 2.0045223441120584e-08
previous_iter_valid_loss : 0.1612524688243866

   1736860	  0.161441	  0.161252	  0.167495		CURRENT LEARNING RATE: 2.0041214797310114e-08
previous_iter_valid_loss : 0.1605556756258011

   1736880	  0.160719	  0.160556	  0.167260		CURRENT LEARNING RATE: 2.0037206955148238e-08
previous_iter_valid_loss : 0.17548127472400665

   1736900	  0.175634	  0.175481	  0.167915		CURRENT LEARNING RATE: 2.0033199914474642e-08
previous_iter_valid_loss : 0.16550332307815552

   1736920	  0.165669	  0.165503	  0.167826		CURRENT LEARNING RATE: 2.0029193675129045e-08
previous_iter_valid_loss : 0.16286516189575195

   1736940	  0.163026	  0.162865	  0.167330		CURRENT LEARNING RATE: 2.0025188236951196e-08
previous_iter_valid_loss : 0.18022990226745605

   1736960	  0.180549	  0.180230	  0.168296		CURRENT LEARNING RATE: 2.002118359978081e-08
previous_iter_valid_loss : 0.16821056604385376

   1736980	  0.168451	  0.168211	  0.168098		CURRENT LEARNING RATE: 2.001717976345784e-08
previous_iter_valid_loss : 0.16108009219169617

   1737000	  0.161234	  0.161080	  0.168115		CURRENT LEARNING RATE: 2.0013176727822068e-08
previous_iter_valid_loss : 0.16158443689346313

   1737020	  0.161752	  0.161584	  0.167742		CURRENT LEARNING RATE: 2.0009174492713364e-08
previous_iter_valid_loss : 0.17674660682678223

   1737040	  0.177045	  0.176747	  0.167275		CURRENT LEARNING RATE: 2.0005173057971645e-08
previous_iter_valid_loss : 0.17045612633228302

   1737060	  0.170700	  0.170456	  0.167541		CURRENT LEARNING RATE: 2.000117242343685e-08
previous_iter_valid_loss : 0.16269314289093018

   1737080	  0.162874	  0.162693	  0.167612		CURRENT LEARNING RATE: 1.9997172588948952e-08
previous_iter_valid_loss : 0.1703834980726242

   1737100	  0.170634	  0.170383	  0.168041		CURRENT LEARNING RATE: 1.999317355434789e-08
previous_iter_valid_loss : 0.16654150187969208

   1737120	  0.166761	  0.166542	  0.168184		CURRENT LEARNING RATE: 1.9989175319473842e-08
previous_iter_valid_loss : 0.16108790040016174

   1737140	  0.161235	  0.161088	  0.168051		CURRENT LEARNING RATE: 1.9985177884166816e-08
previous_iter_valid_loss : 0.1633681207895279

   1737160	  0.163572	  0.163368	  0.167020		CURRENT LEARNING RATE: 1.9981181248266902e-08
previous_iter_valid_loss : 0.1620091199874878

   1737180	  0.162175	  0.162009	  0.166977		CURRENT LEARNING RATE: 1.997718541161424e-08
previous_iter_valid_loss : 0.16080988943576813

   1737200	  0.160966	  0.160810	  0.165604		CURRENT LEARNING RATE: 1.9973190374049002e-08
previous_iter_valid_loss : 0.16462337970733643

   1737220	  0.164834	  0.164623	  0.165806		CURRENT LEARNING RATE: 1.996919613541138e-08
previous_iter_valid_loss : 0.16779249906539917

   1737240	  0.167953	  0.167792	  0.166162		CURRENT LEARNING RATE: 1.9965202695541606e-08
previous_iter_valid_loss : 0.16808520257472992

   1737260	  0.168302	  0.168085	  0.166504		CURRENT LEARNING RATE: 1.996121005427987e-08
previous_iter_valid_loss : 0.18888571858406067

   1737280	  0.189315	  0.188886	  0.167920		CURRENT LEARNING RATE: 1.995721821146661e-08
previous_iter_valid_loss : 0.1764305979013443

   1737300	  0.176726	  0.176431	  0.167968		CURRENT LEARNING RATE: 1.9953227166942084e-08
previous_iter_valid_loss : 0.16473503410816193

   1737320	  0.164929	  0.164735	  0.167929		CURRENT LEARNING RATE: 1.9949236920546644e-08
previous_iter_valid_loss : 0.16917714476585388

   1737340	  0.169416	  0.169177	  0.168245		CURRENT LEARNING RATE: 1.9945247472120687e-08
previous_iter_valid_loss : 0.16053473949432373

   1737360	  0.160697	  0.160535	  0.167260		CURRENT LEARNING RATE: 1.9941258821504627e-08
previous_iter_valid_loss : 0.16356027126312256

   1737380	  0.163744	  0.163560	  0.167028		CURRENT LEARNING RATE: 1.9937270968538925e-08
previous_iter_valid_loss : 0.16157537698745728

   1737400	  0.161720	  0.161575	  0.167052		CURRENT LEARNING RATE: 1.9933283913064064e-08
previous_iter_valid_loss : 0.16575931012630463

   1737420	  0.165924	  0.165759	  0.167261		CURRENT LEARNING RATE: 1.9929297654920493e-08
previous_iter_valid_loss : 0.16440121829509735

   1737440	  0.164571	  0.164401	  0.166644		CURRENT LEARNING RATE: 1.9925312193948898e-08
previous_iter_valid_loss : 0.17618484795093536

   1737460	  0.176465	  0.176185	  0.166930		CURRENT LEARNING RATE: 1.9921327529989797e-08
previous_iter_valid_loss : 0.16640010476112366

   1737480	  0.166561	  0.166400	  0.167116		CURRENT LEARNING RATE: 1.9917343662883798e-08
previous_iter_valid_loss : 0.16219641268253326

   1737500	  0.162351	  0.162196	  0.166706		CURRENT LEARNING RATE: 1.9913360592471548e-08
previous_iter_valid_loss : 0.16287709772586823

   1737520	  0.163040	  0.162877	  0.166523		CURRENT LEARNING RATE: 1.9909378318593726e-08
previous_iter_valid_loss : 0.1672450453042984

   1737540	  0.167469	  0.167245	  0.166831		CURRENT LEARNING RATE: 1.9905396841091037e-08
previous_iter_valid_loss : 0.1627640575170517

   1737560	  0.162970	  0.162764	  0.166801		CURRENT LEARNING RATE: 1.9901416159804155e-08
previous_iter_valid_loss : 0.16074895858764648

   1737580	  0.160908	  0.160749	  0.166738		CURRENT LEARNING RATE: 1.9897436274573994e-08
previous_iter_valid_loss : 0.16177323460578918

   1737600	  0.161962	  0.161773	  0.166786		CURRENT LEARNING RATE: 1.9893457185241286e-08
previous_iter_valid_loss : 0.16167309880256653

   1737620	  0.161824	  0.161673	  0.166638		CURRENT LEARNING RATE: 1.9889478891646868e-08
previous_iter_valid_loss : 0.17237165570259094

   1737640	  0.172523	  0.172372	  0.166867		CURRENT LEARNING RATE: 1.9885501393631606e-08
previous_iter_valid_loss : 0.16101515293121338

   1737660	  0.161170	  0.161015	  0.166514		CURRENT LEARNING RATE: 1.9881524691036404e-08
previous_iter_valid_loss : 0.161077618598938

   1737680	  0.161236	  0.161078	  0.165124		CURRENT LEARNING RATE: 1.9877548783702192e-08
previous_iter_valid_loss : 0.16065093874931335

   1737700	  0.160811	  0.160651	  0.164335		CURRENT LEARNING RATE: 1.9873573671469936e-08
previous_iter_valid_loss : 0.18556863069534302

   1737720	  0.185720	  0.185569	  0.165376		CURRENT LEARNING RATE: 1.9869599354180557e-08
previous_iter_valid_loss : 0.1605459600687027

   1737740	  0.160701	  0.160546	  0.164945		CURRENT LEARNING RATE: 1.9865625831675224e-08
previous_iter_valid_loss : 0.16099432110786438

   1737760	  0.161151	  0.160994	  0.164968		CURRENT LEARNING RATE: 1.986165310379493e-08
previous_iter_valid_loss : 0.17823997139930725

   1737780	  0.178397	  0.178240	  0.165702		CURRENT LEARNING RATE: 1.9857681170380762e-08
previous_iter_valid_loss : 0.1638195663690567

   1737800	  0.163999	  0.163820	  0.165814		CURRENT LEARNING RATE: 1.9853710031273843e-08
previous_iter_valid_loss : 0.16056737303733826

   1737820	  0.160732	  0.160567	  0.165554		CURRENT LEARNING RATE: 1.9849739686315326e-08
previous_iter_valid_loss : 0.17275968194007874

   1737840	  0.172899	  0.172760	  0.165972		CURRENT LEARNING RATE: 1.9845770135346403e-08
previous_iter_valid_loss : 0.162361279129982

   1737860	  0.162532	  0.162361	  0.165281		CURRENT LEARNING RATE: 1.9841801378208287e-08
previous_iter_valid_loss : 0.1605338752269745

   1737880	  0.160703	  0.160534	  0.164988		CURRENT LEARNING RATE: 1.9837833414742157e-08
previous_iter_valid_loss : 0.16155439615249634

   1737900	  0.161708	  0.161554	  0.164956		CURRENT LEARNING RATE: 1.9833866244789436e-08
previous_iter_valid_loss : 0.16053315997123718

   1737920	  0.160703	  0.160533	  0.164838		CURRENT LEARNING RATE: 1.9829899868191368e-08
previous_iter_valid_loss : 0.1606464684009552

   1737940	  0.160819	  0.160646	  0.164508		CURRENT LEARNING RATE: 1.98259342847893e-08
previous_iter_valid_loss : 0.17438820004463196

   1737960	  0.174670	  0.174388	  0.165090		CURRENT LEARNING RATE: 1.98219694944246e-08
previous_iter_valid_loss : 0.17444062232971191

   1737980	  0.174591	  0.174441	  0.165774		CURRENT LEARNING RATE: 1.981800549693869e-08
previous_iter_valid_loss : 0.16174718737602234

   1738000	  0.161906	  0.161747	  0.165773		CURRENT LEARNING RATE: 1.9814042292172995e-08
previous_iter_valid_loss : 0.16363488137722015

   1738020	  0.163799	  0.163635	  0.165871		CURRENT LEARNING RATE: 1.981007987996893e-08
previous_iter_valid_loss : 0.1675996333360672

   1738040	  0.167754	  0.167600	  0.165632		CURRENT LEARNING RATE: 1.9806118260168132e-08
previous_iter_valid_loss : 0.16600072383880615

   1738060	  0.166212	  0.166001	  0.165882		CURRENT LEARNING RATE: 1.9802157432612064e-08
previous_iter_valid_loss : 0.1669446974992752

   1738080	  0.167169	  0.166945	  0.166175		CURRENT LEARNING RATE: 1.9798197397142296e-08
previous_iter_valid_loss : 0.1618305742740631

   1738100	  0.162024	  0.161831	  0.166234		CURRENT LEARNING RATE: 1.979423815360043e-08
previous_iter_valid_loss : 0.1724444329738617

   1738120	  0.172592	  0.172444	  0.165578		CURRENT LEARNING RATE: 1.979027970182809e-08
previous_iter_valid_loss : 0.17499563097953796

   1738140	  0.175152	  0.174996	  0.166300		CURRENT LEARNING RATE: 1.9786322041666943e-08
previous_iter_valid_loss : 0.16161423921585083

   1738160	  0.161779	  0.161614	  0.166331		CURRENT LEARNING RATE: 1.978236517295868e-08
previous_iter_valid_loss : 0.16760551929473877

   1738180	  0.167834	  0.167606	  0.165800		CURRENT LEARNING RATE: 1.9778409095544954e-08
previous_iter_valid_loss : 0.1614864468574524

   1738200	  0.161647	  0.161486	  0.165683		CURRENT LEARNING RATE: 1.9774453809267667e-08
previous_iter_valid_loss : 0.1796153485774994

   1738220	  0.179771	  0.179615	  0.166635		CURRENT LEARNING RATE: 1.9770499313968536e-08
previous_iter_valid_loss : 0.1675618290901184

   1738240	  0.167712	  0.167562	  0.166375		CURRENT LEARNING RATE: 1.9766545609489378e-08
previous_iter_valid_loss : 0.1608332395553589

   1738260	  0.160985	  0.160833	  0.166299		CURRENT LEARNING RATE: 1.9762592695672046e-08
previous_iter_valid_loss : 0.16367164254188538

   1738280	  0.163848	  0.163672	  0.166456		CURRENT LEARNING RATE: 1.9758640572358426e-08
previous_iter_valid_loss : 0.17641893029212952

   1738300	  0.176571	  0.176419	  0.167199		CURRENT LEARNING RATE: 1.975468923939043e-08
previous_iter_valid_loss : 0.16049161553382874

   1738320	  0.160654	  0.160492	  0.167197		CURRENT LEARNING RATE: 1.975073869660994e-08
previous_iter_valid_loss : 0.16791778802871704

   1738340	  0.168078	  0.167918	  0.167561		CURRENT LEARNING RATE: 1.9746788943859067e-08
previous_iter_valid_loss : 0.16099870204925537

   1738360	  0.161184	  0.160999	  0.166891		CURRENT LEARNING RATE: 1.9742839980979758e-08
previous_iter_valid_loss : 0.16858282685279846

   1738380	  0.168737	  0.168583	  0.166598		CURRENT LEARNING RATE: 1.9738891807814045e-08
previous_iter_valid_loss : 0.19258825480937958

   1738400	  0.192705	  0.192588	  0.168140		CURRENT LEARNING RATE: 1.9734944424204013e-08
previous_iter_valid_loss : 0.16349732875823975

   1738420	  0.163688	  0.163497	  0.168133		CURRENT LEARNING RATE: 1.9730997829991755e-08
previous_iter_valid_loss : 0.17285819351673126

   1738440	  0.173009	  0.172858	  0.168396		CURRENT LEARNING RATE: 1.9727052025019416e-08
previous_iter_valid_loss : 0.19484259188175201

   1738460	  0.194953	  0.194843	  0.169838		CURRENT LEARNING RATE: 1.972310700912916e-08
previous_iter_valid_loss : 0.16759993135929108

   1738480	  0.167752	  0.167600	  0.169871		CURRENT LEARNING RATE: 1.971916278216312e-08
previous_iter_valid_loss : 0.16704359650611877

   1738500	  0.167202	  0.167044	  0.170132		CURRENT LEARNING RATE: 1.971521934396366e-08
previous_iter_valid_loss : 0.16082580387592316

   1738520	  0.160973	  0.160826	  0.169551		CURRENT LEARNING RATE: 1.971127669437298e-08
previous_iter_valid_loss : 0.16091524064540863

   1738540	  0.161099	  0.160915	  0.168847		CURRENT LEARNING RATE: 1.9707334833233367e-08
previous_iter_valid_loss : 0.17419812083244324

   1738560	  0.174345	  0.174198	  0.169476		CURRENT LEARNING RATE: 1.9703393760387152e-08
previous_iter_valid_loss : 0.16169528663158417

   1738580	  0.161879	  0.161695	  0.169181		CURRENT LEARNING RATE: 1.969945347567669e-08
previous_iter_valid_loss : 0.16128842532634735

   1738600	  0.161454	  0.161288	  0.169171		CURRENT LEARNING RATE: 1.9695513978944366e-08
previous_iter_valid_loss : 0.16204337775707245

   1738620	  0.162205	  0.162043	  0.168292		CURRENT LEARNING RATE: 1.9691575270032607e-08
previous_iter_valid_loss : 0.1616789996623993

   1738640	  0.161855	  0.161679	  0.167998		CURRENT LEARNING RATE: 1.9687637348783793e-08
previous_iter_valid_loss : 0.17202916741371155

   1738660	  0.172298	  0.172029	  0.168558		CURRENT LEARNING RATE: 1.9683700215040542e-08
previous_iter_valid_loss : 0.16918432712554932

   1738680	  0.169431	  0.169184	  0.168833		CURRENT LEARNING RATE: 1.9679763868645303e-08
previous_iter_valid_loss : 0.16080240905284882

   1738700	  0.160955	  0.160802	  0.168053		CURRENT LEARNING RATE: 1.9675828309440622e-08
previous_iter_valid_loss : 0.1623963713645935

   1738720	  0.162586	  0.162396	  0.168148		CURRENT LEARNING RATE: 1.9671893537269076e-08
previous_iter_valid_loss : 0.16929331421852112

   1738740	  0.169537	  0.169293	  0.168217		CURRENT LEARNING RATE: 1.9667959551973276e-08
previous_iter_valid_loss : 0.16364969313144684

   1738760	  0.163819	  0.163650	  0.168349		CURRENT LEARNING RATE: 1.966402635339586e-08
previous_iter_valid_loss : 0.16734731197357178

   1738780	  0.167502	  0.167347	  0.168287		CURRENT LEARNING RATE: 1.9660093941379426e-08
previous_iter_valid_loss : 0.16166187822818756

   1738800	  0.161851	  0.161662	  0.166741		CURRENT LEARNING RATE: 1.9656162315766828e-08
previous_iter_valid_loss : 0.17101354897022247

   1738820	  0.171270	  0.171014	  0.167117		CURRENT LEARNING RATE: 1.9652231476400725e-08
previous_iter_valid_loss : 0.1723690629005432

   1738840	  0.172636	  0.172369	  0.167092		CURRENT LEARNING RATE: 1.964830142312388e-08
previous_iter_valid_loss : 0.1658756583929062

   1738860	  0.166082	  0.165876	  0.165644		CURRENT LEARNING RATE: 1.9644372155779096e-08
previous_iter_valid_loss : 0.16847115755081177

   1738880	  0.168618	  0.168471	  0.165688		CURRENT LEARNING RATE: 1.96404436742092e-08
previous_iter_valid_loss : 0.17502407729625702

   1738900	  0.175172	  0.175024	  0.166087		CURRENT LEARNING RATE: 1.9636515978257055e-08
previous_iter_valid_loss : 0.17980307340621948

   1738920	  0.179963	  0.179803	  0.167035		CURRENT LEARNING RATE: 1.9632589067765553e-08
previous_iter_valid_loss : 0.17227309942245483

   1738940	  0.172422	  0.172273	  0.167603		CURRENT LEARNING RATE: 1.9628662942577544e-08
previous_iter_valid_loss : 0.1754327118396759

   1738960	  0.175722	  0.175433	  0.167665		CURRENT LEARNING RATE: 1.9624737602536127e-08
previous_iter_valid_loss : 0.16069766879081726

   1738980	  0.160878	  0.160698	  0.167615		CURRENT LEARNING RATE: 1.9620813047484214e-08
previous_iter_valid_loss : 0.17015250027179718

   1739000	  0.170301	  0.170153	  0.168058		CURRENT LEARNING RATE: 1.9616889277264827e-08
previous_iter_valid_loss : 0.16081012785434723

   1739020	  0.160993	  0.160810	  0.167997		CURRENT LEARNING RATE: 1.9612966291721016e-08
previous_iter_valid_loss : 0.16604728996753693

   1739040	  0.166266	  0.166047	  0.168215		CURRENT LEARNING RATE: 1.960904409069586e-08

previous_iter_valid_loss : 0.16082070767879486

   1811660	  0.160999	  0.160821	  0.165390		CURRENT LEARNING RATE: 9.485752091868482e-09
previous_iter_valid_loss : 0.16278903186321259

   1811680	  0.162957	  0.162789	  0.165352		CURRENT LEARNING RATE: 9.48385513115251e-09
previous_iter_valid_loss : 0.16061227023601532

   1811700	  0.160782	  0.160612	  0.165129		CURRENT LEARNING RATE: 9.481958549790741e-09
previous_iter_valid_loss : 0.16053833067417145

   1811720	  0.160698	  0.160538	  0.164830		CURRENT LEARNING RATE: 9.480062347707315e-09
previous_iter_valid_loss : 0.16348429024219513

   1811740	  0.163681	  0.163484	  0.164918		CURRENT LEARNING RATE: 9.478166524826387e-09
previous_iter_valid_loss : 0.18937209248542786

   1811760	  0.189507	  0.189372	  0.166304		CURRENT LEARNING RATE: 9.47627108107212e-09
previous_iter_valid_loss : 0.16314181685447693

   1811780	  0.163310	  0.163142	  0.166390		CURRENT LEARNING RATE: 9.474376016368697e-09
previous_iter_valid_loss : 0.16119156777858734

   1811800	  0.161377	  0.161192	  0.165968		CURRENT LEARNING RATE: 9.472481330640282e-09
previous_iter_valid_loss : 0.18507172167301178

   1811820	  0.185447	  0.185072	  0.167193		CURRENT LEARNING RATE: 9.470587023811157e-09
previous_iter_valid_loss : 0.1605260968208313

   1811840	  0.160684	  0.160526	  0.167190		CURRENT LEARNING RATE: 9.468693095805513e-09
previous_iter_valid_loss : 0.17036618292331696

   1811860	  0.170515	  0.170366	  0.167266		CURRENT LEARNING RATE: 9.466799546547592e-09
previous_iter_valid_loss : 0.16186073422431946

   1811880	  0.162046	  0.161861	  0.167127		CURRENT LEARNING RATE: 9.464906375961657e-09
previous_iter_valid_loss : 0.18306191265583038

   1811900	  0.183413	  0.183062	  0.166793		CURRENT LEARNING RATE: 9.463013583971977e-09
previous_iter_valid_loss : 0.16247063875198364

   1811920	  0.162629	  0.162471	  0.166828		CURRENT LEARNING RATE: 9.461121170502842e-09
previous_iter_valid_loss : 0.16964854300022125

   1811940	  0.169898	  0.169649	  0.167003		CURRENT LEARNING RATE: 9.459229135478555e-09
previous_iter_valid_loss : 0.17091865837574005

   1811960	  0.171178	  0.170919	  0.167407		CURRENT LEARNING RATE: 9.4573374788234e-09
previous_iter_valid_loss : 0.1900254786014557

   1811980	  0.190152	  0.190025	  0.168687		CURRENT LEARNING RATE: 9.455446200461781e-09
previous_iter_valid_loss : 0.16328302025794983

   1812000	  0.163452	  0.163283	  0.168538		CURRENT LEARNING RATE: 9.453555300318012e-09
previous_iter_valid_loss : 0.16124741733074188

   1812020	  0.161434	  0.161247	  0.168054		CURRENT LEARNING RATE: 9.451664778316453e-09
previous_iter_valid_loss : 0.17430302500724792

   1812040	  0.174453	  0.174303	  0.168735		CURRENT LEARNING RATE: 9.449774634381489e-09
previous_iter_valid_loss : 0.1632847934961319

   1812060	  0.163478	  0.163285	  0.168858		CURRENT LEARNING RATE: 9.44788486843751e-09
previous_iter_valid_loss : 0.16197672486305237

   1812080	  0.162174	  0.161977	  0.168817		CURRENT LEARNING RATE: 9.445995480408928e-09
previous_iter_valid_loss : 0.16051697731018066

   1812100	  0.160675	  0.160517	  0.168812		CURRENT LEARNING RATE: 9.444106470220132e-09
previous_iter_valid_loss : 0.17082683742046356

   1812120	  0.170978	  0.170827	  0.169327		CURRENT LEARNING RATE: 9.44221783779563e-09
previous_iter_valid_loss : 0.16054101288318634

   1812140	  0.160710	  0.160541	  0.169180		CURRENT LEARNING RATE: 9.440329583059844e-09
previous_iter_valid_loss : 0.17415902018547058

   1812160	  0.174435	  0.174159	  0.168419		CURRENT LEARNING RATE: 9.438441705937241e-09
previous_iter_valid_loss : 0.16674169898033142

   1812180	  0.166953	  0.166742	  0.168599		CURRENT LEARNING RATE: 9.43655420635231e-09
previous_iter_valid_loss : 0.1627795696258545

   1812200	  0.162977	  0.162780	  0.168678		CURRENT LEARNING RATE: 9.434667084229545e-09
previous_iter_valid_loss : 0.16829714179039001

   1812220	  0.168453	  0.168297	  0.167840		CURRENT LEARNING RATE: 9.432780339493467e-09
previous_iter_valid_loss : 0.17728665471076965

   1812240	  0.177435	  0.177287	  0.168678		CURRENT LEARNING RATE: 9.430893972068602e-09
previous_iter_valid_loss : 0.16407328844070435

   1812260	  0.164232	  0.164073	  0.168363		CURRENT LEARNING RATE: 9.429007981879466e-09
previous_iter_valid_loss : 0.1643729954957962

   1812280	  0.164572	  0.164373	  0.168489		CURRENT LEARNING RATE: 9.427122368850683e-09
previous_iter_valid_loss : 0.16092020273208618

   1812300	  0.161088	  0.160920	  0.167382		CURRENT LEARNING RATE: 9.425237132906794e-09
previous_iter_valid_loss : 0.1606629341840744

   1812320	  0.160818	  0.160663	  0.167291		CURRENT LEARNING RATE: 9.423352273972394e-09
previous_iter_valid_loss : 0.16257302463054657

   1812340	  0.162774	  0.162573	  0.166937		CURRENT LEARNING RATE: 9.421467791972085e-09
previous_iter_valid_loss : 0.1663586050271988

   1812360	  0.166521	  0.166359	  0.166709		CURRENT LEARNING RATE: 9.419583686830491e-09
previous_iter_valid_loss : 0.23750346899032593

   1812380	  0.237410	  0.237503	  0.169083		CURRENT LEARNING RATE: 9.417699958472243e-09
previous_iter_valid_loss : 0.16114087402820587

   1812400	  0.161324	  0.161141	  0.168976		CURRENT LEARNING RATE: 9.415816606821996e-09
previous_iter_valid_loss : 0.1837746500968933

   1812420	  0.184147	  0.183775	  0.170103		CURRENT LEARNING RATE: 9.413933631804381e-09
previous_iter_valid_loss : 0.16098828613758087

   1812440	  0.161133	  0.160988	  0.169437		CURRENT LEARNING RATE: 9.412051033344147e-09
previous_iter_valid_loss : 0.16139273345470428

   1812460	  0.161576	  0.161393	  0.169342		CURRENT LEARNING RATE: 9.410168811365953e-09
previous_iter_valid_loss : 0.16052155196666718

   1812480	  0.160686	  0.160522	  0.169270		CURRENT LEARNING RATE: 9.408286965794514e-09
previous_iter_valid_loss : 0.17340612411499023

   1812500	  0.173675	  0.173406	  0.169914		CURRENT LEARNING RATE: 9.406405496554556e-09
previous_iter_valid_loss : 0.16795562207698822

   1812520	  0.168113	  0.167956	  0.169770		CURRENT LEARNING RATE: 9.404524403570817e-09
previous_iter_valid_loss : 0.16695131361484528

   1812540	  0.167105	  0.166951	  0.170091		CURRENT LEARNING RATE: 9.402643686768057e-09
previous_iter_valid_loss : 0.16594131290912628

   1812560	  0.166105	  0.165941	  0.169680		CURRENT LEARNING RATE: 9.400763346071012e-09
previous_iter_valid_loss : 0.16228565573692322

   1812580	  0.162481	  0.162286	  0.169457		CURRENT LEARNING RATE: 9.398883381404536e-09
previous_iter_valid_loss : 0.16190098226070404

   1812600	  0.162064	  0.161901	  0.169413		CURRENT LEARNING RATE: 9.397003792693395e-09
previous_iter_valid_loss : 0.17071866989135742

   1812620	  0.170865	  0.170719	  0.169534		CURRENT LEARNING RATE: 9.395124579862408e-09
previous_iter_valid_loss : 0.16105657815933228

   1812640	  0.161243	  0.161057	  0.168723		CURRENT LEARNING RATE: 9.393245742836406e-09
previous_iter_valid_loss : 0.16215026378631592

   1812660	  0.162323	  0.162150	  0.168627		CURRENT LEARNING RATE: 9.391367281540233e-09
previous_iter_valid_loss : 0.1656297743320465

   1812680	  0.165793	  0.165630	  0.168690		CURRENT LEARNING RATE: 9.389489195898755e-09
previous_iter_valid_loss : 0.16346481442451477

   1812700	  0.163656	  0.163465	  0.168817		CURRENT LEARNING RATE: 9.387611485836844e-09
previous_iter_valid_loss : 0.17191049456596375

   1812720	  0.172174	  0.171910	  0.169379		CURRENT LEARNING RATE: 9.385734151279361e-09
previous_iter_valid_loss : 0.16402418911457062

   1812740	  0.164223	  0.164024	  0.169452		CURRENT LEARNING RATE: 9.38385719215128e-09
previous_iter_valid_loss : 0.16257968544960022

   1812760	  0.162771	  0.162580	  0.169263		CURRENT LEARNING RATE: 9.381980608377486e-09
previous_iter_valid_loss : 0.1643533855676651

   1812780	  0.164523	  0.164353	  0.165605		CURRENT LEARNING RATE: 9.38010439988292e-09
previous_iter_valid_loss : 0.16080647706985474

   1812800	  0.160968	  0.160806	  0.165589		CURRENT LEARNING RATE: 9.378228566592527e-09
previous_iter_valid_loss : 0.16674987971782684

   1812820	  0.166906	  0.166750	  0.164737		CURRENT LEARNING RATE: 9.37635310843128e-09
previous_iter_valid_loss : 0.16342656314373016

   1812840	  0.163599	  0.163427	  0.164859		CURRENT LEARNING RATE: 9.374478025324161e-09
previous_iter_valid_loss : 0.16142235696315765

   1812860	  0.161578	  0.161422	  0.164861		CURRENT LEARNING RATE: 9.372603317196162e-09
previous_iter_valid_loss : 0.17674754559993744

   1812880	  0.176908	  0.176748	  0.165672		CURRENT LEARNING RATE: 9.370728983972264e-09
previous_iter_valid_loss : 0.18727318942546844

   1812900	  0.187405	  0.187273	  0.166365		CURRENT LEARNING RATE: 9.36885502557756e-09
previous_iter_valid_loss : 0.17234627902507782

   1812920	  0.172600	  0.172346	  0.166585		CURRENT LEARNING RATE: 9.366981441937059e-09
previous_iter_valid_loss : 0.16122347116470337

   1812940	  0.161406	  0.161223	  0.166298		CURRENT LEARNING RATE: 9.365108232975816e-09
previous_iter_valid_loss : 0.16945688426494598

   1812960	  0.169705	  0.169457	  0.166474		CURRENT LEARNING RATE: 9.363235398618903e-09
previous_iter_valid_loss : 0.16283856332302094

   1812980	  0.163012	  0.162839	  0.166502		CURRENT LEARNING RATE: 9.361362938791408e-09
previous_iter_valid_loss : 0.1653974950313568

   1813000	  0.165601	  0.165397	  0.166677		CURRENT LEARNING RATE: 9.359490853418433e-09
previous_iter_valid_loss : 0.17056097090244293

   1813020	  0.170816	  0.170561	  0.166669		CURRENT LEARNING RATE: 9.357619142425057e-09
previous_iter_valid_loss : 0.16901834309101105

   1813040	  0.169170	  0.169018	  0.167067		CURRENT LEARNING RATE: 9.355747805736483e-09
previous_iter_valid_loss : 0.1622440218925476

   1813060	  0.162429	  0.162244	  0.167072		CURRENT LEARNING RATE: 9.353876843277823e-09
previous_iter_valid_loss : 0.163031205534935

   1813080	  0.163206	  0.163031	  0.166942		CURRENT LEARNING RATE: 9.352006254974237e-09
previous_iter_valid_loss : 0.16717736423015594

   1813100	  0.167336	  0.167177	  0.167127		CURRENT LEARNING RATE: 9.350136040750904e-09
previous_iter_valid_loss : 0.1608050912618637

   1813120	  0.160956	  0.160805	  0.166572		CURRENT LEARNING RATE: 9.348266200533013e-09
previous_iter_valid_loss : 0.16064465045928955

   1813140	  0.160809	  0.160645	  0.166403		CURRENT LEARNING RATE: 9.34639673424577e-09
previous_iter_valid_loss : 0.16429638862609863

   1813160	  0.164496	  0.164296	  0.166489		CURRENT LEARNING RATE: 9.344527641814399e-09
previous_iter_valid_loss : 0.1629776507616043

   1813180	  0.163132	  0.162978	  0.166420		CURRENT LEARNING RATE: 9.342658923164101e-09
previous_iter_valid_loss : 0.1607329100370407

   1813200	  0.160902	  0.160733	  0.166416		CURRENT LEARNING RATE: 9.340790578220196e-09
previous_iter_valid_loss : 0.1699238121509552

   1813220	  0.170070	  0.169924	  0.166575		CURRENT LEARNING RATE: 9.338922606907913e-09
previous_iter_valid_loss : 0.17002373933792114

   1813240	  0.170274	  0.170024	  0.166905		CURRENT LEARNING RATE: 9.337055009152536e-09
previous_iter_valid_loss : 0.16157561540603638

   1813260	  0.161736	  0.161576	  0.166913		CURRENT LEARNING RATE: 9.335187784879361e-09
previous_iter_valid_loss : 0.1669180691242218

   1813280	  0.167143	  0.166918	  0.166421		CURRENT LEARNING RATE: 9.3333209340137e-09
previous_iter_valid_loss : 0.16104154288768768

   1813300	  0.161226	  0.161042	  0.165110		CURRENT LEARNING RATE: 9.331454456480875e-09
previous_iter_valid_loss : 0.17637090384960175

   1813320	  0.176526	  0.176371	  0.165311		CURRENT LEARNING RATE: 9.3295883522062e-09
previous_iter_valid_loss : 0.16622662544250488

   1813340	  0.166384	  0.166227	  0.165561		CURRENT LEARNING RATE: 9.32772262111509e-09
previous_iter_valid_loss : 0.1628401279449463

   1813360	  0.162999	  0.162840	  0.165230		CURRENT LEARNING RATE: 9.325857263132889e-09
previous_iter_valid_loss : 0.16717414557933807

   1813380	  0.167336	  0.167174	  0.165447		CURRENT LEARNING RATE: 9.323992278184976e-09
previous_iter_valid_loss : 0.16602034866809845

   1813400	  0.166232	  0.166020	  0.165478		CURRENT LEARNING RATE: 9.322127666196758e-09
previous_iter_valid_loss : 0.1652335375547409

   1813420	  0.165432	  0.165234	  0.165212		CURRENT LEARNING RATE: 9.320263427093647e-09
previous_iter_valid_loss : 0.16272474825382233

   1813440	  0.162889	  0.162725	  0.164897		CURRENT LEARNING RATE: 9.318399560801075e-09
previous_iter_valid_loss : 0.1730985790491104

   1813460	  0.173366	  0.173099	  0.165440		CURRENT LEARNING RATE: 9.316536067244486e-09
previous_iter_valid_loss : 0.1646072119474411

   1813480	  0.164824	  0.164607	  0.165518		CURRENT LEARNING RATE: 9.31467294634931e-09
previous_iter_valid_loss : 0.16059760749340057

   1813500	  0.160763	  0.160598	  0.165190		CURRENT LEARNING RATE: 9.312810198041084e-09
previous_iter_valid_loss : 0.1616671234369278

   1813520	  0.161820	  0.161667	  0.165233		CURRENT LEARNING RATE: 9.310947822245267e-09
previous_iter_valid_loss : 0.16066989302635193

   1813540	  0.160840	  0.160670	  0.165234		CURRENT LEARNING RATE: 9.309085818887364e-09
previous_iter_valid_loss : 0.16058948636054993

   1813560	  0.160761	  0.160589	  0.165049		CURRENT LEARNING RATE: 9.307224187892897e-09
previous_iter_valid_loss : 0.16053441166877747

   1813580	  0.160701	  0.160534	  0.164926		CURRENT LEARNING RATE: 9.305362929187397e-09
previous_iter_valid_loss : 0.16903845965862274

   1813600	  0.169278	  0.169038	  0.165342		CURRENT LEARNING RATE: 9.303502042696416e-09
previous_iter_valid_loss : 0.16331420838832855

   1813620	  0.163508	  0.163314	  0.165011		CURRENT LEARNING RATE: 9.301641528345519e-09
previous_iter_valid_loss : 0.16415846347808838

   1813640	  0.164373	  0.164158	  0.164718		CURRENT LEARNING RATE: 9.29978138606025e-09
previous_iter_valid_loss : 0.16248628497123718

   1813660	  0.162700	  0.162486	  0.164763		CURRENT LEARNING RATE: 9.29792161576627e-09
previous_iter_valid_loss : 0.16725660860538483

   1813680	  0.167415	  0.167257	  0.164780		CURRENT LEARNING RATE: 9.296062217389157e-09
previous_iter_valid_loss : 0.1605723798274994

   1813700	  0.160728	  0.160572	  0.164757		CURRENT LEARNING RATE: 9.294203190854533e-09
previous_iter_valid_loss : 0.16813962161540985

   1813720	  0.168361	  0.168140	  0.164345		CURRENT LEARNING RATE: 9.29234453608804e-09
previous_iter_valid_loss : 0.166830375790596

   1813740	  0.166993	  0.166830	  0.164376		CURRENT LEARNING RATE: 9.290486253015328e-09
previous_iter_valid_loss : 0.17233100533485413

   1813760	  0.172480	  0.172331	  0.164850		CURRENT LEARNING RATE: 9.288628341562067e-09
previous_iter_valid_loss : 0.17890550196170807

   1813780	  0.179063	  0.178906	  0.165437		CURRENT LEARNING RATE: 9.286770801653908e-09
previous_iter_valid_loss : 0.16066746413707733

   1813800	  0.160831	  0.160667	  0.165169		CURRENT LEARNING RATE: 9.284913633216618e-09
previous_iter_valid_loss : 0.16629301011562347

   1813820	  0.166518	  0.166293	  0.165222		CURRENT LEARNING RATE: 9.28305683617587e-09
previous_iter_valid_loss : 0.1606573611497879

   1813840	  0.160829	  0.160657	  0.165119		CURRENT LEARNING RATE: 9.281200410457399e-09
previous_iter_valid_loss : 0.17510755360126495

   1813860	  0.175389	  0.175108	  0.165219		CURRENT LEARNING RATE: 9.279344355986946e-09
previous_iter_valid_loss : 0.16418515145778656

   1813880	  0.164385	  0.164185	  0.165198		CURRENT LEARNING RATE: 9.27748867269027e-09
previous_iter_valid_loss : 0.1629960983991623

   1813900	  0.163158	  0.162996	  0.165318		CURRENT LEARNING RATE: 9.27563336049314e-09
previous_iter_valid_loss : 0.1605421006679535

   1813920	  0.160690	  0.160542	  0.165262		CURRENT LEARNING RATE: 9.273778419321346e-09
previous_iter_valid_loss : 0.1749410629272461

   1813940	  0.175222	  0.174941	  0.165975		CURRENT LEARNING RATE: 9.271923849100656e-09
previous_iter_valid_loss : 0.16448509693145752

   1813960	  0.164647	  0.164485	  0.166170		CURRENT LEARNING RATE: 9.270069649756956e-09
previous_iter_valid_loss : 0.16447903215885162

   1813980	  0.164646	  0.164479	  0.166367		CURRENT LEARNING RATE: 9.268215821216043e-09
previous_iter_valid_loss : 0.1675487458705902

   1814000	  0.167705	  0.167549	  0.166293		CURRENT LEARNING RATE: 9.266362363403763e-09
previous_iter_valid_loss : 0.17247696220874786

   1814020	  0.172751	  0.172477	  0.166751		CURRENT LEARNING RATE: 9.26450927624598e-09
previous_iter_valid_loss : 0.16155178844928741

   1814040	  0.161707	  0.161552	  0.166621		CURRENT LEARNING RATE: 9.262656559668567e-09
previous_iter_valid_loss : 0.1838642805814743

   1814060	  0.184013	  0.183864	  0.167689		CURRENT LEARNING RATE: 9.26080421359742e-09
previous_iter_valid_loss : 0.16678130626678467

   1814080	  0.166941	  0.166781	  0.167666		CURRENT LEARNING RATE: 9.258952237958442e-09
previous_iter_valid_loss : 0.1617317497730255

   1814100	  0.161918	  0.161732	  0.167724		CURRENT LEARNING RATE: 9.25710063267752e-09
previous_iter_valid_loss : 0.1674659103155136

   1814120	  0.167628	  0.167466	  0.167690		CURRENT LEARNING RATE: 9.255249397680661e-09
previous_iter_valid_loss : 0.1649188995361328

   1814140	  0.165091	  0.164919	  0.167594		CURRENT LEARNING RATE: 9.253398532893778e-09
previous_iter_valid_loss : 0.16057229042053223

   1814160	  0.160741	  0.160572	  0.167006		CURRENT LEARNING RATE: 9.251548038242837e-09
previous_iter_valid_loss : 0.16274404525756836

   1814180	  0.162935	  0.162744	  0.166198		CURRENT LEARNING RATE: 9.249697913653818e-09
previous_iter_valid_loss : 0.16232658922672272

   1814200	  0.162479	  0.162327	  0.166281		CURRENT LEARNING RATE: 9.247848159052717e-09
previous_iter_valid_loss : 0.1627064198255539

   1814220	  0.162894	  0.162706	  0.166102		CURRENT LEARNING RATE: 9.245998774365544e-09
previous_iter_valid_loss : 0.16175946593284607

   1814240	  0.161923	  0.161759	  0.166157		CURRENT LEARNING RATE: 9.244149759518292e-09
previous_iter_valid_loss : 0.17751972377300262

   1814260	  0.177670	  0.177520	  0.166278		CURRENT LEARNING RATE: 9.242301114437062e-09
previous_iter_valid_loss : 0.16053159534931183

   1814280	  0.160695	  0.160532	  0.166095		CURRENT LEARNING RATE: 9.240452839047879e-09
previous_iter_valid_loss : 0.16389784216880798

   1814300	  0.164066	  0.163898	  0.166140		CURRENT LEARNING RATE: 9.23860493327681e-09
previous_iter_valid_loss : 0.1923435926437378

   1814320	  0.192808	  0.192344	  0.167730		CURRENT LEARNING RATE: 9.23675739704994e-09
previous_iter_valid_loss : 0.16117528080940247

   1814340	  0.161334	  0.161175	  0.167042		CURRENT LEARNING RATE: 9.234910230293367e-09
previous_iter_valid_loss : 0.16052110493183136

   1814360	  0.160686	  0.160521	  0.166844		CURRENT LEARNING RATE: 9.233063432933206e-09
previous_iter_valid_loss : 0.177453875541687

   1814380	  0.177751	  0.177454	  0.167492		CURRENT LEARNING RATE: 9.23121700489558e-09
previous_iter_valid_loss : 0.16230174899101257

   1814400	  0.162455	  0.162302	  0.167230		CURRENT LEARNING RATE: 9.229370946106606e-09
previous_iter_valid_loss : 0.1719854325056076

   1814420	  0.172131	  0.171985	  0.167205		CURRENT LEARNING RATE: 9.227525256492503e-09
previous_iter_valid_loss : 0.1761273890733719

   1814440	  0.176414	  0.176127	  0.167934		CURRENT LEARNING RATE: 9.22567993597941e-09
previous_iter_valid_loss : 0.16118678450584412

   1814460	  0.161377	  0.161187	  0.166800		CURRENT LEARNING RATE: 9.223834984493517e-09
previous_iter_valid_loss : 0.1618739664554596

   1814480	  0.162055	  0.161874	  0.166555		CURRENT LEARNING RATE: 9.221990401961025e-09
previous_iter_valid_loss : 0.16051824390888214

   1814500	  0.160679	  0.160518	  0.166494		CURRENT LEARNING RATE: 9.22014618830815e-09
previous_iter_valid_loss : 0.16852721571922302

   1814520	  0.168682	  0.168527	  0.166547		CURRENT LEARNING RATE: 9.218302343461124e-09
previous_iter_valid_loss : 0.1634358912706375

   1814540	  0.163599	  0.163436	  0.166473		CURRENT LEARNING RATE: 9.216458867346159e-09
previous_iter_valid_loss : 0.16057297587394714

   1814560	  0.160739	  0.160573	  0.166473		CURRENT LEARNING RATE: 9.214615759889584e-09
previous_iter_valid_loss : 0.16173340380191803

   1814580	  0.161891	  0.161733	  0.166423		CURRENT LEARNING RATE: 9.21277302101764e-09
previous_iter_valid_loss : 0.18388663232326508

   1814600	  0.184032	  0.183887	  0.167501		CURRENT LEARNING RATE: 9.210930650656618e-09
previous_iter_valid_loss : 0.17683346569538116

   1814620	  0.176993	  0.176833	  0.168207		CURRENT LEARNING RATE: 9.209088648732823e-09
previous_iter_valid_loss : 0.1723964959383011

   1814640	  0.172654	  0.172396	  0.168739		CURRENT LEARNING RATE: 9.207247015172576e-09
previous_iter_valid_loss : 0.16155172884464264

   1814660	  0.161735	  0.161552	  0.167941		CURRENT LEARNING RATE: 9.20540574990221e-09
previous_iter_valid_loss : 0.16907744109630585

   1814680	  0.169233	  0.169077	  0.168368		CURRENT LEARNING RATE: 9.203564852848076e-09
previous_iter_valid_loss : 0.16179929673671722

   1814700	  0.161994	  0.161799	  0.168263		CURRENT LEARNING RATE: 9.201724323936504e-09
previous_iter_valid_loss : 0.17488029599189758

   1814720	  0.175154	  0.174880	  0.167390		CURRENT LEARNING RATE: 9.19988416309394e-09
previous_iter_valid_loss : 0.17405565083026886

   1814740	  0.174205	  0.174056	  0.168034		CURRENT LEARNING RATE: 9.198044370246742e-09
previous_iter_valid_loss : 0.17115747928619385

   1814760	  0.171410	  0.171157	  0.168566		CURRENT LEARNING RATE: 9.196204945321321e-09
previous_iter_valid_loss : 0.16434986889362335

   1814780	  0.164557	  0.164350	  0.167910		CURRENT LEARNING RATE: 9.1943658882441e-09
previous_iter_valid_loss : 0.17473196983337402

   1814800	  0.175018	  0.174732	  0.168532		CURRENT LEARNING RATE: 9.192527198941513e-09
previous_iter_valid_loss : 0.16548588871955872

   1814820	  0.165688	  0.165486	  0.168207		CURRENT LEARNING RATE: 9.190688877340017e-09
previous_iter_valid_loss : 0.16573384404182434

   1814840	  0.165946	  0.165734	  0.167687		CURRENT LEARNING RATE: 9.188850923366078e-09
previous_iter_valid_loss : 0.16512753069400787

   1814860	  0.165292	  0.165128	  0.167884		CURRENT LEARNING RATE: 9.187013336946144e-09
previous_iter_valid_loss : 0.17052890360355377

   1814880	  0.170679	  0.170529	  0.168317		CURRENT LEARNING RATE: 9.185176118006776e-09
previous_iter_valid_loss : 0.163808673620224

   1814900	  0.163976	  0.163809	  0.168482		CURRENT LEARNING RATE: 9.183339266474455e-09
previous_iter_valid_loss : 0.16803130507469177

   1814920	  0.168189	  0.168031	  0.168457		CURRENT LEARNING RATE: 9.181502782275706e-09
previous_iter_valid_loss : 0.1620454490184784

   1814940	  0.162239	  0.162045	  0.168387		CURRENT LEARNING RATE: 9.179666665337069e-09
previous_iter_valid_loss : 0.1642141342163086

   1814960	  0.164369	  0.164214	  0.168569		CURRENT LEARNING RATE: 9.1778309155851e-09
previous_iter_valid_loss : 0.16189850866794586

   1814980	  0.162087	  0.161899	  0.168578		CURRENT LEARNING RATE: 9.17599553294637e-09
previous_iter_valid_loss : 0.16187313199043274

   1815000	  0.162064	  0.161873	  0.167477		CURRENT LEARNING RATE: 9.174160517347428e-09
previous_iter_valid_loss : 0.1604958474636078

   1815020	  0.160661	  0.160496	  0.166660		CURRENT LEARNING RATE: 9.172325868714943e-09
previous_iter_valid_loss : 0.1708614081144333

   1815040	  0.171112	  0.170861	  0.166583		CURRENT LEARNING RATE: 9.170491586975492e-09
previous_iter_valid_loss : 0.1605231612920761

   1815060	  0.160684	  0.160523	  0.166532		CURRENT LEARNING RATE: 9.168657672055706e-09
previous_iter_valid_loss : 0.1695747971534729

   1815080	  0.169814	  0.169575	  0.166557		CURRENT LEARNING RATE: 9.166824123882228e-09
previous_iter_valid_loss : 0.16295258700847626

   1815100	  0.163150	  0.162953	  0.166614		CURRENT LEARNING RATE: 9.164990942381717e-09
previous_iter_valid_loss : 0.2056259661912918

   1815120	  0.205690	  0.205626	  0.168152		CURRENT LEARNING RATE: 9.163158127480846e-09
previous_iter_valid_loss : 0.18844541907310486

   1815140	  0.188579	  0.188445	  0.168871		CURRENT LEARNING RATE: 9.1613256791063e-09
previous_iter_valid_loss : 0.16161547601222992

   1815160	  0.161804	  0.161615	  0.168394		CURRENT LEARNING RATE: 9.159493597184748e-09
previous_iter_valid_loss : 0.1615837812423706

   1815180	  0.161771	  0.161584	  0.168256		CURRENT LEARNING RATE: 9.157661881642974e-09
previous_iter_valid_loss : 0.17426390945911407

   1815200	  0.174526	  0.174264	  0.168232		CURRENT LEARNING RATE: 9.155830532407679e-09
previous_iter_valid_loss : 0.16832759976387024

   1815220	  0.168557	  0.168328	  0.168374		CURRENT LEARNING RATE: 9.153999549405604e-09
previous_iter_valid_loss : 0.1643209308385849

   1815240	  0.164517	  0.164321	  0.168304		CURRENT LEARNING RATE: 9.152168932563514e-09
previous_iter_valid_loss : 0.16307014226913452

   1815260	  0.163239	  0.163070	  0.168201		CURRENT LEARNING RATE: 9.150338681808182e-09
previous_iter_valid_loss : 0.16791458427906036

   1815280	  0.168066	  0.167915	  0.168070		CURRENT LEARNING RATE: 9.1485087970664e-09
previous_iter_valid_loss : 0.17060600221157074

   1815300	  0.170851	  0.170606	  0.168410		CURRENT LEARNING RATE: 9.146679278264967e-09
previous_iter_valid_loss : 0.17837278544902802

   1815320	  0.178531	  0.178373	  0.168927		CURRENT LEARNING RATE: 9.144850125330678e-09
previous_iter_valid_loss : 0.16253268718719482

   1815340	  0.162725	  0.162533	  0.168951		CURRENT LEARNING RATE: 9.143021338190426e-09
previous_iter_valid_loss : 0.175438791513443

   1815360	  0.175592	  0.175439	  0.169513		CURRENT LEARNING RATE: 9.141192916771028e-09
previous_iter_valid_loss : 0.1713825911283493

   1815380	  0.171534	  0.171383	  0.169987		CURRENT LEARNING RATE: 9.13936486099935e-09
previous_iter_valid_loss : 0.1620292216539383

   1815400	  0.162192	  0.162029	  0.169995		CURRENT LEARNING RATE: 9.137537170802265e-09
previous_iter_valid_loss : 0.16059300303459167

   1815420	  0.160742	  0.160593	  0.170000		CURRENT LEARNING RATE: 9.13570984610667e-09
previous_iter_valid_loss : 0.16189631819725037

   1815440	  0.162048	  0.161896	  0.169551		CURRENT LEARNING RATE: 9.13388288683947e-09
previous_iter_valid_loss : 0.16681571304798126

   1815460	  0.166979	  0.166816	  0.169866		CURRENT LEARNING RATE: 9.132056292927553e-09
previous_iter_valid_loss : 0.16937203705310822

   1815480	  0.169523	  0.169372	  0.169856		CURRENT LEARNING RATE: 9.130230064297922e-09
previous_iter_valid_loss : 0.1626681536436081

   1815500	  0.162866	  0.162668	  0.169842		CURRENT LEARNING RATE: 9.128404200877495e-09
previous_iter_valid_loss : 0.17519229650497437

   1815520	  0.175471	  0.175192	  0.168320		CURRENT LEARNING RATE: 9.126578702593237e-09
previous_iter_valid_loss : 0.18694302439689636

   1815540	  0.187079	  0.186943	  0.168245		CURRENT LEARNING RATE: 9.124753569372129e-09
previous_iter_valid_loss : 0.16334740817546844

   1815560	  0.163538	  0.163347	  0.168331		CURRENT LEARNING RATE: 9.122928801141164e-09
previous_iter_valid_loss : 0.17051605880260468

   1815580	  0.170769	  0.170516	  0.168778		CURRENT LEARNING RATE: 9.121104397827353e-09
previous_iter_valid_loss : 0.1631799042224884

   1815600	  0.163371	  0.163180	  0.168224		CURRENT LEARNING RATE: 9.11928035935772e-09
previous_iter_valid_loss : 0.1617499738931656

   1815620	  0.161899	  0.161750	  0.167895		CURRENT LEARNING RATE: 9.117456685659269e-09
previous_iter_valid_loss : 0.16068920493125916

   1815640	  0.160864	  0.160689	  0.167713		CURRENT LEARNING RATE: 9.115633376659118e-09
previous_iter_valid_loss : 0.1606898158788681

   1815660	  0.160860	  0.160690	  0.167594		CURRENT LEARNING RATE: 9.113810432284304e-09
previous_iter_valid_loss : 0.1705123782157898

   1815680	  0.170660	  0.170512	  0.167724		CURRENT LEARNING RATE: 9.11198785246191e-09
previous_iter_valid_loss : 0.17404738068580627

   1815700	  0.174186	  0.174047	  0.167896		CURRENT LEARNING RATE: 9.11016563711903e-09
previous_iter_valid_loss : 0.16059066355228424

   1815720	  0.160764	  0.160591	  0.167007		CURRENT LEARNING RATE: 9.108343786182777e-09
previous_iter_valid_loss : 0.16435353457927704

   1815740	  0.164554	  0.164354	  0.167098		CURRENT LEARNING RATE: 9.106522299580277e-09
previous_iter_valid_loss : 0.16450145840644836

   1815760	  0.164702	  0.164501	  0.166551		CURRENT LEARNING RATE: 9.104701177238637e-09
previous_iter_valid_loss : 0.17141838371753693

   1815780	  0.171668	  0.171418	  0.166553		CURRENT LEARNING RATE: 9.102880419085079e-09
previous_iter_valid_loss : 0.17948247492313385

   1815800	  0.179806	  0.179482	  0.167426		CURRENT LEARNING RATE: 9.101060025046737e-09
previous_iter_valid_loss : 0.16161026060581207

   1815820	  0.161766	  0.161610	  0.167477		CURRENT LEARNING RATE: 9.099239995050798e-09
previous_iter_valid_loss : 0.16804108023643494

   1815840	  0.168200	  0.168041	  0.167784		CURRENT LEARNING RATE: 9.09742032902446e-09
previous_iter_valid_loss : 0.18280722200870514

   1815860	  0.183166	  0.182807	  0.168583		CURRENT LEARNING RATE: 9.095601026894937e-09
previous_iter_valid_loss : 0.16292110085487366

   1815880	  0.163123	  0.162921	  0.168261		CURRENT LEARNING RATE: 9.093782088589456e-09
previous_iter_valid_loss : 0.16119234263896942

   1815900	  0.161373	  0.161192	  0.168187		CURRENT LEARNING RATE: 9.09196351403526e-09
previous_iter_valid_loss : 0.16057728230953217

   1815920	  0.160746	  0.160577	  0.167456		CURRENT LEARNING RATE: 9.090145303159573e-09
previous_iter_valid_loss : 0.18650023639202118

   1815940	  0.186637	  0.186500	  0.167434		CURRENT LEARNING RATE: 9.088327455889732e-09
previous_iter_valid_loss : 0.17771977186203003

   1815960	  0.177875	  0.177720	  0.168153		CURRENT LEARNING RATE: 9.08650997215299e-09
previous_iter_valid_loss : 0.1617412120103836

   1815980	  0.161892	  0.161741	  0.167714		CURRENT LEARNING RATE: 9.084692851876648e-09
previous_iter_valid_loss : 0.1604919731616974

   1816000	  0.160657	  0.160492	  0.167580		CURRENT LEARNING RATE: 9.082876094988023e-09
previous_iter_valid_loss : 0.16255025565624237

   1816020	  0.162748	  0.162550	  0.167620		CURRENT LEARNING RATE: 9.08105970141444e-09
previous_iter_valid_loss : 0.1605204939842224

   1816040	  0.160689	  0.160520	  0.167611		CURRENT LEARNING RATE: 9.079243671083248e-09
previous_iter_valid_loss : 0.177088662981987

   1816060	  0.177392	  0.177089	  0.168431		CURRENT LEARNING RATE: 9.077428003921804e-09
previous_iter_valid_loss : 0.1606256663799286

   1816080	  0.160786	  0.160626	  0.167937		CURRENT LEARNING RATE: 9.075612699857449e-09
previous_iter_valid_loss : 0.16223770380020142

   1816100	  0.162428	  0.162238	  0.167346		CURRENT LEARNING RATE: 9.073797758817636e-09
previous_iter_valid_loss : 0.17266175150871277

   1816120	  0.172934	  0.172662	  0.167950		CURRENT LEARNING RATE: 9.071983180729734e-09
previous_iter_valid_loss : 0.16918909549713135

   1816140	  0.169343	  0.169189	  0.168192		CURRENT LEARNING RATE: 9.07016896552116e-09
previous_iter_valid_loss : 0.16089749336242676

   1816160	  0.161058	  0.160897	  0.168012		CURRENT LEARNING RATE: 9.068355113119347e-09
previous_iter_valid_loss : 0.16154420375823975

   1816180	  0.161704	  0.161544	  0.167518		CURRENT LEARNING RATE: 9.066541623451739e-09
previous_iter_valid_loss : 0.1634596288204193

   1816200	  0.163622	  0.163460	  0.166717		CURRENT LEARNING RATE: 9.064728496445797e-09
previous_iter_valid_loss : 0.1856241524219513

   1816220	  0.186008	  0.185624	  0.167917		CURRENT LEARNING RATE: 9.062915732028964e-09
previous_iter_valid_loss : 0.17363081872463226

   1816240	  0.173899	  0.173631	  0.168197		CURRENT LEARNING RATE: 9.061103330128794e-09
previous_iter_valid_loss : 0.16177965700626373

   1816260	  0.161967	  0.161780	  0.167145		CURRENT LEARNING RATE: 9.059291290672758e-09
previous_iter_valid_loss : 0.1605435609817505

   1816280	  0.160707	  0.160544	  0.167027		CURRENT LEARNING RATE: 9.057479613588374e-09
previous_iter_valid_loss : 0.16761775314807892

   1816300	  0.167774	  0.167618	  0.167348		CURRENT LEARNING RATE: 9.055668298803177e-09
previous_iter_valid_loss : 0.1802087128162384

   1816320	  0.180368	  0.180209	  0.168329		CURRENT LEARNING RATE: 9.053857346244714e-09
previous_iter_valid_loss : 0.16129153966903687

   1816340	  0.161474	  0.161292	  0.167069		CURRENT LEARNING RATE: 9.052046755840545e-09
previous_iter_valid_loss : 0.1678306758403778

   1816360	  0.167988	  0.167831	  0.166575		CURRENT LEARNING RATE: 9.050236527518247e-09
previous_iter_valid_loss : 0.16054321825504303

   1816380	  0.160700	  0.160543	  0.166515		CURRENT LEARNING RATE: 9.04842666120538e-09
previous_iter_valid_loss : 0.1697072982788086

   1816400	  0.169856	  0.169707	  0.166975		CURRENT LEARNING RATE: 9.046617156829611e-09
previous_iter_valid_loss : 0.1680673509836197

   1816420	  0.168218	  0.168067	  0.167251		CURRENT LEARNING RATE: 9.044808014318532e-09
previous_iter_valid_loss : 0.17591233551502228

   1816440	  0.176068	  0.175912	  0.168021		CURRENT LEARNING RATE: 9.042999233599774e-09
previous_iter_valid_loss : 0.161634624004364

   1816460	  0.161820	  0.161635	  0.167248		CURRENT LEARNING RATE: 9.041190814600986e-09
previous_iter_valid_loss : 0.16942690312862396

   1816480	  0.169579	  0.169427	  0.167688		CURRENT LEARNING RATE: 9.039382757249832e-09
previous_iter_valid_loss : 0.1605125516653061

   1816500	  0.160666	  0.160513	  0.167602		CURRENT LEARNING RATE: 9.03757506147399e-09
previous_iter_valid_loss : 0.16060200333595276

   1816520	  0.160763	  0.160602	  0.166999		CURRENT LEARNING RATE: 9.035767727201119e-09
previous_iter_valid_loss : 0.16134652495384216

   1816540	  0.161495	  0.161347	  0.166607		CURRENT LEARNING RATE: 9.03396075435899e-09
previous_iter_valid_loss : 0.17359143495559692

   1816560	  0.173860	  0.173591	  0.167241		CURRENT LEARNING RATE: 9.032154142875293e-09
previous_iter_valid_loss : 0.16063521802425385

   1816580	  0.160799	  0.160635	  0.167196		CURRENT LEARNING RATE: 9.030347892677763e-09
previous_iter_valid_loss : 0.1695033460855484

   1816600	  0.169657	  0.169503	  0.167498		CURRENT LEARNING RATE: 9.02854200369415e-09
previous_iter_valid_loss : 0.16595730185508728

   1816620	  0.166119	  0.165957	  0.166515		CURRENT LEARNING RATE: 9.026736475852218e-09
previous_iter_valid_loss : 0.16857971251010895

   1816640	  0.168814	  0.168580	  0.166262		CURRENT LEARNING RATE: 9.024931309079746e-09
previous_iter_valid_loss : 0.168313667178154

   1816660	  0.168536	  0.168314	  0.166589		CURRENT LEARNING RATE: 9.023126503304527e-09
previous_iter_valid_loss : 0.16219963133335114

   1816680	  0.162367	  0.162200	  0.166672		CURRENT LEARNING RATE: 9.021322058454338e-09
previous_iter_valid_loss : 0.169599249958992

   1816700	  0.169754	  0.169599	  0.166771		CURRENT LEARNING RATE: 9.019517974457066e-09
previous_iter_valid_loss : 0.16049890220165253

   1816720	  0.160665	  0.160499	  0.165785		CURRENT LEARNING RATE: 9.017714251240512e-09
previous_iter_valid_loss : 0.16055922210216522

   1816740	  0.160710	  0.160559	  0.165749		CURRENT LEARNING RATE: 9.01591088873253e-09
previous_iter_valid_loss : 0.16163820028305054

   1816760	  0.161822	  0.161638	  0.165439		CURRENT LEARNING RATE: 9.014107886860984e-09
previous_iter_valid_loss : 0.17946621775627136

   1816780	  0.179628	  0.179466	  0.166385		CURRENT LEARNING RATE: 9.012305245553757e-09
previous_iter_valid_loss : 0.18985261023044586

   1816800	  0.189978	  0.189853	  0.167393		CURRENT LEARNING RATE: 9.010502964738739e-09
previous_iter_valid_loss : 0.16058561205863953

   1816820	  0.160761	  0.160586	  0.167019		CURRENT LEARNING RATE: 9.008701044343841e-09
previous_iter_valid_loss : 0.161340594291687

   1816840	  0.161503	  0.161341	  0.166290		CURRENT LEARNING RATE: 9.006899484296956e-09
previous_iter_valid_loss : 0.17398478090763092

   1816860	  0.174264	  0.173985	  0.166907		CURRENT LEARNING RATE: 9.005098284526081e-09
previous_iter_valid_loss : 0.16068246960639954

   1816880	  0.160856	  0.160682	  0.166470		CURRENT LEARNING RATE: 9.003297444959139e-09
previous_iter_valid_loss : 0.16082258522510529

   1816900	  0.161004	  0.160823	  0.166486		CURRENT LEARNING RATE: 9.001496965524097e-09
previous_iter_valid_loss : 0.16163413226604462

   1816920	  0.161813	  0.161634	  0.166537		CURRENT LEARNING RATE: 8.999696846148935e-09
previous_iter_valid_loss : 0.1621139496564865

   1816940	  0.162299	  0.162114	  0.166576		CURRENT LEARNING RATE: 8.997897086761645e-09
previous_iter_valid_loss : 0.17125694453716278

   1816960	  0.171409	  0.171257	  0.166459		CURRENT LEARNING RATE: 8.996097687290242e-09
previous_iter_valid_loss : 0.17072457075119019

   1816980	  0.170977	  0.170725	  0.166963		CURRENT LEARNING RATE: 8.994298647662716e-09
previous_iter_valid_loss : 0.16052581369876862

   1817000	  0.160678	  0.160526	  0.166515		CURRENT LEARNING RATE: 8.992499967807169e-09
previous_iter_valid_loss : 0.1748194694519043

   1817020	  0.174972	  0.174819	  0.166958		CURRENT LEARNING RATE: 8.990701647651622e-09
previous_iter_valid_loss : 0.16166909039020538

   1817040	  0.161862	  0.161669	  0.166612		CURRENT LEARNING RATE: 8.988903687124142e-09
previous_iter_valid_loss : 0.16526594758033752

   1817060	  0.165462	  0.165266	  0.166460		CURRENT LEARNING RATE: 8.98710608615281e-09
previous_iter_valid_loss : 0.16523747146129608

   1817080	  0.165404	  0.165237	  0.166612		CURRENT LEARNING RATE: 8.985308844665725e-09
previous_iter_valid_loss : 0.16068238019943237

   1817100	  0.160849	  0.160682	  0.166166		CURRENT LEARNING RATE: 8.983511962590991e-09
previous_iter_valid_loss : 0.1605856865644455

   1817120	  0.160744	  0.160586	  0.166170		CURRENT LEARNING RATE: 8.98171543985674e-09
previous_iter_valid_loss : 0.16774915158748627

   1817140	  0.167974	  0.167749	  0.166530		CURRENT LEARNING RATE: 8.979919276391075e-09
previous_iter_valid_loss : 0.166688933968544

   1817160	  0.166845	  0.166689	  0.166782		CURRENT LEARNING RATE: 8.978123472122214e-09
previous_iter_valid_loss : 0.16051790118217468

   1817180	  0.160684	  0.160518	  0.165835		CURRENT LEARNING RATE: 8.976328026978293e-09
previous_iter_valid_loss : 0.1618296504020691

   1817200	  0.161990	  0.161830	  0.164434		CURRENT LEARNING RATE: 8.974532940887494e-09
previous_iter_valid_loss : 0.16082286834716797

   1817220	  0.161003	  0.160823	  0.164445		CURRENT LEARNING RATE: 8.972738213778013e-09
previous_iter_valid_loss : 0.1608736664056778

   1817240	  0.161051	  0.160874	  0.164422		CURRENT LEARNING RATE: 8.970943845578064e-09
previous_iter_valid_loss : 0.16321799159049988

   1817260	  0.163385	  0.163218	  0.163884		CURRENT LEARNING RATE: 8.969149836215869e-09
previous_iter_valid_loss : 0.16784512996673584

   1817280	  0.168002	  0.167845	  0.164242		CURRENT LEARNING RATE: 8.967356185619668e-09
previous_iter_valid_loss : 0.16121099889278412

   1817300	  0.161376	  0.161211	  0.164261		CURRENT LEARNING RATE: 8.965562893717684e-09
previous_iter_valid_loss : 0.1796276867389679

   1817320	  0.179943	  0.179628	  0.165161		CURRENT LEARNING RATE: 8.963769960438249e-09
previous_iter_valid_loss : 0.16503769159317017

   1817340	  0.165202	  0.165038	  0.165307		CURRENT LEARNING RATE: 8.961977385709613e-09
previous_iter_valid_loss : 0.1610483080148697

   1817360	  0.161233	  0.161048	  0.164797		CURRENT LEARNING RATE: 8.960185169460075e-09
previous_iter_valid_loss : 0.1632925420999527

   1817380	  0.163468	  0.163293	  0.164425		CURRENT LEARNING RATE: 8.958393311617945e-09
previous_iter_valid_loss : 0.1630190759897232

   1817400	  0.163217	  0.163019	  0.164550		CURRENT LEARNING RATE: 8.956601812111548e-09
previous_iter_valid_loss : 0.16526265442371368

   1817420	  0.165436	  0.165263	  0.164072		CURRENT LEARNING RATE: 8.954810670869222e-09
previous_iter_valid_loss : 0.1605067253112793

   1817440	  0.160665	  0.160507	  0.164014		CURRENT LEARNING RATE: 8.953019887819296e-09
previous_iter_valid_loss : 0.1626359075307846

   1817460	  0.162791	  0.162636	  0.163882		CURRENT LEARNING RATE: 8.951229462890197e-09
previous_iter_valid_loss : 0.17400702834129333

   1817480	  0.174155	  0.174007	  0.164321		CURRENT LEARNING RATE: 8.949439396010279e-09
previous_iter_valid_loss : 0.17263610661029816

   1817500	  0.172899	  0.172636	  0.164919		CURRENT LEARNING RATE: 8.947649687107936e-09
previous_iter_valid_loss : 0.19955958425998688

   1817520	  0.200085	  0.199560	  0.166867		CURRENT LEARNING RATE: 8.945860336111583e-09
previous_iter_valid_loss : 0.16080090403556824

   1817540	  0.160957	  0.160801	  0.166520		CURRENT LEARNING RATE: 8.944071342949644e-09
previous_iter_valid_loss : 0.17265784740447998

   1817560	  0.172806	  0.172658	  0.166818		CURRENT LEARNING RATE: 8.942282707550562e-09
previous_iter_valid_loss : 0.16125762462615967

   1817580	  0.161416	  0.161258	  0.166855		CURRENT LEARNING RATE: 8.940494429842787e-09
previous_iter_valid_loss : 0.17490743100643158

   1817600	  0.175056	  0.174907	  0.167509		CURRENT LEARNING RATE: 8.938706509754758e-09
previous_iter_valid_loss : 0.16753412783145905

   1817620	  0.167692	  0.167534	  0.167845		CURRENT LEARNING RATE: 8.936918947215024e-09
previous_iter_valid_loss : 0.16061581671237946

   1817640	  0.160778	  0.160616	  0.167832		CURRENT LEARNING RATE: 8.93513174215205e-09
previous_iter_valid_loss : 0.17268991470336914

   1817660	  0.172948	  0.172690	  0.168305		CURRENT LEARNING RATE: 8.933344894494346e-09
previous_iter_valid_loss : 0.1623220443725586

   1817680	  0.162523	  0.162322	  0.168029		CURRENT LEARNING RATE: 8.931558404170438e-09
previous_iter_valid_loss : 0.16851630806922913

   1817700	  0.168748	  0.168516	  0.168394		CURRENT LEARNING RATE: 8.929772271108869e-09
previous_iter_valid_loss : 0.17038463056087494

   1817720	  0.170639	  0.170385	  0.167932		CURRENT LEARNING RATE: 8.927986495238189e-09
previous_iter_valid_loss : 0.16202421486377716

   1817740	  0.162219	  0.162024	  0.167782		CURRENT LEARNING RATE: 8.926201076486942e-09
previous_iter_valid_loss : 0.16119389235973358

   1817760	  0.161378	  0.161194	  0.167789		CURRENT LEARNING RATE: 8.924416014783769e-09
previous_iter_valid_loss : 0.16227272152900696

   1817780	  0.162436	  0.162273	  0.167738		CURRENT LEARNING RATE: 8.922631310057237e-09
previous_iter_valid_loss : 0.16442041099071503

   1817800	  0.164625	  0.164420	  0.167808		CURRENT LEARNING RATE: 8.92084696223596e-09
previous_iter_valid_loss : 0.17640022933483124

   1817820	  0.176689	  0.176400	  0.168365		CURRENT LEARNING RATE: 8.919062971248562e-09
previous_iter_valid_loss : 0.17192350327968597

   1817840	  0.172182	  0.171924	  0.168936		CURRENT LEARNING RATE: 8.917279337023684e-09
previous_iter_valid_loss : 0.16264203190803528

   1817860	  0.162805	  0.162642	  0.168936		CURRENT LEARNING RATE: 8.915496059489983e-09
previous_iter_valid_loss : 0.16851726174354553

   1817880	  0.168673	  0.168517	  0.168662		CURRENT LEARNING RATE: 8.913713138576123e-09
previous_iter_valid_loss : 0.16476725041866302

   1817900	  0.164965	  0.164767	  0.168268		CURRENT LEARNING RATE: 8.911930574210758e-09
previous_iter_valid_loss : 0.16066476702690125

   1817920	  0.160820	  0.160665	  0.166323		CURRENT LEARNING RATE: 8.910148366322651e-09
previous_iter_valid_loss : 0.1616666615009308

   1817940	  0.161859	  0.161667	  0.166367		CURRENT LEARNING RATE: 8.908366514840478e-09
previous_iter_valid_loss : 0.17316894233226776

   1817960	  0.173436	  0.173169	  0.166392		CURRENT LEARNING RATE: 8.906585019692967e-09
previous_iter_valid_loss : 0.16383804380893707

   1817980	  0.164013	  0.163838	  0.166521		CURRENT LEARNING RATE: 8.904803880808857e-09
previous_iter_valid_loss : 0.1620829701423645

   1818000	  0.162274	  0.162083	  0.165880		CURRENT LEARNING RATE: 8.903023098116906e-09
previous_iter_valid_loss : 0.17018680274486542

   1818020	  0.170338	  0.170187	  0.166013		CURRENT LEARNING RATE: 8.901242671545878e-09
previous_iter_valid_loss : 0.16069753468036652

   1818040	  0.160863	  0.160698	  0.166017		CURRENT LEARNING RATE: 8.899462601024559e-09
previous_iter_valid_loss : 0.1617061048746109

   1818060	  0.161888	  0.161706	  0.165468		CURRENT LEARNING RATE: 8.897682886481713e-09
previous_iter_valid_loss : 0.16120721399784088

   1818080	  0.161390	  0.161207	  0.165412		CURRENT LEARNING RATE: 8.895903527846214e-09
previous_iter_valid_loss : 0.16823811829090118

   1818100	  0.168396	  0.168238	  0.165398		CURRENT LEARNING RATE: 8.89412452504686e-09
previous_iter_valid_loss : 0.16629599034786224

   1818120	  0.166456	  0.166296	  0.165193		CURRENT LEARNING RATE: 8.892345878012488e-09
previous_iter_valid_loss : 0.16196425259113312

   1818140	  0.162132	  0.161964	  0.165190		CURRENT LEARNING RATE: 8.890567586671951e-09
previous_iter_valid_loss : 0.20252414047718048

   1818160	  0.202594	  0.202524	  0.167257		CURRENT LEARNING RATE: 8.888789650954119e-09
previous_iter_valid_loss : 0.1629616618156433

   1818180	  0.163159	  0.162962	  0.167291		CURRENT LEARNING RATE: 8.887012070787873e-09
previous_iter_valid_loss : 0.17349748313426971

   1818200	  0.173646	  0.173497	  0.167745		CURRENT LEARNING RATE: 8.885234846102081e-09
previous_iter_valid_loss : 0.16849355399608612

   1818220	  0.168716	  0.168494	  0.167350		CURRENT LEARNING RATE: 8.883457976825716e-09
previous_iter_valid_loss : 0.1623103767633438

   1818240	  0.162505	  0.162310	  0.166869		CURRENT LEARNING RATE: 8.88168146288767e-09
previous_iter_valid_loss : 0.16265416145324707

   1818260	  0.162841	  0.162654	  0.166870		CURRENT LEARNING RATE: 8.879905304216884e-09
previous_iter_valid_loss : 0.16156968474388123

   1818280	  0.161735	  0.161570	  0.166523		CURRENT LEARNING RATE: 8.878129500742312e-09
previous_iter_valid_loss : 0.1616809070110321

   1818300	  0.161880	  0.161681	  0.166368		CURRENT LEARNING RATE: 8.876354052392922e-09
previous_iter_valid_loss : 0.16435140371322632

   1818320	  0.164548	  0.164351	  0.166553		CURRENT LEARNING RATE: 8.874578959097692e-09
previous_iter_valid_loss : 0.1606774777173996

   1818340	  0.160855	  0.160677	  0.166503		CURRENT LEARNING RATE: 8.872804220785624e-09
previous_iter_valid_loss : 0.1644977182149887

   1818360	  0.164667	  0.164498	  0.166070		CURRENT LEARNING RATE: 8.871029837385693e-09
previous_iter_valid_loss : 0.16801360249519348

   1818380	  0.168167	  0.168014	  0.166278		CURRENT LEARNING RATE: 8.86925580882699e-09
previous_iter_valid_loss : 0.1619831919670105

   1818400	  0.162182	  0.161983	  0.166273		CURRENT LEARNING RATE: 8.867482135038521e-09
previous_iter_valid_loss : 0.2131473571062088

   1818420	  0.213192	  0.213147	  0.168421		CURRENT LEARNING RATE: 8.865708815949337e-09
previous_iter_valid_loss : 0.17877362668514252

   1818440	  0.179081	  0.178774	  0.169325		CURRENT LEARNING RATE: 8.863935851488508e-09
previous_iter_valid_loss : 0.1636638194322586

   1818460	  0.163858	  0.163664	  0.169423		CURRENT LEARNING RATE: 8.862163241585112e-09
previous_iter_valid_loss : 0.1646432876586914

   1818480	  0.164811	  0.164643	  0.169595		CURRENT LEARNING RATE: 8.86039098616825e-09
previous_iter_valid_loss : 0.1606786996126175

   1818500	  0.160855	  0.160679	  0.169217		CURRENT LEARNING RATE: 8.858619085167025e-09
previous_iter_valid_loss : 0.161808043718338

   1818520	  0.161995	  0.161808	  0.168992		CURRENT LEARNING RATE: 8.856847538510535e-09
previous_iter_valid_loss : 0.17032696306705475

   1818540	  0.170481	  0.170327	  0.169411		CURRENT LEARNING RATE: 8.85507634612798e-09
previous_iter_valid_loss : 0.16067634522914886

   1818560	  0.160847	  0.160676	  0.167318		CURRENT LEARNING RATE: 8.853305507948479e-09
previous_iter_valid_loss : 0.16068971157073975

   1818580	  0.160855	  0.160690	  0.167205		CURRENT LEARNING RATE: 8.8515350239012e-09
previous_iter_valid_loss : 0.16277506947517395

   1818600	  0.162963	  0.162775	  0.166669		CURRENT LEARNING RATE: 8.849764893915323e-09
previous_iter_valid_loss : 0.16072191298007965

   1818620	  0.160884	  0.160722	  0.166280		CURRENT LEARNING RATE: 8.847995117920043e-09
previous_iter_valid_loss : 0.19323933124542236

   1818640	  0.193350	  0.193239	  0.167826		CURRENT LEARNING RATE: 8.846225695844568e-09
previous_iter_valid_loss : 0.16978761553764343

   1818660	  0.170033	  0.169788	  0.168183		CURRENT LEARNING RATE: 8.844456627618091e-09
previous_iter_valid_loss : 0.1613873690366745

   1818680	  0.161571	  0.161387	  0.168174		CURRENT LEARNING RATE: 8.842687913169913e-09
previous_iter_valid_loss : 0.16524489223957062

   1818700	  0.165452	  0.165245	  0.168352		CURRENT LEARNING RATE: 8.840919552429252e-09
previous_iter_valid_loss : 0.1605055034160614

   1818720	  0.160672	  0.160506	  0.168160		CURRENT LEARNING RATE: 8.839151545325374e-09
previous_iter_valid_loss : 0.1633724421262741

   1818740	  0.163569	  0.163372	  0.168295		CURRENT LEARNING RATE: 8.837383891787559e-09
previous_iter_valid_loss : 0.16069470345973969

   1818760	  0.160855	  0.160695	  0.168104		CURRENT LEARNING RATE: 8.8356165917451e-09
previous_iter_valid_loss : 0.16989988088607788

   1818780	  0.170136	  0.169900	  0.168199		CURRENT LEARNING RATE: 8.833849645127306e-09
previous_iter_valid_loss : 0.16833610832691193

   1818800	  0.168564	  0.168336	  0.168516		CURRENT LEARNING RATE: 8.8320830518635e-09
previous_iter_valid_loss : 0.1609652042388916

   1818820	  0.161151	  0.160965	  0.165907		CURRENT LEARNING RATE: 8.830316811882986e-09
previous_iter_valid_loss : 0.16657978296279907

   1818840	  0.166736	  0.166580	  0.165298		CURRENT LEARNING RATE: 8.828550925115177e-09
previous_iter_valid_loss : 0.16058844327926636

   1818860	  0.160748	  0.160588	  0.165144		CURRENT LEARNING RATE: 8.826785391489405e-09
previous_iter_valid_loss : 0.16057972609996796

   1818880	  0.160738	  0.160580	  0.164941		CURRENT LEARNING RATE: 8.825020210935051e-09
previous_iter_valid_loss : 0.1609225869178772

   1818900	  0.161096	  0.160923	  0.164953		CURRENT LEARNING RATE: 8.823255383381507e-09
previous_iter_valid_loss : 0.16686534881591797

   1818920	  0.167085	  0.166865	  0.165206		CURRENT LEARNING RATE: 8.821490908758178e-09
previous_iter_valid_loss : 0.16118063032627106

   1818940	  0.161336	  0.161181	  0.164748		CURRENT LEARNING RATE: 8.819726786994487e-09
previous_iter_valid_loss : 0.1605152189731598

   1818960	  0.160684	  0.160515	  0.164740		CURRENT LEARNING RATE: 8.817963018019838e-09
previous_iter_valid_loss : 0.16269880533218384

   1818980	  0.162891	  0.162699	  0.164841		CURRENT LEARNING RATE: 8.816199601763743e-09
previous_iter_valid_loss : 0.16835227608680725

   1819000	  0.168506	  0.168352	  0.165120		CURRENT LEARNING RATE: 8.81443653815563e-09
previous_iter_valid_loss : 0.16181190311908722

   1819020	  0.161973	  0.161812	  0.165174		CURRENT LEARNING RATE: 8.812673827124982e-09
previous_iter_valid_loss : 0.16050228476524353

   1819040	  0.160668	  0.160502	  0.163537		CURRENT LEARNING RATE: 8.81091146860129e-09
previous_iter_valid_loss : 0.18574631214141846

   1819060	  0.185887	  0.185746	  0.164335		CURRENT LEARNING RATE: 8.809149462514055e-09
previous_iter_valid_loss : 0.17557428777217865

   1819080	  0.175723	  0.175574	  0.165045		CURRENT LEARNING RATE: 8.8073878087928e-09
previous_iter_valid_loss : 0.1607021987438202

   1819100	  0.160876	  0.160702	  0.164817		CURRENT LEARNING RATE: 8.805626507367059e-09
previous_iter_valid_loss : 0.16138063371181488

   1819120	  0.161566	  0.161381	  0.164861		CURRENT LEARNING RATE: 8.803865558166349e-09
previous_iter_valid_loss : 0.1827448606491089

   1819140	  0.182902	  0.182745	  0.165830		CURRENT LEARNING RATE: 8.802104961120293e-09
previous_iter_valid_loss : 0.16093052923679352

   1819160	  0.161094	  0.160931	  0.165842		CURRENT LEARNING RATE: 8.800344716158437e-09
previous_iter_valid_loss : 0.16061674058437347

   1819180	  0.160783	  0.160617	  0.165377		CURRENT LEARNING RATE: 8.79858482321037e-09
previous_iter_valid_loss : 0.16575825214385986

   1819200	  0.165977	  0.165758	  0.165249		CURRENT LEARNING RATE: 8.796825282205697e-09
previous_iter_valid_loss : 0.17411869764328003

   1819220	  0.174399	  0.174119	  0.165906		CURRENT LEARNING RATE: 8.795066093074038e-09
previous_iter_valid_loss : 0.16614094376564026

   1819240	  0.166350	  0.166141	  0.165884		CURRENT LEARNING RATE: 8.793307255745023e-09
previous_iter_valid_loss : 0.19270505011081696

   1819260	  0.192830	  0.192705	  0.167490		CURRENT LEARNING RATE: 8.7915487701483e-09
previous_iter_valid_loss : 0.18988338112831116

   1819280	  0.190312	  0.189883	  0.168955		CURRENT LEARNING RATE: 8.789790636213496e-09
previous_iter_valid_loss : 0.16081514954566956

   1819300	  0.160965	  0.160815	  0.168950		CURRENT LEARNING RATE: 8.788032853870352e-09
previous_iter_valid_loss : 0.169601708650589

   1819320	  0.169842	  0.169602	  0.169087		CURRENT LEARNING RATE: 8.786275423048521e-09
previous_iter_valid_loss : 0.16694596409797668

   1819340	  0.167173	  0.166946	  0.169375		CURRENT LEARNING RATE: 8.78451834367771e-09
previous_iter_valid_loss : 0.16049787402153015

   1819360	  0.160671	  0.160498	  0.169374		CURRENT LEARNING RATE: 8.782761615687633e-09
previous_iter_valid_loss : 0.16203705966472626

   1819380	  0.162192	  0.162037	  0.169341		CURRENT LEARNING RATE: 8.781005239008022e-09
previous_iter_valid_loss : 0.16051974892616272

   1819400	  0.160687	  0.160520	  0.168949		CURRENT LEARNING RATE: 8.779249213568621e-09
previous_iter_valid_loss : 0.17273837327957153

   1819420	  0.173009	  0.172738	  0.169496		CURRENT LEARNING RATE: 8.77749353929916e-09
previous_iter_valid_loss : 0.16156037151813507

   1819440	  0.161729	  0.161560	  0.169549		CURRENT LEARNING RATE: 8.775738216129472e-09
previous_iter_valid_loss : 0.16075657308101654

   1819460	  0.160931	  0.160757	  0.168299		CURRENT LEARNING RATE: 8.773983243989315e-09
previous_iter_valid_loss : 0.1927856206893921

   1819480	  0.192903	  0.192786	  0.169160		CURRENT LEARNING RATE: 8.772228622808489e-09
previous_iter_valid_loss : 0.16053012013435364

   1819500	  0.160686	  0.160530	  0.169151		CURRENT LEARNING RATE: 8.770474352516808e-09
previous_iter_valid_loss : 0.1622500866651535

   1819520	  0.162407	  0.162250	  0.169195		CURRENT LEARNING RATE: 8.768720433044101e-09
previous_iter_valid_loss : 0.1626785695552826

   1819540	  0.162845	  0.162679	  0.168191		CURRENT LEARNING RATE: 8.766966864320215e-09
previous_iter_valid_loss : 0.1618424952030182

   1819560	  0.162000	  0.161842	  0.168237		CURRENT LEARNING RATE: 8.765213646275003e-09
previous_iter_valid_loss : 0.17227719724178314

   1819580	  0.172424	  0.172277	  0.168820		CURRENT LEARNING RATE: 8.763460778838308e-09
previous_iter_valid_loss : 0.16052143275737762

   1819600	  0.160691	  0.160521	  0.168558		CURRENT LEARNING RATE: 8.761708261940076e-09
previous_iter_valid_loss : 0.16222156584262848

   1819620	  0.162412	  0.162222	  0.167963		CURRENT LEARNING RATE: 8.759956095510176e-09
previous_iter_valid_loss : 0.1683628410100937

   1819640	  0.168517	  0.168363	  0.168074		CURRENT LEARNING RATE: 8.75820427947852e-09
previous_iter_valid_loss : 0.16518259048461914

   1819660	  0.165389	  0.165183	  0.166698		CURRENT LEARNING RATE: 8.756452813775037e-09
previous_iter_valid_loss : 0.16132980585098267

   1819680	  0.161493	  0.161330	  0.165271		CURRENT LEARNING RATE: 8.754701698329668e-09
previous_iter_valid_loss : 0.16651424765586853

   1819700	  0.166675	  0.166514	  0.165556		CURRENT LEARNING RATE: 8.752950933072368e-09
previous_iter_valid_loss : 0.16998212039470673

   1819720	  0.170133	  0.169982	  0.165575		CURRENT LEARNING RATE: 8.751200517933106e-09
previous_iter_valid_loss : 0.1606276035308838

   1819740	  0.160783	  0.160628	  0.165259		CURRENT LEARNING RATE: 8.749450452841835e-09
previous_iter_valid_loss : 0.16476964950561523

   1819760	  0.164933	  0.164770	  0.165472		CURRENT LEARNING RATE: 8.747700737728613e-09
previous_iter_valid_loss : 0.16120027005672455

   1819780	  0.161364	  0.161200	  0.165430		CURRENT LEARNING RATE: 8.745951372523425e-09
previous_iter_valid_loss : 0.16600240767002106

   1819800	  0.166166	  0.166002	  0.165705		CURRENT LEARNING RATE: 8.744202357156291e-09
previous_iter_valid_loss : 0.19488641619682312

   1819820	  0.194998	  0.194886	  0.166812		CURRENT LEARNING RATE: 8.742453691557251e-09
previous_iter_valid_loss : 0.16057047247886658

   1819840	  0.160723	  0.160570	  0.166762		CURRENT LEARNING RATE: 8.740705375656361e-09
previous_iter_valid_loss : 0.1628343015909195

   1819860	  0.162999	  0.162834	  0.166866		CURRENT LEARNING RATE: 8.73895740938369e-09
previous_iter_valid_loss : 0.1761455535888672

   1819880	  0.176296	  0.176146	  0.166034		CURRENT LEARNING RATE: 8.737209792669282e-09
previous_iter_valid_loss : 0.16206280887126923

   1819900	  0.162253	  0.162063	  0.166111		CURRENT LEARNING RATE: 8.7354625254433e-09
previous_iter_valid_loss : 0.1633051186800003

   1819920	  0.163474	  0.163305	  0.166164		CURRENT LEARNING RATE: 8.733715607635818e-09
previous_iter_valid_loss : 0.17780396342277527

   1819940	  0.177966	  0.177804	  0.166920		CURRENT LEARNING RATE: 8.731969039176963e-09
previous_iter_valid_loss : 0.1633993685245514

   1819960	  0.163562	  0.163399	  0.166998		CURRENT LEARNING RATE: 8.73022281999687e-09
previous_iter_valid_loss : 0.1686914563179016

   1819980	  0.168847	  0.168691	  0.166819		CURRENT LEARNING RATE: 8.728476950025692e-09
previous_iter_valid_loss : 0.16169777512550354

   1820000	  0.161855	  0.161698	  0.166877		CURRENT LEARNING RATE: 8.726731429193592e-09
previous_iter_valid_loss : 0.16084349155426025

   1820020	  0.160993	  0.160843	  0.166808		CURRENT LEARNING RATE: 8.72498625743075e-09
previous_iter_valid_loss : 0.16059736907482147

   1820040	  0.160757	  0.160597	  0.166420		CURRENT LEARNING RATE: 8.72324143466733e-09
previous_iter_valid_loss : 0.16055229306221008

   1820060	  0.160710	  0.160552	  0.166189		CURRENT LEARNING RATE: 8.721496960833599e-09
previous_iter_valid_loss : 0.17594444751739502

   1820080	  0.176233	  0.175944	  0.166919		CURRENT LEARNING RATE: 8.719752835859747e-09
previous_iter_valid_loss : 0.1828538477420807

   1820100	  0.183202	  0.182854	  0.167736		CURRENT LEARNING RATE: 8.718009059676011e-09
previous_iter_valid_loss : 0.16151069104671478

   1820120	  0.161676	  0.161511	  0.167313		CURRENT LEARNING RATE: 8.716265632212637e-09
previous_iter_valid_loss : 0.16323202848434448

   1820140	  0.163408	  0.163232	  0.167443		CURRENT LEARNING RATE: 8.71452255339989e-09
previous_iter_valid_loss : 0.1780240386724472

   1820160	  0.178322	  0.178024	  0.168106		CURRENT LEARNING RATE: 8.712779823168048e-09
previous_iter_valid_loss : 0.16798420250415802

   1820180	  0.168142	  0.167984	  0.168445		CURRENT LEARNING RATE: 8.711037441447367e-09
previous_iter_valid_loss : 0.18148495256900787

   1820200	  0.181637	  0.181485	  0.169219		CURRENT LEARNING RATE: 8.709295408168217e-09
previous_iter_valid_loss : 0.16309672594070435

   1820220	  0.163264	  0.163097	  0.167630		CURRENT LEARNING RATE: 8.707553723260882e-09
previous_iter_valid_loss : 0.1611199676990509

   1820240	  0.161280	  0.161120	  0.167657		CURRENT LEARNING RATE: 8.705812386655699e-09
previous_iter_valid_loss : 0.16410110890865326

   1820260	  0.164270	  0.164101	  0.167720		CURRENT LEARNING RATE: 8.704071398283014e-09
previous_iter_valid_loss : 0.16082990169525146

   1820280	  0.161006	  0.160830	  0.166955		CURRENT LEARNING RATE: 8.702330758073183e-09
previous_iter_valid_loss : 0.16051407158374786

   1820300	  0.160679	  0.160514	  0.166877		CURRENT LEARNING RATE: 8.700590465956586e-09
previous_iter_valid_loss : 0.18108585476875305

   1820320	  0.181242	  0.181086	  0.167766		CURRENT LEARNING RATE: 8.698850521863607e-09
previous_iter_valid_loss : 0.17288079857826233

   1820340	  0.173024	  0.172881	  0.167520		CURRENT LEARNING RATE: 8.697110925724621e-09
previous_iter_valid_loss : 0.18028998374938965

   1820360	  0.180447	  0.180290	  0.168365		CURRENT LEARNING RATE: 8.695371677470102e-09
previous_iter_valid_loss : 0.16058190166950226

   1820380	  0.160747	  0.160582	  0.167959		CURRENT LEARNING RATE: 8.693632777030452e-09
previous_iter_valid_loss : 0.18468350172042847

   1820400	  0.184831	  0.184684	  0.169108		CURRENT LEARNING RATE: 8.691894224336116e-09
previous_iter_valid_loss : 0.16057400405406952

   1820420	  0.160724	  0.160574	  0.169095		CURRENT LEARNING RATE: 8.690156019317548e-09
previous_iter_valid_loss : 0.16647827625274658

   1820440	  0.166684	  0.166478	  0.169389		CURRENT LEARNING RATE: 8.688418161905222e-09
previous_iter_valid_loss : 0.1607625037431717

   1820460	  0.160911	  0.160763	  0.169399		CURRENT LEARNING RATE: 8.686680652029625e-09
previous_iter_valid_loss : 0.16181303560733795

   1820480	  0.161976	  0.161813	  0.168693		CURRENT LEARNING RATE: 8.684943489621256e-09
previous_iter_valid_loss : 0.16171379387378693

   1820500	  0.161888	  0.161714	  0.167636		CURRENT LEARNING RATE: 8.683206674610593e-09
previous_iter_valid_loss : 0.1610536277294159

   1820520	  0.161233	  0.161054	  0.167613		CURRENT LEARNING RATE: 8.681470206928233e-09
previous_iter_valid_loss : 0.1604999154806137

   1820540	  0.160665	  0.160500	  0.167476		CURRENT LEARNING RATE: 8.67973408650468e-09
previous_iter_valid_loss : 0.16382095217704773

   1820560	  0.164023	  0.163821	  0.166766		CURRENT LEARNING RATE: 8.677998313270493e-09
previous_iter_valid_loss : 0.17142349481582642

   1820580	  0.171562	  0.171423	  0.166938		CURRENT LEARNING RATE: 8.676262887156238e-09
previous_iter_valid_loss : 0.18986816704273224

   1820600	  0.190001	  0.189868	  0.167357		CURRENT LEARNING RATE: 8.674527808092501e-09
previous_iter_valid_loss : 0.16096393764019012

   1820620	  0.161116	  0.160964	  0.167251		CURRENT LEARNING RATE: 8.672793076009877e-09
previous_iter_valid_loss : 0.17457695305347443

   1820640	  0.174853	  0.174577	  0.167924		CURRENT LEARNING RATE: 8.671058690838947e-09
previous_iter_valid_loss : 0.16066771745681763

   1820660	  0.160830	  0.160668	  0.167752		CURRENT LEARNING RATE: 8.669324652510397e-09
previous_iter_valid_loss : 0.16169258952140808

   1820680	  0.161871	  0.161693	  0.167795		CURRENT LEARNING RATE: 8.667590960954832e-09
previous_iter_valid_loss : 0.16267359256744385

   1820700	  0.162841	  0.162674	  0.167903		CURRENT LEARNING RATE: 8.66585761610291e-09
previous_iter_valid_loss : 0.1842157244682312

   1820720	  0.184362	  0.184216	  0.168060		CURRENT LEARNING RATE: 8.664124617885292e-09
previous_iter_valid_loss : 0.16051174700260162

   1820740	  0.160683	  0.160512	  0.167441		CURRENT LEARNING RATE: 8.662391966232659e-09
previous_iter_valid_loss : 0.1810244470834732

   1820760	  0.181180	  0.181024	  0.167478		CURRENT LEARNING RATE: 8.660659661075707e-09
previous_iter_valid_loss : 0.17702575027942657

   1820780	  0.177180	  0.177026	  0.168300		CURRENT LEARNING RATE: 8.658927702345142e-09
previous_iter_valid_loss : 0.16225837171077728

   1820800	  0.162420	  0.162258	  0.167179		CURRENT LEARNING RATE: 8.657196089971655e-09
previous_iter_valid_loss : 0.16338394582271576

   1820820	  0.163553	  0.163384	  0.167319		CURRENT LEARNING RATE: 8.655464823886044e-09
previous_iter_valid_loss : 0.16103331744670868

   1820840	  0.161213	  0.161033	  0.167047		CURRENT LEARNING RATE: 8.653733904019028e-09
previous_iter_valid_loss : 0.16380532085895538

   1820860	  0.164011	  0.163805	  0.167199		CURRENT LEARNING RATE: 8.652003330301368e-09
previous_iter_valid_loss : 0.16073870658874512

   1820880	  0.160908	  0.160739	  0.167145		CURRENT LEARNING RATE: 8.650273102663843e-09
previous_iter_valid_loss : 0.1606018990278244

   1820900	  0.160770	  0.160602	  0.167090		CURRENT LEARNING RATE: 8.648543221037243e-09
previous_iter_valid_loss : 0.16625557839870453

   1820920	  0.166466	  0.166256	  0.167350		CURRENT LEARNING RATE: 8.646813685352373e-09
previous_iter_valid_loss : 0.16128696501255035

   1820940	  0.161448	  0.161287	  0.167389		CURRENT LEARNING RATE: 8.645084495540053e-09
previous_iter_valid_loss : 0.1615392118692398

   1820960	  0.161683	  0.161539	  0.167275		CURRENT LEARNING RATE: 8.643355651531082e-09
previous_iter_valid_loss : 0.16090521216392517

   1820980	  0.161066	  0.160905	  0.166749		CURRENT LEARNING RATE: 8.641627153256369e-09
previous_iter_valid_loss : 0.16056285798549652

   1821000	  0.160710	  0.160563	  0.165284		CURRENT LEARNING RATE: 8.639899000646742e-09
previous_iter_valid_loss : 0.1661253273487091

   1821020	  0.166284	  0.166125	  0.165542		CURRENT LEARNING RATE: 8.638171193633078e-09
previous_iter_valid_loss : 0.16067060828208923

   1821040	  0.160840	  0.160671	  0.164847		CURRENT LEARNING RATE: 8.636443732146261e-09
previous_iter_valid_loss : 0.1616567075252533

   1821060	  0.161821	  0.161657	  0.164896		CURRENT LEARNING RATE: 8.634716616117197e-09
previous_iter_valid_loss : 0.16768962144851685

   1821080	  0.167905	  0.167690	  0.165196		CURRENT LEARNING RATE: 8.632989845476797e-09
previous_iter_valid_loss : 0.1623777449131012

   1821100	  0.162571	  0.162378	  0.165181		CURRENT LEARNING RATE: 8.631263420155962e-09
previous_iter_valid_loss : 0.16078048944473267

   1821120	  0.160954	  0.160780	  0.164010		CURRENT LEARNING RATE: 8.629537340085695e-09
previous_iter_valid_loss : 0.16327603161334991

   1821140	  0.163471	  0.163276	  0.164148		CURRENT LEARNING RATE: 8.627811605196923e-09
previous_iter_valid_loss : 0.16702306270599365

   1821160	  0.167249	  0.167023	  0.163448		CURRENT LEARNING RATE: 8.626086215420617e-09
previous_iter_valid_loss : 0.16890908777713776

   1821180	  0.169061	  0.168909	  0.163042		CURRENT LEARNING RATE: 8.62436117068776e-09
previous_iter_valid_loss : 0.1607469618320465

   1821200	  0.160907	  0.160747	  0.162966		CURRENT LEARNING RATE: 8.622636470929352e-09
previous_iter_valid_loss : 0.18690884113311768

   1821220	  0.187044	  0.186909	  0.164143		CURRENT LEARNING RATE: 8.620912116076402e-09
previous_iter_valid_loss : 0.1648084968328476

   1821240	  0.164987	  0.164808	  0.164331		CURRENT LEARNING RATE: 8.619188106059941e-09
previous_iter_valid_loss : 0.16076189279556274

   1821260	  0.160938	  0.160762	  0.164179		CURRENT LEARNING RATE: 8.617464440810972e-09
previous_iter_valid_loss : 0.1620815247297287

   1821280	  0.162262	  0.162082	  0.164246		CURRENT LEARNING RATE: 8.615741120260614e-09
previous_iter_valid_loss : 0.16126888990402222

   1821300	  0.161416	  0.161269	  0.164280		CURRENT LEARNING RATE: 8.614018144339901e-09
previous_iter_valid_loss : 0.18570564687252045

   1821320	  0.186082	  0.185706	  0.165252		CURRENT LEARNING RATE: 8.612295512979914e-09
previous_iter_valid_loss : 0.1908465474843979

   1821340	  0.191295	  0.190847	  0.166730		CURRENT LEARNING RATE: 8.61057322611175e-09
previous_iter_valid_loss : 0.16058960556983948

   1821360	  0.160745	  0.160590	  0.166683		CURRENT LEARNING RATE: 8.608851283666517e-09
previous_iter_valid_loss : 0.16095587611198425

   1821380	  0.161103	  0.160956	  0.166685		CURRENT LEARNING RATE: 8.607129685575336e-09
previous_iter_valid_loss : 0.16058950126171112

   1821400	  0.160751	  0.160590	  0.166686		CURRENT LEARNING RATE: 8.605408431769312e-09
previous_iter_valid_loss : 0.1699957251548767

   1821420	  0.170243	  0.169996	  0.166880		CURRENT LEARNING RATE: 8.603687522179657e-09
previous_iter_valid_loss : 0.16395820677280426

   1821440	  0.164133	  0.163958	  0.167044		CURRENT LEARNING RATE: 8.601966956737505e-09
previous_iter_valid_loss : 0.16458871960639954

   1821460	  0.164754	  0.164589	  0.167191		CURRENT LEARNING RATE: 8.600246735374032e-09
previous_iter_valid_loss : 0.1688941866159439

   1821480	  0.169046	  0.168894	  0.167251		CURRENT LEARNING RATE: 8.59852685802043e-09
previous_iter_valid_loss : 0.16319413483142853

   1821500	  0.163355	  0.163194	  0.167292		CURRENT LEARNING RATE: 8.596807324607903e-09
previous_iter_valid_loss : 0.16937865316867828

   1821520	  0.169531	  0.169379	  0.167722		CURRENT LEARNING RATE: 8.595088135067669e-09
previous_iter_valid_loss : 0.16089899837970734

   1821540	  0.161057	  0.160899	  0.167603		CURRENT LEARNING RATE: 8.593369289330963e-09
previous_iter_valid_loss : 0.16383405029773712

   1821560	  0.164009	  0.163834	  0.167444		CURRENT LEARNING RATE: 8.591650787328999e-09
previous_iter_valid_loss : 0.16848215460777283

   1821580	  0.168631	  0.168482	  0.167422		CURRENT LEARNING RATE: 8.589932628993099e-09
previous_iter_valid_loss : 0.1675824373960495

   1821600	  0.167733	  0.167582	  0.167764		CURRENT LEARNING RATE: 8.588214814254502e-09
previous_iter_valid_loss : 0.16156724095344543

   1821620	  0.161757	  0.161567	  0.166497		CURRENT LEARNING RATE: 8.586497343044502e-09
previous_iter_valid_loss : 0.1614764928817749

   1821640	  0.161671	  0.161476	  0.166330		CURRENT LEARNING RATE: 8.584780215294396e-09
previous_iter_valid_loss : 0.1617404967546463

   1821660	  0.161930	  0.161740	  0.166379		CURRENT LEARNING RATE: 8.5830634309355e-09
previous_iter_valid_loss : 0.16068987548351288

   1821680	  0.160864	  0.160690	  0.166310		CURRENT LEARNING RATE: 8.581346989899141e-09
previous_iter_valid_loss : 0.16050946712493896

   1821700	  0.160677	  0.160509	  0.166272		CURRENT LEARNING RATE: 8.579630892116664e-09
previous_iter_valid_loss : 0.16067102551460266

   1821720	  0.160829	  0.160671	  0.165020		CURRENT LEARNING RATE: 8.577915137519392e-09
previous_iter_valid_loss : 0.16123534739017487

   1821740	  0.161397	  0.161235	  0.163539		CURRENT LEARNING RATE: 8.57619972603876e-09
previous_iter_valid_loss : 0.16371223330497742

   1821760	  0.163914	  0.163712	  0.163696		CURRENT LEARNING RATE: 8.574484657606115e-09
previous_iter_valid_loss : 0.16587157547473907

   1821780	  0.166028	  0.165872	  0.163941		CURRENT LEARNING RATE: 8.57276993215286e-09
previous_iter_valid_loss : 0.16706141829490662

   1821800	  0.167223	  0.167061	  0.164265		CURRENT LEARNING RATE: 8.571055549610403e-09
previous_iter_valid_loss : 0.16052943468093872

   1821820	  0.160689	  0.160529	  0.163792		CURRENT LEARNING RATE: 8.569341509910168e-09
previous_iter_valid_loss : 0.16052187979221344

   1821840	  0.160680	  0.160522	  0.163620		CURRENT LEARNING RATE: 8.567627812983594e-09
previous_iter_valid_loss : 0.17438112199306488

   1821860	  0.174655	  0.174381	  0.164109		CURRENT LEARNING RATE: 8.565914458762105e-09
previous_iter_valid_loss : 0.16183249652385712

   1821880	  0.161984	  0.161832	  0.163756		CURRENT LEARNING RATE: 8.564201447177225e-09
previous_iter_valid_loss : 0.16795487701892853

   1821900	  0.168111	  0.167955	  0.163994		CURRENT LEARNING RATE: 8.562488778160403e-09
previous_iter_valid_loss : 0.16207875311374664

   1821920	  0.162242	  0.162079	  0.163629		CURRENT LEARNING RATE: 8.560776451643135e-09
previous_iter_valid_loss : 0.16080671548843384

   1821940	  0.160984	  0.160807	  0.163625		CURRENT LEARNING RATE: 8.559064467556926e-09
previous_iter_valid_loss : 0.16872183978557587

   1821960	  0.168954	  0.168722	  0.163869		CURRENT LEARNING RATE: 8.557352825833296e-09
previous_iter_valid_loss : 0.16507606208324432

   1821980	  0.165243	  0.165076	  0.163699		CURRENT LEARNING RATE: 8.55564152640378e-09
previous_iter_valid_loss : 0.16210705041885376

   1822000	  0.162294	  0.162107	  0.163425		CURRENT LEARNING RATE: 8.553930569199928e-09
previous_iter_valid_loss : 0.16116026043891907

   1822020	  0.161344	  0.161160	  0.163405		CURRENT LEARNING RATE: 8.552219954153268e-09
previous_iter_valid_loss : 0.16111017763614655

   1822040	  0.161269	  0.161110	  0.163386		CURRENT LEARNING RATE: 8.550509681195438e-09
previous_iter_valid_loss : 0.16760055720806122

   1822060	  0.167758	  0.167601	  0.163679		CURRENT LEARNING RATE: 8.548799750257997e-09
previous_iter_valid_loss : 0.16165800392627716

   1822080	  0.161818	  0.161658	  0.163728		CURRENT LEARNING RATE: 8.547090161272545e-09
previous_iter_valid_loss : 0.1733488291501999

   1822100	  0.173609	  0.173349	  0.164370		CURRENT LEARNING RATE: 8.545380914170703e-09
previous_iter_valid_loss : 0.1604979783296585

   1822120	  0.160664	  0.160498	  0.164361		CURRENT LEARNING RATE: 8.543672008884097e-09
previous_iter_valid_loss : 0.16057512164115906

   1822140	  0.160729	  0.160575	  0.164328		CURRENT LEARNING RATE: 8.541963445344375e-09
previous_iter_valid_loss : 0.1634460836648941

   1822160	  0.163635	  0.163446	  0.164315		CURRENT LEARNING RATE: 8.540255223483159e-09
previous_iter_valid_loss : 0.16741009056568146

   1822180	  0.167623	  0.167410	  0.164392		CURRENT LEARNING RATE: 8.538547343232184e-09
previous_iter_valid_loss : 0.16230891644954681

   1822200	  0.162475	  0.162309	  0.164154		CURRENT LEARNING RATE: 8.536839804523104e-09
previous_iter_valid_loss : 0.16111589968204498

   1822220	  0.161307	  0.161116	  0.164184		CURRENT LEARNING RATE: 8.535132607287618e-09
previous_iter_valid_loss : 0.167216956615448

   1822240	  0.167373	  0.167217	  0.164518		CURRENT LEARNING RATE: 8.533425751457436e-09
previous_iter_valid_loss : 0.16052256524562836

   1822260	  0.160682	  0.160523	  0.163825		CURRENT LEARNING RATE: 8.531719236964288e-09
previous_iter_valid_loss : 0.16072086989879608

   1822280	  0.160891	  0.160721	  0.163770		CURRENT LEARNING RATE: 8.53001306373991e-09
previous_iter_valid_loss : 0.1618177443742752

   1822300	  0.162010	  0.161818	  0.163463		CURRENT LEARNING RATE: 8.528307231716053e-09
previous_iter_valid_loss : 0.1715562343597412

   1822320	  0.171820	  0.171556	  0.163937		CURRENT LEARNING RATE: 8.526601740824456e-09
previous_iter_valid_loss : 0.16951128840446472

   1822340	  0.169761	  0.169511	  0.164372		CURRENT LEARNING RATE: 8.524896590996963e-09
previous_iter_valid_loss : 0.17896822094917297

   1822360	  0.179131	  0.178968	  0.164884		CURRENT LEARNING RATE: 8.523191782165334e-09
previous_iter_valid_loss : 0.16060590744018555

   1822380	  0.160776	  0.160606	  0.164661		CURRENT LEARNING RATE: 8.521487314261375e-09
previous_iter_valid_loss : 0.17653533816337585

   1822400	  0.176827	  0.176535	  0.165382		CURRENT LEARNING RATE: 8.519783187216913e-09
previous_iter_valid_loss : 0.17716316878795624

   1822420	  0.177459	  0.177163	  0.166182		CURRENT LEARNING RATE: 8.518079400963777e-09
previous_iter_valid_loss : 0.171196848154068

   1822440	  0.171455	  0.171197	  0.166687		CURRENT LEARNING RATE: 8.51637595543382e-09
previous_iter_valid_loss : 0.16242152452468872

   1822460	  0.162613	  0.162422	  0.166428		CURRENT LEARNING RATE: 8.514672850558902e-09
previous_iter_valid_loss : 0.16493351757526398

   1822480	  0.165140	  0.164934	  0.166592		CURRENT LEARNING RATE: 8.512970086270868e-09
previous_iter_valid_loss : 0.1607917994260788

   1822500	  0.160967	  0.160792	  0.165964		CURRENT LEARNING RATE: 8.51126766250167e-09
previous_iter_valid_loss : 0.16774141788482666

   1822520	  0.167967	  0.167741	  0.166326		CURRENT LEARNING RATE: 8.50956557918318e-09
previous_iter_valid_loss : 0.16758570075035095

   1822540	  0.167737	  0.167586	  0.166676		CURRENT LEARNING RATE: 8.507863836247313e-09
previous_iter_valid_loss : 0.1739843189716339

   1822560	  0.174136	  0.173984	  0.167203		CURRENT LEARNING RATE: 8.506162433626001e-09
previous_iter_valid_loss : 0.16821151971817017

   1822580	  0.168440	  0.168212	  0.167243		CURRENT LEARNING RATE: 8.504461371251187e-09
previous_iter_valid_loss : 0.16483470797538757

   1822600	  0.165038	  0.164835	  0.167370		CURRENT LEARNING RATE: 8.50276064905483e-09
previous_iter_valid_loss : 0.167922243475914

   1822620	  0.168077	  0.167922	  0.167710		CURRENT LEARNING RATE: 8.501060266968869e-09
previous_iter_valid_loss : 0.1605442613363266

   1822640	  0.160700	  0.160544	  0.167376		CURRENT LEARNING RATE: 8.49936022492535e-09
previous_iter_valid_loss : 0.16055049002170563

   1822660	  0.160705	  0.160550	  0.167378		CURRENT LEARNING RATE: 8.497660522856241e-09
previous_iter_valid_loss : 0.16144602000713348

   1822680	  0.161602	  0.161446	  0.167414		CURRENT LEARNING RATE: 8.495961160693555e-09
previous_iter_valid_loss : 0.16083690524101257

   1822700	  0.160994	  0.160837	  0.167365		CURRENT LEARNING RATE: 8.494262138369316e-09
previous_iter_valid_loss : 0.16052383184432983

   1822720	  0.160684	  0.160524	  0.166813		CURRENT LEARNING RATE: 8.492563455815564e-09
previous_iter_valid_loss : 0.17470355331897736

   1822740	  0.174857	  0.174704	  0.167073		CURRENT LEARNING RATE: 8.49086511296435e-09
previous_iter_valid_loss : 0.16067303717136383

   1822760	  0.160819	  0.160673	  0.166158		CURRENT LEARNING RATE: 8.489167109747744e-09
previous_iter_valid_loss : 0.16303345561027527

   1822780	  0.163230	  0.163033	  0.166280		CURRENT LEARNING RATE: 8.487469446097792e-09
previous_iter_valid_loss : 0.16095052659511566

   1822800	  0.161130	  0.160951	  0.165500		CURRENT LEARNING RATE: 8.48577212194665e-09
previous_iter_valid_loss : 0.16353696584701538

   1822820	  0.163705	  0.163537	  0.164819		CURRENT LEARNING RATE: 8.484075137226392e-09
previous_iter_valid_loss : 0.1740065962076187

   1822840	  0.174154	  0.174007	  0.164959		CURRENT LEARNING RATE: 8.482378491869141e-09
previous_iter_valid_loss : 0.1686505377292633

   1822860	  0.168894	  0.168651	  0.165271		CURRENT LEARNING RATE: 8.480682185807033e-09
previous_iter_valid_loss : 0.17271383106708527

   1822880	  0.172992	  0.172714	  0.165660		CURRENT LEARNING RATE: 8.478986218972213e-09
previous_iter_valid_loss : 0.16307009756565094

   1822900	  0.163237	  0.163070	  0.165774		CURRENT LEARNING RATE: 8.477290591296843e-09
previous_iter_valid_loss : 0.16346441209316254

   1822920	  0.163633	  0.163464	  0.165560		CURRENT LEARNING RATE: 8.475595302713095e-09
previous_iter_valid_loss : 0.16499903798103333

   1822940	  0.165199	  0.164999	  0.165431		CURRENT LEARNING RATE: 8.473900353153132e-09
previous_iter_valid_loss : 0.17240677773952484

   1822960	  0.172672	  0.172407	  0.165352		CURRENT LEARNING RATE: 8.472205742549215e-09
previous_iter_valid_loss : 0.16067586839199066

   1822980	  0.160846	  0.160676	  0.164975		CURRENT LEARNING RATE: 8.470511470833527e-09
previous_iter_valid_loss : 0.1617610603570938

   1823000	  0.161952	  0.161761	  0.164821		CURRENT LEARNING RATE: 8.468817537938302e-09
previous_iter_valid_loss : 0.1683008074760437

   1823020	  0.168452	  0.168301	  0.164840		CURRENT LEARNING RATE: 8.467123943795778e-09
previous_iter_valid_loss : 0.1615040898323059

   1823040	  0.161697	  0.161504	  0.164888		CURRENT LEARNING RATE: 8.465430688338213e-09
previous_iter_valid_loss : 0.1609109491109848

   1823060	  0.161062	  0.160911	  0.164906		CURRENT LEARNING RATE: 8.463737771497875e-09
previous_iter_valid_loss : 0.1688849925994873

   1823080	  0.169032	  0.168885	  0.165278		CURRENT LEARNING RATE: 8.46204519320702e-09
previous_iter_valid_loss : 0.16488103568553925

   1823100	  0.165083	  0.164881	  0.165480		CURRENT LEARNING RATE: 8.460352953398005e-09
previous_iter_valid_loss : 0.16057240962982178

   1823120	  0.160744	  0.160572	  0.165483		CURRENT LEARNING RATE: 8.458661052003107e-09
previous_iter_valid_loss : 0.16058985888957977

   1823140	  0.160763	  0.160590	  0.164777		CURRENT LEARNING RATE: 8.456969488954655e-09
previous_iter_valid_loss : 0.167755588889122

   1823160	  0.167912	  0.167756	  0.165131		CURRENT LEARNING RATE: 8.455278264184982e-09
previous_iter_valid_loss : 0.16162271797657013

   1823180	  0.161788	  0.161623	  0.165061		CURRENT LEARNING RATE: 8.453587377626442e-09
previous_iter_valid_loss : 0.17179656028747559

   1823200	  0.171945	  0.171797	  0.165603		CURRENT LEARNING RATE: 8.451896829211397e-09
previous_iter_valid_loss : 0.17119261622428894

   1823220	  0.171343	  0.171193	  0.165986		CURRENT LEARNING RATE: 8.450206618872226e-09
previous_iter_valid_loss : 0.17481397092342377

   1823240	  0.174963	  0.174814	  0.166026		CURRENT LEARNING RATE: 8.448516746541292e-09
previous_iter_valid_loss : 0.1845548450946808

   1823260	  0.184709	  0.184555	  0.166821		CURRENT LEARNING RATE: 8.446827212151059e-09
previous_iter_valid_loss : 0.17786362767219543

   1823280	  0.178021	  0.177864	  0.167079		CURRENT LEARNING RATE: 8.445138015633915e-09
previous_iter_valid_loss : 0.16121847927570343

   1823300	  0.161408	  0.161218	  0.166986		CURRENT LEARNING RATE: 8.443449156922292e-09
previous_iter_valid_loss : 0.16106539964675903

   1823320	  0.161218	  0.161065	  0.166866		CURRENT LEARNING RATE: 8.441760635948638e-09
previous_iter_valid_loss : 0.17630501091480255

   1823340	  0.176466	  0.176305	  0.167432		CURRENT LEARNING RATE: 8.44007245264541e-09
previous_iter_valid_loss : 0.18958477675914764

   1823360	  0.190015	  0.189585	  0.168291		CURRENT LEARNING RATE: 8.43838460694508e-09
previous_iter_valid_loss : 0.16482464969158173

   1823380	  0.165031	  0.164825	  0.168498		CURRENT LEARNING RATE: 8.436697098780108e-09
previous_iter_valid_loss : 0.1665017455816269

   1823400	  0.166711	  0.166502	  0.168735		CURRENT LEARNING RATE: 8.435009928083049e-09
previous_iter_valid_loss : 0.16437655687332153

   1823420	  0.164550	  0.164377	  0.168539		CURRENT LEARNING RATE: 8.433323094786389e-09
previous_iter_valid_loss : 0.16171059012413025

   1823440	  0.161891	  0.161711	  0.168549		CURRENT LEARNING RATE: 8.431636598822653e-09
previous_iter_valid_loss : 0.1636631190776825

   1823460	  0.163833	  0.163663	  0.168687		CURRENT LEARNING RATE: 8.429950440124382e-09
previous_iter_valid_loss : 0.16373968124389648

   1823480	  0.163938	  0.163740	  0.168429		CURRENT LEARNING RATE: 8.428264618624131e-09
previous_iter_valid_loss : 0.18078827857971191

   1823500	  0.181126	  0.180788	  0.169225		CURRENT LEARNING RATE: 8.426579134254465e-09
previous_iter_valid_loss : 0.16480116546154022

   1823520	  0.164996	  0.164801	  0.169436		CURRENT LEARNING RATE: 8.424893986947967e-09
previous_iter_valid_loss : 0.17086897790431976

   1823540	  0.171014	  0.170869	  0.169950		CURRENT LEARNING RATE: 8.423209176637198e-09
previous_iter_valid_loss : 0.16721408069133759

   1823560	  0.167442	  0.167214	  0.169923		CURRENT LEARNING RATE: 8.421524703254827e-09
previous_iter_valid_loss : 0.16052861511707306

   1823580	  0.160702	  0.160529	  0.169868		CURRENT LEARNING RATE: 8.419840566733447e-09
previous_iter_valid_loss : 0.16146919131278992

   1823600	  0.161623	  0.161469	  0.169352		CURRENT LEARNING RATE: 8.41815676700569e-09
previous_iter_valid_loss : 0.1605367362499237

   1823620	  0.160699	  0.160537	  0.168819		CURRENT LEARNING RATE: 8.416473304004204e-09
previous_iter_valid_loss : 0.16660632193088531

   1823640	  0.166837	  0.166606	  0.168409		CURRENT LEARNING RATE: 8.41479017766165e-09
previous_iter_valid_loss : 0.17328095436096191

   1823660	  0.173434	  0.173281	  0.167845		CURRENT LEARNING RATE: 8.413107387910707e-09
previous_iter_valid_loss : 0.16821955144405365

   1823680	  0.168373	  0.168220	  0.167363		CURRENT LEARNING RATE: 8.41142493468406e-09
previous_iter_valid_loss : 0.18623298406600952

   1823700	  0.186377	  0.186233	  0.168614		CURRENT LEARNING RATE: 8.40974281791438e-09
previous_iter_valid_loss : 0.16736459732055664

   1823720	  0.167579	  0.167365	  0.168929		CURRENT LEARNING RATE: 8.408061037534446e-09
previous_iter_valid_loss : 0.16208650171756744

   1823740	  0.162245	  0.162087	  0.168218		CURRENT LEARNING RATE: 8.406379593476954e-09
previous_iter_valid_loss : 0.16437777876853943

   1823760	  0.164553	  0.164378	  0.166957		CURRENT LEARNING RATE: 8.404698485674646e-09
previous_iter_valid_loss : 0.16173645853996277

   1823780	  0.161931	  0.161736	  0.166803		CURRENT LEARNING RATE: 8.403017714060279e-09
previous_iter_valid_loss : 0.16477420926094055

   1823800	  0.164934	  0.164774	  0.166717		CURRENT LEARNING RATE: 8.401337278566622e-09
previous_iter_valid_loss : 0.1605093628168106

   1823820	  0.160662	  0.160509	  0.166523		CURRENT LEARNING RATE: 8.399657179126457e-09
previous_iter_valid_loss : 0.1610485166311264

   1823840	  0.161203	  0.161049	  0.166490		CURRENT LEARNING RATE: 8.397977415672551e-09
previous_iter_valid_loss : 0.17245399951934814

   1823860	  0.172728	  0.172454	  0.166930		CURRENT LEARNING RATE: 8.39629798813777e-09
previous_iter_valid_loss : 0.16567771136760712

   1823880	  0.165887	  0.165678	  0.167027		CURRENT LEARNING RATE: 8.394618896454913e-09
previous_iter_valid_loss : 0.16051100194454193

   1823900	  0.160668	  0.160511	  0.166013		CURRENT LEARNING RATE: 8.392940140556811e-09
previous_iter_valid_loss : 0.16123656928539276

   1823920	  0.161390	  0.161237	  0.165835		CURRENT LEARNING RATE: 8.391261720376317e-09
previous_iter_valid_loss : 0.1687847226858139

   1823940	  0.169022	  0.168785	  0.165730		CURRENT LEARNING RATE: 8.389583635846293e-09
previous_iter_valid_loss : 0.16492478549480438

   1823960	  0.165130	  0.164925	  0.165616		CURRENT LEARNING RATE: 8.387905886899613e-09
previous_iter_valid_loss : 0.1634090542793274

   1823980	  0.163610	  0.163409	  0.165760		CURRENT LEARNING RATE: 8.386228473469173e-09
previous_iter_valid_loss : 0.16691991686820984

   1824000	  0.167148	  0.166920	  0.166032		CURRENT LEARNING RATE: 8.38455139548784e-09
previous_iter_valid_loss : 0.16400836408138275

   1824020	  0.164174	  0.164008	  0.166206		CURRENT LEARNING RATE: 8.382874652888596e-09
previous_iter_valid_loss : 0.16847580671310425

   1824040	  0.168631	  0.168476	  0.166299		CURRENT LEARNING RATE: 8.38119824560434e-09
previous_iter_valid_loss : 0.16201451420783997

   1824060	  0.162179	  0.162015	  0.165736		CURRENT LEARNING RATE: 8.379522173568012e-09
previous_iter_valid_loss : 0.16051247715950012

   1824080	  0.160667	  0.160512	  0.165351		CURRENT LEARNING RATE: 8.377846436712573e-09
previous_iter_valid_loss : 0.16052457690238953

   1824100	  0.160695	  0.160525	  0.164065		CURRENT LEARNING RATE: 8.376171034970994e-09
previous_iter_valid_loss : 0.1609289050102234

   1824120	  0.161078	  0.160929	  0.163744		CURRENT LEARNING RATE: 8.374495968276257e-09
previous_iter_valid_loss : 0.16055187582969666

   1824140	  0.160716	  0.160552	  0.163667		CURRENT LEARNING RATE: 8.37282123656136e-09
previous_iter_valid_loss : 0.16231165826320648

   1824160	  0.162514	  0.162312	  0.163564		CURRENT LEARNING RATE: 8.371146839759283e-09
previous_iter_valid_loss : 0.17859096825122833

   1824180	  0.178749	  0.178591	  0.164406		CURRENT LEARNING RATE: 8.369472777803112e-09
previous_iter_valid_loss : 0.16518719494342804

   1824200	  0.165391	  0.165187	  0.164427		CURRENT LEARNING RATE: 8.367799050625852e-09
previous_iter_valid_loss : 0.1880200356245041

   1824220	  0.188153	  0.188020	  0.165802		CURRENT LEARNING RATE: 8.366125658160553e-09
previous_iter_valid_loss : 0.17423677444458008

   1824240	  0.174506	  0.174237	  0.166462		CURRENT LEARNING RATE: 8.364452600340286e-09
previous_iter_valid_loss : 0.16054828464984894

   1824260	  0.160717	  0.160548	  0.165867		CURRENT LEARNING RATE: 8.362779877098121e-09
previous_iter_valid_loss : 0.16173836588859558

   1824280	  0.161925	  0.161738	  0.165670		CURRENT LEARNING RATE: 8.361107488367153e-09
previous_iter_valid_loss : 0.16701871156692505

   1824300	  0.167243	  0.167019	  0.165995		CURRENT LEARNING RATE: 8.359435434080455e-09
previous_iter_valid_loss : 0.16161736845970154

   1824320	  0.161767	  0.161617	  0.166014		CURRENT LEARNING RATE: 8.357763714171207e-09
previous_iter_valid_loss : 0.16786789894104004

   1824340	  0.168092	  0.167868	  0.165968		CURRENT LEARNING RATE: 8.356092328572508e-09
previous_iter_valid_loss : 0.16814063489437103

   1824360	  0.168358	  0.168141	  0.166129		CURRENT LEARNING RATE: 8.354421277217502e-09
previous_iter_valid_loss : 0.16093230247497559

   1824380	  0.161088	  0.160932	  0.166005		CURRENT LEARNING RATE: 8.35275056003935e-09
previous_iter_valid_loss : 0.17748624086380005

   1824400	  0.177644	  0.177486	  0.166533		CURRENT LEARNING RATE: 8.351080176971221e-09
previous_iter_valid_loss : 0.16651849448680878

   1824420	  0.166678	  0.166518	  0.166659		CURRENT LEARNING RATE: 8.3494101279463e-09
previous_iter_valid_loss : 0.1666114628314972

   1824440	  0.166831	  0.166611	  0.166566		CURRENT LEARNING RATE: 8.347740412897785e-09
previous_iter_valid_loss : 0.16070151329040527

   1824460	  0.160873	  0.160702	  0.166500		CURRENT LEARNING RATE: 8.346071031758859e-09
previous_iter_valid_loss : 0.16121205687522888

   1824480	  0.161368	  0.161212	  0.166535		CURRENT LEARNING RATE: 8.344401984462803e-09
previous_iter_valid_loss : 0.16222095489501953

   1824500	  0.162409	  0.162221	  0.166620		CURRENT LEARNING RATE: 8.34273327094283e-09
previous_iter_valid_loss : 0.16564106941223145

   1824520	  0.165854	  0.165641	  0.166855		CURRENT LEARNING RATE: 8.341064891132186e-09
previous_iter_valid_loss : 0.1649191528558731

   1824540	  0.165128	  0.164919	  0.167074		CURRENT LEARNING RATE: 8.339396844964142e-09
previous_iter_valid_loss : 0.1656130850315094

   1824560	  0.165772	  0.165613	  0.167239		CURRENT LEARNING RATE: 8.337729132371971e-09
previous_iter_valid_loss : 0.1605343520641327

   1824580	  0.160703	  0.160534	  0.166336		CURRENT LEARNING RATE: 8.336061753288966e-09
previous_iter_valid_loss : 0.16050857305526733

   1824600	  0.160669	  0.160509	  0.166102		CURRENT LEARNING RATE: 8.334394707648404e-09
previous_iter_valid_loss : 0.17410050332546234

   1824620	  0.174377	  0.174101	  0.165406		CURRENT LEARNING RATE: 8.33272799538366e-09
previous_iter_valid_loss : 0.1613655686378479

   1824640	  0.161553	  0.161366	  0.164763		CURRENT LEARNING RATE: 8.331061616428037e-09
previous_iter_valid_loss : 0.16408789157867432

   1824660	  0.164286	  0.164088	  0.164940		CURRENT LEARNING RATE: 8.329395570714881e-09
previous_iter_valid_loss : 0.1605527698993683

   1824680	  0.160723	  0.160553	  0.164880		CURRENT LEARNING RATE: 8.327729858177548e-09
previous_iter_valid_loss : 0.16699400544166565

   1824700	  0.167152	  0.166994	  0.164879		CURRENT LEARNING RATE: 8.32606447874941e-09
previous_iter_valid_loss : 0.16365598142147064

   1824720	  0.163827	  0.163656	  0.164981		CURRENT LEARNING RATE: 8.324399432363852e-09
previous_iter_valid_loss : 0.17193807661533356

   1824740	  0.172086	  0.171938	  0.165185		CURRENT LEARNING RATE: 8.322734718954274e-09
previous_iter_valid_loss : 0.17801299691200256

   1824760	  0.178162	  0.178013	  0.165678		CURRENT LEARNING RATE: 8.321070338454055e-09
previous_iter_valid_loss : 0.1678120344877243

   1824780	  0.168047	  0.167812	  0.166022		CURRENT LEARNING RATE: 8.31940629079668e-09
previous_iter_valid_loss : 0.1716950535774231

   1824800	  0.171842	  0.171695	  0.165733		CURRENT LEARNING RATE: 8.317742575915559e-09
previous_iter_valid_loss : 0.17874844372272491

   1824820	  0.178903	  0.178748	  0.166344		CURRENT LEARNING RATE: 8.31607919374414e-09
previous_iter_valid_loss : 0.16656766831874847

   1824840	  0.166784	  0.166568	  0.166342		CURRENT LEARNING RATE: 8.314416144215892e-09
previous_iter_valid_loss : 0.1686812788248062

   1824860	  0.168906	  0.168681	  0.166741		CURRENT LEARNING RATE: 8.312753427264292e-09
previous_iter_valid_loss : 0.1605551540851593

   1824880	  0.160710	  0.160555	  0.166708		CURRENT LEARNING RATE: 8.311091042822828e-09
previous_iter_valid_loss : 0.16113540530204773

   1824900	  0.161288	  0.161135	  0.166654		CURRENT LEARNING RATE: 8.309428990825007e-09
previous_iter_valid_loss : 0.16218726336956024

   1824920	  0.162340	  0.162187	  0.166481		CURRENT LEARNING RATE: 8.307767271204317e-09
previous_iter_valid_loss : 0.16061024367809296

   1824940	  0.160782	  0.160610	  0.166266		CURRENT LEARNING RATE: 8.30610588389435e-09
previous_iter_valid_loss : 0.16947655379772186

   1824960	  0.169714	  0.169477	  0.166459		CURRENT LEARNING RATE: 8.304444828828618e-09
previous_iter_valid_loss : 0.1697319597005844

   1824980	  0.169975	  0.169732	  0.166919		CURRENT LEARNING RATE: 8.302784105940681e-09
previous_iter_valid_loss : 0.16636817157268524

   1825000	  0.166590	  0.166368	  0.167212		CURRENT LEARNING RATE: 8.301123715164107e-09
previous_iter_valid_loss : 0.16126607358455658

   1825020	  0.161424	  0.161266	  0.166570		CURRENT LEARNING RATE: 8.299463656432486e-09
previous_iter_valid_loss : 0.16888336837291718

   1825040	  0.169115	  0.168883	  0.166946		CURRENT LEARNING RATE: 8.297803929679412e-09
previous_iter_valid_loss : 0.18426673114299774

   1825060	  0.184619	  0.184267	  0.167955		CURRENT LEARNING RATE: 8.296144534838465e-09
previous_iter_valid_loss : 0.16061140596866608

   1825080	  0.160785	  0.160611	  0.167958		CURRENT LEARNING RATE: 8.294485471843332e-09
previous_iter_valid_loss : 0.1625940054655075

   1825100	  0.162791	  0.162594	  0.167738		CURRENT LEARNING RATE: 8.292826740627617e-09
previous_iter_valid_loss : 0.1659500002861023

   1825120	  0.166111	  0.165950	  0.167852		CURRENT LEARNING RATE: 8.291168341124974e-09
previous_iter_valid_loss : 0.16420839726924896

   1825140	  0.164374	  0.164208	  0.167466		CURRENT LEARNING RATE: 8.289510273269064e-09
previous_iter_valid_loss : 0.16174723207950592

   1825160	  0.161913	  0.161747	  0.166653		CURRENT LEARNING RATE: 8.287852536993569e-09
previous_iter_valid_loss : 0.17404325306415558

   1825180	  0.174190	  0.174043	  0.166964		CURRENT LEARNING RATE: 8.286195132232174e-09
previous_iter_valid_loss : 0.16083616018295288

   1825200	  0.161017	  0.160836	  0.166421		CURRENT LEARNING RATE: 8.284538058918587e-09
previous_iter_valid_loss : 0.17534618079662323

   1825220	  0.175496	  0.175346	  0.166251		CURRENT LEARNING RATE: 8.282881316986492e-09
previous_iter_valid_loss : 0.16357970237731934

   1825240	  0.163773	  0.163580	  0.166102		CURRENT LEARNING RATE: 8.281224906369683e-09
previous_iter_valid_loss : 0.16364853084087372

   1825260	  0.163845	  0.163649	  0.165850		CURRENT LEARNING RATE: 8.279568827001869e-09
previous_iter_valid_loss : 0.1611093133687973

   1825280	  0.161263	  0.161109	  0.165878		CURRENT LEARNING RATE: 8.27791307881681e-09
previous_iter_valid_loss : 0.16998927295207977

   1825300	  0.170142	  0.169989	  0.166321		CURRENT LEARNING RATE: 8.276257661748277e-09
previous_iter_valid_loss : 0.16133955121040344

   1825320	  0.161501	  0.161340	  0.166278		CURRENT LEARNING RATE: 8.27460257573005e-09
previous_iter_valid_loss : 0.16356326639652252

   1825340	  0.163735	  0.163563	  0.166426		CURRENT LEARNING RATE: 8.272947820695926e-09
previous_iter_valid_loss : 0.16141459345817566

   1825360	  0.161603	  0.161415	  0.166023		CURRENT LEARNING RATE: 8.271293396579718e-09
previous_iter_valid_loss : 0.18353210389614105

   1825380	  0.183681	  0.183532	  0.166713		CURRENT LEARNING RATE: 8.269639303315216e-09
previous_iter_valid_loss : 0.187115877866745

   1825400	  0.187253	  0.187116	  0.167750		CURRENT LEARNING RATE: 8.267985540836317e-09
previous_iter_valid_loss : 0.16514046490192413

   1825420	  0.165299	  0.165140	  0.167944		CURRENT LEARNING RATE: 8.26633210907684e-09
previous_iter_valid_loss : 0.17387430369853973

   1825440	  0.174139	  0.173874	  0.168193		CURRENT LEARNING RATE: 8.264679007970651e-09
previous_iter_valid_loss : 0.16305893659591675

   1825460	  0.163258	  0.163059	  0.167133		CURRENT LEARNING RATE: 8.263026237451622e-09
previous_iter_valid_loss : 0.16378869116306305

   1825480	  0.163975	  0.163789	  0.167292		CURRENT LEARNING RATE: 8.261373797453642e-09
previous_iter_valid_loss : 0.17099793255329132

   1825500	  0.171262	  0.170998	  0.167712		CURRENT LEARNING RATE: 8.259721687910618e-09
previous_iter_valid_loss : 0.16670618951320648

   1825520	  0.166862	  0.166706	  0.167750		CURRENT LEARNING RATE: 8.25806990875643e-09
previous_iter_valid_loss : 0.1740039736032486

   1825540	  0.174276	  0.174004	  0.168240		CURRENT LEARNING RATE: 8.256418459925072e-09
previous_iter_valid_loss : 0.16226930916309357

   1825560	  0.162458	  0.162269	  0.168266		CURRENT LEARNING RATE: 8.254767341350452e-09
previous_iter_valid_loss : 0.17567101120948792

   1825580	  0.175814	  0.175671	  0.168347		CURRENT LEARNING RATE: 8.253116552966527e-09
previous_iter_valid_loss : 0.18725049495697021

   1825600	  0.187662	  0.187250	  0.169668		CURRENT LEARNING RATE: 8.251466094707264e-09
previous_iter_valid_loss : 0.1607421189546585

   1825620	  0.160904	  0.160742	  0.168938		CURRENT LEARNING RATE: 8.249815966506647e-09
previous_iter_valid_loss : 0.1615026593208313

   1825640	  0.161649	  0.161503	  0.168834		CURRENT LEARNING RATE: 8.248166168298669e-09
previous_iter_valid_loss : 0.16136692464351654

   1825660	  0.161550	  0.161367	  0.168720		CURRENT LEARNING RATE: 8.24651670001734e-09
previous_iter_valid_loss : 0.1661420613527298

   1825680	  0.166299	  0.166142	  0.168971		CURRENT LEARNING RATE: 8.24486756159665e-09
previous_iter_valid_loss : 0.17864303290843964

   1825700	  0.178941	  0.178643	  0.169404		CURRENT LEARNING RATE: 8.243218752970693e-09
previous_iter_valid_loss : 0.1639651209115982

   1825720	  0.164158	  0.163965	  0.169535		CURRENT LEARNING RATE: 8.241570274073488e-09
previous_iter_valid_loss : 0.16056890785694122

   1825740	  0.160731	  0.160569	  0.169386		CURRENT LEARNING RATE: 8.239922124839094e-09
previous_iter_valid_loss : 0.16107505559921265

   1825760	  0.161255	  0.161075	  0.169369		CURRENT LEARNING RATE: 8.238274305201587e-09
previous_iter_valid_loss : 0.16259771585464478

   1825780	  0.162765	  0.162598	  0.168322		CURRENT LEARNING RATE: 8.236626815095052e-09
previous_iter_valid_loss : 0.16136261820793152

   1825800	  0.161517	  0.161363	  0.167034		CURRENT LEARNING RATE: 8.234979654453592e-09
previous_iter_valid_loss : 0.18115486204624176

   1825820	  0.181495	  0.181155	  0.167835		CURRENT LEARNING RATE: 8.23333282321129e-09
previous_iter_valid_loss : 0.16279740631580353

   1825840	  0.162994	  0.162797	  0.167281		CURRENT LEARNING RATE: 8.23168632130233e-09
previous_iter_valid_loss : 0.16552133858203888

   1825860	  0.165727	  0.165521	  0.167404		CURRENT LEARNING RATE: 8.230040148660825e-09
previous_iter_valid_loss : 0.21445022523403168

   1825880	  0.214491	  0.214450	  0.169937		CURRENT LEARNING RATE: 8.228394305220928e-09
previous_iter_valid_loss : 0.16325634717941284

   1825900	  0.163450	  0.163256	  0.169550		CURRENT LEARNING RATE: 8.226748790916802e-09
previous_iter_valid_loss : 0.17665989696979523

   1825920	  0.176952	  0.176660	  0.170048		CURRENT LEARNING RATE: 8.225103605682629e-09
previous_iter_valid_loss : 0.16163188219070435

   1825940	  0.161789	  0.161632	  0.169429		CURRENT LEARNING RATE: 8.223458749452603e-09
previous_iter_valid_loss : 0.16063542664051056

   1825960	  0.160803	  0.160635	  0.169348		CURRENT LEARNING RATE: 8.221814222160927e-09
previous_iter_valid_loss : 0.1701289564371109

   1825980	  0.170282	  0.170129	  0.169070		CURRENT LEARNING RATE: 8.220170023741792e-09
previous_iter_valid_loss : 0.17023903131484985

   1826000	  0.170394	  0.170239	  0.168220		CURRENT LEARNING RATE: 8.218526154129488e-09
previous_iter_valid_loss : 0.16107754409313202

   1826020	  0.161261	  0.161078	  0.168237		CURRENT LEARNING RATE: 8.216882613258232e-09
previous_iter_valid_loss : 0.16065293550491333

   1826040	  0.160815	  0.160653	  0.168194		CURRENT LEARNING RATE: 8.215239401062282e-09
previous_iter_valid_loss : 0.1607830822467804

   1826060	  0.160937	  0.160783	  0.168165		CURRENT LEARNING RATE: 8.213596517475908e-09
previous_iter_valid_loss : 0.1606280505657196

   1826080	  0.160785	  0.160628	  0.167889		CURRENT LEARNING RATE: 8.211953962433395e-09
previous_iter_valid_loss : 0.16060474514961243

   1826100	  0.160768	  0.160605	  0.166987		CURRENT LEARNING RATE: 8.210311735869043e-09
previous_iter_valid_loss : 0.16629497706890106

   1826120	  0.166464	  0.166295	  0.167104		CURRENT LEARNING RATE: 8.208669837717161e-09
previous_iter_valid_loss : 0.1681879758834839

   1826140	  0.168419	  0.168188	  0.167485		CURRENT LEARNING RATE: 8.207028267912045e-09
previous_iter_valid_loss : 0.16500955820083618

   1826160	  0.165223	  0.165010	  0.167682		CURRENT LEARNING RATE: 8.20538702638809e-09
previous_iter_valid_loss : 0.1672799438238144

   1826180	  0.167506	  0.167280	  0.167916		CURRENT LEARNING RATE: 8.203746113079617e-09
previous_iter_valid_loss : 0.16175881028175354

   1826200	  0.161912	  0.161759	  0.167936		CURRENT LEARNING RATE: 8.202105527920989e-09
previous_iter_valid_loss : 0.16205668449401855

   1826220	  0.162223	  0.162057	  0.166981		CURRENT LEARNING RATE: 8.200465270846584e-09
previous_iter_valid_loss : 0.16365766525268555

   1826240	  0.163827	  0.163658	  0.167024		CURRENT LEARNING RATE: 8.198825341790791e-09
previous_iter_valid_loss : 0.16242094337940216

   1826260	  0.162572	  0.162421	  0.166869		CURRENT LEARNING RATE: 8.197185740688012e-09
previous_iter_valid_loss : 0.1605224311351776

   1826280	  0.160688	  0.160522	  0.164172		CURRENT LEARNING RATE: 8.195546467472635e-09
previous_iter_valid_loss : 0.16169168055057526

   1826300	  0.161871	  0.161692	  0.164094		CURRENT LEARNING RATE: 8.193907522079147e-09
previous_iter_valid_loss : 0.16339407861232758

   1826320	  0.163577	  0.163394	  0.163431		CURRENT LEARNING RATE: 8.192268904441961e-09
previous_iter_valid_loss : 0.16064028441905975

   1826340	  0.160791	  0.160640	  0.163381		CURRENT LEARNING RATE: 8.190630614495531e-09
previous_iter_valid_loss : 0.1870458722114563

   1826360	  0.187437	  0.187046	  0.164702		CURRENT LEARNING RATE: 8.188992652174327e-09
previous_iter_valid_loss : 0.16233381628990173

   1826380	  0.162497	  0.162334	  0.164312		CURRENT LEARNING RATE: 8.187355017412832e-09
previous_iter_valid_loss : 0.17985771596431732

   1826400	  0.180183	  0.179858	  0.164793		CURRENT LEARNING RATE: 8.185717710145536e-09
previous_iter_valid_loss : 0.19907046854496002

   1826420	  0.199173	  0.199070	  0.166692		CURRENT LEARNING RATE: 8.184080730306953e-09
previous_iter_valid_loss : 0.1612335741519928

   1826440	  0.161427	  0.161234	  0.166721		CURRENT LEARNING RATE: 8.182444077831569e-09
previous_iter_valid_loss : 0.16064953804016113

   1826460	  0.160826	  0.160650	  0.166715		CURRENT LEARNING RATE: 8.180807752653979e-09
previous_iter_valid_loss : 0.16343054175376892

   1826480	  0.163581	  0.163431	  0.166855		CURRENT LEARNING RATE: 8.1791717547087e-09
previous_iter_valid_loss : 0.1606711894273758

   1826500	  0.160849	  0.160671	  0.166858		CURRENT LEARNING RATE: 8.177536083930291e-09
previous_iter_valid_loss : 0.16268981993198395

   1826520	  0.162851	  0.162690	  0.166678		CURRENT LEARNING RATE: 8.175900740253328e-09
previous_iter_valid_loss : 0.1607414335012436

   1826540	  0.160918	  0.160741	  0.166306		CURRENT LEARNING RATE: 8.174265723612395e-09
previous_iter_valid_loss : 0.16250620782375336

   1826560	  0.162686	  0.162506	  0.166181		CURRENT LEARNING RATE: 8.172631033942094e-09
previous_iter_valid_loss : 0.1606028527021408

   1826580	  0.160769	  0.160603	  0.165847		CURRENT LEARNING RATE: 8.170996671177032e-09
previous_iter_valid_loss : 0.16056467592716217

   1826600	  0.160733	  0.160565	  0.165787		CURRENT LEARNING RATE: 8.16936263525181e-09
previous_iter_valid_loss : 0.17053177952766418

   1826620	  0.170792	  0.170532	  0.166211		CURRENT LEARNING RATE: 8.167728926101125e-09
previous_iter_valid_loss : 0.16137480735778809

   1826640	  0.161569	  0.161375	  0.166097		CURRENT LEARNING RATE: 8.166095543659598e-09
previous_iter_valid_loss : 0.16848599910736084

   1826660	  0.168640	  0.168486	  0.166400		CURRENT LEARNING RATE: 8.164462487861894e-09
previous_iter_valid_loss : 0.1674710065126419

   1826680	  0.167702	  0.167471	  0.166747		CURRENT LEARNING RATE: 8.162829758642689e-09
previous_iter_valid_loss : 0.16300344467163086

   1826700	  0.163196	  0.163003	  0.166813		CURRENT LEARNING RATE: 8.161197355936676e-09
previous_iter_valid_loss : 0.1606939285993576

   1826720	  0.160868	  0.160694	  0.166678		CURRENT LEARNING RATE: 8.159565279678558e-09
previous_iter_valid_loss : 0.16479787230491638

   1826740	  0.165004	  0.164798	  0.166886		CURRENT LEARNING RATE: 8.157933529803024e-09
previous_iter_valid_loss : 0.16100315749645233

   1826760	  0.161183	  0.161003	  0.165584		CURRENT LEARNING RATE: 8.15630210624486e-09
previous_iter_valid_loss : 0.1746869683265686

   1826780	  0.174972	  0.174687	  0.166201		CURRENT LEARNING RATE: 8.154671008938784e-09
previous_iter_valid_loss : 0.18140871822834015

   1826800	  0.181754	  0.181409	  0.166279		CURRENT LEARNING RATE: 8.153040237819548e-09
previous_iter_valid_loss : 0.1661497801542282

   1826820	  0.166347	  0.166150	  0.164633		CURRENT LEARNING RATE: 8.151409792821921e-09
previous_iter_valid_loss : 0.16110524535179138

   1826840	  0.161297	  0.161105	  0.164626		CURRENT LEARNING RATE: 8.14977967388069e-09
previous_iter_valid_loss : 0.17422041296958923

   1826860	  0.174362	  0.174220	  0.165305		CURRENT LEARNING RATE: 8.148149880930644e-09
previous_iter_valid_loss : 0.16891708970069885

   1826880	  0.169153	  0.168917	  0.165579		CURRENT LEARNING RATE: 8.146520413906596e-09
previous_iter_valid_loss : 0.1643216460943222

   1826900	  0.164532	  0.164322	  0.165762		CURRENT LEARNING RATE: 8.144891272743338e-09
previous_iter_valid_loss : 0.1620088815689087

   1826920	  0.162200	  0.162009	  0.165728		CURRENT LEARNING RATE: 8.143262457375758e-09
previous_iter_valid_loss : 0.17140750586986542

   1826940	  0.171662	  0.171408	  0.166261		CURRENT LEARNING RATE: 8.141633967738679e-09
previous_iter_valid_loss : 0.16243967413902283

   1826960	  0.162642	  0.162440	  0.166258		CURRENT LEARNING RATE: 8.14000580376696e-09
previous_iter_valid_loss : 0.16154992580413818

   1826980	  0.161735	  0.161550	  0.166305		CURRENT LEARNING RATE: 8.138377965395473e-09
previous_iter_valid_loss : 0.16965755820274353

   1827000	  0.169899	  0.169658	  0.166760		CURRENT LEARNING RATE: 8.136750452559106e-09
previous_iter_valid_loss : 0.16789361834526062

   1827020	  0.168119	  0.167894	  0.166628		CURRENT LEARNING RATE: 8.135123265192759e-09
previous_iter_valid_loss : 0.16055864095687866

   1827040	  0.160725	  0.160559	  0.166587		CURRENT LEARNING RATE: 8.133496403231313e-09
previous_iter_valid_loss : 0.17327331006526947

   1827060	  0.173541	  0.173273	  0.166826		CURRENT LEARNING RATE: 8.131869866609756e-09
previous_iter_valid_loss : 0.16204231977462769

   1827080	  0.162239	  0.162042	  0.166555		CURRENT LEARNING RATE: 8.130243655262993e-09
previous_iter_valid_loss : 0.16583417356014252

   1827100	  0.166046	  0.165834	  0.166696		CURRENT LEARNING RATE: 8.128617769125977e-09
previous_iter_valid_loss : 0.1615087240934372

   1827120	  0.161655	  0.161509	  0.166737		CURRENT LEARNING RATE: 8.126992208133673e-09
previous_iter_valid_loss : 0.16059096157550812

   1827140	  0.160761	  0.160591	  0.166527		CURRENT LEARNING RATE: 8.12536697222106e-09
previous_iter_valid_loss : 0.1642002910375595

   1827160	  0.164395	  0.164200	  0.166687		CURRENT LEARNING RATE: 8.123742061323125e-09
previous_iter_valid_loss : 0.17157727479934692

   1827180	  0.171727	  0.171577	  0.166531		CURRENT LEARNING RATE: 8.122117475374875e-09
previous_iter_valid_loss : 0.16073718667030334

   1827200	  0.160907	  0.160737	  0.165498		CURRENT LEARNING RATE: 8.120493214311294e-09
previous_iter_valid_loss : 0.16389328241348267

   1827220	  0.164064	  0.163893	  0.165385		CURRENT LEARNING RATE: 8.118869278067474e-09
previous_iter_valid_loss : 0.16053679585456848

   1827240	  0.160701	  0.160537	  0.165356		CURRENT LEARNING RATE: 8.117245666578426e-09
previous_iter_valid_loss : 0.1732393056154251

   1827260	  0.173508	  0.173239	  0.165307		CURRENT LEARNING RATE: 8.115622379779204e-09
previous_iter_valid_loss : 0.16073106229305267

   1827280	  0.160906	  0.160731	  0.164898		CURRENT LEARNING RATE: 8.113999417604879e-09
previous_iter_valid_loss : 0.16355393826961517

   1827300	  0.163726	  0.163554	  0.164860		CURRENT LEARNING RATE: 8.112376779990532e-09
previous_iter_valid_loss : 0.16090461611747742

   1827320	  0.161076	  0.160905	  0.164804		CURRENT LEARNING RATE: 8.110754466871258e-09
previous_iter_valid_loss : 0.1622328758239746

   1827340	  0.162421	  0.162233	  0.164346		CURRENT LEARNING RATE: 8.109132478182163e-09
previous_iter_valid_loss : 0.19287173449993134

   1827360	  0.193335	  0.192872	  0.165867		CURRENT LEARNING RATE: 8.10751081385834e-09
previous_iter_valid_loss : 0.16884185373783112

   1827380	  0.169072	  0.168842	  0.166232		CURRENT LEARNING RATE: 8.105889473834978e-09
previous_iter_valid_loss : 0.1607172191143036

   1827400	  0.160886	  0.160717	  0.165785		CURRENT LEARNING RATE: 8.104268458047196e-09
previous_iter_valid_loss : 0.16106946766376495

   1827420	  0.161256	  0.161069	  0.165444		CURRENT LEARNING RATE: 8.102647766430155e-09
previous_iter_valid_loss : 0.16197796165943146

   1827440	  0.162139	  0.161978	  0.165515		CURRENT LEARNING RATE: 8.101027398919025e-09
previous_iter_valid_loss : 0.16133995354175568

   1827460	  0.161523	  0.161340	  0.164918		CURRENT LEARNING RATE: 8.099407355448993e-09
previous_iter_valid_loss : 0.16065426170825958

   1827480	  0.160832	  0.160654	  0.164849		CURRENT LEARNING RATE: 8.097787635955256e-09
previous_iter_valid_loss : 0.18461214005947113

   1827500	  0.184759	  0.184612	  0.165787		CURRENT LEARNING RATE: 8.096168240372996e-09
previous_iter_valid_loss : 0.18135090172290802

   1827520	  0.181508	  0.181351	  0.166780		CURRENT LEARNING RATE: 8.094549168637494e-09
previous_iter_valid_loss : 0.1630951315164566

   1827540	  0.163266	  0.163095	  0.166905		CURRENT LEARNING RATE: 8.092930420683962e-09
previous_iter_valid_loss : 0.16404159367084503

   1827560	  0.164231	  0.164042	  0.166897		CURRENT LEARNING RATE: 8.091311996447648e-09
previous_iter_valid_loss : 0.1693463772535324

   1827580	  0.169584	  0.169346	  0.166785		CURRENT LEARNING RATE: 8.089693895863814e-09
previous_iter_valid_loss : 0.16533587872982025

   1827600	  0.165493	  0.165336	  0.167015		CURRENT LEARNING RATE: 8.088076118867737e-09
previous_iter_valid_loss : 0.1607944518327713

   1827620	  0.160974	  0.160794	  0.166860		CURRENT LEARNING RATE: 8.086458665394707e-09
previous_iter_valid_loss : 0.16543802618980408

   1827640	  0.165603	  0.165438	  0.167105		CURRENT LEARNING RATE: 8.084841535380024e-09
previous_iter_valid_loss : 0.16058577597141266

   1827660	  0.160751	  0.160586	  0.166473		CURRENT LEARNING RATE: 8.083224728758973e-09
previous_iter_valid_loss : 0.1630830317735672

   1827680	  0.163249	  0.163083	  0.166590		CURRENT LEARNING RATE: 8.081608245466944e-09
previous_iter_valid_loss : 0.16380378603935242

   1827700	  0.163997	  0.163804	  0.166603		CURRENT LEARNING RATE: 8.079992085439243e-09
previous_iter_valid_loss : 0.16055680811405182

   1827720	  0.160715	  0.160557	  0.166585		CURRENT LEARNING RATE: 8.078376248611228e-09
previous_iter_valid_loss : 0.16059903800487518

   1827740	  0.160772	  0.160599	  0.166504		CURRENT LEARNING RATE: 8.076760734918263e-09
previous_iter_valid_loss : 0.16887201368808746

   1827760	  0.169029	  0.168872	  0.165304		CURRENT LEARNING RATE: 8.07514554429573e-09
previous_iter_valid_loss : 0.18283729255199432

   1827780	  0.183184	  0.182837	  0.166003		CURRENT LEARNING RATE: 8.07353067667902e-09
previous_iter_valid_loss : 0.16626311838626862

   1827800	  0.166480	  0.166263	  0.166281		CURRENT LEARNING RATE: 8.071916132003536e-09
previous_iter_valid_loss : 0.16825582087039948

   1827820	  0.168406	  0.168256	  0.166640		CURRENT LEARNING RATE: 8.070301910204672e-09
previous_iter_valid_loss : 0.1701284497976303

   1827840	  0.170282	  0.170128	  0.167048		CURRENT LEARNING RATE: 8.068688011217913e-09
previous_iter_valid_loss : 0.17235080897808075

   1827860	  0.172613	  0.172351	  0.167598		CURRENT LEARNING RATE: 8.067074434978676e-09
previous_iter_valid_loss : 0.16093121469020844

   1827880	  0.161088	  0.160931	  0.167612		CURRENT LEARNING RATE: 8.065461181422418e-09
previous_iter_valid_loss : 0.1631978154182434

   1827900	  0.163389	  0.163198	  0.166541		CURRENT LEARNING RATE: 8.063848250484606e-09
previous_iter_valid_loss : 0.16720381379127502

   1827920	  0.167428	  0.167204	  0.165834		CURRENT LEARNING RATE: 8.062235642100727e-09
previous_iter_valid_loss : 0.16602927446365356

   1827940	  0.166256	  0.166029	  0.165981		CURRENT LEARNING RATE: 8.060623356206275e-09
previous_iter_valid_loss : 0.16177037358283997

   1827960	  0.161934	  0.161770	  0.165867		CURRENT LEARNING RATE: 8.059011392736729e-09
previous_iter_valid_loss : 0.16358721256256104

   1827980	  0.163756	  0.163587	  0.165579		CURRENT LEARNING RATE: 8.057399751627668e-09
previous_iter_valid_loss : 0.16158251464366913

   1828000	  0.161768	  0.161583	  0.165391		CURRENT LEARNING RATE: 8.055788432814599e-09
previous_iter_valid_loss : 0.17071981728076935

   1828020	  0.170978	  0.170720	  0.165888		CURRENT LEARNING RATE: 8.054177436233068e-09
previous_iter_valid_loss : 0.16069172322750092

   1828040	  0.160848	  0.160692	  0.165650		CURRENT LEARNING RATE: 8.052566761818634e-09
previous_iter_valid_loss : 0.1605059653520584

   1828060	  0.160667	  0.160506	  0.165646		CURRENT LEARNING RATE: 8.050956409506873e-09
previous_iter_valid_loss : 0.16050821542739868

   1828080	  0.160667	  0.160508	  0.165518		CURRENT LEARNING RATE: 8.04934637923337e-09
previous_iter_valid_loss : 0.16238027811050415

   1828100	  0.162546	  0.162380	  0.165446		CURRENT LEARNING RATE: 8.047736670933724e-09
previous_iter_valid_loss : 0.16409340500831604

   1828120	  0.164292	  0.164093	  0.165623		CURRENT LEARNING RATE: 8.046127284543515e-09
previous_iter_valid_loss : 0.16076800227165222

   1828140	  0.160930	  0.160768	  0.165632		CURRENT LEARNING RATE: 8.044518219998429e-09
previous_iter_valid_loss : 0.16479459404945374

   1828160	  0.164999	  0.164795	  0.165428		CURRENT LEARNING RATE: 8.042909477234071e-09
previous_iter_valid_loss : 0.17983922362327576

   1828180	  0.180169	  0.179839	  0.165278		CURRENT LEARNING RATE: 8.041301056186095e-09
previous_iter_valid_loss : 0.169662207365036

   1828200	  0.169813	  0.169662	  0.165448		CURRENT LEARNING RATE: 8.03969295679016e-09
previous_iter_valid_loss : 0.16349370777606964

   1828220	  0.163677	  0.163494	  0.165210		CURRENT LEARNING RATE: 8.038085178981947e-09
previous_iter_valid_loss : 0.16777843236923218

   1828240	  0.167999	  0.167778	  0.165092		CURRENT LEARNING RATE: 8.036477722697141e-09
previous_iter_valid_loss : 0.1628117561340332

   1828260	  0.162997	  0.162812	  0.164615		CURRENT LEARNING RATE: 8.034870587871415e-09
previous_iter_valid_loss : 0.1612912118434906

   1828280	  0.161473	  0.161291	  0.164633		CURRENT LEARNING RATE: 8.033263774440544e-09
previous_iter_valid_loss : 0.17067813873291016

   1828300	  0.170940	  0.170678	  0.165007		CURRENT LEARNING RATE: 8.031657282340225e-09
previous_iter_valid_loss : 0.1607743799686432

   1828320	  0.160923	  0.160774	  0.164686		CURRENT LEARNING RATE: 8.030051111506198e-09
previous_iter_valid_loss : 0.16352379322052002

   1828340	  0.163699	  0.163524	  0.164561		CURRENT LEARNING RATE: 8.028445261874217e-09
previous_iter_valid_loss : 0.1697886735200882

   1828360	  0.170032	  0.169789	  0.164962		CURRENT LEARNING RATE: 8.026839733380046e-09
previous_iter_valid_loss : 0.1618434637784958

   1828380	  0.161994	  0.161843	  0.164874		CURRENT LEARNING RATE: 8.025234525959468e-09
previous_iter_valid_loss : 0.18864937126636505

   1828400	  0.189080	  0.188649	  0.166228		CURRENT LEARNING RATE: 8.02362963954827e-09
previous_iter_valid_loss : 0.1769551783800125

   1828420	  0.177258	  0.176955	  0.166540		CURRENT LEARNING RATE: 8.022025074082231e-09
previous_iter_valid_loss : 0.21547962725162506

   1828440	  0.215521	  0.215480	  0.169279		CURRENT LEARNING RATE: 8.020420829497224e-09
previous_iter_valid_loss : 0.172603040933609

   1828460	  0.172749	  0.172603	  0.169884		CURRENT LEARNING RATE: 8.018816905729051e-09
previous_iter_valid_loss : 0.16063393652439117

   1828480	  0.160800	  0.160634	  0.169890		CURRENT LEARNING RATE: 8.017213302713556e-09
previous_iter_valid_loss : 0.17647896707057953

   1828500	  0.176632	  0.176479	  0.170595		CURRENT LEARNING RATE: 8.015610020386594e-09
previous_iter_valid_loss : 0.20707380771636963

   1828520	  0.207126	  0.207074	  0.172744		CURRENT LEARNING RATE: 8.014007058684034e-09
previous_iter_valid_loss : 0.16069315373897552

   1828540	  0.160856	  0.160693	  0.172740		CURRENT LEARNING RATE: 8.012404417541757e-09
previous_iter_valid_loss : 0.17807446420192719

   1828560	  0.178381	  0.178074	  0.173404		CURRENT LEARNING RATE: 8.010802096895659e-09
previous_iter_valid_loss : 0.16228032112121582

   1828580	  0.162468	  0.162280	  0.172526		CURRENT LEARNING RATE: 8.009200096681616e-09
previous_iter_valid_loss : 0.16096749901771545

   1828600	  0.161138	  0.160967	  0.172092		CURRENT LEARNING RATE: 8.007598416835608e-09
previous_iter_valid_loss : 0.1615612506866455

   1828620	  0.161753	  0.161561	  0.171995		CURRENT LEARNING RATE: 8.005997057293537e-09
previous_iter_valid_loss : 0.17710250616073608

   1828640	  0.177255	  0.177103	  0.172461		CURRENT LEARNING RATE: 8.004396017991348e-09
previous_iter_valid_loss : 0.19429457187652588

   1828660	  0.194411	  0.194295	  0.174035		CURRENT LEARNING RATE: 8.002795298865e-09
previous_iter_valid_loss : 0.16678135097026825

   1828680	  0.167001	  0.166781	  0.174310		CURRENT LEARNING RATE: 8.001194899850468e-09
previous_iter_valid_loss : 0.1723821759223938

   1828700	  0.172651	  0.172382	  0.174395		CURRENT LEARNING RATE: 7.999594820883732e-09
previous_iter_valid_loss : 0.16106806695461273

   1828720	  0.161230	  0.161068	  0.174410		CURRENT LEARNING RATE: 7.997995061900762e-09
previous_iter_valid_loss : 0.16088512539863586

   1828740	  0.161045	  0.160885	  0.174278		CURRENT LEARNING RATE: 7.996395622837623e-09
previous_iter_valid_loss : 0.16299599409103394

   1828760	  0.163160	  0.162996	  0.173938		CURRENT LEARNING RATE: 7.994796503630312e-09
previous_iter_valid_loss : 0.16056494414806366

   1828780	  0.160738	  0.160565	  0.173874		CURRENT LEARNING RATE: 7.993197704214858e-09
previous_iter_valid_loss : 0.1626024693250656

   1828800	  0.162796	  0.162602	  0.172572		CURRENT LEARNING RATE: 7.991599224527317e-09
previous_iter_valid_loss : 0.16762912273406982

   1828820	  0.167860	  0.167629	  0.172106		CURRENT LEARNING RATE: 7.990001064503744e-09
previous_iter_valid_loss : 0.1635618954896927

   1828840	  0.163773	  0.163562	  0.169510		CURRENT LEARNING RATE: 7.988403224080217e-09
previous_iter_valid_loss : 0.16836324334144592

   1828860	  0.168515	  0.168363	  0.169298		CURRENT LEARNING RATE: 7.986805703192818e-09
previous_iter_valid_loss : 0.17676202952861786

   1828880	  0.177059	  0.176762	  0.170104		CURRENT LEARNING RATE: 7.98520850177762e-09
previous_iter_valid_loss : 0.1609201431274414

   1828900	  0.161065	  0.160920	  0.169326		CURRENT LEARNING RATE: 7.983611619770792e-09
previous_iter_valid_loss : 0.17357376217842102

   1828920	  0.173719	  0.173574	  0.167651		CURRENT LEARNING RATE: 7.982015057108428e-09
previous_iter_valid_loss : 0.16356894373893738

   1828940	  0.163762	  0.163569	  0.167795		CURRENT LEARNING RATE: 7.98041881372667e-09
previous_iter_valid_loss : 0.17006944119930267

   1828960	  0.170318	  0.170069	  0.167395		CURRENT LEARNING RATE: 7.978822889561665e-09
previous_iter_valid_loss : 0.16190147399902344

   1828980	  0.162094	  0.161901	  0.167376		CURRENT LEARNING RATE: 7.977227284549575e-09
previous_iter_valid_loss : 0.18806205689907074

   1829000	  0.188196	  0.188062	  0.168731		CURRENT LEARNING RATE: 7.97563199862658e-09
previous_iter_valid_loss : 0.17528559267520905

   1829020	  0.175434	  0.175286	  0.169417		CURRENT LEARNING RATE: 7.974037031728836e-09
previous_iter_valid_loss : 0.16114123165607452

   1829040	  0.161298	  0.161141	  0.168619		CURRENT LEARNING RATE: 7.972442383792603e-09
previous_iter_valid_loss : 0.16061142086982727

   1829060	  0.160778	  0.160611	  0.166935		CURRENT LEARNING RATE: 7.970848054754066e-09
previous_iter_valid_loss : 0.16090670228004456

   1829080	  0.161082	  0.160907	  0.166641		CURRENT LEARNING RATE: 7.969254044549455e-09
previous_iter_valid_loss : 0.16175220906734467

   1829100	  0.161943	  0.161752	  0.166109		CURRENT LEARNING RATE: 7.967660353115002e-09
previous_iter_valid_loss : 0.1616065353155136

   1829120	  0.161766	  0.161607	  0.166136		CURRENT LEARNING RATE: 7.966066980386968e-09
previous_iter_valid_loss : 0.1634061634540558

   1829140	  0.163600	  0.163406	  0.166262		CURRENT LEARNING RATE: 7.964473926301612e-09
previous_iter_valid_loss : 0.16862334311008453

   1829160	  0.168861	  0.168623	  0.166544		CURRENT LEARNING RATE: 7.962881190795217e-09
previous_iter_valid_loss : 0.17078422009944916

   1829180	  0.170933	  0.170784	  0.167055		CURRENT LEARNING RATE: 7.961288773804039e-09
previous_iter_valid_loss : 0.16087397933006287

   1829200	  0.161053	  0.160874	  0.166968		CURRENT LEARNING RATE: 7.959696675264443e-09
previous_iter_valid_loss : 0.16865336894989014

   1829220	  0.168808	  0.168653	  0.167019		CURRENT LEARNING RATE: 7.958104895112715e-09
previous_iter_valid_loss : 0.16203579306602478

   1829240	  0.162197	  0.162036	  0.166943		CURRENT LEARNING RATE: 7.956513433285184e-09
previous_iter_valid_loss : 0.16597719490528107

   1829260	  0.166197	  0.165977	  0.166824		CURRENT LEARNING RATE: 7.954922289718192e-09
previous_iter_valid_loss : 0.16310051083564758

   1829280	  0.163274	  0.163101	  0.166141		CURRENT LEARNING RATE: 7.95333146434809e-09
previous_iter_valid_loss : 0.1606198102235794

   1829300	  0.160792	  0.160620	  0.166126		CURRENT LEARNING RATE: 7.951740957111252e-09
previous_iter_valid_loss : 0.16067694127559662

   1829320	  0.160847	  0.160677	  0.165481		CURRENT LEARNING RATE: 7.95015076794405e-09
previous_iter_valid_loss : 0.16658462584018707

   1829340	  0.166801	  0.166585	  0.165632		CURRENT LEARNING RATE: 7.948560896782851e-09
previous_iter_valid_loss : 0.16744689643383026

   1829360	  0.167605	  0.167447	  0.165500		CURRENT LEARNING RATE: 7.94697134356412e-09
previous_iter_valid_loss : 0.1620396375656128

   1829380	  0.162194	  0.162040	  0.165507		CURRENT LEARNING RATE: 7.945382108224242e-09
previous_iter_valid_loss : 0.16095659136772156

   1829400	  0.161136	  0.160957	  0.164152		CURRENT LEARNING RATE: 7.94379319069965e-09
previous_iter_valid_loss : 0.1617041677236557

   1829420	  0.161865	  0.161704	  0.163473		CURRENT LEARNING RATE: 7.942204590926787e-09
previous_iter_valid_loss : 0.16704168915748596

   1829440	  0.167196	  0.167042	  0.163768		CURRENT LEARNING RATE: 7.940616308842107e-09
previous_iter_valid_loss : 0.16420632600784302

   1829460	  0.164370	  0.164206	  0.163948		CURRENT LEARNING RATE: 7.939028344382081e-09
previous_iter_valid_loss : 0.1691521555185318

   1829480	  0.169399	  0.169152	  0.164360		CURRENT LEARNING RATE: 7.937440697483162e-09
previous_iter_valid_loss : 0.16159383952617645

   1829500	  0.161784	  0.161594	  0.164352		CURRENT LEARNING RATE: 7.9358533680819e-09
previous_iter_valid_loss : 0.1671328991651535

   1829520	  0.167355	  0.167133	  0.164628		CURRENT LEARNING RATE: 7.934266356114775e-09
previous_iter_valid_loss : 0.17483098804950714

   1829540	  0.175108	  0.174831	  0.165200		CURRENT LEARNING RATE: 7.932679661518305e-09
previous_iter_valid_loss : 0.1620643436908722

   1829560	  0.162258	  0.162064	  0.164872		CURRENT LEARNING RATE: 7.931093284229022e-09
previous_iter_valid_loss : 0.16545772552490234

   1829580	  0.165619	  0.165458	  0.164605		CURRENT LEARNING RATE: 7.92950722418347e-09
previous_iter_valid_loss : 0.16101862490177155

   1829600	  0.161179	  0.161019	  0.164613		CURRENT LEARNING RATE: 7.92792148131821e-09
previous_iter_valid_loss : 0.1631927490234375

   1829620	  0.163357	  0.163193	  0.164340		CURRENT LEARNING RATE: 7.926336055569809e-09
previous_iter_valid_loss : 0.16234488785266876

   1829640	  0.162504	  0.162345	  0.164355		CURRENT LEARNING RATE: 7.924750946874825e-09
previous_iter_valid_loss : 0.16123132407665253

   1829660	  0.161421	  0.161231	  0.164118		CURRENT LEARNING RATE: 7.923166155169905e-09
previous_iter_valid_loss : 0.1653386801481247

   1829680	  0.165507	  0.165339	  0.164230		CURRENT LEARNING RATE: 7.921581680391634e-09
previous_iter_valid_loss : 0.16877736151218414

   1829700	  0.168926	  0.168777	  0.164638		CURRENT LEARNING RATE: 7.919997522476633e-09
previous_iter_valid_loss : 0.16125452518463135

   1829720	  0.161412	  0.161255	  0.164667		CURRENT LEARNING RATE: 7.918413681361533e-09
previous_iter_valid_loss : 0.16083115339279175

   1829740	  0.160986	  0.160831	  0.164379		CURRENT LEARNING RATE: 7.91683015698298e-09
previous_iter_valid_loss : 0.16446229815483093

   1829760	  0.164641	  0.164462	  0.164230		CURRENT LEARNING RATE: 7.915246949277635e-09
previous_iter_valid_loss : 0.17421740293502808

   1829780	  0.174367	  0.174217	  0.164838		CURRENT LEARNING RATE: 7.913664058182168e-09
previous_iter_valid_loss : 0.16092081367969513

   1829800	  0.161102	  0.160921	  0.164837		CURRENT LEARNING RATE: 7.912081483633238e-09
previous_iter_valid_loss : 0.16656658053398132

   1829820	  0.166783	  0.166567	  0.165080		CURRENT LEARNING RATE: 7.910499225567597e-09
previous_iter_valid_loss : 0.1621808409690857

   1829840	  0.162335	  0.162181	  0.164837		CURRENT LEARNING RATE: 7.908917283921923e-09
previous_iter_valid_loss : 0.16882364451885223

   1829860	  0.168976	  0.168824	  0.165068		CURRENT LEARNING RATE: 7.907335658632944e-09
previous_iter_valid_loss : 0.16058897972106934

   1829880	  0.160743	  0.160589	  0.164639		CURRENT LEARNING RATE: 7.905754349637392e-09
previous_iter_valid_loss : 0.16097067296504974

   1829900	  0.161148	  0.160971	  0.164608		CURRENT LEARNING RATE: 7.904173356872015e-09
previous_iter_valid_loss : 0.17856912314891815

   1829920	  0.178726	  0.178569	  0.165180		CURRENT LEARNING RATE: 7.902592680273573e-09
previous_iter_valid_loss : 0.16049271821975708

   1829940	  0.160661	  0.160493	  0.164463		CURRENT LEARNING RATE: 7.901012319778811e-09
previous_iter_valid_loss : 0.16350418329238892

   1829960	  0.163704	  0.163504	  0.164535		CURRENT LEARNING RATE: 7.899432275324571e-09
previous_iter_valid_loss : 0.1610727161169052

   1829980	  0.161231	  0.161073	  0.164316		CURRENT LEARNING RATE: 7.897852546847622e-09
previous_iter_valid_loss : 0.1605621874332428

   1830000	  0.160729	  0.160562	  0.164293		CURRENT LEARNING RATE: 7.896273134284778e-09
previous_iter_valid_loss : 0.16924706101417542

   1830020	  0.169401	  0.169247	  0.164596		CURRENT LEARNING RATE: 7.894694037572858e-09
previous_iter_valid_loss : 0.16584794223308563

   1830040	  0.166059	  0.165848	  0.164771		CURRENT LEARNING RATE: 7.893115256648704e-09
previous_iter_valid_loss : 0.17028379440307617

   1830060	  0.170437	  0.170284	  0.165224		CURRENT LEARNING RATE: 7.89153679144916e-09
previous_iter_valid_loss : 0.17121119797229767

   1830080	  0.171360	  0.171211	  0.165517		CURRENT LEARNING RATE: 7.889958641911088e-09
previous_iter_valid_loss : 0.16064058244228363

   1830100	  0.160797	  0.160641	  0.165110		CURRENT LEARNING RATE: 7.888380807971334e-09
previous_iter_valid_loss : 0.16124144196510315

   1830120	  0.161387	  0.161241	  0.165110		CURRENT LEARNING RATE: 7.886803289566842e-09
previous_iter_valid_loss : 0.16615372896194458

   1830140	  0.166319	  0.166154	  0.165376		CURRENT LEARNING RATE: 7.885226086634484e-09
previous_iter_valid_loss : 0.16155536472797394

   1830160	  0.161741	  0.161555	  0.165231		CURRENT LEARNING RATE: 7.88364919911117e-09
previous_iter_valid_loss : 0.16406883299350739

   1830180	  0.164238	  0.164069	  0.164723		CURRENT LEARNING RATE: 7.882072626933824e-09
previous_iter_valid_loss : 0.1657785177230835

   1830200	  0.165939	  0.165779	  0.164966		CURRENT LEARNING RATE: 7.880496370039384e-09
previous_iter_valid_loss : 0.16547228395938873

   1830220	  0.165684	  0.165472	  0.164911		CURRENT LEARNING RATE: 7.8789204283648e-09
previous_iter_valid_loss : 0.16058045625686646

   1830240	  0.160747	  0.160580	  0.164831		CURRENT LEARNING RATE: 7.877344801847007e-09
previous_iter_valid_loss : 0.16075196862220764

   1830260	  0.160915	  0.160752	  0.164428		CURRENT LEARNING RATE: 7.875769490423035e-09
previous_iter_valid_loss : 0.17548400163650513

   1830280	  0.175635	  0.175484	  0.165172		CURRENT LEARNING RATE: 7.874194494029843e-09
previous_iter_valid_loss : 0.1640738695859909

   1830300	  0.164262	  0.164074	  0.165328		CURRENT LEARNING RATE: 7.872619812604433e-09
previous_iter_valid_loss : 0.16165639460086823

   1830320	  0.161850	  0.161656	  0.164482		CURRENT LEARNING RATE: 7.871045446083815e-09
previous_iter_valid_loss : 0.1616416722536087

   1830340	  0.161825	  0.161642	  0.164539		CURRENT LEARNING RATE: 7.869471394405017e-09
previous_iter_valid_loss : 0.1608150601387024

   1830360	  0.160997	  0.160815	  0.164405		CURRENT LEARNING RATE: 7.867897657505075e-09
previous_iter_valid_loss : 0.1614978164434433

   1830380	  0.161691	  0.161498	  0.164426		CURRENT LEARNING RATE: 7.86632423532104e-09
previous_iter_valid_loss : 0.17301525175571442

   1830400	  0.173297	  0.173015	  0.165049		CURRENT LEARNING RATE: 7.86475112778995e-09
previous_iter_valid_loss : 0.1764758676290512

   1830420	  0.176765	  0.176476	  0.165410		CURRENT LEARNING RATE: 7.86317833484893e-09
previous_iter_valid_loss : 0.18140539526939392

   1830440	  0.181562	  0.181405	  0.166188		CURRENT LEARNING RATE: 7.861605856435047e-09
previous_iter_valid_loss : 0.16270072758197784

   1830460	  0.162903	  0.162701	  0.165809		CURRENT LEARNING RATE: 7.8600336924854e-09
previous_iter_valid_loss : 0.165301114320755

   1830480	  0.165525	  0.165301	  0.165513		CURRENT LEARNING RATE: 7.858461842937101e-09
previous_iter_valid_loss : 0.16379888355731964

   1830500	  0.163967	  0.163799	  0.165671		CURRENT LEARNING RATE: 7.856890307727277e-09
previous_iter_valid_loss : 0.1924409419298172

   1830520	  0.192909	  0.192441	  0.167231		CURRENT LEARNING RATE: 7.855319086793066e-09
previous_iter_valid_loss : 0.16086500883102417

   1830540	  0.161044	  0.160865	  0.166967		CURRENT LEARNING RATE: 7.853748180071619e-09
previous_iter_valid_loss : 0.1646941900253296

   1830560	  0.164855	  0.164694	  0.167124		CURRENT LEARNING RATE: 7.852177587500074e-09
previous_iter_valid_loss : 0.16390317678451538

   1830580	  0.164061	  0.163903	  0.167116		CURRENT LEARNING RATE: 7.850607309015659e-09
previous_iter_valid_loss : 0.16826710104942322

   1830600	  0.168496	  0.168267	  0.167240		CURRENT LEARNING RATE: 7.84903734455554e-09
previous_iter_valid_loss : 0.16972890496253967

   1830620	  0.169881	  0.169729	  0.167453		CURRENT LEARNING RATE: 7.847467694056913e-09
previous_iter_valid_loss : 0.161263108253479

   1830640	  0.161420	  0.161263	  0.167487		CURRENT LEARNING RATE: 7.845898357456998e-09
previous_iter_valid_loss : 0.1646062135696411

   1830660	  0.164817	  0.164606	  0.167680		CURRENT LEARNING RATE: 7.844329334693017e-09
previous_iter_valid_loss : 0.16057759523391724

   1830680	  0.160743	  0.160578	  0.166934		CURRENT LEARNING RATE: 7.84276062570221e-09
previous_iter_valid_loss : 0.16086356341838837

   1830700	  0.161022	  0.160864	  0.166774		CURRENT LEARNING RATE: 7.841192230421801e-09
previous_iter_valid_loss : 0.1684231460094452

   1830720	  0.168647	  0.168423	  0.167112		CURRENT LEARNING RATE: 7.83962414878911e-09
previous_iter_valid_loss : 0.16084860265254974

   1830740	  0.161008	  0.160849	  0.167073		CURRENT LEARNING RATE: 7.838056380741386e-09
previous_iter_valid_loss : 0.1620086431503296

   1830760	  0.162197	  0.162009	  0.167132		CURRENT LEARNING RATE: 7.83648892621592e-09
previous_iter_valid_loss : 0.1670828014612198

   1830780	  0.167306	  0.167083	  0.167412		CURRENT LEARNING RATE: 7.83492178515001e-09
previous_iter_valid_loss : 0.18050149083137512

   1830800	  0.180830	  0.180501	  0.167786		CURRENT LEARNING RATE: 7.833354957480973e-09
previous_iter_valid_loss : 0.1607925146818161

   1830820	  0.160946	  0.160793	  0.167002		CURRENT LEARNING RATE: 7.831788443146137e-09
previous_iter_valid_loss : 0.1876332312822342

   1830840	  0.188034	  0.187633	  0.167313		CURRENT LEARNING RATE: 7.830222242082838e-09
previous_iter_valid_loss : 0.16120010614395142

   1830860	  0.161380	  0.161200	  0.167238		CURRENT LEARNING RATE: 7.828656354228402e-09
previous_iter_valid_loss : 0.160523921251297

   1830880	  0.160687	  0.160524	  0.166999		CURRENT LEARNING RATE: 7.827090779520249e-09
previous_iter_valid_loss : 0.16326133906841278

   1830900	  0.163426	  0.163261	  0.166972		CURRENT LEARNING RATE: 7.82552551789573e-09
previous_iter_valid_loss : 0.16306373476982117

   1830920	  0.163264	  0.163064	  0.165503		CURRENT LEARNING RATE: 7.82396056929223e-09
previous_iter_valid_loss : 0.1636846959590912

   1830940	  0.163885	  0.163685	  0.165644		CURRENT LEARNING RATE: 7.822395933647156e-09
previous_iter_valid_loss : 0.17340552806854248

   1830960	  0.173684	  0.173406	  0.166080		CURRENT LEARNING RATE: 7.82083161089792e-09
previous_iter_valid_loss : 0.16277672350406647

   1830980	  0.162977	  0.162777	  0.166024		CURRENT LEARNING RATE: 7.819267600981949e-09
previous_iter_valid_loss : 0.16061989963054657

   1831000	  0.160792	  0.160620	  0.165641		CURRENT LEARNING RATE: 7.817703903836683e-09
previous_iter_valid_loss : 0.1606433093547821

   1831020	  0.160812	  0.160643	  0.165187		CURRENT LEARNING RATE: 7.816140519399546e-09
previous_iter_valid_loss : 0.16400451958179474

   1831040	  0.164172	  0.164005	  0.165324		CURRENT LEARNING RATE: 7.81457744760806e-09
previous_iter_valid_loss : 0.16454178094863892

   1831060	  0.164751	  0.164542	  0.165321		CURRENT LEARNING RATE: 7.81301468839967e-09
previous_iter_valid_loss : 0.16304290294647217

   1831080	  0.163215	  0.163043	  0.165444		CURRENT LEARNING RATE: 7.811452241711871e-09
previous_iter_valid_loss : 0.16218595206737518

   1831100	  0.162376	  0.162186	  0.165510		CURRENT LEARNING RATE: 7.809890107482164e-09
previous_iter_valid_loss : 0.16595256328582764

   1831120	  0.166165	  0.165953	  0.165387		CURRENT LEARNING RATE: 7.808328285648059e-09
previous_iter_valid_loss : 0.17953667044639587

   1831140	  0.179848	  0.179537	  0.166321		CURRENT LEARNING RATE: 7.806766776147089e-09
previous_iter_valid_loss : 0.16066241264343262

   1831160	  0.160810	  0.160662	  0.166254		CURRENT LEARNING RATE: 7.805205578916761e-09
previous_iter_valid_loss : 0.16411180794239044

   1831180	  0.164309	  0.164112	  0.166105		CURRENT LEARNING RATE: 7.803644693894688e-09
previous_iter_valid_loss : 0.1619483381509781

   1831200	  0.162137	  0.161948	  0.165178		CURRENT LEARNING RATE: 7.802084121018401e-09
previous_iter_valid_loss : 0.1648709625005722

   1831220	  0.165087	  0.164871	  0.165382		CURRENT LEARNING RATE: 7.800523860225482e-09
previous_iter_valid_loss : 0.1629241406917572

   1831240	  0.163118	  0.162924	  0.164146		CURRENT LEARNING RATE: 7.798963911453518e-09
previous_iter_valid_loss : 0.16351927816867828

   1831260	  0.163721	  0.163519	  0.164262		CURRENT LEARNING RATE: 7.797404274640112e-09
previous_iter_valid_loss : 0.16663450002670288

   1831280	  0.166797	  0.166635	  0.164568		CURRENT LEARNING RATE: 7.795844949722876e-09
previous_iter_valid_loss : 0.1685614436864853

   1831300	  0.168717	  0.168561	  0.164833		CURRENT LEARNING RATE: 7.794285936639441e-09
previous_iter_valid_loss : 0.16073265671730042

   1831320	  0.160896	  0.160733	  0.164716		CURRENT LEARNING RATE: 7.792727235327416e-09
previous_iter_valid_loss : 0.1742725968360901

   1831340	  0.174542	  0.174273	  0.165245		CURRENT LEARNING RATE: 7.791168845724509e-09
previous_iter_valid_loss : 0.17190177738666534

   1831360	  0.172049	  0.171902	  0.165170		CURRENT LEARNING RATE: 7.789610767768355e-09
previous_iter_valid_loss : 0.16091668605804443

   1831380	  0.161094	  0.160917	  0.165077		CURRENT LEARNING RATE: 7.788053001396637e-09
previous_iter_valid_loss : 0.16350948810577393

   1831400	  0.163713	  0.163509	  0.165222		CURRENT LEARNING RATE: 7.786495546547036e-09
previous_iter_valid_loss : 0.16182756423950195

   1831420	  0.162013	  0.161828	  0.165281		CURRENT LEARNING RATE: 7.784938403157261e-09
previous_iter_valid_loss : 0.17492380738258362

   1831440	  0.175077	  0.174924	  0.165827		CURRENT LEARNING RATE: 7.783381571165022e-09
previous_iter_valid_loss : 0.16304811835289001

   1831460	  0.163219	  0.163048	  0.165752		CURRENT LEARNING RATE: 7.781825050508017e-09
previous_iter_valid_loss : 0.1630014181137085

   1831480	  0.163167	  0.163001	  0.165750		CURRENT LEARNING RATE: 7.780268841124046e-09
previous_iter_valid_loss : 0.16478271782398224

   1831500	  0.164954	  0.164783	  0.165880		CURRENT LEARNING RATE: 7.778712942950828e-09
previous_iter_valid_loss : 0.16055017709732056

   1831520	  0.160715	  0.160550	  0.165610		CURRENT LEARNING RATE: 7.777157355926129e-09
previous_iter_valid_loss : 0.1787474900484085

   1831540	  0.178905	  0.178747	  0.165570		CURRENT LEARNING RATE: 7.775602079987727e-09
previous_iter_valid_loss : 0.17107968032360077

   1831560	  0.171229	  0.171080	  0.166091		CURRENT LEARNING RATE: 7.774047115073407e-09
previous_iter_valid_loss : 0.16050197184085846

   1831580	  0.160667	  0.160502	  0.165911		CURRENT LEARNING RATE: 7.772492461120973e-09
previous_iter_valid_loss : 0.16184143722057343

   1831600	  0.162043	  0.161841	  0.165905		CURRENT LEARNING RATE: 7.770938118068239e-09
previous_iter_valid_loss : 0.17695294320583344

   1831620	  0.177243	  0.176953	  0.166509		CURRENT LEARNING RATE: 7.769384085853003e-09
previous_iter_valid_loss : 0.16276024281978607

   1831640	  0.162922	  0.162760	  0.166501		CURRENT LEARNING RATE: 7.767830364413159e-09
previous_iter_valid_loss : 0.16081713140010834

   1831660	  0.160994	  0.160817	  0.166366		CURRENT LEARNING RATE: 7.76627695368653e-09
previous_iter_valid_loss : 0.16095487773418427

   1831680	  0.161142	  0.160955	  0.166082		CURRENT LEARNING RATE: 7.764723853610982e-09
previous_iter_valid_loss : 0.18684928119182587

   1831700	  0.187238	  0.186849	  0.166997		CURRENT LEARNING RATE: 7.763171064124387e-09
previous_iter_valid_loss : 0.18059681355953217

   1831720	  0.180920	  0.180597	  0.167990		CURRENT LEARNING RATE: 7.761618585164638e-09
previous_iter_valid_loss : 0.1684369444847107

   1831740	  0.168669	  0.168437	  0.167698		CURRENT LEARNING RATE: 7.760066416669631e-09
previous_iter_valid_loss : 0.17241069674491882

   1831760	  0.172684	  0.172411	  0.167724		CURRENT LEARNING RATE: 7.758514558577284e-09
previous_iter_valid_loss : 0.1682550013065338

   1831780	  0.168410	  0.168255	  0.168090		CURRENT LEARNING RATE: 7.75696301082549e-09
previous_iter_valid_loss : 0.17420338094234467

   1831800	  0.174477	  0.174203	  0.168625		CURRENT LEARNING RATE: 7.755411773352249e-09
previous_iter_valid_loss : 0.16986609995365143

   1831820	  0.170105	  0.169866	  0.169027		CURRENT LEARNING RATE: 7.753860846095477e-09
previous_iter_valid_loss : 0.16174495220184326

   1831840	  0.161937	  0.161745	  0.168368		CURRENT LEARNING RATE: 7.752310228993139e-09
previous_iter_valid_loss : 0.162668377161026

   1831860	  0.162842	  0.162668	  0.168349		CURRENT LEARNING RATE: 7.750759921983214e-09
previous_iter_valid_loss : 0.16270765662193298

   1831880	  0.162870	  0.162708	  0.168334		CURRENT LEARNING RATE: 7.749209925003686e-09
previous_iter_valid_loss : 0.16083715856075287

   1831900	  0.161000	  0.160837	  0.168137		CURRENT LEARNING RATE: 7.747660237992555e-09
previous_iter_valid_loss : 0.16257694363594055

   1831920	  0.162766	  0.162577	  0.168239		CURRENT LEARNING RATE: 7.746110860887808e-09
previous_iter_valid_loss : 0.1613147258758545

   1831940	  0.161478	  0.161315	  0.167367		CURRENT LEARNING RATE: 7.744561793627523e-09
previous_iter_valid_loss : 0.1605728417634964

   1831960	  0.160747	  0.160573	  0.166842		CURRENT LEARNING RATE: 7.743013036149711e-09
previous_iter_valid_loss : 0.16350217163562775

   1831980	  0.163696	  0.163502	  0.166992		CURRENT LEARNING RATE: 7.741464588392423e-09
previous_iter_valid_loss : 0.16142918169498444

   1832000	  0.161625	  0.161429	  0.166971		CURRENT LEARNING RATE: 7.739916450293718e-09
previous_iter_valid_loss : 0.1612253338098526

   1832020	  0.161411	  0.161225	  0.166185		CURRENT LEARNING RATE: 7.73836862179167e-09
previous_iter_valid_loss : 0.16099372506141663

   1832040	  0.161179	  0.160994	  0.166096		CURRENT LEARNING RATE: 7.736821102824373e-09
previous_iter_valid_loss : 0.18588568270206451

   1832060	  0.186021	  0.185886	  0.167350		CURRENT LEARNING RATE: 7.735273893329917e-09
previous_iter_valid_loss : 0.16057612001895905

   1832080	  0.160735	  0.160576	  0.167331		CURRENT LEARNING RATE: 7.733726993246392e-09
previous_iter_valid_loss : 0.1841159164905548

   1832100	  0.184467	  0.184116	  0.167194		CURRENT LEARNING RATE: 7.732180402511976e-09
previous_iter_valid_loss : 0.166414275765419

   1832120	  0.166574	  0.166414	  0.166485		CURRENT LEARNING RATE: 7.730634121064775e-09
previous_iter_valid_loss : 0.17675384879112244

   1832140	  0.177046	  0.176754	  0.166901		CURRENT LEARNING RATE: 7.729088148842941e-09
previous_iter_valid_loss : 0.1859140694141388

   1832160	  0.186058	  0.185914	  0.167576		CURRENT LEARNING RATE: 7.727542485784634e-09
previous_iter_valid_loss : 0.16368472576141357

   1832180	  0.163852	  0.163685	  0.167347		CURRENT LEARNING RATE: 7.725997131828029e-09
previous_iter_valid_loss : 0.16073235869407654

   1832200	  0.160897	  0.160732	  0.166674		CURRENT LEARNING RATE: 7.724452086911308e-09
previous_iter_valid_loss : 0.16585701704025269

   1832220	  0.166022	  0.165857	  0.166473		CURRENT LEARNING RATE: 7.722907350972674e-09
previous_iter_valid_loss : 0.16096997261047363

   1832240	  0.161153	  0.160970	  0.166435		CURRENT LEARNING RATE: 7.721362923950305e-09
previous_iter_valid_loss : 0.1606866419315338

   1832260	  0.160846	  0.160687	  0.166336		CURRENT LEARNING RATE: 7.719818805782481e-09
previous_iter_valid_loss : 0.17164048552513123

   1832280	  0.171788	  0.171640	  0.166782		CURRENT LEARNING RATE: 7.718274996407412e-09
previous_iter_valid_loss : 0.2340153157711029

   1832300	  0.233944	  0.234015	  0.170441		CURRENT LEARNING RATE: 7.716731495763344e-09
previous_iter_valid_loss : 0.16098450124263763

   1832320	  0.161161	  0.160985	  0.170362		CURRENT LEARNING RATE: 7.715188303788536e-09
previous_iter_valid_loss : 0.16051067411899567

   1832340	  0.160669	  0.160511	  0.170321		CURRENT LEARNING RATE: 7.713645420421263e-09
previous_iter_valid_loss : 0.16499383747577667

   1832360	  0.165199	  0.164994	  0.170542		CURRENT LEARNING RATE: 7.712102845599806e-09
previous_iter_valid_loss : 0.1642042100429535

   1832380	  0.164413	  0.164204	  0.170577		CURRENT LEARNING RATE: 7.710560579262436e-09
previous_iter_valid_loss : 0.16952075064182281

   1832400	  0.169753	  0.169521	  0.170982		CURRENT LEARNING RATE: 7.709018621347519e-09
previous_iter_valid_loss : 0.16345547139644623

   1832420	  0.163645	  0.163455	  0.171094		CURRENT LEARNING RATE: 7.707476971793347e-09
previous_iter_valid_loss : 0.17031393945217133

   1832440	  0.170560	  0.170314	  0.171560		CURRENT LEARNING RATE: 7.705935630538256e-09
previous_iter_valid_loss : 0.16116631031036377

   1832460	  0.161355	  0.161166	  0.170324		CURRENT LEARNING RATE: 7.70439459752059e-09
previous_iter_valid_loss : 0.16159644722938538

   1832480	  0.161766	  0.161596	  0.170375		CURRENT LEARNING RATE: 7.70285387267871e-09
previous_iter_valid_loss : 0.16702039539813995

   1832500	  0.167235	  0.167020	  0.169520		CURRENT LEARNING RATE: 7.701313455950984e-09
previous_iter_valid_loss : 0.16059422492980957

   1832520	  0.160752	  0.160594	  0.169229		CURRENT LEARNING RATE: 7.699773347275799e-09
previous_iter_valid_loss : 0.1605130285024643

   1832540	  0.160675	  0.160513	  0.168417		CURRENT LEARNING RATE: 7.698233546591521e-09
previous_iter_valid_loss : 0.17241913080215454

   1832560	  0.172571	  0.172419	  0.167742		CURRENT LEARNING RATE: 7.696694053836615e-09
previous_iter_valid_loss : 0.1620912104845047

   1832580	  0.162254	  0.162091	  0.167662		CURRENT LEARNING RATE: 7.69515486894947e-09
previous_iter_valid_loss : 0.16120803356170654

   1832600	  0.161394	  0.161208	  0.167686		CURRENT LEARNING RATE: 7.693615991868521e-09
previous_iter_valid_loss : 0.1830575317144394

   1832620	  0.183201	  0.183058	  0.168546		CURRENT LEARNING RATE: 7.692077422532213e-09
previous_iter_valid_loss : 0.1690557599067688

   1832640	  0.169205	  0.169056	  0.168950		CURRENT LEARNING RATE: 7.690539160879004e-09
previous_iter_valid_loss : 0.17036262154579163

   1832660	  0.170607	  0.170363	  0.169434		CURRENT LEARNING RATE: 7.68900120684736e-09
previous_iter_valid_loss : 0.16454383730888367

   1832680	  0.164712	  0.164544	  0.169079		CURRENT LEARNING RATE: 7.68746356037574e-09
previous_iter_valid_loss : 0.1629091501235962

   1832700	  0.163075	  0.162909	  0.165524		CURRENT LEARNING RATE: 7.685926221402691e-09
previous_iter_valid_loss : 0.16762907803058624

   1832720	  0.167853	  0.167629	  0.165856		CURRENT LEARNING RATE: 7.684389189866691e-09
previous_iter_valid_loss : 0.17014986276626587

   1832740	  0.170388	  0.170150	  0.166338		CURRENT LEARNING RATE: 7.682852465706259e-09
previous_iter_valid_loss : 0.16433127224445343

   1832760	  0.164505	  0.164331	  0.166305		CURRENT LEARNING RATE: 7.681316048859927e-09
previous_iter_valid_loss : 0.16057953238487244

   1832780	  0.160730	  0.160580	  0.166124		CURRENT LEARNING RATE: 7.679779939266238e-09
previous_iter_valid_loss : 0.16797398030757904

   1832800	  0.168195	  0.167974	  0.166047		CURRENT LEARNING RATE: 7.678244136863748e-09
previous_iter_valid_loss : 0.16051837801933289

   1832820	  0.160674	  0.160518	  0.165900		CURRENT LEARNING RATE: 7.676708641591025e-09
previous_iter_valid_loss : 0.1653154492378235

   1832840	  0.165514	  0.165315	  0.165650		CURRENT LEARNING RATE: 7.67517345338662e-09
previous_iter_valid_loss : 0.16420428454875946

   1832860	  0.164375	  0.164204	  0.165802		CURRENT LEARNING RATE: 7.673638572189184e-09
previous_iter_valid_loss : 0.16718854010105133

   1832880	  0.167403	  0.167189	  0.166081		CURRENT LEARNING RATE: 7.672103997937289e-09
previous_iter_valid_loss : 0.161490797996521

   1832900	  0.161648	  0.161491	  0.165805		CURRENT LEARNING RATE: 7.670569730569556e-09
previous_iter_valid_loss : 0.16528481245040894

   1832920	  0.165453	  0.165285	  0.166039		CURRENT LEARNING RATE: 7.669035770024613e-09
previous_iter_valid_loss : 0.16552923619747162

   1832940	  0.165740	  0.165529	  0.166290		CURRENT LEARNING RATE: 7.667502116241102e-09
previous_iter_valid_loss : 0.1614667773246765

   1832960	  0.161616	  0.161467	  0.165743		CURRENT LEARNING RATE: 7.665968769157678e-09
previous_iter_valid_loss : 0.16899803280830383

   1832980	  0.169235	  0.168998	  0.166088		CURRENT LEARNING RATE: 7.664435728713004e-09
previous_iter_valid_loss : 0.1832176148891449

   1833000	  0.183584	  0.183218	  0.167188		CURRENT LEARNING RATE: 7.662902994845734e-09
previous_iter_valid_loss : 0.17262572050094604

   1833020	  0.172769	  0.172626	  0.166667		CURRENT LEARNING RATE: 7.661370567494612e-09
previous_iter_valid_loss : 0.16054297983646393

   1833040	  0.160708	  0.160543	  0.166241		CURRENT LEARNING RATE: 7.659838446598313e-09
previous_iter_valid_loss : 0.16103816032409668

   1833060	  0.161218	  0.161038	  0.165775		CURRENT LEARNING RATE: 7.658306632095554e-09
previous_iter_valid_loss : 0.16140152513980865

   1833080	  0.161547	  0.161402	  0.165618		CURRENT LEARNING RATE: 7.65677512392506e-09
previous_iter_valid_loss : 0.16157887876033783

   1833100	  0.161768	  0.161579	  0.165551		CURRENT LEARNING RATE: 7.655243922025573e-09
previous_iter_valid_loss : 0.18925988674163818

   1833120	  0.189703	  0.189260	  0.166633		CURRENT LEARNING RATE: 7.653713026335842e-09
previous_iter_valid_loss : 0.16291062533855438

   1833140	  0.163102	  0.162911	  0.166271		CURRENT LEARNING RATE: 7.652182436794608e-09
previous_iter_valid_loss : 0.18167820572853088

   1833160	  0.181842	  0.181678	  0.167138		CURRENT LEARNING RATE: 7.650652153340699e-09
previous_iter_valid_loss : 0.16113147139549255

   1833180	  0.161316	  0.161131	  0.167166		CURRENT LEARNING RATE: 7.649122175912878e-09
previous_iter_valid_loss : 0.16728287935256958

   1833200	  0.167436	  0.167283	  0.167131		CURRENT LEARNING RATE: 7.647592504449943e-09
previous_iter_valid_loss : 0.17105862498283386

   1833220	  0.171210	  0.171059	  0.167658		CURRENT LEARNING RATE: 7.64606313889071e-09
previous_iter_valid_loss : 0.16575883328914642

   1833240	  0.165971	  0.165759	  0.167680		CURRENT LEARNING RATE: 7.644534079174005e-09
previous_iter_valid_loss : 0.16331201791763306

   1833260	  0.163517	  0.163312	  0.167636		CURRENT LEARNING RATE: 7.643005325238663e-09
previous_iter_valid_loss : 0.1604955643415451

   1833280	  0.160658	  0.160496	  0.167301		CURRENT LEARNING RATE: 7.641476877023535e-09
previous_iter_valid_loss : 0.1725531667470932

   1833300	  0.172818	  0.172553	  0.167854		CURRENT LEARNING RATE: 7.639948734467456e-09
previous_iter_valid_loss : 0.1613120585680008

   1833320	  0.161473	  0.161312	  0.167656		CURRENT LEARNING RATE: 7.638420897509355e-09
previous_iter_valid_loss : 0.16137859225273132

   1833340	  0.161532	  0.161379	  0.167448		CURRENT LEARNING RATE: 7.636893366088091e-09
previous_iter_valid_loss : 0.1613907516002655

   1833360	  0.161574	  0.161391	  0.167444		CURRENT LEARNING RATE: 7.635366140142562e-09
previous_iter_valid_loss : 0.18013103306293488

   1833380	  0.180456	  0.180131	  0.168001		CURRENT LEARNING RATE: 7.633839219611679e-09
previous_iter_valid_loss : 0.16238972544670105

   1833400	  0.162572	  0.162390	  0.166960		CURRENT LEARNING RATE: 7.632312604434367e-09
previous_iter_valid_loss : 0.16813363134860992

   1833420	  0.168293	  0.168134	  0.166735		CURRENT LEARNING RATE: 7.63078629454956e-09
previous_iter_valid_loss : 0.1630479395389557

   1833440	  0.163216	  0.163048	  0.166860		CURRENT LEARNING RATE: 7.629260289896206e-09
previous_iter_valid_loss : 0.1607513129711151

   1833460	  0.160911	  0.160751	  0.166846		CURRENT LEARNING RATE: 7.627734590413237e-09
previous_iter_valid_loss : 0.16185621917247772

   1833480	  0.162020	  0.161856	  0.166869		CURRENT LEARNING RATE: 7.62620919603968e-09
previous_iter_valid_loss : 0.1604965329170227

   1833500	  0.160665	  0.160497	  0.166815		CURRENT LEARNING RATE: 7.62468410671449e-09
previous_iter_valid_loss : 0.16056688129901886

   1833520	  0.160730	  0.160567	  0.165380		CURRENT LEARNING RATE: 7.623159322376668e-09
previous_iter_valid_loss : 0.16129784286022186

   1833540	  0.161486	  0.161298	  0.165299		CURRENT LEARNING RATE: 7.62163484296522e-09
previous_iter_valid_loss : 0.16657710075378418

   1833560	  0.166738	  0.166577	  0.164544		CURRENT LEARNING RATE: 7.620110668419164e-09
previous_iter_valid_loss : 0.16163866221904755

   1833580	  0.161824	  0.161639	  0.164570		CURRENT LEARNING RATE: 7.61858679867754e-09
previous_iter_valid_loss : 0.17575061321258545

   1833600	  0.175899	  0.175751	  0.164993		CURRENT LEARNING RATE: 7.617063233679358e-09
previous_iter_valid_loss : 0.1605672836303711

   1833620	  0.160736	  0.160567	  0.164468		CURRENT LEARNING RATE: 7.615539973363735e-09
previous_iter_valid_loss : 0.16143831610679626

   1833640	  0.161614	  0.161438	  0.164252		CURRENT LEARNING RATE: 7.614017017669711e-09
previous_iter_valid_loss : 0.1753614842891693

   1833660	  0.175515	  0.175361	  0.164855		CURRENT LEARNING RATE: 7.61249436653637e-09
previous_iter_valid_loss : 0.16068460047245026

   1833680	  0.160858	  0.160685	  0.164864		CURRENT LEARNING RATE: 7.610972019902805e-09
previous_iter_valid_loss : 0.1608881652355194

   1833700	  0.161068	  0.160888	  0.164281		CURRENT LEARNING RATE: 7.60944997770812e-09
previous_iter_valid_loss : 0.16543252766132355

   1833720	  0.165645	  0.165433	  0.164487		CURRENT LEARNING RATE: 7.607928239891435e-09
previous_iter_valid_loss : 0.17077912390232086

   1833740	  0.170928	  0.170779	  0.164957		CURRENT LEARNING RATE: 7.606406806391882e-09
previous_iter_valid_loss : 0.16913989186286926

   1833760	  0.169293	  0.169140	  0.165344		CURRENT LEARNING RATE: 7.604885677148576e-09
previous_iter_valid_loss : 0.18370358645915985

   1833780	  0.183855	  0.183704	  0.165523		CURRENT LEARNING RATE: 7.603364852100723e-09
previous_iter_valid_loss : 0.1619718372821808

   1833800	  0.162133	  0.161972	  0.165502		CURRENT LEARNING RATE: 7.601844331187466e-09
previous_iter_valid_loss : 0.16066811978816986

   1833820	  0.160824	  0.160668	  0.165129		CURRENT LEARNING RATE: 7.600324114347985e-09
previous_iter_valid_loss : 0.16402603685855865

   1833840	  0.164226	  0.164026	  0.165178		CURRENT LEARNING RATE: 7.598804201521466e-09
previous_iter_valid_loss : 0.1611056923866272

   1833860	  0.161275	  0.161106	  0.165196		CURRENT LEARNING RATE: 7.597284592647119e-09
previous_iter_valid_loss : 0.16166844964027405

   1833880	  0.161820	  0.161668	  0.165186		CURRENT LEARNING RATE: 7.595765287664157e-09
previous_iter_valid_loss : 0.17632535099983215

   1833900	  0.176479	  0.176325	  0.165978		CURRENT LEARNING RATE: 7.594246286511777e-09
previous_iter_valid_loss : 0.16970501840114594

   1833920	  0.169856	  0.169705	  0.166435		CURRENT LEARNING RATE: 7.59272758912928e-09
previous_iter_valid_loss : 0.16132484376430511

   1833940	  0.161486	  0.161325	  0.166436		CURRENT LEARNING RATE: 7.591209195455885e-09
previous_iter_valid_loss : 0.16074104607105255

   1833960	  0.160921	  0.160741	  0.166144		CURRENT LEARNING RATE: 7.589691105430862e-09
previous_iter_valid_loss : 0.1612406075000763

   1833980	  0.161412	  0.161241	  0.166124		CURRENT LEARNING RATE: 7.588173318993482e-09
previous_iter_valid_loss : 0.16646020114421844

   1834000	  0.166676	  0.166460	  0.165660		CURRENT LEARNING RATE: 7.586655836083036e-09
previous_iter_valid_loss : 0.18514418601989746

   1834020	  0.185296	  0.185144	  0.166888		CURRENT LEARNING RATE: 7.585138656638824e-09
previous_iter_valid_loss : 0.17136920988559723

   1834040	  0.171519	  0.171369	  0.167385		CURRENT LEARNING RATE: 7.58362178060016e-09
previous_iter_valid_loss : 0.16991840302944183

   1834060	  0.170071	  0.169918	  0.167113		CURRENT LEARNING RATE: 7.582105207906341e-09
previous_iter_valid_loss : 0.17293086647987366

   1834080	  0.173076	  0.172931	  0.167725		CURRENT LEARNING RATE: 7.580588938496759e-09
previous_iter_valid_loss : 0.16186034679412842

   1834100	  0.162044	  0.161860	  0.167774		CURRENT LEARNING RATE: 7.579072972310734e-09
previous_iter_valid_loss : 0.16265197098255157

   1834120	  0.162817	  0.162652	  0.167635		CURRENT LEARNING RATE: 7.57755730928763e-09
previous_iter_valid_loss : 0.16078156232833862

   1834140	  0.160942	  0.160782	  0.167135		CURRENT LEARNING RATE: 7.57604194936682e-09
previous_iter_valid_loss : 0.17345517873764038

   1834160	  0.173596	  0.173455	  0.167351		CURRENT LEARNING RATE: 7.574526892487688e-09
previous_iter_valid_loss : 0.17009349167346954

   1834180	  0.170249	  0.170093	  0.166670		CURRENT LEARNING RATE: 7.573012138589633e-09
previous_iter_valid_loss : 0.16473501920700073

   1834200	  0.164912	  0.164735	  0.166808		CURRENT LEARNING RATE: 7.571497687612064e-09
previous_iter_valid_loss : 0.16080671548843384

   1834220	  0.160966	  0.160807	  0.166815		CURRENT LEARNING RATE: 7.569983539494378e-09
previous_iter_valid_loss : 0.1674981266260147

   1834240	  0.167652	  0.167498	  0.166989		CURRENT LEARNING RATE: 7.56846969417606e-09
previous_iter_valid_loss : 0.165208637714386

   1834260	  0.165374	  0.165209	  0.167194		CURRENT LEARNING RATE: 7.566956151596532e-09
previous_iter_valid_loss : 0.1659754365682602

   1834280	  0.166133	  0.165975	  0.167409		CURRENT LEARNING RATE: 7.56544291169525e-09
previous_iter_valid_loss : 0.17396681010723114

   1834300	  0.174116	  0.173967	  0.167291		CURRENT LEARNING RATE: 7.563929974411687e-09
previous_iter_valid_loss : 0.19044120609760284

   1834320	  0.190895	  0.190441	  0.168328		CURRENT LEARNING RATE: 7.562417339685322e-09
previous_iter_valid_loss : 0.16104184091091156

   1834340	  0.161202	  0.161042	  0.168314		CURRENT LEARNING RATE: 7.560905007455652e-09
previous_iter_valid_loss : 0.16727180778980255

   1834360	  0.167429	  0.167272	  0.168641		CURRENT LEARNING RATE: 7.559392977662158e-09
previous_iter_valid_loss : 0.18815769255161285

   1834380	  0.188290	  0.188158	  0.169986		CURRENT LEARNING RATE: 7.55788125024441e-09
previous_iter_valid_loss : 0.1617114096879959

   1834400	  0.161859	  0.161711	  0.169749		CURRENT LEARNING RATE: 7.556369825141914e-09
previous_iter_valid_loss : 0.16725696623325348

   1834420	  0.167412	  0.167257	  0.168855		CURRENT LEARNING RATE: 7.55485870229421e-09
previous_iter_valid_loss : 0.1609124392271042

   1834440	  0.161094	  0.160912	  0.168332		CURRENT LEARNING RATE: 7.553347881640857e-09
previous_iter_valid_loss : 0.161251500248909

   1834460	  0.161448	  0.161252	  0.167899		CURRENT LEARNING RATE: 7.55183736312142e-09
previous_iter_valid_loss : 0.1631820648908615

   1834480	  0.163381	  0.163182	  0.167411		CURRENT LEARNING RATE: 7.550327146675476e-09
previous_iter_valid_loss : 0.16289570927619934

   1834500	  0.163070	  0.162896	  0.167463		CURRENT LEARNING RATE: 7.54881723224262e-09
previous_iter_valid_loss : 0.16635820269584656

   1834520	  0.166519	  0.166358	  0.167648		CURRENT LEARNING RATE: 7.54730761976243e-09
previous_iter_valid_loss : 0.17708522081375122

   1834540	  0.177232	  0.177085	  0.168463		CURRENT LEARNING RATE: 7.54579830917457e-09
previous_iter_valid_loss : 0.16508741676807404

   1834560	  0.165249	  0.165087	  0.168045		CURRENT LEARNING RATE: 7.544289300418645e-09
previous_iter_valid_loss : 0.16053719818592072

   1834580	  0.160694	  0.160537	  0.167567		CURRENT LEARNING RATE: 7.542780593434292e-09
previous_iter_valid_loss : 0.16096322238445282

   1834600	  0.161146	  0.160963	  0.167379		CURRENT LEARNING RATE: 7.541272188161165e-09
previous_iter_valid_loss : 0.1613435596227646

   1834620	  0.161530	  0.161344	  0.167405		CURRENT LEARNING RATE: 7.539764084538923e-09
previous_iter_valid_loss : 0.16596151888370514

   1834640	  0.166168	  0.165962	  0.167329		CURRENT LEARNING RATE: 7.53825628250725e-09
previous_iter_valid_loss : 0.1783941686153412

   1834660	  0.178553	  0.178394	  0.167988		CURRENT LEARNING RATE: 7.5367487820058e-09
previous_iter_valid_loss : 0.16734856367111206

   1834680	  0.167503	  0.167349	  0.168057		CURRENT LEARNING RATE: 7.535241582974329e-09
previous_iter_valid_loss : 0.16150158643722534

   1834700	  0.161696	  0.161502	  0.167433		CURRENT LEARNING RATE: 7.533734685352522e-09
previous_iter_valid_loss : 0.16155414283275604

   1834720	  0.161715	  0.161554	  0.165989		CURRENT LEARNING RATE: 7.532228089080105e-09
previous_iter_valid_loss : 0.1607135534286499

   1834740	  0.160887	  0.160714	  0.165972		CURRENT LEARNING RATE: 7.530721794096811e-09
previous_iter_valid_loss : 0.16068139672279358

   1834760	  0.160852	  0.160681	  0.165643		CURRENT LEARNING RATE: 7.529215800342392e-09
previous_iter_valid_loss : 0.16198034584522247

   1834780	  0.162144	  0.161980	  0.164334		CURRENT LEARNING RATE: 7.527710107756605e-09
previous_iter_valid_loss : 0.16127817332744598

   1834800	  0.161468	  0.161278	  0.164312		CURRENT LEARNING RATE: 7.526204716279222e-09
previous_iter_valid_loss : 0.16488416492938995

   1834820	  0.165086	  0.164884	  0.164194		CURRENT LEARNING RATE: 7.524699625850003e-09
previous_iter_valid_loss : 0.16272816061973572

   1834840	  0.162911	  0.162728	  0.164285		CURRENT LEARNING RATE: 7.523194836408796e-09
previous_iter_valid_loss : 0.16060848534107208

   1834860	  0.160778	  0.160608	  0.164252		CURRENT LEARNING RATE: 7.521690347895385e-09
previous_iter_valid_loss : 0.16085733473300934

   1834880	  0.161008	  0.160857	  0.164136		CURRENT LEARNING RATE: 7.520186160249588e-09
previous_iter_valid_loss : 0.19893494248390198

   1834900	  0.199453	  0.198935	  0.165938		CURRENT LEARNING RATE: 7.518682273411238e-09
previous_iter_valid_loss : 0.16098736226558685

   1834920	  0.161145	  0.160987	  0.165670		CURRENT LEARNING RATE: 7.51717868732018e-09
previous_iter_valid_loss : 0.1689465045928955

   1834940	  0.169104	  0.168947	  0.165263		CURRENT LEARNING RATE: 7.51567540191627e-09
previous_iter_valid_loss : 0.16082631051540375

   1834960	  0.161010	  0.160826	  0.165050		CURRENT LEARNING RATE: 7.514172417139378e-09
previous_iter_valid_loss : 0.16338950395584106

   1834980	  0.163563	  0.163390	  0.165192		CURRENT LEARNING RATE: 7.512669732929357e-09
previous_iter_valid_loss : 0.1623149812221527

   1835000	  0.162472	  0.162315	  0.165260		CURRENT LEARNING RATE: 7.511167349226152e-09
previous_iter_valid_loss : 0.16056258976459503

   1835020	  0.160724	  0.160563	  0.165221		CURRENT LEARNING RATE: 7.509665265969644e-09
previous_iter_valid_loss : 0.16366617381572723

   1835040	  0.163842	  0.163666	  0.165106		CURRENT LEARNING RATE: 7.508163483099746e-09
previous_iter_valid_loss : 0.18437287211418152

   1835060	  0.184518	  0.184373	  0.165405		CURRENT LEARNING RATE: 7.506662000556389e-09
previous_iter_valid_loss : 0.16714012622833252

   1835080	  0.167361	  0.167140	  0.165395		CURRENT LEARNING RATE: 7.505160818279514e-09
previous_iter_valid_loss : 0.16109232604503632

   1835100	  0.161242	  0.161092	  0.165374		CURRENT LEARNING RATE: 7.50365993620907e-09
previous_iter_valid_loss : 0.16128668189048767

   1835120	  0.161465	  0.161287	  0.165361		CURRENT LEARNING RATE: 7.502159354285e-09
previous_iter_valid_loss : 0.16051383316516876

   1835140	  0.160677	  0.160514	  0.165351		CURRENT LEARNING RATE: 7.500659072447333e-09
previous_iter_valid_loss : 0.16231372952461243

   1835160	  0.162477	  0.162314	  0.165432		CURRENT LEARNING RATE: 7.499159090636027e-09
previous_iter_valid_loss : 0.16160739958286285

   1835180	  0.161792	  0.161607	  0.165414		CURRENT LEARNING RATE: 7.497659408791086e-09
previous_iter_valid_loss : 0.17625916004180908

   1835200	  0.176554	  0.176259	  0.166163		CURRENT LEARNING RATE: 7.496160026852524e-09
previous_iter_valid_loss : 0.16108708083629608

   1835220	  0.161273	  0.161087	  0.165973		CURRENT LEARNING RATE: 7.494660944760362e-09
previous_iter_valid_loss : 0.1734074205160141

   1835240	  0.173677	  0.173407	  0.166507		CURRENT LEARNING RATE: 7.493162162454641e-09
previous_iter_valid_loss : 0.1663946509361267

   1835260	  0.166605	  0.166395	  0.166796		CURRENT LEARNING RATE: 7.491663679875406e-09
previous_iter_valid_loss : 0.17387180030345917

   1835280	  0.174153	  0.173872	  0.167447		CURRENT LEARNING RATE: 7.490165496962693e-09
previous_iter_valid_loss : 0.16077852249145508

   1835300	  0.160937	  0.160779	  0.165539		CURRENT LEARNING RATE: 7.488667613656628e-09
previous_iter_valid_loss : 0.16050639748573303

   1835320	  0.160663	  0.160506	  0.165515		CURRENT LEARNING RATE: 7.487170029897268e-09
previous_iter_valid_loss : 0.1622781604528427

   1835340	  0.162464	  0.162278	  0.165182		CURRENT LEARNING RATE: 7.48567274562471e-09
previous_iter_valid_loss : 0.16145634651184082

   1835360	  0.161614	  0.161456	  0.165213		CURRENT LEARNING RATE: 7.484175760779063e-09
previous_iter_valid_loss : 0.1700492799282074

   1835380	  0.170293	  0.170049	  0.165546		CURRENT LEARNING RATE: 7.482679075300448e-09
previous_iter_valid_loss : 0.17681856453418732

   1835400	  0.177107	  0.176819	  0.166271		CURRENT LEARNING RATE: 7.481182689128997e-09
previous_iter_valid_loss : 0.1698525846004486

   1835420	  0.170099	  0.169853	  0.166736		CURRENT LEARNING RATE: 7.479686602204854e-09
previous_iter_valid_loss : 0.1760333627462387

   1835440	  0.176184	  0.176033	  0.167354		CURRENT LEARNING RATE: 7.478190814468149e-09
previous_iter_valid_loss : 0.16402073204517365

   1835460	  0.164187	  0.164021	  0.166336		CURRENT LEARNING RATE: 7.476695325859104e-09
previous_iter_valid_loss : 0.18126384913921356

   1835480	  0.181423	  0.181264	  0.167043		CURRENT LEARNING RATE: 7.475200136317874e-09
previous_iter_valid_loss : 0.16179552674293518

   1835500	  0.161950	  0.161796	  0.167078		CURRENT LEARNING RATE: 7.47370524578465e-09
previous_iter_valid_loss : 0.16207191348075867

   1835520	  0.162235	  0.162072	  0.167117		CURRENT LEARNING RATE: 7.472210654199638e-09
previous_iter_valid_loss : 0.16887402534484863

   1835540	  0.169122	  0.168874	  0.167535		CURRENT LEARNING RATE: 7.470716361503052e-09
previous_iter_valid_loss : 0.1805843710899353

   1835560	  0.180746	  0.180584	  0.168449		CURRENT LEARNING RATE: 7.469222367635121e-09
previous_iter_valid_loss : 0.164630725979805

   1835580	  0.164798	  0.164631	  0.168600		CURRENT LEARNING RATE: 7.46772867253606e-09
previous_iter_valid_loss : 0.16642853617668152

   1835600	  0.166590	  0.166429	  0.168108		CURRENT LEARNING RATE: 7.466235276146174e-09
previous_iter_valid_loss : 0.1609027236700058

   1835620	  0.161061	  0.160903	  0.168099		CURRENT LEARNING RATE: 7.464742178405699e-09
previous_iter_valid_loss : 0.1644587218761444

   1835640	  0.164660	  0.164459	  0.167652		CURRENT LEARNING RATE: 7.463249379254911e-09
previous_iter_valid_loss : 0.17127956449985504

   1835660	  0.171547	  0.171280	  0.167896		CURRENT LEARNING RATE: 7.461756878634101e-09
previous_iter_valid_loss : 0.16570641100406647

   1835680	  0.165913	  0.165706	  0.167488		CURRENT LEARNING RATE: 7.460264676483567e-09
previous_iter_valid_loss : 0.16107745468616486

   1835700	  0.161260	  0.161077	  0.167503		CURRENT LEARNING RATE: 7.45877277274362e-09
previous_iter_valid_loss : 0.16193822026252747

   1835720	  0.162128	  0.161938	  0.167574		CURRENT LEARNING RATE: 7.457281167354586e-09
previous_iter_valid_loss : 0.16163095831871033

   1835740	  0.161822	  0.161631	  0.167542		CURRENT LEARNING RATE: 7.455789860256774e-09
previous_iter_valid_loss : 0.16052865982055664

   1835760	  0.160687	  0.160529	  0.167495		CURRENT LEARNING RATE: 7.454298851390582e-09
previous_iter_valid_loss : 0.1607634723186493

   1835780	  0.160939	  0.160763	  0.167031		CURRENT LEARNING RATE: 7.452808140696345e-09
previous_iter_valid_loss : 0.1737467497587204

   1835800	  0.173895	  0.173747	  0.166877		CURRENT LEARNING RATE: 7.451317728114437e-09
previous_iter_valid_loss : 0.16944047808647156

   1835820	  0.169592	  0.169440	  0.166857		CURRENT LEARNING RATE: 7.449827613585237e-09
previous_iter_valid_loss : 0.1653485894203186

   1835840	  0.165513	  0.165349	  0.166323		CURRENT LEARNING RATE: 7.4483377970491424e-09
previous_iter_valid_loss : 0.16174565255641937

   1835860	  0.161908	  0.161746	  0.166209		CURRENT LEARNING RATE: 7.446848278446562e-09
previous_iter_valid_loss : 0.18442565202713013

   1835880	  0.184804	  0.184426	  0.166367		CURRENT LEARNING RATE: 7.445359057717887e-09
previous_iter_valid_loss : 0.16342565417289734

   1835900	  0.163618	  0.163426	  0.166448		CURRENT LEARNING RATE: 7.4438701348036006e-09
previous_iter_valid_loss : 0.16877704858779907

   1835920	  0.169020	  0.168777	  0.166784		CURRENT LEARNING RATE: 7.442381509644122e-09
previous_iter_valid_loss : 0.1664191037416458

   1835940	  0.166635	  0.166419	  0.166661		CURRENT LEARNING RATE: 7.4408931821799034e-09
previous_iter_valid_loss : 0.16053444147109985

   1835960	  0.160695	  0.160534	  0.165659		CURRENT LEARNING RATE: 7.439405152351415e-09
previous_iter_valid_loss : 0.16427507996559143

   1835980	  0.164446	  0.164275	  0.165641		CURRENT LEARNING RATE: 7.437917420099133e-09
previous_iter_valid_loss : 0.16399884223937988

   1836000	  0.164194	  0.163999	  0.165519		CURRENT LEARNING RATE: 7.436429985363547e-09
previous_iter_valid_loss : 0.16794921457767487

   1836020	  0.168180	  0.167949	  0.165872		CURRENT LEARNING RATE: 7.434942848085164e-09
previous_iter_valid_loss : 0.162736177444458

   1836040	  0.162918	  0.162736	  0.165785		CURRENT LEARNING RATE: 7.433456008204468e-09
previous_iter_valid_loss : 0.1627446860074997

   1836060	  0.162914	  0.162745	  0.165359		CURRENT LEARNING RATE: 7.431969465662039e-09
previous_iter_valid_loss : 0.1605963557958603

   1836080	  0.160757	  0.160596	  0.165103		CURRENT LEARNING RATE: 7.430483220398391e-09
previous_iter_valid_loss : 0.16820071637630463

   1836100	  0.168432	  0.168201	  0.165459		CURRENT LEARNING RATE: 7.428997272354072e-09
previous_iter_valid_loss : 0.1614214926958084

   1836120	  0.161579	  0.161421	  0.165433		CURRENT LEARNING RATE: 7.427511621469646e-09
previous_iter_valid_loss : 0.16630667448043823

   1836140	  0.166468	  0.166307	  0.165667		CURRENT LEARNING RATE: 7.426026267685685e-09
previous_iter_valid_loss : 0.16503915190696716

   1836160	  0.165201	  0.165039	  0.165893		CURRENT LEARNING RATE: 7.424541210942775e-09
previous_iter_valid_loss : 0.1605152189731598

   1836180	  0.160681	  0.160515	  0.165880		CURRENT LEARNING RATE: 7.423056451181515e-09
previous_iter_valid_loss : 0.16621415317058563

   1836200	  0.166375	  0.166214	  0.165504		CURRENT LEARNING RATE: 7.421571988342489e-09
previous_iter_valid_loss : 0.18251962959766388

   1836220	  0.182672	  0.182520	  0.166158		CURRENT LEARNING RATE: 7.420087822366368e-09
previous_iter_valid_loss : 0.19317147135734558

   1836240	  0.193642	  0.193171	  0.167549		CURRENT LEARNING RATE: 7.418603953193762e-09
previous_iter_valid_loss : 0.16060322523117065

   1836260	  0.160757	  0.160603	  0.167492		CURRENT LEARNING RATE: 7.417120380765315e-09
previous_iter_valid_loss : 0.16200430691242218

   1836280	  0.162191	  0.162004	  0.166371		CURRENT LEARNING RATE: 7.415637105021684e-09
previous_iter_valid_loss : 0.1648894101381302

   1836300	  0.165049	  0.164889	  0.166444		CURRENT LEARNING RATE: 7.414154125903538e-09
previous_iter_valid_loss : 0.16270044445991516

   1836320	  0.162892	  0.162700	  0.166140		CURRENT LEARNING RATE: 7.412671443351558e-09
previous_iter_valid_loss : 0.1625804752111435

   1836340	  0.162742	  0.162580	  0.165948		CURRENT LEARNING RATE: 7.411189057306411e-09
previous_iter_valid_loss : 0.17291250824928284

   1836360	  0.173062	  0.172913	  0.166567		CURRENT LEARNING RATE: 7.409706967708853e-09
previous_iter_valid_loss : 0.1656615436077118

   1836380	  0.165828	  0.165662	  0.166636		CURRENT LEARNING RATE: 7.408225174499575e-09
previous_iter_valid_loss : 0.1611107885837555

   1836400	  0.161267	  0.161111	  0.166492		CURRENT LEARNING RATE: 7.406743677619305e-09
previous_iter_valid_loss : 0.16129715740680695

   1836420	  0.161454	  0.161297	  0.166159		CURRENT LEARNING RATE: 7.405262477008783e-09
previous_iter_valid_loss : 0.17332519590854645

   1836440	  0.173600	  0.173325	  0.166689		CURRENT LEARNING RATE: 7.4037815726087606e-09
previous_iter_valid_loss : 0.16069523990154266

   1836460	  0.160848	  0.160695	  0.166586		CURRENT LEARNING RATE: 7.4023009643600025e-09
previous_iter_valid_loss : 0.16064926981925964

   1836480	  0.160814	  0.160649	  0.166589		CURRENT LEARNING RATE: 7.400820652203284e-09
previous_iter_valid_loss : 0.17053863406181335

   1836500	  0.170788	  0.170539	  0.166706		CURRENT LEARNING RATE: 7.399340636079366e-09
previous_iter_valid_loss : 0.16078756749629974

   1836520	  0.160948	  0.160788	  0.166674		CURRENT LEARNING RATE: 7.397860915929102e-09
previous_iter_valid_loss : 0.1616562306880951

   1836540	  0.161806	  0.161656	  0.166442		CURRENT LEARNING RATE: 7.396381491693274e-09
previous_iter_valid_loss : 0.16197384893894196

   1836560	  0.162136	  0.161974	  0.166288		CURRENT LEARNING RATE: 7.394902363312707e-09
previous_iter_valid_loss : 0.16075676679611206

   1836580	  0.160938	  0.160757	  0.166300		CURRENT LEARNING RATE: 7.393423530728236e-09
previous_iter_valid_loss : 0.16660325229167938

   1836600	  0.166763	  0.166603	  0.166320		CURRENT LEARNING RATE: 7.391944993880707e-09
previous_iter_valid_loss : 0.18304166197776794

   1836620	  0.183188	  0.183042	  0.166346		CURRENT LEARNING RATE: 7.390466752710979e-09
previous_iter_valid_loss : 0.16103462874889374

   1836640	  0.161187	  0.161035	  0.164739		CURRENT LEARNING RATE: 7.388988807159921e-09
previous_iter_valid_loss : 0.17959272861480713

   1836660	  0.179746	  0.179593	  0.165689		CURRENT LEARNING RATE: 7.387511157168391e-09
previous_iter_valid_loss : 0.17579656839370728

   1836680	  0.175940	  0.175797	  0.166378		CURRENT LEARNING RATE: 7.3860338026773354e-09
previous_iter_valid_loss : 0.16284975409507751

   1836700	  0.163043	  0.162850	  0.166276		CURRENT LEARNING RATE: 7.384556743627631e-09
previous_iter_valid_loss : 0.1639016568660736

   1836720	  0.164103	  0.163902	  0.166336		CURRENT LEARNING RATE: 7.3830799799601986e-09
previous_iter_valid_loss : 0.1605634242296219

   1836740	  0.160726	  0.160563	  0.166236		CURRENT LEARNING RATE: 7.381603511615966e-09
previous_iter_valid_loss : 0.1732279658317566

   1836760	  0.173375	  0.173228	  0.166251		CURRENT LEARNING RATE: 7.3801273385358746e-09
previous_iter_valid_loss : 0.19318319857120514

   1836780	  0.193656	  0.193183	  0.167627		CURRENT LEARNING RATE: 7.378651460660878e-09
previous_iter_valid_loss : 0.1825893223285675

   1836800	  0.182939	  0.182589	  0.168701		CURRENT LEARNING RATE: 7.377175877931915e-09
previous_iter_valid_loss : 0.161875918507576

   1836820	  0.162035	  0.161876	  0.168730		CURRENT LEARNING RATE: 7.375700590290014e-09
previous_iter_valid_loss : 0.16195978224277496

   1836840	  0.162130	  0.161960	  0.168162		CURRENT LEARNING RATE: 7.374225597676137e-09
previous_iter_valid_loss : 0.16054028272628784

   1836860	  0.160700	  0.160540	  0.168154		CURRENT LEARNING RATE: 7.372750900031285e-09
previous_iter_valid_loss : 0.1609213501214981

   1836880	  0.161070	  0.160921	  0.168168		CURRENT LEARNING RATE: 7.371276497296471e-09
previous_iter_valid_loss : 0.1605461835861206

   1836900	  0.160710	  0.160546	  0.167668		CURRENT LEARNING RATE: 7.3698023894127175e-09
previous_iter_valid_loss : 0.16501741111278534

   1836920	  0.165224	  0.165017	  0.167880		CURRENT LEARNING RATE: 7.36832857632106e-09
previous_iter_valid_loss : 0.17950977385044098

   1836940	  0.179822	  0.179510	  0.168772		CURRENT LEARNING RATE: 7.3668550579625465e-09
previous_iter_valid_loss : 0.18675154447555542

   1836960	  0.186893	  0.186752	  0.170011		CURRENT LEARNING RATE: 7.365381834278211e-09
previous_iter_valid_loss : 0.16061218082904816

   1836980	  0.160793	  0.160612	  0.170004		CURRENT LEARNING RATE: 7.3639089052091746e-09
previous_iter_valid_loss : 0.16072052717208862

   1837000	  0.160894	  0.160721	  0.169710		CURRENT LEARNING RATE: 7.362436270696497e-09
previous_iter_valid_loss : 0.16103921830654144

   1837020	  0.161227	  0.161039	  0.168610		CURRENT LEARNING RATE: 7.36096393068127e-09
previous_iter_valid_loss : 0.1656859964132309

   1837040	  0.165898	  0.165686	  0.168842		CURRENT LEARNING RATE: 7.3594918851046026e-09
previous_iter_valid_loss : 0.1690599024295807

   1837060	  0.169301	  0.169060	  0.168316		CURRENT LEARNING RATE: 7.35802013390761e-09
previous_iter_valid_loss : 0.16064225137233734

   1837080	  0.160801	  0.160642	  0.167558		CURRENT LEARNING RATE: 7.356548677031425e-09
previous_iter_valid_loss : 0.16516558825969696

   1837100	  0.165371	  0.165166	  0.167674		CURRENT LEARNING RATE: 7.35507751441716e-09
previous_iter_valid_loss : 0.16116465628147125

   1837120	  0.161329	  0.161165	  0.167537		CURRENT LEARNING RATE: 7.353606646006024e-09
previous_iter_valid_loss : 0.16138266026973724

   1837140	  0.161572	  0.161383	  0.167578		CURRENT LEARNING RATE: 7.352136071739155e-09
previous_iter_valid_loss : 0.16074958443641663

   1837160	  0.160938	  0.160750	  0.166954		CURRENT LEARNING RATE: 7.35066579155773e-09
previous_iter_valid_loss : 0.16095086932182312

   1837180	  0.161108	  0.160951	  0.165342		CURRENT LEARNING RATE: 7.349195805402937e-09
previous_iter_valid_loss : 0.16071711480617523

   1837200	  0.160876	  0.160717	  0.164249		CURRENT LEARNING RATE: 7.347726113215977e-09
previous_iter_valid_loss : 0.1680690050125122

   1837220	  0.168225	  0.168069	  0.164558		CURRENT LEARNING RATE: 7.346256714938065e-09
previous_iter_valid_loss : 0.1767461895942688

   1837240	  0.176905	  0.176746	  0.165298		CURRENT LEARNING RATE: 7.34478761051042e-09
previous_iter_valid_loss : 0.16121891140937805

   1837260	  0.161381	  0.161219	  0.165332		CURRENT LEARNING RATE: 7.343318799874254e-09
previous_iter_valid_loss : 0.16052454710006714

   1837280	  0.160692	  0.160525	  0.165312		CURRENT LEARNING RATE: 7.341850282970868e-09
previous_iter_valid_loss : 0.16686123609542847

   1837300	  0.167023	  0.166861	  0.165628		CURRENT LEARNING RATE: 7.340382059741494e-09
previous_iter_valid_loss : 0.1610320806503296

   1837320	  0.161217	  0.161032	  0.165428		CURRENT LEARNING RATE: 7.338914130127404e-09
previous_iter_valid_loss : 0.1839362233877182

   1837340	  0.184086	  0.183936	  0.165650		CURRENT LEARNING RATE: 7.33744649406988e-09
previous_iter_valid_loss : 0.1726691573858261

   1837360	  0.172932	  0.172669	  0.164945		CURRENT LEARNING RATE: 7.335979151510216e-09
previous_iter_valid_loss : 0.16075481474399567

   1837380	  0.160913	  0.160755	  0.164953		CURRENT LEARNING RATE: 7.33451210238972e-09
previous_iter_valid_loss : 0.17075476050376892

   1837400	  0.170900	  0.170755	  0.165454		CURRENT LEARNING RATE: 7.333045346649709e-09
previous_iter_valid_loss : 0.16155065596103668

   1837420	  0.161729	  0.161551	  0.165480		CURRENT LEARNING RATE: 7.331578884231486e-09
previous_iter_valid_loss : 0.16080307960510254

   1837440	  0.160950	  0.160803	  0.165236		CURRENT LEARNING RATE: 7.330112715076446e-09
previous_iter_valid_loss : 0.16168507933616638

   1837460	  0.161876	  0.161685	  0.164867		CURRENT LEARNING RATE: 7.328646839125916e-09
previous_iter_valid_loss : 0.16405761241912842

   1837480	  0.164271	  0.164058	  0.165038		CURRENT LEARNING RATE: 7.32718125632126e-09
previous_iter_valid_loss : 0.16099148988723755

   1837500	  0.161153	  0.160991	  0.164829		CURRENT LEARNING RATE: 7.325715966603855e-09
previous_iter_valid_loss : 0.16320107877254486

   1837520	  0.163400	  0.163201	  0.164931		CURRENT LEARNING RATE: 7.32425096991509e-09
previous_iter_valid_loss : 0.1671605110168457

   1837540	  0.167385	  0.167161	  0.165220		CURRENT LEARNING RATE: 7.322786266196364e-09
previous_iter_valid_loss : 0.16103093326091766

   1837560	  0.161190	  0.161031	  0.165234		CURRENT LEARNING RATE: 7.321321855389065e-09
previous_iter_valid_loss : 0.16231678426265717

   1837580	  0.162495	  0.162317	  0.165302		CURRENT LEARNING RATE: 7.3198577374346654e-09
previous_iter_valid_loss : 0.16568928956985474

   1837600	  0.165890	  0.165689	  0.165551		CURRENT LEARNING RATE: 7.318393912274578e-09
previous_iter_valid_loss : 0.16827693581581116

   1837620	  0.168504	  0.168277	  0.165561		CURRENT LEARNING RATE: 7.316930379850247e-09
previous_iter_valid_loss : 0.1612919121980667

   1837640	  0.161474	  0.161292	  0.164788		CURRENT LEARNING RATE: 7.3154671401031335e-09
previous_iter_valid_loss : 0.16051137447357178

   1837660	  0.160681	  0.160511	  0.164753		CURRENT LEARNING RATE: 7.314004192974705e-09
previous_iter_valid_loss : 0.16075854003429413

   1837680	  0.160921	  0.160759	  0.164765		CURRENT LEARNING RATE: 7.312541538406445e-09
previous_iter_valid_loss : 0.16374625265598297

   1837700	  0.163913	  0.163746	  0.164609		CURRENT LEARNING RATE: 7.311079176339849e-09
previous_iter_valid_loss : 0.16104647517204285

   1837720	  0.161202	  0.161046	  0.164610		CURRENT LEARNING RATE: 7.309617106716394e-09
previous_iter_valid_loss : 0.17639115452766418

   1837740	  0.176546	  0.176391	  0.164232		CURRENT LEARNING RATE: 7.308155329477651e-09
previous_iter_valid_loss : 0.16124095022678375

   1837760	  0.161397	  0.161241	  0.163661		CURRENT LEARNING RATE: 7.306693844565122e-09
previous_iter_valid_loss : 0.16124606132507324

   1837780	  0.161429	  0.161246	  0.163686		CURRENT LEARNING RATE: 7.305232651920347e-09
previous_iter_valid_loss : 0.1605425924062729

   1837800	  0.160715	  0.160543	  0.163175		CURRENT LEARNING RATE: 7.30377175148488e-09
previous_iter_valid_loss : 0.16814464330673218

   1837820	  0.168365	  0.168145	  0.163505		CURRENT LEARNING RATE: 7.302311143200283e-09
previous_iter_valid_loss : 0.1714196503162384

   1837840	  0.171566	  0.171420	  0.164035		CURRENT LEARNING RATE: 7.3008508270081335e-09
previous_iter_valid_loss : 0.16612592339515686

   1837860	  0.166288	  0.166126	  0.164258		CURRENT LEARNING RATE: 7.299390802850018e-09
previous_iter_valid_loss : 0.16240407526493073

   1837880	  0.162589	  0.162404	  0.164175		CURRENT LEARNING RATE: 7.2979310706675085e-09
previous_iter_valid_loss : 0.16105367243289948

   1837900	  0.161231	  0.161054	  0.164178		CURRENT LEARNING RATE: 7.29647163040227e-09
previous_iter_valid_loss : 0.1654226928949356

   1837920	  0.165632	  0.165423	  0.164289		CURRENT LEARNING RATE: 7.295012481995899e-09
previous_iter_valid_loss : 0.164082869887352

   1837940	  0.164281	  0.164083	  0.164135		CURRENT LEARNING RATE: 7.293553625390025e-09
previous_iter_valid_loss : 0.18003684282302856

   1837960	  0.180363	  0.180037	  0.165085		CURRENT LEARNING RATE: 7.2920950605263e-09
previous_iter_valid_loss : 0.1640148162841797

   1837980	  0.164185	  0.164015	  0.165170		CURRENT LEARNING RATE: 7.290636787346376e-09
previous_iter_valid_loss : 0.17174869775772095

   1838000	  0.172009	  0.171749	  0.165473		CURRENT LEARNING RATE: 7.289178805791927e-09
previous_iter_valid_loss : 0.16055095195770264

   1838020	  0.160706	  0.160551	  0.165087		CURRENT LEARNING RATE: 7.2877211158046026e-09
previous_iter_valid_loss : 0.1611945927143097

   1838040	  0.161376	  0.161195	  0.165082		CURRENT LEARNING RATE: 7.286263717326151e-09
previous_iter_valid_loss : 0.16546934843063354

   1838060	  0.165664	  0.165469	  0.165330		CURRENT LEARNING RATE: 7.284806610298249e-09
previous_iter_valid_loss : 0.161277174949646

   1838080	  0.161457	  0.161277	  0.165356		CURRENT LEARNING RATE: 7.283349794662612e-09
previous_iter_valid_loss : 0.16261990368366241

   1838100	  0.162788	  0.162620	  0.165300		CURRENT LEARNING RATE: 7.281893270360968e-09
previous_iter_valid_loss : 0.16062679886817932

   1838120	  0.160777	  0.160627	  0.165279		CURRENT LEARNING RATE: 7.280437037335056e-09
previous_iter_valid_loss : 0.16395528614521027

   1838140	  0.164117	  0.163955	  0.164657		CURRENT LEARNING RATE: 7.278981095526626e-09
previous_iter_valid_loss : 0.1626209020614624

   1838160	  0.162801	  0.162621	  0.164726		CURRENT LEARNING RATE: 7.2775254448774425e-09
previous_iter_valid_loss : 0.16093890368938446

   1838180	  0.161099	  0.160939	  0.164711		CURRENT LEARNING RATE: 7.27607008532925e-09
previous_iter_valid_loss : 0.17148131132125854

   1838200	  0.171631	  0.171481	  0.165257		CURRENT LEARNING RATE: 7.274615016823889e-09
previous_iter_valid_loss : 0.16078273952007294

   1838220	  0.160962	  0.160783	  0.164889		CURRENT LEARNING RATE: 7.2731602393031284e-09
previous_iter_valid_loss : 0.1606622189283371

   1838240	  0.160814	  0.160662	  0.164352		CURRENT LEARNING RATE: 7.271705752708779e-09
previous_iter_valid_loss : 0.16245166957378387

   1838260	  0.162630	  0.162452	  0.164168		CURRENT LEARNING RATE: 7.270251556982661e-09
previous_iter_valid_loss : 0.16054143011569977

   1838280	  0.160704	  0.160541	  0.164075		CURRENT LEARNING RATE: 7.268797652066605e-09
previous_iter_valid_loss : 0.16059784591197968

   1838300	  0.160780	  0.160598	  0.164052		CURRENT LEARNING RATE: 7.267344037902457e-09
previous_iter_valid_loss : 0.16073016822338104

   1838320	  0.160909	  0.160730	  0.163817		CURRENT LEARNING RATE: 7.265890714432045e-09
previous_iter_valid_loss : 0.16874191164970398

   1838340	  0.168894	  0.168742	  0.164050		CURRENT LEARNING RATE: 7.264437681597289e-09
previous_iter_valid_loss : 0.1619333177804947

   1838360	  0.162122	  0.161933	  0.163145		CURRENT LEARNING RATE: 7.262984939340042e-09
previous_iter_valid_loss : 0.16127623617649078

   1838380	  0.161460	  0.161276	  0.163008		CURRENT LEARNING RATE: 7.261532487602193e-09
previous_iter_valid_loss : 0.18035972118377686

   1838400	  0.180688	  0.180360	  0.163439		CURRENT LEARNING RATE: 7.260080326325643e-09
previous_iter_valid_loss : 0.17475584149360657

   1838420	  0.174908	  0.174756	  0.164149		CURRENT LEARNING RATE: 7.258628455452308e-09
previous_iter_valid_loss : 0.1605222076177597

   1838440	  0.160681	  0.160522	  0.164115		CURRENT LEARNING RATE: 7.257176874924113e-09
previous_iter_valid_loss : 0.16188068687915802

   1838460	  0.162045	  0.161881	  0.163936		CURRENT LEARNING RATE: 7.255725584682993e-09
previous_iter_valid_loss : 0.1609731912612915

   1838480	  0.161156	  0.160973	  0.163921		CURRENT LEARNING RATE: 7.254274584670872e-09
previous_iter_valid_loss : 0.16060735285282135

   1838500	  0.160772	  0.160607	  0.163820		CURRENT LEARNING RATE: 7.252823874829761e-09
previous_iter_valid_loss : 0.163834348320961

   1838520	  0.164035	  0.163834	  0.163980		CURRENT LEARNING RATE: 7.2513734551016065e-09
previous_iter_valid_loss : 0.16135269403457642

   1838540	  0.161501	  0.161353	  0.163850		CURRENT LEARNING RATE: 7.2499233254283906e-09
previous_iter_valid_loss : 0.16072872281074524

   1838560	  0.160903	  0.160729	  0.163756		CURRENT LEARNING RATE: 7.248473485752108e-09
previous_iter_valid_loss : 0.16178825497627258

   1838580	  0.161953	  0.161788	  0.163798		CURRENT LEARNING RATE: 7.247023936014767e-09
previous_iter_valid_loss : 0.1673666387796402

   1838600	  0.167521	  0.167367	  0.163592		CURRENT LEARNING RATE: 7.245574676158384e-09
previous_iter_valid_loss : 0.1608109325170517

   1838620	  0.160985	  0.160811	  0.163594		CURRENT LEARNING RATE: 7.244125706124989e-09
previous_iter_valid_loss : 0.16452358663082123

   1838640	  0.164726	  0.164524	  0.163787		CURRENT LEARNING RATE: 7.242677025856597e-09
previous_iter_valid_loss : 0.16245897114276886

   1838660	  0.162629	  0.162459	  0.163787		CURRENT LEARNING RATE: 7.241228635295313e-09
previous_iter_valid_loss : 0.1616729348897934

   1838680	  0.161853	  0.161673	  0.163844		CURRENT LEARNING RATE: 7.239780534383176e-09
previous_iter_valid_loss : 0.16167372465133667

   1838700	  0.161833	  0.161674	  0.163898		CURRENT LEARNING RATE: 7.238332723062261e-09
previous_iter_valid_loss : 0.1621909737586975

   1838720	  0.162356	  0.162191	  0.163971		CURRENT LEARNING RATE: 7.236885201274655e-09
previous_iter_valid_loss : 0.1619221419095993

   1838740	  0.162079	  0.161922	  0.163630		CURRENT LEARNING RATE: 7.235437968962459e-09
previous_iter_valid_loss : 0.16124078631401062

   1838760	  0.161423	  0.161241	  0.163595		CURRENT LEARNING RATE: 7.233991026067783e-09
previous_iter_valid_loss : 0.1819583624601364

   1838780	  0.182111	  0.181958	  0.164629		CURRENT LEARNING RATE: 7.232544372532723e-09
previous_iter_valid_loss : 0.16163919866085052

   1838800	  0.161794	  0.161639	  0.163693		CURRENT LEARNING RATE: 7.231098008299464e-09
previous_iter_valid_loss : 0.1627245992422104

   1838820	  0.162881	  0.162725	  0.163092		CURRENT LEARNING RATE: 7.2296519333101264e-09
previous_iter_valid_loss : 0.16083435714244843

   1838840	  0.160987	  0.160834	  0.163107		CURRENT LEARNING RATE: 7.2282061475068675e-09
previous_iter_valid_loss : 0.1633441150188446

   1838860	  0.163507	  0.163344	  0.163180		CURRENT LEARNING RATE: 7.226760650831856e-09
previous_iter_valid_loss : 0.17759084701538086

   1838880	  0.177898	  0.177591	  0.164011		CURRENT LEARNING RATE: 7.22531544322727e-09
previous_iter_valid_loss : 0.1647101193666458

   1838900	  0.164869	  0.164710	  0.164216		CURRENT LEARNING RATE: 7.223870524635304e-09
previous_iter_valid_loss : 0.16346479952335358

   1838920	  0.163661	  0.163465	  0.164198		CURRENT LEARNING RATE: 7.222425894998159e-09
previous_iter_valid_loss : 0.1701010763645172

   1838940	  0.170254	  0.170101	  0.164635		CURRENT LEARNING RATE: 7.220981554258025e-09
previous_iter_valid_loss : 0.16167797148227692

   1838960	  0.161837	  0.161678	  0.164683		CURRENT LEARNING RATE: 7.219537502357181e-09
previous_iter_valid_loss : 0.1634136587381363

   1838980	  0.163616	  0.163414	  0.164764		CURRENT LEARNING RATE: 7.218093739237837e-09
previous_iter_valid_loss : 0.16650615632534027

   1839000	  0.166710	  0.166506	  0.164721		CURRENT LEARNING RATE: 7.2166502648422436e-09
previous_iter_valid_loss : 0.1616847813129425

   1839020	  0.161878	  0.161685	  0.164765		CURRENT LEARNING RATE: 7.215207079112663e-09
previous_iter_valid_loss : 0.1612592190504074

   1839040	  0.161403	  0.161259	  0.164601		CURRENT LEARNING RATE: 7.213764181991365e-09
previous_iter_valid_loss : 0.17020928859710693

   1839060	  0.170457	  0.170209	  0.164989		CURRENT LEARNING RATE: 7.212321573420637e-09
previous_iter_valid_loss : 0.16066040098667145

   1839080	  0.160818	  0.160660	  0.164938		CURRENT LEARNING RATE: 7.2108792533427704e-09
previous_iter_valid_loss : 0.1604948341846466

   1839100	  0.160661	  0.160495	  0.164879		CURRENT LEARNING RATE: 7.209437221700051e-09
previous_iter_valid_loss : 0.16546331346035004

   1839120	  0.165678	  0.165463	  0.165043		CURRENT LEARNING RATE: 7.207995478434847e-09
previous_iter_valid_loss : 0.1606549471616745

   1839140	  0.160823	  0.160655	  0.164980		CURRENT LEARNING RATE: 7.206554023489463e-09
previous_iter_valid_loss : 0.1611131876707077

   1839160	  0.161267	  0.161113	  0.164973		CURRENT LEARNING RATE: 7.205112856806241e-09
previous_iter_valid_loss : 0.1644899696111679

   1839180	  0.164679	  0.164490	  0.164100		CURRENT LEARNING RATE: 7.203671978327534e-09
previous_iter_valid_loss : 0.18012067675590515

   1839200	  0.180281	  0.180121	  0.165024		CURRENT LEARNING RATE: 7.202231387995706e-09
previous_iter_valid_loss : 0.164240300655365

   1839220	  0.164453	  0.164240	  0.165100		CURRENT LEARNING RATE: 7.200791085753136e-09
previous_iter_valid_loss : 0.16923916339874268

   1839240	  0.169391	  0.169239	  0.165520		CURRENT LEARNING RATE: 7.199351071542184e-09
previous_iter_valid_loss : 0.16713577508926392

   1839260	  0.167294	  0.167136	  0.165710		CURRENT LEARNING RATE: 7.197911345305302e-09
previous_iter_valid_loss : 0.16049708425998688

   1839280	  0.160659	  0.160497	  0.164855		CURRENT LEARNING RATE: 7.196471906984874e-09
previous_iter_valid_loss : 0.1983814239501953

   1839300	  0.198471	  0.198381	  0.166538		CURRENT LEARNING RATE: 7.195032756523325e-09
previous_iter_valid_loss : 0.16174986958503723

   1839320	  0.161936	  0.161750	  0.166453		CURRENT LEARNING RATE: 7.193593893863085e-09
previous_iter_valid_loss : 0.16079625487327576

   1839340	  0.160970	  0.160796	  0.165987		CURRENT LEARNING RATE: 7.192155318946603e-09
previous_iter_valid_loss : 0.17297481000423431

   1839360	  0.173241	  0.172975	  0.166552		CURRENT LEARNING RATE: 7.190717031716334e-09
previous_iter_valid_loss : 0.16303737461566925

   1839380	  0.163220	  0.163037	  0.166533		CURRENT LEARNING RATE: 7.1892790321147474e-09
previous_iter_valid_loss : 0.16058312356472015

   1839400	  0.160754	  0.160583	  0.166237		CURRENT LEARNING RATE: 7.187841320084298e-09
previous_iter_valid_loss : 0.16466525197029114

   1839420	  0.164865	  0.164665	  0.166386		CURRENT LEARNING RATE: 7.1864038955675266e-09
previous_iter_valid_loss : 0.16235481202602386

   1839440	  0.162553	  0.162355	  0.166441		CURRENT LEARNING RATE: 7.184966758506914e-09
previous_iter_valid_loss : 0.16716136038303375

   1839460	  0.167319	  0.167161	  0.166289		CURRENT LEARNING RATE: 7.183529908844971e-09
previous_iter_valid_loss : 0.17174577713012695

   1839480	  0.171894	  0.171746	  0.166843		CURRENT LEARNING RATE: 7.182093346524226e-09
previous_iter_valid_loss : 0.16940642893314362

   1839500	  0.169562	  0.169406	  0.167289		CURRENT LEARNING RATE: 7.180657071487216e-09
previous_iter_valid_loss : 0.16051159799098969

   1839520	  0.160666	  0.160512	  0.167041		CURRENT LEARNING RATE: 7.179221083676489e-09
previous_iter_valid_loss : 0.16429583728313446

   1839540	  0.164491	  0.164296	  0.167223		CURRENT LEARNING RATE: 7.177785383034582e-09
previous_iter_valid_loss : 0.16075672209262848

   1839560	  0.160920	  0.160757	  0.167205		CURRENT LEARNING RATE: 7.1763499695041156e-09
previous_iter_valid_loss : 0.1613643914461136

   1839580	  0.161548	  0.161364	  0.167049		CURRENT LEARNING RATE: 7.17491484302765e-09
previous_iter_valid_loss : 0.16502554714679718

   1839600	  0.165201	  0.165026	  0.166294		CURRENT LEARNING RATE: 7.173480003547779e-09
previous_iter_valid_loss : 0.1665269136428833

   1839620	  0.166684	  0.166527	  0.166408		CURRENT LEARNING RATE: 7.172045451007108e-09
previous_iter_valid_loss : 0.16396328806877136

   1839640	  0.164182	  0.163963	  0.166145		CURRENT LEARNING RATE: 7.170611185348257e-09
previous_iter_valid_loss : 0.16321782767772675

   1839660	  0.163418	  0.163218	  0.165949		CURRENT LEARNING RATE: 7.1691772065138535e-09
previous_iter_valid_loss : 0.17222419381141663

   1839680	  0.172485	  0.172224	  0.166535		CURRENT LEARNING RATE: 7.167743514446541e-09
previous_iter_valid_loss : 0.1745331585407257

   1839700	  0.174807	  0.174533	  0.165343		CURRENT LEARNING RATE: 7.166310109088942e-09
previous_iter_valid_loss : 0.16737614572048187

   1839720	  0.167599	  0.167376	  0.165624		CURRENT LEARNING RATE: 7.164876990383776e-09
previous_iter_valid_loss : 0.16054150462150574

   1839740	  0.160707	  0.160542	  0.165611		CURRENT LEARNING RATE: 7.16344415827369e-09
previous_iter_valid_loss : 0.1608603298664093

   1839760	  0.161032	  0.160860	  0.165006		CURRENT LEARNING RATE: 7.16201161270137e-09
previous_iter_valid_loss : 0.16283832490444183

   1839780	  0.163005	  0.162838	  0.164996		CURRENT LEARNING RATE: 7.160579353609517e-09
previous_iter_valid_loss : 0.16056008636951447

   1839800	  0.160732	  0.160560	  0.164994		CURRENT LEARNING RATE: 7.1591473809408385e-09
previous_iter_valid_loss : 0.16688762605190277

   1839820	  0.167100	  0.166888	  0.165106		CURRENT LEARNING RATE: 7.157715694638056e-09
previous_iter_valid_loss : 0.16226324439048767

   1839840	  0.162418	  0.162263	  0.165101		CURRENT LEARNING RATE: 7.156284294643903e-09
previous_iter_valid_loss : 0.18156030774116516

   1839860	  0.181720	  0.181560	  0.165821		CURRENT LEARNING RATE: 7.154853180901097e-09
previous_iter_valid_loss : 0.16418574750423431

   1839880	  0.164390	  0.164186	  0.165443		CURRENT LEARNING RATE: 7.153422353352443e-09
previous_iter_valid_loss : 0.16065914928913116

   1839900	  0.160817	  0.160659	  0.165006		CURRENT LEARNING RATE: 7.151991811940687e-09
previous_iter_valid_loss : 0.1711122989654541

   1839920	  0.171373	  0.171112	  0.165536		CURRENT LEARNING RATE: 7.150561556608602e-09
previous_iter_valid_loss : 0.16124823689460754

   1839940	  0.161411	  0.161248	  0.165383		CURRENT LEARNING RATE: 7.1491315872989815e-09
previous_iter_valid_loss : 0.16218522191047668

   1839960	  0.162352	  0.162185	  0.165455		CURRENT LEARNING RATE: 7.147701903954625e-09
previous_iter_valid_loss : 0.16224561631679535

   1839980	  0.162405	  0.162246	  0.165499		CURRENT LEARNING RATE: 7.146272506518346e-09
previous_iter_valid_loss : 0.16143889725208282

   1840000	  0.161599	  0.161439	  0.165319		CURRENT LEARNING RATE: 7.144843394932943e-09
previous_iter_valid_loss : 0.18029655516147614

   1840020	  0.180454	  0.180297	  0.166008		CURRENT LEARNING RATE: 7.1434145691413015e-09
previous_iter_valid_loss : 0.16835936903953552

   1840040	  0.168585	  0.168359	  0.166228		CURRENT LEARNING RATE: 7.141986029086243e-09
previous_iter_valid_loss : 0.16052109003067017

   1840060	  0.160682	  0.160521	  0.166093		CURRENT LEARNING RATE: 7.1405577747106275e-09
previous_iter_valid_loss : 0.16199436783790588

   1840080	  0.162174	  0.161994	  0.165581		CURRENT LEARNING RATE: 7.1391298059573244e-09
previous_iter_valid_loss : 0.1611880511045456

   1840100	  0.161350	  0.161188	  0.164914		CURRENT LEARNING RATE: 7.137702122769214e-09
previous_iter_valid_loss : 0.16703952848911285

   1840120	  0.167200	  0.167040	  0.164897		CURRENT LEARNING RATE: 7.1362747250891896e-09
previous_iter_valid_loss : 0.16249258816242218

   1840140	  0.162660	  0.162493	  0.164995		CURRENT LEARNING RATE: 7.134847612860155e-09
previous_iter_valid_loss : 0.16114690899848938

   1840160	  0.161307	  0.161147	  0.165009		CURRENT LEARNING RATE: 7.1334207860250005e-09
previous_iter_valid_loss : 0.17015530169010162

   1840180	  0.170401	  0.170155	  0.165375		CURRENT LEARNING RATE: 7.1319942445267035e-09
previous_iter_valid_loss : 0.17428921163082123

   1840200	  0.174567	  0.174289	  0.166061		CURRENT LEARNING RATE: 7.130567988308178e-09
previous_iter_valid_loss : 0.16881126165390015

   1840220	  0.169045	  0.168811	  0.166158		CURRENT LEARNING RATE: 7.129142017312373e-09
previous_iter_valid_loss : 0.16207687556743622

   1840240	  0.162240	  0.162077	  0.166148		CURRENT LEARNING RATE: 7.127716331482248e-09
previous_iter_valid_loss : 0.1703183501958847

   1840260	  0.170570	  0.170318	  0.165586		CURRENT LEARNING RATE: 7.126290930760779e-09
previous_iter_valid_loss : 0.16062530875205994

   1840280	  0.160794	  0.160625	  0.165408		CURRENT LEARNING RATE: 7.124865815090948e-09
previous_iter_valid_loss : 0.16077008843421936

   1840300	  0.160924	  0.160770	  0.165414		CURRENT LEARNING RATE: 7.12344098441575e-09
previous_iter_valid_loss : 0.1638166606426239

   1840320	  0.164021	  0.163817	  0.165049		CURRENT LEARNING RATE: 7.122016438678167e-09
previous_iter_valid_loss : 0.16051019728183746

   1840340	  0.160672	  0.160510	  0.165012		CURRENT LEARNING RATE: 7.120592177821267e-09
previous_iter_valid_loss : 0.16328737139701843

   1840360	  0.163494	  0.163287	  0.165067		CURRENT LEARNING RATE: 7.1191682017880565e-09
previous_iter_valid_loss : 0.18644139170646667

   1840380	  0.186582	  0.186441	  0.166277		CURRENT LEARNING RATE: 7.1177445105215745e-09
previous_iter_valid_loss : 0.17295154929161072

   1840400	  0.173100	  0.172952	  0.166853		CURRENT LEARNING RATE: 7.116321103964874e-09
previous_iter_valid_loss : 0.19039037823677063

   1840420	  0.190514	  0.190390	  0.167357		CURRENT LEARNING RATE: 7.114897982061018e-09
previous_iter_valid_loss : 0.16837993264198303

   1840440	  0.168529	  0.168380	  0.167358		CURRENT LEARNING RATE: 7.113475144753083e-09
previous_iter_valid_loss : 0.160504549741745

   1840460	  0.160663	  0.160505	  0.167357		CURRENT LEARNING RATE: 7.112052591984129e-09
previous_iter_valid_loss : 0.1623758226633072

   1840480	  0.162559	  0.162376	  0.167377		CURRENT LEARNING RATE: 7.110630323697305e-09
previous_iter_valid_loss : 0.17150716483592987

   1840500	  0.171656	  0.171507	  0.167893		CURRENT LEARNING RATE: 7.109208339835695e-09
previous_iter_valid_loss : 0.16227206587791443

   1840520	  0.162430	  0.162272	  0.167654		CURRENT LEARNING RATE: 7.107786640342419e-09
previous_iter_valid_loss : 0.16491931676864624

   1840540	  0.165080	  0.164919	  0.167775		CURRENT LEARNING RATE: 7.1063652251606115e-09
previous_iter_valid_loss : 0.1623634696006775

   1840560	  0.162529	  0.162363	  0.167836		CURRENT LEARNING RATE: 7.104944094233412e-09
previous_iter_valid_loss : 0.1605374664068222

   1840580	  0.160702	  0.160537	  0.167355		CURRENT LEARNING RATE: 7.103523247503977e-09
previous_iter_valid_loss : 0.17867180705070496

   1840600	  0.178829	  0.178672	  0.167575		CURRENT LEARNING RATE: 7.102102684915474e-09
previous_iter_valid_loss : 0.1611054688692093

   1840620	  0.161273	  0.161105	  0.167189		CURRENT LEARNING RATE: 7.100682406411053e-09
previous_iter_valid_loss : 0.1757032722234726

   1840640	  0.175987	  0.175703	  0.167871		CURRENT LEARNING RATE: 7.099262411933956e-09
previous_iter_valid_loss : 0.16148357093334198

   1840660	  0.161671	  0.161484	  0.167429		CURRENT LEARNING RATE: 7.097842701427355e-09
previous_iter_valid_loss : 0.16117584705352783

   1840680	  0.161336	  0.161176	  0.167456		CURRENT LEARNING RATE: 7.096423274834464e-09
previous_iter_valid_loss : 0.16182871162891388

   1840700	  0.161995	  0.161829	  0.167509		CURRENT LEARNING RATE: 7.095004132098504e-09
previous_iter_valid_loss : 0.1616169959306717

   1840720	  0.161803	  0.161617	  0.167399		CURRENT LEARNING RATE: 7.0935852731627105e-09
previous_iter_valid_loss : 0.16090403497219086

   1840740	  0.161088	  0.160904	  0.167419		CURRENT LEARNING RATE: 7.09216669797033e-09
previous_iter_valid_loss : 0.1616121381521225

   1840760	  0.161776	  0.161612	  0.167335		CURRENT LEARNING RATE: 7.090748406464592e-09
previous_iter_valid_loss : 0.16497740149497986

   1840780	  0.165193	  0.164977	  0.166262		CURRENT LEARNING RATE: 7.089330398588817e-09
previous_iter_valid_loss : 0.16067928075790405

   1840800	  0.160840	  0.160679	  0.165648		CURRENT LEARNING RATE: 7.087912674286258e-09
previous_iter_valid_loss : 0.16489054262638092

   1840820	  0.165056	  0.164891	  0.164373		CURRENT LEARNING RATE: 7.086495233500207e-09
previous_iter_valid_loss : 0.17118695378303528

   1840840	  0.171338	  0.171187	  0.164514		CURRENT LEARNING RATE: 7.085078076173968e-09
previous_iter_valid_loss : 0.16892918944358826

   1840860	  0.169079	  0.168929	  0.164935		CURRENT LEARNING RATE: 7.083661202250851e-09
previous_iter_valid_loss : 0.16081713140010834

   1840880	  0.160967	  0.160817	  0.164857		CURRENT LEARNING RATE: 7.082244611674184e-09
previous_iter_valid_loss : 0.18794168531894684

   1840900	  0.188353	  0.187942	  0.165679		CURRENT LEARNING RATE: 7.080828304387302e-09
previous_iter_valid_loss : 0.16431237757205963

   1840920	  0.164514	  0.164312	  0.165781		CURRENT LEARNING RATE: 7.079412280333528e-09
previous_iter_valid_loss : 0.1654362976551056

   1840940	  0.165599	  0.165436	  0.165807		CURRENT LEARNING RATE: 7.0779965394562715e-09
previous_iter_valid_loss : 0.16398438811302185

   1840960	  0.164159	  0.163984	  0.165888		CURRENT LEARNING RATE: 7.076581081698878e-09
previous_iter_valid_loss : 0.1605035811662674

   1840980	  0.160666	  0.160504	  0.165886		CURRENT LEARNING RATE: 7.075165907004728e-09
previous_iter_valid_loss : 0.16161656379699707

   1841000	  0.161777	  0.161617	  0.165033		CURRENT LEARNING RATE: 7.073751015317215e-09
previous_iter_valid_loss : 0.16114412248134613

   1841020	  0.161301	  0.161144	  0.165035		CURRENT LEARNING RATE: 7.072336406579744e-09
previous_iter_valid_loss : 0.17257185280323029

   1841040	  0.172846	  0.172572	  0.164879		CURRENT LEARNING RATE: 7.0709220807357296e-09
previous_iter_valid_loss : 0.17989064753055573

   1841060	  0.180212	  0.179891	  0.165799		CURRENT LEARNING RATE: 7.0695080377286e-09
previous_iter_valid_loss : 0.16082854568958282

   1841080	  0.160990	  0.160829	  0.165782		CURRENT LEARNING RATE: 7.068094277501768e-09
previous_iter_valid_loss : 0.16804522275924683

   1841100	  0.168281	  0.168045	  0.166092		CURRENT LEARNING RATE: 7.066680799998733e-09
previous_iter_valid_loss : 0.16474440693855286

   1841120	  0.164955	  0.164744	  0.166249		CURRENT LEARNING RATE: 7.0652676051629305e-09
previous_iter_valid_loss : 0.16058412194252014

   1841140	  0.160755	  0.160584	  0.166233		CURRENT LEARNING RATE: 7.063854692937834e-09
previous_iter_valid_loss : 0.1711435317993164

   1841160	  0.171390	  0.171144	  0.166709		CURRENT LEARNING RATE: 7.062442063266926e-09
previous_iter_valid_loss : 0.17828287184238434

   1841180	  0.178445	  0.178283	  0.167375		CURRENT LEARNING RATE: 7.061029716093701e-09
previous_iter_valid_loss : 0.1688154637813568

   1841200	  0.168965	  0.168815	  0.167781		CURRENT LEARNING RATE: 7.0596176513616656e-09
previous_iter_valid_loss : 0.16112728416919708

   1841220	  0.161301	  0.161127	  0.167593		CURRENT LEARNING RATE: 7.058205869014312e-09
previous_iter_valid_loss : 0.16795510053634644

   1841240	  0.168114	  0.167955	  0.167432		CURRENT LEARNING RATE: 7.056794368995219e-09
previous_iter_valid_loss : 0.16136525571346283

   1841260	  0.161523	  0.161365	  0.167054		CURRENT LEARNING RATE: 7.055383151247902e-09
previous_iter_valid_loss : 0.17800289392471313

   1841280	  0.178158	  0.178003	  0.167913		CURRENT LEARNING RATE: 7.053972215715912e-09
previous_iter_valid_loss : 0.160606250166893

   1841300	  0.160768	  0.160606	  0.166546		CURRENT LEARNING RATE: 7.0525615623428115e-09
previous_iter_valid_loss : 0.16191072762012482

   1841320	  0.162057	  0.161911	  0.166426		CURRENT LEARNING RATE: 7.051151191072175e-09
previous_iter_valid_loss : 0.1682829111814499

   1841340	  0.168516	  0.168283	  0.166568		CURRENT LEARNING RATE: 7.049741101847587e-09
previous_iter_valid_loss : 0.1702970564365387

   1841360	  0.170547	  0.170297	  0.166884		CURRENT LEARNING RATE: 7.048331294612643e-09
previous_iter_valid_loss : 0.1670857071876526

   1841380	  0.167305	  0.167086	  0.167213		CURRENT LEARNING RATE: 7.046921769310927e-09
previous_iter_valid_loss : 0.16161391139030457

   1841400	  0.161800	  0.161614	  0.167213		CURRENT LEARNING RATE: 7.0455125258861085e-09
previous_iter_valid_loss : 0.16116206347942352

   1841420	  0.161312	  0.161162	  0.167214		CURRENT LEARNING RATE: 7.044103564281791e-09
previous_iter_valid_loss : 0.1623319834470749

   1841440	  0.162522	  0.162332	  0.166702		CURRENT LEARNING RATE: 7.042694884441617e-09
previous_iter_valid_loss : 0.16388115286827087

   1841460	  0.164080	  0.163881	  0.165901		CURRENT LEARNING RATE: 7.0412864863092405e-09
previous_iter_valid_loss : 0.1646461933851242

   1841480	  0.164847	  0.164646	  0.166092		CURRENT LEARNING RATE: 7.039878369828324e-09
previous_iter_valid_loss : 0.16268141567707062

   1841500	  0.162879	  0.162681	  0.165824		CURRENT LEARNING RATE: 7.038470534942544e-09
previous_iter_valid_loss : 0.1732352375984192

   1841520	  0.173380	  0.173235	  0.166249		CURRENT LEARNING RATE: 7.037062981595559e-09
previous_iter_valid_loss : 0.16171112656593323

   1841540	  0.161874	  0.161711	  0.166305		CURRENT LEARNING RATE: 7.03565570973112e-09
previous_iter_valid_loss : 0.16566124558448792

   1841560	  0.165879	  0.165661	  0.166031		CURRENT LEARNING RATE: 7.034248719292911e-09
previous_iter_valid_loss : 0.180434450507164

   1841580	  0.180598	  0.180434	  0.166138		CURRENT LEARNING RATE: 7.032842010224652e-09
previous_iter_valid_loss : 0.168980672955513

   1841600	  0.169217	  0.168981	  0.166147		CURRENT LEARNING RATE: 7.031435582470074e-09
previous_iter_valid_loss : 0.1654895395040512

   1841620	  0.165710	  0.165490	  0.166365		CURRENT LEARNING RATE: 7.03002943597292e-09
previous_iter_valid_loss : 0.17182645201683044

   1841640	  0.171972	  0.171826	  0.166558		CURRENT LEARNING RATE: 7.028623570676945e-09
previous_iter_valid_loss : 0.16064384579658508

   1841660	  0.160797	  0.160644	  0.166522		CURRENT LEARNING RATE: 7.0272179865259126e-09
previous_iter_valid_loss : 0.16503478586673737

   1841680	  0.165206	  0.165035	  0.165874		CURRENT LEARNING RATE: 7.025812683463577e-09
previous_iter_valid_loss : 0.1605546474456787

   1841700	  0.160724	  0.160555	  0.165871		CURRENT LEARNING RATE: 7.024407661433773e-09
previous_iter_valid_loss : 0.1612691730260849

   1841720	  0.161456	  0.161269	  0.165839		CURRENT LEARNING RATE: 7.023002920380278e-09
previous_iter_valid_loss : 0.16375938057899475

   1841740	  0.163941	  0.163759	  0.165613		CURRENT LEARNING RATE: 7.0215984602469e-09
previous_iter_valid_loss : 0.1815464347600937

   1841760	  0.181705	  0.181546	  0.166175		CURRENT LEARNING RATE: 7.0201942809774615e-09
previous_iter_valid_loss : 0.1640213280916214

   1841780	  0.164185	  0.164021	  0.166022		CURRENT LEARNING RATE: 7.018790382515795e-09
previous_iter_valid_loss : 0.16905733942985535

   1841800	  0.169210	  0.169057	  0.166394		CURRENT LEARNING RATE: 7.017386764805746e-09
previous_iter_valid_loss : 0.18622049689292908

   1841820	  0.186600	  0.186220	  0.167647		CURRENT LEARNING RATE: 7.015983427791166e-09
previous_iter_valid_loss : 0.1726946383714676

   1841840	  0.172968	  0.172695	  0.168166		CURRENT LEARNING RATE: 7.0145803714159e-09
previous_iter_valid_loss : 0.1654687523841858

   1841860	  0.165666	  0.165469	  0.168245		CURRENT LEARNING RATE: 7.0131775956238754e-09
previous_iter_valid_loss : 0.1607900708913803

   1841880	  0.160948	  0.160790	  0.168052		CURRENT LEARNING RATE: 7.0117751003589555e-09
previous_iter_valid_loss : 0.1607508808374405

   1841900	  0.160909	  0.160751	  0.167956		CURRENT LEARNING RATE: 7.01037288556504e-09
previous_iter_valid_loss : 0.1610395610332489

   1841920	  0.161222	  0.161040	  0.167346		CURRENT LEARNING RATE: 7.008970951186041e-09
previous_iter_valid_loss : 0.1651877909898758

   1841940	  0.165361	  0.165188	  0.167520		CURRENT LEARNING RATE: 7.007569297165883e-09
previous_iter_valid_loss : 0.16381345689296722

   1841960	  0.163974	  0.163813	  0.167427		CURRENT LEARNING RATE: 7.006167923448495e-09
previous_iter_valid_loss : 0.18188799917697906

   1841980	  0.182038	  0.181888	  0.167500		CURRENT LEARNING RATE: 7.004766829977801e-09
previous_iter_valid_loss : 0.16336126625537872

   1842000	  0.163570	  0.163361	  0.167219		CURRENT LEARNING RATE: 7.003366016697807e-09
previous_iter_valid_loss : 0.17511096596717834

   1842020	  0.175398	  0.175111	  0.167700		CURRENT LEARNING RATE: 7.001965483552453e-09
previous_iter_valid_loss : 0.17019090056419373

   1842040	  0.170340	  0.170191	  0.167618		CURRENT LEARNING RATE: 7.00056523048572e-09
previous_iter_valid_loss : 0.16128697991371155

   1842060	  0.161454	  0.161287	  0.167650		CURRENT LEARNING RATE: 6.999165257441598e-09
previous_iter_valid_loss : 0.16075903177261353

   1842080	  0.160923	  0.160759	  0.167437		CURRENT LEARNING RATE: 6.997765564364085e-09
previous_iter_valid_loss : 0.16466976702213287

   1842100	  0.164837	  0.164670	  0.167642		CURRENT LEARNING RATE: 6.996366151197197e-09
previous_iter_valid_loss : 0.16544218361377716

   1842120	  0.165606	  0.165442	  0.167851		CURRENT LEARNING RATE: 6.994967017884956e-09
previous_iter_valid_loss : 0.1662418246269226

   1842140	  0.166398	  0.166242	  0.167975		CURRENT LEARNING RATE: 6.993568164371372e-09
previous_iter_valid_loss : 0.16249339282512665

   1842160	  0.162682	  0.162493	  0.167022		CURRENT LEARNING RATE: 6.99216959060054e-09
previous_iter_valid_loss : 0.1605515480041504

   1842180	  0.160708	  0.160552	  0.166849		CURRENT LEARNING RATE: 6.990771296516493e-09
previous_iter_valid_loss : 0.16364823281764984

   1842200	  0.163838	  0.163648	  0.166579		CURRENT LEARNING RATE: 6.989373282063298e-09
previous_iter_valid_loss : 0.16095314919948578

   1842220	  0.161137	  0.160953	  0.165315		CURRENT LEARNING RATE: 6.987975547185036e-09
previous_iter_valid_loss : 0.16081561148166656

   1842240	  0.160971	  0.160816	  0.164721		CURRENT LEARNING RATE: 6.986578091825795e-09
previous_iter_valid_loss : 0.1661798655986786

   1842260	  0.166392	  0.166180	  0.164757		CURRENT LEARNING RATE: 6.98518091592968e-09
previous_iter_valid_loss : 0.16097506880760193

   1842280	  0.161132	  0.160975	  0.164766		CURRENT LEARNING RATE: 6.983784019440804e-09
previous_iter_valid_loss : 0.17151495814323425

   1842300	  0.171772	  0.171515	  0.165304		CURRENT LEARNING RATE: 6.982387402303263e-09
previous_iter_valid_loss : 0.16209420561790466

   1842320	  0.162252	  0.162094	  0.165357		CURRENT LEARNING RATE: 6.980991064461243e-09
previous_iter_valid_loss : 0.21894563734531403

   1842340	  0.218951	  0.218946	  0.168045		CURRENT LEARNING RATE: 6.979595005858868e-09
previous_iter_valid_loss : 0.16571830213069916

   1842360	  0.165935	  0.165718	  0.168140		CURRENT LEARNING RATE: 6.978199226440294e-09
previous_iter_valid_loss : 0.16085076332092285

   1842380	  0.161029	  0.160851	  0.167088		CURRENT LEARNING RATE: 6.97680372614969e-09
previous_iter_valid_loss : 0.16540947556495667

   1842400	  0.165615	  0.165409	  0.167191		CURRENT LEARNING RATE: 6.975408504931237e-09
previous_iter_valid_loss : 0.1667286604642868

   1842420	  0.166949	  0.166729	  0.166772		CURRENT LEARNING RATE: 6.974013562729123e-09
previous_iter_valid_loss : 0.16621336340904236

   1842440	  0.166373	  0.166213	  0.166573		CURRENT LEARNING RATE: 6.972618899487529e-09
previous_iter_valid_loss : 0.16257387399673462

   1842460	  0.162737	  0.162574	  0.166637		CURRENT LEARNING RATE: 6.971224515150717e-09
previous_iter_valid_loss : 0.1671641767024994

   1842480	  0.167318	  0.167164	  0.166957		CURRENT LEARNING RATE: 6.969830409662886e-09
previous_iter_valid_loss : 0.16049958765506744

   1842500	  0.160657	  0.160500	  0.166749		CURRENT LEARNING RATE: 6.968436582968272e-09
previous_iter_valid_loss : 0.16400952637195587

   1842520	  0.164201	  0.164010	  0.166677		CURRENT LEARNING RATE: 6.967043035011122e-09
previous_iter_valid_loss : 0.1758037954568863

   1842540	  0.176088	  0.175804	  0.167155		CURRENT LEARNING RATE: 6.965649765735695e-09
previous_iter_valid_loss : 0.16926231980323792

   1842560	  0.169499	  0.169262	  0.167494		CURRENT LEARNING RATE: 6.964256775086259e-09
previous_iter_valid_loss : 0.21823598444461823

   1842580	  0.218889	  0.218236	  0.170378		CURRENT LEARNING RATE: 6.9628640630070956e-09
previous_iter_valid_loss : 0.1610211730003357

   1842600	  0.161187	  0.161021	  0.170247		CURRENT LEARNING RATE: 6.961471629442471e-09
previous_iter_valid_loss : 0.1681353747844696

   1842620	  0.168364	  0.168135	  0.170606		CURRENT LEARNING RATE: 6.960079474336736e-09
previous_iter_valid_loss : 0.16282734274864197

   1842640	  0.162995	  0.162827	  0.170706		CURRENT LEARNING RATE: 6.958687597634182e-09
previous_iter_valid_loss : 0.16260620951652527

   1842660	  0.162771	  0.162606	  0.170528		CURRENT LEARNING RATE: 6.9572959992791335e-09
previous_iter_valid_loss : 0.16290244460105896

   1842680	  0.163095	  0.162902	  0.170624		CURRENT LEARNING RATE: 6.955904679215925e-09
previous_iter_valid_loss : 0.16053493320941925

   1842700	  0.160707	  0.160535	  0.170075		CURRENT LEARNING RATE: 6.954513637388904e-09
previous_iter_valid_loss : 0.1730687916278839

   1842720	  0.173215	  0.173069	  0.170624		CURRENT LEARNING RATE: 6.953122873742429e-09
previous_iter_valid_loss : 0.1622585952281952

   1842740	  0.162419	  0.162259	  0.167789		CURRENT LEARNING RATE: 6.951732388220846e-09
previous_iter_valid_loss : 0.16288955509662628

   1842760	  0.163055	  0.162890	  0.167648		CURRENT LEARNING RATE: 6.950342180768586e-09
previous_iter_valid_loss : 0.1614409238100052

   1842780	  0.161592	  0.161441	  0.167677		CURRENT LEARNING RATE: 6.948952251330012e-09
previous_iter_valid_loss : 0.1662101149559021

   1842800	  0.166369	  0.166210	  0.167717		CURRENT LEARNING RATE: 6.947562599849529e-09
previous_iter_valid_loss : 0.16098515689373016

   1842820	  0.161144	  0.160985	  0.167430		CURRENT LEARNING RATE: 6.946173226271551e-09
previous_iter_valid_loss : 0.18183259665966034

   1842840	  0.182167	  0.181833	  0.168211		CURRENT LEARNING RATE: 6.944784130540504e-09
previous_iter_valid_loss : 0.16135971248149872

   1842860	  0.161517	  0.161360	  0.168150		CURRENT LEARNING RATE: 6.943395312600822e-09
previous_iter_valid_loss : 0.16111955046653748

   1842880	  0.161308	  0.161120	  0.167848		CURRENT LEARNING RATE: 6.942006772396955e-09
previous_iter_valid_loss : 0.16294193267822266

   1842900	  0.163137	  0.162942	  0.167970		CURRENT LEARNING RATE: 6.9406185098733336e-09
previous_iter_valid_loss : 0.16056175529956818

   1842920	  0.160726	  0.160562	  0.167798		CURRENT LEARNING RATE: 6.9392305249744786e-09
previous_iter_valid_loss : 0.16467547416687012

   1842940	  0.164884	  0.164675	  0.167241		CURRENT LEARNING RATE: 6.937842817644845e-09
previous_iter_valid_loss : 0.16124406456947327

   1842960	  0.161417	  0.161244	  0.166841		CURRENT LEARNING RATE: 6.936455387828926e-09
previous_iter_valid_loss : 0.18008717894554138

   1842980	  0.180248	  0.180087	  0.164933		CURRENT LEARNING RATE: 6.9350682354712235e-09
previous_iter_valid_loss : 0.16087868809700012

   1843000	  0.161031	  0.160879	  0.164926		CURRENT LEARNING RATE: 6.93368136051625e-09
previous_iter_valid_loss : 0.16060584783554077

   1843020	  0.160760	  0.160606	  0.164549		CURRENT LEARNING RATE: 6.932294762908533e-09
previous_iter_valid_loss : 0.1658356636762619

   1843040	  0.165995	  0.165836	  0.164700		CURRENT LEARNING RATE: 6.9309084425926075e-09
previous_iter_valid_loss : 0.16392040252685547

   1843060	  0.164090	  0.163920	  0.164766		CURRENT LEARNING RATE: 6.929522399512996e-09
previous_iter_valid_loss : 0.16143406927585602

   1843080	  0.161612	  0.161434	  0.164692		CURRENT LEARNING RATE: 6.9281366336143046e-09
previous_iter_valid_loss : 0.16647715866565704

   1843100	  0.166635	  0.166477	  0.164989		CURRENT LEARNING RATE: 6.926751144841081e-09
previous_iter_valid_loss : 0.16169025003910065

   1843120	  0.161877	  0.161690	  0.164420		CURRENT LEARNING RATE: 6.925365933137903e-09
previous_iter_valid_loss : 0.1662757247686386

   1843140	  0.166437	  0.166276	  0.164621		CURRENT LEARNING RATE: 6.923980998449366e-09
previous_iter_valid_loss : 0.16346900165081024

   1843160	  0.163640	  0.163469	  0.164650		CURRENT LEARNING RATE: 6.922596340720066e-09
previous_iter_valid_loss : 0.16389575600624084

   1843180	  0.164088	  0.163896	  0.164773		CURRENT LEARNING RATE: 6.921211959894624e-09
previous_iter_valid_loss : 0.16314147412776947

   1843200	  0.163307	  0.163141	  0.164620		CURRENT LEARNING RATE: 6.919827855917634e-09
previous_iter_valid_loss : 0.16420124471187592

   1843220	  0.164370	  0.164201	  0.164780		CURRENT LEARNING RATE: 6.918444028733785e-09
previous_iter_valid_loss : 0.16500981152057648

   1843240	  0.165176	  0.165010	  0.163939		CURRENT LEARNING RATE: 6.917060478287698e-09
previous_iter_valid_loss : 0.17601555585861206

   1843260	  0.176165	  0.176016	  0.164672		CURRENT LEARNING RATE: 6.9156772045240305e-09
previous_iter_valid_loss : 0.16654358804225922

   1843280	  0.166769	  0.166544	  0.164943		CURRENT LEARNING RATE: 6.914294207387453e-09
previous_iter_valid_loss : 0.1607515513896942

   1843300	  0.160905	  0.160752	  0.164834		CURRENT LEARNING RATE: 6.912911486822644e-09
previous_iter_valid_loss : 0.1621159166097641

   1843320	  0.162266	  0.162116	  0.164911		CURRENT LEARNING RATE: 6.911529042774296e-09
previous_iter_valid_loss : 0.16334062814712524

   1843340	  0.163505	  0.163341	  0.164845		CURRENT LEARNING RATE: 6.91014687518711e-09
previous_iter_valid_loss : 0.18232114613056183

   1843360	  0.182676	  0.182321	  0.165898		CURRENT LEARNING RATE: 6.908764984005776e-09
previous_iter_valid_loss : 0.16725720465183258

   1843380	  0.167473	  0.167257	  0.165257		CURRENT LEARNING RATE: 6.9073833691750665e-09
previous_iter_valid_loss : 0.16315984725952148

   1843400	  0.163321	  0.163160	  0.165371		CURRENT LEARNING RATE: 6.906002030639693e-09
previous_iter_valid_loss : 0.1608315408229828

   1843420	  0.160991	  0.160832	  0.165382		CURRENT LEARNING RATE: 6.904620968344401e-09
previous_iter_valid_loss : 0.16096921265125275

   1843440	  0.161134	  0.160969	  0.165139		CURRENT LEARNING RATE: 6.903240182233949e-09
previous_iter_valid_loss : 0.17153847217559814

   1843460	  0.171685	  0.171538	  0.165520		CURRENT LEARNING RATE: 6.901859672253106e-09
previous_iter_valid_loss : 0.16660182178020477

   1843480	  0.166812	  0.166602	  0.165778		CURRENT LEARNING RATE: 6.900479438346649e-09
previous_iter_valid_loss : 0.1798381358385086

   1843500	  0.180167	  0.179838	  0.166446		CURRENT LEARNING RATE: 6.899099480459372e-09
previous_iter_valid_loss : 0.16186240315437317

   1843520	  0.162051	  0.161862	  0.166455		CURRENT LEARNING RATE: 6.897719798536049e-09
previous_iter_valid_loss : 0.16682428121566772

   1843540	  0.166981	  0.166824	  0.166482		CURRENT LEARNING RATE: 6.896340392521545e-09
previous_iter_valid_loss : 0.16059958934783936

   1843560	  0.160769	  0.160600	  0.166339		CURRENT LEARNING RATE: 6.8949612623606574e-09
previous_iter_valid_loss : 0.16400690376758575

   1843580	  0.164194	  0.164007	  0.166344		CURRENT LEARNING RATE: 6.893582407998221e-09
previous_iter_valid_loss : 0.1637933850288391

   1843600	  0.163972	  0.163793	  0.166377		CURRENT LEARNING RATE: 6.892203829379082e-09
previous_iter_valid_loss : 0.16433332860469818

   1843620	  0.164546	  0.164333	  0.166384		CURRENT LEARNING RATE: 6.890825526448096e-09
previous_iter_valid_loss : 0.16175496578216553

   1843640	  0.161940	  0.161755	  0.166221		CURRENT LEARNING RATE: 6.889447499150134e-09
previous_iter_valid_loss : 0.1617572009563446

   1843660	  0.161946	  0.161757	  0.165508		CURRENT LEARNING RATE: 6.888069747430047e-09
previous_iter_valid_loss : 0.16170980036258698

   1843680	  0.161890	  0.161710	  0.165266		CURRENT LEARNING RATE: 6.8866922712327745e-09
previous_iter_valid_loss : 0.16120657324790955

   1843700	  0.161361	  0.161207	  0.165289		CURRENT LEARNING RATE: 6.885315070503196e-09
previous_iter_valid_loss : 0.16168050467967987

   1843720	  0.161867	  0.161681	  0.165267		CURRENT LEARNING RATE: 6.883938145186219e-09
previous_iter_valid_loss : 0.16360175609588623

   1843740	  0.163773	  0.163602	  0.165280		CURRENT LEARNING RATE: 6.8825614952267695e-09
previous_iter_valid_loss : 0.1608451008796692

   1843760	  0.160996	  0.160845	  0.164207		CURRENT LEARNING RATE: 6.881185120569782e-09
previous_iter_valid_loss : 0.1609140783548355

   1843780	  0.161104	  0.160914	  0.163889		CURRENT LEARNING RATE: 6.879809021160199e-09
previous_iter_valid_loss : 0.16066387295722961

   1843800	  0.160833	  0.160664	  0.163765		CURRENT LEARNING RATE: 6.878433196942978e-09
previous_iter_valid_loss : 0.16267579793930054

   1843820	  0.162838	  0.162676	  0.163857		CURRENT LEARNING RATE: 6.877057647863061e-09
previous_iter_valid_loss : 0.16078121960163116

   1843840	  0.160934	  0.160781	  0.163847		CURRENT LEARNING RATE: 6.875682373865476e-09
previous_iter_valid_loss : 0.16367238759994507

   1843860	  0.163870	  0.163672	  0.163454		CURRENT LEARNING RATE: 6.874307374895186e-09
previous_iter_valid_loss : 0.16128218173980713

   1843880	  0.161436	  0.161282	  0.163188		CURRENT LEARNING RATE: 6.872932650897192e-09
previous_iter_valid_loss : 0.16367974877357483

   1843900	  0.163875	  0.163680	  0.162380		CURRENT LEARNING RATE: 6.871558201816506e-09
previous_iter_valid_loss : 0.16381162405014038

   1843920	  0.163978	  0.163812	  0.162478		CURRENT LEARNING RATE: 6.870184027598148e-09
previous_iter_valid_loss : 0.16073913872241974

   1843940	  0.160907	  0.160739	  0.162173		CURRENT LEARNING RATE: 6.868810128187152e-09
previous_iter_valid_loss : 0.16604609787464142

   1843960	  0.166252	  0.166046	  0.162446		CURRENT LEARNING RATE: 6.867436503528539e-09
previous_iter_valid_loss : 0.16065286099910736

   1843980	  0.160806	  0.160653	  0.162278		CURRENT LEARNING RATE: 6.86606315356741e-09
previous_iter_valid_loss : 0.16146232187747955

   1844000	  0.161613	  0.161462	  0.162161		CURRENT LEARNING RATE: 6.864690078248809e-09
previous_iter_valid_loss : 0.161146879196167

   1844020	  0.161303	  0.161147	  0.162002		CURRENT LEARNING RATE: 6.86331727751781e-09
previous_iter_valid_loss : 0.16588705778121948

   1844040	  0.166053	  0.165887	  0.162209		CURRENT LEARNING RATE: 6.8619447513195055e-09
previous_iter_valid_loss : 0.16398118436336517

   1844060	  0.164192	  0.163981	  0.162320		CURRENT LEARNING RATE: 6.8605724995989915e-09
previous_iter_valid_loss : 0.17866669595241547

   1844080	  0.178824	  0.178667	  0.163168		CURRENT LEARNING RATE: 6.859200522301377e-09
previous_iter_valid_loss : 0.16180865466594696

   1844100	  0.161994	  0.161809	  0.163198		CURRENT LEARNING RATE: 6.857828819371786e-09
previous_iter_valid_loss : 0.1631663739681244

   1844120	  0.163360	  0.163166	  0.163272		CURRENT LEARNING RATE: 6.856457390755323e-09
previous_iter_valid_loss : 0.16846854984760284

   1844140	  0.168696	  0.168469	  0.163516		CURRENT LEARNING RATE: 6.855086236397181e-09
previous_iter_valid_loss : 0.18458354473114014

   1844160	  0.184724	  0.184584	  0.164702		CURRENT LEARNING RATE: 6.8537153562424905e-09
previous_iter_valid_loss : 0.1625405251979828

   1844180	  0.162704	  0.162541	  0.164784		CURRENT LEARNING RATE: 6.852344750236415e-09
previous_iter_valid_loss : 0.1606094241142273

   1844200	  0.160775	  0.160609	  0.164781		CURRENT LEARNING RATE: 6.850974418324129e-09
previous_iter_valid_loss : 0.16290563344955444

   1844220	  0.163098	  0.162906	  0.164793		CURRENT LEARNING RATE: 6.849604360450822e-09
previous_iter_valid_loss : 0.16512548923492432

   1844240	  0.165341	  0.165125	  0.165010		CURRENT LEARNING RATE: 6.848234576561691e-09
previous_iter_valid_loss : 0.16295240819454193

   1844260	  0.163148	  0.162952	  0.164974		CURRENT LEARNING RATE: 6.846865066601941e-09
previous_iter_valid_loss : 0.16119444370269775

   1844280	  0.161379	  0.161194	  0.164969		CURRENT LEARNING RATE: 6.8454958305167735e-09
previous_iter_valid_loss : 0.16997525095939636

   1844300	  0.170231	  0.169975	  0.165284		CURRENT LEARNING RATE: 6.844126868251462e-09
previous_iter_valid_loss : 0.1801430583000183

   1844320	  0.180300	  0.180143	  0.166101		CURRENT LEARNING RATE: 6.842758179751228e-09
previous_iter_valid_loss : 0.1660219430923462

   1844340	  0.166194	  0.166022	  0.166365		CURRENT LEARNING RATE: 6.841389764961322e-09
previous_iter_valid_loss : 0.16082313656806946

   1844360	  0.161002	  0.160823	  0.166104		CURRENT LEARNING RATE: 6.840021623827006e-09
previous_iter_valid_loss : 0.16104735434055328

   1844380	  0.161232	  0.161047	  0.166123		CURRENT LEARNING RATE: 6.838653756293556e-09
previous_iter_valid_loss : 0.16095134615898132

   1844400	  0.161135	  0.160951	  0.166098		CURRENT LEARNING RATE: 6.8372861623062585e-09
previous_iter_valid_loss : 0.1743689328432083

   1844420	  0.174658	  0.174369	  0.166759		CURRENT LEARNING RATE: 6.835918841810384e-09
previous_iter_valid_loss : 0.16091696918010712

   1844440	  0.161075	  0.160917	  0.166510		CURRENT LEARNING RATE: 6.8345517947512874e-09
previous_iter_valid_loss : 0.1666915863752365

   1844460	  0.166927	  0.166692	  0.166646		CURRENT LEARNING RATE: 6.833185021074264e-09
previous_iter_valid_loss : 0.1612938791513443

   1844480	  0.161480	  0.161294	  0.165777		CURRENT LEARNING RATE: 6.831818520724643e-09
previous_iter_valid_loss : 0.16317330300807953

   1844500	  0.163344	  0.163173	  0.165846		CURRENT LEARNING RATE: 6.830452293647762e-09
previous_iter_valid_loss : 0.16298723220825195

   1844520	  0.163186	  0.162987	  0.165837		CURRENT LEARNING RATE: 6.8290863397889745e-09
previous_iter_valid_loss : 0.16822458803653717

   1844540	  0.168457	  0.168225	  0.165824		CURRENT LEARNING RATE: 6.827720659093643e-09
previous_iter_valid_loss : 0.16673643887043

   1844560	  0.166892	  0.166736	  0.164932		CURRENT LEARNING RATE: 6.8263552515071364e-09
previous_iter_valid_loss : 0.1636313498020172

   1844580	  0.163804	  0.163631	  0.164987		CURRENT LEARNING RATE: 6.8249901169748174e-09
previous_iter_valid_loss : 0.16623984277248383

   1844600	  0.166403	  0.166240	  0.165268		CURRENT LEARNING RATE: 6.823625255442129e-09
previous_iter_valid_loss : 0.18155941367149353

   1844620	  0.181717	  0.181559	  0.166201		CURRENT LEARNING RATE: 6.82226066685445e-09
previous_iter_valid_loss : 0.16058501601219177

   1844640	  0.160743	  0.160585	  0.165974		CURRENT LEARNING RATE: 6.820896351157201e-09
previous_iter_valid_loss : 0.16118751466274261

   1844660	  0.161373	  0.161188	  0.165886		CURRENT LEARNING RATE: 6.819532308295805e-09
previous_iter_valid_loss : 0.16133160889148712

   1844680	  0.161528	  0.161332	  0.165892		CURRENT LEARNING RATE: 6.818168538215703e-09
previous_iter_valid_loss : 0.2009415328502655

   1844700	  0.201493	  0.200942	  0.167441		CURRENT LEARNING RATE: 6.816805040862343e-09
previous_iter_valid_loss : 0.16368405520915985

   1844720	  0.163851	  0.163684	  0.166618		CURRENT LEARNING RATE: 6.815441816181186e-09
previous_iter_valid_loss : 0.1720656007528305

   1844740	  0.172213	  0.172066	  0.166920		CURRENT LEARNING RATE: 6.814078864117678e-09
previous_iter_valid_loss : 0.1633777767419815

   1844760	  0.163538	  0.163378	  0.167048		CURRENT LEARNING RATE: 6.812716184617351e-09
previous_iter_valid_loss : 0.16672371327877045

   1844780	  0.166885	  0.166724	  0.167332		CURRENT LEARNING RATE: 6.811353777625671e-09
previous_iter_valid_loss : 0.1606929749250412

   1844800	  0.160852	  0.160693	  0.167319		CURRENT LEARNING RATE: 6.809991643088143e-09
previous_iter_valid_loss : 0.1607980728149414

   1844820	  0.160950	  0.160798	  0.166640		CURRENT LEARNING RATE: 6.808629780950282e-09
previous_iter_valid_loss : 0.16256427764892578

   1844840	  0.162752	  0.162564	  0.166722		CURRENT LEARNING RATE: 6.807268191157613e-09
previous_iter_valid_loss : 0.1620657742023468

   1844860	  0.162244	  0.162066	  0.166491		CURRENT LEARNING RATE: 6.805906873655672e-09
previous_iter_valid_loss : 0.16194143891334534

   1844880	  0.162132	  0.161941	  0.166524		CURRENT LEARNING RATE: 6.804545828389984e-09
previous_iter_valid_loss : 0.16457387804985046

   1844900	  0.164767	  0.164574	  0.166594		CURRENT LEARNING RATE: 6.803185055306153e-09
previous_iter_valid_loss : 0.16084811091423035

   1844920	  0.161029	  0.160848	  0.166487		CURRENT LEARNING RATE: 6.801824554349726e-09
previous_iter_valid_loss : 0.16792020201683044

   1844940	  0.168074	  0.167920	  0.166471		CURRENT LEARNING RATE: 6.800464325466281e-09
previous_iter_valid_loss : 0.1608462780714035

   1844960	  0.161025	  0.160846	  0.166177		CURRENT LEARNING RATE: 6.799104368601411e-09
previous_iter_valid_loss : 0.16343063116073608

   1844980	  0.163627	  0.163431	  0.166167		CURRENT LEARNING RATE: 6.797744683700717e-09
previous_iter_valid_loss : 0.16152332723140717

   1845000	  0.161704	  0.161523	  0.165931		CURRENT LEARNING RATE: 6.7963852707098105e-09
previous_iter_valid_loss : 0.1628689020872116

   1845020	  0.163034	  0.162869	  0.164996		CURRENT LEARNING RATE: 6.795026129574315e-09
previous_iter_valid_loss : 0.16252587735652924

   1845040	  0.162704	  0.162526	  0.165094		CURRENT LEARNING RATE: 6.793667260239843e-09
previous_iter_valid_loss : 0.17015479505062103

   1845060	  0.170404	  0.170155	  0.165542		CURRENT LEARNING RATE: 6.7923086626520845e-09
previous_iter_valid_loss : 0.16394659876823425

   1845080	  0.164138	  0.163947	  0.165673		CURRENT LEARNING RATE: 6.790950336756675e-09
previous_iter_valid_loss : 0.1626167744398117

   1845100	  0.162789	  0.162617	  0.163756		CURRENT LEARNING RATE: 6.789592282499279e-09
previous_iter_valid_loss : 0.16296032071113586

   1845120	  0.163157	  0.162960	  0.163720		CURRENT LEARNING RATE: 6.788234499825575e-09
previous_iter_valid_loss : 0.16522535681724548

   1845140	  0.165429	  0.165225	  0.163378		CURRENT LEARNING RATE: 6.786876988681253e-09
previous_iter_valid_loss : 0.1729249507188797

   1845160	  0.173071	  0.172925	  0.163856		CURRENT LEARNING RATE: 6.785519749012012e-09
previous_iter_valid_loss : 0.16719189286231995

   1845180	  0.167350	  0.167192	  0.163879		CURRENT LEARNING RATE: 6.784162780763536e-09
previous_iter_valid_loss : 0.17004504799842834

   1845200	  0.170193	  0.170045	  0.164347		CURRENT LEARNING RATE: 6.782806083881597e-09
previous_iter_valid_loss : 0.16652341187000275

   1845220	  0.166686	  0.166523	  0.164633		CURRENT LEARNING RATE: 6.781449658311903e-09
previous_iter_valid_loss : 0.18468715250492096

   1845240	  0.184834	  0.184687	  0.165739		CURRENT LEARNING RATE: 6.780093504000195e-09
previous_iter_valid_loss : 0.17118200659751892

   1845260	  0.171328	  0.171182	  0.166195		CURRENT LEARNING RATE: 6.778737620892228e-09
previous_iter_valid_loss : 0.18572528660297394

   1845280	  0.185864	  0.185725	  0.167384		CURRENT LEARNING RATE: 6.7773820089337676e-09
previous_iter_valid_loss : 0.1607513129711151

   1845300	  0.160923	  0.160751	  0.167193		CURRENT LEARNING RATE: 6.7760266680705885e-09
previous_iter_valid_loss : 0.16055813431739807

   1845320	  0.160711	  0.160558	  0.167178		CURRENT LEARNING RATE: 6.774671598248476e-09
previous_iter_valid_loss : 0.1616658717393875

   1845340	  0.161817	  0.161666	  0.166866		CURRENT LEARNING RATE: 6.773316799413205e-09
previous_iter_valid_loss : 0.17300955951213837

   1845360	  0.173276	  0.173010	  0.167474		CURRENT LEARNING RATE: 6.7719622715106306e-09
previous_iter_valid_loss : 0.1960476189851761

   1845380	  0.196545	  0.196048	  0.169105		CURRENT LEARNING RATE: 6.770608014486549e-09
previous_iter_valid_loss : 0.16511856019496918

   1845400	  0.165282	  0.165119	  0.169284		CURRENT LEARNING RATE: 6.769254028286788e-09
previous_iter_valid_loss : 0.16679544746875763

   1845420	  0.167008	  0.166795	  0.169481		CURRENT LEARNING RATE: 6.767900312857189e-09
previous_iter_valid_loss : 0.16954390704631805

   1845440	  0.169791	  0.169544	  0.169832		CURRENT LEARNING RATE: 6.7665468681436035e-09
previous_iter_valid_loss : 0.1695377677679062

   1845460	  0.169776	  0.169538	  0.169801		CURRENT LEARNING RATE: 6.765193694091893e-09
previous_iter_valid_loss : 0.1751794070005417

   1845480	  0.175456	  0.175179	  0.170362		CURRENT LEARNING RATE: 6.763840790647932e-09
previous_iter_valid_loss : 0.16268804669380188

   1845500	  0.162882	  0.162688	  0.170366		CURRENT LEARNING RATE: 6.76248815775758e-09
previous_iter_valid_loss : 0.1616925597190857

   1845520	  0.161881	  0.161693	  0.170303		CURRENT LEARNING RATE: 6.761135795366779e-09
previous_iter_valid_loss : 0.17509421706199646

   1845540	  0.175382	  0.175094	  0.170796		CURRENT LEARNING RATE: 6.7597837034214104e-09
previous_iter_valid_loss : 0.166293665766716

   1845560	  0.166519	  0.166294	  0.170464		CURRENT LEARNING RATE: 6.75843188186739e-09
previous_iter_valid_loss : 0.16264675557613373

   1845580	  0.162840	  0.162647	  0.170237		CURRENT LEARNING RATE: 6.757080330650647e-09
previous_iter_valid_loss : 0.16065140068531036

   1845600	  0.160824	  0.160651	  0.169767		CURRENT LEARNING RATE: 6.755729049717117e-09
previous_iter_valid_loss : 0.1609618067741394

   1845620	  0.161141	  0.160962	  0.169489		CURRENT LEARNING RATE: 6.75437803901275e-09
previous_iter_valid_loss : 0.1614987999200821

   1845640	  0.161683	  0.161499	  0.168330		CURRENT LEARNING RATE: 6.753027298483482e-09
previous_iter_valid_loss : 0.16673682630062103

   1845660	  0.166963	  0.166737	  0.168108		CURRENT LEARNING RATE: 6.751676828075332e-09
previous_iter_valid_loss : 0.17129124701023102

   1845680	  0.171552	  0.171291	  0.167386		CURRENT LEARNING RATE: 6.750326627734254e-09
previous_iter_valid_loss : 0.16620765626430511

   1845700	  0.166418	  0.166208	  0.167659		CURRENT LEARNING RATE: 6.7489766974062434e-09
previous_iter_valid_loss : 0.1838972121477127

   1845720	  0.184050	  0.183897	  0.168826		CURRENT LEARNING RATE: 6.7476270370373e-09
previous_iter_valid_loss : 0.1719971001148224

   1845740	  0.172145	  0.171997	  0.169342		CURRENT LEARNING RATE: 6.74627764657344e-09
previous_iter_valid_loss : 0.161152645945549

   1845760	  0.161327	  0.161153	  0.168750		CURRENT LEARNING RATE: 6.7449285259606885e-09
previous_iter_valid_loss : 0.16159503161907196

   1845780	  0.161737	  0.161595	  0.167027		CURRENT LEARNING RATE: 6.743579675145077e-09
previous_iter_valid_loss : 0.16382256150245667

   1845800	  0.163993	  0.163823	  0.166962		CURRENT LEARNING RATE: 6.74223109407263e-09
previous_iter_valid_loss : 0.1752011775970459

   1845820	  0.175482	  0.175201	  0.167382		CURRENT LEARNING RATE: 6.740882782689451e-09
previous_iter_valid_loss : 0.16316790878772736

   1845840	  0.163342	  0.163168	  0.167064		CURRENT LEARNING RATE: 6.739534740941585e-09
previous_iter_valid_loss : 0.16057705879211426

   1845860	  0.160740	  0.160577	  0.166616		CURRENT LEARNING RATE: 6.738186968775108e-09
previous_iter_valid_loss : 0.16170160472393036

   1845880	  0.161858	  0.161702	  0.165942		CURRENT LEARNING RATE: 6.736839466136112e-09
previous_iter_valid_loss : 0.162147656083107

   1845900	  0.162354	  0.162148	  0.165915		CURRENT LEARNING RATE: 6.735492232970696e-09
previous_iter_valid_loss : 0.1665978580713272

   1845920	  0.166760	  0.166598	  0.166160		CURRENT LEARNING RATE: 6.734145269224969e-09
previous_iter_valid_loss : 0.1743396818637848

   1845940	  0.174613	  0.174340	  0.166122		CURRENT LEARNING RATE: 6.732798574845054e-09
previous_iter_valid_loss : 0.16220131516456604

   1845960	  0.162354	  0.162201	  0.165918		CURRENT LEARNING RATE: 6.731452149777059e-09
previous_iter_valid_loss : 0.16723638772964478

   1845980	  0.167464	  0.167236	  0.166147		CURRENT LEARNING RATE: 6.7301059939671745e-09
previous_iter_valid_loss : 0.16101369261741638

   1846000	  0.161194	  0.161014	  0.166165		CURRENT LEARNING RATE: 6.728760107361531e-09
previous_iter_valid_loss : 0.16205914318561554

   1846020	  0.162250	  0.162059	  0.166220		CURRENT LEARNING RATE: 6.727414489906293e-09
previous_iter_valid_loss : 0.16613830626010895

   1846040	  0.166360	  0.166138	  0.166452		CURRENT LEARNING RATE: 6.726069141547635e-09
previous_iter_valid_loss : 0.16753767430782318

   1846060	  0.167756	  0.167538	  0.166492		CURRENT LEARNING RATE: 6.724724062231744e-09
previous_iter_valid_loss : 0.17402759194374084

   1846080	  0.174304	  0.174028	  0.166629		CURRENT LEARNING RATE: 6.723379251904816e-09
previous_iter_valid_loss : 0.16665583848953247

   1846100	  0.166875	  0.166656	  0.166651		CURRENT LEARNING RATE: 6.7220347105130355e-09
previous_iter_valid_loss : 0.16555950045585632

   1846120	  0.165775	  0.165560	  0.165734		CURRENT LEARNING RATE: 6.720690438002668e-09
previous_iter_valid_loss : 0.172639399766922

   1846140	  0.172911	  0.172639	  0.165766		CURRENT LEARNING RATE: 6.719346434319919e-09
previous_iter_valid_loss : 0.1813349574804306

   1846160	  0.181488	  0.181335	  0.166776		CURRENT LEARNING RATE: 6.718002699411028e-09
previous_iter_valid_loss : 0.16665880382061005

   1846180	  0.166822	  0.166659	  0.167029		CURRENT LEARNING RATE: 6.716659233222246e-09
previous_iter_valid_loss : 0.17256174981594086

   1846200	  0.172830	  0.172562	  0.167466		CURRENT LEARNING RATE: 6.715316035699834e-09
previous_iter_valid_loss : 0.16170163452625275

   1846220	  0.161888	  0.161702	  0.166791		CURRENT LEARNING RATE: 6.7139731067900646e-09
previous_iter_valid_loss : 0.1751997321844101

   1846240	  0.175485	  0.175200	  0.167392		CURRENT LEARNING RATE: 6.71263044643922e-09
previous_iter_valid_loss : 0.17079059779644012

   1846260	  0.171050	  0.170791	  0.167903		CURRENT LEARNING RATE: 6.711288054593572e-09
previous_iter_valid_loss : 0.1635829210281372

   1846280	  0.163749	  0.163583	  0.167997		CURRENT LEARNING RATE: 6.709945931199469e-09
previous_iter_valid_loss : 0.16111654043197632

   1846300	  0.161271	  0.161117	  0.167946		CURRENT LEARNING RATE: 6.708604076203204e-09
previous_iter_valid_loss : 0.17398029565811157

   1846320	  0.174125	  0.173980	  0.168315		CURRENT LEARNING RATE: 6.7072624895511035e-09
previous_iter_valid_loss : 0.17097881436347961

   1846340	  0.171127	  0.170979	  0.168147		CURRENT LEARNING RATE: 6.705921171189504e-09
previous_iter_valid_loss : 0.16911880671977997

   1846360	  0.169269	  0.169119	  0.168493		CURRENT LEARNING RATE: 6.704580121064752e-09
previous_iter_valid_loss : 0.16710874438285828

   1846380	  0.167271	  0.167109	  0.168486		CURRENT LEARNING RATE: 6.703239339123206e-09
previous_iter_valid_loss : 0.16068662703037262

   1846400	  0.160847	  0.160687	  0.168470		CURRENT LEARNING RATE: 6.70189882531121e-09
previous_iter_valid_loss : 0.17279678583145142

   1846420	  0.173062	  0.172797	  0.169007		CURRENT LEARNING RATE: 6.7005585795751925e-09
previous_iter_valid_loss : 0.19573615491390228

   1846440	  0.196227	  0.195736	  0.170487		CURRENT LEARNING RATE: 6.699218601861517e-09
previous_iter_valid_loss : 0.16095079481601715

   1846460	  0.161129	  0.160951	  0.170157		CURRENT LEARNING RATE: 6.697878892116589e-09
previous_iter_valid_loss : 0.16168931126594543

   1846480	  0.161853	  0.161689	  0.169540		CURRENT LEARNING RATE: 6.696539450286817e-09
previous_iter_valid_loss : 0.16136062145233154

   1846500	  0.161538	  0.161361	  0.169276		CURRENT LEARNING RATE: 6.695200276318623e-09
previous_iter_valid_loss : 0.1790654957294464

   1846520	  0.179376	  0.179065	  0.169951		CURRENT LEARNING RATE: 6.693861370158442e-09
previous_iter_valid_loss : 0.16113151609897614

   1846540	  0.161316	  0.161132	  0.169375		CURRENT LEARNING RATE: 6.692522731752716e-09
previous_iter_valid_loss : 0.16087213158607483

   1846560	  0.161019	  0.160872	  0.168352		CURRENT LEARNING RATE: 6.6911843610478766e-09
previous_iter_valid_loss : 0.16052569448947906

   1846580	  0.160695	  0.160526	  0.168046		CURRENT LEARNING RATE: 6.689846257990436e-09
previous_iter_valid_loss : 0.1634562760591507

   1846600	  0.163624	  0.163456	  0.167590		CURRENT LEARNING RATE: 6.688508422526846e-09
previous_iter_valid_loss : 0.16125452518463135

   1846620	  0.161432	  0.161255	  0.167568		CURRENT LEARNING RATE: 6.6871708546035956e-09
previous_iter_valid_loss : 0.19163499772548676

   1846640	  0.191754	  0.191635	  0.168390		CURRENT LEARNING RATE: 6.685833554167179e-09
previous_iter_valid_loss : 0.16570793092250824

   1846660	  0.165870	  0.165708	  0.168136		CURRENT LEARNING RATE: 6.684496521164105e-09
previous_iter_valid_loss : 0.16193674504756927

   1846680	  0.162095	  0.161937	  0.168053		CURRENT LEARNING RATE: 6.683159755540895e-09
previous_iter_valid_loss : 0.16049616038799286

   1846700	  0.160658	  0.160496	  0.168022		CURRENT LEARNING RATE: 6.681823257244074e-09
previous_iter_valid_loss : 0.1617012619972229

   1846720	  0.161868	  0.161701	  0.167408		CURRENT LEARNING RATE: 6.68048702622016e-09
previous_iter_valid_loss : 0.16325491666793823

   1846740	  0.163422	  0.163255	  0.167022		CURRENT LEARNING RATE: 6.679151062415754e-09
previous_iter_valid_loss : 0.1650446206331253

   1846760	  0.165210	  0.165045	  0.166818		CURRENT LEARNING RATE: 6.67781536577739e-09
previous_iter_valid_loss : 0.18216350674629211

   1846780	  0.182323	  0.182164	  0.167571		CURRENT LEARNING RATE: 6.676479936251642e-09
previous_iter_valid_loss : 0.16071362793445587

   1846800	  0.160865	  0.160714	  0.167573		CURRENT LEARNING RATE: 6.675144773785091e-09
previous_iter_valid_loss : 0.16159312427043915

   1846820	  0.161782	  0.161593	  0.167012		CURRENT LEARNING RATE: 6.673809878324333e-09
previous_iter_valid_loss : 0.183749258518219

   1846840	  0.184113	  0.183749	  0.166413		CURRENT LEARNING RATE: 6.672475249815971e-09
previous_iter_valid_loss : 0.16122104227542877

   1846860	  0.161409	  0.161221	  0.166426		CURRENT LEARNING RATE: 6.671140888206596e-09
previous_iter_valid_loss : 0.16119205951690674

   1846880	  0.161376	  0.161192	  0.166402		CURRENT LEARNING RATE: 6.669806793442881e-09
previous_iter_valid_loss : 0.1617693305015564

   1846900	  0.161959	  0.161769	  0.166422		CURRENT LEARNING RATE: 6.668472965471439e-09
previous_iter_valid_loss : 0.17337779700756073

   1846920	  0.173646	  0.173378	  0.166138		CURRENT LEARNING RATE: 6.667139404238916e-09
previous_iter_valid_loss : 0.1616225689649582

   1846940	  0.161817	  0.161623	  0.166162		CURRENT LEARNING RATE: 6.665806109691971e-09
previous_iter_valid_loss : 0.16669879853725433

   1846960	  0.166860	  0.166699	  0.166454		CURRENT LEARNING RATE: 6.6644730817772694e-09
previous_iter_valid_loss : 0.1605207622051239

   1846980	  0.160681	  0.160521	  0.166453		CURRENT LEARNING RATE: 6.663140320441494e-09
previous_iter_valid_loss : 0.1659880131483078

   1847000	  0.166196	  0.165988	  0.166580		CURRENT LEARNING RATE: 6.6618078256313314e-09
previous_iter_valid_loss : 0.1614818125963211

   1847020	  0.161645	  0.161482	  0.166591		CURRENT LEARNING RATE: 6.660475597293459e-09
previous_iter_valid_loss : 0.16804368793964386

   1847040	  0.168195	  0.168044	  0.165412		CURRENT LEARNING RATE: 6.659143635374636e-09
previous_iter_valid_loss : 0.16251221299171448

   1847060	  0.162673	  0.162512	  0.165252		CURRENT LEARNING RATE: 6.657811939821558e-09
previous_iter_valid_loss : 0.16081330180168152

   1847080	  0.160993	  0.160813	  0.165196		CURRENT LEARNING RATE: 6.656480510580959e-09
previous_iter_valid_loss : 0.16201521456241608

   1847100	  0.162209	  0.162015	  0.165272		CURRENT LEARNING RATE: 6.655149347599581e-09
previous_iter_valid_loss : 0.16051290929317474

   1847120	  0.160686	  0.160513	  0.165212		CURRENT LEARNING RATE: 6.653818450824178e-09
previous_iter_valid_loss : 0.16977573931217194

   1847140	  0.169928	  0.169776	  0.165538		CURRENT LEARNING RATE: 6.652487820201514e-09
previous_iter_valid_loss : 0.16490387916564941

   1847160	  0.165115	  0.164904	  0.165531		CURRENT LEARNING RATE: 6.65115745567834e-09
previous_iter_valid_loss : 0.16137415170669556

   1847180	  0.161529	  0.161374	  0.164492		CURRENT LEARNING RATE: 6.649827357201489e-09
previous_iter_valid_loss : 0.1615401655435562

   1847200	  0.161690	  0.161540	  0.164533		CURRENT LEARNING RATE: 6.648497524717733e-09
previous_iter_valid_loss : 0.16892573237419128

   1847220	  0.169168	  0.168926	  0.164900		CURRENT LEARNING RATE: 6.647167958173878e-09
previous_iter_valid_loss : 0.17414513230323792

   1847240	  0.174425	  0.174145	  0.164420		CURRENT LEARNING RATE: 6.645838657516744e-09
previous_iter_valid_loss : 0.16286277770996094

   1847260	  0.163018	  0.162863	  0.164502		CURRENT LEARNING RATE: 6.644509622693156e-09
previous_iter_valid_loss : 0.16746802628040314

   1847280	  0.167623	  0.167468	  0.164816		CURRENT LEARNING RATE: 6.6431808536499535e-09
previous_iter_valid_loss : 0.16126634180545807

   1847300	  0.161458	  0.161266	  0.164790		CURRENT LEARNING RATE: 6.6418523503339875e-09
previous_iter_valid_loss : 0.17116956412792206

   1847320	  0.171319	  0.171170	  0.164680		CURRENT LEARNING RATE: 6.640524112692091e-09
previous_iter_valid_loss : 0.1708180159330368

   1847340	  0.170969	  0.170818	  0.165140		CURRENT LEARNING RATE: 6.639196140671185e-09
previous_iter_valid_loss : 0.16853028535842896

   1847360	  0.168775	  0.168530	  0.165231		CURRENT LEARNING RATE: 6.637868434218124e-09
previous_iter_valid_loss : 0.16083835065364838

   1847380	  0.161014	  0.160838	  0.165247		CURRENT LEARNING RATE: 6.636540993279802e-09
previous_iter_valid_loss : 0.16063185036182404

   1847400	  0.160810	  0.160632	  0.164979		CURRENT LEARNING RATE: 6.635213817803121e-09
previous_iter_valid_loss : 0.16049295663833618

   1847420	  0.160656	  0.160493	  0.164930		CURRENT LEARNING RATE: 6.6338869077349944e-09
previous_iter_valid_loss : 0.16268256306648254

   1847440	  0.162841	  0.162683	  0.164662		CURRENT LEARNING RATE: 6.632560263022343e-09
previous_iter_valid_loss : 0.17309406399726868

   1847460	  0.173241	  0.173094	  0.165191		CURRENT LEARNING RATE: 6.6312338836121046e-09
previous_iter_valid_loss : 0.16061964631080627

   1847480	  0.160792	  0.160620	  0.165181		CURRENT LEARNING RATE: 6.629907769451198e-09
previous_iter_valid_loss : 0.17198947072029114

   1847500	  0.172140	  0.171989	  0.165680		CURRENT LEARNING RATE: 6.628581920486627e-09
previous_iter_valid_loss : 0.16530995070934296

   1847520	  0.165512	  0.165310	  0.165920		CURRENT LEARNING RATE: 6.627256336665333e-09
previous_iter_valid_loss : 0.1606268733739853

   1847540	  0.160786	  0.160627	  0.165462		CURRENT LEARNING RATE: 6.6259310179342935e-09
previous_iter_valid_loss : 0.16070739924907684

   1847560	  0.160865	  0.160707	  0.165253		CURRENT LEARNING RATE: 6.6246059642404965e-09
previous_iter_valid_loss : 0.161070317029953

   1847580	  0.161234	  0.161070	  0.165237		CURRENT LEARNING RATE: 6.623281175530938e-09
previous_iter_valid_loss : 0.17626456916332245

   1847600	  0.176416	  0.176265	  0.165974		CURRENT LEARNING RATE: 6.621956651752628e-09
previous_iter_valid_loss : 0.17144419252872467

   1847620	  0.171705	  0.171444	  0.166100		CURRENT LEARNING RATE: 6.620632392852561e-09
previous_iter_valid_loss : 0.160508394241333

   1847640	  0.160670	  0.160508	  0.165418		CURRENT LEARNING RATE: 6.6193083987778145e-09
previous_iter_valid_loss : 0.1801028698682785

   1847660	  0.180260	  0.180103	  0.166280		CURRENT LEARNING RATE: 6.617984669475404e-09
previous_iter_valid_loss : 0.1733458936214447

   1847680	  0.173614	  0.173346	  0.166574		CURRENT LEARNING RATE: 6.616661204892383e-09
previous_iter_valid_loss : 0.17376306653022766

   1847700	  0.173910	  0.173763	  0.167198		CURRENT LEARNING RATE: 6.615338004975809e-09
previous_iter_valid_loss : 0.16060200333595276

   1847720	  0.160775	  0.160602	  0.166670		CURRENT LEARNING RATE: 6.6140150696727575e-09
previous_iter_valid_loss : 0.16766735911369324

   1847740	  0.167825	  0.167667	  0.166513		CURRENT LEARNING RATE: 6.61269239893031e-09
previous_iter_valid_loss : 0.16052797436714172

   1847760	  0.160677	  0.160528	  0.166112		CURRENT LEARNING RATE: 6.611369992695557e-09
previous_iter_valid_loss : 0.16727188229560852

   1847780	  0.167494	  0.167272	  0.166434		CURRENT LEARNING RATE: 6.610047850915583e-09
previous_iter_valid_loss : 0.16612374782562256

   1847800	  0.166286	  0.166124	  0.166709		CURRENT LEARNING RATE: 6.608725973537548e-09
previous_iter_valid_loss : 0.1676233857870102

   1847820	  0.167858	  0.167623	  0.167065		CURRENT LEARNING RATE: 6.607404360508551e-09
previous_iter_valid_loss : 0.16209352016448975

   1847840	  0.162276	  0.162094	  0.167036		CURRENT LEARNING RATE: 6.6060830117757305e-09
previous_iter_valid_loss : 0.19496658444404602

   1847860	  0.195084	  0.194967	  0.168129		CURRENT LEARNING RATE: 6.6047619272862305e-09
previous_iter_valid_loss : 0.1667345017194748

   1847880	  0.166893	  0.166735	  0.168435		CURRENT LEARNING RATE: 6.60344110698721e-09
previous_iter_valid_loss : 0.16769278049468994

   1847900	  0.167852	  0.167693	  0.168220		CURRENT LEARNING RATE: 6.602120550825833e-09
previous_iter_valid_loss : 0.16732047498226166

   1847920	  0.167552	  0.167320	  0.168321		CURRENT LEARNING RATE: 6.600800258749279e-09
previous_iter_valid_loss : 0.1686019003391266

   1847940	  0.168848	  0.168602	  0.168720		CURRENT LEARNING RATE: 6.5994802307047145e-09
previous_iter_valid_loss : 0.16091115772724152

   1847960	  0.161072	  0.160911	  0.168730		CURRENT LEARNING RATE: 6.598160466639382e-09
previous_iter_valid_loss : 0.1807675063610077

   1847980	  0.181111	  0.180768	  0.169715		CURRENT LEARNING RATE: 6.596840966500469e-09
previous_iter_valid_loss : 0.18048159778118134

   1848000	  0.180813	  0.180482	  0.169925		CURRENT LEARNING RATE: 6.595521730235196e-09
previous_iter_valid_loss : 0.1617153137922287

   1848020	  0.161908	  0.161715	  0.169439		CURRENT LEARNING RATE: 6.5942027577907934e-09
previous_iter_valid_loss : 0.16356894373893738

   1848040	  0.163739	  0.163569	  0.169592		CURRENT LEARNING RATE: 6.592884049114501e-09
previous_iter_valid_loss : 0.16418834030628204

   1848060	  0.164382	  0.164188	  0.168796		CURRENT LEARNING RATE: 6.5915656041535725e-09
previous_iter_valid_loss : 0.17734062671661377

   1848080	  0.177492	  0.177341	  0.168996		CURRENT LEARNING RATE: 6.590247422855245e-09
previous_iter_valid_loss : 0.1608160436153412

   1848100	  0.160970	  0.160816	  0.168349		CURRENT LEARNING RATE: 6.588929505166839e-09
previous_iter_valid_loss : 0.16146551072597504

   1848120	  0.161655	  0.161466	  0.168392		CURRENT LEARNING RATE: 6.587611851035614e-09
previous_iter_valid_loss : 0.16197772324085236

   1848140	  0.162162	  0.161978	  0.168107		CURRENT LEARNING RATE: 6.586294460408864e-09
previous_iter_valid_loss : 0.17269691824913025

   1848160	  0.172967	  0.172697	  0.168716		CURRENT LEARNING RATE: 6.584977333233893e-09
previous_iter_valid_loss : 0.16074016690254211

   1848180	  0.160912	  0.160740	  0.168389		CURRENT LEARNING RATE: 6.5836604694580174e-09
previous_iter_valid_loss : 0.16365760564804077

   1848200	  0.163833	  0.163658	  0.168266		CURRENT LEARNING RATE: 6.582343869028559e-09
previous_iter_valid_loss : 0.17090576887130737

   1848220	  0.171054	  0.170906	  0.168430		CURRENT LEARNING RATE: 6.5810275318928584e-09
previous_iter_valid_loss : 0.16119077801704407

   1848240	  0.161377	  0.161191	  0.168385		CURRENT LEARNING RATE: 6.579711457998236e-09
previous_iter_valid_loss : 0.16123554110527039

   1848260	  0.161401	  0.161236	  0.166698		CURRENT LEARNING RATE: 6.578395647292096e-09
previous_iter_valid_loss : 0.16173569858074188

   1848280	  0.161899	  0.161736	  0.166448		CURRENT LEARNING RATE: 6.577080099721783e-09
previous_iter_valid_loss : 0.16052813827991486

   1848300	  0.160692	  0.160528	  0.166090		CURRENT LEARNING RATE: 6.575764815234674e-09
previous_iter_valid_loss : 0.16060100495815277

   1848320	  0.160759	  0.160601	  0.165754		CURRENT LEARNING RATE: 6.57444979377816e-09
previous_iter_valid_loss : 0.16768725216388702

   1848340	  0.167917	  0.167687	  0.165709		CURRENT LEARNING RATE: 6.573135035299638e-09
previous_iter_valid_loss : 0.16077885031700134

   1848360	  0.160939	  0.160779	  0.165702		CURRENT LEARNING RATE: 6.571820539746517e-09
previous_iter_valid_loss : 0.1730652153491974

   1848380	  0.173216	  0.173065	  0.165317		CURRENT LEARNING RATE: 6.5705063070661965e-09
previous_iter_valid_loss : 0.17990712821483612

   1848400	  0.180068	  0.179907	  0.165288		CURRENT LEARNING RATE: 6.569192337206152e-09
previous_iter_valid_loss : 0.16183756291866302

   1848420	  0.162004	  0.161838	  0.165294		CURRENT LEARNING RATE: 6.567878630113803e-09
previous_iter_valid_loss : 0.1926492154598236

   1848440	  0.192766	  0.192649	  0.166748		CURRENT LEARNING RATE: 6.566565185736599e-09
previous_iter_valid_loss : 0.17201989889144897

   1848460	  0.172168	  0.172020	  0.167140		CURRENT LEARNING RATE: 6.565252004022003e-09
previous_iter_valid_loss : 0.16925153136253357

   1848480	  0.169406	  0.169252	  0.166735		CURRENT LEARNING RATE: 6.5639390849174895e-09
previous_iter_valid_loss : 0.1608407199382782

   1848500	  0.161014	  0.160841	  0.166737		CURRENT LEARNING RATE: 6.562626428370538e-09
previous_iter_valid_loss : 0.17674730718135834

   1848520	  0.176902	  0.176747	  0.167501		CURRENT LEARNING RATE: 6.561314034328646e-09
previous_iter_valid_loss : 0.18467487394809723

   1848540	  0.184816	  0.184675	  0.168635		CURRENT LEARNING RATE: 6.560001902739293e-09
previous_iter_valid_loss : 0.16467972099781036

   1848560	  0.164846	  0.164680	  0.168235		CURRENT LEARNING RATE: 6.55869003355004e-09
previous_iter_valid_loss : 0.17541232705116272

   1848580	  0.175703	  0.175412	  0.168968		CURRENT LEARNING RATE: 6.557378426708389e-09
previous_iter_valid_loss : 0.17104512453079224

   1848600	  0.171303	  0.171045	  0.169338		CURRENT LEARNING RATE: 6.5560670821618766e-09
previous_iter_valid_loss : 0.16080664098262787

   1848620	  0.160962	  0.160807	  0.168833		CURRENT LEARNING RATE: 6.554755999858047e-09
previous_iter_valid_loss : 0.16197450459003448

   1848640	  0.162170	  0.161975	  0.168872		CURRENT LEARNING RATE: 6.55344517974446e-09
previous_iter_valid_loss : 0.16056203842163086

   1848660	  0.160729	  0.160562	  0.168838		CURRENT LEARNING RATE: 6.55213462176868e-09
previous_iter_valid_loss : 0.16073286533355713

   1848680	  0.160904	  0.160733	  0.168788		CURRENT LEARNING RATE: 6.550824325878286e-09
previous_iter_valid_loss : 0.16050472855567932

   1848700	  0.160665	  0.160505	  0.168787		CURRENT LEARNING RATE: 6.549514292020843e-09
previous_iter_valid_loss : 0.1640053391456604

   1848720	  0.164172	  0.164005	  0.168957		CURRENT LEARNING RATE: 6.548204520143995e-09
previous_iter_valid_loss : 0.16167013347148895

   1848740	  0.161834	  0.161670	  0.168656		CURRENT LEARNING RATE: 6.54689501019533e-09
previous_iter_valid_loss : 0.16772693395614624

   1848760	  0.167950	  0.167727	  0.169004		CURRENT LEARNING RATE: 6.545585762122465e-09
previous_iter_valid_loss : 0.16778136789798737

   1848780	  0.167939	  0.167781	  0.168739		CURRENT LEARNING RATE: 6.544276775873032e-09
previous_iter_valid_loss : 0.1644846349954605

   1848800	  0.164651	  0.164485	  0.167968		CURRENT LEARNING RATE: 6.54296805139467e-09
previous_iter_valid_loss : 0.16134674847126007

   1848820	  0.161529	  0.161347	  0.167944		CURRENT LEARNING RATE: 6.541659588635032e-09
previous_iter_valid_loss : 0.1675872951745987

   1848840	  0.167740	  0.167587	  0.166691		CURRENT LEARNING RATE: 6.540351387541755e-09
previous_iter_valid_loss : 0.16111059486865997

   1848860	  0.161259	  0.161111	  0.166145		CURRENT LEARNING RATE: 6.539043448062557e-09
previous_iter_valid_loss : 0.16066327691078186

   1848880	  0.160819	  0.160663	  0.165716		CURRENT LEARNING RATE: 6.537735770145099e-09
previous_iter_valid_loss : 0.16492202877998352

   1848900	  0.165081	  0.164922	  0.165920		CURRENT LEARNING RATE: 6.536428353737071e-09
previous_iter_valid_loss : 0.17496035993099213

   1848920	  0.175105	  0.174960	  0.165830		CURRENT LEARNING RATE: 6.535121198786179e-09
previous_iter_valid_loss : 0.1611626297235489

   1848940	  0.161322	  0.161163	  0.164655		CURRENT LEARNING RATE: 6.5338143052401366e-09
previous_iter_valid_loss : 0.16380082070827484

   1848960	  0.163975	  0.163801	  0.164611		CURRENT LEARNING RATE: 6.532507673046665e-09
previous_iter_valid_loss : 0.17364399135112762

   1848980	  0.173911	  0.173644	  0.164523		CURRENT LEARNING RATE: 6.531201302153503e-09
previous_iter_valid_loss : 0.1630060374736786

   1849000	  0.163175	  0.163006	  0.164121		CURRENT LEARNING RATE: 6.529895192508371e-09
previous_iter_valid_loss : 0.1666649878025055

   1849020	  0.166876	  0.166665	  0.164413		CURRENT LEARNING RATE: 6.5285893440590704e-09
previous_iter_valid_loss : 0.19099818170070648

   1849040	  0.191121	  0.190998	  0.165865		CURRENT LEARNING RATE: 6.527283756753343e-09
previous_iter_valid_loss : 0.1804933100938797

   1849060	  0.180648	  0.180493	  0.166861		CURRENT LEARNING RATE: 6.525978430538969e-09
previous_iter_valid_loss : 0.16198787093162537

   1849080	  0.162182	  0.161988	  0.166924		CURRENT LEARNING RATE: 6.524673365363731e-09
previous_iter_valid_loss : 0.1931624412536621

   1849100	  0.193268	  0.193162	  0.168557		CURRENT LEARNING RATE: 6.52336856117543e-09
previous_iter_valid_loss : 0.16214649379253387

   1849120	  0.162322	  0.162146	  0.168464		CURRENT LEARNING RATE: 6.522064017921872e-09
previous_iter_valid_loss : 0.16521534323692322

   1849140	  0.165381	  0.165215	  0.168641		CURRENT LEARNING RATE: 6.520759735550876e-09
previous_iter_valid_loss : 0.1614532172679901

   1849160	  0.161607	  0.161453	  0.168327		CURRENT LEARNING RATE: 6.519455714010246e-09
previous_iter_valid_loss : 0.16231049597263336

   1849180	  0.162514	  0.162310	  0.168054		CURRENT LEARNING RATE: 6.518151953247869e-09
previous_iter_valid_loss : 0.16060015559196472

   1849200	  0.160766	  0.160600	  0.167860		CURRENT LEARNING RATE: 6.516848453211571e-09
previous_iter_valid_loss : 0.19454488158226013

   1849220	  0.195032	  0.194545	  0.169520		CURRENT LEARNING RATE: 6.515545213849212e-09
previous_iter_valid_loss : 0.16097599267959595

   1849240	  0.161128	  0.160976	  0.169189		CURRENT LEARNING RATE: 6.5142422351086636e-09
previous_iter_valid_loss : 0.1610439419746399

   1849260	  0.161223	  0.161044	  0.169186		CURRENT LEARNING RATE: 6.512939516937803e-09
previous_iter_valid_loss : 0.16720204055309296

   1849280	  0.167355	  0.167202	  0.169513		CURRENT LEARNING RATE: 6.511637059284526e-09
previous_iter_valid_loss : 0.16653482615947723

   1849300	  0.166693	  0.166535	  0.169593		CURRENT LEARNING RATE: 6.510334862096708e-09
previous_iter_valid_loss : 0.16156820952892303

   1849320	  0.161723	  0.161568	  0.168924		CURRENT LEARNING RATE: 6.509032925322309e-09
previous_iter_valid_loss : 0.16109710931777954

   1849340	  0.161255	  0.161097	  0.168920		CURRENT LEARNING RATE: 6.507731248909228e-09
previous_iter_valid_loss : 0.16269589960575104

   1849360	  0.162857	  0.162696	  0.168865		CURRENT LEARNING RATE: 6.506429832805398e-09
previous_iter_valid_loss : 0.16164933145046234

   1849380	  0.161839	  0.161649	  0.168265		CURRENT LEARNING RATE: 6.505128676958761e-09
previous_iter_valid_loss : 0.16088035702705383

   1849400	  0.161058	  0.160880	  0.168159		CURRENT LEARNING RATE: 6.5038277813172734e-09
previous_iter_valid_loss : 0.16104736924171448

   1849420	  0.161229	  0.161047	  0.167878		CURRENT LEARNING RATE: 6.502527145828897e-09
previous_iter_valid_loss : 0.16066256165504456

   1849440	  0.160817	  0.160663	  0.166361		CURRENT LEARNING RATE: 6.501226770441608e-09
previous_iter_valid_loss : 0.16731560230255127

   1849460	  0.167539	  0.167316	  0.165703		CURRENT LEARNING RATE: 6.499926655103367e-09
previous_iter_valid_loss : 0.17350953817367554

   1849480	  0.173781	  0.173510	  0.166279		CURRENT LEARNING RATE: 6.498626799762216e-09
previous_iter_valid_loss : 0.19048580527305603

   1849500	  0.190621	  0.190486	  0.166145		CURRENT LEARNING RATE: 6.497327204366138e-09
previous_iter_valid_loss : 0.16063393652439117

   1849520	  0.160793	  0.160634	  0.166069		CURRENT LEARNING RATE: 6.49602786886315e-09
previous_iter_valid_loss : 0.16803619265556335

   1849540	  0.168262	  0.168036	  0.166210		CURRENT LEARNING RATE: 6.494728793201276e-09
previous_iter_valid_loss : 0.16320402920246124

   1849560	  0.163395	  0.163204	  0.166298		CURRENT LEARNING RATE: 6.4934299773285556e-09
previous_iter_valid_loss : 0.18931683897972107

   1849580	  0.189452	  0.189317	  0.167648		CURRENT LEARNING RATE: 6.492131421193035e-09
previous_iter_valid_loss : 0.16048963367938995

   1849600	  0.160653	  0.160490	  0.167643		CURRENT LEARNING RATE: 6.4908331247427495e-09
previous_iter_valid_loss : 0.17720858752727509

   1849620	  0.177366	  0.177209	  0.166776		CURRENT LEARNING RATE: 6.489535087925812e-09
previous_iter_valid_loss : 0.16086317598819733

   1849640	  0.161045	  0.160863	  0.166770		CURRENT LEARNING RATE: 6.48823731069028e-09
previous_iter_valid_loss : 0.1606438159942627

   1849660	  0.160800	  0.160644	  0.166750		CURRENT LEARNING RATE: 6.48693979298424e-09
previous_iter_valid_loss : 0.16050362586975098

   1849680	  0.160673	  0.160504	  0.166415		CURRENT LEARNING RATE: 6.485642534755793e-09
previous_iter_valid_loss : 0.16167905926704407

   1849700	  0.161845	  0.161679	  0.166172		CURRENT LEARNING RATE: 6.484345535953049e-09
previous_iter_valid_loss : 0.16078802943229675

   1849720	  0.160941	  0.160788	  0.166133		CURRENT LEARNING RATE: 6.483048796524126e-09
previous_iter_valid_loss : 0.16913698613643646

   1849740	  0.169290	  0.169137	  0.166535		CURRENT LEARNING RATE: 6.481752316417157e-09
previous_iter_valid_loss : 0.1616564393043518

   1849760	  0.161843	  0.161656	  0.166483		CURRENT LEARNING RATE: 6.480456095580257e-09
previous_iter_valid_loss : 0.2043585628271103

   1849780	  0.204423	  0.204359	  0.168619		CURRENT LEARNING RATE: 6.479160133961627e-09
previous_iter_valid_loss : 0.1625913679599762

   1849800	  0.162757	  0.162591	  0.168704		CURRENT LEARNING RATE: 6.4778644315094014e-09
previous_iter_valid_loss : 0.17039532959461212

   1849820	  0.170650	  0.170395	  0.169172		CURRENT LEARNING RATE: 6.476568988171755e-09
previous_iter_valid_loss : 0.16072994470596313

   1849840	  0.160894	  0.160730	  0.169175		CURRENT LEARNING RATE: 6.475273803896868e-09
previous_iter_valid_loss : 0.16983771324157715

   1849860	  0.169991	  0.169838	  0.169301		CURRENT LEARNING RATE: 6.473978878632935e-09
previous_iter_valid_loss : 0.16289710998535156

   1849880	  0.163082	  0.162897	  0.168771		CURRENT LEARNING RATE: 6.472684212328157e-09
previous_iter_valid_loss : 0.16399870812892914

   1849900	  0.164198	  0.163999	  0.167446		CURRENT LEARNING RATE: 6.471389804930749e-09
previous_iter_valid_loss : 0.1616167426109314

   1849920	  0.161784	  0.161617	  0.167495		CURRENT LEARNING RATE: 6.470095656388911e-09
previous_iter_valid_loss : 0.16620321571826935

   1849940	  0.166360	  0.166203	  0.167404		CURRENT LEARNING RATE: 6.468801766650923e-09
previous_iter_valid_loss : 0.1675519049167633

   1849960	  0.167773	  0.167552	  0.167621		CURRENT LEARNING RATE: 6.467508135665006e-09
previous_iter_valid_loss : 0.16702431440353394

   1849980	  0.167245	  0.167024	  0.166507		CURRENT LEARNING RATE: 6.466214763379416e-09
previous_iter_valid_loss : 0.16809627413749695

   1850000	  0.168329	  0.168096	  0.166887		CURRENT LEARNING RATE: 6.464921649742418e-09
previous_iter_valid_loss : 0.16206486523151398

   1850020	  0.162228	  0.162065	  0.166130		CURRENT LEARNING RATE: 6.463628794702285e-09
previous_iter_valid_loss : 0.1628769338130951

   1850040	  0.163038	  0.162877	  0.166230		CURRENT LEARNING RATE: 6.462336198207307e-09
previous_iter_valid_loss : 0.16063526272773743

   1850060	  0.160791	  0.160635	  0.166230		CURRENT LEARNING RATE: 6.4610438602057526e-09
previous_iter_valid_loss : 0.16384021937847137

   1850080	  0.164015	  0.163840	  0.166397		CURRENT LEARNING RATE: 6.459751780645978e-09
previous_iter_valid_loss : 0.16173027455806732

   1850100	  0.161920	  0.161730	  0.166399		CURRENT LEARNING RATE: 6.458459959476274e-09
previous_iter_valid_loss : 0.16488340497016907

   1850120	  0.165046	  0.164883	  0.166604		CURRENT LEARNING RATE: 6.45716839664497e-09
previous_iter_valid_loss : 0.16760651767253876

   1850140	  0.167761	  0.167607	  0.166528		CURRENT LEARNING RATE: 6.455877092100403e-09
previous_iter_valid_loss : 0.16584914922714233

   1850160	  0.166071	  0.165849	  0.166737		CURRENT LEARNING RATE: 6.4545860457909205e-09
previous_iter_valid_loss : 0.1606886237859726

   1850180	  0.160852	  0.160689	  0.164554		CURRENT LEARNING RATE: 6.45329525766488e-09
previous_iter_valid_loss : 0.17080482840538025

   1850200	  0.171058	  0.170805	  0.164964		CURRENT LEARNING RATE: 6.452004727670652e-09
previous_iter_valid_loss : 0.16272087395191193

   1850220	  0.162905	  0.162721	  0.164581		CURRENT LEARNING RATE: 6.450714455756591e-09
previous_iter_valid_loss : 0.16321134567260742

   1850240	  0.163408	  0.163211	  0.164705		CURRENT LEARNING RATE: 6.44942444187113e-09
previous_iter_valid_loss : 0.16819949448108673

   1850260	  0.168357	  0.168199	  0.164623		CURRENT LEARNING RATE: 6.448134685962649e-09
previous_iter_valid_loss : 0.1639297753572464

   1850280	  0.164118	  0.163930	  0.164675		CURRENT LEARNING RATE: 6.446845187979556e-09
previous_iter_valid_loss : 0.1699896901845932

   1850300	  0.170239	  0.169990	  0.164974		CURRENT LEARNING RATE: 6.445555947870272e-09
previous_iter_valid_loss : 0.1674860566854477

   1850320	  0.167701	  0.167486	  0.165268		CURRENT LEARNING RATE: 6.444266965583225e-09
previous_iter_valid_loss : 0.16119681298732758

   1850340	  0.161351	  0.161197	  0.165017		CURRENT LEARNING RATE: 6.44297824106686e-09
previous_iter_valid_loss : 0.16087062656879425

   1850360	  0.161036	  0.160871	  0.164683		CURRENT LEARNING RATE: 6.441689774269624e-09
previous_iter_valid_loss : 0.1616896092891693

   1850380	  0.161851	  0.161690	  0.164416		CURRENT LEARNING RATE: 6.440401565139958e-09
previous_iter_valid_loss : 0.18492096662521362

   1850400	  0.185065	  0.184921	  0.165258		CURRENT LEARNING RATE: 6.4391136136263774e-09
previous_iter_valid_loss : 0.18150918185710907

   1850420	  0.181668	  0.181509	  0.166230		CURRENT LEARNING RATE: 6.437825919677342e-09
previous_iter_valid_loss : 0.16099582612514496

   1850440	  0.161176	  0.160996	  0.166136		CURRENT LEARNING RATE: 6.436538483241344e-09
previous_iter_valid_loss : 0.16167597472667694

   1850460	  0.161827	  0.161676	  0.166188		CURRENT LEARNING RATE: 6.435251304266887e-09
previous_iter_valid_loss : 0.17213299870491028

   1850480	  0.172281	  0.172133	  0.166602		CURRENT LEARNING RATE: 6.433964382702482e-09
previous_iter_valid_loss : 0.16102445125579834

   1850500	  0.161182	  0.161024	  0.166567		CURRENT LEARNING RATE: 6.4326777184966554e-09
previous_iter_valid_loss : 0.16903018951416016

   1850520	  0.169275	  0.169030	  0.166775		CURRENT LEARNING RATE: 6.431391311597913e-09
previous_iter_valid_loss : 0.16056300699710846

   1850540	  0.160727	  0.160563	  0.166422		CURRENT LEARNING RATE: 6.4301051619548484e-09
previous_iter_valid_loss : 0.1634354442358017

   1850560	  0.163625	  0.163435	  0.166302		CURRENT LEARNING RATE: 6.428819269515991e-09
previous_iter_valid_loss : 0.16058440506458282

   1850580	  0.160746	  0.160584	  0.166296		CURRENT LEARNING RATE: 6.427533634229905e-09
previous_iter_valid_loss : 0.16353359818458557

   1850600	  0.163723	  0.163534	  0.165933		CURRENT LEARNING RATE: 6.426248256045165e-09
previous_iter_valid_loss : 0.1605137437582016

   1850620	  0.160680	  0.160514	  0.165823		CURRENT LEARNING RATE: 6.424963134910356e-09
previous_iter_valid_loss : 0.1652681827545166

   1850640	  0.165433	  0.165268	  0.165925		CURRENT LEARNING RATE: 6.423678270774073e-09
previous_iter_valid_loss : 0.1606249362230301

   1850660	  0.160794	  0.160625	  0.165547		CURRENT LEARNING RATE: 6.422393663584922e-09
previous_iter_valid_loss : 0.16742807626724243

   1850680	  0.167592	  0.167428	  0.165722		CURRENT LEARNING RATE: 6.421109313291496e-09
previous_iter_valid_loss : 0.16732420027256012

   1850700	  0.167480	  0.167324	  0.165588		CURRENT LEARNING RATE: 6.419825219842466e-09
previous_iter_valid_loss : 0.18683579564094543

   1850720	  0.187246	  0.186836	  0.166556		CURRENT LEARNING RATE: 6.418541383186446e-09
previous_iter_valid_loss : 0.16146443784236908

   1850740	  0.161645	  0.161464	  0.166569		CURRENT LEARNING RATE: 6.417257803272081e-09
previous_iter_valid_loss : 0.16521517932415009

   1850760	  0.165380	  0.165215	  0.166786		CURRENT LEARNING RATE: 6.415974480048029e-09
previous_iter_valid_loss : 0.1629326492547989

   1850780	  0.163092	  0.162933	  0.166849		CURRENT LEARNING RATE: 6.414691413462959e-09
previous_iter_valid_loss : 0.17187705636024475

   1850800	  0.172137	  0.171877	  0.166196		CURRENT LEARNING RATE: 6.413408603465546e-09
previous_iter_valid_loss : 0.16190500557422638

   1850820	  0.162096	  0.161905	  0.165216		CURRENT LEARNING RATE: 6.412126050004454e-09
previous_iter_valid_loss : 0.1614808291196823

   1850840	  0.161670	  0.161481	  0.165240		CURRENT LEARNING RATE: 6.410843753028427e-09
previous_iter_valid_loss : 0.16057710349559784

   1850860	  0.160737	  0.160577	  0.165185		CURRENT LEARNING RATE: 6.409561712486152e-09
previous_iter_valid_loss : 0.16231435537338257

   1850880	  0.162517	  0.162314	  0.164695		CURRENT LEARNING RATE: 6.408279928326347e-09
previous_iter_valid_loss : 0.19330590963363647

   1850900	  0.193420	  0.193306	  0.166309		CURRENT LEARNING RATE: 6.406998400497739e-09
previous_iter_valid_loss : 0.16066284477710724

   1850920	  0.160812	  0.160663	  0.165890		CURRENT LEARNING RATE: 6.405717128949069e-09
previous_iter_valid_loss : 0.16139747202396393

   1850940	  0.161565	  0.161397	  0.165932		CURRENT LEARNING RATE: 6.404436113629083e-09
previous_iter_valid_loss : 0.16735650599002838

   1850960	  0.167582	  0.167357	  0.166128		CURRENT LEARNING RATE: 6.403155354486544e-09
previous_iter_valid_loss : 0.17098666727542877

   1850980	  0.171139	  0.170987	  0.166648		CURRENT LEARNING RATE: 6.401874851470197e-09
previous_iter_valid_loss : 0.1654028445482254

   1851000	  0.165566	  0.165403	  0.166742		CURRENT LEARNING RATE: 6.400594604528867e-09
previous_iter_valid_loss : 0.1695616990327835

   1851020	  0.169711	  0.169562	  0.167194		CURRENT LEARNING RATE: 6.3993146136113224e-09
previous_iter_valid_loss : 0.16146031022071838

   1851040	  0.161643	  0.161460	  0.167004		CURRENT LEARNING RATE: 6.398034878666364e-09
previous_iter_valid_loss : 0.16939382255077362

   1851060	  0.169548	  0.169394	  0.167442		CURRENT LEARNING RATE: 6.396755399642801e-09
previous_iter_valid_loss : 0.16166728734970093

   1851080	  0.161818	  0.161667	  0.167154		CURRENT LEARNING RATE: 6.395476176489455e-09
previous_iter_valid_loss : 0.16554589569568634

   1851100	  0.165709	  0.165546	  0.167065		CURRENT LEARNING RATE: 6.3941972091551565e-09
previous_iter_valid_loss : 0.16444765031337738

   1851120	  0.164614	  0.164448	  0.165946		CURRENT LEARNING RATE: 6.392918497588748e-09
previous_iter_valid_loss : 0.16157762706279755

   1851140	  0.161773	  0.161578	  0.165951		CURRENT LEARNING RATE: 6.391640041739057e-09
previous_iter_valid_loss : 0.18010450899600983

   1851160	  0.180433	  0.180105	  0.166696		CURRENT LEARNING RATE: 6.390361841554991e-09
previous_iter_valid_loss : 0.17236502468585968

   1851180	  0.172630	  0.172365	  0.167167		CURRENT LEARNING RATE: 6.3890838969853994e-09
previous_iter_valid_loss : 0.16587424278259277

   1851200	  0.166087	  0.165874	  0.166867		CURRENT LEARNING RATE: 6.3878062079791655e-09
previous_iter_valid_loss : 0.17331379652023315

   1851220	  0.173459	  0.173314	  0.167438		CURRENT LEARNING RATE: 6.3865287744851805e-09
previous_iter_valid_loss : 0.16074179112911224

   1851240	  0.160886	  0.160742	  0.167401		CURRENT LEARNING RATE: 6.385251596452346e-09
previous_iter_valid_loss : 0.16049933433532715

   1851260	  0.160666	  0.160499	  0.167397		CURRENT LEARNING RATE: 6.383974673829577e-09
previous_iter_valid_loss : 0.16105465590953827

   1851280	  0.161216	  0.161055	  0.167334		CURRENT LEARNING RATE: 6.382698006565773e-09
previous_iter_valid_loss : 0.16083481907844543

   1851300	  0.161005	  0.160835	  0.165710		CURRENT LEARNING RATE: 6.381421594609913e-09
previous_iter_valid_loss : 0.17153659462928772

   1851320	  0.171687	  0.171537	  0.166254		CURRENT LEARNING RATE: 6.380145437910919e-09
previous_iter_valid_loss : 0.16191665828227997

   1851340	  0.162075	  0.161917	  0.166280		CURRENT LEARNING RATE: 6.3788695364177425e-09
previous_iter_valid_loss : 0.1698637753725052

   1851360	  0.170012	  0.169864	  0.166405		CURRENT LEARNING RATE: 6.377593890079347e-09
previous_iter_valid_loss : 0.16081400215625763

   1851380	  0.160976	  0.160814	  0.165897		CURRENT LEARNING RATE: 6.376318498844709e-09
previous_iter_valid_loss : 0.1643822342157364

   1851400	  0.164591	  0.164382	  0.165846		CURRENT LEARNING RATE: 6.375043362662812e-09
previous_iter_valid_loss : 0.1647496074438095

   1851420	  0.164957	  0.164750	  0.165605		CURRENT LEARNING RATE: 6.373768481482649e-09
previous_iter_valid_loss : 0.17194731533527374

   1851440	  0.172212	  0.171947	  0.166129		CURRENT LEARNING RATE: 6.372493855253205e-09
previous_iter_valid_loss : 0.16055534780025482

   1851460	  0.160719	  0.160555	  0.165688		CURRENT LEARNING RATE: 6.371219483923539e-09
previous_iter_valid_loss : 0.17621257901191711

   1851480	  0.176369	  0.176213	  0.166415		CURRENT LEARNING RATE: 6.369945367442651e-09
previous_iter_valid_loss : 0.1648409217596054

   1851500	  0.165004	  0.164841	  0.166380		CURRENT LEARNING RATE: 6.36867150575958e-09
previous_iter_valid_loss : 0.16722922027111053

   1851520	  0.167447	  0.167229	  0.166519		CURRENT LEARNING RATE: 6.3673978988233715e-09
previous_iter_valid_loss : 0.1769467145204544

   1851540	  0.177251	  0.176947	  0.167287		CURRENT LEARNING RATE: 6.366124546583078e-09
previous_iter_valid_loss : 0.16117586195468903

   1851560	  0.161363	  0.161176	  0.166341		CURRENT LEARNING RATE: 6.364851448987767e-09
previous_iter_valid_loss : 0.16364189982414246

   1851580	  0.163842	  0.163642	  0.165905		CURRENT LEARNING RATE: 6.363578605986515e-09
previous_iter_valid_loss : 0.16081459820270538

   1851600	  0.160970	  0.160815	  0.165652		CURRENT LEARNING RATE: 6.3623060175283866e-09
previous_iter_valid_loss : 0.16306760907173157

   1851620	  0.163272	  0.163068	  0.165139		CURRENT LEARNING RATE: 6.3610336835625215e-09
previous_iter_valid_loss : 0.16084931790828705

   1851640	  0.161036	  0.160849	  0.165145		CURRENT LEARNING RATE: 6.359761604038004e-09
previous_iter_valid_loss : 0.18398968875408173

   1851660	  0.184137	  0.183990	  0.166319		CURRENT LEARNING RATE: 6.3584897789039525e-09
previous_iter_valid_loss : 0.16220098733901978

   1851680	  0.162366	  0.162201	  0.166376		CURRENT LEARNING RATE: 6.357218208109493e-09
previous_iter_valid_loss : 0.17553505301475525

   1851700	  0.175679	  0.175535	  0.167111		CURRENT LEARNING RATE: 6.355946891603763e-09
previous_iter_valid_loss : 0.1654057800769806

   1851720	  0.165628	  0.165406	  0.166805		CURRENT LEARNING RATE: 6.354675829335909e-09
previous_iter_valid_loss : 0.16695868968963623

   1851740	  0.167114	  0.166959	  0.167057		CURRENT LEARNING RATE: 6.353405021255066e-09
previous_iter_valid_loss : 0.16135993599891663

   1851760	  0.161548	  0.161360	  0.166632		CURRENT LEARNING RATE: 6.352134467310448e-09
previous_iter_valid_loss : 0.16050425171852112

   1851780	  0.160662	  0.160504	  0.166616		CURRENT LEARNING RATE: 6.350864167451209e-09
previous_iter_valid_loss : 0.1609460562467575

   1851800	  0.161134	  0.160946	  0.166445		CURRENT LEARNING RATE: 6.349594121626537e-09
previous_iter_valid_loss : 0.16084487736225128

   1851820	  0.161000	  0.160845	  0.166249		CURRENT LEARNING RATE: 6.3483243297856315e-09
previous_iter_valid_loss : 0.16361337900161743

   1851840	  0.163783	  0.163613	  0.165833		CURRENT LEARNING RATE: 6.347054791877699e-09
previous_iter_valid_loss : 0.16416268050670624

   1851860	  0.164325	  0.164163	  0.166013		CURRENT LEARNING RATE: 6.34578550785196e-09
previous_iter_valid_loss : 0.17227450013160706

   1851880	  0.172422	  0.172275	  0.165816		CURRENT LEARNING RATE: 6.344516477657643e-09
previous_iter_valid_loss : 0.1618569940328598

   1851900	  0.162007	  0.161857	  0.165667		CURRENT LEARNING RATE: 6.343247701243962e-09
previous_iter_valid_loss : 0.18292135000228882

   1851920	  0.183076	  0.182921	  0.166451		CURRENT LEARNING RATE: 6.341979178560213e-09
previous_iter_valid_loss : 0.16374802589416504

   1851940	  0.163940	  0.163748	  0.165792		CURRENT LEARNING RATE: 6.340710909555633e-09
previous_iter_valid_loss : 0.16081449389457703

   1851960	  0.160992	  0.160814	  0.165773		CURRENT LEARNING RATE: 6.3394428941794885e-09
previous_iter_valid_loss : 0.17501047253608704

   1851980	  0.175294	  0.175010	  0.166342		CURRENT LEARNING RATE: 6.33817513238106e-09
previous_iter_valid_loss : 0.171101376414299

   1852000	  0.171352	  0.171101	  0.166856		CURRENT LEARNING RATE: 6.33690762410964e-09
previous_iter_valid_loss : 0.17180094122886658

   1852020	  0.172062	  0.171801	  0.167293		CURRENT LEARNING RATE: 6.335640369314525e-09
previous_iter_valid_loss : 0.1608378142118454

   1852040	  0.161025	  0.160838	  0.167292		CURRENT LEARNING RATE: 6.334373367945002e-09
previous_iter_valid_loss : 0.16136428713798523

   1852060	  0.161523	  0.161364	  0.166161		CURRENT LEARNING RATE: 6.333106619950438e-09
previous_iter_valid_loss : 0.16091419756412506

   1852080	  0.161068	  0.160914	  0.166097		CURRENT LEARNING RATE: 6.33184012528014e-09
previous_iter_valid_loss : 0.1647007316350937

   1852100	  0.164864	  0.164701	  0.165555		CURRENT LEARNING RATE: 6.3305738838834474e-09
previous_iter_valid_loss : 0.16335630416870117

   1852120	  0.163517	  0.163356	  0.165453		CURRENT LEARNING RATE: 6.329307895709711e-09
previous_iter_valid_loss : 0.16149412095546722

   1852140	  0.161649	  0.161494	  0.165179		CURRENT LEARNING RATE: 6.328042160708291e-09
previous_iter_valid_loss : 0.16358578205108643

   1852160	  0.163783	  0.163586	  0.165291		CURRENT LEARNING RATE: 6.326776678828559e-09
previous_iter_valid_loss : 0.16181164979934692

   1852180	  0.161976	  0.161812	  0.165356		CURRENT LEARNING RATE: 6.325511450019894e-09
previous_iter_valid_loss : 0.16265884041786194

   1852200	  0.162846	  0.162659	  0.165442		CURRENT LEARNING RATE: 6.324246474231666e-09
previous_iter_valid_loss : 0.17162591218948364

   1852220	  0.171771	  0.171626	  0.165981		CURRENT LEARNING RATE: 6.3229817514133205e-09
previous_iter_valid_loss : 0.1738477647304535

   1852240	  0.173996	  0.173848	  0.166492		CURRENT LEARNING RATE: 6.321717281514246e-09
previous_iter_valid_loss : 0.16190049052238464

   1852260	  0.162082	  0.161900	  0.166379		CURRENT LEARNING RATE: 6.320453064483862e-09
previous_iter_valid_loss : 0.16533154249191284

   1852280	  0.165532	  0.165332	  0.166032		CURRENT LEARNING RATE: 6.319189100271603e-09
previous_iter_valid_loss : 0.1715463101863861

   1852300	  0.171804	  0.171546	  0.166517		CURRENT LEARNING RATE: 6.3179253888269084e-09
previous_iter_valid_loss : 0.1605900228023529

   1852320	  0.160763	  0.160590	  0.165400		CURRENT LEARNING RATE: 6.31666193009923e-09
previous_iter_valid_loss : 0.16198205947875977

   1852340	  0.162175	  0.161982	  0.165312		CURRENT LEARNING RATE: 6.315398724038031e-09
previous_iter_valid_loss : 0.16594122350215912

   1852360	  0.166139	  0.165941	  0.165568		CURRENT LEARNING RATE: 6.314135770592757e-09
previous_iter_valid_loss : 0.1605171263217926

   1852380	  0.160676	  0.160517	  0.164843		CURRENT LEARNING RATE: 6.312873069712939e-09
previous_iter_valid_loss : 0.16152240335941315

   1852400	  0.161713	  0.161522	  0.164364		CURRENT LEARNING RATE: 6.311610621348045e-09
previous_iter_valid_loss : 0.1608678698539734

   1852420	  0.161025	  0.160868	  0.163818		CURRENT LEARNING RATE: 6.310348425447575e-09
previous_iter_valid_loss : 0.1775614321231842

   1852440	  0.177716	  0.177561	  0.164654		CURRENT LEARNING RATE: 6.309086481961044e-09
previous_iter_valid_loss : 0.16381831467151642

   1852460	  0.163992	  0.163818	  0.164777		CURRENT LEARNING RATE: 6.307824790837972e-09
previous_iter_valid_loss : 0.16091178357601166

   1852480	  0.161092	  0.160912	  0.164777		CURRENT LEARNING RATE: 6.306563352027894e-09
previous_iter_valid_loss : 0.16583363711833954

   1852500	  0.166046	  0.165834	  0.164833		CURRENT LEARNING RATE: 6.305302165480327e-09
previous_iter_valid_loss : 0.16827145218849182

   1852520	  0.168423	  0.168271	  0.165079		CURRENT LEARNING RATE: 6.30404123114487e-09
previous_iter_valid_loss : 0.16591231524944305

   1852540	  0.166078	  0.165912	  0.165300		CURRENT LEARNING RATE: 6.302780548971063e-09
previous_iter_valid_loss : 0.18823663890361786

   1852560	  0.188364	  0.188237	  0.166532		CURRENT LEARNING RATE: 6.30152011890848e-09
previous_iter_valid_loss : 0.16575820744037628

   1852580	  0.165918	  0.165758	  0.166730		CURRENT LEARNING RATE: 6.300259940906703e-09
previous_iter_valid_loss : 0.16280728578567505

   1852600	  0.162998	  0.162807	  0.166737		CURRENT LEARNING RATE: 6.299000014915323e-09
previous_iter_valid_loss : 0.16286036372184753

   1852620	  0.163054	  0.162860	  0.166299		CURRENT LEARNING RATE: 6.2977403408839455e-09
previous_iter_valid_loss : 0.16410264372825623

   1852640	  0.164304	  0.164103	  0.165812		CURRENT LEARNING RATE: 6.296480918762181e-09
previous_iter_valid_loss : 0.17617885768413544

   1852660	  0.176330	  0.176179	  0.166526		CURRENT LEARNING RATE: 6.295221748499633e-09
previous_iter_valid_loss : 0.16051487624645233

   1852680	  0.160687	  0.160515	  0.166285		CURRENT LEARNING RATE: 6.293962830045977e-09
previous_iter_valid_loss : 0.16459202766418457

   1852700	  0.164799	  0.164592	  0.165937		CURRENT LEARNING RATE: 6.292704163350836e-09
previous_iter_valid_loss : 0.17257703840732574

   1852720	  0.172847	  0.172577	  0.166536		CURRENT LEARNING RATE: 6.291445748363863e-09
previous_iter_valid_loss : 0.1605316400527954

   1852740	  0.160690	  0.160532	  0.166464		CURRENT LEARNING RATE: 6.29018758503472e-09
previous_iter_valid_loss : 0.1658756136894226

   1852760	  0.166094	  0.165876	  0.166461		CURRENT LEARNING RATE: 6.2889296733130805e-09
previous_iter_valid_loss : 0.16482874751091003

   1852780	  0.165001	  0.164829	  0.166676		CURRENT LEARNING RATE: 6.287672013148629e-09
previous_iter_valid_loss : 0.18840289115905762

   1852800	  0.188535	  0.188403	  0.168020		CURRENT LEARNING RATE: 6.28641460449106e-09
previous_iter_valid_loss : 0.16087284684181213

   1852820	  0.161057	  0.160873	  0.168020		CURRENT LEARNING RATE: 6.285157447290053e-09
previous_iter_valid_loss : 0.1610347330570221

   1852840	  0.161215	  0.161035	  0.167194		CURRENT LEARNING RATE: 6.2839005414953665e-09
previous_iter_valid_loss : 0.16272027790546417

   1852860	  0.162879	  0.162720	  0.167139		CURRENT LEARNING RATE: 6.2826438870567035e-09
previous_iter_valid_loss : 0.16572315990924835

   1852880	  0.165924	  0.165723	  0.167380		CURRENT LEARNING RATE: 6.2813874839237965e-09
previous_iter_valid_loss : 0.1703186184167862

   1852900	  0.170472	  0.170319	  0.167604		CURRENT LEARNING RATE: 6.28013133204639e-09
previous_iter_valid_loss : 0.16054053604602814

   1852920	  0.160709	  0.160541	  0.167217		CURRENT LEARNING RATE: 6.278875431374237e-09
previous_iter_valid_loss : 0.16216513514518738

   1852940	  0.162336	  0.162165	  0.167030		CURRENT LEARNING RATE: 6.277619781857102e-09
previous_iter_valid_loss : 0.16474005579948425

   1852960	  0.164945	  0.164740	  0.165855		CURRENT LEARNING RATE: 6.2763643834447375e-09
previous_iter_valid_loss : 0.16052690148353577

   1852980	  0.160685	  0.160527	  0.165594		CURRENT LEARNING RATE: 6.27510923608697e-09
previous_iter_valid_loss : 0.16050511598587036

   1853000	  0.160677	  0.160505	  0.165479		CURRENT LEARNING RATE: 6.273854339733575e-09
previous_iter_valid_loss : 0.19113780558109283

   1853020	  0.191258	  0.191138	  0.166892		CURRENT LEARNING RATE: 6.272599694334354e-09
previous_iter_valid_loss : 0.17073054611682892

   1853040	  0.170984	  0.170731	  0.167224		CURRENT LEARNING RATE: 6.27134529983912e-09
previous_iter_valid_loss : 0.17804956436157227

   1853060	  0.178365	  0.178050	  0.167317		CURRENT LEARNING RATE: 6.270091156197699e-09
previous_iter_valid_loss : 0.1605076938867569

   1853080	  0.160664	  0.160508	  0.167317		CURRENT LEARNING RATE: 6.268837263359926e-09
previous_iter_valid_loss : 0.16219103336334229

   1853100	  0.162363	  0.162191	  0.167197		CURRENT LEARNING RATE: 6.2675836212756444e-09
previous_iter_valid_loss : 0.1638527661561966

   1853120	  0.164050	  0.163853	  0.166761		CURRENT LEARNING RATE: 6.266330229894686e-09
previous_iter_valid_loss : 0.1618790328502655

   1853140	  0.162040	  0.161879	  0.166828		CURRENT LEARNING RATE: 6.26507708916696e-09
previous_iter_valid_loss : 0.16050264239311218

   1853160	  0.160663	  0.160503	  0.166559		CURRENT LEARNING RATE: 6.263824199042318e-09
previous_iter_valid_loss : 0.16050519049167633

   1853180	  0.160671	  0.160505	  0.166343		CURRENT LEARNING RATE: 6.262571559470646e-09
previous_iter_valid_loss : 0.16650855541229248

   1853200	  0.166670	  0.166509	  0.165249		CURRENT LEARNING RATE: 6.261319170401836e-09
previous_iter_valid_loss : 0.17280766367912292

   1853220	  0.173075	  0.172808	  0.165845		CURRENT LEARNING RATE: 6.260067031785794e-09
previous_iter_valid_loss : 0.1628054678440094

   1853240	  0.162993	  0.162805	  0.165934		CURRENT LEARNING RATE: 6.258815143572433e-09
previous_iter_valid_loss : 0.16328991949558258

   1853260	  0.163483	  0.163290	  0.165962		CURRENT LEARNING RATE: 6.2575635057116585e-09
previous_iter_valid_loss : 0.16146939992904663

   1853280	  0.161625	  0.161469	  0.165750		CURRENT LEARNING RATE: 6.256312118153446e-09
previous_iter_valid_loss : 0.16054224967956543

   1853300	  0.160700	  0.160542	  0.165261		CURRENT LEARNING RATE: 6.255060980847719e-09
previous_iter_valid_loss : 0.16258051991462708

   1853320	  0.162765	  0.162581	  0.165363		CURRENT LEARNING RATE: 6.2538100937444325e-09
previous_iter_valid_loss : 0.17956049740314484

   1853340	  0.179887	  0.179560	  0.166233		CURRENT LEARNING RATE: 6.252559456793551e-09
previous_iter_valid_loss : 0.1734359860420227

   1853360	  0.173709	  0.173436	  0.166667		CURRENT LEARNING RATE: 6.251309069945048e-09
previous_iter_valid_loss : 0.17413336038589478

   1853380	  0.174405	  0.174133	  0.167348		CURRENT LEARNING RATE: 6.250058933148908e-09
previous_iter_valid_loss : 0.17699623107910156

   1853400	  0.177155	  0.176996	  0.168172		CURRENT LEARNING RATE: 6.248809046355128e-09
previous_iter_valid_loss : 0.16564618051052094

   1853420	  0.165811	  0.165646	  0.166898		CURRENT LEARNING RATE: 6.247559409513686e-09
previous_iter_valid_loss : 0.16138377785682678

   1853440	  0.161579	  0.161384	  0.166430		CURRENT LEARNING RATE: 6.246310022574645e-09
previous_iter_valid_loss : 0.16187918186187744

   1853460	  0.162064	  0.161879	  0.165622		CURRENT LEARNING RATE: 6.245060885488005e-09
previous_iter_valid_loss : 0.1703002154827118

   1853480	  0.170548	  0.170300	  0.166111		CURRENT LEARNING RATE: 6.243811998203802e-09
previous_iter_valid_loss : 0.16135691106319427

   1853500	  0.161509	  0.161357	  0.166070		CURRENT LEARNING RATE: 6.242563360672079e-09
previous_iter_valid_loss : 0.17974300682544708

   1853520	  0.179904	  0.179743	  0.166864		CURRENT LEARNING RATE: 6.241314972842893e-09
previous_iter_valid_loss : 0.16395960748195648

   1853540	  0.164136	  0.163960	  0.166968		CURRENT LEARNING RATE: 6.240066834666305e-09
previous_iter_valid_loss : 0.1631329506635666

   1853560	  0.163305	  0.163133	  0.167100		CURRENT LEARNING RATE: 6.238818946092391e-09
previous_iter_valid_loss : 0.16240237653255463

   1853580	  0.162569	  0.162402	  0.167195		CURRENT LEARNING RATE: 6.237571307071214e-09
previous_iter_valid_loss : 0.16077002882957458

   1853600	  0.160929	  0.160770	  0.166908		CURRENT LEARNING RATE: 6.2363239175529135e-09
previous_iter_valid_loss : 0.16233015060424805

   1853620	  0.162491	  0.162330	  0.166384		CURRENT LEARNING RATE: 6.235076777487569e-09
previous_iter_valid_loss : 0.16821818053722382

   1853640	  0.168366	  0.168218	  0.166654		CURRENT LEARNING RATE: 6.233829886825297e-09
previous_iter_valid_loss : 0.1637985110282898

   1853660	  0.164001	  0.163799	  0.166680		CURRENT LEARNING RATE: 6.232583245516221e-09
previous_iter_valid_loss : 0.1605919897556305

   1853680	  0.160743	  0.160592	  0.166636		CURRENT LEARNING RATE: 6.2313368535104755e-09
previous_iter_valid_loss : 0.16440390050411224

   1853700	  0.164608	  0.164404	  0.166829		CURRENT LEARNING RATE: 6.230090710758205e-09
previous_iter_valid_loss : 0.16084331274032593

   1853720	  0.161005	  0.160843	  0.166742		CURRENT LEARNING RATE: 6.228844817209542e-09
previous_iter_valid_loss : 0.16059279441833496

   1853740	  0.160763	  0.160593	  0.165794		CURRENT LEARNING RATE: 6.227599172814696e-09
previous_iter_valid_loss : 0.16496728360652924

   1853760	  0.165132	  0.164967	  0.165370		CURRENT LEARNING RATE: 6.226353777523815e-09
previous_iter_valid_loss : 0.1611085832118988

   1853780	  0.161270	  0.161109	  0.164719		CURRENT LEARNING RATE: 6.225108631287089e-09
previous_iter_valid_loss : 0.16195152699947357

   1853800	  0.162143	  0.161952	  0.163967		CURRENT LEARNING RATE: 6.223863734054706e-09
previous_iter_valid_loss : 0.1637219935655594

   1853820	  0.163879	  0.163722	  0.163871		CURRENT LEARNING RATE: 6.222619085776875e-09
previous_iter_valid_loss : 0.16134388744831085

   1853840	  0.161503	  0.161344	  0.163869		CURRENT LEARNING RATE: 6.221374686403808e-09
previous_iter_valid_loss : 0.16095153987407684

   1853860	  0.161115	  0.160952	  0.163822		CURRENT LEARNING RATE: 6.2201305358857286e-09
previous_iter_valid_loss : 0.16137312352657318

   1853880	  0.161529	  0.161373	  0.163376		CURRENT LEARNING RATE: 6.21888663417285e-09
previous_iter_valid_loss : 0.16325339674949646

   1853900	  0.163454	  0.163253	  0.163471		CURRENT LEARNING RATE: 6.21764298121546e-09
previous_iter_valid_loss : 0.160496786236763

   1853920	  0.160656	  0.160497	  0.162508		CURRENT LEARNING RATE: 6.216399576963789e-09
previous_iter_valid_loss : 0.16991646587848663

   1853940	  0.170070	  0.169916	  0.162806		CURRENT LEARNING RATE: 6.2151564213681034e-09
previous_iter_valid_loss : 0.18241825699806213

   1853960	  0.182571	  0.182418	  0.163771		CURRENT LEARNING RATE: 6.213913514378674e-09
previous_iter_valid_loss : 0.17486684024333954

   1853980	  0.175017	  0.174867	  0.164394		CURRENT LEARNING RATE: 6.212670855945787e-09
previous_iter_valid_loss : 0.16846466064453125

   1854000	  0.168695	  0.168465	  0.164779		CURRENT LEARNING RATE: 6.2114284460197345e-09
previous_iter_valid_loss : 0.18120071291923523

   1854020	  0.181541	  0.181201	  0.165722		CURRENT LEARNING RATE: 6.210186284550799e-09
previous_iter_valid_loss : 0.16088160872459412

   1854040	  0.161057	  0.160882	  0.165355		CURRENT LEARNING RATE: 6.2089443714893375e-09
previous_iter_valid_loss : 0.1732039898633957

   1854060	  0.173479	  0.173204	  0.165826		CURRENT LEARNING RATE: 6.2077027067856525e-09
previous_iter_valid_loss : 0.1796674281358719

   1854080	  0.179991	  0.179667	  0.166779		CURRENT LEARNING RATE: 6.2064612903900755e-09
previous_iter_valid_loss : 0.16289418935775757

   1854100	  0.163059	  0.162894	  0.166704		CURRENT LEARNING RATE: 6.205220122252951e-09
previous_iter_valid_loss : 0.16561105847358704

   1854120	  0.165769	  0.165611	  0.166942		CURRENT LEARNING RATE: 6.203979202324633e-09
previous_iter_valid_loss : 0.16959327459335327

   1854140	  0.169746	  0.169593	  0.167392		CURRENT LEARNING RATE: 6.202738530555482e-09
previous_iter_valid_loss : 0.16256330907344818

   1854160	  0.162733	  0.162563	  0.167272		CURRENT LEARNING RATE: 6.201498106895875e-09
previous_iter_valid_loss : 0.16193337738513947

   1854180	  0.162118	  0.161933	  0.167313		CURRENT LEARNING RATE: 6.2002579312961704e-09
previous_iter_valid_loss : 0.16204002499580383

   1854200	  0.162223	  0.162040	  0.167318		CURRENT LEARNING RATE: 6.199018003706806e-09
previous_iter_valid_loss : 0.16071312129497528

   1854220	  0.160887	  0.160713	  0.167167		CURRENT LEARNING RATE: 6.197778324078164e-09
previous_iter_valid_loss : 0.17536820471286774

   1854240	  0.175653	  0.175368	  0.167868		CURRENT LEARNING RATE: 6.196538892360653e-09
previous_iter_valid_loss : 0.16665767133235931

   1854260	  0.166870	  0.166658	  0.168154		CURRENT LEARNING RATE: 6.1952997085047e-09
previous_iter_valid_loss : 0.1646391749382019

   1854280	  0.164812	  0.164639	  0.168317		CURRENT LEARNING RATE: 6.194060772460737e-09
previous_iter_valid_loss : 0.16796255111694336

   1854300	  0.168200	  0.167963	  0.168553		CURRENT LEARNING RATE: 6.192822084179205e-09
previous_iter_valid_loss : 0.16376513242721558

   1854320	  0.163962	  0.163765	  0.168716		CURRENT LEARNING RATE: 6.191583643610557e-09
previous_iter_valid_loss : 0.16055603325366974

   1854340	  0.160719	  0.160556	  0.168248		CURRENT LEARNING RATE: 6.190345450705233e-09
previous_iter_valid_loss : 0.17096346616744995

   1854360	  0.171111	  0.170963	  0.167675		CURRENT LEARNING RATE: 6.18910750541375e-09
previous_iter_valid_loss : 0.16188277304172516

   1854380	  0.162044	  0.161883	  0.167026		CURRENT LEARNING RATE: 6.187869807686569e-09
previous_iter_valid_loss : 0.1728079617023468

   1854400	  0.172955	  0.172808	  0.167243		CURRENT LEARNING RATE: 6.18663235747418e-09
previous_iter_valid_loss : 0.16089506447315216

   1854420	  0.161072	  0.160895	  0.166228		CURRENT LEARNING RATE: 6.185395154727087e-09
previous_iter_valid_loss : 0.16283492743968964

   1854440	  0.162996	  0.162835	  0.166325		CURRENT LEARNING RATE: 6.184158199395802e-09
previous_iter_valid_loss : 0.17893996834754944

   1854460	  0.179098	  0.178940	  0.166612		CURRENT LEARNING RATE: 6.1829214914308444e-09
previous_iter_valid_loss : 0.1673809289932251

   1854480	  0.167540	  0.167381	  0.165998		CURRENT LEARNING RATE: 6.181685030782726e-09
previous_iter_valid_loss : 0.18867921829223633

   1854500	  0.189114	  0.188679	  0.167287		CURRENT LEARNING RATE: 6.18044881740203e-09
previous_iter_valid_loss : 0.1622294932603836

   1854520	  0.162423	  0.162229	  0.167118		CURRENT LEARNING RATE: 6.179212851239289e-09
previous_iter_valid_loss : 0.18150828778743744

   1854540	  0.181844	  0.181508	  0.167714		CURRENT LEARNING RATE: 6.177977132245062e-09
previous_iter_valid_loss : 0.16135168075561523

   1854560	  0.161516	  0.161352	  0.167653		CURRENT LEARNING RATE: 6.1767416603699225e-09
previous_iter_valid_loss : 0.17268171906471252

   1854580	  0.172827	  0.172682	  0.168191		CURRENT LEARNING RATE: 6.175506435564449e-09
previous_iter_valid_loss : 0.16048456728458405

   1854600	  0.160652	  0.160485	  0.168113		CURRENT LEARNING RATE: 6.174271457779234e-09
previous_iter_valid_loss : 0.16062021255493164

   1854620	  0.160783	  0.160620	  0.168108		CURRENT LEARNING RATE: 6.173036726964879e-09
previous_iter_valid_loss : 0.16118864715099335

   1854640	  0.161376	  0.161189	  0.167399		CURRENT LEARNING RATE: 6.17180224307197e-09
previous_iter_valid_loss : 0.16050435602664948

   1854660	  0.160660	  0.160504	  0.167092		CURRENT LEARNING RATE: 6.170568006051175e-09
previous_iter_valid_loss : 0.16162894666194916

   1854680	  0.161790	  0.161629	  0.166941		CURRENT LEARNING RATE: 6.169334015853101e-09
previous_iter_valid_loss : 0.16051146388053894

   1854700	  0.160679	  0.160511	  0.166569		CURRENT LEARNING RATE: 6.168100272428388e-09
previous_iter_valid_loss : 0.16389377415180206

   1854720	  0.164066	  0.163894	  0.166575		CURRENT LEARNING RATE: 6.166866775727687e-09
previous_iter_valid_loss : 0.1612793505191803

   1854740	  0.161434	  0.161279	  0.166611		CURRENT LEARNING RATE: 6.1656335257016574e-09
previous_iter_valid_loss : 0.1775617152452469

   1854760	  0.177860	  0.177562	  0.166941		CURRENT LEARNING RATE: 6.16440052230097e-09
previous_iter_valid_loss : 0.18024298548698425

   1854780	  0.180567	  0.180243	  0.167859		CURRENT LEARNING RATE: 6.1631677654763045e-09
previous_iter_valid_loss : 0.16296574473381042

   1854800	  0.163135	  0.162966	  0.167367		CURRENT LEARNING RATE: 6.161935255178329e-09
previous_iter_valid_loss : 0.16074302792549133

   1854820	  0.160896	  0.160743	  0.167359		CURRENT LEARNING RATE: 6.160702991357785e-09
previous_iter_valid_loss : 0.16126665472984314

   1854840	  0.161428	  0.161267	  0.167281		CURRENT LEARNING RATE: 6.1594709739653624e-09
previous_iter_valid_loss : 0.17188909649848938

   1854860	  0.172038	  0.171889	  0.166928		CURRENT LEARNING RATE: 6.15823920295178e-09
previous_iter_valid_loss : 0.16651658713817596

   1854880	  0.166674	  0.166517	  0.166885		CURRENT LEARNING RATE: 6.157007678267766e-09
previous_iter_valid_loss : 0.1605304628610611

   1854900	  0.160698	  0.160530	  0.165478		CURRENT LEARNING RATE: 6.15577639986406e-09
previous_iter_valid_loss : 0.16418814659118652

   1854920	  0.164355	  0.164188	  0.165576		CURRENT LEARNING RATE: 6.154545367691411e-09
previous_iter_valid_loss : 0.1865994930267334

   1854940	  0.186731	  0.186599	  0.165830		CURRENT LEARNING RATE: 6.1533145817005546e-09
previous_iter_valid_loss : 0.1641339212656021

   1854960	  0.164307	  0.164134	  0.165969		CURRENT LEARNING RATE: 6.152084041842306e-09
previous_iter_valid_loss : 0.1607314795255661

   1854980	  0.160905	  0.160731	  0.165372		CURRENT LEARNING RATE: 6.150853748067418e-09
previous_iter_valid_loss : 0.16171734035015106

   1855000	  0.161868	  0.161717	  0.165434		CURRENT LEARNING RATE: 6.149623700326681e-09
previous_iter_valid_loss : 0.16077688336372375

   1855020	  0.160929	  0.160777	  0.165441		CURRENT LEARNING RATE: 6.148393898570895e-09
previous_iter_valid_loss : 0.1627703756093979

   1855040	  0.162965	  0.162770	  0.165520		CURRENT LEARNING RATE: 6.147164342750863e-09
previous_iter_valid_loss : 0.16585686802864075

   1855060	  0.166023	  0.165857	  0.165788		CURRENT LEARNING RATE: 6.145935032817407e-09
previous_iter_valid_loss : 0.1752743124961853

   1855080	  0.175544	  0.175274	  0.166470		CURRENT LEARNING RATE: 6.144705968721353e-09
previous_iter_valid_loss : 0.1607877016067505

   1855100	  0.160942	  0.160788	  0.166484		CURRENT LEARNING RATE: 6.1434771504135166e-09
previous_iter_valid_loss : 0.17051158845424652

   1855120	  0.170660	  0.170512	  0.166815		CURRENT LEARNING RATE: 6.142248577844788e-09
previous_iter_valid_loss : 0.16056324541568756

   1855140	  0.160722	  0.160563	  0.166779		CURRENT LEARNING RATE: 6.1410202509660055e-09
previous_iter_valid_loss : 0.16287653148174286

   1855160	  0.163040	  0.162877	  0.166045		CURRENT LEARNING RATE: 6.1397921697280324e-09
previous_iter_valid_loss : 0.18380644917488098

   1855180	  0.183962	  0.183806	  0.166223		CURRENT LEARNING RATE: 6.138564334081747e-09
previous_iter_valid_loss : 0.16216745972633362

   1855200	  0.162354	  0.162167	  0.166183		CURRENT LEARNING RATE: 6.137336743978036e-09
previous_iter_valid_loss : 0.1632470190525055

   1855220	  0.163416	  0.163247	  0.166308		CURRENT LEARNING RATE: 6.136109399367795e-09
previous_iter_valid_loss : 0.16332097351551056

   1855240	  0.163486	  0.163321	  0.166411		CURRENT LEARNING RATE: 6.134882300201909e-09
previous_iter_valid_loss : 0.16054759919643402

   1855260	  0.160707	  0.160548	  0.165844		CURRENT LEARNING RATE: 6.133655446431338e-09
previous_iter_valid_loss : 0.16866375505924225

   1855280	  0.168891	  0.168664	  0.165951		CURRENT LEARNING RATE: 6.132428838006986e-09
previous_iter_valid_loss : 0.17399494349956512

   1855300	  0.174143	  0.173995	  0.166625		CURRENT LEARNING RATE: 6.131202474879788e-09
previous_iter_valid_loss : 0.16990597546100616

   1855320	  0.170055	  0.169906	  0.166911		CURRENT LEARNING RATE: 6.12997635700069e-09
previous_iter_valid_loss : 0.16247718036174774

   1855340	  0.162648	  0.162477	  0.165704		CURRENT LEARNING RATE: 6.128750484320647e-09
previous_iter_valid_loss : 0.16291721165180206

   1855360	  0.163100	  0.162917	  0.165644		CURRENT LEARNING RATE: 6.1275248567906245e-09
previous_iter_valid_loss : 0.16133862733840942

   1855380	  0.161523	  0.161339	  0.165674		CURRENT LEARNING RATE: 6.1262994743615965e-09
previous_iter_valid_loss : 0.16054917871952057

   1855400	  0.160715	  0.160549	  0.165616		CURRENT LEARNING RATE: 6.125074336984527e-09
previous_iter_valid_loss : 0.1637980043888092

   1855420	  0.163963	  0.163798	  0.165767		CURRENT LEARNING RATE: 6.1238494446104525e-09
previous_iter_valid_loss : 0.16288776695728302

   1855440	  0.163058	  0.162888	  0.165772		CURRENT LEARNING RATE: 6.122624797190359e-09
previous_iter_valid_loss : 0.16323530673980713

   1855460	  0.163436	  0.163235	  0.165641		CURRENT LEARNING RATE: 6.121400394675256e-09
previous_iter_valid_loss : 0.16798599064350128

   1855480	  0.168208	  0.167986	  0.165277		CURRENT LEARNING RATE: 6.12017623701617e-09
previous_iter_valid_loss : 0.17446249723434448

   1855500	  0.174619	  0.174462	  0.165961		CURRENT LEARNING RATE: 6.118952324164134e-09
previous_iter_valid_loss : 0.16305434703826904

   1855520	  0.163256	  0.163054	  0.165588		CURRENT LEARNING RATE: 6.117728656070193e-09
previous_iter_valid_loss : 0.1621772050857544

   1855540	  0.162339	  0.162177	  0.165669		CURRENT LEARNING RATE: 6.116505232685399e-09
previous_iter_valid_loss : 0.16172033548355103

   1855560	  0.161912	  0.161720	  0.165611		CURRENT LEARNING RATE: 6.115282053960792e-09
previous_iter_valid_loss : 0.1698763519525528

   1855580	  0.170121	  0.169876	  0.164914		CURRENT LEARNING RATE: 6.114059119847491e-09
previous_iter_valid_loss : 0.18474528193473816

   1855600	  0.185123	  0.184745	  0.166043		CURRENT LEARNING RATE: 6.112836430296555e-09
previous_iter_valid_loss : 0.16315916180610657

   1855620	  0.163329	  0.163159	  0.166039		CURRENT LEARNING RATE: 6.111613985259077e-09
previous_iter_valid_loss : 0.1623271107673645

   1855640	  0.162495	  0.162327	  0.165989		CURRENT LEARNING RATE: 6.110391784686159e-09
previous_iter_valid_loss : 0.16369856894016266

   1855660	  0.163869	  0.163699	  0.166147		CURRENT LEARNING RATE: 6.109169828528913e-09
previous_iter_valid_loss : 0.16397443413734436

   1855680	  0.164175	  0.163974	  0.165912		CURRENT LEARNING RATE: 6.107948116738462e-09
previous_iter_valid_loss : 0.16578862071037292

   1855700	  0.165991	  0.165789	  0.165502		CURRENT LEARNING RATE: 6.106726649265915e-09
previous_iter_valid_loss : 0.17308716475963593

   1855720	  0.173232	  0.173087	  0.165661		CURRENT LEARNING RATE: 6.105505426062455e-09
previous_iter_valid_loss : 0.18007031083106995

   1855740	  0.180227	  0.180070	  0.166541		CURRENT LEARNING RATE: 6.104284447079214e-09
previous_iter_valid_loss : 0.17513403296470642

   1855760	  0.175427	  0.175134	  0.167151		CURRENT LEARNING RATE: 6.103063712267351e-09
previous_iter_valid_loss : 0.17828848958015442

   1855780	  0.178605	  0.178288	  0.167999		CURRENT LEARNING RATE: 6.101843221578037e-09
previous_iter_valid_loss : 0.16222883760929108

   1855800	  0.162393	  0.162229	  0.168083		CURRENT LEARNING RATE: 6.100622974962454e-09
previous_iter_valid_loss : 0.17132636904716492

   1855820	  0.171477	  0.171326	  0.168459		CURRENT LEARNING RATE: 6.09940297237179e-09
previous_iter_valid_loss : 0.16817370057106018

   1855840	  0.168326	  0.168174	  0.168724		CURRENT LEARNING RATE: 6.098183213757246e-09
previous_iter_valid_loss : 0.16492930054664612

   1855860	  0.165132	  0.164929	  0.168808		CURRENT LEARNING RATE: 6.096963699070009e-09
previous_iter_valid_loss : 0.16051940619945526

   1855880	  0.160682	  0.160519	  0.168435		CURRENT LEARNING RATE: 6.095744428261344e-09
previous_iter_valid_loss : 0.162103533744812

   1855900	  0.162294	  0.162104	  0.167817		CURRENT LEARNING RATE: 6.094525401282455e-09
previous_iter_valid_loss : 0.16130034625530243

   1855920	  0.161461	  0.161300	  0.167729		CURRENT LEARNING RATE: 6.093306618084584e-09
previous_iter_valid_loss : 0.1898249387741089

   1855940	  0.190251	  0.189825	  0.169112		CURRENT LEARNING RATE: 6.0920880786189785e-09
previous_iter_valid_loss : 0.16347894072532654

   1855960	  0.163651	  0.163479	  0.169200		CURRENT LEARNING RATE: 6.090869782836896e-09
previous_iter_valid_loss : 0.16173961758613586

   1855980	  0.161930	  0.161740	  0.168793		CURRENT LEARNING RATE: 6.089651730689606e-09
previous_iter_valid_loss : 0.1606045365333557

   1856000	  0.160766	  0.160605	  0.167586		CURRENT LEARNING RATE: 6.088433922128387e-09
previous_iter_valid_loss : 0.17088989913463593

   1856020	  0.171153	  0.170890	  0.167972		CURRENT LEARNING RATE: 6.087216357104503e-09
previous_iter_valid_loss : 0.1653868705034256

   1856040	  0.165549	  0.165387	  0.168125		CURRENT LEARNING RATE: 6.085999035569297e-09
previous_iter_valid_loss : 0.160644993185997

   1856060	  0.160813	  0.160645	  0.167973		CURRENT LEARNING RATE: 6.084781957474053e-09
previous_iter_valid_loss : 0.16454875469207764

   1856080	  0.164717	  0.164549	  0.168001		CURRENT LEARNING RATE: 6.0835651227700865e-09
previous_iter_valid_loss : 0.16498064994812012

   1856100	  0.165145	  0.164981	  0.167961		CURRENT LEARNING RATE: 6.082348531408727e-09
previous_iter_valid_loss : 0.16523262858390808

   1856120	  0.165396	  0.165233	  0.167568		CURRENT LEARNING RATE: 6.0811321833413095e-09
previous_iter_valid_loss : 0.16446612775325775

   1856140	  0.164631	  0.164466	  0.166788		CURRENT LEARNING RATE: 6.079916078519179e-09
previous_iter_valid_loss : 0.16716928780078888

   1856160	  0.167330	  0.167169	  0.166390		CURRENT LEARNING RATE: 6.078700216893672e-09
previous_iter_valid_loss : 0.17361190915107727

   1856180	  0.173760	  0.173612	  0.166156		CURRENT LEARNING RATE: 6.077484598416196e-09
previous_iter_valid_loss : 0.16340625286102295

   1856200	  0.163600	  0.163406	  0.166215		CURRENT LEARNING RATE: 6.076269223038106e-09
previous_iter_valid_loss : 0.16165302693843842

   1856220	  0.161804	  0.161653	  0.165731		CURRENT LEARNING RATE: 6.075054090710784e-09
previous_iter_valid_loss : 0.1657116860151291

   1856240	  0.165878	  0.165712	  0.165608		CURRENT LEARNING RATE: 6.073839201385626e-09
previous_iter_valid_loss : 0.1633823662996292

   1856260	  0.163582	  0.163382	  0.165531		CURRENT LEARNING RATE: 6.0726245550140375e-09
previous_iter_valid_loss : 0.1743614822626114

   1856280	  0.174511	  0.174361	  0.166223		CURRENT LEARNING RATE: 6.071410151547433e-09
previous_iter_valid_loss : 0.1720978170633316

   1856300	  0.172355	  0.172098	  0.166722		CURRENT LEARNING RATE: 6.070195990937234e-09
previous_iter_valid_loss : 0.16532553732395172

   1856320	  0.165535	  0.165326	  0.166924		CURRENT LEARNING RATE: 6.068982073134854e-09
previous_iter_valid_loss : 0.16075707972049713

   1856340	  0.160935	  0.160757	  0.165470		CURRENT LEARNING RATE: 6.06776839809178e-09
previous_iter_valid_loss : 0.16416968405246735

   1856360	  0.164333	  0.164170	  0.165505		CURRENT LEARNING RATE: 6.066554965759444e-09
previous_iter_valid_loss : 0.166258305311203

   1856380	  0.166422	  0.166258	  0.165731		CURRENT LEARNING RATE: 6.065341776089305e-09
previous_iter_valid_loss : 0.17460887134075165

   1856400	  0.174755	  0.174609	  0.166431		CURRENT LEARNING RATE: 6.0641288290328395e-09
previous_iter_valid_loss : 0.16102252900600433

   1856420	  0.161180	  0.161023	  0.165938		CURRENT LEARNING RATE: 6.062916124541527e-09
previous_iter_valid_loss : 0.20644935965538025

   1856440	  0.206510	  0.206449	  0.167991		CURRENT LEARNING RATE: 6.06170366256686e-09
previous_iter_valid_loss : 0.16143815219402313

   1856460	  0.161588	  0.161438	  0.168030		CURRENT LEARNING RATE: 6.060491443060319e-09
previous_iter_valid_loss : 0.1730780452489853

   1856480	  0.173221	  0.173078	  0.168457		CURRENT LEARNING RATE: 6.0592794659734594e-09
previous_iter_valid_loss : 0.16067177057266235

   1856500	  0.160830	  0.160672	  0.168241		CURRENT LEARNING RATE: 6.058067731257777e-09
previous_iter_valid_loss : 0.18153353035449982

   1856520	  0.181693	  0.181534	  0.169056		CURRENT LEARNING RATE: 6.056856238864806e-09
previous_iter_valid_loss : 0.17330482602119446

   1856540	  0.173576	  0.173305	  0.169498		CURRENT LEARNING RATE: 6.055644988746085e-09
previous_iter_valid_loss : 0.16820305585861206

   1856560	  0.168361	  0.168203	  0.169550		CURRENT LEARNING RATE: 6.054433980853165e-09
previous_iter_valid_loss : 0.1609555035829544

   1856580	  0.161132	  0.160956	  0.168917		CURRENT LEARNING RATE: 6.053223215137605e-09
previous_iter_valid_loss : 0.17919465899467468

   1856600	  0.179353	  0.179195	  0.169707		CURRENT LEARNING RATE: 6.052012691550974e-09
previous_iter_valid_loss : 0.1676357388496399

   1856620	  0.167791	  0.167636	  0.170006		CURRENT LEARNING RATE: 6.05080241004483e-09
previous_iter_valid_loss : 0.16266778111457825

   1856640	  0.162838	  0.162668	  0.169854		CURRENT LEARNING RATE: 6.049592370570805e-09
previous_iter_valid_loss : 0.16178512573242188

   1856660	  0.161969	  0.161785	  0.169774		CURRENT LEARNING RATE: 6.048382573080475e-09
previous_iter_valid_loss : 0.17741599678993225

   1856680	  0.177565	  0.177416	  0.169926		CURRENT LEARNING RATE: 6.047173017525449e-09
previous_iter_valid_loss : 0.16076909005641937

   1856700	  0.160943	  0.160769	  0.169360		CURRENT LEARNING RATE: 6.045963703857344e-09
previous_iter_valid_loss : 0.169594407081604

   1856720	  0.169844	  0.169594	  0.169573		CURRENT LEARNING RATE: 6.04475463202779e-09
previous_iter_valid_loss : 0.165270134806633

   1856740	  0.165428	  0.165270	  0.169799		CURRENT LEARNING RATE: 6.043545801988419e-09
previous_iter_valid_loss : 0.16899815201759338

   1856760	  0.169150	  0.168998	  0.170041		CURRENT LEARNING RATE: 6.0423372136908834e-09
previous_iter_valid_loss : 0.16320562362670898

   1856780	  0.163409	  0.163206	  0.169888		CURRENT LEARNING RATE: 6.041128867086814e-09
previous_iter_valid_loss : 0.16953866183757782

   1856800	  0.169784	  0.169539	  0.169634		CURRENT LEARNING RATE: 6.039920762127923e-09
previous_iter_valid_loss : 0.1642187088727951

   1856820	  0.164384	  0.164219	  0.169794		CURRENT LEARNING RATE: 6.038712898765863e-09
previous_iter_valid_loss : 0.16109825670719147

   1856840	  0.161283	  0.161098	  0.167527		CURRENT LEARNING RATE: 6.037505276952319e-09
previous_iter_valid_loss : 0.1614772230386734

   1856860	  0.161662	  0.161477	  0.167529		CURRENT LEARNING RATE: 6.036297896638988e-09
previous_iter_valid_loss : 0.18559589982032776

   1856880	  0.185732	  0.185596	  0.168154		CURRENT LEARNING RATE: 6.035090757777572e-09
previous_iter_valid_loss : 0.16713766753673553

   1856900	  0.167371	  0.167138	  0.168478		CURRENT LEARNING RATE: 6.0338838603197885e-09
previous_iter_valid_loss : 0.16125896573066711

   1856920	  0.161424	  0.161259	  0.167464		CURRENT LEARNING RATE: 6.032677204217338e-09
previous_iter_valid_loss : 0.1636284440755844

   1856940	  0.163831	  0.163628	  0.166980		CURRENT LEARNING RATE: 6.031470789421999e-09
previous_iter_valid_loss : 0.17029044032096863

   1856960	  0.170545	  0.170290	  0.167085		CURRENT LEARNING RATE: 6.030264615885491e-09
previous_iter_valid_loss : 0.16365502774715424

   1856980	  0.163858	  0.163655	  0.167220		CURRENT LEARNING RATE: 6.029058683559569e-09
previous_iter_valid_loss : 0.18668246269226074

   1857000	  0.187096	  0.186682	  0.167594		CURRENT LEARNING RATE: 6.0278529923959955e-09
previous_iter_valid_loss : 0.17669720947742462

   1857020	  0.176986	  0.176697	  0.168047		CURRENT LEARNING RATE: 6.026647542346542e-09
previous_iter_valid_loss : 0.16085603833198547

   1857040	  0.161011	  0.160856	  0.167956		CURRENT LEARNING RATE: 6.0254423333629905e-09
previous_iter_valid_loss : 0.16672366857528687

   1857060	  0.166944	  0.166724	  0.168203		CURRENT LEARNING RATE: 6.024237365397135e-09
previous_iter_valid_loss : 0.16115060448646545

   1857080	  0.161335	  0.161151	  0.167390		CURRENT LEARNING RATE: 6.0230326384007516e-09
previous_iter_valid_loss : 0.1695455014705658

   1857100	  0.169696	  0.169546	  0.167829		CURRENT LEARNING RATE: 6.021828152325697e-09
previous_iter_valid_loss : 0.16065511107444763

   1857120	  0.160819	  0.160655	  0.167382		CURRENT LEARNING RATE: 6.0206239071237694e-09
previous_iter_valid_loss : 0.17917472124099731

   1857140	  0.179487	  0.179175	  0.168077		CURRENT LEARNING RATE: 6.019419902746799e-09
previous_iter_valid_loss : 0.16628620028495789

   1857160	  0.166501	  0.166286	  0.167942		CURRENT LEARNING RATE: 6.018216139146624e-09
previous_iter_valid_loss : 0.1728193312883377

   1857180	  0.173078	  0.172819	  0.168422		CURRENT LEARNING RATE: 6.017012616275097e-09
previous_iter_valid_loss : 0.16680562496185303

   1857200	  0.167014	  0.166806	  0.168286		CURRENT LEARNING RATE: 6.015809334084075e-09
previous_iter_valid_loss : 0.17997659742832184

   1857220	  0.180140	  0.179977	  0.169074		CURRENT LEARNING RATE: 6.014606292525427e-09
previous_iter_valid_loss : 0.1681125909090042

   1857240	  0.168347	  0.168113	  0.169424		CURRENT LEARNING RATE: 6.0134034915510095e-09
previous_iter_valid_loss : 0.16448535025119781

   1857260	  0.164691	  0.164485	  0.169575		CURRENT LEARNING RATE: 6.012200931112755e-09
previous_iter_valid_loss : 0.17283472418785095

   1857280	  0.173107	  0.172835	  0.168937		CURRENT LEARNING RATE: 6.010998611162537e-09
previous_iter_valid_loss : 0.1606510430574417

   1857300	  0.160806	  0.160651	  0.168612		CURRENT LEARNING RATE: 6.009796531652266e-09
previous_iter_valid_loss : 0.17369042336940765

   1857320	  0.173964	  0.173690	  0.169234		CURRENT LEARNING RATE: 6.008594692533856e-09
previous_iter_valid_loss : 0.16671600937843323

   1857340	  0.166933	  0.166716	  0.169388		CURRENT LEARNING RATE: 6.007393093759236e-09
previous_iter_valid_loss : 0.1605471670627594

   1857360	  0.160708	  0.160547	  0.168901		CURRENT LEARNING RATE: 6.0061917352803384e-09
previous_iter_valid_loss : 0.1605798751115799

   1857380	  0.160749	  0.160580	  0.168747		CURRENT LEARNING RATE: 6.00499061704909e-09
previous_iter_valid_loss : 0.16062165796756744

   1857400	  0.160768	  0.160622	  0.167444		CURRENT LEARNING RATE: 6.00378973901749e-09
previous_iter_valid_loss : 0.16087988018989563

   1857420	  0.161032	  0.160880	  0.166653		CURRENT LEARNING RATE: 6.002589101137479e-09
previous_iter_valid_loss : 0.16386568546295166

   1857440	  0.164036	  0.163866	  0.166804		CURRENT LEARNING RATE: 6.0013887033610334e-09
previous_iter_valid_loss : 0.16385245323181152

   1857460	  0.164025	  0.163852	  0.166660		CURRENT LEARNING RATE: 6.0001885456401375e-09
previous_iter_valid_loss : 0.16216504573822021

   1857480	  0.162326	  0.162165	  0.166711		CURRENT LEARNING RATE: 5.998988627926783e-09
previous_iter_valid_loss : 0.1682131141424179

   1857500	  0.168442	  0.168213	  0.166644		CURRENT LEARNING RATE: 5.997788950172974e-09
previous_iter_valid_loss : 0.1607276201248169

   1857520	  0.160883	  0.160728	  0.166648		CURRENT LEARNING RATE: 5.996589512330725e-09
previous_iter_valid_loss : 0.16287748515605927

   1857540	  0.163042	  0.162877	  0.165833		CURRENT LEARNING RATE: 5.995390314352036e-09
previous_iter_valid_loss : 0.16050438582897186

   1857560	  0.160669	  0.160504	  0.165544		CURRENT LEARNING RATE: 5.994191356188981e-09
previous_iter_valid_loss : 0.16701975464820862

   1857580	  0.167174	  0.167020	  0.165254		CURRENT LEARNING RATE: 5.992992637793581e-09
previous_iter_valid_loss : 0.16076011955738068

   1857600	  0.160919	  0.160760	  0.164952		CURRENT LEARNING RATE: 5.9917941591178875e-09
previous_iter_valid_loss : 0.16204503178596497

   1857620	  0.162202	  0.162045	  0.164055		CURRENT LEARNING RATE: 5.990595920113961e-09
previous_iter_valid_loss : 0.16214948892593384

   1857640	  0.162340	  0.162149	  0.163757		CURRENT LEARNING RATE: 5.989397920733872e-09
previous_iter_valid_loss : 0.16816799342632294

   1857660	  0.168325	  0.168168	  0.163941		CURRENT LEARNING RATE: 5.988200160929701e-09
previous_iter_valid_loss : 0.16068963706493378

   1857680	  0.160857	  0.160690	  0.163334		CURRENT LEARNING RATE: 5.987002640653517e-09
previous_iter_valid_loss : 0.16096197068691254

   1857700	  0.161144	  0.160962	  0.163349		CURRENT LEARNING RATE: 5.985805359857459e-09
previous_iter_valid_loss : 0.17178122699260712

   1857720	  0.172039	  0.171781	  0.163254		CURRENT LEARNING RATE: 5.984608318493617e-09
previous_iter_valid_loss : 0.17732466757297516

   1857740	  0.177484	  0.177325	  0.163784		CURRENT LEARNING RATE: 5.9834115165141086e-09
previous_iter_valid_loss : 0.1622813194990158

   1857760	  0.162431	  0.162281	  0.163871		CURRENT LEARNING RATE: 5.9822149538710614e-09
previous_iter_valid_loss : 0.16084130108356476

   1857780	  0.161016	  0.160841	  0.163884		CURRENT LEARNING RATE: 5.981018630516612e-09
previous_iter_valid_loss : 0.1606437861919403

   1857800	  0.160813	  0.160644	  0.163885		CURRENT LEARNING RATE: 5.97982254640291e-09
previous_iter_valid_loss : 0.16135697066783905

   1857820	  0.161513	  0.161357	  0.163909		CURRENT LEARNING RATE: 5.978626701482111e-09
previous_iter_valid_loss : 0.1635674387216568

   1857840	  0.163731	  0.163567	  0.163894		CURRENT LEARNING RATE: 5.977431095706359e-09
previous_iter_valid_loss : 0.16058216989040375

   1857860	  0.160745	  0.160582	  0.163731		CURRENT LEARNING RATE: 5.976235729027873e-09
previous_iter_valid_loss : 0.16720926761627197

   1857880	  0.167429	  0.167209	  0.163983		CURRENT LEARNING RATE: 5.9750406013988165e-09
previous_iter_valid_loss : 0.16147403419017792

   1857900	  0.161658	  0.161474	  0.163646		CURRENT LEARNING RATE: 5.973845712771386e-09
previous_iter_valid_loss : 0.1649169772863388

   1857920	  0.165114	  0.164917	  0.163855		CURRENT LEARNING RATE: 5.972651063097783e-09
previous_iter_valid_loss : 0.1637057214975357

   1857940	  0.163873	  0.163706	  0.163897		CURRENT LEARNING RATE: 5.971456652330225e-09
previous_iter_valid_loss : 0.160556823015213

   1857960	  0.160736	  0.160557	  0.163899		CURRENT LEARNING RATE: 5.970262480420933e-09
previous_iter_valid_loss : 0.1788385659456253

   1857980	  0.179166	  0.178839	  0.164490		CURRENT LEARNING RATE: 5.969068547322142e-09
previous_iter_valid_loss : 0.17496240139007568

   1858000	  0.175234	  0.174962	  0.165201		CURRENT LEARNING RATE: 5.967874852986071e-09
previous_iter_valid_loss : 0.16650865972042084

   1858020	  0.166724	  0.166509	  0.165424		CURRENT LEARNING RATE: 5.966681397365017e-09
previous_iter_valid_loss : 0.16076812148094177

   1858040	  0.160937	  0.160768	  0.165355		CURRENT LEARNING RATE: 5.96548818041122e-09
previous_iter_valid_loss : 0.1661521941423416

   1858060	  0.166362	  0.166152	  0.165254		CURRENT LEARNING RATE: 5.96429520207695e-09
previous_iter_valid_loss : 0.160946786403656

   1858080	  0.161122	  0.160947	  0.165267		CURRENT LEARNING RATE: 5.96310246231449e-09
previous_iter_valid_loss : 0.16363829374313354

   1858100	  0.163830	  0.163638	  0.165401		CURRENT LEARNING RATE: 5.961909961076128e-09
previous_iter_valid_loss : 0.16075371205806732

   1858120	  0.160909	  0.160754	  0.164849		CURRENT LEARNING RATE: 5.960717698314166e-09
previous_iter_valid_loss : 0.16280704736709595

   1858140	  0.162974	  0.162807	  0.164123		CURRENT LEARNING RATE: 5.959525673980892e-09
previous_iter_valid_loss : 0.16690996289253235

   1858160	  0.167132	  0.166910	  0.164355		CURRENT LEARNING RATE: 5.958333888028667e-09
previous_iter_valid_loss : 0.16051718592643738

   1858180	  0.160673	  0.160517	  0.164339		CURRENT LEARNING RATE: 5.957142340409797e-09
previous_iter_valid_loss : 0.1654883176088333

   1858200	  0.165691	  0.165488	  0.164581		CURRENT LEARNING RATE: 5.955951031076622e-09
previous_iter_valid_loss : 0.1605444997549057

   1858220	  0.160714	  0.160544	  0.164540		CURRENT LEARNING RATE: 5.954759959981489e-09
previous_iter_valid_loss : 0.18118643760681152

   1858240	  0.181537	  0.181186	  0.165421		CURRENT LEARNING RATE: 5.9535691270767555e-09
previous_iter_valid_loss : 0.16105584800243378

   1858260	  0.161210	  0.161056	  0.165445		CURRENT LEARNING RATE: 5.952378532314788e-09
previous_iter_valid_loss : 0.16352468729019165

   1858280	  0.163686	  0.163525	  0.165261		CURRENT LEARNING RATE: 5.951188175647962e-09
previous_iter_valid_loss : 0.16137732565402985

   1858300	  0.161561	  0.161377	  0.165256		CURRENT LEARNING RATE: 5.949998057028643e-09
previous_iter_valid_loss : 0.16069187223911285

   1858320	  0.160869	  0.160692	  0.165044		CURRENT LEARNING RATE: 5.948808176409269e-09
previous_iter_valid_loss : 0.16366362571716309

   1858340	  0.163859	  0.163664	  0.165042		CURRENT LEARNING RATE: 5.947618533742221e-09
previous_iter_valid_loss : 0.1663353592157364

   1858360	  0.166491	  0.166335	  0.165331		CURRENT LEARNING RATE: 5.9464291289799165e-09
previous_iter_valid_loss : 0.18625284731388092

   1858380	  0.186650	  0.186253	  0.165702		CURRENT LEARNING RATE: 5.945239962074778e-09
previous_iter_valid_loss : 0.1789558231830597

   1858400	  0.179277	  0.178956	  0.165902		CURRENT LEARNING RATE: 5.9440510329792384e-09
previous_iter_valid_loss : 0.182056725025177

   1858420	  0.182402	  0.182057	  0.166679		CURRENT LEARNING RATE: 5.942862341645741e-09
previous_iter_valid_loss : 0.16211488842964172

   1858440	  0.162271	  0.162115	  0.166746		CURRENT LEARNING RATE: 5.941673888026738e-09
previous_iter_valid_loss : 0.1710776835680008

   1858460	  0.171226	  0.171078	  0.166993		CURRENT LEARNING RATE: 5.94048567207467e-09
previous_iter_valid_loss : 0.1674325317144394

   1858480	  0.167589	  0.167433	  0.167317		CURRENT LEARNING RATE: 5.939297693742051e-09
previous_iter_valid_loss : 0.16459964215755463

   1858500	  0.164802	  0.164600	  0.167365		CURRENT LEARNING RATE: 5.938109952981341e-09
previous_iter_valid_loss : 0.16171413660049438

   1858520	  0.161872	  0.161714	  0.167413		CURRENT LEARNING RATE: 5.93692244974503e-09
previous_iter_valid_loss : 0.16515184938907623

   1858540	  0.165315	  0.165152	  0.167530		CURRENT LEARNING RATE: 5.935735183985616e-09
previous_iter_valid_loss : 0.1605299711227417

   1858560	  0.160695	  0.160530	  0.167211		CURRENT LEARNING RATE: 5.934548155655612e-09
previous_iter_valid_loss : 0.17069388926029205

   1858580	  0.170940	  0.170694	  0.167720		CURRENT LEARNING RATE: 5.933361364707535e-09
previous_iter_valid_loss : 0.18400153517723083

   1858600	  0.184148	  0.184002	  0.168646		CURRENT LEARNING RATE: 5.932174811093892e-09
previous_iter_valid_loss : 0.1637546569108963

   1858620	  0.163917	  0.163755	  0.168806		CURRENT LEARNING RATE: 5.930988494767262e-09
previous_iter_valid_loss : 0.1708657443523407

   1858640	  0.171119	  0.170866	  0.168290		CURRENT LEARNING RATE: 5.929802415680174e-09
previous_iter_valid_loss : 0.17090949416160583

   1858660	  0.171061	  0.170909	  0.168783		CURRENT LEARNING RATE: 5.928616573785183e-09
previous_iter_valid_loss : 0.1667938530445099

   1858680	  0.166946	  0.166794	  0.168946		CURRENT LEARNING RATE: 5.927430969034856e-09
previous_iter_valid_loss : 0.16790173947811127

   1858700	  0.168125	  0.167902	  0.169273		CURRENT LEARNING RATE: 5.926245601381769e-09
previous_iter_valid_loss : 0.16539281606674194

   1858720	  0.165600	  0.165393	  0.169508		CURRENT LEARNING RATE: 5.925060470778505e-09
previous_iter_valid_loss : 0.16477416455745697

   1858740	  0.164943	  0.164774	  0.169563		CURRENT LEARNING RATE: 5.9238755771776624e-09
previous_iter_valid_loss : 0.16884547472000122

   1858760	  0.169001	  0.168845	  0.169689		CURRENT LEARNING RATE: 5.922690920531822e-09
previous_iter_valid_loss : 0.1657678484916687

   1858780	  0.165983	  0.165768	  0.168664		CURRENT LEARNING RATE: 5.92150650079364e-09
previous_iter_valid_loss : 0.16179154813289642

   1858800	  0.161949	  0.161792	  0.167806		CURRENT LEARNING RATE: 5.920322317915719e-09
previous_iter_valid_loss : 0.16178983449935913

   1858820	  0.161951	  0.161790	  0.166793		CURRENT LEARNING RATE: 5.919138371850691e-09
previous_iter_valid_loss : 0.16464543342590332

   1858840	  0.164857	  0.164645	  0.166919		CURRENT LEARNING RATE: 5.9179546625512e-09
previous_iter_valid_loss : 0.16050659120082855

   1858860	  0.160664	  0.160507	  0.166391		CURRENT LEARNING RATE: 5.916771189969895e-09
previous_iter_valid_loss : 0.1742827296257019

   1858880	  0.174563	  0.174283	  0.166733		CURRENT LEARNING RATE: 5.915587954059439e-09
previous_iter_valid_loss : 0.16580186784267426

   1858900	  0.165964	  0.165802	  0.166793		CURRENT LEARNING RATE: 5.9144049547724815e-09
previous_iter_valid_loss : 0.17456887662410736

   1858920	  0.174850	  0.174569	  0.167436		CURRENT LEARNING RATE: 5.913222192061743e-09
previous_iter_valid_loss : 0.19032275676727295

   1858940	  0.190763	  0.190323	  0.168695		CURRENT LEARNING RATE: 5.912039665879893e-09
previous_iter_valid_loss : 0.1621972620487213

   1858960	  0.162354	  0.162197	  0.168778		CURRENT LEARNING RATE: 5.910857376179631e-09
previous_iter_valid_loss : 0.17632430791854858

   1858980	  0.176619	  0.176324	  0.169060		CURRENT LEARNING RATE: 5.909675322913665e-09
previous_iter_valid_loss : 0.16754718124866486

   1859000	  0.167708	  0.167547	  0.168237		CURRENT LEARNING RATE: 5.908493506034713e-09
previous_iter_valid_loss : 0.16070683300495148

   1859020	  0.160861	  0.160707	  0.168085		CURRENT LEARNING RATE: 5.907311925495501e-09
previous_iter_valid_loss : 0.1609589159488678

   1859040	  0.161143	  0.160959	  0.167589		CURRENT LEARNING RATE: 5.906130581248766e-09
previous_iter_valid_loss : 0.1646004021167755

   1859060	  0.164796	  0.164600	  0.167274		CURRENT LEARNING RATE: 5.9049494732472355e-09
previous_iter_valid_loss : 0.16832786798477173

   1859080	  0.168550	  0.168328	  0.167350		CURRENT LEARNING RATE: 5.903768601443706e-09
previous_iter_valid_loss : 0.19404572248458862

   1859100	  0.194158	  0.194046	  0.168658		CURRENT LEARNING RATE: 5.90258796579092e-09
previous_iter_valid_loss : 0.17563621699810028

   1859120	  0.175788	  0.175636	  0.169170		CURRENT LEARNING RATE: 5.901407566241655e-09
previous_iter_valid_loss : 0.18534883856773376

   1859140	  0.185493	  0.185349	  0.170199		CURRENT LEARNING RATE: 5.900227402748693e-09
previous_iter_valid_loss : 0.16634738445281982

   1859160	  0.166507	  0.166347	  0.170074		CURRENT LEARNING RATE: 5.899047475264827e-09
previous_iter_valid_loss : 0.17418430745601654

   1859180	  0.174452	  0.174184	  0.170494		CURRENT LEARNING RATE: 5.897867783742861e-09
previous_iter_valid_loss : 0.16108760237693787

   1859200	  0.161267	  0.161088	  0.170459		CURRENT LEARNING RATE: 5.896688328135608e-09
previous_iter_valid_loss : 0.16060763597488403

   1859220	  0.160776	  0.160608	  0.170400		CURRENT LEARNING RATE: 5.895509108395867e-09
previous_iter_valid_loss : 0.16157996654510498

   1859240	  0.161750	  0.161580	  0.170247		CURRENT LEARNING RATE: 5.8943301244765124e-09
previous_iter_valid_loss : 0.16061969101428986

   1859260	  0.160795	  0.160620	  0.170253		CURRENT LEARNING RATE: 5.893151376330363e-09
previous_iter_valid_loss : 0.17637237906455994

   1859280	  0.176670	  0.176372	  0.170357		CURRENT LEARNING RATE: 5.89197286391027e-09
previous_iter_valid_loss : 0.1639156937599182

   1859300	  0.164095	  0.163916	  0.170263		CURRENT LEARNING RATE: 5.890794587169092e-09
previous_iter_valid_loss : 0.16107827425003052

   1859320	  0.161265	  0.161078	  0.169588		CURRENT LEARNING RATE: 5.8896165460597e-09
previous_iter_valid_loss : 0.17149128019809723

   1859340	  0.171740	  0.171491	  0.168647		CURRENT LEARNING RATE: 5.888438740534969e-09
previous_iter_valid_loss : 0.1624390035867691

   1859360	  0.162601	  0.162439	  0.168659		CURRENT LEARNING RATE: 5.887261170547768e-09
previous_iter_valid_loss : 0.16110405325889587

   1859380	  0.161259	  0.161104	  0.167898		CURRENT LEARNING RATE: 5.886083836051035e-09
previous_iter_valid_loss : 0.1690274029970169

   1859400	  0.169259	  0.169027	  0.167972		CURRENT LEARNING RATE: 5.884906736997657e-09
previous_iter_valid_loss : 0.1720471978187561

   1859420	  0.172314	  0.172047	  0.168539		CURRENT LEARNING RATE: 5.8837298733405486e-09
previous_iter_valid_loss : 0.16157568991184235

   1859440	  0.161764	  0.161576	  0.168570		CURRENT LEARNING RATE: 5.882553245032635e-09
previous_iter_valid_loss : 0.16551749408245087

   1859460	  0.165726	  0.165517	  0.168615		CURRENT LEARNING RATE: 5.881376852026853e-09
previous_iter_valid_loss : 0.16113236546516418

   1859480	  0.161310	  0.161132	  0.168256		CURRENT LEARNING RATE: 5.8802006942761466e-09
previous_iter_valid_loss : 0.16052591800689697

   1859500	  0.160684	  0.160526	  0.166580		CURRENT LEARNING RATE: 5.879024771733469e-09
previous_iter_valid_loss : 0.16978690028190613

   1859520	  0.169938	  0.169787	  0.166287		CURRENT LEARNING RATE: 5.877849084351761e-09
previous_iter_valid_loss : 0.16076324880123138

   1859540	  0.160925	  0.160763	  0.165058		CURRENT LEARNING RATE: 5.876673632084038e-09
previous_iter_valid_loss : 0.16672538220882416

   1859560	  0.166887	  0.166725	  0.165077		CURRENT LEARNING RATE: 5.875498414883261e-09
previous_iter_valid_loss : 0.17874309420585632

   1859580	  0.179072	  0.178743	  0.165305		CURRENT LEARNING RATE: 5.874323432702422e-09
previous_iter_valid_loss : 0.1744181513786316

   1859600	  0.174704	  0.174418	  0.165971		CURRENT LEARNING RATE: 5.873148685494521e-09
previous_iter_valid_loss : 0.1781703680753708

   1859620	  0.178489	  0.178170	  0.166849		CURRENT LEARNING RATE: 5.871974173212569e-09
previous_iter_valid_loss : 0.1649051308631897

   1859640	  0.165072	  0.164905	  0.167016		CURRENT LEARNING RATE: 5.870799895809583e-09
previous_iter_valid_loss : 0.16410093009471893

   1859660	  0.164296	  0.164101	  0.167190		CURRENT LEARNING RATE: 5.869625853238574e-09
previous_iter_valid_loss : 0.16606669127941132

   1859680	  0.166283	  0.166067	  0.166674		CURRENT LEARNING RATE: 5.86845204545262e-09
previous_iter_valid_loss : 0.16260817646980286

   1859700	  0.162806	  0.162608	  0.166609		CURRENT LEARNING RATE: 5.8672784724047485e-09
previous_iter_valid_loss : 0.16115634143352509

   1859720	  0.161349	  0.161156	  0.166613		CURRENT LEARNING RATE: 5.866105134048018e-09
previous_iter_valid_loss : 0.1605362445116043

   1859740	  0.160701	  0.160536	  0.166065		CURRENT LEARNING RATE: 5.864932030335492e-09
previous_iter_valid_loss : 0.1605307161808014

   1859760	  0.160688	  0.160531	  0.165970		CURRENT LEARNING RATE: 5.863759161220249e-09
previous_iter_valid_loss : 0.16087797284126282

   1859780	  0.161037	  0.160878	  0.165958		CURRENT LEARNING RATE: 5.862586526655372e-09
previous_iter_valid_loss : 0.16071492433547974

   1859800	  0.160884	  0.160715	  0.165543		CURRENT LEARNING RATE: 5.8614141265939584e-09
previous_iter_valid_loss : 0.16402991116046906

   1859820	  0.164195	  0.164030	  0.165142		CURRENT LEARNING RATE: 5.860241960989089e-09
previous_iter_valid_loss : 0.17230258882045746

   1859840	  0.172449	  0.172303	  0.165678		CURRENT LEARNING RATE: 5.85907002979392e-09
previous_iter_valid_loss : 0.17804893851280212

   1859860	  0.178361	  0.178049	  0.166305		CURRENT LEARNING RATE: 5.8578983329615535e-09
previous_iter_valid_loss : 0.17951209843158722

   1859880	  0.179662	  0.179512	  0.167224		CURRENT LEARNING RATE: 5.85672687044512e-09
previous_iter_valid_loss : 0.16618897020816803

   1859900	  0.166405	  0.166189	  0.167507		CURRENT LEARNING RATE: 5.855555642197763e-09
previous_iter_valid_loss : 0.16076557338237762

   1859920	  0.160923	  0.160766	  0.167056		CURRENT LEARNING RATE: 5.8543846481726315e-09
previous_iter_valid_loss : 0.1610095202922821

   1859940	  0.161174	  0.161010	  0.167068		CURRENT LEARNING RATE: 5.853213888322887e-09
previous_iter_valid_loss : 0.1709299385547638

   1859960	  0.171185	  0.170930	  0.167279		CURRENT LEARNING RATE: 5.852043362601699e-09
previous_iter_valid_loss : 0.1789928823709488

   1859980	  0.179151	  0.178993	  0.167291		CURRENT LEARNING RATE: 5.850873070962226e-09
previous_iter_valid_loss : 0.1843254417181015

   1860000	  0.184472	  0.184325	  0.167786		CURRENT LEARNING RATE: 5.849703013357696e-09
previous_iter_valid_loss : 0.16127537190914154

   1860020	  0.161433	  0.161275	  0.166942		CURRENT LEARNING RATE: 5.848533189741289e-09
previous_iter_valid_loss : 0.17279362678527832

   1860040	  0.173063	  0.172794	  0.167336		CURRENT LEARNING RATE: 5.8473636000662095e-09
previous_iter_valid_loss : 0.1608075052499771

   1860060	  0.160987	  0.160808	  0.167171		CURRENT LEARNING RATE: 5.846194244285675e-09
previous_iter_valid_loss : 0.16057080030441284

   1860080	  0.160735	  0.160571	  0.166897		CURRENT LEARNING RATE: 5.845025122352911e-09
previous_iter_valid_loss : 0.1618659794330597

   1860100	  0.162029	  0.161866	  0.166859		CURRENT LEARNING RATE: 5.843856234221152e-09
previous_iter_valid_loss : 0.16134971380233765

   1860120	  0.161538	  0.161350	  0.166869		CURRENT LEARNING RATE: 5.842687579843624e-09
previous_iter_valid_loss : 0.17600181698799133

   1860140	  0.176292	  0.176002	  0.167642		CURRENT LEARNING RATE: 5.841519159173619e-09
previous_iter_valid_loss : 0.16210022568702698

   1860160	  0.162255	  0.162100	  0.167721		CURRENT LEARNING RATE: 5.840350972164383e-09
previous_iter_valid_loss : 0.17512069642543793

   1860180	  0.175410	  0.175121	  0.168433		CURRENT LEARNING RATE: 5.8391830187691845e-09
previous_iter_valid_loss : 0.16331912577152252

   1860200	  0.163511	  0.163319	  0.168563		CURRENT LEARNING RATE: 5.838015298941309e-09
previous_iter_valid_loss : 0.17468693852424622

   1860220	  0.174960	  0.174687	  0.169096		CURRENT LEARNING RATE: 5.836847812634045e-09
previous_iter_valid_loss : 0.16227637231349945

   1860240	  0.162448	  0.162276	  0.168595		CURRENT LEARNING RATE: 5.835680559800696e-09
previous_iter_valid_loss : 0.16154515743255615

   1860260	  0.161693	  0.161545	  0.167770		CURRENT LEARNING RATE: 5.834513540394568e-09
previous_iter_valid_loss : 0.1721162348985672

   1860280	  0.172260	  0.172116	  0.167400		CURRENT LEARNING RATE: 5.833346754368964e-09
previous_iter_valid_loss : 0.16936740279197693

   1860300	  0.169519	  0.169367	  0.167559		CURRENT LEARNING RATE: 5.832180201677251e-09
previous_iter_valid_loss : 0.1658409684896469

   1860320	  0.166005	  0.165841	  0.167813		CURRENT LEARNING RATE: 5.831013882272746e-09
previous_iter_valid_loss : 0.16761519014835358

   1860340	  0.167775	  0.167615	  0.168143		CURRENT LEARNING RATE: 5.829847796108798e-09
previous_iter_valid_loss : 0.1620759218931198

   1860360	  0.162242	  0.162076	  0.167700		CURRENT LEARNING RATE: 5.828681943138762e-09
previous_iter_valid_loss : 0.16319309175014496

   1860380	  0.163354	  0.163193	  0.166910		CURRENT LEARNING RATE: 5.8275163233160044e-09
previous_iter_valid_loss : 0.1639663130044937

   1860400	  0.164168	  0.163966	  0.165892		CURRENT LEARNING RATE: 5.8263509365939e-09
previous_iter_valid_loss : 0.16111725568771362

   1860420	  0.161265	  0.161117	  0.165884		CURRENT LEARNING RATE: 5.8251857829258355e-09
previous_iter_valid_loss : 0.161824032664299

   1860440	  0.162011	  0.161824	  0.165336		CURRENT LEARNING RATE: 5.824020862265182e-09
previous_iter_valid_loss : 0.16211657226085663

   1860460	  0.162278	  0.162117	  0.165401		CURRENT LEARNING RATE: 5.822856174565383e-09
previous_iter_valid_loss : 0.16447821259498596

   1860480	  0.164675	  0.164478	  0.165597		CURRENT LEARNING RATE: 5.8216917197798324e-09
previous_iter_valid_loss : 0.16190402209758759

   1860500	  0.162055	  0.161904	  0.165599		CURRENT LEARNING RATE: 5.820527497861952e-09
previous_iter_valid_loss : 0.16071383655071259

   1860520	  0.160882	  0.160714	  0.165567		CURRENT LEARNING RATE: 5.819363508765171e-09
previous_iter_valid_loss : 0.16153192520141602

   1860540	  0.161693	  0.161532	  0.164843		CURRENT LEARNING RATE: 5.8181997524429335e-09
previous_iter_valid_loss : 0.1606290340423584

   1860560	  0.160793	  0.160629	  0.164770		CURRENT LEARNING RATE: 5.817036228848686e-09
previous_iter_valid_loss : 0.16158343851566315

   1860580	  0.161773	  0.161583	  0.164093		CURRENT LEARNING RATE: 5.815872937935867e-09
previous_iter_valid_loss : 0.18099050223827362

   1860600	  0.181326	  0.180991	  0.164976		CURRENT LEARNING RATE: 5.8147098796579864e-09
previous_iter_valid_loss : 0.16905896365642548

   1860620	  0.169311	  0.169059	  0.164695		CURRENT LEARNING RATE: 5.813547053968503e-09
previous_iter_valid_loss : 0.1614009439945221

   1860640	  0.161596	  0.161401	  0.164651		CURRENT LEARNING RATE: 5.812384460820902e-09
previous_iter_valid_loss : 0.17843908071517944

   1860660	  0.178738	  0.178439	  0.165496		CURRENT LEARNING RATE: 5.81122210016868e-09
previous_iter_valid_loss : 0.18142971396446228

   1860680	  0.181761	  0.181430	  0.165962		CURRENT LEARNING RATE: 5.810059971965343e-09
previous_iter_valid_loss : 0.1850568652153015

   1860700	  0.185425	  0.185057	  0.166746		CURRENT LEARNING RATE: 5.808898076164406e-09
previous_iter_valid_loss : 0.1618548035621643

   1860720	  0.162047	  0.161855	  0.166547		CURRENT LEARNING RATE: 5.807736412719393e-09
previous_iter_valid_loss : 0.18591728806495667

   1860740	  0.186291	  0.185917	  0.167462		CURRENT LEARNING RATE: 5.806574981583815e-09
previous_iter_valid_loss : 0.1723986119031906

   1860760	  0.172662	  0.172399	  0.167978		CURRENT LEARNING RATE: 5.805413782711259e-09
previous_iter_valid_loss : 0.16582563519477844

   1860780	  0.165989	  0.165826	  0.168110		CURRENT LEARNING RATE: 5.804252816055255e-09
previous_iter_valid_loss : 0.1747710257768631

   1860800	  0.175050	  0.174771	  0.168650		CURRENT LEARNING RATE: 5.803092081569364e-09
previous_iter_valid_loss : 0.16054396331310272

   1860820	  0.160697	  0.160544	  0.168621		CURRENT LEARNING RATE: 5.801931579207158e-09
previous_iter_valid_loss : 0.1606210470199585

   1860840	  0.160774	  0.160621	  0.168561		CURRENT LEARNING RATE: 5.800771308922216e-09
previous_iter_valid_loss : 0.1647617071866989

   1860860	  0.164919	  0.164762	  0.168693		CURRENT LEARNING RATE: 5.799611270668126e-09
previous_iter_valid_loss : 0.16486138105392456

   1860880	  0.165064	  0.164861	  0.168712		CURRENT LEARNING RATE: 5.798451464398467e-09
previous_iter_valid_loss : 0.16158340871334076

   1860900	  0.161773	  0.161583	  0.168696		CURRENT LEARNING RATE: 5.797291890066889e-09
previous_iter_valid_loss : 0.1801903396844864

   1860920	  0.180517	  0.180190	  0.169670		CURRENT LEARNING RATE: 5.796132547626986e-09
previous_iter_valid_loss : 0.1671714037656784

   1860940	  0.167385	  0.167171	  0.169952		CURRENT LEARNING RATE: 5.794973437032388e-09
previous_iter_valid_loss : 0.16054753959178925

   1860960	  0.160696	  0.160548	  0.169948		CURRENT LEARNING RATE: 5.7938145582367255e-09
previous_iter_valid_loss : 0.16344663500785828

   1860980	  0.163639	  0.163447	  0.170041		CURRENT LEARNING RATE: 5.792655911193648e-09
previous_iter_valid_loss : 0.16495521366596222

   1861000	  0.165162	  0.164955	  0.169239		CURRENT LEARNING RATE: 5.791497495856806e-09
previous_iter_valid_loss : 0.1609519124031067

   1861020	  0.161116	  0.160952	  0.168834		CURRENT LEARNING RATE: 5.790339312179866e-09
previous_iter_valid_loss : 0.16308124363422394

   1861040	  0.163280	  0.163081	  0.168918		CURRENT LEARNING RATE: 5.789181360116479e-09
previous_iter_valid_loss : 0.1607072651386261

   1861060	  0.160878	  0.160707	  0.168032		CURRENT LEARNING RATE: 5.788023639620366e-09
previous_iter_valid_loss : 0.17653915286064148

   1861080	  0.176840	  0.176539	  0.167787		CURRENT LEARNING RATE: 5.786866150645201e-09
previous_iter_valid_loss : 0.17623037099838257

   1861100	  0.176521	  0.176230	  0.167346		CURRENT LEARNING RATE: 5.7857088931446815e-09
previous_iter_valid_loss : 0.16107958555221558

   1861120	  0.161239	  0.161080	  0.167307		CURRENT LEARNING RATE: 5.784551867072519e-09
previous_iter_valid_loss : 0.16769346594810486

   1861140	  0.167849	  0.167693	  0.166396		CURRENT LEARNING RATE: 5.783395072382433e-09
previous_iter_valid_loss : 0.16327567398548126

   1861160	  0.163478	  0.163276	  0.165940		CURRENT LEARNING RATE: 5.78223850902815e-09
previous_iter_valid_loss : 0.16053086519241333

   1861180	  0.160685	  0.160531	  0.165675		CURRENT LEARNING RATE: 5.781082176963408e-09
previous_iter_valid_loss : 0.16181915998458862

   1861200	  0.162003	  0.161819	  0.165027		CURRENT LEARNING RATE: 5.779926076141934e-09
previous_iter_valid_loss : 0.1724468469619751

   1861220	  0.172592	  0.172447	  0.165622		CURRENT LEARNING RATE: 5.778770206517523e-09
previous_iter_valid_loss : 0.16054168343544006

   1861240	  0.160713	  0.160542	  0.165618		CURRENT LEARNING RATE: 5.777614568043921e-09
previous_iter_valid_loss : 0.1645563691854477

   1861260	  0.164766	  0.164556	  0.165608		CURRENT LEARNING RATE: 5.776459160674904e-09
previous_iter_valid_loss : 0.16595622897148132

   1861280	  0.166114	  0.165956	  0.165663		CURRENT LEARNING RATE: 5.775303984364254e-09
previous_iter_valid_loss : 0.16127373278141022

   1861300	  0.161463	  0.161274	  0.165647		CURRENT LEARNING RATE: 5.774149039065763e-09
previous_iter_valid_loss : 0.16125081479549408

   1861320	  0.161405	  0.161251	  0.164700		CURRENT LEARNING RATE: 5.772994324733234e-09
previous_iter_valid_loss : 0.165126770734787

   1861340	  0.165340	  0.165127	  0.164598		CURRENT LEARNING RATE: 5.771839841320459e-09
previous_iter_valid_loss : 0.16201302409172058

   1861360	  0.162201	  0.162013	  0.164671		CURRENT LEARNING RATE: 5.7706855887813e-09
previous_iter_valid_loss : 0.16811271011829376

   1861380	  0.168260	  0.168113	  0.164905		CURRENT LEARNING RATE: 5.7695315670695636e-09
previous_iter_valid_loss : 0.1683100014925003

   1861400	  0.168461	  0.168310	  0.165073		CURRENT LEARNING RATE: 5.768377776139092e-09
previous_iter_valid_loss : 0.16515454649925232

   1861420	  0.165350	  0.165155	  0.165283		CURRENT LEARNING RATE: 5.767224215943732e-09
previous_iter_valid_loss : 0.16973258554935455

   1861440	  0.169883	  0.169733	  0.165615		CURRENT LEARNING RATE: 5.76607088643734e-09
previous_iter_valid_loss : 0.16060371696949005

   1861460	  0.160759	  0.160604	  0.165610		CURRENT LEARNING RATE: 5.764917787573785e-09
previous_iter_valid_loss : 0.16562949120998383

   1861480	  0.165840	  0.165629	  0.165065		CURRENT LEARNING RATE: 5.763764919306943e-09
previous_iter_valid_loss : 0.16268345713615417

   1861500	  0.162884	  0.162683	  0.164387		CURRENT LEARNING RATE: 5.762612281590678e-09
previous_iter_valid_loss : 0.1717449277639389

   1861520	  0.171891	  0.171745	  0.164920		CURRENT LEARNING RATE: 5.761459874378925e-09
previous_iter_valid_loss : 0.16234473884105682

   1861540	  0.162503	  0.162345	  0.164653		CURRENT LEARNING RATE: 5.760307697625568e-09
previous_iter_valid_loss : 0.1715080887079239

   1861560	  0.171780	  0.171508	  0.165065		CURRENT LEARNING RATE: 5.759155751284519e-09
previous_iter_valid_loss : 0.17283058166503906

   1861580	  0.173100	  0.172831	  0.165680		CURRENT LEARNING RATE: 5.758004035309701e-09
previous_iter_valid_loss : 0.17244940996170044

   1861600	  0.172709	  0.172449	  0.166211		CURRENT LEARNING RATE: 5.756852549655046e-09
previous_iter_valid_loss : 0.16068899631500244

   1861620	  0.160859	  0.160689	  0.165623		CURRENT LEARNING RATE: 5.7557012942744935e-09
previous_iter_valid_loss : 0.16384465992450714

   1861640	  0.164016	  0.163845	  0.165788		CURRENT LEARNING RATE: 5.754550269121993e-09
previous_iter_valid_loss : 0.16161805391311646

   1861660	  0.161809	  0.161618	  0.165642		CURRENT LEARNING RATE: 5.753399474151484e-09
previous_iter_valid_loss : 0.1767086535692215

   1861680	  0.176993	  0.176709	  0.166179		CURRENT LEARNING RATE: 5.752248909316975e-09
previous_iter_valid_loss : 0.16086255013942719

   1861700	  0.161042	  0.160863	  0.166159		CURRENT LEARNING RATE: 5.751098574572424e-09
previous_iter_valid_loss : 0.16701297461986542

   1861720	  0.167168	  0.167013	  0.166447		CURRENT LEARNING RATE: 5.749948469871814e-09
previous_iter_valid_loss : 0.1657547801733017

   1861740	  0.165919	  0.165755	  0.166478		CURRENT LEARNING RATE: 5.748798595169147e-09
previous_iter_valid_loss : 0.16341674327850342

   1861760	  0.163621	  0.163417	  0.166548		CURRENT LEARNING RATE: 5.747648950418422e-09
previous_iter_valid_loss : 0.16170057654380798

   1861780	  0.161888	  0.161701	  0.166228		CURRENT LEARNING RATE: 5.746499535573658e-09
previous_iter_valid_loss : 0.1704782396554947

   1861800	  0.170623	  0.170478	  0.166336		CURRENT LEARNING RATE: 5.745350350588854e-09
previous_iter_valid_loss : 0.17196381092071533

   1861820	  0.172105	  0.171964	  0.166677		CURRENT LEARNING RATE: 5.744201395418086e-09
previous_iter_valid_loss : 0.16732251644134521

   1861840	  0.167480	  0.167323	  0.166556		CURRENT LEARNING RATE: 5.743052670015374e-09
previous_iter_valid_loss : 0.16561728715896606

   1861860	  0.165779	  0.165617	  0.166807		CURRENT LEARNING RATE: 5.7419041743347705e-09
previous_iter_valid_loss : 0.16055358946323395

   1861880	  0.160700	  0.160554	  0.166553		CURRENT LEARNING RATE: 5.740755908330335e-09
previous_iter_valid_loss : 0.1613771617412567

   1861900	  0.161570	  0.161377	  0.166488		CURRENT LEARNING RATE: 5.739607871956135e-09
previous_iter_valid_loss : 0.16184400022029877

   1861920	  0.162041	  0.161844	  0.165993		CURRENT LEARNING RATE: 5.7384600651662515e-09
previous_iter_valid_loss : 0.1638564169406891

   1861940	  0.164061	  0.163856	  0.166068		CURRENT LEARNING RATE: 5.737312487914771e-09
previous_iter_valid_loss : 0.16053593158721924

   1861960	  0.160711	  0.160536	  0.165520		CURRENT LEARNING RATE: 5.7361651401557704e-09
previous_iter_valid_loss : 0.16647598147392273

   1861980	  0.166702	  0.166476	  0.165202		CURRENT LEARNING RATE: 5.735018021843397e-09
previous_iter_valid_loss : 0.16505341231822968

   1862000	  0.165220	  0.165053	  0.164832		CURRENT LEARNING RATE: 5.733871132931745e-09
previous_iter_valid_loss : 0.16075797379016876

   1862020	  0.160928	  0.160758	  0.164835		CURRENT LEARNING RATE: 5.73272447337494e-09
previous_iter_valid_loss : 0.1637921929359436

   1862040	  0.163956	  0.163792	  0.164833		CURRENT LEARNING RATE: 5.7315780431271134e-09
previous_iter_valid_loss : 0.16968458890914917

   1862060	  0.169916	  0.169685	  0.165236		CURRENT LEARNING RATE: 5.73043184214241e-09
previous_iter_valid_loss : 0.16062994301319122

   1862080	  0.160786	  0.160630	  0.164432		CURRENT LEARNING RATE: 5.729285870374981e-09
previous_iter_valid_loss : 0.16323092579841614

   1862100	  0.163397	  0.163231	  0.164551		CURRENT LEARNING RATE: 5.728140127778967e-09
previous_iter_valid_loss : 0.19576580822467804

   1862120	  0.195870	  0.195766	  0.165988		CURRENT LEARNING RATE: 5.72699461430858e-09
previous_iter_valid_loss : 0.16106191277503967

   1862140	  0.161212	  0.161062	  0.165754		CURRENT LEARNING RATE: 5.7258493299179765e-09
previous_iter_valid_loss : 0.16099026799201965

   1862160	  0.161175	  0.160990	  0.165632		CURRENT LEARNING RATE: 5.724704274561348e-09
previous_iter_valid_loss : 0.1619216948747635

   1862180	  0.162079	  0.161922	  0.165643		CURRENT LEARNING RATE: 5.7235594481928915e-09
previous_iter_valid_loss : 0.1618952602148056

   1862200	  0.162086	  0.161895	  0.165214		CURRENT LEARNING RATE: 5.7224148507668136e-09
previous_iter_valid_loss : 0.16886140406131744

   1862220	  0.169017	  0.168861	  0.165059		CURRENT LEARNING RATE: 5.721270482237331e-09
previous_iter_valid_loss : 0.16159407794475555

   1862240	  0.161777	  0.161594	  0.164773		CURRENT LEARNING RATE: 5.720126342558668e-09
previous_iter_valid_loss : 0.1629888415336609

   1862260	  0.163153	  0.162989	  0.164641		CURRENT LEARNING RATE: 5.718982431685038e-09
previous_iter_valid_loss : 0.1609630286693573

   1862280	  0.161139	  0.160963	  0.164662		CURRENT LEARNING RATE: 5.717838749570728e-09
previous_iter_valid_loss : 0.1651187390089035

   1862300	  0.165281	  0.165119	  0.164849		CURRENT LEARNING RATE: 5.716695296169968e-09
previous_iter_valid_loss : 0.1608540415763855

   1862320	  0.161010	  0.160854	  0.164799		CURRENT LEARNING RATE: 5.715552071437021e-09
previous_iter_valid_loss : 0.1623077243566513

   1862340	  0.162472	  0.162308	  0.164722		CURRENT LEARNING RATE: 5.714409075326157e-09
previous_iter_valid_loss : 0.1694667786359787

   1862360	  0.169619	  0.169467	  0.165168		CURRENT LEARNING RATE: 5.713266307791657e-09
previous_iter_valid_loss : 0.1814747005701065

   1862380	  0.181630	  0.181475	  0.165918		CURRENT LEARNING RATE: 5.712123768787809e-09
previous_iter_valid_loss : 0.17587730288505554

   1862400	  0.176033	  0.175877	  0.166460		CURRENT LEARNING RATE: 5.710981458268915e-09
previous_iter_valid_loss : 0.16199949383735657

   1862420	  0.162161	  0.161999	  0.166522		CURRENT LEARNING RATE: 5.709839376189258e-09
previous_iter_valid_loss : 0.16059660911560059

   1862440	  0.160756	  0.160597	  0.166362		CURRENT LEARNING RATE: 5.7086975225031975e-09
previous_iter_valid_loss : 0.16182787716388702

   1862460	  0.162021	  0.161828	  0.165969		CURRENT LEARNING RATE: 5.707555897165039e-09
previous_iter_valid_loss : 0.1721956580877304

   1862480	  0.172456	  0.172196	  0.166547		CURRENT LEARNING RATE: 5.706414500129117e-09
previous_iter_valid_loss : 0.17074161767959595

   1862500	  0.170995	  0.170742	  0.166923		CURRENT LEARNING RATE: 5.705273331349775e-09
previous_iter_valid_loss : 0.17206209897994995

   1862520	  0.172211	  0.172062	  0.165738		CURRENT LEARNING RATE: 5.704132390781368e-09
previous_iter_valid_loss : 0.1609492152929306

   1862540	  0.161106	  0.160949	  0.165732		CURRENT LEARNING RATE: 5.702991678378258e-09
previous_iter_valid_loss : 0.1668805032968521

   1862560	  0.167038	  0.166881	  0.166027		CURRENT LEARNING RATE: 5.701851194094794e-09
previous_iter_valid_loss : 0.1664535403251648

   1862580	  0.166662	  0.166454	  0.166253		CURRENT LEARNING RATE: 5.7007109378854e-09
previous_iter_valid_loss : 0.16087085008621216

   1862600	  0.161028	  0.160871	  0.166202		CURRENT LEARNING RATE: 5.6995709097044435e-09
previous_iter_valid_loss : 0.16087286174297333

   1862620	  0.161053	  0.160873	  0.165802		CURRENT LEARNING RATE: 5.698431109506325e-09
previous_iter_valid_loss : 0.1606593132019043

   1862640	  0.160837	  0.160659	  0.165756		CURRENT LEARNING RATE: 5.697291537245451e-09
previous_iter_valid_loss : 0.16282017529010773

   1862660	  0.162978	  0.162820	  0.165747		CURRENT LEARNING RATE: 5.6961521928762386e-09
previous_iter_valid_loss : 0.1614733636379242

   1862680	  0.161660	  0.161473	  0.165773		CURRENT LEARNING RATE: 5.695013076353115e-09
previous_iter_valid_loss : 0.16686534881591797

   1862700	  0.167079	  0.166865	  0.165860		CURRENT LEARNING RATE: 5.693874187630516e-09
previous_iter_valid_loss : 0.16229316592216492

   1862720	  0.162466	  0.162293	  0.165932		CURRENT LEARNING RATE: 5.692735526662864e-09
previous_iter_valid_loss : 0.1606658697128296

   1862740	  0.160843	  0.160666	  0.165850		CURRENT LEARNING RATE: 5.691597093404655e-09
previous_iter_valid_loss : 0.1608908623456955

   1862760	  0.161049	  0.160891	  0.165421		CURRENT LEARNING RATE: 5.690458887810331e-09
previous_iter_valid_loss : 0.16478987038135529

   1862780	  0.164952	  0.164790	  0.164587		CURRENT LEARNING RATE: 5.689320909834362e-09
previous_iter_valid_loss : 0.1605944037437439

   1862800	  0.160755	  0.160594	  0.163823		CURRENT LEARNING RATE: 5.688183159431231e-09
previous_iter_valid_loss : 0.16143803298473358

   1862820	  0.161597	  0.161438	  0.163795		CURRENT LEARNING RATE: 5.687045636555426e-09
previous_iter_valid_loss : 0.17446696758270264

   1862840	  0.174619	  0.174467	  0.164488		CURRENT LEARNING RATE: 5.685908341161448e-09
previous_iter_valid_loss : 0.16210778057575226

   1862860	  0.162311	  0.162108	  0.164502		CURRENT LEARNING RATE: 5.684771273203804e-09
previous_iter_valid_loss : 0.1609582006931305

   1862880	  0.161118	  0.160958	  0.163940		CURRENT LEARNING RATE: 5.6836344326369925e-09
previous_iter_valid_loss : 0.16354288160800934

   1862900	  0.163739	  0.163543	  0.163580		CURRENT LEARNING RATE: 5.682497819415578e-09
previous_iter_valid_loss : 0.1622599959373474

   1862920	  0.162446	  0.162260	  0.163090		CURRENT LEARNING RATE: 5.681361433494077e-09
previous_iter_valid_loss : 0.17210780084133148

   1862940	  0.172368	  0.172108	  0.163648		CURRENT LEARNING RATE: 5.680225274827035e-09
previous_iter_valid_loss : 0.1667872667312622

   1862960	  0.166999	  0.166787	  0.163644		CURRENT LEARNING RATE: 5.679089343369005e-09
previous_iter_valid_loss : 0.1612197756767273

   1862980	  0.161404	  0.161220	  0.163382		CURRENT LEARNING RATE: 5.677953639074549e-09
previous_iter_valid_loss : 0.1610049307346344

   1863000	  0.161182	  0.161005	  0.163389		CURRENT LEARNING RATE: 5.6768181618982405e-09
previous_iter_valid_loss : 0.1605565994977951

   1863020	  0.160724	  0.160557	  0.163373		CURRENT LEARNING RATE: 5.675682911794637e-09
previous_iter_valid_loss : 0.19724231958389282

   1863040	  0.197328	  0.197242	  0.165202		CURRENT LEARNING RATE: 5.6745478887183725e-09
previous_iter_valid_loss : 0.16051018238067627

   1863060	  0.160667	  0.160510	  0.165086		CURRENT LEARNING RATE: 5.673413092624022e-09
previous_iter_valid_loss : 0.16189803183078766

   1863080	  0.162071	  0.161898	  0.165108		CURRENT LEARNING RATE: 5.672278523466198e-09
previous_iter_valid_loss : 0.16351540386676788

   1863100	  0.163708	  0.163515	  0.164940		CURRENT LEARNING RATE: 5.671144181199516e-09
previous_iter_valid_loss : 0.16118279099464417

   1863120	  0.161347	  0.161183	  0.164885		CURRENT LEARNING RATE: 5.6700100657786004e-09
previous_iter_valid_loss : 0.16920384764671326

   1863140	  0.169360	  0.169204	  0.165312		CURRENT LEARNING RATE: 5.668876177158089e-09
previous_iter_valid_loss : 0.16052094101905823

   1863160	  0.160673	  0.160521	  0.165293		CURRENT LEARNING RATE: 5.667742515292625e-09
previous_iter_valid_loss : 0.1605222225189209

   1863180	  0.160682	  0.160522	  0.165080		CURRENT LEARNING RATE: 5.666609080136844e-09
previous_iter_valid_loss : 0.16058959066867828

   1863200	  0.160760	  0.160590	  0.165079		CURRENT LEARNING RATE: 5.665475871645446e-09
previous_iter_valid_loss : 0.16313469409942627

   1863220	  0.163326	  0.163135	  0.165164		CURRENT LEARNING RATE: 5.664342889773083e-09
previous_iter_valid_loss : 0.16054219007492065

   1863240	  0.160719	  0.160542	  0.164468		CURRENT LEARNING RATE: 5.663210134474436e-09
previous_iter_valid_loss : 0.1620541363954544

   1863260	  0.162245	  0.162054	  0.164465		CURRENT LEARNING RATE: 5.6620776057041966e-09
previous_iter_valid_loss : 0.1650429517030716

   1863280	  0.165209	  0.165043	  0.164670		CURRENT LEARNING RATE: 5.660945303417062e-09
previous_iter_valid_loss : 0.16260136663913727

   1863300	  0.162796	  0.162601	  0.164622		CURRENT LEARNING RATE: 5.6598132275677385e-09
previous_iter_valid_loss : 0.1606568694114685

   1863320	  0.160813	  0.160657	  0.164542		CURRENT LEARNING RATE: 5.658681378110927e-09
previous_iter_valid_loss : 0.16094574332237244

   1863340	  0.161112	  0.160946	  0.163984		CURRENT LEARNING RATE: 5.65754975500139e-09
previous_iter_valid_loss : 0.160548597574234

   1863360	  0.160717	  0.160549	  0.163672		CURRENT LEARNING RATE: 5.656418358193844e-09
previous_iter_valid_loss : 0.16289587318897247

   1863380	  0.163063	  0.162896	  0.163756		CURRENT LEARNING RATE: 5.655287187643034e-09
previous_iter_valid_loss : 0.17363622784614563

   1863400	  0.173787	  0.173636	  0.164388		CURRENT LEARNING RATE: 5.6541562433037114e-09
previous_iter_valid_loss : 0.1608964204788208

   1863420	  0.161078	  0.160896	  0.164405		CURRENT LEARNING RATE: 5.65302552513064e-09
previous_iter_valid_loss : 0.1671040654182434

   1863440	  0.167331	  0.167104	  0.162898		CURRENT LEARNING RATE: 5.65189503307859e-09
previous_iter_valid_loss : 0.16271138191223145

   1863460	  0.162901	  0.162711	  0.163008		CURRENT LEARNING RATE: 5.650764767102342e-09
previous_iter_valid_loss : 0.18058587610721588

   1863480	  0.180920	  0.180586	  0.163942		CURRENT LEARNING RATE: 5.649634727156665e-09
previous_iter_valid_loss : 0.16708455979824066

   1863500	  0.167240	  0.167085	  0.164121		CURRENT LEARNING RATE: 5.6485049131963994e-09
previous_iter_valid_loss : 0.17374756932258606

   1863520	  0.173897	  0.173748	  0.164749		CURRENT LEARNING RATE: 5.6473753251763294e-09
previous_iter_valid_loss : 0.16210100054740906

   1863540	  0.162261	  0.162101	  0.164394		CURRENT LEARNING RATE: 5.6462459630512735e-09
previous_iter_valid_loss : 0.16175708174705505

   1863560	  0.161949	  0.161757	  0.164456		CURRENT LEARNING RATE: 5.645116826776058e-09
previous_iter_valid_loss : 0.16098926961421967

   1863580	  0.161170	  0.160989	  0.164479		CURRENT LEARNING RATE: 5.643987916305514e-09
previous_iter_valid_loss : 0.16312964260578156

   1863600	  0.163291	  0.163130	  0.164606		CURRENT LEARNING RATE: 5.64285923159449e-09
previous_iter_valid_loss : 0.16123463213443756

   1863620	  0.161384	  0.161235	  0.164511		CURRENT LEARNING RATE: 5.641730772597835e-09
previous_iter_valid_loss : 0.1605295091867447

   1863640	  0.160688	  0.160530	  0.164510		CURRENT LEARNING RATE: 5.640602539270392e-09
previous_iter_valid_loss : 0.1613536924123764

   1863660	  0.161510	  0.161354	  0.164475		CURRENT LEARNING RATE: 5.639474531567071e-09
previous_iter_valid_loss : 0.16394159197807312

   1863680	  0.164106	  0.163942	  0.164420		CURRENT LEARNING RATE: 5.638346749442731e-09
previous_iter_valid_loss : 0.172867089509964

   1863700	  0.173143	  0.172867	  0.164933		CURRENT LEARNING RATE: 5.6372191928522635e-09
previous_iter_valid_loss : 0.18372255563735962

   1863720	  0.184084	  0.183723	  0.166087		CURRENT LEARNING RATE: 5.636091861750563e-09
previous_iter_valid_loss : 0.16911453008651733

   1863740	  0.169263	  0.169115	  0.166495		CURRENT LEARNING RATE: 5.6349647560925384e-09
previous_iter_valid_loss : 0.16735127568244934

   1863760	  0.167505	  0.167351	  0.166835		CURRENT LEARNING RATE: 5.633837875833105e-09
previous_iter_valid_loss : 0.16069026291370392

   1863780	  0.160843	  0.160690	  0.166725		CURRENT LEARNING RATE: 5.632711220927167e-09
previous_iter_valid_loss : 0.16052256524562836

   1863800	  0.160693	  0.160523	  0.166069		CURRENT LEARNING RATE: 5.631584791329698e-09
previous_iter_valid_loss : 0.17789588868618011

   1863820	  0.178048	  0.177896	  0.166919		CURRENT LEARNING RATE: 5.630458586995623e-09
previous_iter_valid_loss : 0.16285516321659088

   1863840	  0.163044	  0.162855	  0.166707		CURRENT LEARNING RATE: 5.629332607879891e-09
previous_iter_valid_loss : 0.16128811240196228

   1863860	  0.161456	  0.161288	  0.166636		CURRENT LEARNING RATE: 5.628206853937465e-09
previous_iter_valid_loss : 0.16071073710918427

   1863880	  0.160877	  0.160711	  0.165642		CURRENT LEARNING RATE: 5.627081325123312e-09
previous_iter_valid_loss : 0.16053971648216248

   1863900	  0.160699	  0.160540	  0.165315		CURRENT LEARNING RATE: 5.6259560213924146e-09
previous_iter_valid_loss : 0.1656406819820404

   1863920	  0.165800	  0.165641	  0.164909		CURRENT LEARNING RATE: 5.624830942699758e-09
previous_iter_valid_loss : 0.18917731940746307

   1863940	  0.189310	  0.189177	  0.166263		CURRENT LEARNING RATE: 5.62370608900032e-09
previous_iter_valid_loss : 0.16232994198799133

   1863960	  0.162494	  0.162330	  0.166292		CURRENT LEARNING RATE: 5.622581460249147e-09
previous_iter_valid_loss : 0.1671634316444397

   1863980	  0.167321	  0.167163	  0.166601		CURRENT LEARNING RATE: 5.621457056401233e-09
previous_iter_valid_loss : 0.16900406777858734

   1864000	  0.169158	  0.169004	  0.166894		CURRENT LEARNING RATE: 5.620332877411601e-09
previous_iter_valid_loss : 0.1751977801322937

   1864020	  0.175349	  0.175198	  0.167592		CURRENT LEARNING RATE: 5.619208923235286e-09
previous_iter_valid_loss : 0.16116006672382355

   1864040	  0.161339	  0.161160	  0.167624		CURRENT LEARNING RATE: 5.618085193827327e-09
previous_iter_valid_loss : 0.16730503737926483

   1864060	  0.167531	  0.167305	  0.167921		CURRENT LEARNING RATE: 5.616961689142778e-09
previous_iter_valid_loss : 0.18074586987495422

   1864080	  0.181088	  0.180746	  0.168762		CURRENT LEARNING RATE: 5.6158384091366965e-09
previous_iter_valid_loss : 0.17952407896518707

   1864100	  0.179850	  0.179524	  0.169095		CURRENT LEARNING RATE: 5.614715353764134e-09
previous_iter_valid_loss : 0.16231173276901245

   1864120	  0.162471	  0.162312	  0.168024		CURRENT LEARNING RATE: 5.613592522980205e-09
previous_iter_valid_loss : 0.16234642267227173

   1864140	  0.162539	  0.162346	  0.167686		CURRENT LEARNING RATE: 5.612469916739978e-09
previous_iter_valid_loss : 0.16390830278396606

   1864160	  0.164074	  0.163908	  0.167513		CURRENT LEARNING RATE: 5.611347534998547e-09
previous_iter_valid_loss : 0.17488788068294525

   1864180	  0.175037	  0.174888	  0.168223		CURRENT LEARNING RATE: 5.61022537771102e-09
previous_iter_valid_loss : 0.16150841116905212

   1864200	  0.161673	  0.161508	  0.168273		CURRENT LEARNING RATE: 5.6091034448325074e-09
previous_iter_valid_loss : 0.16080859303474426

   1864220	  0.160970	  0.160809	  0.167418		CURRENT LEARNING RATE: 5.607981736318134e-09
previous_iter_valid_loss : 0.16054198145866394

   1864240	  0.160700	  0.160542	  0.167303		CURRENT LEARNING RATE: 5.606860252123011e-09
previous_iter_valid_loss : 0.165743887424469

   1864260	  0.165910	  0.165744	  0.167525		CURRENT LEARNING RATE: 5.6057389922023175e-09
previous_iter_valid_loss : 0.16830222308635712

   1864280	  0.168457	  0.168302	  0.167905		CURRENT LEARNING RATE: 5.604617956511187e-09
previous_iter_valid_loss : 0.16647712886333466

   1864300	  0.166693	  0.166477	  0.168202		CURRENT LEARNING RATE: 5.603497145004773e-09
previous_iter_valid_loss : 0.16213861107826233

   1864320	  0.162279	  0.162139	  0.168027		CURRENT LEARNING RATE: 5.6023765576382466e-09
previous_iter_valid_loss : 0.16082550585269928

   1864340	  0.160999	  0.160826	  0.166609		CURRENT LEARNING RATE: 5.601256194366783e-09
previous_iter_valid_loss : 0.16324684023857117

   1864360	  0.163414	  0.163247	  0.166655		CURRENT LEARNING RATE: 5.600136055145569e-09
previous_iter_valid_loss : 0.16374532878398895

   1864380	  0.163939	  0.163745	  0.166484		CURRENT LEARNING RATE: 5.599016139929797e-09
previous_iter_valid_loss : 0.17067548632621765

   1864400	  0.170939	  0.170675	  0.166568		CURRENT LEARNING RATE: 5.5978964486746515e-09
previous_iter_valid_loss : 0.16559113562107086

   1864420	  0.165761	  0.165591	  0.166087		CURRENT LEARNING RATE: 5.596776981335385e-09
previous_iter_valid_loss : 0.16121117770671844

   1864440	  0.161358	  0.161211	  0.166090		CURRENT LEARNING RATE: 5.595657737867197e-09
previous_iter_valid_loss : 0.17013537883758545

   1864460	  0.170392	  0.170135	  0.166231		CURRENT LEARNING RATE: 5.594538718225322e-09
previous_iter_valid_loss : 0.1609712690114975

   1864480	  0.161131	  0.160971	  0.165243		CURRENT LEARNING RATE: 5.593419922364994e-09
previous_iter_valid_loss : 0.16275818645954132

   1864500	  0.162952	  0.162758	  0.164404		CURRENT LEARNING RATE: 5.592301350241465e-09
previous_iter_valid_loss : 0.17877931892871857

   1864520	  0.179098	  0.178779	  0.165228		CURRENT LEARNING RATE: 5.591183001809989e-09
previous_iter_valid_loss : 0.16486826539039612

   1864540	  0.165069	  0.164868	  0.165354		CURRENT LEARNING RATE: 5.590064877025816e-09
previous_iter_valid_loss : 0.1632075309753418

   1864560	  0.163378	  0.163208	  0.165319		CURRENT LEARNING RATE: 5.588946975844258e-09
previous_iter_valid_loss : 0.16140474379062653

   1864580	  0.161571	  0.161405	  0.164645		CURRENT LEARNING RATE: 5.58782929822058e-09
previous_iter_valid_loss : 0.16135215759277344

   1864600	  0.161544	  0.161352	  0.164637		CURRENT LEARNING RATE: 5.586711844110074e-09
previous_iter_valid_loss : 0.16057749092578888

   1864620	  0.160732	  0.160577	  0.164625		CURRENT LEARNING RATE: 5.585594613468043e-09
previous_iter_valid_loss : 0.16763754189014435

   1864640	  0.167797	  0.167638	  0.164980		CURRENT LEARNING RATE: 5.584477606249797e-09
previous_iter_valid_loss : 0.16257575154304504

   1864660	  0.162741	  0.162576	  0.164822		CURRENT LEARNING RATE: 5.5833608224106566e-09
previous_iter_valid_loss : 0.16114026308059692

   1864680	  0.161301	  0.161140	  0.164464		CURRENT LEARNING RATE: 5.58224426190595e-09
previous_iter_valid_loss : 0.16134870052337646

   1864700	  0.161506	  0.161349	  0.164207		CURRENT LEARNING RATE: 5.581127924690994e-09
previous_iter_valid_loss : 0.16215915977954865

   1864720	  0.162315	  0.162159	  0.164208		CURRENT LEARNING RATE: 5.580011810721176e-09
previous_iter_valid_loss : 0.1616593450307846

   1864740	  0.161809	  0.161659	  0.164250		CURRENT LEARNING RATE: 5.57889591995183e-09
previous_iter_valid_loss : 0.1669352948665619

   1864760	  0.167092	  0.166935	  0.164434		CURRENT LEARNING RATE: 5.577780252338323e-09
previous_iter_valid_loss : 0.160653218626976

   1864780	  0.160801	  0.160653	  0.164280		CURRENT LEARNING RATE: 5.576664807836026e-09
previous_iter_valid_loss : 0.1605701595544815

   1864800	  0.160743	  0.160570	  0.163774		CURRENT LEARNING RATE: 5.575549586400323e-09
previous_iter_valid_loss : 0.16467666625976562

   1864820	  0.164892	  0.164677	  0.163729		CURRENT LEARNING RATE: 5.574434587986602e-09
previous_iter_valid_loss : 0.16378472745418549

   1864840	  0.163980	  0.163785	  0.163857		CURRENT LEARNING RATE: 5.573319812550268e-09
previous_iter_valid_loss : 0.16266727447509766

   1864860	  0.162861	  0.162667	  0.163484		CURRENT LEARNING RATE: 5.572205260046706e-09
previous_iter_valid_loss : 0.16522641479969025

   1864880	  0.165398	  0.165226	  0.163697		CURRENT LEARNING RATE: 5.571090930431375e-09
previous_iter_valid_loss : 0.16106361150741577

   1864900	  0.161251	  0.161064	  0.163612		CURRENT LEARNING RATE: 5.569976823659683e-09
previous_iter_valid_loss : 0.1607656180858612

   1864920	  0.160942	  0.160766	  0.162711		CURRENT LEARNING RATE: 5.568862939687063e-09
previous_iter_valid_loss : 0.1757568120956421

   1864940	  0.176042	  0.175757	  0.163256		CURRENT LEARNING RATE: 5.567749278468963e-09
previous_iter_valid_loss : 0.1610512137413025

   1864960	  0.161219	  0.161051	  0.163148		CURRENT LEARNING RATE: 5.566635839960834e-09
previous_iter_valid_loss : 0.1650281399488449

   1864980	  0.165202	  0.165028	  0.163329		CURRENT LEARNING RATE: 5.565522624118138e-09
previous_iter_valid_loss : 0.16213229298591614

   1865000	  0.162298	  0.162132	  0.163368		CURRENT LEARNING RATE: 5.56440963089633e-09
previous_iter_valid_loss : 0.16103053092956543

   1865020	  0.161220	  0.161031	  0.163391		CURRENT LEARNING RATE: 5.563296860250928e-09
previous_iter_valid_loss : 0.16072511672973633

   1865040	  0.160884	  0.160725	  0.163045		CURRENT LEARNING RATE: 5.5621843121373994e-09
previous_iter_valid_loss : 0.1606581211090088

   1865060	  0.160820	  0.160658	  0.162949		CURRENT LEARNING RATE: 5.561071986511245e-09
previous_iter_valid_loss : 0.17666839063167572

   1865080	  0.176960	  0.176668	  0.163726		CURRENT LEARNING RATE: 5.5599598833279715e-09
previous_iter_valid_loss : 0.16242048144340515

   1865100	  0.162585	  0.162420	  0.163779		CURRENT LEARNING RATE: 5.558848002543093e-09
previous_iter_valid_loss : 0.16097788512706757

   1865120	  0.161151	  0.160978	  0.163720		CURRENT LEARNING RATE: 5.557736344112135e-09
previous_iter_valid_loss : 0.16296951472759247

   1865140	  0.163137	  0.162970	  0.163786		CURRENT LEARNING RATE: 5.556624907990632e-09
previous_iter_valid_loss : 0.16117547452449799

   1865160	  0.161338	  0.161175	  0.163498		CURRENT LEARNING RATE: 5.555513694134107e-09
previous_iter_valid_loss : 0.16367103159427643

   1865180	  0.163867	  0.163671	  0.163649		CURRENT LEARNING RATE: 5.554402702498149e-09
previous_iter_valid_loss : 0.163428395986557

   1865200	  0.163623	  0.163428	  0.163791		CURRENT LEARNING RATE: 5.5532919330383015e-09
previous_iter_valid_loss : 0.1605670005083084

   1865220	  0.160728	  0.160567	  0.163586		CURRENT LEARNING RATE: 5.5521813857101304e-09
previous_iter_valid_loss : 0.16574521362781525

   1865240	  0.165914	  0.165745	  0.163684		CURRENT LEARNING RATE: 5.551071060469216e-09
previous_iter_valid_loss : 0.16056084632873535

   1865260	  0.160721	  0.160561	  0.163579		CURRENT LEARNING RATE: 5.549960957271145e-09
previous_iter_valid_loss : 0.17591743171215057

   1865280	  0.176203	  0.175917	  0.164113		CURRENT LEARNING RATE: 5.548851076071513e-09
previous_iter_valid_loss : 0.16184429824352264

   1865300	  0.162033	  0.161844	  0.164152		CURRENT LEARNING RATE: 5.547741416825925e-09
previous_iter_valid_loss : 0.16056793928146362

   1865320	  0.160733	  0.160568	  0.164142		CURRENT LEARNING RATE: 5.546631979489974e-09
previous_iter_valid_loss : 0.16069522500038147

   1865340	  0.160857	  0.160695	  0.163389		CURRENT LEARNING RATE: 5.545522764019324e-09
previous_iter_valid_loss : 0.16103407740592957

   1865360	  0.161217	  0.161034	  0.163388		CURRENT LEARNING RATE: 5.544413770369583e-09
previous_iter_valid_loss : 0.16510479152202606

   1865380	  0.165264	  0.165105	  0.163392		CURRENT LEARNING RATE: 5.543304998496395e-09
previous_iter_valid_loss : 0.16053400933742523

   1865400	  0.160703	  0.160534	  0.163312		CURRENT LEARNING RATE: 5.5421964483554085e-09
previous_iter_valid_loss : 0.16082748770713806

   1865420	  0.160978	  0.160827	  0.163302		CURRENT LEARNING RATE: 5.54108811990228e-09
previous_iter_valid_loss : 0.16461892426013947

   1865440	  0.164788	  0.164619	  0.163497		CURRENT LEARNING RATE: 5.5399800130926765e-09
previous_iter_valid_loss : 0.18281373381614685

   1865460	  0.182960	  0.182814	  0.164605		CURRENT LEARNING RATE: 5.538872127882254e-09
previous_iter_valid_loss : 0.16057583689689636

   1865480	  0.160739	  0.160576	  0.163800		CURRENT LEARNING RATE: 5.537764464226738e-09
previous_iter_valid_loss : 0.16089147329330444

   1865500	  0.161049	  0.160891	  0.163724		CURRENT LEARNING RATE: 5.5366570220818016e-09
previous_iter_valid_loss : 0.16677053272724152

   1865520	  0.166983	  0.166771	  0.164013		CURRENT LEARNING RATE: 5.535549801403146e-09
previous_iter_valid_loss : 0.1718638390302658

   1865540	  0.172124	  0.171864	  0.164458		CURRENT LEARNING RATE: 5.534442802146484e-09
previous_iter_valid_loss : 0.1666211187839508

   1865560	  0.166842	  0.166621	  0.164730		CURRENT LEARNING RATE: 5.533336024267534e-09
previous_iter_valid_loss : 0.16485731303691864

   1865580	  0.165059	  0.164857	  0.164789		CURRENT LEARNING RATE: 5.532229467722026e-09
previous_iter_valid_loss : 0.16182580590248108

   1865600	  0.161992	  0.161826	  0.164709		CURRENT LEARNING RATE: 5.531123132465698e-09
previous_iter_valid_loss : 0.16107207536697388

   1865620	  0.161234	  0.161072	  0.164735		CURRENT LEARNING RATE: 5.5300170184542756e-09
previous_iter_valid_loss : 0.17292070388793945

   1865640	  0.173071	  0.172921	  0.165093		CURRENT LEARNING RATE: 5.528911125643555e-09
previous_iter_valid_loss : 0.1631413698196411

   1865660	  0.163335	  0.163141	  0.165222		CURRENT LEARNING RATE: 5.5278054539892795e-09
previous_iter_valid_loss : 0.1740412414073944

   1865680	  0.174186	  0.174041	  0.165129		CURRENT LEARNING RATE: 5.526700003447224e-09
previous_iter_valid_loss : 0.1676710695028305

   1865700	  0.167904	  0.167671	  0.165420		CURRENT LEARNING RATE: 5.525594773973169e-09
previous_iter_valid_loss : 0.16548849642276764

   1865720	  0.165701	  0.165488	  0.165666		CURRENT LEARNING RATE: 5.524489765522905e-09
previous_iter_valid_loss : 0.16345806419849396

   1865740	  0.163669	  0.163458	  0.165804		CURRENT LEARNING RATE: 5.523384978052232e-09
previous_iter_valid_loss : 0.17279629409313202

   1865760	  0.173065	  0.172796	  0.166392		CURRENT LEARNING RATE: 5.5222804115169405e-09
previous_iter_valid_loss : 0.16134078800678253

   1865780	  0.161522	  0.161341	  0.166204		CURRENT LEARNING RATE: 5.521176065872885e-09
previous_iter_valid_loss : 0.16052964329719543

   1865800	  0.160693	  0.160530	  0.166204		CURRENT LEARNING RATE: 5.520071941075874e-09
previous_iter_valid_loss : 0.178425595164299

   1865820	  0.178589	  0.178426	  0.167084		CURRENT LEARNING RATE: 5.5189680370817394e-09
previous_iter_valid_loss : 0.16958634555339813

   1865840	  0.169737	  0.169586	  0.167332		CURRENT LEARNING RATE: 5.517864353846328e-09
previous_iter_valid_loss : 0.1623547375202179

   1865860	  0.162563	  0.162355	  0.166309		CURRENT LEARNING RATE: 5.5167608913254915e-09
previous_iter_valid_loss : 0.16140438616275787

   1865880	  0.161588	  0.161404	  0.166351		CURRENT LEARNING RATE: 5.515657649475092e-09
previous_iter_valid_loss : 0.16334274411201477

   1865900	  0.163509	  0.163343	  0.166473		CURRENT LEARNING RATE: 5.514554628250999e-09
previous_iter_valid_loss : 0.1653098464012146

   1865920	  0.165482	  0.165310	  0.166400		CURRENT LEARNING RATE: 5.513451827609072e-09
previous_iter_valid_loss : 0.1616145223379135

   1865940	  0.161778	  0.161615	  0.165888		CURRENT LEARNING RATE: 5.512349247505239e-09
previous_iter_valid_loss : 0.16091924905776978

   1865960	  0.161076	  0.160919	  0.165603		CURRENT LEARNING RATE: 5.511246887895375e-09
previous_iter_valid_loss : 0.16087448596954346

   1865980	  0.161048	  0.160874	  0.165403		CURRENT LEARNING RATE: 5.510144748735388e-09
previous_iter_valid_loss : 0.16326072812080383

   1866000	  0.163454	  0.163261	  0.165475		CURRENT LEARNING RATE: 5.509042829981192e-09
previous_iter_valid_loss : 0.16086557507514954

   1866020	  0.161048	  0.160866	  0.165465		CURRENT LEARNING RATE: 5.5079411315887106e-09
previous_iter_valid_loss : 0.17643862962722778

   1866040	  0.176596	  0.176439	  0.165641		CURRENT LEARNING RATE: 5.506839653513875e-09
previous_iter_valid_loss : 0.16097794473171234

   1866060	  0.161160	  0.160978	  0.165533		CURRENT LEARNING RATE: 5.505738395712625e-09
previous_iter_valid_loss : 0.16925552487373352

   1866080	  0.169497	  0.169256	  0.165293		CURRENT LEARNING RATE: 5.504637358140892e-09
previous_iter_valid_loss : 0.16403555870056152

   1866100	  0.164238	  0.164036	  0.165111		CURRENT LEARNING RATE: 5.5035365407546754e-09
previous_iter_valid_loss : 0.16055487096309662

   1866120	  0.160717	  0.160555	  0.164865		CURRENT LEARNING RATE: 5.5024359435099205e-09
previous_iter_valid_loss : 0.16079460084438324

   1866140	  0.160966	  0.160795	  0.164732		CURRENT LEARNING RATE: 5.501335566362603e-09
previous_iter_valid_loss : 0.1774250566959381

   1866160	  0.177584	  0.177425	  0.164963		CURRENT LEARNING RATE: 5.50023540926871e-09
previous_iter_valid_loss : 0.16850900650024414

   1866180	  0.168665	  0.168509	  0.165321		CURRENT LEARNING RATE: 5.499135472184234e-09
previous_iter_valid_loss : 0.16188333928585052

   1866200	  0.162043	  0.161883	  0.165389		CURRENT LEARNING RATE: 5.4980357550651764e-09
previous_iter_valid_loss : 0.16219381988048553

   1866220	  0.162356	  0.162194	  0.164578		CURRENT LEARNING RATE: 5.496936257867532e-09
previous_iter_valid_loss : 0.16074629127979279

   1866240	  0.160893	  0.160746	  0.164136		CURRENT LEARNING RATE: 5.4958369805473575e-09
previous_iter_valid_loss : 0.1617913693189621

   1866260	  0.161977	  0.161791	  0.164107		CURRENT LEARNING RATE: 5.494737923060662e-09
previous_iter_valid_loss : 0.16268356144428253

   1866280	  0.162850	  0.162684	  0.164171		CURRENT LEARNING RATE: 5.493639085363486e-09
previous_iter_valid_loss : 0.16073143482208252

   1866300	  0.160903	  0.160731	  0.164041		CURRENT LEARNING RATE: 5.492540467411872e-09
previous_iter_valid_loss : 0.1622585505247116

   1866320	  0.162446	  0.162259	  0.163888		CURRENT LEARNING RATE: 5.491442069161878e-09
previous_iter_valid_loss : 0.16438405215740204

   1866340	  0.164590	  0.164384	  0.164027		CURRENT LEARNING RATE: 5.490343890569569e-09
previous_iter_valid_loss : 0.169175922870636

   1866360	  0.169328	  0.169176	  0.164440		CURRENT LEARNING RATE: 5.4892459315910154e-09
previous_iter_valid_loss : 0.16099974513053894

   1866380	  0.161184	  0.161000	  0.164446		CURRENT LEARNING RATE: 5.48814819218228e-09
previous_iter_valid_loss : 0.17303608357906342

   1866400	  0.173307	  0.173036	  0.164935		CURRENT LEARNING RATE: 5.487050672299493e-09
previous_iter_valid_loss : 0.19605909287929535

   1866420	  0.196174	  0.196059	  0.166694		CURRENT LEARNING RATE: 5.485953371898733e-09
previous_iter_valid_loss : 0.16099783778190613

   1866440	  0.161154	  0.160998	  0.165922		CURRENT LEARNING RATE: 5.484856290936109e-09
previous_iter_valid_loss : 0.19171103835105896

   1866460	  0.191834	  0.191711	  0.167459		CURRENT LEARNING RATE: 5.483759429367737e-09
previous_iter_valid_loss : 0.17249880731105804

   1866480	  0.172643	  0.172499	  0.167621		CURRENT LEARNING RATE: 5.4826627871497445e-09
previous_iter_valid_loss : 0.16085006296634674

   1866500	  0.161023	  0.160850	  0.167462		CURRENT LEARNING RATE: 5.481566364238262e-09
previous_iter_valid_loss : 0.17512670159339905

   1866520	  0.175279	  0.175127	  0.168190		CURRENT LEARNING RATE: 5.480470160589417e-09
previous_iter_valid_loss : 0.16606862843036652

   1866540	  0.166230	  0.166069	  0.168454		CURRENT LEARNING RATE: 5.479374176159397e-09
previous_iter_valid_loss : 0.16062630712985992

   1866560	  0.160782	  0.160626	  0.167614		CURRENT LEARNING RATE: 5.478278410904346e-09
previous_iter_valid_loss : 0.17297914624214172

   1866580	  0.173125	  0.172979	  0.167838		CURRENT LEARNING RATE: 5.4771828647804325e-09
previous_iter_valid_loss : 0.160591721534729

   1866600	  0.160751	  0.160592	  0.167773		CURRENT LEARNING RATE: 5.476087537743833e-09
previous_iter_valid_loss : 0.17550873756408691

   1866620	  0.175795	  0.175509	  0.168439		CURRENT LEARNING RATE: 5.474992429750737e-09
previous_iter_valid_loss : 0.17415986955165863

   1866640	  0.174435	  0.174160	  0.169109		CURRENT LEARNING RATE: 5.473897540757338e-09
previous_iter_valid_loss : 0.17254571616649628

   1866660	  0.172812	  0.172546	  0.169647		CURRENT LEARNING RATE: 5.472802870719842e-09
previous_iter_valid_loss : 0.17011253535747528

   1866680	  0.170362	  0.170113	  0.170019		CURRENT LEARNING RATE: 5.471708419594442e-09
previous_iter_valid_loss : 0.1697908490896225

   1866700	  0.170038	  0.169791	  0.170472		CURRENT LEARNING RATE: 5.4706141873373985e-09
previous_iter_valid_loss : 0.1651332527399063

   1866720	  0.165303	  0.165133	  0.170615		CURRENT LEARNING RATE: 5.469520173904923e-09
previous_iter_valid_loss : 0.16153332591056824

   1866740	  0.161683	  0.161533	  0.170473		CURRENT LEARNING RATE: 5.468426379253256e-09
previous_iter_valid_loss : 0.16475558280944824

   1866760	  0.164961	  0.164756	  0.170252		CURRENT LEARNING RATE: 5.467332803338645e-09
previous_iter_valid_loss : 0.16055013239383698

   1866780	  0.160712	  0.160550	  0.170229		CURRENT LEARNING RATE: 5.466239446117347e-09
previous_iter_valid_loss : 0.1694423407316208

   1866800	  0.169595	  0.169442	  0.170050		CURRENT LEARNING RATE: 5.465146307545627e-09
previous_iter_valid_loss : 0.18062110245227814

   1866820	  0.180957	  0.180621	  0.169278		CURRENT LEARNING RATE: 5.46405338757976e-09
previous_iter_valid_loss : 0.17454782128334045

   1866840	  0.174820	  0.174548	  0.169955		CURRENT LEARNING RATE: 5.46296068617601e-09
previous_iter_valid_loss : 0.16085155308246613

   1866860	  0.161013	  0.160852	  0.168412		CURRENT LEARNING RATE: 5.461868203290707e-09
previous_iter_valid_loss : 0.16994081437587738

   1866880	  0.170176	  0.169941	  0.168284		CURRENT LEARNING RATE: 5.460775938880134e-09
previous_iter_valid_loss : 0.16064585745334625

   1866900	  0.160805	  0.160646	  0.168274		CURRENT LEARNING RATE: 5.459683892900597e-09
previous_iter_valid_loss : 0.16140225529670715

   1866920	  0.161550	  0.161402	  0.167588		CURRENT LEARNING RATE: 5.458592065308419e-09
previous_iter_valid_loss : 0.1604977697134018

   1866940	  0.160657	  0.160498	  0.167309		CURRENT LEARNING RATE: 5.457500456059923e-09
previous_iter_valid_loss : 0.16534218192100525

   1866960	  0.165505	  0.165342	  0.167545		CURRENT LEARNING RATE: 5.456409065111447e-09
previous_iter_valid_loss : 0.16257435083389282

   1866980	  0.162761	  0.162574	  0.167025		CURRENT LEARNING RATE: 5.4553178924193135e-09
previous_iter_valid_loss : 0.16072304546833038

   1867000	  0.160894	  0.160723	  0.167032		CURRENT LEARNING RATE: 5.4542269379399176e-09
previous_iter_valid_loss : 0.16301284730434418

   1867020	  0.163209	  0.163013	  0.166407		CURRENT LEARNING RATE: 5.4531362016295984e-09
previous_iter_valid_loss : 0.16082611680030823

   1867040	  0.161003	  0.160826	  0.165740		CURRENT LEARNING RATE: 5.452045683444729e-09
previous_iter_valid_loss : 0.16361939907073975

   1867060	  0.163776	  0.163619	  0.165294		CURRENT LEARNING RATE: 5.450955383341688e-09
previous_iter_valid_loss : 0.17395496368408203

   1867080	  0.174106	  0.173955	  0.165486		CURRENT LEARNING RATE: 5.449865301276862e-09
previous_iter_valid_loss : 0.16080577671527863

   1867100	  0.160986	  0.160806	  0.165037		CURRENT LEARNING RATE: 5.4487754372066485e-09
previous_iter_valid_loss : 0.16143980622291565

   1867120	  0.161624	  0.161440	  0.164852		CURRENT LEARNING RATE: 5.447685791087453e-09
previous_iter_valid_loss : 0.16057716310024261

   1867140	  0.160753	  0.160577	  0.164804		CURRENT LEARNING RATE: 5.446596362875672e-09
previous_iter_valid_loss : 0.16691255569458008

   1867160	  0.167069	  0.166913	  0.164912		CURRENT LEARNING RATE: 5.445507152527765e-09
previous_iter_valid_loss : 0.16051135957241058

   1867180	  0.160673	  0.160511	  0.164910		CURRENT LEARNING RATE: 5.4444181600001445e-09
previous_iter_valid_loss : 0.1634303629398346

   1867200	  0.163620	  0.163430	  0.164609		CURRENT LEARNING RATE: 5.4433293852492516e-09
previous_iter_valid_loss : 0.16369794309139252

   1867220	  0.163891	  0.163698	  0.163763		CURRENT LEARNING RATE: 5.442240828231535e-09
previous_iter_valid_loss : 0.16789484024047852

   1867240	  0.168053	  0.167895	  0.163431		CURRENT LEARNING RATE: 5.441152488903452e-09
previous_iter_valid_loss : 0.1726921647787094

   1867260	  0.172838	  0.172692	  0.164023		CURRENT LEARNING RATE: 5.440064367221468e-09
previous_iter_valid_loss : 0.16253994405269623

   1867280	  0.162728	  0.162540	  0.163653		CURRENT LEARNING RATE: 5.438976463142061e-09
previous_iter_valid_loss : 0.1813208907842636

   1867300	  0.181658	  0.181321	  0.164686		CURRENT LEARNING RATE: 5.4378887766216935e-09
previous_iter_valid_loss : 0.16055361926555634

   1867320	  0.160711	  0.160554	  0.164644		CURRENT LEARNING RATE: 5.436801307616897e-09
previous_iter_valid_loss : 0.16323186457157135

   1867340	  0.163427	  0.163232	  0.164781		CURRENT LEARNING RATE: 5.435714056084154e-09
previous_iter_valid_loss : 0.18474708497524261

   1867360	  0.185140	  0.184747	  0.165751		CURRENT LEARNING RATE: 5.434627021979973e-09
previous_iter_valid_loss : 0.1702888160943985

   1867380	  0.170539	  0.170289	  0.166137		CURRENT LEARNING RATE: 5.433540205260874e-09
previous_iter_valid_loss : 0.1623832881450653

   1867400	  0.162576	  0.162383	  0.166220		CURRENT LEARNING RATE: 5.432453605883385e-09
previous_iter_valid_loss : 0.1625974029302597

   1867420	  0.162779	  0.162597	  0.166199		CURRENT LEARNING RATE: 5.43136722380404e-09
previous_iter_valid_loss : 0.16403549909591675

   1867440	  0.164229	  0.164035	  0.166359		CURRENT LEARNING RATE: 5.4302810589793656e-09
previous_iter_valid_loss : 0.1613684743642807

   1867460	  0.161526	  0.161368	  0.166247		CURRENT LEARNING RATE: 5.4291951113659525e-09
previous_iter_valid_loss : 0.1631283462047577

   1867480	  0.163314	  0.163128	  0.165705		CURRENT LEARNING RATE: 5.4281093809203455e-09
previous_iter_valid_loss : 0.17681825160980225

   1867500	  0.176964	  0.176818	  0.166506		CURRENT LEARNING RATE: 5.427023867599115e-09
previous_iter_valid_loss : 0.16099469363689423

   1867520	  0.161152	  0.160995	  0.166484		CURRENT LEARNING RATE: 5.425938571358839e-09
previous_iter_valid_loss : 0.16174177825450897

   1867540	  0.161926	  0.161742	  0.166542		CURRENT LEARNING RATE: 5.424853492156107e-09
previous_iter_valid_loss : 0.16072271764278412

   1867560	  0.160895	  0.160723	  0.166233		CURRENT LEARNING RATE: 5.423768629947516e-09
previous_iter_valid_loss : 0.16379229724407196

   1867580	  0.163988	  0.163792	  0.166397		CURRENT LEARNING RATE: 5.4226839846896695e-09
previous_iter_valid_loss : 0.1735752820968628

   1867600	  0.173719	  0.173575	  0.166904		CURRENT LEARNING RATE: 5.421599556339165e-09
previous_iter_valid_loss : 0.16059790551662445

   1867620	  0.160767	  0.160598	  0.166749		CURRENT LEARNING RATE: 5.420515344852663e-09
previous_iter_valid_loss : 0.1624462902545929

   1867640	  0.162604	  0.162446	  0.166476		CURRENT LEARNING RATE: 5.419431350186775e-09
previous_iter_valid_loss : 0.16735118627548218

   1867660	  0.167506	  0.167351	  0.166209		CURRENT LEARNING RATE: 5.418347572298141e-09
previous_iter_valid_loss : 0.16401419043540955

   1867680	  0.164180	  0.164014	  0.166283		CURRENT LEARNING RATE: 5.417264011143411e-09
previous_iter_valid_loss : 0.16135458648204803

   1867700	  0.161538	  0.161355	  0.165285		CURRENT LEARNING RATE: 5.416180666679242e-09
previous_iter_valid_loss : 0.1626155972480774

   1867720	  0.162780	  0.162616	  0.165388		CURRENT LEARNING RATE: 5.4150975388623014e-09
previous_iter_valid_loss : 0.17537347972393036

   1867740	  0.175661	  0.175373	  0.165995		CURRENT LEARNING RATE: 5.4140146276492434e-09
previous_iter_valid_loss : 0.16353444755077362

   1867760	  0.163694	  0.163534	  0.164934		CURRENT LEARNING RATE: 5.4129319329967905e-09
previous_iter_valid_loss : 0.16182361543178558

   1867780	  0.162013	  0.161824	  0.164511		CURRENT LEARNING RATE: 5.411849454861614e-09
previous_iter_valid_loss : 0.17411446571350098

   1867800	  0.174394	  0.174114	  0.165098		CURRENT LEARNING RATE: 5.410767193200419e-09
previous_iter_valid_loss : 0.16473780572414398

   1867820	  0.164906	  0.164738	  0.165205		CURRENT LEARNING RATE: 5.409685147969911e-09
previous_iter_valid_loss : 0.16064918041229248

   1867840	  0.160810	  0.160649	  0.165035		CURRENT LEARNING RATE: 5.4086033191268096e-09
previous_iter_valid_loss : 0.16817572712898254

   1867860	  0.168403	  0.168176	  0.165376		CURRENT LEARNING RATE: 5.407521706627843e-09
previous_iter_valid_loss : 0.1611548364162445

   1867880	  0.161318	  0.161155	  0.165277		CURRENT LEARNING RATE: 5.4064403104297445e-09
previous_iter_valid_loss : 0.17607972025871277

   1867900	  0.176236	  0.176080	  0.165240		CURRENT LEARNING RATE: 5.4053591304892385e-09
previous_iter_valid_loss : 0.19832906126976013

   1867920	  0.198425	  0.198329	  0.167107		CURRENT LEARNING RATE: 5.40427816676312e-09
previous_iter_valid_loss : 0.19681407511234283

   1867940	  0.196918	  0.196814	  0.168860		CURRENT LEARNING RATE: 5.403197419208128e-09
previous_iter_valid_loss : 0.16449521481990814

   1867960	  0.164668	  0.164495	  0.169049		CURRENT LEARNING RATE: 5.402116887781034e-09
previous_iter_valid_loss : 0.16050274670124054

   1867980	  0.160668	  0.160503	  0.168885		CURRENT LEARNING RATE: 5.401036572438614e-09
previous_iter_valid_loss : 0.17581312358379364

   1868000	  0.175957	  0.175813	  0.168996		CURRENT LEARNING RATE: 5.39995647313766e-09
previous_iter_valid_loss : 0.17361034452915192

   1868020	  0.173758	  0.173610	  0.169647		CURRENT LEARNING RATE: 5.398876589834964e-09
previous_iter_valid_loss : 0.1626185178756714

   1873500	  0.162775	  0.162619	  0.167327		CURRENT LEARNING RATE: 5.110978601420072e-09
previous_iter_valid_loss : 0.17298540472984314

   1873520	  0.173256	  0.172985	  0.167872		CURRENT LEARNING RATE: 5.1099565079125485e-09
previous_iter_valid_loss : 0.17535461485385895

   1873540	  0.175643	  0.175355	  0.168147		CURRENT LEARNING RATE: 5.108934618803267e-09
previous_iter_valid_loss : 0.16088269650936127

   1873560	  0.161038	  0.160883	  0.167889		CURRENT LEARNING RATE: 5.10791293405139e-09
previous_iter_valid_loss : 0.1773824691772461

   1873580	  0.177682	  0.177382	  0.168692		CURRENT LEARNING RATE: 5.106891453616031e-09
previous_iter_valid_loss : 0.1659475713968277

   1873600	  0.166165	  0.165948	  0.168029		CURRENT LEARNING RATE: 5.10587017745633e-09
previous_iter_valid_loss : 0.1770806610584259

   1873620	  0.177380	  0.177081	  0.167586		CURRENT LEARNING RATE: 5.104849105531437e-09
previous_iter_valid_loss : 0.16081853210926056

   1873640	  0.160989	  0.160819	  0.167159		CURRENT LEARNING RATE: 5.103828237800509e-09
previous_iter_valid_loss : 0.16215062141418457

   1873660	  0.162356	  0.162151	  0.167219		CURRENT LEARNING RATE: 5.102807574222711e-09
previous_iter_valid_loss : 0.16070310771465302

   1873680	  0.160858	  0.160703	  0.166612		CURRENT LEARNING RATE: 5.101787114757217e-09
previous_iter_valid_loss : 0.1668766736984253

   1873700	  0.167090	  0.166877	  0.166839		CURRENT LEARNING RATE: 5.1007668593631905e-09
previous_iter_valid_loss : 0.16118799149990082

   1873720	  0.161350	  0.161188	  0.166679		CURRENT LEARNING RATE: 5.099746807999857e-09
previous_iter_valid_loss : 0.17025643587112427

   1873740	  0.170522	  0.170256	  0.167070		CURRENT LEARNING RATE: 5.098726960626396e-09
previous_iter_valid_loss : 0.16068308055400848

   1873760	  0.160834	  0.160683	  0.166488		CURRENT LEARNING RATE: 5.097707317202014e-09
previous_iter_valid_loss : 0.16080668568611145

   1873780	  0.160981	  0.160807	  0.165948		CURRENT LEARNING RATE: 5.096687877685926e-09
previous_iter_valid_loss : 0.1633632630109787

   1873800	  0.163525	  0.163363	  0.166011		CURRENT LEARNING RATE: 5.0956686420373535e-09
previous_iter_valid_loss : 0.17698010802268982

   1873820	  0.177130	  0.176980	  0.166805		CURRENT LEARNING RATE: 5.094649610215527e-09
previous_iter_valid_loss : 0.1680019348859787

   1873840	  0.168230	  0.168002	  0.166696		CURRENT LEARNING RATE: 5.093630782179668e-09
previous_iter_valid_loss : 0.16741149127483368

   1873860	  0.167566	  0.167411	  0.166624		CURRENT LEARNING RATE: 5.092612157889059e-09
previous_iter_valid_loss : 0.16050487756729126

   1873880	  0.160669	  0.160505	  0.166598		CURRENT LEARNING RATE: 5.091593737302937e-09
previous_iter_valid_loss : 0.17445127665996552

   1873900	  0.174728	  0.174451	  0.167189		CURRENT LEARNING RATE: 5.090575520380565e-09
previous_iter_valid_loss : 0.16500957310199738

   1873920	  0.165215	  0.165010	  0.166790		CURRENT LEARNING RATE: 5.0895575070812144e-09
previous_iter_valid_loss : 0.16975727677345276

   1873940	  0.169908	  0.169757	  0.166511		CURRENT LEARNING RATE: 5.088539697364166e-09
previous_iter_valid_loss : 0.16284611821174622

   1873960	  0.163017	  0.162846	  0.166609		CURRENT LEARNING RATE: 5.087522091188704e-09
previous_iter_valid_loss : 0.16647428274154663

   1873980	  0.166681	  0.166474	  0.166063		CURRENT LEARNING RATE: 5.086504688514128e-09
previous_iter_valid_loss : 0.1662750095129013

   1874000	  0.166493	  0.166275	  0.166080		CURRENT LEARNING RATE: 5.085487489299721e-09
previous_iter_valid_loss : 0.16169333457946777

   1874020	  0.161873	  0.161693	  0.165310		CURRENT LEARNING RATE: 5.0844704935048336e-09
previous_iter_valid_loss : 0.16715973615646362

   1874040	  0.167381	  0.167160	  0.165627		CURRENT LEARNING RATE: 5.0834537010887655e-09
previous_iter_valid_loss : 0.17488984763622284

   1874060	  0.175041	  0.174890	  0.166264		CURRENT LEARNING RATE: 5.082437112010847e-09
previous_iter_valid_loss : 0.1605091542005539

   1874080	  0.160677	  0.160509	  0.166255		CURRENT LEARNING RATE: 5.081420726230413e-09
previous_iter_valid_loss : 0.1681436002254486

   1874100	  0.168302	  0.168144	  0.166318		CURRENT LEARNING RATE: 5.080404543706809e-09
previous_iter_valid_loss : 0.16081136465072632

   1874120	  0.160971	  0.160811	  0.166299		CURRENT LEARNING RATE: 5.079388564399387e-09
previous_iter_valid_loss : 0.16268238425254822

   1874140	  0.162889	  0.162682	  0.165921		CURRENT LEARNING RATE: 5.078372788267509e-09
previous_iter_valid_loss : 0.16411586105823517

   1874160	  0.164323	  0.164116	  0.166092		CURRENT LEARNING RATE: 5.0773572152705245e-09
previous_iter_valid_loss : 0.16146214306354523

   1874180	  0.161647	  0.161462	  0.166125		CURRENT LEARNING RATE: 5.076341845367847e-09
previous_iter_valid_loss : 0.16953612864017487

   1874200	  0.169685	  0.169536	  0.166434		CURRENT LEARNING RATE: 5.075326678518845e-09
previous_iter_valid_loss : 0.16250349581241608

   1874220	  0.162666	  0.162503	  0.165710		CURRENT LEARNING RATE: 5.0743117146829106e-09
previous_iter_valid_loss : 0.16118313372135162

   1874240	  0.161366	  0.161183	  0.165369		CURRENT LEARNING RATE: 5.073296953819446e-09
previous_iter_valid_loss : 0.166604682803154

   1874260	  0.166755	  0.166605	  0.165328		CURRENT LEARNING RATE: 5.072282395887858e-09
previous_iter_valid_loss : 0.16586630046367645

   1874280	  0.166030	  0.165866	  0.165597		CURRENT LEARNING RATE: 5.071268040847569e-09
previous_iter_valid_loss : 0.16100476682186127

   1874300	  0.161184	  0.161005	  0.164924		CURRENT LEARNING RATE: 5.070253888657983e-09
previous_iter_valid_loss : 0.17214056849479675

   1874320	  0.172397	  0.172141	  0.165281		CURRENT LEARNING RATE: 5.0692399392785714e-09
previous_iter_valid_loss : 0.1674531102180481

   1874340	  0.167607	  0.167453	  0.165166		CURRENT LEARNING RATE: 5.068226192668758e-09
previous_iter_valid_loss : 0.17326155304908752

   1874360	  0.173409	  0.173262	  0.165686		CURRENT LEARNING RATE: 5.067212648787993e-09
previous_iter_valid_loss : 0.16051918268203735

   1874380	  0.160679	  0.160519	  0.165389		CURRENT LEARNING RATE: 5.066199307595735e-09
previous_iter_valid_loss : 0.17087309062480927

   1874400	  0.171132	  0.170873	  0.165618		CURRENT LEARNING RATE: 5.06518616905145e-09
previous_iter_valid_loss : 0.16315999627113342

   1874420	  0.163350	  0.163160	  0.165692		CURRENT LEARNING RATE: 5.064173233114612e-09
previous_iter_valid_loss : 0.16062527894973755

   1874440	  0.160788	  0.160625	  0.165365		CURRENT LEARNING RATE: 5.063160499744704e-09
previous_iter_valid_loss : 0.16775421798229218

   1874460	  0.167979	  0.167754	  0.165008		CURRENT LEARNING RATE: 5.0621479689011995e-09
previous_iter_valid_loss : 0.16128982603549957

   1874480	  0.161477	  0.161290	  0.165047		CURRENT LEARNING RATE: 5.0611356405436316e-09
previous_iter_valid_loss : 0.1615118682384491

   1874500	  0.161702	  0.161512	  0.164716		CURRENT LEARNING RATE: 5.060123514631491e-09
previous_iter_valid_loss : 0.16055268049240112

   1874520	  0.160710	  0.160553	  0.164703		CURRENT LEARNING RATE: 5.05911159112429e-09
previous_iter_valid_loss : 0.16784366965293884

   1874540	  0.168003	  0.167844	  0.164961		CURRENT LEARNING RATE: 5.0580998699815545e-09
previous_iter_valid_loss : 0.1748790293931961

   1874560	  0.175035	  0.174879	  0.165499		CURRENT LEARNING RATE: 5.0570883511628135e-09
previous_iter_valid_loss : 0.1612425297498703

   1874580	  0.161407	  0.161243	  0.165488		CURRENT LEARNING RATE: 5.056077034627608e-09
previous_iter_valid_loss : 0.16218003630638123

   1874600	  0.162346	  0.162180	  0.165120		CURRENT LEARNING RATE: 5.055065920335467e-09
previous_iter_valid_loss : 0.17329268157482147

   1874620	  0.173433	  0.173293	  0.165660		CURRENT LEARNING RATE: 5.054055008245981e-09
previous_iter_valid_loss : 0.1653037816286087

   1874640	  0.165504	  0.165304	  0.165866		CURRENT LEARNING RATE: 5.053044298318696e-09
previous_iter_valid_loss : 0.16522732377052307

   1874660	  0.165439	  0.165227	  0.165797		CURRENT LEARNING RATE: 5.052033790513183e-09
previous_iter_valid_loss : 0.16699859499931335

   1874680	  0.167231	  0.166999	  0.165854		CURRENT LEARNING RATE: 5.051023484789023e-09
previous_iter_valid_loss : 0.1606554388999939

   1874700	  0.160827	  0.160655	  0.165836		CURRENT LEARNING RATE: 5.0500133811058025e-09
previous_iter_valid_loss : 0.16071197390556335

   1874720	  0.160873	  0.160712	  0.165265		CURRENT LEARNING RATE: 5.0490034794231185e-09
previous_iter_valid_loss : 0.16060957312583923

   1874740	  0.160780	  0.160610	  0.164922		CURRENT LEARNING RATE: 5.047993779700575e-09
previous_iter_valid_loss : 0.16417203843593597

   1874760	  0.164387	  0.164172	  0.164468		CURRENT LEARNING RATE: 5.046984281897764e-09
previous_iter_valid_loss : 0.17228339612483978

   1874780	  0.172432	  0.172283	  0.165056		CURRENT LEARNING RATE: 5.045974985974343e-09
previous_iter_valid_loss : 0.16879747807979584

   1874800	  0.168954	  0.168797	  0.164952		CURRENT LEARNING RATE: 5.044965891889923e-09
previous_iter_valid_loss : 0.16473419964313507

   1874820	  0.164930	  0.164734	  0.165031		CURRENT LEARNING RATE: 5.043956999604139e-09
previous_iter_valid_loss : 0.1656849980354309

   1874840	  0.165887	  0.165685	  0.165284		CURRENT LEARNING RATE: 5.042948309076636e-09
previous_iter_valid_loss : 0.17770437896251678

   1874860	  0.178005	  0.177704	  0.165782		CURRENT LEARNING RATE: 5.041939820267065e-09
previous_iter_valid_loss : 0.17026181519031525

   1874880	  0.170412	  0.170262	  0.166230		CURRENT LEARNING RATE: 5.0409315331350884e-09
previous_iter_valid_loss : 0.17826290428638458

   1874900	  0.178416	  0.178263	  0.167068		CURRENT LEARNING RATE: 5.039923447640373e-09
previous_iter_valid_loss : 0.17094744741916656

   1874920	  0.171205	  0.170947	  0.167587		CURRENT LEARNING RATE: 5.0389155637425786e-09
previous_iter_valid_loss : 0.17040123045444489

   1874940	  0.170556	  0.170401	  0.167715		CURRENT LEARNING RATE: 5.037907881401426e-09
previous_iter_valid_loss : 0.1647566854953766

   1874960	  0.164959	  0.164757	  0.167209		CURRENT LEARNING RATE: 5.036900400576589e-09
previous_iter_valid_loss : 0.1614905148744583

   1874980	  0.161671	  0.161491	  0.167222		CURRENT LEARNING RATE: 5.035893121227768e-09
previous_iter_valid_loss : 0.16052283346652985

   1875000	  0.160685	  0.160523	  0.167139		CURRENT LEARNING RATE: 5.034886043314673e-09
previous_iter_valid_loss : 0.16453252732753754

   1875020	  0.164699	  0.164533	  0.166701		CURRENT LEARNING RATE: 5.033879166797021e-09
previous_iter_valid_loss : 0.16175170242786407

   1875040	  0.161924	  0.161752	  0.166523		CURRENT LEARNING RATE: 5.032872491634536e-09
previous_iter_valid_loss : 0.170780748128891

   1875060	  0.171028	  0.170781	  0.166801		CURRENT LEARNING RATE: 5.031866017786933e-09
previous_iter_valid_loss : 0.16208241879940033

   1875080	  0.162251	  0.162082	  0.166555		CURRENT LEARNING RATE: 5.030859745213989e-09
previous_iter_valid_loss : 0.1605226844549179

   1875100	  0.160688	  0.160523	  0.166548		CURRENT LEARNING RATE: 5.029853673875436e-09
previous_iter_valid_loss : 0.1611391305923462

   1875120	  0.161291	  0.161139	  0.166570		CURRENT LEARNING RATE: 5.028847803731031e-09
previous_iter_valid_loss : 0.1645643413066864

   1875140	  0.164776	  0.164564	  0.166768		CURRENT LEARNING RATE: 5.027842134740538e-09
previous_iter_valid_loss : 0.17315223813056946

   1875160	  0.173436	  0.173152	  0.167217		CURRENT LEARNING RATE: 5.026836666863732e-09
previous_iter_valid_loss : 0.16190756857395172

   1875180	  0.162097	  0.161908	  0.166698		CURRENT LEARNING RATE: 5.025831400060392e-09
previous_iter_valid_loss : 0.1660875827074051

   1875200	  0.166249	  0.166088	  0.166562		CURRENT LEARNING RATE: 5.0248263342903095e-09
previous_iter_valid_loss : 0.16852401196956635

   1875220	  0.168678	  0.168524	  0.166752		CURRENT LEARNING RATE: 5.023821469513264e-09
previous_iter_valid_loss : 0.16437436640262604

   1875240	  0.164546	  0.164374	  0.166686		CURRENT LEARNING RATE: 5.022816805689094e-09
previous_iter_valid_loss : 0.1622190773487091

   1875260	  0.162412	  0.162219	  0.165912		CURRENT LEARNING RATE: 5.021812342777598e-09
previous_iter_valid_loss : 0.1798388808965683

   1875280	  0.180169	  0.179839	  0.166391		CURRENT LEARNING RATE: 5.0208080807385965e-09
previous_iter_valid_loss : 0.1690523475408554

   1875300	  0.169285	  0.169052	  0.165930		CURRENT LEARNING RATE: 5.019804019531919e-09
previous_iter_valid_loss : 0.1778431534767151

   1875320	  0.177999	  0.177843	  0.166275		CURRENT LEARNING RATE: 5.018800159117402e-09
previous_iter_valid_loss : 0.1609514355659485

   1875340	  0.161129	  0.160951	  0.165803		CURRENT LEARNING RATE: 5.017796499454893e-09
previous_iter_valid_loss : 0.16113729774951935

   1875360	  0.161319	  0.161137	  0.165622		CURRENT LEARNING RATE: 5.016793040504244e-09
previous_iter_valid_loss : 0.17379647493362427

   1875380	  0.173941	  0.173796	  0.166237		CURRENT LEARNING RATE: 5.015789782225301e-09
previous_iter_valid_loss : 0.16833199560642242

   1875400	  0.168564	  0.168332	  0.166627		CURRENT LEARNING RATE: 5.014786724577966e-09
previous_iter_valid_loss : 0.16089314222335815

   1875420	  0.161072	  0.160893	  0.166445		CURRENT LEARNING RATE: 5.013783867522101e-09
previous_iter_valid_loss : 0.16354627907276154

   1875440	  0.163738	  0.163546	  0.166535		CURRENT LEARNING RATE: 5.012781211017591e-09
previous_iter_valid_loss : 0.16555531322956085

   1875460	  0.165716	  0.165555	  0.166274		CURRENT LEARNING RATE: 5.011778755024331e-09
previous_iter_valid_loss : 0.16093096137046814

   1875480	  0.161118	  0.160931	  0.166216		CURRENT LEARNING RATE: 5.010776499502222e-09
previous_iter_valid_loss : 0.17320989072322845

   1875500	  0.173488	  0.173210	  0.166851		CURRENT LEARNING RATE: 5.009774444411173e-09
previous_iter_valid_loss : 0.16166740655899048

   1875520	  0.161832	  0.161667	  0.166877		CURRENT LEARNING RATE: 5.008772589711085e-09
previous_iter_valid_loss : 0.1778411567211151

   1875540	  0.178155	  0.177841	  0.167541		CURRENT LEARNING RATE: 5.007770935361919e-09
previous_iter_valid_loss : 0.16083477437496185

   1875560	  0.161013	  0.160835	  0.166925		CURRENT LEARNING RATE: 5.00676948132359e-09
previous_iter_valid_loss : 0.1640082746744156

   1875580	  0.164176	  0.164008	  0.167030		CURRENT LEARNING RATE: 5.005768227556042e-09
previous_iter_valid_loss : 0.16412532329559326

   1875600	  0.164313	  0.164125	  0.166932		CURRENT LEARNING RATE: 5.004767174019224e-09
previous_iter_valid_loss : 0.16060000658035278

   1875620	  0.160761	  0.160600	  0.166536		CURRENT LEARNING RATE: 5.0037663206730935e-09
previous_iter_valid_loss : 0.16639821231365204

   1875640	  0.166624	  0.166398	  0.166637		CURRENT LEARNING RATE: 5.002765667477616e-09
previous_iter_valid_loss : 0.16330771148204803

   1875660	  0.163507	  0.163308	  0.166691		CURRENT LEARNING RATE: 5.001765214392767e-09
previous_iter_valid_loss : 0.16195915639400482

   1875680	  0.162122	  0.161959	  0.165797		CURRENT LEARNING RATE: 5.000764961378508e-09
previous_iter_valid_loss : 0.19529469311237335

   1875700	  0.195796	  0.195295	  0.167109		CURRENT LEARNING RATE: 4.999764908394866e-09
previous_iter_valid_loss : 0.16451597213745117

   1875720	  0.164714	  0.164516	  0.166443		CURRENT LEARNING RATE: 4.998765055401822e-09
previous_iter_valid_loss : 0.16089452803134918

   1875740	  0.161056	  0.160895	  0.166440		CURRENT LEARNING RATE: 4.9977654023593805e-09
previous_iter_valid_loss : 0.168257936835289

   1875760	  0.168417	  0.168258	  0.166796		CURRENT LEARNING RATE: 4.9967659492275554e-09
previous_iter_valid_loss : 0.1606685221195221

   1875780	  0.160824	  0.160669	  0.166140		CURRENT LEARNING RATE: 4.995766695966369e-09
previous_iter_valid_loss : 0.16349174082279205

   1875800	  0.163676	  0.163492	  0.165898		CURRENT LEARNING RATE: 4.994767642535851e-09
previous_iter_valid_loss : 0.1611439287662506

   1875820	  0.161295	  0.161144	  0.165910		CURRENT LEARNING RATE: 4.9937687888960224e-09
previous_iter_valid_loss : 0.1665925681591034

   1875840	  0.166753	  0.166593	  0.166063		CURRENT LEARNING RATE: 4.992770135006963e-09
previous_iter_valid_loss : 0.18571966886520386

   1875860	  0.185860	  0.185720	  0.167071		CURRENT LEARNING RATE: 4.9917716808287105e-09
previous_iter_valid_loss : 0.16451135277748108

   1875880	  0.164705	  0.164511	  0.167250		CURRENT LEARNING RATE: 4.990773426321325e-09
previous_iter_valid_loss : 0.16285640001296997

   1875900	  0.163055	  0.162856	  0.166732		CURRENT LEARNING RATE: 4.989775371444877e-09
previous_iter_valid_loss : 0.16368550062179565

   1875920	  0.163860	  0.163686	  0.166833		CURRENT LEARNING RATE: 4.988777516159446e-09
previous_iter_valid_loss : 0.16057223081588745

   1875940	  0.160732	  0.160572	  0.165970		CURRENT LEARNING RATE: 4.987779860425115e-09
previous_iter_valid_loss : 0.16671596467494965

   1875960	  0.166945	  0.166716	  0.166264		CURRENT LEARNING RATE: 4.9867824042019794e-09
previous_iter_valid_loss : 0.1608261913061142

   1875980	  0.161004	  0.160826	  0.166105		CURRENT LEARNING RATE: 4.985785147450123e-09
previous_iter_valid_loss : 0.16558079421520233

   1876000	  0.165746	  0.165581	  0.166177		CURRENT LEARNING RATE: 4.984788090129691e-09
previous_iter_valid_loss : 0.16105587780475616

   1876020	  0.161244	  0.161056	  0.166200		CURRENT LEARNING RATE: 4.983791232200783e-09
previous_iter_valid_loss : 0.17434939742088318

   1876040	  0.174627	  0.174349	  0.166598		CURRENT LEARNING RATE: 4.982794573623525e-09
previous_iter_valid_loss : 0.1628039926290512

   1876060	  0.162965	  0.162804	  0.166573		CURRENT LEARNING RATE: 4.981798114358051e-09
previous_iter_valid_loss : 0.16253124177455902

   1876080	  0.162690	  0.162531	  0.166601		CURRENT LEARNING RATE: 4.980801854364502e-09
previous_iter_valid_loss : 0.16751456260681152

   1876100	  0.167741	  0.167515	  0.165212		CURRENT LEARNING RATE: 4.9798057936030276e-09
previous_iter_valid_loss : 0.16307932138442993

   1876120	  0.163287	  0.163079	  0.165140		CURRENT LEARNING RATE: 4.978809932033785e-09
previous_iter_valid_loss : 0.16055482625961304

   1876140	  0.160719	  0.160555	  0.165123		CURRENT LEARNING RATE: 4.977814269616924e-09
previous_iter_valid_loss : 0.1655542403459549

   1876160	  0.165751	  0.165554	  0.164988		CURRENT LEARNING RATE: 4.976818806312652e-09
previous_iter_valid_loss : 0.1727478951215744

   1876180	  0.172896	  0.172748	  0.165592		CURRENT LEARNING RATE: 4.975823542081132e-09
previous_iter_valid_loss : 0.1641175001859665

   1876200	  0.164285	  0.164118	  0.165623		CURRENT LEARNING RATE: 4.974828476882555e-09
previous_iter_valid_loss : 0.16103509068489075

   1876220	  0.161197	  0.161035	  0.165618		CURRENT LEARNING RATE: 4.973833610677118e-09
previous_iter_valid_loss : 0.163417249917984

   1876240	  0.163584	  0.163417	  0.165459		CURRENT LEARNING RATE: 4.972838943425025e-09
previous_iter_valid_loss : 0.1640394777059555

   1876260	  0.164206	  0.164039	  0.164375		CURRENT LEARNING RATE: 4.971844475086491e-09
previous_iter_valid_loss : 0.16073645651340485

   1876280	  0.160894	  0.160736	  0.164187		CURRENT LEARNING RATE: 4.970850205621719e-09
previous_iter_valid_loss : 0.16057607531547546

   1876300	  0.160743	  0.160576	  0.164072		CURRENT LEARNING RATE: 4.969856134990974e-09
previous_iter_valid_loss : 0.16292895376682281

   1876320	  0.163092	  0.162929	  0.164035		CURRENT LEARNING RATE: 4.968862263154475e-09
previous_iter_valid_loss : 0.17108993232250214

   1876340	  0.171241	  0.171090	  0.164561		CURRENT LEARNING RATE: 4.967868590072467e-09
previous_iter_valid_loss : 0.16072948276996613

   1876360	  0.160902	  0.160729	  0.164261		CURRENT LEARNING RATE: 4.9668751157052025e-09
previous_iter_valid_loss : 0.1609635055065155

   1876380	  0.161121	  0.160964	  0.164268		CURRENT LEARNING RATE: 4.965881840012945e-09
previous_iter_valid_loss : 0.16363836824893951

   1876400	  0.163831	  0.163638	  0.164171		CURRENT LEARNING RATE: 4.96488876295596e-09
previous_iter_valid_loss : 0.16090303659439087

   1876420	  0.161067	  0.160903	  0.164163		CURRENT LEARNING RATE: 4.9638958844945264e-09
previous_iter_valid_loss : 0.16159828007221222

   1876440	  0.161792	  0.161598	  0.163526		CURRENT LEARNING RATE: 4.962903204588912e-09
previous_iter_valid_loss : 0.16196280717849731

   1876460	  0.162149	  0.161963	  0.163484		CURRENT LEARNING RATE: 4.961910723199444e-09
previous_iter_valid_loss : 0.16463106870651245

   1876480	  0.164831	  0.164631	  0.163589		CURRENT LEARNING RATE: 4.960918440286405e-09
previous_iter_valid_loss : 0.17107893526554108

   1876500	  0.171222	  0.171079	  0.163767		CURRENT LEARNING RATE: 4.959926355810105e-09
previous_iter_valid_loss : 0.16091026365756989

   1876520	  0.161062	  0.160910	  0.163658		CURRENT LEARNING RATE: 4.958934469730859e-09
previous_iter_valid_loss : 0.1616593897342682

   1876540	  0.161808	  0.161659	  0.163714		CURRENT LEARNING RATE: 4.957942782008993e-09
previous_iter_valid_loss : 0.1773824691772461

   1876560	  0.177694	  0.177382	  0.164305		CURRENT LEARNING RATE: 4.956951292604839e-09
previous_iter_valid_loss : 0.18107806146144867

   1876580	  0.181419	  0.181078	  0.164722		CURRENT LEARNING RATE: 4.955960001478737e-09
previous_iter_valid_loss : 0.1638329178094864

   1876600	  0.163995	  0.163833	  0.164707		CURRENT LEARNING RATE: 4.954968908591019e-09
previous_iter_valid_loss : 0.16053807735443115

   1876620	  0.160707	  0.160538	  0.164683		CURRENT LEARNING RATE: 4.953978013902075e-09
previous_iter_valid_loss : 0.18852224946022034

   1876640	  0.188962	  0.188522	  0.165938		CURRENT LEARNING RATE: 4.952987317372252e-09
previous_iter_valid_loss : 0.16092297434806824

   1876660	  0.161114	  0.160923	  0.165782		CURRENT LEARNING RATE: 4.951996818961923e-09
previous_iter_valid_loss : 0.16218887269496918

   1876680	  0.162352	  0.162189	  0.165855		CURRENT LEARNING RATE: 4.951006518631466e-09
previous_iter_valid_loss : 0.16818168759346008

   1876700	  0.168338	  0.168182	  0.166235		CURRENT LEARNING RATE: 4.950016416341271e-09
previous_iter_valid_loss : 0.16986986994743347

   1876720	  0.170021	  0.169870	  0.166582		CURRENT LEARNING RATE: 4.949026512051734e-09
previous_iter_valid_loss : 0.17608627676963806

   1876740	  0.176234	  0.176086	  0.166832		CURRENT LEARNING RATE: 4.948036805723241e-09
previous_iter_valid_loss : 0.16469372808933258

   1876760	  0.164892	  0.164694	  0.167030		CURRENT LEARNING RATE: 4.947047297316237e-09
previous_iter_valid_loss : 0.1688890904188156

   1876780	  0.169045	  0.168889	  0.167426		CURRENT LEARNING RATE: 4.946057986791126e-09
previous_iter_valid_loss : 0.16264377534389496

   1876800	  0.162840	  0.162644	  0.167376		CURRENT LEARNING RATE: 4.945068874108336e-09
previous_iter_valid_loss : 0.16126981377601624

   1876820	  0.161456	  0.161270	  0.167395		CURRENT LEARNING RATE: 4.944079959228301e-09
previous_iter_valid_loss : 0.17782902717590332

   1876840	  0.178138	  0.177829	  0.168206		CURRENT LEARNING RATE: 4.943091242111466e-09
previous_iter_valid_loss : 0.1692381203174591

   1876860	  0.169477	  0.169238	  0.168570		CURRENT LEARNING RATE: 4.942102722718279e-09
previous_iter_valid_loss : 0.16074880957603455

   1876880	  0.160916	  0.160749	  0.168376		CURRENT LEARNING RATE: 4.941114401009204e-09
previous_iter_valid_loss : 0.1648169308900833

   1876900	  0.164985	  0.164817	  0.168063		CURRENT LEARNING RATE: 4.940126276944686e-09
previous_iter_valid_loss : 0.17234373092651367

   1876920	  0.172616	  0.172344	  0.168635		CURRENT LEARNING RATE: 4.939138350485239e-09
previous_iter_valid_loss : 0.16188399493694305

   1876940	  0.162071	  0.161884	  0.168646		CURRENT LEARNING RATE: 4.9381506215913266e-09
previous_iter_valid_loss : 0.1760789155960083

   1876960	  0.176377	  0.176079	  0.168581		CURRENT LEARNING RATE: 4.937163090223439e-09
previous_iter_valid_loss : 0.1637510508298874

   1876980	  0.163933	  0.163751	  0.167714		CURRENT LEARNING RATE: 4.936175756342076e-09
previous_iter_valid_loss : 0.16055314242839813

   1877000	  0.160722	  0.160553	  0.167550		CURRENT LEARNING RATE: 4.935188619907743e-09
previous_iter_valid_loss : 0.16732574999332428

   1877020	  0.167558	  0.167326	  0.167890		CURRENT LEARNING RATE: 4.934201680880957e-09
previous_iter_valid_loss : 0.16112631559371948

   1877040	  0.161313	  0.161126	  0.166520		CURRENT LEARNING RATE: 4.93321493922222e-09
previous_iter_valid_loss : 0.19062982499599457

   1877060	  0.190760	  0.190630	  0.168005		CURRENT LEARNING RATE: 4.932228394892099e-09
previous_iter_valid_loss : 0.16284653544425964

   1877080	  0.163013	  0.162847	  0.168038		CURRENT LEARNING RATE: 4.931242047851115e-09
previous_iter_valid_loss : 0.16778871417045593

   1877100	  0.167946	  0.167789	  0.168018		CURRENT LEARNING RATE: 4.930255898059814e-09
previous_iter_valid_loss : 0.1873232126235962

   1877120	  0.187465	  0.187323	  0.168891		CURRENT LEARNING RATE: 4.929269945478749e-09
previous_iter_valid_loss : 0.16335038840770721

   1877140	  0.163520	  0.163350	  0.168254		CURRENT LEARNING RATE: 4.9282841900684816e-09
previous_iter_valid_loss : 0.16781915724277496

   1877160	  0.167978	  0.167819	  0.168411		CURRENT LEARNING RATE: 4.927298631789584e-09
previous_iter_valid_loss : 0.1613141894340515

   1877180	  0.161477	  0.161314	  0.168032		CURRENT LEARNING RATE: 4.926313270602631e-09
previous_iter_valid_loss : 0.16183270514011383

   1877200	  0.161992	  0.161833	  0.167991		CURRENT LEARNING RATE: 4.925328106468193e-09
previous_iter_valid_loss : 0.1648186892271042

   1877220	  0.165021	  0.164819	  0.168169		CURRENT LEARNING RATE: 4.924343139346897e-09
previous_iter_valid_loss : 0.1681588888168335

   1877240	  0.168313	  0.168159	  0.167685		CURRENT LEARNING RATE: 4.9233583691993274e-09
previous_iter_valid_loss : 0.1607782542705536

   1877260	  0.160928	  0.160778	  0.167262		CURRENT LEARNING RATE: 4.922373795986093e-09
previous_iter_valid_loss : 0.1616329550743103

   1877280	  0.161799	  0.161633	  0.167306		CURRENT LEARNING RATE: 4.9213894196678105e-09
previous_iter_valid_loss : 0.17708759009838104

   1877300	  0.177244	  0.177088	  0.167920		CURRENT LEARNING RATE: 4.920405240205107e-09
previous_iter_valid_loss : 0.17533919215202332

   1877320	  0.175498	  0.175339	  0.168070		CURRENT LEARNING RATE: 4.919421257558612e-09
previous_iter_valid_loss : 0.16055484116077423

   1877340	  0.160714	  0.160555	  0.168003		CURRENT LEARNING RATE: 4.9184374716889696e-09
previous_iter_valid_loss : 0.16089998185634613

   1877360	  0.161087	  0.160900	  0.167244		CURRENT LEARNING RATE: 4.917453882556808e-09
previous_iter_valid_loss : 0.1635770946741104

   1877380	  0.163749	  0.163577	  0.167236		CURRENT LEARNING RATE: 4.91647049012282e-09
previous_iter_valid_loss : 0.17357593774795532

   1877400	  0.173851	  0.173576	  0.167887		CURRENT LEARNING RATE: 4.9154872943476535e-09
previous_iter_valid_loss : 0.1624036729335785

   1877420	  0.162568	  0.162404	  0.167641		CURRENT LEARNING RATE: 4.914504295191978e-09
previous_iter_valid_loss : 0.1609012633562088

   1877440	  0.161058	  0.160901	  0.167629		CURRENT LEARNING RATE: 4.913521492616476e-09
previous_iter_valid_loss : 0.17385734617710114

   1877460	  0.174001	  0.173857	  0.166791		CURRENT LEARNING RATE: 4.9125388865818336e-09
previous_iter_valid_loss : 0.16108834743499756

   1877480	  0.161239	  0.161088	  0.166703		CURRENT LEARNING RATE: 4.911556477048747e-09
previous_iter_valid_loss : 0.16167378425598145

   1877500	  0.161870	  0.161674	  0.166397		CURRENT LEARNING RATE: 4.910574263977903e-09
previous_iter_valid_loss : 0.1747026890516281

   1877520	  0.174849	  0.174703	  0.165766		CURRENT LEARNING RATE: 4.9095922473300484e-09
previous_iter_valid_loss : 0.16117776930332184

   1877540	  0.161355	  0.161178	  0.165657		CURRENT LEARNING RATE: 4.908610427065883e-09
previous_iter_valid_loss : 0.16289640963077545

   1877560	  0.163091	  0.162896	  0.165411		CURRENT LEARNING RATE: 4.907628803146137e-09
previous_iter_valid_loss : 0.16168047487735748

   1877580	  0.161856	  0.161680	  0.165430		CURRENT LEARNING RATE: 4.906647375531542e-09
previous_iter_valid_loss : 0.16052140295505524

   1877600	  0.160693	  0.160521	  0.165364		CURRENT LEARNING RATE: 4.9056661441828446e-09
previous_iter_valid_loss : 0.16989953815937042

   1877620	  0.170154	  0.169900	  0.165618		CURRENT LEARNING RATE: 4.904685109060792e-09
previous_iter_valid_loss : 0.16109366714954376

   1877640	  0.161280	  0.161094	  0.165265		CURRENT LEARNING RATE: 4.903704270126145e-09
previous_iter_valid_loss : 0.1668185293674469

   1877660	  0.166977	  0.166819	  0.165567		CURRENT LEARNING RATE: 4.902723627339652e-09
previous_iter_valid_loss : 0.1623990833759308

   1877680	  0.162550	  0.162399	  0.165605		CURRENT LEARNING RATE: 4.901743180662123e-09
previous_iter_valid_loss : 0.16665750741958618

   1877700	  0.166812	  0.166658	  0.165084		CURRENT LEARNING RATE: 4.900762930054321e-09
previous_iter_valid_loss : 0.17247554659843445

   1877720	  0.172620	  0.172476	  0.164940		CURRENT LEARNING RATE: 4.899782875477037e-09
previous_iter_valid_loss : 0.17941701412200928

   1877740	  0.179575	  0.179417	  0.165884		CURRENT LEARNING RATE: 4.8988030168910684e-09
previous_iter_valid_loss : 0.160502627491951

   1877760	  0.160662	  0.160503	  0.165864		CURRENT LEARNING RATE: 4.897823354257222e-09
previous_iter_valid_loss : 0.16299334168434143

   1877780	  0.163166	  0.162993	  0.165835		CURRENT LEARNING RATE: 4.8968438875363095e-09
previous_iter_valid_loss : 0.1781596541404724

   1877800	  0.178473	  0.178160	  0.166064		CURRENT LEARNING RATE: 4.895864616689153e-09
previous_iter_valid_loss : 0.16697198152542114

   1877820	  0.167130	  0.166972	  0.166292		CURRENT LEARNING RATE: 4.8948855416765655e-09
previous_iter_valid_loss : 0.16076719760894775

   1877840	  0.160941	  0.160767	  0.166285		CURRENT LEARNING RATE: 4.893906662459417e-09
previous_iter_valid_loss : 0.16060879826545715

   1877860	  0.160768	  0.160609	  0.165623		CURRENT LEARNING RATE: 4.892927978998536e-09
previous_iter_valid_loss : 0.17098340392112732

   1877880	  0.171238	  0.170983	  0.166118		CURRENT LEARNING RATE: 4.891949491254775e-09
previous_iter_valid_loss : 0.16839314997196198

   1877900	  0.168626	  0.168393	  0.166454		CURRENT LEARNING RATE: 4.890971199188994e-09
previous_iter_valid_loss : 0.16769208014011383

   1877920	  0.167917	  0.167692	  0.166103		CURRENT LEARNING RATE: 4.889993102762061e-09
previous_iter_valid_loss : 0.16171209514141083

   1877940	  0.161867	  0.161712	  0.166130		CURRENT LEARNING RATE: 4.889015201934853e-09
previous_iter_valid_loss : 0.1608055830001831

   1877960	  0.160975	  0.160806	  0.166025		CURRENT LEARNING RATE: 4.8880374966682365e-09
previous_iter_valid_loss : 0.16160495579242706

   1877980	  0.161758	  0.161605	  0.166022		CURRENT LEARNING RATE: 4.887059986923138e-09
previous_iter_valid_loss : 0.16982343792915344

   1878000	  0.169973	  0.169823	  0.166487		CURRENT LEARNING RATE: 4.88608267266044e-09
previous_iter_valid_loss : 0.17386050522327423

   1878020	  0.174130	  0.173861	  0.166685		CURRENT LEARNING RATE: 4.885105553841049e-09
previous_iter_valid_loss : 0.17292647063732147

   1878040	  0.173072	  0.172926	  0.167276		CURRENT LEARNING RATE: 4.884128630425881e-09
previous_iter_valid_loss : 0.18294748663902283

   1878060	  0.183317	  0.182947	  0.168083		CURRENT LEARNING RATE: 4.883151902375859e-09
previous_iter_valid_loss : 0.16100114583969116

   1878080	  0.161154	  0.161001	  0.168013		CURRENT LEARNING RATE: 4.882175369651914e-09
previous_iter_valid_loss : 0.1637226939201355

   1878100	  0.163923	  0.163723	  0.167866		CURRENT LEARNING RATE: 4.881199032214984e-09
previous_iter_valid_loss : 0.1649741232395172

   1878120	  0.165148	  0.164974	  0.167491		CURRENT LEARNING RATE: 4.880222890025998e-09
previous_iter_valid_loss : 0.17398031055927277

   1878140	  0.174129	  0.173980	  0.167219		CURRENT LEARNING RATE: 4.879246943045947e-09
previous_iter_valid_loss : 0.16165712475776672

   1878160	  0.161840	  0.161657	  0.167277		CURRENT LEARNING RATE: 4.878271191235773e-09
previous_iter_valid_loss : 0.16126367449760437

   1878180	  0.161427	  0.161264	  0.167191		CURRENT LEARNING RATE: 4.877295634556448e-09
previous_iter_valid_loss : 0.16213750839233398

   1878200	  0.162321	  0.162138	  0.166389		CURRENT LEARNING RATE: 4.876320272968949e-09
previous_iter_valid_loss : 0.17258712649345398

   1878220	  0.172858	  0.172587	  0.166670		CURRENT LEARNING RATE: 4.8753451064342614e-09
previous_iter_valid_loss : 0.18155598640441895

   1878240	  0.181710	  0.181556	  0.167710		CURRENT LEARNING RATE: 4.874370134913379e-09
previous_iter_valid_loss : 0.16871625185012817

   1878260	  0.168875	  0.168716	  0.168115		CURRENT LEARNING RATE: 4.873395358367285e-09
previous_iter_valid_loss : 0.16686387360095978

   1878280	  0.167073	  0.166864	  0.167909		CURRENT LEARNING RATE: 4.872420776757023e-09
previous_iter_valid_loss : 0.16191819310188293

   1878300	  0.162113	  0.161918	  0.167585		CURRENT LEARNING RATE: 4.871446390043594e-09
previous_iter_valid_loss : 0.1609872430562973

   1878320	  0.161147	  0.160987	  0.167250		CURRENT LEARNING RATE: 4.87047219818802e-09
previous_iter_valid_loss : 0.1666289120912552

   1878340	  0.166855	  0.166629	  0.167496		CURRENT LEARNING RATE: 4.869498201151335e-09
previous_iter_valid_loss : 0.1715024709701538

   1878360	  0.171649	  0.171502	  0.168031		CURRENT LEARNING RATE: 4.868524398894578e-09
previous_iter_valid_loss : 0.16634608805179596

   1878380	  0.166556	  0.166346	  0.168268		CURRENT LEARNING RATE: 4.8675507913787995e-09
previous_iter_valid_loss : 0.16182944178581238

   1878400	  0.162000	  0.161829	  0.167868		CURRENT LEARNING RATE: 4.866577378565051e-09
previous_iter_valid_loss : 0.16385315358638763

   1878420	  0.164059	  0.163853	  0.167368		CURRENT LEARNING RATE: 4.8656041604143825e-09
previous_iter_valid_loss : 0.1638675481081009

   1878440	  0.164072	  0.163868	  0.166915		CURRENT LEARNING RATE: 4.8646311368878985e-09
previous_iter_valid_loss : 0.16051620244979858

   1878460	  0.160677	  0.160516	  0.165793		CURRENT LEARNING RATE: 4.86365830794666e-09
previous_iter_valid_loss : 0.16098615527153015

   1878480	  0.161142	  0.160986	  0.165792		CURRENT LEARNING RATE: 4.8626856735517546e-09
previous_iter_valid_loss : 0.1654502898454666

   1878500	  0.165608	  0.165450	  0.165879		CURRENT LEARNING RATE: 4.861713233664276e-09
previous_iter_valid_loss : 0.16158868372440338

   1878520	  0.161752	  0.161589	  0.165710		CURRENT LEARNING RATE: 4.860740988245328e-09
previous_iter_valid_loss : 0.16822627186775208

   1878540	  0.168382	  0.168226	  0.165422		CURRENT LEARNING RATE: 4.8597689372560205e-09
previous_iter_valid_loss : 0.1620846539735794

   1878560	  0.162268	  0.162085	  0.165443		CURRENT LEARNING RATE: 4.858797080657471e-09
previous_iter_valid_loss : 0.16525976359844208

   1878580	  0.165428	  0.165260	  0.165643		CURRENT LEARNING RATE: 4.857825418410788e-09
previous_iter_valid_loss : 0.16112440824508667

   1878600	  0.161283	  0.161124	  0.165592		CURRENT LEARNING RATE: 4.85685395047714e-09
previous_iter_valid_loss : 0.16056188941001892

   1878620	  0.160729	  0.160562	  0.164991		CURRENT LEARNING RATE: 4.855882676817651e-09
previous_iter_valid_loss : 0.1979670375585556

   1878640	  0.198481	  0.197967	  0.165812		CURRENT LEARNING RATE: 4.854911597393468e-09
previous_iter_valid_loss : 0.16050787270069122

   1878660	  0.160677	  0.160508	  0.165401		CURRENT LEARNING RATE: 4.853940712165751e-09
previous_iter_valid_loss : 0.16805404424667358

   1878680	  0.168290	  0.168054	  0.165461		CURRENT LEARNING RATE: 4.8529700210956625e-09
previous_iter_valid_loss : 0.1717945635318756

   1878700	  0.172060	  0.171795	  0.165955		CURRENT LEARNING RATE: 4.8519995241443764e-09
previous_iter_valid_loss : 0.1776665449142456

   1878720	  0.177818	  0.177667	  0.166789		CURRENT LEARNING RATE: 4.851029221273054e-09
previous_iter_valid_loss : 0.1665380299091339

   1878740	  0.166754	  0.166538	  0.166784		CURRENT LEARNING RATE: 4.8500591124429175e-09
previous_iter_valid_loss : 0.1606796830892563

   1878760	  0.160839	  0.160680	  0.166243		CURRENT LEARNING RATE: 4.849089197615147e-09
previous_iter_valid_loss : 0.17615815997123718

   1878780	  0.176449	  0.176158	  0.166734		CURRENT LEARNING RATE: 4.8481194767509456e-09
previous_iter_valid_loss : 0.16158299148082733

   1878800	  0.161749	  0.161583	  0.166721		CURRENT LEARNING RATE: 4.847149949811524e-09
previous_iter_valid_loss : 0.17029628157615662

   1878820	  0.170445	  0.170296	  0.167043		CURRENT LEARNING RATE: 4.8461806167581e-09
previous_iter_valid_loss : 0.16173136234283447

   1878840	  0.161917	  0.161731	  0.166937		CURRENT LEARNING RATE: 4.8452114775519015e-09
previous_iter_valid_loss : 0.16058027744293213

   1878860	  0.160750	  0.160580	  0.166940		CURRENT LEARNING RATE: 4.844242532154163e-09
previous_iter_valid_loss : 0.16221590340137482

   1878880	  0.162407	  0.162216	  0.167001		CURRENT LEARNING RATE: 4.843273780526109e-09
previous_iter_valid_loss : 0.17746366560459137

   1878900	  0.177772	  0.177464	  0.167602		CURRENT LEARNING RATE: 4.842305222629024e-09
previous_iter_valid_loss : 0.16116304695606232

   1878920	  0.161351	  0.161163	  0.167581		CURRENT LEARNING RATE: 4.84133685842415e-09
previous_iter_valid_loss : 0.1609327644109726

   1878940	  0.161121	  0.160933	  0.167216		CURRENT LEARNING RATE: 4.840368687872749e-09
previous_iter_valid_loss : 0.1606188267469406

   1878960	  0.160794	  0.160619	  0.167143		CURRENT LEARNING RATE: 4.839400710936097e-09
previous_iter_valid_loss : 0.160613015294075

   1878980	  0.160789	  0.160613	  0.166910		CURRENT LEARNING RATE: 4.838432927575474e-09
previous_iter_valid_loss : 0.16791576147079468

   1879000	  0.168146	  0.167916	  0.167250		CURRENT LEARNING RATE: 4.837465337752169e-09
previous_iter_valid_loss : 0.16058650612831116

   1879020	  0.160752	  0.160587	  0.167251		CURRENT LEARNING RATE: 4.836497941427461e-09
previous_iter_valid_loss : 0.1622249037027359

   1879040	  0.162394	  0.162225	  0.165464		CURRENT LEARNING RATE: 4.835530738562687e-09
previous_iter_valid_loss : 0.16102436184883118

   1879060	  0.161186	  0.161024	  0.165490		CURRENT LEARNING RATE: 4.834563729119145e-09
previous_iter_valid_loss : 0.1627400666475296

   1879080	  0.162902	  0.162740	  0.165224		CURRENT LEARNING RATE: 4.833596913058152e-09
previous_iter_valid_loss : 0.17131008207798004

   1879100	  0.171457	  0.171310	  0.165200		CURRENT LEARNING RATE: 4.8326302903410366e-09
previous_iter_valid_loss : 0.16056497395038605

   1879120	  0.160731	  0.160565	  0.164345		CURRENT LEARNING RATE: 4.831663860929133e-09
previous_iter_valid_loss : 0.16061359643936157

   1879140	  0.160776	  0.160614	  0.164049		CURRENT LEARNING RATE: 4.830697624783785e-09
previous_iter_valid_loss : 0.16338206827640533

   1879160	  0.163559	  0.163382	  0.164184		CURRENT LEARNING RATE: 4.829731581866343e-09
previous_iter_valid_loss : 0.17457321286201477

   1879180	  0.174722	  0.174573	  0.164104		CURRENT LEARNING RATE: 4.828765732138147e-09
previous_iter_valid_loss : 0.16246071457862854

   1879200	  0.162622	  0.162461	  0.164148		CURRENT LEARNING RATE: 4.8278000755605975e-09
previous_iter_valid_loss : 0.16748781502246857

   1879220	  0.167642	  0.167488	  0.164008		CURRENT LEARNING RATE: 4.826834612095053e-09
previous_iter_valid_loss : 0.16207970678806305

   1879240	  0.162237	  0.162080	  0.164025		CURRENT LEARNING RATE: 4.825869341702893e-09
previous_iter_valid_loss : 0.1675761491060257

   1879260	  0.167807	  0.167576	  0.164375		CURRENT LEARNING RATE: 4.8249042643455074e-09
previous_iter_valid_loss : 0.1923355609178543

   1879280	  0.192793	  0.192336	  0.165881		CURRENT LEARNING RATE: 4.8239393799842926e-09
previous_iter_valid_loss : 0.1618616282939911

   1879300	  0.162022	  0.161862	  0.165101		CURRENT LEARNING RATE: 4.822974688580654e-09
previous_iter_valid_loss : 0.1614985167980194

   1879320	  0.161651	  0.161499	  0.165118		CURRENT LEARNING RATE: 4.822010190096004e-09
previous_iter_valid_loss : 0.17087285220623016

   1879340	  0.171128	  0.170873	  0.165615		CURRENT LEARNING RATE: 4.8210458844917444e-09
previous_iter_valid_loss : 0.16376982629299164

   1879360	  0.163974	  0.163770	  0.165772		CURRENT LEARNING RATE: 4.820081771729338e-09
previous_iter_valid_loss : 0.1638689786195755

   1879380	  0.164041	  0.163869	  0.165935		CURRENT LEARNING RATE: 4.819117851770203e-09
previous_iter_valid_loss : 0.1617112010717392

   1879400	  0.161861	  0.161711	  0.165625		CURRENT LEARNING RATE: 4.818154124575783e-09
previous_iter_valid_loss : 0.16501149535179138

   1879420	  0.165213	  0.165011	  0.165846		CURRENT LEARNING RATE: 4.817190590107529e-09
previous_iter_valid_loss : 0.16115784645080566

   1879440	  0.161316	  0.161158	  0.165793		CURRENT LEARNING RATE: 4.816227248326899e-09
previous_iter_valid_loss : 0.1784198135137558

   1879460	  0.178580	  0.178420	  0.166663		CURRENT LEARNING RATE: 4.8152640991953595e-09
previous_iter_valid_loss : 0.1624870002269745

   1879480	  0.162678	  0.162487	  0.166650		CURRENT LEARNING RATE: 4.814301142674368e-09
previous_iter_valid_loss : 0.161892369389534

   1879500	  0.162044	  0.161892	  0.166179		CURRENT LEARNING RATE: 4.813338378725439e-09
previous_iter_valid_loss : 0.16078484058380127

   1879520	  0.160965	  0.160785	  0.166190		CURRENT LEARNING RATE: 4.812375807310047e-09
previous_iter_valid_loss : 0.1956012099981308

   1879540	  0.195717	  0.195601	  0.167939		CURRENT LEARNING RATE: 4.811413428389687e-09
previous_iter_valid_loss : 0.16050662100315094

   1879560	  0.160670	  0.160507	  0.167796		CURRENT LEARNING RATE: 4.810451241925865e-09
previous_iter_valid_loss : 0.17919999361038208

   1879580	  0.179509	  0.179200	  0.168027		CURRENT LEARNING RATE: 4.809489247880093e-09
previous_iter_valid_loss : 0.16054044663906097

   1879600	  0.160717	  0.160540	  0.167931		CURRENT LEARNING RATE: 4.808527446213892e-09
previous_iter_valid_loss : 0.16069898009300232

   1879620	  0.160871	  0.160699	  0.167592		CURRENT LEARNING RATE: 4.807565836888789e-09
previous_iter_valid_loss : 0.16125541925430298

   1879640	  0.161436	  0.161255	  0.167550		CURRENT LEARNING RATE: 4.806604419866303e-09
previous_iter_valid_loss : 0.16122783720493317

   1879660	  0.161382	  0.161228	  0.167233		CURRENT LEARNING RATE: 4.805643195108012e-09
previous_iter_valid_loss : 0.16412138938903809

   1879680	  0.164286	  0.164121	  0.165822		CURRENT LEARNING RATE: 4.804682162575449e-09
previous_iter_valid_loss : 0.16715624928474426

   1879700	  0.167314	  0.167156	  0.166087		CURRENT LEARNING RATE: 4.803721322230175e-09
previous_iter_valid_loss : 0.16716158390045166

   1879720	  0.167322	  0.167162	  0.166370		CURRENT LEARNING RATE: 4.8027606740337524e-09
previous_iter_valid_loss : 0.16546842455863953

   1879740	  0.165636	  0.165468	  0.166100		CURRENT LEARNING RATE: 4.801800217947758e-09
previous_iter_valid_loss : 0.166381374001503

   1879760	  0.166540	  0.166381	  0.166230		CURRENT LEARNING RATE: 4.800839953933773e-09
previous_iter_valid_loss : 0.17439459264278412

   1879780	  0.174539	  0.174395	  0.166757		CURRENT LEARNING RATE: 4.799879881953386e-09
previous_iter_valid_loss : 0.1674303114414215

   1879800	  0.167661	  0.167430	  0.167043		CURRENT LEARNING RATE: 4.798920001968179e-09
previous_iter_valid_loss : 0.1605214625597

   1879820	  0.160681	  0.160521	  0.166818		CURRENT LEARNING RATE: 4.79796031393979e-09
previous_iter_valid_loss : 0.21012724936008453

   1879840	  0.210186	  0.210127	  0.169267		CURRENT LEARNING RATE: 4.797000817829813e-09
previous_iter_valid_loss : 0.16164365410804749

   1879860	  0.161836	  0.161644	  0.168428		CURRENT LEARNING RATE: 4.79604151359987e-09
previous_iter_valid_loss : 0.16053557395935059

   1879880	  0.160704	  0.160536	  0.168330		CURRENT LEARNING RATE: 4.795082401211589e-09
previous_iter_valid_loss : 0.16402406990528107

   1879900	  0.164197	  0.164024	  0.168437		CURRENT LEARNING RATE: 4.794123480626603e-09
previous_iter_valid_loss : 0.1621238738298416

   1879920	  0.162306	  0.162124	  0.168504		CURRENT LEARNING RATE: 4.793164751806558e-09
previous_iter_valid_loss : 0.17672553658485413

   1879940	  0.177024	  0.176726	  0.167560		CURRENT LEARNING RATE: 4.792206214713086e-09
previous_iter_valid_loss : 0.17490209639072418

   1879960	  0.175055	  0.174902	  0.168280		CURRENT LEARNING RATE: 4.791247869307881e-09
previous_iter_valid_loss : 0.17162084579467773

   1879980	  0.171771	  0.171621	  0.167901		CURRENT LEARNING RATE: 4.790289715552591e-09
previous_iter_valid_loss : 0.16119331121444702

   1880000	  0.161346	  0.161193	  0.167933		CURRENT LEARNING RATE: 4.7893317534088905e-09
previous_iter_valid_loss : 0.16124220192432404

   1880020	  0.161433	  0.161242	  0.167961		CURRENT LEARNING RATE: 4.78837398283846e-09
previous_iter_valid_loss : 0.16422615945339203

   1880040	  0.164395	  0.164226	  0.168109		CURRENT LEARNING RATE: 4.787416403802991e-09
previous_iter_valid_loss : 0.16083519160747528

   1880060	  0.160996	  0.160835	  0.168090		CURRENT LEARNING RATE: 4.786459016264177e-09
previous_iter_valid_loss : 0.16287575662136078

   1880080	  0.163038	  0.162876	  0.168027		CURRENT LEARNING RATE: 4.785501820183725e-09
previous_iter_valid_loss : 0.16236674785614014

   1880100	  0.162569	  0.162367	  0.167788		CURRENT LEARNING RATE: 4.78454481552333e-09
previous_iter_valid_loss : 0.16416579484939575

   1880120	  0.164338	  0.164166	  0.167638		CURRENT LEARNING RATE: 4.783588002244744e-09
previous_iter_valid_loss : 0.16200914978981018

   1880140	  0.162198	  0.162009	  0.167465		CURRENT LEARNING RATE: 4.78263138030968e-09
previous_iter_valid_loss : 0.1643306165933609

   1880160	  0.164544	  0.164331	  0.167362		CURRENT LEARNING RATE: 4.781674949679871e-09
previous_iter_valid_loss : 0.16978347301483154

   1880180	  0.169940	  0.169783	  0.167132		CURRENT LEARNING RATE: 4.780718710317062e-09
previous_iter_valid_loss : 0.17472144961357117

   1880200	  0.174997	  0.174721	  0.167496		CURRENT LEARNING RATE: 4.779762662183001e-09
previous_iter_valid_loss : 0.16646984219551086

   1880220	  0.166624	  0.166470	  0.167794		CURRENT LEARNING RATE: 4.778806805239446e-09
previous_iter_valid_loss : 0.16705478727817535

   1880240	  0.167287	  0.167055	  0.165640		CURRENT LEARNING RATE: 4.777851139448149e-09
previous_iter_valid_loss : 0.16547775268554688

   1880260	  0.165688	  0.165478	  0.165832		CURRENT LEARNING RATE: 4.776895664770914e-09
previous_iter_valid_loss : 0.17025481164455414

   1880280	  0.170405	  0.170255	  0.166318		CURRENT LEARNING RATE: 4.775940381169506e-09
previous_iter_valid_loss : 0.16162556409835815

   1880300	  0.161810	  0.161626	  0.166198		CURRENT LEARNING RATE: 4.7749852886057145e-09
previous_iter_valid_loss : 0.1625056266784668

   1880320	  0.162700	  0.162506	  0.166217		CURRENT LEARNING RATE: 4.774030387041335e-09
previous_iter_valid_loss : 0.1611391007900238

   1880340	  0.161297	  0.161139	  0.165438		CURRENT LEARNING RATE: 4.7730756764381715e-09
previous_iter_valid_loss : 0.16637754440307617

   1880360	  0.166584	  0.166378	  0.165012		CURRENT LEARNING RATE: 4.772121156758036e-09
previous_iter_valid_loss : 0.1800040751695633

   1880380	  0.180330	  0.180004	  0.165431		CURRENT LEARNING RATE: 4.7711668279627475e-09
previous_iter_valid_loss : 0.16147065162658691

   1880400	  0.161617	  0.161471	  0.165445		CURRENT LEARNING RATE: 4.770212690014116e-09
previous_iter_valid_loss : 0.17511065304279327

   1880420	  0.175401	  0.175111	  0.166138		CURRENT LEARNING RATE: 4.769258742874009e-09
previous_iter_valid_loss : 0.16441947221755981

   1880440	  0.164591	  0.164419	  0.166148		CURRENT LEARNING RATE: 4.768304986504253e-09
previous_iter_valid_loss : 0.16527418792247772

   1880460	  0.165449	  0.165274	  0.166370		CURRENT LEARNING RATE: 4.767351420866696e-09
previous_iter_valid_loss : 0.16093693673610687

   1880480	  0.161124	  0.160937	  0.166273		CURRENT LEARNING RATE: 4.766398045923197e-09
previous_iter_valid_loss : 0.16447962820529938

   1880500	  0.164648	  0.164480	  0.166378		CURRENT LEARNING RATE: 4.765444861635621e-09
previous_iter_valid_loss : 0.17370274662971497

   1880520	  0.173982	  0.173703	  0.166855		CURRENT LEARNING RATE: 4.7644918679658394e-09
previous_iter_valid_loss : 0.1625520884990692

   1880540	  0.162744	  0.162552	  0.166882		CURRENT LEARNING RATE: 4.763539064875733e-09
previous_iter_valid_loss : 0.16504715383052826

   1880560	  0.165248	  0.165047	  0.166918		CURRENT LEARNING RATE: 4.762586452327174e-09
previous_iter_valid_loss : 0.16177666187286377

   1880580	  0.161942	  0.161777	  0.166518		CURRENT LEARNING RATE: 4.76163403028209e-09
previous_iter_valid_loss : 0.1620568484067917

   1880600	  0.162218	  0.162057	  0.165885		CURRENT LEARNING RATE: 4.760681798702368e-09
previous_iter_valid_loss : 0.16421476006507874

   1880620	  0.164418	  0.164215	  0.165772		CURRENT LEARNING RATE: 4.759729757549918e-09
previous_iter_valid_loss : 0.1649845987558365

   1880640	  0.165187	  0.164985	  0.165668		CURRENT LEARNING RATE: 4.75877790678666e-09
previous_iter_valid_loss : 0.1660381257534027

   1880660	  0.166257	  0.166038	  0.165696		CURRENT LEARNING RATE: 4.757826246374518e-09
previous_iter_valid_loss : 0.162325918674469

   1880680	  0.162499	  0.162326	  0.165300		CURRENT LEARNING RATE: 4.756874776275427e-09
previous_iter_valid_loss : 0.16135966777801514

   1880700	  0.161519	  0.161360	  0.165287		CURRENT LEARNING RATE: 4.75592349645131e-09
previous_iter_valid_loss : 0.18236824870109558

   1880720	  0.182524	  0.182368	  0.166280		CURRENT LEARNING RATE: 4.754972406864151e-09
previous_iter_valid_loss : 0.16157583892345428

   1880740	  0.161726	  0.161576	  0.166302		CURRENT LEARNING RATE: 4.754021507475889e-09
previous_iter_valid_loss : 0.17146839201450348

   1880760	  0.171737	  0.171468	  0.166556		CURRENT LEARNING RATE: 4.753070798248488e-09
previous_iter_valid_loss : 0.160557821393013

   1880780	  0.160725	  0.160558	  0.165584		CURRENT LEARNING RATE: 4.752120279143919e-09
previous_iter_valid_loss : 0.16169093549251556

   1880800	  0.161885	  0.161691	  0.165595		CURRENT LEARNING RATE: 4.7511699501241625e-09
previous_iter_valid_loss : 0.16083937883377075

   1880820	  0.161021	  0.160839	  0.164881		CURRENT LEARNING RATE: 4.7502198111512046e-09
previous_iter_valid_loss : 0.17268697917461395

   1880840	  0.172835	  0.172687	  0.165295		CURRENT LEARNING RATE: 4.749269862187039e-09
previous_iter_valid_loss : 0.1605357527732849

   1880860	  0.160697	  0.160536	  0.165058		CURRENT LEARNING RATE: 4.7483201031936526e-09
previous_iter_valid_loss : 0.16969315707683563

   1880880	  0.169841	  0.169693	  0.165496		CURRENT LEARNING RATE: 4.747370534133087e-09
previous_iter_valid_loss : 0.16431361436843872

   1880900	  0.164516	  0.164314	  0.165487		CURRENT LEARNING RATE: 4.746421154967344e-09
previous_iter_valid_loss : 0.16274121403694153

   1880920	  0.162941	  0.162741	  0.164939		CURRENT LEARNING RATE: 4.7454719656584475e-09
previous_iter_valid_loss : 0.16126400232315063

   1880940	  0.161426	  0.161264	  0.164875		CURRENT LEARNING RATE: 4.74452296616843e-09
previous_iter_valid_loss : 0.16987933218479156

   1880960	  0.170033	  0.169879	  0.165116		CURRENT LEARNING RATE: 4.743574156459333e-09
previous_iter_valid_loss : 0.17156361043453217

   1880980	  0.171712	  0.171564	  0.165606		CURRENT LEARNING RATE: 4.7426255364932015e-09
previous_iter_valid_loss : 0.16082356870174408

   1881000	  0.160977	  0.160824	  0.165544		CURRENT LEARNING RATE: 4.741677106232093e-09
previous_iter_valid_loss : 0.1683022826910019

   1881020	  0.168530	  0.168302	  0.165748		CURRENT LEARNING RATE: 4.740728865638052e-09
previous_iter_valid_loss : 0.16402840614318848

   1881040	  0.164196	  0.164028	  0.165701		CURRENT LEARNING RATE: 4.7397808146731825e-09
previous_iter_valid_loss : 0.16086803376674652

   1881060	  0.161046	  0.160868	  0.165442		CURRENT LEARNING RATE: 4.738832953299547e-09
previous_iter_valid_loss : 0.1736459732055664

   1881080	  0.173919	  0.173646	  0.166008		CURRENT LEARNING RATE: 4.737885281479231e-09
previous_iter_valid_loss : 0.16078601777553558

   1881100	  0.160966	  0.160786	  0.165979		CURRENT LEARNING RATE: 4.736937799174326e-09
previous_iter_valid_loss : 0.16275422275066376

   1881120	  0.162936	  0.162754	  0.164999		CURRENT LEARNING RATE: 4.735990506346933e-09
previous_iter_valid_loss : 0.1605459749698639

   1881140	  0.160722	  0.160546	  0.164947		CURRENT LEARNING RATE: 4.735043402959162e-09
previous_iter_valid_loss : 0.1655634641647339

   1881160	  0.165769	  0.165563	  0.164652		CURRENT LEARNING RATE: 4.7340964889731106e-09
previous_iter_valid_loss : 0.16086097061634064

   1881180	  0.161032	  0.160861	  0.164667		CURRENT LEARNING RATE: 4.733149764350937e-09
previous_iter_valid_loss : 0.1611391007900238

   1881200	  0.161295	  0.161139	  0.164639		CURRENT LEARNING RATE: 4.732203229054753e-09
previous_iter_valid_loss : 0.16657550632953644

   1881220	  0.166789	  0.166576	  0.164926		CURRENT LEARNING RATE: 4.7312568830466996e-09
previous_iter_valid_loss : 0.1605149805545807

   1881240	  0.160678	  0.160515	  0.164318		CURRENT LEARNING RATE: 4.730310726288922e-09
previous_iter_valid_loss : 0.17054317891597748

   1881260	  0.170808	  0.170543	  0.164818		CURRENT LEARNING RATE: 4.729364758743574e-09
previous_iter_valid_loss : 0.16077205538749695

   1881280	  0.160928	  0.160772	  0.164372		CURRENT LEARNING RATE: 4.728418980372817e-09
previous_iter_valid_loss : 0.16677987575531006

   1881300	  0.166937	  0.166780	  0.164495		CURRENT LEARNING RATE: 4.7274733911388205e-09
previous_iter_valid_loss : 0.16395510733127594

   1881320	  0.164126	  0.163955	  0.164556		CURRENT LEARNING RATE: 4.726527991003743e-09
previous_iter_valid_loss : 0.17100220918655396

   1881340	  0.171152	  0.171002	  0.165043		CURRENT LEARNING RATE: 4.725582779929803e-09
previous_iter_valid_loss : 0.16214996576309204

   1881360	  0.162329	  0.162150	  0.164656		CURRENT LEARNING RATE: 4.724637757879174e-09
previous_iter_valid_loss : 0.17005257308483124

   1881380	  0.170204	  0.170053	  0.164581		CURRENT LEARNING RATE: 4.723692924814056e-09
previous_iter_valid_loss : 0.1724289208650589

   1881400	  0.172571	  0.172429	  0.165161		CURRENT LEARNING RATE: 4.722748280696656e-09
previous_iter_valid_loss : 0.16072003543376923

   1881420	  0.160880	  0.160720	  0.164782		CURRENT LEARNING RATE: 4.721803825489188e-09
previous_iter_valid_loss : 0.21736758947372437

   1881440	  0.218025	  0.217368	  0.167449		CURRENT LEARNING RATE: 4.720859559153873e-09
previous_iter_valid_loss : 0.1652940809726715

   1881460	  0.165452	  0.165294	  0.167670		CURRENT LEARNING RATE: 4.719915481652925e-09
previous_iter_valid_loss : 0.1605595052242279

   1881480	  0.160722	  0.160560	  0.167016		CURRENT LEARNING RATE: 4.718971592948614e-09
previous_iter_valid_loss : 0.1609116941690445

   1881500	  0.161088	  0.160912	  0.167022		CURRENT LEARNING RATE: 4.7180278930031665e-09
previous_iter_valid_loss : 0.16054050624370575

   1881520	  0.160704	  0.160541	  0.166912		CURRENT LEARNING RATE: 4.717084381778835e-09
previous_iter_valid_loss : 0.1761462539434433

   1881540	  0.176429	  0.176146	  0.167692		CURRENT LEARNING RATE: 4.7161410592378804e-09
previous_iter_valid_loss : 0.16093994677066803

   1881560	  0.161116	  0.160940	  0.167460		CURRENT LEARNING RATE: 4.715197925342568e-09
previous_iter_valid_loss : 0.16250084340572357

   1881580	  0.162657	  0.162501	  0.167542		CURRENT LEARNING RATE: 4.7142549800551736e-09
previous_iter_valid_loss : 0.16054107248783112

   1881600	  0.160694	  0.160541	  0.167513		CURRENT LEARNING RATE: 4.713312223337979e-09
previous_iter_valid_loss : 0.160813108086586

   1881620	  0.160977	  0.160813	  0.167224		CURRENT LEARNING RATE: 4.712369655153257e-09
previous_iter_valid_loss : 0.16086627542972565

   1881640	  0.161024	  0.160866	  0.167242		CURRENT LEARNING RATE: 4.7114272754633395e-09
previous_iter_valid_loss : 0.16070309281349182

   1881660	  0.160871	  0.160703	  0.166750		CURRENT LEARNING RATE: 4.710485084230513e-09
previous_iter_valid_loss : 0.16912323236465454

   1881680	  0.169363	  0.169123	  0.167168		CURRENT LEARNING RATE: 4.70954308141709e-09
previous_iter_valid_loss : 0.16061903536319733

   1881700	  0.160793	  0.160619	  0.166859		CURRENT LEARNING RATE: 4.708601266985392e-09
previous_iter_valid_loss : 0.17509372532367706

   1881720	  0.175248	  0.175094	  0.167416		CURRENT LEARNING RATE: 4.707659640897744e-09
previous_iter_valid_loss : 0.1605476588010788

   1881740	  0.160697	  0.160548	  0.166894		CURRENT LEARNING RATE: 4.706718203116482e-09
previous_iter_valid_loss : 0.16712354123592377

   1881760	  0.167340	  0.167124	  0.167142		CURRENT LEARNING RATE: 4.705776953603951e-09
previous_iter_valid_loss : 0.16063769161701202

   1881780	  0.160795	  0.160638	  0.166672		CURRENT LEARNING RATE: 4.7048358923224805e-09
previous_iter_valid_loss : 0.17806322872638702

   1881800	  0.178372	  0.178063	  0.166953		CURRENT LEARNING RATE: 4.703895019234463e-09
previous_iter_valid_loss : 0.162117600440979

   1881820	  0.162282	  0.162118	  0.167023		CURRENT LEARNING RATE: 4.702954334302247e-09
previous_iter_valid_loss : 0.161354660987854

   1881840	  0.161508	  0.161355	  0.164223		CURRENT LEARNING RATE: 4.702013837488205e-09
previous_iter_valid_loss : 0.17040900886058807

   1881860	  0.170561	  0.170409	  0.164478		CURRENT LEARNING RATE: 4.701073528754717e-09
previous_iter_valid_loss : 0.16115763783454895

   1881880	  0.161315	  0.161158	  0.164508		CURRENT LEARNING RATE: 4.700133408064172e-09
previous_iter_valid_loss : 0.17252224683761597

   1881900	  0.172793	  0.172522	  0.165089		CURRENT LEARNING RATE: 4.6991934753789625e-09
previous_iter_valid_loss : 0.16083762049674988

   1881920	  0.160990	  0.160838	  0.165104		CURRENT LEARNING RATE: 4.698253730661477e-09
previous_iter_valid_loss : 0.16889870166778564

   1881940	  0.169048	  0.168899	  0.164741		CURRENT LEARNING RATE: 4.697314173874157e-09
previous_iter_valid_loss : 0.1626410037279129

   1881960	  0.162802	  0.162641	  0.164826		CURRENT LEARNING RATE: 4.696374804979405e-09
previous_iter_valid_loss : 0.17014169692993164

   1881980	  0.170294	  0.170142	  0.165208		CURRENT LEARNING RATE: 4.695435623939646e-09
previous_iter_valid_loss : 0.1605335921049118

   1882000	  0.160687	  0.160534	  0.165208		CURRENT LEARNING RATE: 4.694496630717312e-09
previous_iter_valid_loss : 0.1616305261850357

   1882020	  0.161820	  0.161631	  0.165249		CURRENT LEARNING RATE: 4.693557825274845e-09
previous_iter_valid_loss : 0.17031700909137726

   1882040	  0.170560	  0.170317	  0.165721		CURRENT LEARNING RATE: 4.692619207574691e-09
previous_iter_valid_loss : 0.1816939413547516

   1882060	  0.182035	  0.181694	  0.166771		CURRENT LEARNING RATE: 4.691680777579306e-09
previous_iter_valid_loss : 0.17357952892780304

   1882080	  0.173850	  0.173580	  0.166994		CURRENT LEARNING RATE: 4.690742535251135e-09
previous_iter_valid_loss : 0.1635364592075348

   1882100	  0.163726	  0.163536	  0.167140		CURRENT LEARNING RATE: 4.689804480552684e-09
previous_iter_valid_loss : 0.1730017513036728

   1882120	  0.173147	  0.173002	  0.167035		CURRENT LEARNING RATE: 4.688866613446413e-09
previous_iter_valid_loss : 0.16052334010601044

   1882140	  0.160688	  0.160523	  0.167034		CURRENT LEARNING RATE: 4.687928933894806e-09
previous_iter_valid_loss : 0.1663774996995926

   1882160	  0.166590	  0.166377	  0.166997		CURRENT LEARNING RATE: 4.686991441860357e-09
previous_iter_valid_loss : 0.1673513501882553

   1882180	  0.167572	  0.167351	  0.167332		CURRENT LEARNING RATE: 4.686054137305568e-09
previous_iter_valid_loss : 0.16059687733650208

   1882200	  0.160751	  0.160597	  0.166459		CURRENT LEARNING RATE: 4.685117020192944e-09
previous_iter_valid_loss : 0.16973434388637543

   1882220	  0.169886	  0.169734	  0.166840		CURRENT LEARNING RATE: 4.684180090485001e-09
previous_iter_valid_loss : 0.1608167588710785

   1882240	  0.160974	  0.160817	  0.166813		CURRENT LEARNING RATE: 4.683243348144246e-09
previous_iter_valid_loss : 0.1608060598373413

   1882260	  0.160981	  0.160806	  0.166333		CURRENT LEARNING RATE: 4.682306793133242e-09
previous_iter_valid_loss : 0.1610938161611557

   1882280	  0.161270	  0.161094	  0.166329		CURRENT LEARNING RATE: 4.681370425414511e-09
previous_iter_valid_loss : 0.1784430742263794

   1882300	  0.178602	  0.178443	  0.166625		CURRENT LEARNING RATE: 4.680434244950598e-09
previous_iter_valid_loss : 0.1616753190755844

   1882320	  0.161857	  0.161675	  0.166667		CURRENT LEARNING RATE: 4.679498251704054e-09
previous_iter_valid_loss : 0.16186131536960602

   1882340	  0.162020	  0.161861	  0.166316		CURRENT LEARNING RATE: 4.6785624456374416e-09
previous_iter_valid_loss : 0.1773495376110077

   1882360	  0.177505	  0.177350	  0.167051		CURRENT LEARNING RATE: 4.677626826713328e-09
previous_iter_valid_loss : 0.16484588384628296

   1882380	  0.165045	  0.164846	  0.166786		CURRENT LEARNING RATE: 4.67669139489427e-09
previous_iter_valid_loss : 0.18474186956882477

   1882400	  0.185117	  0.184742	  0.167997		CURRENT LEARNING RATE: 4.675756150142886e-09
previous_iter_valid_loss : 0.16141432523727417

   1882420	  0.161564	  0.161414	  0.167986		CURRENT LEARNING RATE: 4.674821092421749e-09
previous_iter_valid_loss : 0.1620435118675232

   1882440	  0.162238	  0.162044	  0.167572		CURRENT LEARNING RATE: 4.673886221693456e-09
previous_iter_valid_loss : 0.1826564371585846

   1882460	  0.182812	  0.182656	  0.167620		CURRENT LEARNING RATE: 4.672951537920612e-09
previous_iter_valid_loss : 0.16676253080368042

   1882480	  0.166921	  0.166763	  0.167279		CURRENT LEARNING RATE: 4.672017041065831e-09
previous_iter_valid_loss : 0.1624407321214676

   1882500	  0.162599	  0.162441	  0.167225		CURRENT LEARNING RATE: 4.6710827310917315e-09
previous_iter_valid_loss : 0.16182178258895874

   1882520	  0.161979	  0.161822	  0.166666		CURRENT LEARNING RATE: 4.6701486079609426e-09
previous_iter_valid_loss : 0.16311503946781158

   1882540	  0.163312	  0.163115	  0.166795		CURRENT LEARNING RATE: 4.669214671636081e-09
previous_iter_valid_loss : 0.17264825105667114

   1882560	  0.172800	  0.172648	  0.167109		CURRENT LEARNING RATE: 4.668280922079825e-09
previous_iter_valid_loss : 0.16867214441299438

   1882580	  0.168822	  0.168672	  0.167175		CURRENT LEARNING RATE: 4.667347359254805e-09
previous_iter_valid_loss : 0.16938790678977966

   1882600	  0.169635	  0.169388	  0.167614		CURRENT LEARNING RATE: 4.666413983123681e-09
previous_iter_valid_loss : 0.16053728759288788

   1882620	  0.160699	  0.160537	  0.167154		CURRENT LEARNING RATE: 4.665480793649116e-09
previous_iter_valid_loss : 0.16141562163829803

   1882640	  0.161606	  0.161416	  0.167184		CURRENT LEARNING RATE: 4.664547790793784e-09
previous_iter_valid_loss : 0.17537319660186768

   1882660	  0.175658	  0.175373	  0.167913		CURRENT LEARNING RATE: 4.663614974520364e-09
previous_iter_valid_loss : 0.16068993508815765

   1882680	  0.160863	  0.160690	  0.167893		CURRENT LEARNING RATE: 4.662682344791527e-09
previous_iter_valid_loss : 0.17383351922035217

   1882700	  0.173973	  0.173834	  0.167662		CURRENT LEARNING RATE: 4.6617499015700015e-09
previous_iter_valid_loss : 0.16755163669586182

   1882720	  0.167770	  0.167552	  0.167956		CURRENT LEARNING RATE: 4.660817644818472e-09
previous_iter_valid_loss : 0.16063489019870758

   1882740	  0.160795	  0.160635	  0.167895		CURRENT LEARNING RATE: 4.6598855744996496e-09
previous_iter_valid_loss : 0.1616905778646469

   1882760	  0.161851	  0.161691	  0.167112		CURRENT LEARNING RATE: 4.6589536905762504e-09
previous_iter_valid_loss : 0.16756118834018707

   1882780	  0.167788	  0.167561	  0.167247		CURRENT LEARNING RATE: 4.6580219930109995e-09
previous_iter_valid_loss : 0.16412562131881714

   1882800	  0.164303	  0.164126	  0.166217		CURRENT LEARNING RATE: 4.657090481766629e-09
previous_iter_valid_loss : 0.16096234321594238

   1882820	  0.161141	  0.160962	  0.166194		CURRENT LEARNING RATE: 4.656159156805878e-09
previous_iter_valid_loss : 0.16052751243114471

   1882840	  0.160697	  0.160528	  0.166118		CURRENT LEARNING RATE: 4.655228018091478e-09
previous_iter_valid_loss : 0.17523235082626343

   1882860	  0.175511	  0.175232	  0.165747		CURRENT LEARNING RATE: 4.6542970655862155e-09
previous_iter_valid_loss : 0.1622181534767151

   1882880	  0.162403	  0.162218	  0.165520		CURRENT LEARNING RATE: 4.653366299252836e-09
previous_iter_valid_loss : 0.16195067763328552

   1882900	  0.162147	  0.161951	  0.165495		CURRENT LEARNING RATE: 4.6524357190541095e-09
previous_iter_valid_loss : 0.16355307400226593

   1882920	  0.163749	  0.163553	  0.165582		CURRENT LEARNING RATE: 4.651505324952813e-09
previous_iter_valid_loss : 0.1605985462665558

   1882940	  0.160759	  0.160599	  0.165456		CURRENT LEARNING RATE: 4.650575116911729e-09
previous_iter_valid_loss : 0.16056068241596222

   1882960	  0.160728	  0.160561	  0.164852		CURRENT LEARNING RATE: 4.649645094893651e-09
previous_iter_valid_loss : 0.17127953469753265

   1882980	  0.171533	  0.171280	  0.164982		CURRENT LEARNING RATE: 4.648715258861377e-09
previous_iter_valid_loss : 0.1969754695892334

   1883000	  0.197070	  0.196975	  0.166361		CURRENT LEARNING RATE: 4.647785608777697e-09
previous_iter_valid_loss : 0.16801521182060242

   1883020	  0.168176	  0.168015	  0.166735		CURRENT LEARNING RATE: 4.6468561446054596e-09
previous_iter_valid_loss : 0.1700861155986786

   1883040	  0.170330	  0.170086	  0.167169		CURRENT LEARNING RATE: 4.6459268663074685e-09
previous_iter_valid_loss : 0.16945643723011017

   1883060	  0.169705	  0.169456	  0.166873		CURRENT LEARNING RATE: 4.644997773846552e-09
previous_iter_valid_loss : 0.1729428917169571

   1883080	  0.173209	  0.172943	  0.167486		CURRENT LEARNING RATE: 4.644068867185547e-09
previous_iter_valid_loss : 0.16457165777683258

   1883100	  0.164743	  0.164572	  0.167022		CURRENT LEARNING RATE: 4.643140146287297e-09
previous_iter_valid_loss : 0.19706134498119354

   1883120	  0.197575	  0.197061	  0.168498		CURRENT LEARNING RATE: 4.642211611114655e-09
previous_iter_valid_loss : 0.1767842024564743

   1883140	  0.177079	  0.176784	  0.169305		CURRENT LEARNING RATE: 4.64128326163046e-09
previous_iter_valid_loss : 0.165370374917984

   1883160	  0.165532	  0.165370	  0.169489		CURRENT LEARNING RATE: 4.640355097797614e-09
previous_iter_valid_loss : 0.17271344363689423

   1883180	  0.172985	  0.172713	  0.169747		CURRENT LEARNING RATE: 4.639427119578971e-09
previous_iter_valid_loss : 0.1700364202260971

   1883200	  0.170281	  0.170036	  0.170043		CURRENT LEARNING RATE: 4.638499326937414e-09
previous_iter_valid_loss : 0.16558177769184113

   1883220	  0.165785	  0.165582	  0.170274		CURRENT LEARNING RATE: 4.6375717198358315e-09
previous_iter_valid_loss : 0.16312390565872192

   1883240	  0.163301	  0.163124	  0.170403		CURRENT LEARNING RATE: 4.636644298237117e-09
previous_iter_valid_loss : 0.17089158296585083

   1883260	  0.171044	  0.170892	  0.170186		CURRENT LEARNING RATE: 4.635717062104176e-09
previous_iter_valid_loss : 0.16168642044067383

   1883280	  0.161838	  0.161686	  0.170160		CURRENT LEARNING RATE: 4.634790011399918e-09
previous_iter_valid_loss : 0.16746501624584198

   1883300	  0.167688	  0.167465	  0.170435		CURRENT LEARNING RATE: 4.633863146087245e-09
previous_iter_valid_loss : 0.16062085330486298

   1883320	  0.160791	  0.160621	  0.170289		CURRENT LEARNING RATE: 4.632936466129114e-09
previous_iter_valid_loss : 0.1723177582025528

   1883340	  0.172471	  0.172318	  0.170875		CURRENT LEARNING RATE: 4.632009971488443e-09
previous_iter_valid_loss : 0.16057436168193817

   1883360	  0.160730	  0.160574	  0.170875		CURRENT LEARNING RATE: 4.631083662128171e-09
previous_iter_valid_loss : 0.17539288103580475

   1883380	  0.175679	  0.175393	  0.171081		CURRENT LEARNING RATE: 4.630157538011247e-09
previous_iter_valid_loss : 0.16233424842357635

   1883400	  0.162532	  0.162334	  0.169349		CURRENT LEARNING RATE: 4.629231599100624e-09
previous_iter_valid_loss : 0.1611969918012619

   1883420	  0.161355	  0.161197	  0.169008		CURRENT LEARNING RATE: 4.628305845359266e-09
previous_iter_valid_loss : 0.16466741263866425

   1883440	  0.164875	  0.164667	  0.168737		CURRENT LEARNING RATE: 4.627380276750142e-09
previous_iter_valid_loss : 0.16605283319950104

   1883460	  0.166207	  0.166053	  0.168567		CURRENT LEARNING RATE: 4.626454893236214e-09
previous_iter_valid_loss : 0.16049149632453918

   1883480	  0.160653	  0.160491	  0.167944		CURRENT LEARNING RATE: 4.625529694780499e-09
previous_iter_valid_loss : 0.16401304304599762

   1883500	  0.164181	  0.164013	  0.167917		CURRENT LEARNING RATE: 4.624604681345971e-09
previous_iter_valid_loss : 0.16340377926826477

   1883520	  0.163576	  0.163404	  0.166234		CURRENT LEARNING RATE: 4.623679852895633e-09
previous_iter_valid_loss : 0.16272902488708496

   1883540	  0.162891	  0.162729	  0.165531		CURRENT LEARNING RATE: 4.622755209392488e-09
previous_iter_valid_loss : 0.1652444750070572

   1883560	  0.165410	  0.165244	  0.165525		CURRENT LEARNING RATE: 4.6218307507995526e-09
previous_iter_valid_loss : 0.17437678575515747

   1883580	  0.174526	  0.174377	  0.165608		CURRENT LEARNING RATE: 4.620906477079847e-09
previous_iter_valid_loss : 0.16190659999847412

   1883600	  0.162093	  0.161907	  0.165201		CURRENT LEARNING RATE: 4.619982388196386e-09
previous_iter_valid_loss : 0.1680196225643158

   1883620	  0.168260	  0.168020	  0.165323		CURRENT LEARNING RATE: 4.6190584841122364e-09
previous_iter_valid_loss : 0.1627667248249054

   1883640	  0.162923	  0.162767	  0.165305		CURRENT LEARNING RATE: 4.618134764790427e-09
previous_iter_valid_loss : 0.16205082833766937

   1883660	  0.162246	  0.162051	  0.164863		CURRENT LEARNING RATE: 4.61721123019401e-09
previous_iter_valid_loss : 0.1621856987476349

   1883680	  0.162336	  0.162186	  0.164888		CURRENT LEARNING RATE: 4.616287880286042e-09
previous_iter_valid_loss : 0.1692778766155243

   1883700	  0.169429	  0.169278	  0.164979		CURRENT LEARNING RATE: 4.6153647150295896e-09
previous_iter_valid_loss : 0.16060902178287506

   1883720	  0.160755	  0.160609	  0.164978		CURRENT LEARNING RATE: 4.614441734387727e-09
previous_iter_valid_loss : 0.16073113679885864

   1883740	  0.160908	  0.160731	  0.164399		CURRENT LEARNING RATE: 4.613518938323533e-09
previous_iter_valid_loss : 0.16267582774162292

   1883760	  0.162871	  0.162676	  0.164504		CURRENT LEARNING RATE: 4.612596326800083e-09
previous_iter_valid_loss : 0.16173821687698364

   1883780	  0.161932	  0.161738	  0.163821		CURRENT LEARNING RATE: 4.6116738997805015e-09
previous_iter_valid_loss : 0.1841556429862976

   1883800	  0.184525	  0.184156	  0.164912		CURRENT LEARNING RATE: 4.610751657227877e-09
previous_iter_valid_loss : 0.1682402789592743

   1883820	  0.168472	  0.168240	  0.165264		CURRENT LEARNING RATE: 4.60982959910532e-09
previous_iter_valid_loss : 0.1605662852525711

   1883840	  0.160741	  0.160566	  0.165059		CURRENT LEARNING RATE: 4.608907725375946e-09
previous_iter_valid_loss : 0.16079159080982208

   1883860	  0.160953	  0.160792	  0.164796		CURRENT LEARNING RATE: 4.607986036002883e-09
previous_iter_valid_loss : 0.17214146256446838

   1883880	  0.172396	  0.172141	  0.165379		CURRENT LEARNING RATE: 4.6070645309492614e-09
previous_iter_valid_loss : 0.1612362563610077

   1883900	  0.161389	  0.161236	  0.165240		CURRENT LEARNING RATE: 4.606143210178205e-09
previous_iter_valid_loss : 0.17373783886432648

   1883920	  0.173887	  0.173738	  0.165757		CURRENT LEARNING RATE: 4.605222073652895e-09
previous_iter_valid_loss : 0.16636162996292114

   1883940	  0.166517	  0.166362	  0.165938		CURRENT LEARNING RATE: 4.604301121336468e-09
previous_iter_valid_loss : 0.16238920390605927

   1883960	  0.162582	  0.162389	  0.165796		CURRENT LEARNING RATE: 4.603380353192086e-09
previous_iter_valid_loss : 0.1695789396762848

   1883980	  0.169729	  0.169579	  0.165556		CURRENT LEARNING RATE: 4.6024597691829195e-09
previous_iter_valid_loss : 0.16092877089977264

   1884000	  0.161110	  0.160929	  0.165507		CURRENT LEARNING RATE: 4.6015393692721444e-09
previous_iter_valid_loss : 0.1822446882724762

   1884020	  0.182396	  0.182245	  0.166218		CURRENT LEARNING RATE: 4.600619153422944e-09
previous_iter_valid_loss : 0.17570777237415314

   1884040	  0.175990	  0.175708	  0.166865		CURRENT LEARNING RATE: 4.599699121598511e-09
previous_iter_valid_loss : 0.16082921624183655

   1884060	  0.160999	  0.160829	  0.166804		CURRENT LEARNING RATE: 4.5987792737620265e-09
previous_iter_valid_loss : 0.16102419793605804

   1884080	  0.161200	  0.161024	  0.166746		CURRENT LEARNING RATE: 4.597859609876731e-09
previous_iter_valid_loss : 0.1616581380367279

   1884100	  0.161820	  0.161658	  0.166365		CURRENT LEARNING RATE: 4.59694012990582e-09
previous_iter_valid_loss : 0.1741333305835724

   1884120	  0.174402	  0.174133	  0.167041		CURRENT LEARNING RATE: 4.596020833812514e-09
previous_iter_valid_loss : 0.16105535626411438

   1884140	  0.161209	  0.161055	  0.167057		CURRENT LEARNING RATE: 4.5951017215600426e-09
previous_iter_valid_loss : 0.16570188105106354

   1884160	  0.165912	  0.165702	  0.167209		CURRENT LEARNING RATE: 4.594182793111641e-09
previous_iter_valid_loss : 0.16187189519405365

   1884180	  0.162060	  0.161872	  0.167215		CURRENT LEARNING RATE: 4.593264048430551e-09
previous_iter_valid_loss : 0.1659233421087265

   1884200	  0.166138	  0.165923	  0.166304		CURRENT LEARNING RATE: 4.592345487480024e-09
previous_iter_valid_loss : 0.17656853795051575

   1884220	  0.176870	  0.176569	  0.166720		CURRENT LEARNING RATE: 4.591427110223301e-09
previous_iter_valid_loss : 0.17217272520065308

   1884240	  0.172322	  0.172173	  0.167300		CURRENT LEARNING RATE: 4.590508916623679e-09
previous_iter_valid_loss : 0.1689012497663498

   1884260	  0.169133	  0.168901	  0.167706		CURRENT LEARNING RATE: 4.589590906644415e-09
previous_iter_valid_loss : 0.16402040421962738

   1884280	  0.164195	  0.164020	  0.167300		CURRENT LEARNING RATE: 4.588673080248787e-09
previous_iter_valid_loss : 0.16589680314064026

   1884300	  0.166063	  0.165897	  0.167533		CURRENT LEARNING RATE: 4.587755437400082e-09
previous_iter_valid_loss : 0.16104955971240997

   1884320	  0.161231	  0.161050	  0.166899		CURRENT LEARNING RATE: 4.5868379780615965e-09
previous_iter_valid_loss : 0.185606449842453

   1884340	  0.185751	  0.185606	  0.167861		CURRENT LEARNING RATE: 4.58592070219663e-09
previous_iter_valid_loss : 0.17870751023292542

   1884360	  0.178860	  0.178708	  0.168677		CURRENT LEARNING RATE: 4.585003609768477e-09
previous_iter_valid_loss : 0.16283605992794037

   1884380	  0.163031	  0.162836	  0.168340		CURRENT LEARNING RATE: 4.584086700740485e-09
previous_iter_valid_loss : 0.16927240788936615

   1884400	  0.169514	  0.169272	  0.168757		CURRENT LEARNING RATE: 4.583169975075961e-09
previous_iter_valid_loss : 0.16980987787246704

   1884420	  0.169961	  0.169810	  0.168135		CURRENT LEARNING RATE: 4.582253432738237e-09
previous_iter_valid_loss : 0.18690070509910583

   1884440	  0.187040	  0.186901	  0.168695		CURRENT LEARNING RATE: 4.58133707369065e-09
previous_iter_valid_loss : 0.18404865264892578

   1884460	  0.184199	  0.184049	  0.169856		CURRENT LEARNING RATE: 4.580420897896548e-09
previous_iter_valid_loss : 0.16052894294261932

   1884480	  0.160689	  0.160529	  0.169831		CURRENT LEARNING RATE: 4.579504905319281e-09
previous_iter_valid_loss : 0.16320951282978058

   1884500	  0.163409	  0.163210	  0.169908		CURRENT LEARNING RATE: 4.578589095922213e-09
previous_iter_valid_loss : 0.16071631014347076

   1884520	  0.160872	  0.160716	  0.169238		CURRENT LEARNING RATE: 4.577673469668691e-09
previous_iter_valid_loss : 0.1607496589422226

   1884540	  0.160908	  0.160750	  0.169222		CURRENT LEARNING RATE: 4.576758026522126e-09
previous_iter_valid_loss : 0.16062097251415253

   1884560	  0.160779	  0.160621	  0.168968		CURRENT LEARNING RATE: 4.575842766445882e-09
previous_iter_valid_loss : 0.1654050350189209

   1884580	  0.165571	  0.165405	  0.169145		CURRENT LEARNING RATE: 4.5749276894033495e-09
previous_iter_valid_loss : 0.1618974655866623

   1884600	  0.162061	  0.161897	  0.168944		CURRENT LEARNING RATE: 4.574012795357925e-09
previous_iter_valid_loss : 0.16091133654117584

   1884620	  0.161061	  0.160911	  0.168161		CURRENT LEARNING RATE: 4.573098084273013e-09
previous_iter_valid_loss : 0.16059648990631104

   1884640	  0.160768	  0.160596	  0.167582		CURRENT LEARNING RATE: 4.572183556112025e-09
previous_iter_valid_loss : 0.1624857485294342

   1884660	  0.162653	  0.162486	  0.167261		CURRENT LEARNING RATE: 4.571269210838364e-09
previous_iter_valid_loss : 0.16194744408130646

   1884680	  0.162146	  0.161947	  0.167157		CURRENT LEARNING RATE: 4.570355048415488e-09
previous_iter_valid_loss : 0.1750405877828598

   1884700	  0.175187	  0.175041	  0.167615		CURRENT LEARNING RATE: 4.569441068806814e-09
previous_iter_valid_loss : 0.16140353679656982

   1884720	  0.161594	  0.161404	  0.167632		CURRENT LEARNING RATE: 4.568527271975784e-09
previous_iter_valid_loss : 0.16100133955478668

   1884740	  0.161167	  0.161001	  0.166402		CURRENT LEARNING RATE: 4.567613657885845e-09
previous_iter_valid_loss : 0.16065733134746552

   1884760	  0.160820	  0.160657	  0.165500		CURRENT LEARNING RATE: 4.566700226500454e-09
previous_iter_valid_loss : 0.17130573093891144

   1884780	  0.171570	  0.171306	  0.165923		CURRENT LEARNING RATE: 4.565786977783072e-09
previous_iter_valid_loss : 0.16867588460445404

   1884800	  0.168826	  0.168676	  0.165893		CURRENT LEARNING RATE: 4.5648739116971695e-09
previous_iter_valid_loss : 0.16193394362926483

   1884820	  0.162120	  0.161934	  0.165499		CURRENT LEARNING RATE: 4.563961028206208e-09
previous_iter_valid_loss : 0.16194847226142883

   1884840	  0.162106	  0.161948	  0.164252		CURRENT LEARNING RATE: 4.563048327273705e-09
previous_iter_valid_loss : 0.16134443879127502

   1884860	  0.161529	  0.161344	  0.163117		CURRENT LEARNING RATE: 4.5621358088631344e-09
previous_iter_valid_loss : 0.1709340363740921

   1884880	  0.171180	  0.170934	  0.163637		CURRENT LEARNING RATE: 4.561223472937998e-09
previous_iter_valid_loss : 0.16402798891067505

   1884900	  0.164243	  0.164028	  0.163678		CURRENT LEARNING RATE: 4.5603113194618e-09
previous_iter_valid_loss : 0.17179898917675018

   1884920	  0.172059	  0.171799	  0.164232		CURRENT LEARNING RATE: 4.559399348398057e-09
previous_iter_valid_loss : 0.16067494451999664

   1884940	  0.160846	  0.160675	  0.164228		CURRENT LEARNING RATE: 4.558487559710287e-09
previous_iter_valid_loss : 0.168659970164299

   1884960	  0.168811	  0.168660	  0.164630		CURRENT LEARNING RATE: 4.557575953362021e-09
previous_iter_valid_loss : 0.16958041489124298

   1884980	  0.169826	  0.169580	  0.164839		CURRENT LEARNING RATE: 4.556664529316777e-09
previous_iter_valid_loss : 0.16619707643985748

   1885000	  0.166357	  0.166197	  0.165054		CURRENT LEARNING RATE: 4.555753287538131e-09
previous_iter_valid_loss : 0.16372667253017426

   1885020	  0.163883	  0.163727	  0.165195		CURRENT LEARNING RATE: 4.554842227989617e-09
previous_iter_valid_loss : 0.16290615499019623

   1885040	  0.163073	  0.162906	  0.165310		CURRENT LEARNING RATE: 4.5539313506347935e-09
previous_iter_valid_loss : 0.16888262331485748

   1885060	  0.169032	  0.168883	  0.165630		CURRENT LEARNING RATE: 4.553020655437224e-09
previous_iter_valid_loss : 0.1605418473482132

   1885080	  0.160720	  0.160542	  0.165560		CURRENT LEARNING RATE: 4.552110142360481e-09
previous_iter_valid_loss : 0.16214099526405334

   1885100	  0.162326	  0.162141	  0.164915		CURRENT LEARNING RATE: 4.551199811368145e-09
previous_iter_valid_loss : 0.1682719737291336

   1885120	  0.168503	  0.168272	  0.165258		CURRENT LEARNING RATE: 4.550289662423785e-09
previous_iter_valid_loss : 0.1841297298669815

   1885140	  0.184275	  0.184130	  0.166415		CURRENT LEARNING RATE: 4.549379695491029e-09
previous_iter_valid_loss : 0.1643042415380478

   1885160	  0.164507	  0.164304	  0.166597		CURRENT LEARNING RATE: 4.5484699105334615e-09
previous_iter_valid_loss : 0.1659809648990631

   1885180	  0.166186	  0.165981	  0.166331		CURRENT LEARNING RATE: 4.54756030751469e-09
previous_iter_valid_loss : 0.17005987465381622

   1885200	  0.170211	  0.170060	  0.166400		CURRENT LEARNING RATE: 4.546650886398333e-09
previous_iter_valid_loss : 0.17154747247695923

   1885220	  0.171693	  0.171547	  0.166881		CURRENT LEARNING RATE: 4.545741647148011e-09
previous_iter_valid_loss : 0.16940046846866608

   1885240	  0.169552	  0.169400	  0.167253		CURRENT LEARNING RATE: 4.544832589727356e-09
previous_iter_valid_loss : 0.16085712611675262

   1885260	  0.161035	  0.160857	  0.167229		CURRENT LEARNING RATE: 4.543923714100005e-09
previous_iter_valid_loss : 0.16152659058570862

   1885280	  0.161674	  0.161527	  0.166758		CURRENT LEARNING RATE: 4.5430150202295865e-09
previous_iter_valid_loss : 0.16064198315143585

   1885300	  0.160809	  0.160642	  0.166589		CURRENT LEARNING RATE: 4.542106508079786e-09
previous_iter_valid_loss : 0.16315162181854248

   1885320	  0.163325	  0.163152	  0.166157		CURRENT LEARNING RATE: 4.541198177614247e-09
previous_iter_valid_loss : 0.16224853694438934

   1885340	  0.162429	  0.162249	  0.166235		CURRENT LEARNING RATE: 4.540290028796635e-09
previous_iter_valid_loss : 0.1634913831949234

   1885360	  0.163658	  0.163491	  0.165977		CURRENT LEARNING RATE: 4.5393820615906255e-09
previous_iter_valid_loss : 0.16095779836177826

   1885380	  0.161139	  0.160958	  0.165546		CURRENT LEARNING RATE: 4.5384742759598985e-09
previous_iter_valid_loss : 0.160498708486557

   1885400	  0.160658	  0.160499	  0.165261		CURRENT LEARNING RATE: 4.537566671868143e-09
previous_iter_valid_loss : 0.16053557395935059

   1885420	  0.160704	  0.160536	  0.165101		CURRENT LEARNING RATE: 4.536659249279055e-09
previous_iter_valid_loss : 0.16211697459220886

   1885440	  0.162271	  0.162117	  0.165062		CURRENT LEARNING RATE: 4.535752008156321e-09
previous_iter_valid_loss : 0.16065502166748047

   1885460	  0.160822	  0.160655	  0.164651		CURRENT LEARNING RATE: 4.534844948463686e-09
previous_iter_valid_loss : 0.1605907380580902

   1885480	  0.160744	  0.160591	  0.164653		CURRENT LEARNING RATE: 4.533938070164847e-09
previous_iter_valid_loss : 0.19010479748249054

   1885500	  0.190233	  0.190105	  0.166051		CURRENT LEARNING RATE: 4.5330313732235325e-09
previous_iter_valid_loss : 0.16500218212604523

   1885520	  0.165177	  0.165002	  0.165888		CURRENT LEARNING RATE: 4.5321248576034745e-09
previous_iter_valid_loss : 0.16066698729991913

   1885540	  0.160835	  0.160667	  0.164715		CURRENT LEARNING RATE: 4.531218523268411e-09
previous_iter_valid_loss : 0.16054405272006989

   1885560	  0.160699	  0.160544	  0.164527		CURRENT LEARNING RATE: 4.530312370182088e-09
previous_iter_valid_loss : 0.17259758710861206

   1885580	  0.172864	  0.172598	  0.164857		CURRENT LEARNING RATE: 4.5294063983082445e-09
previous_iter_valid_loss : 0.16469605267047882

   1885600	  0.164895	  0.164696	  0.164589		CURRENT LEARNING RATE: 4.528500607610675e-09
previous_iter_valid_loss : 0.16110752522945404

   1885620	  0.161282	  0.161108	  0.164067		CURRENT LEARNING RATE: 4.527594998053129e-09
previous_iter_valid_loss : 0.1697888821363449

   1885640	  0.169941	  0.169789	  0.164087		CURRENT LEARNING RATE: 4.526689569599384e-09
previous_iter_valid_loss : 0.16602934896945953

   1885660	  0.166239	  0.166029	  0.164345		CURRENT LEARNING RATE: 4.525784322213222e-09
previous_iter_valid_loss : 0.17663265764713287

   1885680	  0.176929	  0.176633	  0.165101		CURRENT LEARNING RATE: 4.5248792558584334e-09
previous_iter_valid_loss : 0.16615046560764313

   1885700	  0.166365	  0.166150	  0.165376		CURRENT LEARNING RATE: 4.523974370498817e-09
previous_iter_valid_loss : 0.16177384555339813

   1885720	  0.161929	  0.161774	  0.165307		CURRENT LEARNING RATE: 4.523069666098175e-09
previous_iter_valid_loss : 0.1701536774635315

   1885740	  0.170306	  0.170154	  0.165702		CURRENT LEARNING RATE: 4.522165142620304e-09
previous_iter_valid_loss : 0.19146043062210083

   1885760	  0.191584	  0.191460	  0.167101		CURRENT LEARNING RATE: 4.5212608000290556e-09
previous_iter_valid_loss : 0.1697554588317871

   1885780	  0.169907	  0.169755	  0.167541		CURRENT LEARNING RATE: 4.52035663828824e-09
previous_iter_valid_loss : 0.1623496413230896

   1885800	  0.162500	  0.162350	  0.167633		CURRENT LEARNING RATE: 4.51945265736169e-09
previous_iter_valid_loss : 0.16162103414535522

   1885820	  0.161784	  0.161621	  0.167687		CURRENT LEARNING RATE: 4.518548857213247e-09
previous_iter_valid_loss : 0.17172586917877197

   1885840	  0.171874	  0.171726	  0.168168		CURRENT LEARNING RATE: 4.5176452378067595e-09
previous_iter_valid_loss : 0.16943025588989258

   1885860	  0.169673	  0.169430	  0.168607		CURRENT LEARNING RATE: 4.516741799106082e-09
previous_iter_valid_loss : 0.1606101393699646

   1885880	  0.160773	  0.160610	  0.168608		CURRENT LEARNING RATE: 4.515838541075061e-09
previous_iter_valid_loss : 0.1620907187461853

   1885900	  0.162259	  0.162091	  0.167207		CURRENT LEARNING RATE: 4.514935463677598e-09
previous_iter_valid_loss : 0.17282962799072266

   1885920	  0.172972	  0.172830	  0.167598		CURRENT LEARNING RATE: 4.514032566877554e-09
previous_iter_valid_loss : 0.16054537892341614

   1885940	  0.160705	  0.160545	  0.167592		CURRENT LEARNING RATE: 4.513129850638813e-09
previous_iter_valid_loss : 0.1692223995923996

   1885960	  0.169463	  0.169222	  0.168026		CURRENT LEARNING RATE: 4.512227314925268e-09
previous_iter_valid_loss : 0.175748810172081

   1885980	  0.175909	  0.175749	  0.168184		CURRENT LEARNING RATE: 4.511324959700815e-09
previous_iter_valid_loss : 0.16476552188396454

   1886000	  0.164931	  0.164766	  0.168187		CURRENT LEARNING RATE: 4.510422784929361e-09
previous_iter_valid_loss : 0.1610189825296402

   1886020	  0.161177	  0.161019	  0.168183		CURRENT LEARNING RATE: 4.509520790574819e-09
previous_iter_valid_loss : 0.1619938164949417

   1886040	  0.162193	  0.161994	  0.167793		CURRENT LEARNING RATE: 4.508618976601094e-09
previous_iter_valid_loss : 0.16054846346378326

   1886060	  0.160701	  0.160548	  0.167519		CURRENT LEARNING RATE: 4.507717342972144e-09
previous_iter_valid_loss : 0.16209368407726288

   1886080	  0.162252	  0.162094	  0.166792		CURRENT LEARNING RATE: 4.506815889651889e-09
previous_iter_valid_loss : 0.16052809357643127

   1886100	  0.160690	  0.160528	  0.166511		CURRENT LEARNING RATE: 4.5059146166042694e-09
previous_iter_valid_loss : 0.1721479445695877

   1886120	  0.172291	  0.172148	  0.167030		CURRENT LEARNING RATE: 4.5050135237932355e-09
previous_iter_valid_loss : 0.1663714498281479

   1886140	  0.166528	  0.166371	  0.166840		CURRENT LEARNING RATE: 4.504112611182744e-09
previous_iter_valid_loss : 0.16315777599811554

   1886160	  0.163330	  0.163158	  0.165425		CURRENT LEARNING RATE: 4.503211878736756e-09
previous_iter_valid_loss : 0.1620406061410904

   1886180	  0.162191	  0.162041	  0.165040		CURRENT LEARNING RATE: 4.502311326419244e-09
previous_iter_valid_loss : 0.17203496396541595

   1886200	  0.172300	  0.172035	  0.165524		CURRENT LEARNING RATE: 4.50141095419417e-09
previous_iter_valid_loss : 0.1634262204170227

   1886220	  0.163605	  0.163426	  0.165614		CURRENT LEARNING RATE: 4.500510762025551e-09
previous_iter_valid_loss : 0.16050896048545837

   1886240	  0.160683	  0.160509	  0.165053		CURRENT LEARNING RATE: 4.499610749877363e-09
previous_iter_valid_loss : 0.16485583782196045

   1886260	  0.165013	  0.164856	  0.164825		CURRENT LEARNING RATE: 4.498710917713605e-09
previous_iter_valid_loss : 0.16055449843406677

   1886280	  0.160711	  0.160554	  0.164822		CURRENT LEARNING RATE: 4.497811265498285e-09
previous_iter_valid_loss : 0.16144943237304688

   1886300	  0.161645	  0.161449	  0.164790		CURRENT LEARNING RATE: 4.496911793195416e-09
previous_iter_valid_loss : 0.16211649775505066

   1886320	  0.162280	  0.162116	  0.164254		CURRENT LEARNING RATE: 4.496012500769019e-09
previous_iter_valid_loss : 0.16549347341060638

   1886340	  0.165704	  0.165493	  0.164501		CURRENT LEARNING RATE: 4.495113388183107e-09
previous_iter_valid_loss : 0.1756819188594818

   1886360	  0.175976	  0.175682	  0.164824		CURRENT LEARNING RATE: 4.494214455401748e-09
previous_iter_valid_loss : 0.1754671186208725

   1886380	  0.175757	  0.175467	  0.164810		CURRENT LEARNING RATE: 4.493315702388966e-09
previous_iter_valid_loss : 0.17480619251728058

   1886400	  0.175089	  0.174806	  0.165312		CURRENT LEARNING RATE: 4.492417129108814e-09
previous_iter_valid_loss : 0.16065725684165955

   1886420	  0.160837	  0.160657	  0.165294		CURRENT LEARNING RATE: 4.491518735525347e-09
previous_iter_valid_loss : 0.1628882884979248

   1886440	  0.163085	  0.162888	  0.165339		CURRENT LEARNING RATE: 4.49062052160263e-09
previous_iter_valid_loss : 0.16602559387683868

   1886460	  0.166188	  0.166026	  0.165613		CURRENT LEARNING RATE: 4.489722487304735e-09
previous_iter_valid_loss : 0.16707159578800201

   1886480	  0.167291	  0.167072	  0.165862		CURRENT LEARNING RATE: 4.48882463259574e-09
previous_iter_valid_loss : 0.17203032970428467

   1886500	  0.172294	  0.172030	  0.166437		CURRENT LEARNING RATE: 4.487926957439715e-09
previous_iter_valid_loss : 0.16321606934070587

   1886520	  0.163371	  0.163216	  0.165990		CURRENT LEARNING RATE: 4.487029461800785e-09
previous_iter_valid_loss : 0.1661939173936844

   1886540	  0.166353	  0.166194	  0.165981		CURRENT LEARNING RATE: 4.486132145643033e-09
previous_iter_valid_loss : 0.1634455770254135

   1886560	  0.163638	  0.163446	  0.165996		CURRENT LEARNING RATE: 4.485235008930568e-09
previous_iter_valid_loss : 0.16149912774562836

   1886580	  0.161641	  0.161499	  0.165969		CURRENT LEARNING RATE: 4.484338051627504e-09
previous_iter_valid_loss : 0.16465961933135986

   1886600	  0.164820	  0.164660	  0.165600		CURRENT LEARNING RATE: 4.483441273697963e-09
previous_iter_valid_loss : 0.18654662370681763

   1886620	  0.186684	  0.186547	  0.166756		CURRENT LEARNING RATE: 4.482544675106074e-09
previous_iter_valid_loss : 0.16065630316734314

   1886640	  0.160801	  0.160656	  0.166763		CURRENT LEARNING RATE: 4.481648255815972e-09
previous_iter_valid_loss : 0.16271112859249115

   1886660	  0.162869	  0.162711	  0.166656		CURRENT LEARNING RATE: 4.4807520157917846e-09
previous_iter_valid_loss : 0.16227632761001587

   1886680	  0.162435	  0.162276	  0.166742		CURRENT LEARNING RATE: 4.479855954997694e-09
previous_iter_valid_loss : 0.16238798201084137

   1886700	  0.162585	  0.162388	  0.166789		CURRENT LEARNING RATE: 4.478960073397844e-09
previous_iter_valid_loss : 0.16286349296569824

   1886720	  0.163035	  0.162863	  0.166827		CURRENT LEARNING RATE: 4.478064370956395e-09
previous_iter_valid_loss : 0.16358384490013123

   1886740	  0.163784	  0.163584	  0.166731		CURRENT LEARNING RATE: 4.4771688476375236e-09
previous_iter_valid_loss : 0.17012861371040344

   1886760	  0.170363	  0.170129	  0.166453		CURRENT LEARNING RATE: 4.476273503405406e-09
previous_iter_valid_loss : 0.1608116179704666

   1886780	  0.160971	  0.160812	  0.165721		CURRENT LEARNING RATE: 4.475378338224229e-09
previous_iter_valid_loss : 0.17912839353084564

   1886800	  0.179281	  0.179128	  0.165937		CURRENT LEARNING RATE: 4.4744833520581696e-09
previous_iter_valid_loss : 0.17023341357707977

   1886820	  0.170382	  0.170233	  0.166415		CURRENT LEARNING RATE: 4.473588544871462e-09
previous_iter_valid_loss : 0.16146737337112427

   1886840	  0.161632	  0.161467	  0.166344		CURRENT LEARNING RATE: 4.472693916628296e-09
previous_iter_valid_loss : 0.17455528676509857

   1886860	  0.174702	  0.174555	  0.166771		CURRENT LEARNING RATE: 4.471799467292887e-09
previous_iter_valid_loss : 0.16229325532913208

   1886880	  0.162454	  0.162293	  0.166532		CURRENT LEARNING RATE: 4.4709051968294584e-09
previous_iter_valid_loss : 0.17485758662223816

   1886900	  0.175008	  0.174858	  0.166673		CURRENT LEARNING RATE: 4.470011105202237e-09
previous_iter_valid_loss : 0.16715659201145172

   1886920	  0.167321	  0.167157	  0.166870		CURRENT LEARNING RATE: 4.469117192375461e-09
previous_iter_valid_loss : 0.16130506992340088

   1886940	  0.161460	  0.161305	  0.166626		CURRENT LEARNING RATE: 4.4682234583133736e-09
previous_iter_valid_loss : 0.16084866225719452

   1886960	  0.161004	  0.160849	  0.166496		CURRENT LEARNING RATE: 4.467329902980209e-09
previous_iter_valid_loss : 0.1670350879430771

   1886980	  0.167192	  0.167035	  0.166773		CURRENT LEARNING RATE: 4.466436526340257e-09
previous_iter_valid_loss : 0.16112788021564484

   1887000	  0.161305	  0.161128	  0.166596		CURRENT LEARNING RATE: 4.4655433283577665e-09
previous_iter_valid_loss : 0.16763263940811157

   1887020	  0.167861	  0.167633	  0.165651		CURRENT LEARNING RATE: 4.46465030899701e-09
previous_iter_valid_loss : 0.16287963092327118

   1887040	  0.163067	  0.162880	  0.165762		CURRENT LEARNING RATE: 4.463757468222267e-09
previous_iter_valid_loss : 0.16610653698444366

   1887060	  0.166322	  0.166107	  0.165932		CURRENT LEARNING RATE: 4.462864805997822e-09
previous_iter_valid_loss : 0.1715855896472931

   1887080	  0.171849	  0.171586	  0.166397		CURRENT LEARNING RATE: 4.4619723222879705e-09
previous_iter_valid_loss : 0.17212313413619995

   1887100	  0.172397	  0.172123	  0.166884		CURRENT LEARNING RATE: 4.461080017056996e-09
previous_iter_valid_loss : 0.16058379411697388

   1887120	  0.160751	  0.160584	  0.166770		CURRENT LEARNING RATE: 4.4601878902692394e-09
previous_iter_valid_loss : 0.17389316856861115

   1887140	  0.174179	  0.173893	  0.167285		CURRENT LEARNING RATE: 4.459295941888999e-09
previous_iter_valid_loss : 0.16049590706825256

   1887160	  0.160662	  0.160496	  0.166804		CURRENT LEARNING RATE: 4.458404171880596e-09
previous_iter_valid_loss : 0.16306248307228088

   1887180	  0.163262	  0.163062	  0.166916		CURRENT LEARNING RATE: 4.4575125802083624e-09
previous_iter_valid_loss : 0.1604878306388855

   1887200	  0.160657	  0.160488	  0.165984		CURRENT LEARNING RATE: 4.456621166836631e-09
previous_iter_valid_loss : 0.16345840692520142

   1887220	  0.163663	  0.163458	  0.165645		CURRENT LEARNING RATE: 4.455729931729747e-09
previous_iter_valid_loss : 0.1691047102212906

   1887240	  0.169258	  0.169105	  0.166027		CURRENT LEARNING RATE: 4.454838874852062e-09
previous_iter_valid_loss : 0.17020459473133087

   1887260	  0.170357	  0.170205	  0.165810		CURRENT LEARNING RATE: 4.453947996167915e-09
previous_iter_valid_loss : 0.1677166372537613

   1887280	  0.167870	  0.167717	  0.166081		CURRENT LEARNING RATE: 4.453057295641706e-09
previous_iter_valid_loss : 0.1662217080593109

   1887300	  0.166438	  0.166222	  0.165649		CURRENT LEARNING RATE: 4.452166773237788e-09
previous_iter_valid_loss : 0.16963250935077667

   1887320	  0.169878	  0.169633	  0.165773		CURRENT LEARNING RATE: 4.451276428920542e-09
previous_iter_valid_loss : 0.16108465194702148

   1887340	  0.161262	  0.161085	  0.165762		CURRENT LEARNING RATE: 4.450386262654353e-09
previous_iter_valid_loss : 0.16349412500858307

   1887360	  0.163695	  0.163494	  0.165894		CURRENT LEARNING RATE: 4.4494962744036165e-09
previous_iter_valid_loss : 0.1626090407371521

   1887380	  0.162770	  0.162609	  0.165673		CURRENT LEARNING RATE: 4.448606464132731e-09
previous_iter_valid_loss : 0.16452454030513763

   1887400	  0.164696	  0.164525	  0.165843		CURRENT LEARNING RATE: 4.447716831806104e-09
previous_iter_valid_loss : 0.16473253071308136

   1887420	  0.164898	  0.164733	  0.165698		CURRENT LEARNING RATE: 4.446827377388136e-09
previous_iter_valid_loss : 0.16074492037296295

   1887440	  0.160906	  0.160745	  0.165591		CURRENT LEARNING RATE: 4.44593810084328e-09
previous_iter_valid_loss : 0.1626177728176117

   1887460	  0.162781	  0.162618	  0.165417		CURRENT LEARNING RATE: 4.445049002135948e-09
previous_iter_valid_loss : 0.16137130558490753

   1887480	  0.161530	  0.161371	  0.164906		CURRENT LEARNING RATE: 4.444160081230576e-09
previous_iter_valid_loss : 0.16636891663074493

   1887500	  0.166580	  0.166369	  0.164618		CURRENT LEARNING RATE: 4.443271338091608e-09
previous_iter_valid_loss : 0.18958286941051483

   1887520	  0.189711	  0.189583	  0.166068		CURRENT LEARNING RATE: 4.442382772683495e-09
previous_iter_valid_loss : 0.16395434737205505

   1887540	  0.164163	  0.163954	  0.165571		CURRENT LEARNING RATE: 4.441494384970693e-09
previous_iter_valid_loss : 0.16635733842849731

   1887560	  0.166570	  0.166357	  0.165864		CURRENT LEARNING RATE: 4.4406061749176505e-09
previous_iter_valid_loss : 0.16199924051761627

   1887580	  0.162155	  0.161999	  0.165811		CURRENT LEARNING RATE: 4.439718142488872e-09
previous_iter_valid_loss : 0.16543355584144592

   1887600	  0.165591	  0.165434	  0.166058		CURRENT LEARNING RATE: 4.43883028764882e-09
previous_iter_valid_loss : 0.16708990931510925

   1887620	  0.167306	  0.167090	  0.166240		CURRENT LEARNING RATE: 4.43794261036198e-09
previous_iter_valid_loss : 0.1608780026435852

   1887640	  0.161036	  0.160878	  0.165829		CURRENT LEARNING RATE: 4.437055110592845e-09
previous_iter_valid_loss : 0.1614888459444046

   1887660	  0.161673	  0.161489	  0.165393		CURRENT LEARNING RATE: 4.436167788305915e-09
previous_iter_valid_loss : 0.1604977399110794

   1887680	  0.160652	  0.160498	  0.165032		CURRENT LEARNING RATE: 4.435280643465697e-09
previous_iter_valid_loss : 0.17193441092967987

   1887700	  0.172078	  0.171934	  0.165317		CURRENT LEARNING RATE: 4.434393676036705e-09
previous_iter_valid_loss : 0.1634339541196823

   1887720	  0.163607	  0.163434	  0.165008		CURRENT LEARNING RATE: 4.433506885983445e-09
previous_iter_valid_loss : 0.17437277734279633

   1887740	  0.174651	  0.174373	  0.165672		CURRENT LEARNING RATE: 4.432620273270478e-09
previous_iter_valid_loss : 0.1687200963497162

   1887760	  0.168954	  0.168720	  0.165933		CURRENT LEARNING RATE: 4.4317338378623206e-09
previous_iter_valid_loss : 0.17929163575172424

   1887780	  0.179627	  0.179292	  0.166767		CURRENT LEARNING RATE: 4.430847579723519e-09
previous_iter_valid_loss : 0.16056892275810242

   1887800	  0.160738	  0.160569	  0.166570		CURRENT LEARNING RATE: 4.42996149881862e-09
previous_iter_valid_loss : 0.17503659427165985

   1887820	  0.175314	  0.175037	  0.167085		CURRENT LEARNING RATE: 4.429075595112182e-09
previous_iter_valid_loss : 0.17153379321098328

   1887840	  0.171680	  0.171534	  0.167624		CURRENT LEARNING RATE: 4.428189868568769e-09
previous_iter_valid_loss : 0.16058601438999176

   1887860	  0.160755	  0.160586	  0.167523		CURRENT LEARNING RATE: 4.42730431915295e-09
previous_iter_valid_loss : 0.1606876403093338

   1887880	  0.160849	  0.160688	  0.167488		CURRENT LEARNING RATE: 4.42641894682929e-09
previous_iter_valid_loss : 0.16216851770877838

   1887900	  0.162346	  0.162169	  0.167278		CURRENT LEARNING RATE: 4.425533751562403e-09
previous_iter_valid_loss : 0.1829610913991928

   1887920	  0.183315	  0.182961	  0.166947		CURRENT LEARNING RATE: 4.424648733316868e-09
previous_iter_valid_loss : 0.17651110887527466

   1887940	  0.176670	  0.176511	  0.167575		CURRENT LEARNING RATE: 4.4237638920572815e-09
previous_iter_valid_loss : 0.18741627037525177

   1887960	  0.187549	  0.187416	  0.168628		CURRENT LEARNING RATE: 4.422879227748252e-09
previous_iter_valid_loss : 0.16807925701141357

   1887980	  0.168321	  0.168079	  0.168932		CURRENT LEARNING RATE: 4.4219947403543914e-09
previous_iter_valid_loss : 0.167270690202713

   1888000	  0.167497	  0.167271	  0.169024		CURRENT LEARNING RATE: 4.421110429840322e-09
previous_iter_valid_loss : 0.1606011986732483

   1888020	  0.160761	  0.160601	  0.168700		CURRENT LEARNING RATE: 4.4202262961706544e-09
previous_iter_valid_loss : 0.1713571548461914

   1888040	  0.171504	  0.171357	  0.169223		CURRENT LEARNING RATE: 4.419342339310055e-09
previous_iter_valid_loss : 0.16139361262321472

   1888060	  0.161546	  0.161394	  0.169219		CURRENT LEARNING RATE: 4.41845855922315e-09
previous_iter_valid_loss : 0.16178254783153534

   1888080	  0.161972	  0.161783	  0.169283		CURRENT LEARNING RATE: 4.4175749558745875e-09
previous_iter_valid_loss : 0.16059602797031403

   1888100	  0.160757	  0.160596	  0.168716		CURRENT LEARNING RATE: 4.416691529229024e-09
previous_iter_valid_loss : 0.16645140945911407

   1888120	  0.166660	  0.166451	  0.168867		CURRENT LEARNING RATE: 4.415808279251122e-09
previous_iter_valid_loss : 0.1711467206478119

   1888140	  0.171404	  0.171147	  0.168706		CURRENT LEARNING RATE: 4.414925205905552e-09
previous_iter_valid_loss : 0.1614251285791397

   1888160	  0.161611	  0.161425	  0.168341		CURRENT LEARNING RATE: 4.414042309156991e-09
previous_iter_valid_loss : 0.16104911267757416

   1888180	  0.161210	  0.161049	  0.167429		CURRENT LEARNING RATE: 4.413159588970107e-09
previous_iter_valid_loss : 0.16091753542423248

   1888200	  0.161096	  0.160918	  0.167446		CURRENT LEARNING RATE: 4.412277045309623e-09
previous_iter_valid_loss : 0.1627732664346695

   1888220	  0.162965	  0.162773	  0.166833		CURRENT LEARNING RATE: 4.411394678140221e-09
previous_iter_valid_loss : 0.16213998198509216

   1888240	  0.162305	  0.162140	  0.166363		CURRENT LEARNING RATE: 4.410512487426607e-09
previous_iter_valid_loss : 0.16050057113170624

   1888260	  0.160659	  0.160501	  0.166359		CURRENT LEARNING RATE: 4.409630473133493e-09
previous_iter_valid_loss : 0.16472627222537994

   1888280	  0.164949	  0.164726	  0.166561		CURRENT LEARNING RATE: 4.408748635225599e-09
previous_iter_valid_loss : 0.18435141444206238

   1888300	  0.184731	  0.184351	  0.167670		CURRENT LEARNING RATE: 4.40786697366765e-09
previous_iter_valid_loss : 0.16307780146598816

   1888320	  0.163243	  0.163078	  0.166676		CURRENT LEARNING RATE: 4.4069854884243656e-09
previous_iter_valid_loss : 0.1634143739938736

   1888340	  0.163618	  0.163414	  0.166021		CURRENT LEARNING RATE: 4.406104179460517e-09
previous_iter_valid_loss : 0.1614331305027008

   1888360	  0.161620	  0.161433	  0.164722		CURRENT LEARNING RATE: 4.405223046740836e-09
previous_iter_valid_loss : 0.18558111786842346

   1888380	  0.185939	  0.185581	  0.165597		CURRENT LEARNING RATE: 4.404342090230078e-09
previous_iter_valid_loss : 0.16646206378936768

   1888400	  0.166622	  0.166462	  0.165557		CURRENT LEARNING RATE: 4.403461309893004e-09
previous_iter_valid_loss : 0.1605372428894043

   1888420	  0.160704	  0.160537	  0.165553		CURRENT LEARNING RATE: 4.402580705694383e-09
previous_iter_valid_loss : 0.1613312065601349

   1888440	  0.161526	  0.161331	  0.165052		CURRENT LEARNING RATE: 4.401700277598989e-09
previous_iter_valid_loss : 0.16967396438121796

   1888460	  0.169830	  0.169674	  0.165466		CURRENT LEARNING RATE: 4.400820025571608e-09
previous_iter_valid_loss : 0.17451749742031097

   1888480	  0.174799	  0.174517	  0.166103		CURRENT LEARNING RATE: 4.399939949577014e-09
previous_iter_valid_loss : 0.16420747339725494

   1888500	  0.164416	  0.164207	  0.166283		CURRENT LEARNING RATE: 4.399060049580033e-09
previous_iter_valid_loss : 0.1635427176952362

   1888520	  0.163702	  0.163543	  0.166138		CURRENT LEARNING RATE: 4.398180325545455e-09
previous_iter_valid_loss : 0.1620764434337616

   1888540	  0.162270	  0.162076	  0.165685		CURRENT LEARNING RATE: 4.397300777438091e-09
previous_iter_valid_loss : 0.16049231588840485

   1888560	  0.160655	  0.160492	  0.165638		CURRENT LEARNING RATE: 4.396421405222758e-09
previous_iter_valid_loss : 0.16124950349330902

   1888580	  0.161432	  0.161250	  0.165648		CURRENT LEARNING RATE: 4.3955422088642815e-09
previous_iter_valid_loss : 0.20850451290607452

   1888600	  0.208562	  0.208505	  0.168027		CURRENT LEARNING RATE: 4.394663188327495e-09
previous_iter_valid_loss : 0.1610485017299652

   1888620	  0.161232	  0.161049	  0.167941		CURRENT LEARNING RATE: 4.393784343577236e-09
previous_iter_valid_loss : 0.16671188175678253

   1888640	  0.166925	  0.166712	  0.168170		CURRENT LEARNING RATE: 4.392905674578336e-09
previous_iter_valid_loss : 0.1606350690126419

   1888660	  0.160804	  0.160635	  0.168176		CURRENT LEARNING RATE: 4.392027181295679e-09
previous_iter_valid_loss : 0.16301481425762177

   1888680	  0.163187	  0.163015	  0.168091		CURRENT LEARNING RATE: 4.39114886369411e-09
previous_iter_valid_loss : 0.16401593387126923

   1888700	  0.164217	  0.164016	  0.167074		CURRENT LEARNING RATE: 4.390270721738495e-09
previous_iter_valid_loss : 0.16943387687206268

   1888720	  0.169584	  0.169434	  0.167392		CURRENT LEARNING RATE: 4.3893927553937105e-09
previous_iter_valid_loss : 0.16760215163230896

   1888740	  0.167760	  0.167602	  0.167601		CURRENT LEARNING RATE: 4.3885149646246365e-09
previous_iter_valid_loss : 0.1606122851371765

   1888760	  0.160778	  0.160612	  0.167560		CURRENT LEARNING RATE: 4.387637349396163e-09
previous_iter_valid_loss : 0.16579630970954895

   1888780	  0.165962	  0.165796	  0.166571		CURRENT LEARNING RATE: 4.386759909673166e-09
previous_iter_valid_loss : 0.16307352483272552

   1888800	  0.163268	  0.163074	  0.166401		CURRENT LEARNING RATE: 4.3858826454205836e-09
previous_iter_valid_loss : 0.16175134479999542

   1888820	  0.161914	  0.161751	  0.166462		CURRENT LEARNING RATE: 4.385005556603307e-09
previous_iter_valid_loss : 0.16228240728378296

   1888840	  0.162435	  0.162282	  0.166510		CURRENT LEARNING RATE: 4.384128643186253e-09
previous_iter_valid_loss : 0.16055244207382202

   1888860	  0.160710	  0.160552	  0.166054		CURRENT LEARNING RATE: 4.383251905134345e-09
previous_iter_valid_loss : 0.160914808511734

   1888880	  0.161078	  0.160915	  0.165374		CURRENT LEARNING RATE: 4.382375342412514e-09
previous_iter_valid_loss : 0.16184309124946594

   1888900	  0.162002	  0.161843	  0.165255		CURRENT LEARNING RATE: 4.381498954985698e-09
previous_iter_valid_loss : 0.1611524075269699

   1888920	  0.161336	  0.161152	  0.165136		CURRENT LEARNING RATE: 4.380622742818841e-09
previous_iter_valid_loss : 0.16496489942073822

   1888940	  0.165185	  0.164965	  0.165280		CURRENT LEARNING RATE: 4.379746705876877e-09
previous_iter_valid_loss : 0.16748669743537903

   1888960	  0.167708	  0.167487	  0.165630		CURRENT LEARNING RATE: 4.378870844124799e-09
previous_iter_valid_loss : 0.1605989634990692

   1888980	  0.160762	  0.160599	  0.165597		CURRENT LEARNING RATE: 4.377995157527554e-09
previous_iter_valid_loss : 0.16159731149673462

   1889000	  0.161784	  0.161597	  0.163252		CURRENT LEARNING RATE: 4.377119646050118e-09
previous_iter_valid_loss : 0.17840392887592316

   1889020	  0.178566	  0.178404	  0.164120		CURRENT LEARNING RATE: 4.376244309657467e-09
previous_iter_valid_loss : 0.1620783805847168

   1889040	  0.162244	  0.162078	  0.163888		CURRENT LEARNING RATE: 4.3753691483145886e-09
previous_iter_valid_loss : 0.1621410995721817

   1889060	  0.162336	  0.162141	  0.163963		CURRENT LEARNING RATE: 4.374494161986477e-09
previous_iter_valid_loss : 0.17362888157367706

   1889080	  0.173782	  0.173629	  0.164494		CURRENT LEARNING RATE: 4.373619350638133e-09
previous_iter_valid_loss : 0.16579827666282654

   1889100	  0.166011	  0.165798	  0.164583		CURRENT LEARNING RATE: 4.372744714234547e-09
previous_iter_valid_loss : 0.16271255910396576

   1889120	  0.162916	  0.162713	  0.164247		CURRENT LEARNING RATE: 4.371870252740766e-09
previous_iter_valid_loss : 0.17024512588977814

   1889140	  0.170499	  0.170245	  0.164379		CURRENT LEARNING RATE: 4.370995966121797e-09
previous_iter_valid_loss : 0.1610243171453476

   1889160	  0.161211	  0.161024	  0.164400		CURRENT LEARNING RATE: 4.3701218543426655e-09
previous_iter_valid_loss : 0.16687482595443726

   1889180	  0.167086	  0.166875	  0.164454		CURRENT LEARNING RATE: 4.36924791736841e-09
previous_iter_valid_loss : 0.1692768782377243

   1889200	  0.169520	  0.169277	  0.164764		CURRENT LEARNING RATE: 4.368374155164071e-09
previous_iter_valid_loss : 0.16252680122852325

   1889220	  0.162710	  0.162527	  0.164803		CURRENT LEARNING RATE: 4.3675005676947e-09
previous_iter_valid_loss : 0.16049440205097198

   1889240	  0.160659	  0.160494	  0.164713		CURRENT LEARNING RATE: 4.366627154925335e-09
previous_iter_valid_loss : 0.18327729403972626

   1889260	  0.183641	  0.183277	  0.165850		CURRENT LEARNING RATE: 4.365753916821074e-09
previous_iter_valid_loss : 0.162103071808815

   1889280	  0.162291	  0.162103	  0.165909		CURRENT LEARNING RATE: 4.364880853346969e-09
previous_iter_valid_loss : 0.16108624637126923

   1889300	  0.161266	  0.161086	  0.165871		CURRENT LEARNING RATE: 4.364007964468099e-09
previous_iter_valid_loss : 0.18274188041687012

   1889320	  0.182895	  0.182742	  0.166951		CURRENT LEARNING RATE: 4.3631352501495485e-09
previous_iter_valid_loss : 0.1678187996149063

   1889340	  0.168048	  0.167819	  0.167093		CURRENT LEARNING RATE: 4.362262710356409e-09
previous_iter_valid_loss : 0.16323335468769073

   1889360	  0.163419	  0.163233	  0.166881		CURRENT LEARNING RATE: 4.361390345053777e-09
previous_iter_valid_loss : 0.1649230718612671

   1889380	  0.165123	  0.164923	  0.167097		CURRENT LEARNING RATE: 4.3605181542067606e-09
previous_iter_valid_loss : 0.16130368411540985

   1889400	  0.161487	  0.161304	  0.167082		CURRENT LEARNING RATE: 4.359646137780455e-09
previous_iter_valid_loss : 0.16126994788646698

   1889420	  0.161454	  0.161270	  0.166226		CURRENT LEARNING RATE: 4.358774295740011e-09
previous_iter_valid_loss : 0.16049659252166748

   1889440	  0.160653	  0.160497	  0.166146		CURRENT LEARNING RATE: 4.3579026280505396e-09
previous_iter_valid_loss : 0.19057521224021912

   1889460	  0.190707	  0.190575	  0.167568		CURRENT LEARNING RATE: 4.357031134677174e-09
previous_iter_valid_loss : 0.16131356358528137

   1889480	  0.161494	  0.161314	  0.166952		CURRENT LEARNING RATE: 4.356159815585054e-09
previous_iter_valid_loss : 0.16192762553691864

   1889500	  0.162088	  0.161928	  0.166759		CURRENT LEARNING RATE: 4.355288670739327e-09
previous_iter_valid_loss : 0.16117464005947113

   1889520	  0.161359	  0.161175	  0.166682		CURRENT LEARNING RATE: 4.354417700105148e-09
previous_iter_valid_loss : 0.16051733493804932

   1889540	  0.160682	  0.160517	  0.166196		CURRENT LEARNING RATE: 4.353546903647662e-09
previous_iter_valid_loss : 0.16530369222164154

   1889560	  0.165471	  0.165304	  0.166410		CURRENT LEARNING RATE: 4.352676281332068e-09
previous_iter_valid_loss : 0.16162720322608948

   1889580	  0.161790	  0.161627	  0.166147		CURRENT LEARNING RATE: 4.351805833123526e-09
previous_iter_valid_loss : 0.16571080684661865

   1889600	  0.165923	  0.165711	  0.165969		CURRENT LEARNING RATE: 4.350935558987218e-09
previous_iter_valid_loss : 0.16767878830432892

   1889620	  0.167833	  0.167679	  0.166227		CURRENT LEARNING RATE: 4.350065458888333e-09
previous_iter_valid_loss : 0.16089065372943878

   1889640	  0.161047	  0.160891	  0.166246		CURRENT LEARNING RATE: 4.349195532792067e-09
previous_iter_valid_loss : 0.16145636141300201

   1889660	  0.161651	  0.161456	  0.165155		CURRENT LEARNING RATE: 4.3483257806636224e-09
previous_iter_valid_loss : 0.16585461795330048

   1889680	  0.166014	  0.165855	  0.165343		CURRENT LEARNING RATE: 4.34745620246821e-09
previous_iter_valid_loss : 0.16878853738307953

   1889700	  0.169021	  0.168789	  0.165728		CURRENT LEARNING RATE: 4.346586798171031e-09
previous_iter_valid_loss : 0.16409140825271606

   1889720	  0.164263	  0.164091	  0.164795		CURRENT LEARNING RATE: 4.345717567737339e-09
previous_iter_valid_loss : 0.17017731070518494

   1889740	  0.170330	  0.170177	  0.164913		CURRENT LEARNING RATE: 4.344848511132351e-09
previous_iter_valid_loss : 0.16668017208576202

   1889760	  0.166839	  0.166680	  0.165086		CURRENT LEARNING RATE: 4.343979628321304e-09
previous_iter_valid_loss : 0.16854551434516907

   1889780	  0.168704	  0.168546	  0.165267		CURRENT LEARNING RATE: 4.343110919269442e-09
previous_iter_valid_loss : 0.17691797018051147

   1889800	  0.177074	  0.176918	  0.166048		CURRENT LEARNING RATE: 4.3422423839420185e-09
previous_iter_valid_loss : 0.16336338222026825

   1889820	  0.163550	  0.163363	  0.166152		CURRENT LEARNING RATE: 4.341374022304291e-09
previous_iter_valid_loss : 0.1661890745162964

   1889840	  0.166396	  0.166189	  0.166437		CURRENT LEARNING RATE: 4.340505834321524e-09
previous_iter_valid_loss : 0.17304940521717072

   1889860	  0.173192	  0.173049	  0.165561		CURRENT LEARNING RATE: 4.339637819958976e-09
previous_iter_valid_loss : 0.1607726365327835

   1889880	  0.160925	  0.160773	  0.165533		CURRENT LEARNING RATE: 4.338769979181956e-09
previous_iter_valid_loss : 0.16086377203464508

   1889900	  0.161015	  0.160864	  0.165480		CURRENT LEARNING RATE: 4.337902311955737e-09
previous_iter_valid_loss : 0.16326551139354706

   1889920	  0.163462	  0.163266	  0.165585		CURRENT LEARNING RATE: 4.3370348182456105e-09
previous_iter_valid_loss : 0.1683029681444168

   1889940	  0.168458	  0.168303	  0.165974		CURRENT LEARNING RATE: 4.336167498016878e-09
previous_iter_valid_loss : 0.16320616006851196

   1889960	  0.163376	  0.163206	  0.165869		CURRENT LEARNING RATE: 4.335300351234844e-09
previous_iter_valid_loss : 0.19600412249565125

   1889980	  0.196106	  0.196004	  0.167588		CURRENT LEARNING RATE: 4.3344333778648265e-09
previous_iter_valid_loss : 0.16250088810920715

   1890000	  0.162660	  0.162501	  0.167428		CURRENT LEARNING RATE: 4.33356657787213e-09
previous_iter_valid_loss : 0.167074516415596

   1890020	  0.167300	  0.167075	  0.167397		CURRENT LEARNING RATE: 4.33269995122211e-09
previous_iter_valid_loss : 0.1663438379764557

   1890040	  0.166504	  0.166344	  0.167670		CURRENT LEARNING RATE: 4.33183349788009e-09
previous_iter_valid_loss : 0.16621540486812592

   1890060	  0.166376	  0.166215	  0.167908		CURRENT LEARNING RATE: 4.330967217811411e-09
previous_iter_valid_loss : 0.1661710888147354

   1890080	  0.166375	  0.166171	  0.167924		CURRENT LEARNING RATE: 4.33010111098142e-09
previous_iter_valid_loss : 0.17221315205097198

   1890100	  0.172473	  0.172213	  0.168095		CURRENT LEARNING RATE: 4.329235177355475e-09
previous_iter_valid_loss : 0.16847871243953705

   1890120	  0.168632	  0.168479	  0.168314		CURRENT LEARNING RATE: 4.328369416898938e-09
previous_iter_valid_loss : 0.16920234262943268

   1890140	  0.169354	  0.169202	  0.168266		CURRENT LEARNING RATE: 4.327503829577178e-09
previous_iter_valid_loss : 0.17447055876255035

   1890160	  0.174625	  0.174471	  0.168655		CURRENT LEARNING RATE: 4.326638415355555e-09
previous_iter_valid_loss : 0.1707119345664978

   1890180	  0.170859	  0.170712	  0.168763		CURRENT LEARNING RATE: 4.325773174199486e-09
previous_iter_valid_loss : 0.16224153339862823

   1890200	  0.162403	  0.162242	  0.168030		CURRENT LEARNING RATE: 4.324908106074344e-09
previous_iter_valid_loss : 0.16111190617084503

   1890220	  0.161273	  0.161112	  0.167917		CURRENT LEARNING RATE: 4.324043210945528e-09
previous_iter_valid_loss : 0.163308784365654

   1890240	  0.163498	  0.163309	  0.167773		CURRENT LEARNING RATE: 4.3231784887784396e-09
previous_iter_valid_loss : 0.16136066615581512

   1890260	  0.161548	  0.161361	  0.167189		CURRENT LEARNING RATE: 4.322313939538492e-09
previous_iter_valid_loss : 0.1813625693321228

   1890280	  0.181691	  0.181363	  0.168218		CURRENT LEARNING RATE: 4.321449563191102e-09
previous_iter_valid_loss : 0.17452393472194672

   1890300	  0.174800	  0.174524	  0.168901		CURRENT LEARNING RATE: 4.320585359701696e-09
previous_iter_valid_loss : 0.16488535702228546

   1890320	  0.165051	  0.164885	  0.168982		CURRENT LEARNING RATE: 4.3197213290356885e-09
previous_iter_valid_loss : 0.1768704205751419

   1890340	  0.177026	  0.176870	  0.169411		CURRENT LEARNING RATE: 4.318857471158551e-09
previous_iter_valid_loss : 0.1621043086051941

   1890360	  0.162294	  0.162104	  0.169355		CURRENT LEARNING RATE: 4.317993786035712e-09
previous_iter_valid_loss : 0.16770821809768677

   1890380	  0.167931	  0.167708	  0.167941		CURRENT LEARNING RATE: 4.317130273632625e-09
previous_iter_valid_loss : 0.1625392585992813

   1890400	  0.162704	  0.162539	  0.167943		CURRENT LEARNING RATE: 4.316266933914751e-09
previous_iter_valid_loss : 0.16207899153232574

   1890420	  0.162237	  0.162079	  0.167693		CURRENT LEARNING RATE: 4.315403766847554e-09
previous_iter_valid_loss : 0.16369445621967316

   1890440	  0.163859	  0.163694	  0.167560		CURRENT LEARNING RATE: 4.3145407723965075e-09
previous_iter_valid_loss : 0.1605091542005539

   1890460	  0.160664	  0.160509	  0.167275		CURRENT LEARNING RATE: 4.313677950527078e-09
previous_iter_valid_loss : 0.16442662477493286

   1890480	  0.164631	  0.164427	  0.167188		CURRENT LEARNING RATE: 4.312815301204782e-09
previous_iter_valid_loss : 0.16198940575122833

   1890500	  0.162138	  0.161989	  0.166677		CURRENT LEARNING RATE: 4.3119528243951e-09
previous_iter_valid_loss : 0.17041441798210144

   1890520	  0.170567	  0.170414	  0.166773		CURRENT LEARNING RATE: 4.31109052006353e-09
previous_iter_valid_loss : 0.161129891872406

   1890540	  0.161287	  0.161130	  0.166370		CURRENT LEARNING RATE: 4.3102283881755816e-09
previous_iter_valid_loss : 0.16887891292572021

   1890560	  0.169125	  0.168879	  0.166090		CURRENT LEARNING RATE: 4.30936642869677e-09
previous_iter_valid_loss : 0.1983472853899002

   1890580	  0.198438	  0.198347	  0.167472		CURRENT LEARNING RATE: 4.308504641592616e-09
previous_iter_valid_loss : 0.16128231585025787

   1890600	  0.161469	  0.161282	  0.167424		CURRENT LEARNING RATE: 4.307643026828648e-09
previous_iter_valid_loss : 0.1715490072965622

   1890620	  0.171819	  0.171549	  0.167946		CURRENT LEARNING RATE: 4.306781584370386e-09
previous_iter_valid_loss : 0.17849493026733398

   1890640	  0.178651	  0.178495	  0.168705		CURRENT LEARNING RATE: 4.305920314183404e-09
previous_iter_valid_loss : 0.1610158234834671

   1890660	  0.161202	  0.161016	  0.168688		CURRENT LEARNING RATE: 4.305059216233234e-09
previous_iter_valid_loss : 0.16338662803173065

   1890680	  0.163580	  0.163387	  0.167789		CURRENT LEARNING RATE: 4.304198290485434e-09
previous_iter_valid_loss : 0.16342177987098694

   1890700	  0.163604	  0.163422	  0.167234		CURRENT LEARNING RATE: 4.303337536905566e-09
previous_iter_valid_loss : 0.16058197617530823

   1890720	  0.160747	  0.160582	  0.167019		CURRENT LEARNING RATE: 4.3024769554592e-09
previous_iter_valid_loss : 0.17538824677467346

   1890740	  0.175538	  0.175388	  0.166945		CURRENT LEARNING RATE: 4.301616546111913e-09
previous_iter_valid_loss : 0.16294772922992706

   1890760	  0.163144	  0.162948	  0.166987		CURRENT LEARNING RATE: 4.300756308829273e-09
previous_iter_valid_loss : 0.1642797589302063

   1890780	  0.164470	  0.164280	  0.166815		CURRENT LEARNING RATE: 4.299896243576902e-09
previous_iter_valid_loss : 0.16602124273777008

   1890800	  0.166243	  0.166021	  0.166990		CURRENT LEARNING RATE: 4.29903635032038e-09
previous_iter_valid_loss : 0.16051660478115082

   1890820	  0.160681	  0.160517	  0.166911		CURRENT LEARNING RATE: 4.2981766290253135e-09
previous_iter_valid_loss : 0.16154752671718597

   1890840	  0.161731	  0.161548	  0.166804		CURRENT LEARNING RATE: 4.297317079657312e-09
previous_iter_valid_loss : 0.16621844470500946

   1890860	  0.166446	  0.166218	  0.167090		CURRENT LEARNING RATE: 4.2964577021819945e-09
previous_iter_valid_loss : 0.17525379359722137

   1890880	  0.175534	  0.175254	  0.167631		CURRENT LEARNING RATE: 4.295598496564986e-09
previous_iter_valid_loss : 0.16131649911403656

   1890900	  0.161497	  0.161316	  0.167597		CURRENT LEARNING RATE: 4.294739462771918e-09
previous_iter_valid_loss : 0.16566047072410583

   1890920	  0.165822	  0.165660	  0.167360		CURRENT LEARNING RATE: 4.293880600768413e-09
previous_iter_valid_loss : 0.1673433482646942

   1890940	  0.167562	  0.167343	  0.167670		CURRENT LEARNING RATE: 4.293021910520149e-09
previous_iter_valid_loss : 0.17695888876914978

   1890960	  0.177261	  0.176959	  0.168074		CURRENT LEARNING RATE: 4.2921633919927614e-09
previous_iter_valid_loss : 0.16126525402069092

   1890980	  0.161449	  0.161265	  0.166220		CURRENT LEARNING RATE: 4.29130504515191e-09
previous_iter_valid_loss : 0.16187238693237305

   1891000	  0.162038	  0.161872	  0.166250		CURRENT LEARNING RATE: 4.290446869963261e-09
previous_iter_valid_loss : 0.16853581368923187

   1891020	  0.168689	  0.168536	  0.166099		CURRENT LEARNING RATE: 4.2895888663924875e-09
previous_iter_valid_loss : 0.16066484153270721

   1891040	  0.160827	  0.160665	  0.165207		CURRENT LEARNING RATE: 4.28873103440527e-09
previous_iter_valid_loss : 0.16067998111248016

   1891060	  0.160842	  0.160680	  0.165191		CURRENT LEARNING RATE: 4.287873373967293e-09
previous_iter_valid_loss : 0.16736328601837158

   1891080	  0.167584	  0.167363	  0.165389		CURRENT LEARNING RATE: 4.287015885044236e-09
previous_iter_valid_loss : 0.17860637605190277

   1891100	  0.178765	  0.178606	  0.166149		CURRENT LEARNING RATE: 4.286158567601831e-09
previous_iter_valid_loss : 0.1605091542005539

   1891120	  0.160667	  0.160509	  0.166145		CURRENT LEARNING RATE: 4.28530142160577e-09
previous_iter_valid_loss : 0.1685573011636734

   1891140	  0.168708	  0.168557	  0.165804		CURRENT LEARNING RATE: 4.284444447021766e-09
previous_iter_valid_loss : 0.16109240055084229

   1891160	  0.161276	  0.161092	  0.165711		CURRENT LEARNING RATE: 4.28358764381554e-09
previous_iter_valid_loss : 0.16087208688259125

   1891180	  0.161048	  0.160872	  0.165540		CURRENT LEARNING RATE: 4.282731011952821e-09
previous_iter_valid_loss : 0.16132524609565735

   1891200	  0.161488	  0.161325	  0.165306		CURRENT LEARNING RATE: 4.281874551399343e-09
previous_iter_valid_loss : 0.1607726365327835

   1891220	  0.160927	  0.160773	  0.165318		CURRENT LEARNING RATE: 4.281018262120832e-09
previous_iter_valid_loss : 0.17376483976840973

   1891240	  0.174044	  0.173765	  0.165929		CURRENT LEARNING RATE: 4.280162144083067e-09
previous_iter_valid_loss : 0.16471515595912933

   1891260	  0.164881	  0.164715	  0.165854		CURRENT LEARNING RATE: 4.279306197251789e-09
previous_iter_valid_loss : 0.18035122752189636

   1891280	  0.180678	  0.180351	  0.166109		CURRENT LEARNING RATE: 4.278450421592759e-09
previous_iter_valid_loss : 0.16214430332183838

   1891300	  0.162300	  0.162144	  0.166150		CURRENT LEARNING RATE: 4.277594817071747e-09
previous_iter_valid_loss : 0.170425683259964

   1891320	  0.170579	  0.170426	  0.166389		CURRENT LEARNING RATE: 4.276739383654527e-09
previous_iter_valid_loss : 0.16056005656719208

   1891340	  0.160728	  0.160560	  0.166049		CURRENT LEARNING RATE: 4.275884121306884e-09
previous_iter_valid_loss : 0.16211099922657013

   1891360	  0.162297	  0.162111	  0.165307		CURRENT LEARNING RATE: 4.275029029994606e-09
previous_iter_valid_loss : 0.16327132284641266

   1891380	  0.163439	  0.163271	  0.165407		CURRENT LEARNING RATE: 4.274174109683474e-09
previous_iter_valid_loss : 0.16923119127750397

   1891400	  0.169385	  0.169231	  0.165775		CURRENT LEARNING RATE: 4.273319360339324e-09
previous_iter_valid_loss : 0.16373082995414734

   1891420	  0.163905	  0.163731	  0.165535		CURRENT LEARNING RATE: 4.272464781927948e-09
previous_iter_valid_loss : 0.16237592697143555

   1891440	  0.162579	  0.162376	  0.165621		CURRENT LEARNING RATE: 4.271610374415163e-09
previous_iter_valid_loss : 0.17013821005821228

   1891460	  0.170285	  0.170138	  0.166093		CURRENT LEARNING RATE: 4.270756137766794e-09
previous_iter_valid_loss : 0.18562106788158417

   1891480	  0.185765	  0.185621	  0.167006		CURRENT LEARNING RATE: 4.2699020719486715e-09
previous_iter_valid_loss : 0.16145801544189453

   1891500	  0.161648	  0.161458	  0.166149		CURRENT LEARNING RATE: 4.269048176926633e-09
previous_iter_valid_loss : 0.17041480541229248

   1891520	  0.170663	  0.170415	  0.166644		CURRENT LEARNING RATE: 4.268194452666506e-09
previous_iter_valid_loss : 0.16936925053596497

   1891540	  0.169520	  0.169369	  0.166685		CURRENT LEARNING RATE: 4.2673408991341724e-09
previous_iter_valid_loss : 0.16551119089126587

   1891560	  0.165731	  0.165511	  0.166906		CURRENT LEARNING RATE: 4.266487516295477e-09
previous_iter_valid_loss : 0.16955426335334778

   1891580	  0.169792	  0.169554	  0.167340		CURRENT LEARNING RATE: 4.2656343041162815e-09
previous_iter_valid_loss : 0.17113640904426575

   1891600	  0.171394	  0.171136	  0.167830		CURRENT LEARNING RATE: 4.264781262562459e-09
previous_iter_valid_loss : 0.16172395646572113

   1891620	  0.161876	  0.161724	  0.167878		CURRENT LEARNING RATE: 4.263928391599887e-09
previous_iter_valid_loss : 0.16104155778884888

   1891640	  0.161227	  0.161042	  0.167242		CURRENT LEARNING RATE: 4.263075691194452e-09
previous_iter_valid_loss : 0.16388368606567383

   1891660	  0.164054	  0.163884	  0.167200		CURRENT LEARNING RATE: 4.262223161312046e-09
previous_iter_valid_loss : 0.16088968515396118

   1891680	  0.161052	  0.160890	  0.166227		CURRENT LEARNING RATE: 4.26137080191855e-09
previous_iter_valid_loss : 0.16184283792972565

   1891700	  0.162006	  0.161843	  0.166212		CURRENT LEARNING RATE: 4.2605186129799036e-09
previous_iter_valid_loss : 0.1608438491821289

   1891720	  0.161000	  0.160844	  0.165733		CURRENT LEARNING RATE: 4.259666594462001e-09
previous_iter_valid_loss : 0.161875918507576

   1891740	  0.162039	  0.161876	  0.165799		CURRENT LEARNING RATE: 4.258814746330763e-09
previous_iter_valid_loss : 0.16996100544929504

   1891760	  0.170109	  0.169961	  0.166191		CURRENT LEARNING RATE: 4.257963068552116e-09
previous_iter_valid_loss : 0.1611325889825821

   1891780	  0.161283	  0.161133	  0.166084		CURRENT LEARNING RATE: 4.257111561091992e-09
previous_iter_valid_loss : 0.1626209020614624

   1891800	  0.162812	  0.162621	  0.165754		CURRENT LEARNING RATE: 4.2562602239163305e-09
previous_iter_valid_loss : 0.16423247754573822

   1891820	  0.164409	  0.164232	  0.165779		CURRENT LEARNING RATE: 4.2554090569910795e-09
previous_iter_valid_loss : 0.16429227590560913

   1891840	  0.164495	  0.164292	  0.165875		CURRENT LEARNING RATE: 4.2545580602821756e-09
previous_iter_valid_loss : 0.1755831241607666

   1891860	  0.175742	  0.175583	  0.166147		CURRENT LEARNING RATE: 4.25370723375561e-09
previous_iter_valid_loss : 0.18613286316394806

   1891880	  0.186527	  0.186133	  0.166173		CURRENT LEARNING RATE: 4.252856577377334e-09
previous_iter_valid_loss : 0.17615771293640137

   1891900	  0.176456	  0.176158	  0.166908		CURRENT LEARNING RATE: 4.252006091113322e-09
previous_iter_valid_loss : 0.17131662368774414

   1891920	  0.171572	  0.171317	  0.166953		CURRENT LEARNING RATE: 4.251155774929554e-09
previous_iter_valid_loss : 0.16598111391067505

   1891940	  0.166190	  0.165981	  0.166783		CURRENT LEARNING RATE: 4.250305628792018e-09
previous_iter_valid_loss : 0.16322913765907288

   1891960	  0.163397	  0.163229	  0.166669		CURRENT LEARNING RATE: 4.249455652666707e-09
previous_iter_valid_loss : 0.16178376972675323

   1891980	  0.161943	  0.161784	  0.166281		CURRENT LEARNING RATE: 4.248605846519608e-09
previous_iter_valid_loss : 0.17339569330215454

   1892000	  0.173668	  0.173396	  0.166394		CURRENT LEARNING RATE: 4.247756210316758e-09
previous_iter_valid_loss : 0.16166119277477264

   1892020	  0.161813	  0.161661	  0.166391		CURRENT LEARNING RATE: 4.246906744024158e-09
previous_iter_valid_loss : 0.16183482110500336

   1892040	  0.161992	  0.161835	  0.166430		CURRENT LEARNING RATE: 4.246057447607827e-09
previous_iter_valid_loss : 0.16066883504390717

   1892060	  0.160826	  0.160669	  0.166269		CURRENT LEARNING RATE: 4.2452083210337955e-09
previous_iter_valid_loss : 0.16674093902111053

   1892080	  0.166962	  0.166741	  0.166562		CURRENT LEARNING RATE: 4.244359364268097e-09
previous_iter_valid_loss : 0.18262091279029846

   1892100	  0.182973	  0.182621	  0.167601		CURRENT LEARNING RATE: 4.243510577276775e-09
previous_iter_valid_loss : 0.16188259422779083

   1892120	  0.162062	  0.161883	  0.167653		CURRENT LEARNING RATE: 4.242661960025875e-09
previous_iter_valid_loss : 0.16292434930801392

   1892140	  0.163113	  0.162924	  0.167705		CURRENT LEARNING RATE: 4.241813512481439e-09
previous_iter_valid_loss : 0.16230756044387817

   1892160	  0.162470	  0.162308	  0.167323		CURRENT LEARNING RATE: 4.24096523460956e-09
previous_iter_valid_loss : 0.1610083281993866

   1892180	  0.161165	  0.161008	  0.167316		CURRENT LEARNING RATE: 4.2401171263762895e-09
previous_iter_valid_loss : 0.17013905942440033

   1892200	  0.170288	  0.170139	  0.167692		CURRENT LEARNING RATE: 4.239269187747705e-09
previous_iter_valid_loss : 0.16837985813617706

   1892220	  0.168538	  0.168380	  0.167900		CURRENT LEARNING RATE: 4.23842141868989e-09
previous_iter_valid_loss : 0.16050374507904053

   1892240	  0.160668	  0.160504	  0.167710		CURRENT LEARNING RATE: 4.2375738191689316e-09
previous_iter_valid_loss : 0.16588853299617767

   1892260	  0.166053	  0.165889	  0.167226		CURRENT LEARNING RATE: 4.236726389150926e-09
previous_iter_valid_loss : 0.16436363756656647

   1892280	  0.164570	  0.164364	  0.166137		CURRENT LEARNING RATE: 4.235879128601977e-09
previous_iter_valid_loss : 0.17036275565624237

   1892300	  0.170601	  0.170363	  0.165847		CURRENT LEARNING RATE: 4.235032037488179e-09
previous_iter_valid_loss : 0.17161498963832855

   1892320	  0.171876	  0.171615	  0.165862		CURRENT LEARNING RATE: 4.234185115775677e-09
previous_iter_valid_loss : 0.16614684462547302

   1892340	  0.166358	  0.166147	  0.165871		CURRENT LEARNING RATE: 4.233338363430581e-09
previous_iter_valid_loss : 0.16498975455760956

   1892360	  0.165200	  0.164990	  0.165959		CURRENT LEARNING RATE: 4.23249178041902e-09
previous_iter_valid_loss : 0.17741088569164276

   1892380	  0.177711	  0.177411	  0.166740		CURRENT LEARNING RATE: 4.231645366707131e-09
previous_iter_valid_loss : 0.17538759112358093

   1892400	  0.175674	  0.175388	  0.166840		CURRENT LEARNING RATE: 4.230799122261057e-09
previous_iter_valid_loss : 0.16049626469612122

   1892420	  0.160660	  0.160496	  0.166781		CURRENT LEARNING RATE: 4.229953047046948e-09
previous_iter_valid_loss : 0.1607319414615631

   1892440	  0.160907	  0.160732	  0.166726		CURRENT LEARNING RATE: 4.229107141030947e-09
previous_iter_valid_loss : 0.1605023890733719

   1892460	  0.160668	  0.160502	  0.166718		CURRENT LEARNING RATE: 4.228261404179248e-09
previous_iter_valid_loss : 0.1605333685874939

   1892480	  0.160710	  0.160533	  0.166407		CURRENT LEARNING RATE: 4.227415836458004e-09
previous_iter_valid_loss : 0.16152815520763397

   1892500	  0.161714	  0.161528	  0.165353		CURRENT LEARNING RATE: 4.226570437833395e-09
previous_iter_valid_loss : 0.16249093413352966

   1892520	  0.162692	  0.162491	  0.165383		CURRENT LEARNING RATE: 4.225725208271604e-09
previous_iter_valid_loss : 0.16062821447849274

   1892540	  0.160797	  0.160628	  0.165268		CURRENT LEARNING RATE: 4.224880147738821e-09
previous_iter_valid_loss : 0.16378521919250488

   1892560	  0.163941	  0.163785	  0.165342		CURRENT LEARNING RATE: 4.224035256201246e-09
previous_iter_valid_loss : 0.16678212583065033

   1892580	  0.167002	  0.166782	  0.165631		CURRENT LEARNING RATE: 4.223190533625081e-09
previous_iter_valid_loss : 0.16575945913791656

   1892600	  0.165918	  0.165759	  0.165412		CURRENT LEARNING RATE: 4.2223459799765224e-09
previous_iter_valid_loss : 0.16153158247470856

   1892620	  0.161723	  0.161532	  0.165070		CURRENT LEARNING RATE: 4.22150159522182e-09
previous_iter_valid_loss : 0.1636325567960739

   1892640	  0.163803	  0.163633	  0.165226		CURRENT LEARNING RATE: 4.220657379327181e-09
previous_iter_valid_loss : 0.17824794352054596

   1892660	  0.178405	  0.178248	  0.165844		CURRENT LEARNING RATE: 4.219813332258838e-09
previous_iter_valid_loss : 0.1616794615983963

   1892680	  0.161864	  0.161679	  0.165710		CURRENT LEARNING RATE: 4.218969453983028e-09
previous_iter_valid_loss : 0.16616752743721008

   1892700	  0.166328	  0.166168	  0.165500		CURRENT LEARNING RATE: 4.218125744465998e-09
previous_iter_valid_loss : 0.17927441000938416

   1892720	  0.179441	  0.179274	  0.165883		CURRENT LEARNING RATE: 4.2172822036739976e-09
previous_iter_valid_loss : 0.1618857979774475

   1892740	  0.162043	  0.161886	  0.165670		CURRENT LEARNING RATE: 4.216438831573271e-09
previous_iter_valid_loss : 0.1650102287530899

   1892760	  0.165173	  0.165010	  0.165671		CURRENT LEARNING RATE: 4.2155956281301135e-09
previous_iter_valid_loss : 0.16324922442436218

   1892780	  0.163438	  0.163249	  0.164963		CURRENT LEARNING RATE: 4.214752593310781e-09
previous_iter_valid_loss : 0.18249598145484924

   1892800	  0.182854	  0.182496	  0.165318		CURRENT LEARNING RATE: 4.213909727081554e-09
previous_iter_valid_loss : 0.1608443409204483

   1892820	  0.161001	  0.160844	  0.165336		CURRENT LEARNING RATE: 4.213067029408716e-09
previous_iter_valid_loss : 0.16470596194267273

   1892840	  0.164911	  0.164706	  0.165534		CURRENT LEARNING RATE: 4.212224500258559e-09
previous_iter_valid_loss : 0.16106688976287842

   1892860	  0.161252	  0.161067	  0.165563		CURRENT LEARNING RATE: 4.211382139597384e-09
previous_iter_valid_loss : 0.16266217827796936

   1892880	  0.162829	  0.162662	  0.165669		CURRENT LEARNING RATE: 4.210539947391494e-09
previous_iter_valid_loss : 0.16178981959819794

   1892900	  0.161977	  0.161790	  0.165682		CURRENT LEARNING RATE: 4.209697923607188e-09
previous_iter_valid_loss : 0.1676478236913681

   1892920	  0.167865	  0.167648	  0.165940		CURRENT LEARNING RATE: 4.208856068210814e-09
previous_iter_valid_loss : 0.1659957468509674

   1892940	  0.166211	  0.165996	  0.166208		CURRENT LEARNING RATE: 4.208014381168683e-09
previous_iter_valid_loss : 0.1617266684770584

   1892960	  0.161873	  0.161727	  0.166105		CURRENT LEARNING RATE: 4.207172862447129e-09
previous_iter_valid_loss : 0.16248378157615662

   1892980	  0.162674	  0.162484	  0.165891		CURRENT LEARNING RATE: 4.206331512012489e-09
previous_iter_valid_loss : 0.16270524263381958

   1893000	  0.162905	  0.162705	  0.165738		CURRENT LEARNING RATE: 4.205490329831111e-09
previous_iter_valid_loss : 0.16104473173618317

   1893020	  0.161220	  0.161045	  0.165714		CURRENT LEARNING RATE: 4.204649315869346e-09
previous_iter_valid_loss : 0.16161423921585083

   1893040	  0.161778	  0.161614	  0.165613		CURRENT LEARNING RATE: 4.203808470093555e-09
previous_iter_valid_loss : 0.16088709235191345

   1893060	  0.161074	  0.160887	  0.164745		CURRENT LEARNING RATE: 4.202967792470087e-09
previous_iter_valid_loss : 0.16064831614494324

   1893080	  0.160805	  0.160648	  0.164693		CURRENT LEARNING RATE: 4.202127282965348e-09
previous_iter_valid_loss : 0.16976137459278107

   1893100	  0.170004	  0.169761	  0.164873		CURRENT LEARNING RATE: 4.2012869415457e-09
previous_iter_valid_loss : 0.1617370992898941

   1893120	  0.161918	  0.161737	  0.163996		CURRENT LEARNING RATE: 4.20044676817753e-09
previous_iter_valid_loss : 0.1608532816171646

   1893140	  0.161034	  0.160853	  0.163944		CURRENT LEARNING RATE: 4.199606762827232e-09
previous_iter_valid_loss : 0.16126270592212677

   1893160	  0.161415	  0.161263	  0.163757		CURRENT LEARNING RATE: 4.198766925461204e-09
previous_iter_valid_loss : 0.1825801581144333

   1893180	  0.182938	  0.182580	  0.164723		CURRENT LEARNING RATE: 4.1979272560458546e-09
previous_iter_valid_loss : 0.1611229032278061

   1893200	  0.161307	  0.161123	  0.163655		CURRENT LEARNING RATE: 4.19708775454758e-09
previous_iter_valid_loss : 0.16281725466251373

   1893220	  0.162981	  0.162817	  0.163753		CURRENT LEARNING RATE: 4.196248420932832e-09
previous_iter_valid_loss : 0.16071666777133942

   1893240	  0.160891	  0.160717	  0.163554		CURRENT LEARNING RATE: 4.195409255168021e-09
previous_iter_valid_loss : 0.16800683736801147

   1893260	  0.168158	  0.168007	  0.163901		CURRENT LEARNING RATE: 4.194570257219581e-09
previous_iter_valid_loss : 0.16171367466449738

   1893280	  0.161897	  0.161714	  0.163853		CURRENT LEARNING RATE: 4.193731427053952e-09
previous_iter_valid_loss : 0.16756612062454224

   1893300	  0.167716	  0.167566	  0.164142		CURRENT LEARNING RATE: 4.19289276463758e-09
previous_iter_valid_loss : 0.1802605241537094

   1893320	  0.180420	  0.180261	  0.164773		CURRENT LEARNING RATE: 4.192054269936919e-09
previous_iter_valid_loss : 0.1801825314760208

   1893340	  0.180343	  0.180183	  0.165482		CURRENT LEARNING RATE: 4.19121594291843e-09
previous_iter_valid_loss : 0.18989746272563934

   1893360	  0.190026	  0.189897	  0.166891		CURRENT LEARNING RATE: 4.190377783548565e-09
previous_iter_valid_loss : 0.16248860955238342

   1893380	  0.162674	  0.162489	  0.166891		CURRENT LEARNING RATE: 4.189539791793826e-09
previous_iter_valid_loss : 0.16229893267154694

   1893400	  0.162473	  0.162299	  0.166871		CURRENT LEARNING RATE: 4.188701967620679e-09
previous_iter_valid_loss : 0.1645914912223816

   1893420	  0.164756	  0.164591	  0.167048		CURRENT LEARNING RATE: 4.1878643109956116e-09
previous_iter_valid_loss : 0.1667690873146057

   1893440	  0.166925	  0.166769	  0.167306		CURRENT LEARNING RATE: 4.187026821885117e-09
previous_iter_valid_loss : 0.1719123274087906

   1893460	  0.172164	  0.171912	  0.167857		CURRENT LEARNING RATE: 4.186189500255696e-09
previous_iter_valid_loss : 0.1614397168159485

   1893480	  0.161592	  0.161440	  0.167897		CURRENT LEARNING RATE: 4.185352346073856e-09
previous_iter_valid_loss : 0.1636982411146164

   1893500	  0.163862	  0.163698	  0.167594		CURRENT LEARNING RATE: 4.1845153593061096e-09
previous_iter_valid_loss : 0.16856278479099274

   1893520	  0.168797	  0.168563	  0.167935		CURRENT LEARNING RATE: 4.1836785399189635e-09
previous_iter_valid_loss : 0.16290707886219025

   1893540	  0.163111	  0.162907	  0.168037		CURRENT LEARNING RATE: 4.1828418878789744e-09
previous_iter_valid_loss : 0.1626550555229187

   1893560	  0.162816	  0.162655	  0.168107		CURRENT LEARNING RATE: 4.1820054031526615e-09
previous_iter_valid_loss : 0.16202755272388458

   1893580	  0.162196	  0.162028	  0.167079		CURRENT LEARNING RATE: 4.181169085706565e-09
previous_iter_valid_loss : 0.16102172434329987

   1893600	  0.161173	  0.161022	  0.167074		CURRENT LEARNING RATE: 4.180332935507233e-09
previous_iter_valid_loss : 0.1647312045097351

   1893620	  0.164895	  0.164731	  0.167170		CURRENT LEARNING RATE: 4.1794969525212185e-09
previous_iter_valid_loss : 0.1605704128742218

   1893640	  0.160727	  0.160570	  0.167163		CURRENT LEARNING RATE: 4.178661136715083e-09
previous_iter_valid_loss : 0.16324594616889954

   1893660	  0.163407	  0.163246	  0.166925		CURRENT LEARNING RATE: 4.177825488055379e-09
previous_iter_valid_loss : 0.17191097140312195

   1893680	  0.172062	  0.171911	  0.167435		CURRENT LEARNING RATE: 4.176990006508709e-09
previous_iter_valid_loss : 0.16211746633052826

   1893700	  0.162282	  0.162117	  0.167162		CURRENT LEARNING RATE: 4.17615469204164e-09
previous_iter_valid_loss : 0.16084113717079163

   1893720	  0.161019	  0.160841	  0.166191		CURRENT LEARNING RATE: 4.1753195446207596e-09
previous_iter_valid_loss : 0.1617797315120697

   1893740	  0.161973	  0.161780	  0.165271		CURRENT LEARNING RATE: 4.1744845642126616e-09
previous_iter_valid_loss : 0.16126748919487

   1893760	  0.161456	  0.161267	  0.163840		CURRENT LEARNING RATE: 4.173649750783946e-09
previous_iter_valid_loss : 0.16955804824829102

   1893780	  0.169801	  0.169558	  0.164193		CURRENT LEARNING RATE: 4.172815104301223e-09
previous_iter_valid_loss : 0.16056406497955322

   1893800	  0.160736	  0.160564	  0.164106		CURRENT LEARNING RATE: 4.171980624731102e-09
previous_iter_valid_loss : 0.1638677567243576

   1893820	  0.164034	  0.163868	  0.164070		CURRENT LEARNING RATE: 4.171146312040193e-09
previous_iter_valid_loss : 0.1682034283876419

   1893840	  0.168355	  0.168203	  0.164142		CURRENT LEARNING RATE: 4.170312166195152e-09
previous_iter_valid_loss : 0.16506697237491608

   1893860	  0.165240	  0.165067	  0.163800		CURRENT LEARNING RATE: 4.169478187162599e-09
previous_iter_valid_loss : 0.18343418836593628

   1893880	  0.183583	  0.183434	  0.164899		CURRENT LEARNING RATE: 4.168644374909173e-09
previous_iter_valid_loss : 0.162886843085289

   1893900	  0.163082	  0.162887	  0.164859		CURRENT LEARNING RATE: 4.1678107294015225e-09
previous_iter_valid_loss : 0.1605539321899414

   1893920	  0.160713	  0.160554	  0.164458		CURRENT LEARNING RATE: 4.166977250606302e-09
previous_iter_valid_loss : 0.16073554754257202

   1893940	  0.160915	  0.160736	  0.164350		CURRENT LEARNING RATE: 4.166143938490172e-09
previous_iter_valid_loss : 0.16740810871124268

   1893960	  0.167569	  0.167408	  0.164587		CURRENT LEARNING RATE: 4.1653107930197845e-09
previous_iter_valid_loss : 0.162108913064003

   1893980	  0.162279	  0.162109	  0.164591		CURRENT LEARNING RATE: 4.164477814161845e-09
previous_iter_valid_loss : 0.1605057716369629

   1894000	  0.160670	  0.160506	  0.164566		CURRENT LEARNING RATE: 4.163645001883019e-09
previous_iter_valid_loss : 0.16053341329097748

   1894020	  0.160693	  0.160533	  0.164356		CURRENT LEARNING RATE: 4.162812356149993e-09
previous_iter_valid_loss : 0.16070131957530975

   1894040	  0.160857	  0.160701	  0.164362		CURRENT LEARNING RATE: 4.161979876929462e-09
previous_iter_valid_loss : 0.16127073764801025

   1894060	  0.161457	  0.161271	  0.164264		CURRENT LEARNING RATE: 4.161147564188127e-09
previous_iter_valid_loss : 0.16638799011707306

   1894080	  0.166547	  0.166388	  0.163987		CURRENT LEARNING RATE: 4.160315417892694e-09
previous_iter_valid_loss : 0.16317109763622284

   1894100	  0.163372	  0.163171	  0.164040		CURRENT LEARNING RATE: 4.159483438009879e-09
previous_iter_valid_loss : 0.16580116748809814

   1894120	  0.165967	  0.165801	  0.164288		CURRENT LEARNING RATE: 4.158651624506388e-09
previous_iter_valid_loss : 0.1743217557668686

   1894140	  0.174471	  0.174322	  0.164915		CURRENT LEARNING RATE: 4.157819977348975e-09
previous_iter_valid_loss : 0.1659560352563858

   1894160	  0.166173	  0.165956	  0.165150		CURRENT LEARNING RATE: 4.1569884965043646e-09
previous_iter_valid_loss : 0.1643068641424179

   1894180	  0.164521	  0.164307	  0.164887		CURRENT LEARNING RATE: 4.156157181939293e-09
previous_iter_valid_loss : 0.1614696979522705

   1894200	  0.161629	  0.161470	  0.164932		CURRENT LEARNING RATE: 4.15532603362051e-09
previous_iter_valid_loss : 0.16068436205387115

   1894220	  0.160837	  0.160684	  0.164773		CURRENT LEARNING RATE: 4.154495051514768e-09
previous_iter_valid_loss : 0.16244515776634216

   1894240	  0.162616	  0.162445	  0.164485		CURRENT LEARNING RATE: 4.153664235588828e-09
previous_iter_valid_loss : 0.16062325239181519

   1894260	  0.160771	  0.160623	  0.164263		CURRENT LEARNING RATE: 4.152833585809459e-09
previous_iter_valid_loss : 0.16104760766029358

   1894280	  0.161204	  0.161048	  0.163144		CURRENT LEARNING RATE: 4.152003102143419e-09
previous_iter_valid_loss : 0.16050909459590912

   1894300	  0.160678	  0.160509	  0.163025		CURRENT LEARNING RATE: 4.151172784557519e-09
previous_iter_valid_loss : 0.1733664721250534

   1894320	  0.173524	  0.173366	  0.163665		CURRENT LEARNING RATE: 4.1503426330185304e-09
previous_iter_valid_loss : 0.1627819687128067

   1894340	  0.162943	  0.162782	  0.163768		CURRENT LEARNING RATE: 4.149512647493248e-09
previous_iter_valid_loss : 0.16059453785419464

   1894360	  0.160761	  0.160595	  0.163427		CURRENT LEARNING RATE: 4.148682827948472e-09
previous_iter_valid_loss : 0.16066373884677887

   1894380	  0.160820	  0.160664	  0.163355		CURRENT LEARNING RATE: 4.14785317435101e-09
previous_iter_valid_loss : 0.16069427132606506

   1894400	  0.160850	  0.160694	  0.163364		CURRENT LEARNING RATE: 4.147023686667675e-09
previous_iter_valid_loss : 0.16177603602409363

   1894420	  0.161966	  0.161776	  0.163426		CURRENT LEARNING RATE: 4.146194364865273e-09
previous_iter_valid_loss : 0.16884618997573853

   1894440	  0.169002	  0.168846	  0.163834		CURRENT LEARNING RATE: 4.145365208910661e-09
previous_iter_valid_loss : 0.19587698578834534

   1894460	  0.195985	  0.195877	  0.165564		CURRENT LEARNING RATE: 4.144536218770658e-09
previous_iter_valid_loss : 0.16704265773296356

   1894480	  0.167258	  0.167043	  0.165597		CURRENT LEARNING RATE: 4.1437073944121046e-09
previous_iter_valid_loss : 0.16130422055721283

   1894500	  0.161466	  0.161304	  0.165503		CURRENT LEARNING RATE: 4.142878735801847e-09
previous_iter_valid_loss : 0.16537834703922272

   1894520	  0.165541	  0.165378	  0.165482		CURRENT LEARNING RATE: 4.1420502429067396e-09
previous_iter_valid_loss : 0.16460634768009186

   1894540	  0.164814	  0.164606	  0.164996		CURRENT LEARNING RATE: 4.141221915693643e-09
previous_iter_valid_loss : 0.17548488080501556

   1894560	  0.175637	  0.175485	  0.165473		CURRENT LEARNING RATE: 4.140393754129423e-09
previous_iter_valid_loss : 0.17691382765769958

   1894580	  0.177071	  0.176914	  0.166103		CURRENT LEARNING RATE: 4.139565758180939e-09
previous_iter_valid_loss : 0.1623452752828598

   1894600	  0.162540	  0.162345	  0.166147		CURRENT LEARNING RATE: 4.138737927815101e-09
previous_iter_valid_loss : 0.16702505946159363

   1894620	  0.167247	  0.167025	  0.166464		CURRENT LEARNING RATE: 4.137910262998781e-09
previous_iter_valid_loss : 0.17873254418373108

   1894640	  0.179049	  0.178733	  0.167278		CURRENT LEARNING RATE: 4.137082763698871e-09
previous_iter_valid_loss : 0.16095955669879913

   1894660	  0.161141	  0.160960	  0.167295		CURRENT LEARNING RATE: 4.136255429882273e-09
previous_iter_valid_loss : 0.16646930575370789

   1894680	  0.166690	  0.166469	  0.167566		CURRENT LEARNING RATE: 4.135428261515892e-09
previous_iter_valid_loss : 0.16061341762542725

   1894700	  0.160770	  0.160613	  0.167572		CURRENT LEARNING RATE: 4.134601258566643e-09
previous_iter_valid_loss : 0.16651763021945953

   1894720	  0.166739	  0.166518	  0.167229		CURRENT LEARNING RATE: 4.133774421001443e-09
previous_iter_valid_loss : 0.1647731512784958

   1894740	  0.164971	  0.164773	  0.167329		CURRENT LEARNING RATE: 4.132947748787208e-09
previous_iter_valid_loss : 0.17303718626499176

   1894760	  0.173189	  0.173037	  0.167951		CURRENT LEARNING RATE: 4.132121241890897e-09
previous_iter_valid_loss : 0.1624046117067337

   1894780	  0.162585	  0.162405	  0.168038		CURRENT LEARNING RATE: 4.131294900279436e-09
previous_iter_valid_loss : 0.16883844137191772

   1894800	  0.169068	  0.168838	  0.168445		CURRENT LEARNING RATE: 4.130468723919772e-09
previous_iter_valid_loss : 0.1717572659254074

   1894820	  0.171899	  0.171757	  0.168944		CURRENT LEARNING RATE: 4.1296427127788575e-09
previous_iter_valid_loss : 0.18492034077644348

   1894840	  0.185063	  0.184920	  0.169748		CURRENT LEARNING RATE: 4.128816866823651e-09
previous_iter_valid_loss : 0.1716374009847641

   1894860	  0.171903	  0.171637	  0.168536		CURRENT LEARNING RATE: 4.127991186021122e-09
previous_iter_valid_loss : 0.16469350457191467

   1894880	  0.164860	  0.164694	  0.168418		CURRENT LEARNING RATE: 4.127165670338225e-09
previous_iter_valid_loss : 0.16948002576828003

   1894900	  0.169729	  0.169480	  0.168827		CURRENT LEARNING RATE: 4.12634031974197e-09
previous_iter_valid_loss : 0.16081863641738892

   1894920	  0.160967	  0.160819	  0.168599		CURRENT LEARNING RATE: 4.1255151341993284e-09
previous_iter_valid_loss : 0.16137172281742096

   1894940	  0.161527	  0.161372	  0.168437		CURRENT LEARNING RATE: 4.124690113677293e-09
previous_iter_valid_loss : 0.16056469082832336

   1894960	  0.160721	  0.160565	  0.167691		CURRENT LEARNING RATE: 4.123865258142862e-09
previous_iter_valid_loss : 0.16801056265830994

   1894980	  0.168248	  0.168011	  0.167246		CURRENT LEARNING RATE: 4.123040567563042e-09
previous_iter_valid_loss : 0.1660689115524292

   1895000	  0.166283	  0.166069	  0.167432		CURRENT LEARNING RATE: 4.1222160419048456e-09
previous_iter_valid_loss : 0.16779324412345886

   1895020	  0.168024	  0.167793	  0.167471		CURRENT LEARNING RATE: 4.121391681135292e-09
previous_iter_valid_loss : 0.16347424685955048

   1895040	  0.163667	  0.163474	  0.166708		CURRENT LEARNING RATE: 4.1205674852213906e-09
previous_iter_valid_loss : 0.1630880981683731

   1895060	  0.163279	  0.163088	  0.166814		CURRENT LEARNING RATE: 4.119743454130204e-09
previous_iter_valid_loss : 0.19859221577644348

   1895080	  0.198671	  0.198592	  0.168420		CURRENT LEARNING RATE: 4.1189195878287565e-09
previous_iter_valid_loss : 0.16107146441936493

   1895100	  0.161259	  0.161071	  0.168443		CURRENT LEARNING RATE: 4.118095886284092e-09
previous_iter_valid_loss : 0.16120187938213348

   1895120	  0.161388	  0.161202	  0.168178		CURRENT LEARNING RATE: 4.117272349463265e-09
previous_iter_valid_loss : 0.16735881567001343

   1895140	  0.167586	  0.167359	  0.168307		CURRENT LEARNING RATE: 4.116448977333332e-09
previous_iter_valid_loss : 0.16886496543884277

   1895160	  0.169021	  0.168865	  0.168098		CURRENT LEARNING RATE: 4.115625769861358e-09
previous_iter_valid_loss : 0.16677266359329224

   1895180	  0.166929	  0.166773	  0.168317		CURRENT LEARNING RATE: 4.114802727014401e-09
previous_iter_valid_loss : 0.1734483689069748

   1895200	  0.173602	  0.173448	  0.168547		CURRENT LEARNING RATE: 4.113979848759569e-09
previous_iter_valid_loss : 0.18222106993198395

   1895220	  0.182377	  0.182221	  0.169070		CURRENT LEARNING RATE: 4.113157135063931e-09
previous_iter_valid_loss : 0.1610502004623413

   1895240	  0.161206	  0.161050	  0.167877		CURRENT LEARNING RATE: 4.1123345858945785e-09
previous_iter_valid_loss : 0.16161154210567474

   1895260	  0.161796	  0.161612	  0.167376		CURRENT LEARNING RATE: 4.111512201218611e-09
previous_iter_valid_loss : 0.1886264681816101

   1895280	  0.189045	  0.188626	  0.168572		CURRENT LEARNING RATE: 4.110689981003131e-09
previous_iter_valid_loss : 0.1606311947107315

   1895300	  0.160784	  0.160631	  0.168130		CURRENT LEARNING RATE: 4.109867925215251e-09
previous_iter_valid_loss : 0.170912504196167

   1895320	  0.171067	  0.170913	  0.168634		CURRENT LEARNING RATE: 4.109046033822089e-09
previous_iter_valid_loss : 0.17711324989795685

   1895340	  0.177411	  0.177113	  0.169422		CURRENT LEARNING RATE: 4.108224306790754e-09
previous_iter_valid_loss : 0.16273505985736847

   1895360	  0.162930	  0.162735	  0.169530		CURRENT LEARNING RATE: 4.107402744088407e-09
previous_iter_valid_loss : 0.16200314462184906

   1895380	  0.162195	  0.162003	  0.169230		CURRENT LEARNING RATE: 4.10658134568217e-09
previous_iter_valid_loss : 0.19025515019893646

   1895400	  0.190708	  0.190255	  0.170439		CURRENT LEARNING RATE: 4.105760111539187e-09
previous_iter_valid_loss : 0.16430379450321198

   1895420	  0.164510	  0.164304	  0.170265		CURRENT LEARNING RATE: 4.104939041626609e-09
previous_iter_valid_loss : 0.17729812860488892

   1895440	  0.177460	  0.177298	  0.170956		CURRENT LEARNING RATE: 4.104118135911593e-09
previous_iter_valid_loss : 0.21356593072414398

   1895460	  0.213598	  0.213566	  0.173480		CURRENT LEARNING RATE: 4.103297394361304e-09
previous_iter_valid_loss : 0.16242536902427673

   1895480	  0.162588	  0.162425	  0.171671		CURRENT LEARNING RATE: 4.1024768169429104e-09
previous_iter_valid_loss : 0.17021532356739044

   1895500	  0.170367	  0.170215	  0.172128		CURRENT LEARNING RATE: 4.101656403623576e-09
previous_iter_valid_loss : 0.16625063121318817

   1895520	  0.166407	  0.166251	  0.172381		CURRENT LEARNING RATE: 4.100836154370513e-09
previous_iter_valid_loss : 0.1632917821407318

   1895540	  0.163460	  0.163292	  0.172178		CURRENT LEARNING RATE: 4.100016069150896e-09
previous_iter_valid_loss : 0.16094987094402313

   1895560	  0.161130	  0.160950	  0.171782		CURRENT LEARNING RATE: 4.099196147931922e-09
previous_iter_valid_loss : 0.16157637536525726

   1895580	  0.161734	  0.161576	  0.171522		CURRENT LEARNING RATE: 4.098376390680796e-09
previous_iter_valid_loss : 0.1609150618314743

   1895600	  0.161059	  0.160915	  0.170895		CURRENT LEARNING RATE: 4.097556797364725e-09
previous_iter_valid_loss : 0.16121163964271545

   1895620	  0.161395	  0.161212	  0.169845		CURRENT LEARNING RATE: 4.096737367950927e-09
previous_iter_valid_loss : 0.1703781634569168

   1895640	  0.170627	  0.170378	  0.170311		CURRENT LEARNING RATE: 4.0959181024066095e-09
previous_iter_valid_loss : 0.18602119386196136

   1895660	  0.186416	  0.186021	  0.171532		CURRENT LEARNING RATE: 4.095099000699031e-09
previous_iter_valid_loss : 0.16872741281986237

   1895680	  0.168883	  0.168727	  0.170537		CURRENT LEARNING RATE: 4.094280062795413e-09
previous_iter_valid_loss : 0.18244118988513947

   1895700	  0.182595	  0.182441	  0.171627		CURRENT LEARNING RATE: 4.093461288662999e-09
previous_iter_valid_loss : 0.17079567909240723

   1895720	  0.171057	  0.170796	  0.171621		CURRENT LEARNING RATE: 4.0926426782690365e-09
previous_iter_valid_loss : 0.17078937590122223

   1895740	  0.171037	  0.170789	  0.171305		CURRENT LEARNING RATE: 4.091824231580781e-09
previous_iter_valid_loss : 0.17226053774356842

   1895760	  0.172531	  0.172261	  0.171782		CURRENT LEARNING RATE: 4.091005948565496e-09
previous_iter_valid_loss : 0.16231565177440643

   1895780	  0.162485	  0.162316	  0.171797		CURRENT LEARNING RATE: 4.0901878291904495e-09
previous_iter_valid_loss : 0.1605260819196701

   1895800	  0.160692	  0.160526	  0.170311		CURRENT LEARNING RATE: 4.089369873422902e-09
previous_iter_valid_loss : 0.16431881487369537

   1895820	  0.164488	  0.164319	  0.170311		CURRENT LEARNING RATE: 4.088552081230165e-09
previous_iter_valid_loss : 0.16480128467082977

   1895840	  0.165012	  0.164801	  0.169687		CURRENT LEARNING RATE: 4.087734452579511e-09
previous_iter_valid_loss : 0.1669950634241104

   1895860	  0.167214	  0.166995	  0.167358		CURRENT LEARNING RATE: 4.086916987438236e-09
previous_iter_valid_loss : 0.16073355078697205

   1895880	  0.160910	  0.160734	  0.167273		CURRENT LEARNING RATE: 4.086099685773641e-09
previous_iter_valid_loss : 0.16286872327327728

   1895900	  0.163028	  0.162869	  0.166906		CURRENT LEARNING RATE: 4.085282547553034e-09
previous_iter_valid_loss : 0.17678575217723846

   1895920	  0.177082	  0.176786	  0.167433		CURRENT LEARNING RATE: 4.0844655727437295e-09
previous_iter_valid_loss : 0.1651259958744049

   1895940	  0.165336	  0.165126	  0.167525		CURRENT LEARNING RATE: 4.083648761313048e-09
previous_iter_valid_loss : 0.1652647703886032

   1895960	  0.165465	  0.165265	  0.167740		CURRENT LEARNING RATE: 4.082832113228304e-09
previous_iter_valid_loss : 0.16058249771595

   1895980	  0.160734	  0.160582	  0.167691		CURRENT LEARNING RATE: 4.082015628456859e-09
previous_iter_valid_loss : 0.18180307745933533

   1896000	  0.181961	  0.181803	  0.168735		CURRENT LEARNING RATE: 4.08119930696604e-09
previous_iter_valid_loss : 0.16156145930290222

   1896020	  0.161743	  0.161561	  0.168753		CURRENT LEARNING RATE: 4.0803831487231935e-09
previous_iter_valid_loss : 0.16401620209217072

   1896040	  0.164212	  0.164016	  0.168434		CURRENT LEARNING RATE: 4.0795671536956735e-09
previous_iter_valid_loss : 0.16601014137268066

   1896060	  0.166173	  0.166010	  0.167434		CURRENT LEARNING RATE: 4.07875132185084e-09
previous_iter_valid_loss : 0.16203178465366364

   1896080	  0.162226	  0.162032	  0.167099		CURRENT LEARNING RATE: 4.07793565315606e-09
previous_iter_valid_loss : 0.16474096477031708

   1896100	  0.164933	  0.164741	  0.166214		CURRENT LEARNING RATE: 4.077120147578692e-09
previous_iter_valid_loss : 0.1671881079673767

   1896120	  0.167348	  0.167188	  0.166034		CURRENT LEARNING RATE: 4.076304805086145e-09
previous_iter_valid_loss : 0.16220006346702576

   1896140	  0.162392	  0.162200	  0.165604		CURRENT LEARNING RATE: 4.075489625645792e-09
previous_iter_valid_loss : 0.16327907145023346

   1896160	  0.163472	  0.163279	  0.165155		CURRENT LEARNING RATE: 4.074674609225023e-09
previous_iter_valid_loss : 0.18820852041244507

   1896180	  0.188339	  0.188209	  0.166450		CURRENT LEARNING RATE: 4.073859755791239e-09
previous_iter_valid_loss : 0.1638181507587433

   1896200	  0.163983	  0.163818	  0.166614		CURRENT LEARNING RATE: 4.073045065311847e-09
previous_iter_valid_loss : 0.16106490790843964

   1896220	  0.161220	  0.161065	  0.166452		CURRENT LEARNING RATE: 4.072230537754257e-09
previous_iter_valid_loss : 0.16966809332370758

   1896240	  0.169916	  0.169668	  0.166695		CURRENT LEARNING RATE: 4.07141617308589e-09
previous_iter_valid_loss : 0.1605873703956604

   1896260	  0.160753	  0.160587	  0.166375		CURRENT LEARNING RATE: 4.070601971274155e-09
previous_iter_valid_loss : 0.16176064312458038

   1896280	  0.161920	  0.161761	  0.166426		CURRENT LEARNING RATE: 4.069787932286514e-09
previous_iter_valid_loss : 0.16668158769607544

   1896300	  0.166845	  0.166682	  0.166617		CURRENT LEARNING RATE: 4.068974056090391e-09
previous_iter_valid_loss : 0.1605549305677414

   1896320	  0.160720	  0.160555	  0.165805		CURRENT LEARNING RATE: 4.068160342653231e-09
previous_iter_valid_loss : 0.1683029979467392

   1896340	  0.168537	  0.168303	  0.165964		CURRENT LEARNING RATE: 4.067346791942486e-09
previous_iter_valid_loss : 0.16779908537864685

   1896360	  0.167956	  0.167799	  0.166091		CURRENT LEARNING RATE: 4.066533403925612e-09
previous_iter_valid_loss : 0.1677950620651245

   1896380	  0.167953	  0.167795	  0.166451		CURRENT LEARNING RATE: 4.065720178570075e-09
previous_iter_valid_loss : 0.1616651862859726

   1896400	  0.161831	  0.161665	  0.165444		CURRENT LEARNING RATE: 4.064907115843331e-09
previous_iter_valid_loss : 0.16695302724838257

   1896420	  0.167111	  0.166953	  0.165714		CURRENT LEARNING RATE: 4.0640942157128874e-09
previous_iter_valid_loss : 0.16160975396633148

   1896440	  0.161791	  0.161610	  0.165594		CURRENT LEARNING RATE: 4.063281478146213e-09
previous_iter_valid_loss : 0.1605423390865326

   1896460	  0.160708	  0.160542	  0.165320		CURRENT LEARNING RATE: 4.062468903110797e-09
previous_iter_valid_loss : 0.16575857996940613

   1896480	  0.165967	  0.165759	  0.165507		CURRENT LEARNING RATE: 4.061656490574139e-09
previous_iter_valid_loss : 0.16051773726940155

   1896500	  0.160683	  0.160518	  0.165296		CURRENT LEARNING RATE: 4.06084424050374e-09
previous_iter_valid_loss : 0.16545915603637695

   1896520	  0.165667	  0.165459	  0.165209		CURRENT LEARNING RATE: 4.060032152867112e-09
previous_iter_valid_loss : 0.1801675260066986

   1896540	  0.180495	  0.180168	  0.166107		CURRENT LEARNING RATE: 4.05922022763177e-09
previous_iter_valid_loss : 0.161634624004364

   1896560	  0.161790	  0.161635	  0.166025		CURRENT LEARNING RATE: 4.058408464765224e-09
previous_iter_valid_loss : 0.16198156774044037

   1896580	  0.162140	  0.161982	  0.164714		CURRENT LEARNING RATE: 4.057596864235031e-09
previous_iter_valid_loss : 0.16062100231647491

   1896600	  0.160776	  0.160621	  0.164554		CURRENT LEARNING RATE: 4.056785426008714e-09
previous_iter_valid_loss : 0.1657015085220337

   1896620	  0.165912	  0.165702	  0.164786		CURRENT LEARNING RATE: 4.055974150053813e-09
previous_iter_valid_loss : 0.17053991556167603

   1896640	  0.170791	  0.170540	  0.164829		CURRENT LEARNING RATE: 4.055163036337879e-09
previous_iter_valid_loss : 0.16051062941551208

   1896660	  0.160675	  0.160511	  0.164826		CURRENT LEARNING RATE: 4.054352084828468e-09
previous_iter_valid_loss : 0.16050972044467926

   1896680	  0.160668	  0.160510	  0.164763		CURRENT LEARNING RATE: 4.053541295493141e-09
previous_iter_valid_loss : 0.16319459676742554

   1896700	  0.163393	  0.163195	  0.164589		CURRENT LEARNING RATE: 4.052730668299465e-09
previous_iter_valid_loss : 0.166543111205101

   1896720	  0.166757	  0.166543	  0.164888		CURRENT LEARNING RATE: 4.051920203215003e-09
previous_iter_valid_loss : 0.16317489743232727

   1896740	  0.163363	  0.163175	  0.164632		CURRENT LEARNING RATE: 4.051109900207364e-09
previous_iter_valid_loss : 0.16677328944206238

   1896760	  0.166999	  0.166773	  0.164580		CURRENT LEARNING RATE: 4.050299759244121e-09
previous_iter_valid_loss : 0.16053667664527893

   1896780	  0.160709	  0.160537	  0.164218		CURRENT LEARNING RATE: 4.049489780292869e-09
previous_iter_valid_loss : 0.16701072454452515

   1896800	  0.167236	  0.167011	  0.164485		CURRENT LEARNING RATE: 4.048679963321209e-09
previous_iter_valid_loss : 0.1660696119070053

   1896820	  0.166232	  0.166070	  0.164441		CURRENT LEARNING RATE: 4.047870308296747e-09
previous_iter_valid_loss : 0.16190044581890106

   1896840	  0.162059	  0.161900	  0.164455		CURRENT LEARNING RATE: 4.0470608151871e-09
previous_iter_valid_loss : 0.16245558857917786

   1896860	  0.162652	  0.162456	  0.164551		CURRENT LEARNING RATE: 4.0462514839598705e-09
previous_iter_valid_loss : 0.16355280578136444

   1896880	  0.163715	  0.163553	  0.164441		CURRENT LEARNING RATE: 4.045442314582715e-09
previous_iter_valid_loss : 0.18080425262451172

   1896900	  0.180963	  0.180804	  0.165455		CURRENT LEARNING RATE: 4.044633307023253e-09
previous_iter_valid_loss : 0.16058765351772308

   1896920	  0.160743	  0.160588	  0.165211		CURRENT LEARNING RATE: 4.043824461249124e-09
previous_iter_valid_loss : 0.17977285385131836

   1896940	  0.180103	  0.179773	  0.165192		CURRENT LEARNING RATE: 4.043015777227974e-09
previous_iter_valid_loss : 0.1712542176246643

   1896960	  0.171518	  0.171254	  0.165673		CURRENT LEARNING RATE: 4.042207254927455e-09
previous_iter_valid_loss : 0.20692506432533264

   1896980	  0.207527	  0.206925	  0.167920		CURRENT LEARNING RATE: 4.041398894315227e-09
previous_iter_valid_loss : 0.1732422411441803

   1897000	  0.173387	  0.173242	  0.168551		CURRENT LEARNING RATE: 4.040590695358956e-09
previous_iter_valid_loss : 0.17394134402275085

   1897020	  0.174221	  0.173941	  0.168963		CURRENT LEARNING RATE: 4.039782658026298e-09
previous_iter_valid_loss : 0.16313771903514862

   1897040	  0.163303	  0.163138	  0.168593		CURRENT LEARNING RATE: 4.038974782284962e-09
previous_iter_valid_loss : 0.1607077717781067

   1897060	  0.160862	  0.160708	  0.168602		CURRENT LEARNING RATE: 4.038167068102617e-09
previous_iter_valid_loss : 0.1628699004650116

   1897080	  0.163031	  0.162870	  0.168720		CURRENT LEARNING RATE: 4.037359515446956e-09
previous_iter_valid_loss : 0.1610640287399292

   1897100	  0.161228	  0.161064	  0.168614		CURRENT LEARNING RATE: 4.036552124285676e-09
previous_iter_valid_loss : 0.16194643080234528

   1897120	  0.162116	  0.161946	  0.168384		CURRENT LEARNING RATE: 4.035744894586481e-09
previous_iter_valid_loss : 0.17127366364002228

   1897140	  0.171519	  0.171274	  0.168789		CURRENT LEARNING RATE: 4.034937826317083e-09
previous_iter_valid_loss : 0.16054503619670868

   1897160	  0.160709	  0.160545	  0.168478		CURRENT LEARNING RATE: 4.034130919445184e-09
previous_iter_valid_loss : 0.18458238244056702

   1897180	  0.184954	  0.184582	  0.169680		CURRENT LEARNING RATE: 4.033324173938537e-09
previous_iter_valid_loss : 0.16364598274230957

   1897200	  0.163840	  0.163646	  0.169512		CURRENT LEARNING RATE: 4.032517589764856e-09
previous_iter_valid_loss : 0.16175971925258636

   1897220	  0.161919	  0.161760	  0.169296		CURRENT LEARNING RATE: 4.031711166891882e-09
previous_iter_valid_loss : 0.16388855874538422

   1897240	  0.164063	  0.163889	  0.169396		CURRENT LEARNING RATE: 4.030904905287353e-09
previous_iter_valid_loss : 0.16672715544700623

   1897260	  0.166935	  0.166727	  0.169609		CURRENT LEARNING RATE: 4.030098804919021e-09
previous_iter_valid_loss : 0.16140542924404144

   1897280	  0.161558	  0.161405	  0.169502		CURRENT LEARNING RATE: 4.0292928657546415e-09
previous_iter_valid_loss : 0.17715482413768768

   1897300	  0.177458	  0.177155	  0.169319		CURRENT LEARNING RATE: 4.028487087761978e-09
previous_iter_valid_loss : 0.18348366022109985

   1897320	  0.183634	  0.183484	  0.170464		CURRENT LEARNING RATE: 4.027681470908783e-09
previous_iter_valid_loss : 0.18269149959087372

   1897340	  0.182839	  0.182691	  0.170610		CURRENT LEARNING RATE: 4.026876015162864e-09
previous_iter_valid_loss : 0.16109153628349304

   1897360	  0.161275	  0.161092	  0.170102		CURRENT LEARNING RATE: 4.026070720491984e-09
previous_iter_valid_loss : 0.1612103432416916

   1897380	  0.161399	  0.161210	  0.167816		CURRENT LEARNING RATE: 4.025265586863934e-09
previous_iter_valid_loss : 0.16056916117668152

   1897400	  0.160742	  0.160569	  0.167183		CURRENT LEARNING RATE: 4.024460614246508e-09
previous_iter_valid_loss : 0.160906121134758

   1897420	  0.161053	  0.160906	  0.166531		CURRENT LEARNING RATE: 4.023655802607508e-09
previous_iter_valid_loss : 0.16348227858543396

   1897440	  0.163650	  0.163482	  0.166548		CURRENT LEARNING RATE: 4.022851151914739e-09
previous_iter_valid_loss : 0.16049902141094208

   1897460	  0.160654	  0.160499	  0.166538		CURRENT LEARNING RATE: 4.022046662136018e-09
previous_iter_valid_loss : 0.16671447455883026

   1897480	  0.166921	  0.166714	  0.166730		CURRENT LEARNING RATE: 4.021242333239148e-09
previous_iter_valid_loss : 0.16647057235240936

   1897500	  0.166685	  0.166471	  0.167000		CURRENT LEARNING RATE: 4.020438165191988e-09
previous_iter_valid_loss : 0.16257193684577942

   1897520	  0.162740	  0.162572	  0.167031		CURRENT LEARNING RATE: 4.019634157962354e-09
previous_iter_valid_loss : 0.16102057695388794

   1897540	  0.161207	  0.161021	  0.166519		CURRENT LEARNING RATE: 4.018830311518088e-09
previous_iter_valid_loss : 0.16273432970046997

   1897560	  0.162905	  0.162734	  0.166628		CURRENT LEARNING RATE: 4.018026625827034e-09
previous_iter_valid_loss : 0.16461029648780823

   1897580	  0.164775	  0.164610	  0.165630		CURRENT LEARNING RATE: 4.017223100857046e-09
previous_iter_valid_loss : 0.16059190034866333

   1897600	  0.160759	  0.160592	  0.165477		CURRENT LEARNING RATE: 4.016419736575983e-09
previous_iter_valid_loss : 0.1619308888912201

   1897620	  0.162085	  0.161931	  0.165485		CURRENT LEARNING RATE: 4.015616532951695e-09
previous_iter_valid_loss : 0.16587373614311218

   1897640	  0.166081	  0.165874	  0.165585		CURRENT LEARNING RATE: 4.014813489952082e-09
previous_iter_valid_loss : 0.16379734873771667

   1897660	  0.163995	  0.163797	  0.165438		CURRENT LEARNING RATE: 4.014010607545012e-09
previous_iter_valid_loss : 0.1676923781633377

   1897680	  0.167846	  0.167692	  0.165753		CURRENT LEARNING RATE: 4.013207885698365e-09
previous_iter_valid_loss : 0.1610163152217865

   1897700	  0.161168	  0.161016	  0.164946		CURRENT LEARNING RATE: 4.0124053243800335e-09
previous_iter_valid_loss : 0.16981923580169678

   1897720	  0.170077	  0.169819	  0.164262		CURRENT LEARNING RATE: 4.011602923557917e-09
previous_iter_valid_loss : 0.1661071628332138

   1897740	  0.166267	  0.166107	  0.163433		CURRENT LEARNING RATE: 4.010800683199917e-09
previous_iter_valid_loss : 0.16284437477588654

   1897760	  0.163017	  0.162844	  0.163521		CURRENT LEARNING RATE: 4.009998603273946e-09
previous_iter_valid_loss : 0.16077758371829987

   1897780	  0.160952	  0.160778	  0.163499		CURRENT LEARNING RATE: 4.009196683747904e-09
previous_iter_valid_loss : 0.16378358006477356

   1897800	  0.163954	  0.163784	  0.163660		CURRENT LEARNING RATE: 4.008394924589744e-09
previous_iter_valid_loss : 0.1606627255678177

   1897820	  0.160835	  0.160663	  0.163648		CURRENT LEARNING RATE: 4.007593325767382e-09
previous_iter_valid_loss : 0.1605909913778305

   1897840	  0.160760	  0.160591	  0.163503		CURRENT LEARNING RATE: 4.006791887248754e-09
previous_iter_valid_loss : 0.23211638629436493

   1897860	  0.232053	  0.232116	  0.167084		CURRENT LEARNING RATE: 4.005990609001802e-09
previous_iter_valid_loss : 0.1891471892595291

   1897880	  0.189273	  0.189147	  0.168206		CURRENT LEARNING RATE: 4.005189490994475e-09
previous_iter_valid_loss : 0.162802591919899

   1897900	  0.162976	  0.162803	  0.168022		CURRENT LEARNING RATE: 4.004388533194727e-09
previous_iter_valid_loss : 0.16091609001159668

   1897920	  0.161098	  0.160916	  0.167940		CURRENT LEARNING RATE: 4.003587735570522e-09
previous_iter_valid_loss : 0.1609213650226593

   1897940	  0.161082	  0.160921	  0.167935		CURRENT LEARNING RATE: 4.002787098089813e-09
previous_iter_valid_loss : 0.17646178603172302

   1897960	  0.176752	  0.176462	  0.168621		CURRENT LEARNING RATE: 4.001986620720601e-09
previous_iter_valid_loss : 0.16349399089813232

   1897980	  0.163691	  0.163494	  0.168565		CURRENT LEARNING RATE: 4.001186303430856e-09
previous_iter_valid_loss : 0.16381216049194336

   1898000	  0.164007	  0.163812	  0.168726		CURRENT LEARNING RATE: 4.000386146188563e-09
previous_iter_valid_loss : 0.16067752242088318

   1898020	  0.160822	  0.160678	  0.168663		CURRENT LEARNING RATE: 3.999586148961716e-09
previous_iter_valid_loss : 0.1788170039653778

   1898040	  0.178979	  0.178817	  0.169311		CURRENT LEARNING RATE: 3.998786311718317e-09
previous_iter_valid_loss : 0.17818623781204224

   1898060	  0.178493	  0.178186	  0.170030		CURRENT LEARNING RATE: 3.997986634426369e-09
previous_iter_valid_loss : 0.16117216646671295

   1898080	  0.161349	  0.161172	  0.169704		CURRENT LEARNING RATE: 3.9971871170538746e-09
previous_iter_valid_loss : 0.16141045093536377

   1898100	  0.161599	  0.161410	  0.169724		CURRENT LEARNING RATE: 3.9963877595688785e-09
previous_iter_valid_loss : 0.16113042831420898

   1898120	  0.161306	  0.161130	  0.169289		CURRENT LEARNING RATE: 3.995588561939393e-09
previous_iter_valid_loss : 0.16427795588970184

   1898140	  0.164447	  0.164278	  0.169198		CURRENT LEARNING RATE: 3.994789524133451e-09
previous_iter_valid_loss : 0.16097812354564667

   1898160	  0.161140	  0.160978	  0.169105		CURRENT LEARNING RATE: 3.993990646119091e-09
previous_iter_valid_loss : 0.1747947484254837

   1898180	  0.174942	  0.174795	  0.169805		CURRENT LEARNING RATE: 3.993191927864357e-09
previous_iter_valid_loss : 0.16056005656719208

   1898200	  0.160733	  0.160560	  0.169644		CURRENT LEARNING RATE: 3.9923933693373e-09
previous_iter_valid_loss : 0.16086746752262115

   1898220	  0.161039	  0.160867	  0.169654		CURRENT LEARNING RATE: 3.991594970505979e-09
previous_iter_valid_loss : 0.16161441802978516

   1898240	  0.161770	  0.161614	  0.169706		CURRENT LEARNING RATE: 3.990796731338443e-09
previous_iter_valid_loss : 0.16100585460662842

   1898260	  0.161157	  0.161006	  0.166150		CURRENT LEARNING RATE: 3.989998651802791e-09
previous_iter_valid_loss : 0.16399037837982178

   1898280	  0.164157	  0.163990	  0.164892		CURRENT LEARNING RATE: 3.989200731867086e-09
previous_iter_valid_loss : 0.17252035439014435

   1898300	  0.172668	  0.172520	  0.165378		CURRENT LEARNING RATE: 3.98840297149941e-09
previous_iter_valid_loss : 0.16597259044647217

   1898320	  0.166195	  0.165973	  0.165631		CURRENT LEARNING RATE: 3.987605370667854e-09
previous_iter_valid_loss : 0.16545729339122772

   1898340	  0.165617	  0.165457	  0.165858		CURRENT LEARNING RATE: 3.986807929340513e-09
previous_iter_valid_loss : 0.16281749308109283

   1898360	  0.162977	  0.162817	  0.165176		CURRENT LEARNING RATE: 3.98601064748549e-09
previous_iter_valid_loss : 0.16221550107002258

   1898380	  0.162414	  0.162216	  0.165112		CURRENT LEARNING RATE: 3.985213525070879e-09
previous_iter_valid_loss : 0.1802053600549698

   1898400	  0.180367	  0.180205	  0.165931		CURRENT LEARNING RATE: 3.984416562064824e-09
previous_iter_valid_loss : 0.16054461896419525

   1898420	  0.160699	  0.160545	  0.165925		CURRENT LEARNING RATE: 3.983619758435432e-09
previous_iter_valid_loss : 0.16099677979946136

   1898440	  0.161151	  0.160997	  0.165034		CURRENT LEARNING RATE: 3.98282311415083e-09
previous_iter_valid_loss : 0.17273856699466705

   1898460	  0.173007	  0.172739	  0.164761		CURRENT LEARNING RATE: 3.982026629179154e-09
previous_iter_valid_loss : 0.17977306246757507

   1898480	  0.179935	  0.179773	  0.165691		CURRENT LEARNING RATE: 3.981230303488544e-09
previous_iter_valid_loss : 0.16054074466228485

   1898500	  0.160699	  0.160541	  0.165648		CURRENT LEARNING RATE: 3.980434137047146e-09
previous_iter_valid_loss : 0.16103708744049072

   1898520	  0.161219	  0.161037	  0.165643		CURRENT LEARNING RATE: 3.979638129823115e-09
previous_iter_valid_loss : 0.1610371619462967

   1898540	  0.161222	  0.161037	  0.165481		CURRENT LEARNING RATE: 3.978842281784594e-09
previous_iter_valid_loss : 0.1699284315109253

   1898560	  0.170078	  0.169928	  0.165929		CURRENT LEARNING RATE: 3.9780465928997795e-09
previous_iter_valid_loss : 0.16331864893436432

   1898580	  0.163511	  0.163319	  0.165355		CURRENT LEARNING RATE: 3.97725106313683e-09
previous_iter_valid_loss : 0.16052193939685822

   1898600	  0.160685	  0.160522	  0.165353		CURRENT LEARNING RATE: 3.976455692463923e-09
previous_iter_valid_loss : 0.1606748402118683

   1898620	  0.160839	  0.160675	  0.165343		CURRENT LEARNING RATE: 3.975660480849244e-09
previous_iter_valid_loss : 0.1616302877664566

   1898640	  0.161822	  0.161630	  0.165344		CURRENT LEARNING RATE: 3.974865428260985e-09
previous_iter_valid_loss : 0.16636987030506134

   1898660	  0.166584	  0.166370	  0.165612		CURRENT LEARNING RATE: 3.974070534667344e-09
previous_iter_valid_loss : 0.1605037897825241

   1898680	  0.160659	  0.160504	  0.165438		CURRENT LEARNING RATE: 3.973275800036525e-09
previous_iter_valid_loss : 0.16213062405586243

   1898700	  0.162290	  0.162131	  0.164918		CURRENT LEARNING RATE: 3.9724812243367235e-09
previous_iter_valid_loss : 0.1607593148946762

   1898720	  0.160910	  0.160759	  0.164658		CURRENT LEARNING RATE: 3.971686807536186e-09
previous_iter_valid_loss : 0.1659913957118988

   1898740	  0.166150	  0.165991	  0.164685		CURRENT LEARNING RATE: 3.970892549603121e-09
previous_iter_valid_loss : 0.1628246009349823

   1898760	  0.163006	  0.162825	  0.164685		CURRENT LEARNING RATE: 3.970098450505759e-09
previous_iter_valid_loss : 0.17488116025924683

   1898780	  0.175036	  0.174881	  0.165318		CURRENT LEARNING RATE: 3.9693045102123356e-09
previous_iter_valid_loss : 0.16411548852920532

   1898800	  0.164283	  0.164115	  0.164514		CURRENT LEARNING RATE: 3.968510728691093e-09
previous_iter_valid_loss : 0.16385452449321747

   1898820	  0.164052	  0.163855	  0.164679		CURRENT LEARNING RATE: 3.96771710591028e-09
previous_iter_valid_loss : 0.17281553149223328

   1898840	  0.172966	  0.172816	  0.165270		CURRENT LEARNING RATE: 3.9669236418381375e-09
previous_iter_valid_loss : 0.1609317511320114

   1898860	  0.161111	  0.160932	  0.164680		CURRENT LEARNING RATE: 3.966130336442956e-09
previous_iter_valid_loss : 0.16051214933395386

   1898880	  0.160671	  0.160512	  0.163717		CURRENT LEARNING RATE: 3.965337189692988e-09
previous_iter_valid_loss : 0.17040081322193146

   1898900	  0.170647	  0.170401	  0.164210		CURRENT LEARNING RATE: 3.964544201556509e-09
previous_iter_valid_loss : 0.16126041114330292

   1898920	  0.161451	  0.161260	  0.164221		CURRENT LEARNING RATE: 3.963751372001797e-09
previous_iter_valid_loss : 0.17982016503810883

   1898940	  0.179979	  0.179820	  0.165160		CURRENT LEARNING RATE: 3.962958700997141e-09
previous_iter_valid_loss : 0.17792539298534393

   1898960	  0.178214	  0.177925	  0.165560		CURRENT LEARNING RATE: 3.9621661885108346e-09
previous_iter_valid_loss : 0.17085054516792297

   1898980	  0.171002	  0.170851	  0.165936		CURRENT LEARNING RATE: 3.9613738345111745e-09
previous_iter_valid_loss : 0.16063162684440613

   1899000	  0.160799	  0.160632	  0.165942		CURRENT LEARNING RATE: 3.960581638966455e-09
previous_iter_valid_loss : 0.16673529148101807

   1899020	  0.166950	  0.166735	  0.166245		CURRENT LEARNING RATE: 3.959789601845017e-09
previous_iter_valid_loss : 0.18431204557418823

   1899040	  0.184703	  0.184312	  0.167379		CURRENT LEARNING RATE: 3.958997723115162e-09
previous_iter_valid_loss : 0.16065780818462372

   1899060	  0.160814	  0.160658	  0.167093		CURRENT LEARNING RATE: 3.9582060027452165e-09
previous_iter_valid_loss : 0.16302601993083954

   1899080	  0.163196	  0.163026	  0.167220		CURRENT LEARNING RATE: 3.957414440703512e-09
previous_iter_valid_loss : 0.16475440561771393

   1899100	  0.164929	  0.164754	  0.167351		CURRENT LEARNING RATE: 3.956623036958386e-09
previous_iter_valid_loss : 0.16063609719276428

   1899120	  0.160802	  0.160636	  0.167345		CURRENT LEARNING RATE: 3.955831791478182e-09
previous_iter_valid_loss : 0.16056294739246368

   1899140	  0.160728	  0.160563	  0.167073		CURRENT LEARNING RATE: 3.955040704231249e-09
previous_iter_valid_loss : 0.16454832255840302

   1899160	  0.164712	  0.164548	  0.167159		CURRENT LEARNING RATE: 3.954249775185932e-09
previous_iter_valid_loss : 0.16194358468055725

   1899180	  0.162094	  0.161944	  0.166513		CURRENT LEARNING RATE: 3.95345900431062e-09
previous_iter_valid_loss : 0.16662287712097168

   1899200	  0.166782	  0.166623	  0.166638		CURRENT LEARNING RATE: 3.952668391573669e-09
previous_iter_valid_loss : 0.16625511646270752

   1899220	  0.166417	  0.166255	  0.166758		CURRENT LEARNING RATE: 3.951877936943454e-09
previous_iter_valid_loss : 0.16941426694393158

   1899240	  0.169565	  0.169414	  0.166588		CURRENT LEARNING RATE: 3.951087640388357e-09
previous_iter_valid_loss : 0.16293972730636597

   1899260	  0.163094	  0.162940	  0.166688		CURRENT LEARNING RATE: 3.9502975018767664e-09
previous_iter_valid_loss : 0.16565926373004913

   1899280	  0.165817	  0.165659	  0.166946		CURRENT LEARNING RATE: 3.949507521377076e-09
previous_iter_valid_loss : 0.1611352115869522

   1899300	  0.161296	  0.161135	  0.166482		CURRENT LEARNING RATE: 3.948717698857673e-09
previous_iter_valid_loss : 0.16062746942043304

   1899320	  0.160790	  0.160627	  0.166451		CURRENT LEARNING RATE: 3.947928034286992e-09
previous_iter_valid_loss : 0.16055099666118622

   1899340	  0.160709	  0.160551	  0.165487		CURRENT LEARNING RATE: 3.947138527633434e-09
previous_iter_valid_loss : 0.1892315298318863

   1899360	  0.189359	  0.189232	  0.166052		CURRENT LEARNING RATE: 3.946349178865417e-09
previous_iter_valid_loss : 0.17138318717479706

   1899380	  0.171532	  0.171383	  0.166079		CURRENT LEARNING RATE: 3.945559987951368e-09
previous_iter_valid_loss : 0.16068987548351288

   1899400	  0.160863	  0.160690	  0.166082		CURRENT LEARNING RATE: 3.944770954859718e-09
previous_iter_valid_loss : 0.16319197416305542

   1899420	  0.163362	  0.163192	  0.165905		CURRENT LEARNING RATE: 3.9439820795589084e-09
previous_iter_valid_loss : 0.16051049530506134

   1899440	  0.160668	  0.160510	  0.164715		CURRENT LEARNING RATE: 3.9431933620173814e-09
previous_iter_valid_loss : 0.17741777002811432

   1899460	  0.177571	  0.177418	  0.165553		CURRENT LEARNING RATE: 3.942404802203576e-09
previous_iter_valid_loss : 0.16964976489543915

   1899480	  0.169800	  0.169650	  0.165884		CURRENT LEARNING RATE: 3.941616400085976e-09
previous_iter_valid_loss : 0.1692894846200943

   1899500	  0.169434	  0.169289	  0.166111		CURRENT LEARNING RATE: 3.940828155633034e-09
previous_iter_valid_loss : 0.16051757335662842

   1899520	  0.160682	  0.160518	  0.166105		CURRENT LEARNING RATE: 3.9400400688132176e-09
previous_iter_valid_loss : 0.16352470219135284

   1899540	  0.163698	  0.163525	  0.166253		CURRENT LEARNING RATE: 3.939252139595006e-09
previous_iter_valid_loss : 0.16153717041015625

   1899560	  0.161704	  0.161537	  0.166102		CURRENT LEARNING RATE: 3.938464367946879e-09
previous_iter_valid_loss : 0.16050037741661072

   1899580	  0.160669	  0.160500	  0.166030		CURRENT LEARNING RATE: 3.937676753837328e-09
previous_iter_valid_loss : 0.16802045702934265

   1899600	  0.168178	  0.168020	  0.166100		CURRENT LEARNING RATE: 3.936889297234833e-09
previous_iter_valid_loss : 0.16789469122886658

   1899620	  0.168053	  0.167895	  0.166182		CURRENT LEARNING RATE: 3.936101998107925e-09
previous_iter_valid_loss : 0.16301056742668152

   1899640	  0.163179	  0.163011	  0.165862		CURRENT LEARNING RATE: 3.935314856425098e-09
previous_iter_valid_loss : 0.1617877185344696

   1899660	  0.161952	  0.161788	  0.165804		CURRENT LEARNING RATE: 3.934527872154865e-09
previous_iter_valid_loss : 0.16080588102340698

   1899680	  0.160976	  0.160806	  0.165562		CURRENT LEARNING RATE: 3.933741045265747e-09
previous_iter_valid_loss : 0.1639874279499054

   1899700	  0.164186	  0.163987	  0.165704		CURRENT LEARNING RATE: 3.932954375726272e-09
previous_iter_valid_loss : 0.16427572071552277

   1899720	  0.164481	  0.164276	  0.165887		CURRENT LEARNING RATE: 3.932167863504972e-09
previous_iter_valid_loss : 0.16757376492023468

   1899740	  0.167794	  0.167574	  0.166238		CURRENT LEARNING RATE: 3.9313815085703875e-09
previous_iter_valid_loss : 0.16189031302928925

   1899760	  0.162054	  0.161890	  0.164871		CURRENT LEARNING RATE: 3.93059531089105e-09
previous_iter_valid_loss : 0.16298677027225494

   1899780	  0.163176	  0.162987	  0.164451		CURRENT LEARNING RATE: 3.92980927043554e-09
previous_iter_valid_loss : 0.16081048548221588

   1899800	  0.160984	  0.160810	  0.164457		CURRENT LEARNING RATE: 3.929023387172401e-09
previous_iter_valid_loss : 0.1632973551750183

   1899820	  0.163466	  0.163297	  0.164462		CURRENT LEARNING RATE: 3.928237661070197e-09
previous_iter_valid_loss : 0.16581687331199646

   1899840	  0.165978	  0.165817	  0.164727		CURRENT LEARNING RATE: 3.927452092097501e-09
previous_iter_valid_loss : 0.16054053604602814

   1899860	  0.160706	  0.160541	  0.163884		CURRENT LEARNING RATE: 3.926666680222888e-09
previous_iter_valid_loss : 0.16486704349517822

   1899880	  0.165069	  0.164867	  0.163644		CURRENT LEARNING RATE: 3.925881425414944e-09
previous_iter_valid_loss : 0.1724909394979477

   1899900	  0.172641	  0.172491	  0.163805		CURRENT LEARNING RATE: 3.925096327642257e-09
previous_iter_valid_loss : 0.17042702436447144

   1899920	  0.170578	  0.170427	  0.164300		CURRENT LEARNING RATE: 3.92431138687341e-09
previous_iter_valid_loss : 0.16199009120464325

   1899940	  0.162157	  0.161990	  0.164223		CURRENT LEARNING RATE: 3.923526603077032e-09
previous_iter_valid_loss : 0.16128632426261902

   1899960	  0.161477	  0.161286	  0.164211		CURRENT LEARNING RATE: 3.92274197622172e-09
previous_iter_valid_loss : 0.16407500207424164

   1899980	  0.164296	  0.164075	  0.164389		CURRENT LEARNING RATE: 3.921957506276087e-09
previous_iter_valid_loss : 0.1686096042394638

   1900000	  0.168839	  0.168610	  0.164419		CURRENT LEARNING RATE: 3.921173193208755e-09
previous_iter_valid_loss : 0.1632644683122635

   1900020	  0.163447	  0.163264	  0.164187		CURRENT LEARNING RATE: 3.920389036988351e-09
previous_iter_valid_loss : 0.16067561507225037

   1900040	  0.160831	  0.160676	  0.164071		CURRENT LEARNING RATE: 3.919605037583509e-09
previous_iter_valid_loss : 0.1605045050382614

   1900060	  0.160670	  0.160505	  0.164007		CURRENT LEARNING RATE: 3.918821194962855e-09
previous_iter_valid_loss : 0.1711888611316681

   1900080	  0.171336	  0.171189	  0.164526		CURRENT LEARNING RATE: 3.918037509095063e-09
previous_iter_valid_loss : 0.1649540364742279

   1900100	  0.165126	  0.164954	  0.164574		CURRENT LEARNING RATE: 3.917253979948772e-09
previous_iter_valid_loss : 0.17198053002357483

   1900120	  0.172123	  0.171981	  0.164959		CURRENT LEARNING RATE: 3.916470607492641e-09
previous_iter_valid_loss : 0.1621851921081543

   1900140	  0.162347	  0.162185	  0.164690		CURRENT LEARNING RATE: 3.915687391695335e-09
previous_iter_valid_loss : 0.16052013635635376

   1900160	  0.160690	  0.160520	  0.164621		CURRENT LEARNING RATE: 3.914904332525525e-09
previous_iter_valid_loss : 0.1818445920944214

   1900180	  0.182189	  0.181845	  0.165564		CURRENT LEARNING RATE: 3.914121429951889e-09
previous_iter_valid_loss : 0.17823240160942078

   1900200	  0.178383	  0.178232	  0.166435		CURRENT LEARNING RATE: 3.9133386839431096e-09
previous_iter_valid_loss : 0.16699428856372833

   1900220	  0.167222	  0.166994	  0.166620		CURRENT LEARNING RATE: 3.912556094467866e-09
previous_iter_valid_loss : 0.1905757486820221

   1900240	  0.190708	  0.190576	  0.167858		CURRENT LEARNING RATE: 3.911773661494879e-09
previous_iter_valid_loss : 0.1680181622505188

   1900260	  0.168173	  0.168018	  0.168232		CURRENT LEARNING RATE: 3.91099138499284e-09
previous_iter_valid_loss : 0.17238682508468628

   1900280	  0.172659	  0.172387	  0.168608		CURRENT LEARNING RATE: 3.910209264930457e-09
previous_iter_valid_loss : 0.1686914712190628

   1900300	  0.168840	  0.168691	  0.168418		CURRENT LEARNING RATE: 3.909427301276444e-09
previous_iter_valid_loss : 0.16356180608272552

   1900320	  0.163718	  0.163562	  0.168075		CURRENT LEARNING RATE: 3.908645493999524e-09
previous_iter_valid_loss : 0.16380877792835236

   1900340	  0.164000	  0.163809	  0.168166		CURRENT LEARNING RATE: 3.907863843068425e-09
previous_iter_valid_loss : 0.16746442019939423

   1900360	  0.167624	  0.167464	  0.168475		CURRENT LEARNING RATE: 3.90708234845188e-09
previous_iter_valid_loss : 0.16793379187583923

   1900380	  0.168158	  0.167934	  0.168667		CURRENT LEARNING RATE: 3.9063010101186154e-09
previous_iter_valid_loss : 0.2243543118238449

   1900400	  0.224320	  0.224354	  0.171455		CURRENT LEARNING RATE: 3.9055198280374055e-09
previous_iter_valid_loss : 0.16175243258476257

   1900420	  0.161920	  0.161752	  0.171379		CURRENT LEARNING RATE: 3.904738802176989e-09
previous_iter_valid_loss : 0.16076810657978058

   1900440	  0.160946	  0.160768	  0.171384		CURRENT LEARNING RATE: 3.9039579325061256e-09
previous_iter_valid_loss : 0.16067402064800262

   1900460	  0.160852	  0.160674	  0.171392		CURRENT LEARNING RATE: 3.90317721899358e-09
previous_iter_valid_loss : 0.1614673137664795

   1900480	  0.161631	  0.161467	  0.170906		CURRENT LEARNING RATE: 3.902396661608123e-09
previous_iter_valid_loss : 0.17279665172100067

   1900500	  0.172947	  0.172797	  0.171298		CURRENT LEARNING RATE: 3.901616260318534e-09
previous_iter_valid_loss : 0.16108225286006927

   1900520	  0.161269	  0.161082	  0.170753		CURRENT LEARNING RATE: 3.9008360150935815e-09
previous_iter_valid_loss : 0.16502082347869873

   1900540	  0.165186	  0.165021	  0.170895		CURRENT LEARNING RATE: 3.900055925902084e-09
previous_iter_valid_loss : 0.16106189787387848

   1900560	  0.161227	  0.161062	  0.170922		CURRENT LEARNING RATE: 3.8992759927128235e-09
previous_iter_valid_loss : 0.16204611957073212

   1900580	  0.162215	  0.162046	  0.169932		CURRENT LEARNING RATE: 3.898496215494604e-09
previous_iter_valid_loss : 0.1608220338821411

   1900600	  0.160985	  0.160822	  0.169062		CURRENT LEARNING RATE: 3.8977165942162334e-09
previous_iter_valid_loss : 0.16087664663791656

   1900620	  0.161059	  0.160877	  0.168756		CURRENT LEARNING RATE: 3.8969371288465275e-09
previous_iter_valid_loss : 0.16412155330181122

   1900640	  0.164291	  0.164122	  0.167433		CURRENT LEARNING RATE: 3.896157819354307e-09
previous_iter_valid_loss : 0.16822144389152527

   1900660	  0.168455	  0.168221	  0.167443		CURRENT LEARNING RATE: 3.8953786657084e-09
previous_iter_valid_loss : 0.16179780662059784

   1900680	  0.161982	  0.161798	  0.166914		CURRENT LEARNING RATE: 3.8945996678776255e-09
previous_iter_valid_loss : 0.16549058258533478

   1900700	  0.165660	  0.165491	  0.166754		CURRENT LEARNING RATE: 3.893820825830853e-09
previous_iter_valid_loss : 0.18036773800849915

   1900720	  0.180696	  0.180368	  0.167594		CURRENT LEARNING RATE: 3.893042139536913e-09
previous_iter_valid_loss : 0.16098660230636597

   1900740	  0.161142	  0.160987	  0.167453		CURRENT LEARNING RATE: 3.892263608964661e-09
previous_iter_valid_loss : 0.1606016457080841

   1900760	  0.160757	  0.160602	  0.167110		CURRENT LEARNING RATE: 3.891485234082951e-09
previous_iter_valid_loss : 0.16473881900310516

   1900780	  0.164943	  0.164739	  0.166950		CURRENT LEARNING RATE: 3.890707014860653e-09
previous_iter_valid_loss : 0.17069140076637268

   1900800	  0.170846	  0.170691	  0.164267		CURRENT LEARNING RATE: 3.889928951266636e-09
previous_iter_valid_loss : 0.16550162434577942

   1900820	  0.165708	  0.165502	  0.164454		CURRENT LEARNING RATE: 3.8891510432697635e-09
previous_iter_valid_loss : 0.1648588925600052

   1900840	  0.165063	  0.164859	  0.164659		CURRENT LEARNING RATE: 3.888373290838946e-09
previous_iter_valid_loss : 0.16346284747123718

   1900860	  0.163636	  0.163463	  0.164798		CURRENT LEARNING RATE: 3.8875956939430626e-09
previous_iter_valid_loss : 0.160503089427948

   1900880	  0.160662	  0.160503	  0.164750		CURRENT LEARNING RATE: 3.886818252551006e-09
previous_iter_valid_loss : 0.1759829819202423

   1900900	  0.176138	  0.175983	  0.164910		CURRENT LEARNING RATE: 3.886040966631681e-09
previous_iter_valid_loss : 0.1696390062570572

   1900920	  0.169791	  0.169639	  0.165337		CURRENT LEARNING RATE: 3.885263836153994e-09
previous_iter_valid_loss : 0.1630939096212387

   1900940	  0.163287	  0.163094	  0.165241		CURRENT LEARNING RATE: 3.884486861086862e-09
previous_iter_valid_loss : 0.16818194091320038

   1900960	  0.168336	  0.168182	  0.165597		CURRENT LEARNING RATE: 3.883710041399205e-09
previous_iter_valid_loss : 0.16286145150661469

   1900980	  0.163050	  0.162861	  0.165638		CURRENT LEARNING RATE: 3.882933377059936e-09
previous_iter_valid_loss : 0.16067980229854584

   1901000	  0.160854	  0.160680	  0.165631		CURRENT LEARNING RATE: 3.882156868038016e-09
previous_iter_valid_loss : 0.1611758917570114

   1901020	  0.161334	  0.161176	  0.165646		CURRENT LEARNING RATE: 3.881380514302371e-09
previous_iter_valid_loss : 0.16065897047519684

   1901040	  0.160814	  0.160659	  0.165472		CURRENT LEARNING RATE: 3.880604315821948e-09
previous_iter_valid_loss : 0.16050250828266144

   1901060	  0.160666	  0.160503	  0.165087		CURRENT LEARNING RATE: 3.8798282725656985e-09
previous_iter_valid_loss : 0.16057659685611725

   1901080	  0.160738	  0.160577	  0.165025		CURRENT LEARNING RATE: 3.879052384502579e-09
previous_iter_valid_loss : 0.1812310367822647

   1901100	  0.181559	  0.181231	  0.165812		CURRENT LEARNING RATE: 3.878276651601557e-09
previous_iter_valid_loss : 0.1799403727054596

   1901120	  0.180278	  0.179940	  0.165791		CURRENT LEARNING RATE: 3.8775010738316e-09
previous_iter_valid_loss : 0.16152824461460114

   1901140	  0.161685	  0.161528	  0.165818		CURRENT LEARNING RATE: 3.876725651161673e-09
previous_iter_valid_loss : 0.16557952761650085

   1901160	  0.165785	  0.165580	  0.166067		CURRENT LEARNING RATE: 3.875950383560787e-09
previous_iter_valid_loss : 0.16870388388633728

   1901180	  0.168860	  0.168704	  0.166265		CURRENT LEARNING RATE: 3.875175270997917e-09
previous_iter_valid_loss : 0.1648959070444107

   1901200	  0.165073	  0.164896	  0.165976		CURRENT LEARNING RATE: 3.874400313442058e-09
previous_iter_valid_loss : 0.16058030724525452

   1901220	  0.160747	  0.160580	  0.165730		CURRENT LEARNING RATE: 3.873625510862212e-09
previous_iter_valid_loss : 0.16075769066810608

   1901240	  0.160931	  0.160758	  0.165524		CURRENT LEARNING RATE: 3.872850863227387e-09
previous_iter_valid_loss : 0.16056419909000397

   1901260	  0.160719	  0.160564	  0.165380		CURRENT LEARNING RATE: 3.8720763705065976e-09
previous_iter_valid_loss : 0.1605747789144516

   1901280	  0.160740	  0.160575	  0.165383		CURRENT LEARNING RATE: 3.871302032668849e-09
previous_iter_valid_loss : 0.16183795034885406

   1901300	  0.162000	  0.161838	  0.164676		CURRENT LEARNING RATE: 3.870527849683196e-09
previous_iter_valid_loss : 0.16969947516918182

   1901320	  0.169955	  0.169699	  0.164679		CURRENT LEARNING RATE: 3.869753821518658e-09
previous_iter_valid_loss : 0.1611841917037964

   1901340	  0.161368	  0.161184	  0.164583		CURRENT LEARNING RATE: 3.868979948144273e-09
previous_iter_valid_loss : 0.162110835313797

   1901360	  0.162261	  0.162111	  0.164280		CURRENT LEARNING RATE: 3.868206229529086e-09
previous_iter_valid_loss : 0.1688660830259323

   1901380	  0.169102	  0.168866	  0.164580		CURRENT LEARNING RATE: 3.86743266564215e-09
previous_iter_valid_loss : 0.1604999601840973

   1901400	  0.160660	  0.160500	  0.164571		CURRENT LEARNING RATE: 3.86665925645252e-09
previous_iter_valid_loss : 0.1634419858455658

   1901420	  0.163646	  0.163442	  0.164684		CURRENT LEARNING RATE: 3.865886001929261e-09
previous_iter_valid_loss : 0.17246851325035095

   1901440	  0.172617	  0.172469	  0.165275		CURRENT LEARNING RATE: 3.8651129020414294e-09
previous_iter_valid_loss : 0.16061723232269287

   1901460	  0.160787	  0.160617	  0.165281		CURRENT LEARNING RATE: 3.8643399567581275e-09
previous_iter_valid_loss : 0.16223101317882538

   1901480	  0.162422	  0.162231	  0.165363		CURRENT LEARNING RATE: 3.863567166048425e-09
previous_iter_valid_loss : 0.16804425418376923

   1901500	  0.168273	  0.168044	  0.164704		CURRENT LEARNING RATE: 3.862794529881409e-09
previous_iter_valid_loss : 0.16234886646270752

   1901520	  0.162547	  0.162349	  0.163824		CURRENT LEARNING RATE: 3.862022048226175e-09
previous_iter_valid_loss : 0.1618291586637497

   1901540	  0.161996	  0.161829	  0.163839		CURRENT LEARNING RATE: 3.8612497210518235e-09
previous_iter_valid_loss : 0.1623487025499344

   1901560	  0.162540	  0.162349	  0.163678		CURRENT LEARNING RATE: 3.860477548327461e-09
previous_iter_valid_loss : 0.1627778708934784

   1901580	  0.162945	  0.162778	  0.163382		CURRENT LEARNING RATE: 3.859705530022202e-09
previous_iter_valid_loss : 0.1716437190771103

   1901600	  0.171790	  0.171644	  0.163719		CURRENT LEARNING RATE: 3.858933666105149e-09
previous_iter_valid_loss : 0.17338378727436066

   1901620	  0.173525	  0.173384	  0.164359		CURRENT LEARNING RATE: 3.858161956545459e-09
previous_iter_valid_loss : 0.1634419858455658

   1901640	  0.163606	  0.163442	  0.164493		CURRENT LEARNING RATE: 3.8573904013122465e-09
previous_iter_valid_loss : 0.17475584149360657

   1901660	  0.175037	  0.174756	  0.165203		CURRENT LEARNING RATE: 3.856619000374651e-09
previous_iter_valid_loss : 0.16739320755004883

   1901680	  0.167620	  0.167393	  0.165544		CURRENT LEARNING RATE: 3.855847753701816e-09
previous_iter_valid_loss : 0.1608920842409134

   1901700	  0.161055	  0.160892	  0.165497		CURRENT LEARNING RATE: 3.855076661262892e-09
previous_iter_valid_loss : 0.1605948954820633

   1901720	  0.160756	  0.160595	  0.165041		CURRENT LEARNING RATE: 3.854305723027034e-09
previous_iter_valid_loss : 0.1704985648393631

   1901740	  0.170648	  0.170499	  0.165507		CURRENT LEARNING RATE: 3.853534938963392e-09
previous_iter_valid_loss : 0.16059333086013794

   1901760	  0.160754	  0.160593	  0.165431		CURRENT LEARNING RATE: 3.852764309041163e-09
previous_iter_valid_loss : 0.17771591246128082

   1901780	  0.178020	  0.177716	  0.165874		CURRENT LEARNING RATE: 3.851993833229505e-09
previous_iter_valid_loss : 0.17030319571495056

   1901800	  0.170452	  0.170303	  0.166364		CURRENT LEARNING RATE: 3.851223511497602e-09
previous_iter_valid_loss : 0.17738758027553558

   1901820	  0.177691	  0.177388	  0.167061		CURRENT LEARNING RATE: 3.850453343814641e-09
previous_iter_valid_loss : 0.1617548167705536

   1901840	  0.161908	  0.161755	  0.166526		CURRENT LEARNING RATE: 3.849683330149812e-09
previous_iter_valid_loss : 0.16053815186023712

   1901860	  0.160704	  0.160538	  0.166522		CURRENT LEARNING RATE: 3.848913470472318e-09
previous_iter_valid_loss : 0.16543659567832947

   1901880	  0.165641	  0.165437	  0.166682		CURRENT LEARNING RATE: 3.848143764751364e-09
previous_iter_valid_loss : 0.17970797419548035

   1901900	  0.179867	  0.179708	  0.167265		CURRENT LEARNING RATE: 3.847374212956146e-09
previous_iter_valid_loss : 0.16449759900569916

   1901920	  0.164702	  0.164498	  0.167372		CURRENT LEARNING RATE: 3.846604815055912e-09
previous_iter_valid_loss : 0.17940753698349

   1901940	  0.179725	  0.179408	  0.168251		CURRENT LEARNING RATE: 3.845835571019869e-09
previous_iter_valid_loss : 0.16065287590026855

   1901960	  0.160827	  0.160653	  0.168167		CURRENT LEARNING RATE: 3.845066480817251e-09
previous_iter_valid_loss : 0.16090679168701172

   1901980	  0.161082	  0.160907	  0.168073		CURRENT LEARNING RATE: 3.844297544417293e-09
previous_iter_valid_loss : 0.16322994232177734

   1902000	  0.163425	  0.163230	  0.167652		CURRENT LEARNING RATE: 3.843528761789236e-09
previous_iter_valid_loss : 0.16181401908397675

   1902020	  0.162000	  0.161814	  0.167074		CURRENT LEARNING RATE: 3.842760132902331e-09
previous_iter_valid_loss : 0.17403140664100647

   1902040	  0.174318	  0.174031	  0.167603		CURRENT LEARNING RATE: 3.841991657725818e-09
previous_iter_valid_loss : 0.17292027175426483

   1902060	  0.173064	  0.172920	  0.167512		CURRENT LEARNING RATE: 3.841223336228985e-09
previous_iter_valid_loss : 0.16232341527938843

   1902080	  0.162523	  0.162323	  0.167258		CURRENT LEARNING RATE: 3.840455168381087e-09
previous_iter_valid_loss : 0.17221391201019287

   1902100	  0.172361	  0.172214	  0.167824		CURRENT LEARNING RATE: 3.839687154151396e-09
previous_iter_valid_loss : 0.17006568610668182

   1902120	  0.170216	  0.170066	  0.168298		CURRENT LEARNING RATE: 3.838919293509191e-09
previous_iter_valid_loss : 0.1716206818819046

   1902140	  0.171764	  0.171621	  0.168354		CURRENT LEARNING RATE: 3.838151586423758e-09
previous_iter_valid_loss : 0.1711733043193817

   1902160	  0.171325	  0.171173	  0.168883		CURRENT LEARNING RATE: 3.837384032864389e-09
previous_iter_valid_loss : 0.16076000034809113

   1902180	  0.160918	  0.160760	  0.168035		CURRENT LEARNING RATE: 3.836616632800382e-09
previous_iter_valid_loss : 0.16145853698253632

   1902200	  0.161663	  0.161459	  0.167593		CURRENT LEARNING RATE: 3.835849386201029e-09
previous_iter_valid_loss : 0.16053807735443115

   1902220	  0.160693	  0.160538	  0.166750		CURRENT LEARNING RATE: 3.8350822930356635e-09
previous_iter_valid_loss : 0.1618930995464325

   1902240	  0.162092	  0.161893	  0.166757		CURRENT LEARNING RATE: 3.834315353273591e-09
previous_iter_valid_loss : 0.18287484347820282

   1902260	  0.183023	  0.182875	  0.167874		CURRENT LEARNING RATE: 3.833548566884133e-09
previous_iter_valid_loss : 0.16509081423282623

   1902280	  0.165254	  0.165091	  0.167857		CURRENT LEARNING RATE: 3.832781933836618e-09
previous_iter_valid_loss : 0.16382093727588654

   1902300	  0.164004	  0.163821	  0.167062		CURRENT LEARNING RATE: 3.8320154541003806e-09
previous_iter_valid_loss : 0.16078701615333557

   1902320	  0.160964	  0.160787	  0.166877		CURRENT LEARNING RATE: 3.831249127644763e-09
previous_iter_valid_loss : 0.16161033511161804

   1902340	  0.161774	  0.161610	  0.165987		CURRENT LEARNING RATE: 3.83048295443911e-09
previous_iter_valid_loss : 0.17828446626663208

   1902360	  0.178437	  0.178284	  0.166869		CURRENT LEARNING RATE: 3.8297169344527625e-09
previous_iter_valid_loss : 0.16583356261253357

   1902380	  0.165997	  0.165834	  0.167115		CURRENT LEARNING RATE: 3.8289510676551064e-09
previous_iter_valid_loss : 0.17163187265396118

   1902400	  0.171894	  0.171632	  0.167535		CURRENT LEARNING RATE: 3.828185354015493e-09
previous_iter_valid_loss : 0.16129331290721893

   1902420	  0.161460	  0.161293	  0.167509		CURRENT LEARNING RATE: 3.827419793503295e-09
previous_iter_valid_loss : 0.16159607470035553

   1902440	  0.161758	  0.161596	  0.166887		CURRENT LEARNING RATE: 3.826654386087889e-09
previous_iter_valid_loss : 0.16610486805438995

   1902460	  0.166324	  0.166105	  0.166546		CURRENT LEARNING RATE: 3.825889131738659e-09
previous_iter_valid_loss : 0.16391974687576294

   1902480	  0.164088	  0.163920	  0.166626		CURRENT LEARNING RATE: 3.825124030424995e-09
previous_iter_valid_loss : 0.1605900526046753

   1902500	  0.160753	  0.160590	  0.166045		CURRENT LEARNING RATE: 3.8243590821162786e-09
previous_iter_valid_loss : 0.1640848070383072

   1902520	  0.164276	  0.164085	  0.165746		CURRENT LEARNING RATE: 3.82359428678194e-09
previous_iter_valid_loss : 0.16097083687782288

   1902540	  0.161149	  0.160971	  0.165214		CURRENT LEARNING RATE: 3.822829644391374e-09
previous_iter_valid_loss : 0.16537457704544067

   1902560	  0.165546	  0.165375	  0.164924		CURRENT LEARNING RATE: 3.8220651549139925e-09
previous_iter_valid_loss : 0.18877537548542023

   1902580	  0.189204	  0.188775	  0.166324		CURRENT LEARNING RATE: 3.821300818319219e-09
previous_iter_valid_loss : 0.1607539802789688

   1902600	  0.160913	  0.160754	  0.166289		CURRENT LEARNING RATE: 3.820536634576478e-09
previous_iter_valid_loss : 0.17499692738056183

   1902620	  0.175141	  0.174997	  0.167012		CURRENT LEARNING RATE: 3.819772603655204e-09
previous_iter_valid_loss : 0.1606091558933258

   1902640	  0.160781	  0.160609	  0.166948		CURRENT LEARNING RATE: 3.819008725524834e-09
previous_iter_valid_loss : 0.17348092794418335

   1902660	  0.173628	  0.173481	  0.166478		CURRENT LEARNING RATE: 3.8182450001548e-09
previous_iter_valid_loss : 0.1605505496263504

   1902680	  0.160709	  0.160551	  0.166251		CURRENT LEARNING RATE: 3.81748142751458e-09
previous_iter_valid_loss : 0.16076043248176575

   1902700	  0.160945	  0.160760	  0.166098		CURRENT LEARNING RATE: 3.8167180075736175e-09
previous_iter_valid_loss : 0.1682131588459015

   1902720	  0.168371	  0.168213	  0.166469		CURRENT LEARNING RATE: 3.8159547403013765e-09
previous_iter_valid_loss : 0.1685219705104828

   1902740	  0.168762	  0.168522	  0.166815		CURRENT LEARNING RATE: 3.8151916256673255e-09
previous_iter_valid_loss : 0.16059277951717377

   1902760	  0.160737	  0.160593	  0.165930		CURRENT LEARNING RATE: 3.814428663640939e-09
previous_iter_valid_loss : 0.16106203198432922

   1902780	  0.161241	  0.161062	  0.165692		CURRENT LEARNING RATE: 3.8136658541917e-09
previous_iter_valid_loss : 0.1652526557445526

   1902800	  0.165417	  0.165253	  0.165373		CURRENT LEARNING RATE: 3.812903197289096e-09
previous_iter_valid_loss : 0.16316528618335724

   1902820	  0.163331	  0.163165	  0.165467		CURRENT LEARNING RATE: 3.8121406929026066e-09
previous_iter_valid_loss : 0.16089674830436707

   1902840	  0.161080	  0.160897	  0.165432		CURRENT LEARNING RATE: 3.81137834100176e-09
previous_iter_valid_loss : 0.17589321732521057

   1902860	  0.176175	  0.175893	  0.165921		CURRENT LEARNING RATE: 3.810616141556046e-09
previous_iter_valid_loss : 0.16968828439712524

   1902880	  0.169837	  0.169688	  0.166209		CURRENT LEARNING RATE: 3.809854094534979e-09
previous_iter_valid_loss : 0.19366063177585602

   1902900	  0.193772	  0.193661	  0.167863		CURRENT LEARNING RATE: 3.809092199908076e-09
previous_iter_valid_loss : 0.16168050467967987

   1902920	  0.161845	  0.161681	  0.167743		CURRENT LEARNING RATE: 3.808330457644862e-09
previous_iter_valid_loss : 0.1643947809934616

   1902940	  0.164564	  0.164395	  0.167914		CURRENT LEARNING RATE: 3.807568867714866e-09
previous_iter_valid_loss : 0.1605532467365265

   1902960	  0.160709	  0.160553	  0.167673		CURRENT LEARNING RATE: 3.8068074300876124e-09
previous_iter_valid_loss : 0.16603714227676392

   1902980	  0.166193	  0.166037	  0.166536		CURRENT LEARNING RATE: 3.8060461447326695e-09
previous_iter_valid_loss : 0.16082637012004852

   1903000	  0.160975	  0.160826	  0.166540		CURRENT LEARNING RATE: 3.805285011619573e-09
previous_iter_valid_loss : 0.16089485585689545

   1903020	  0.161051	  0.160895	  0.165834		CURRENT LEARNING RATE: 3.804524030717878e-09
previous_iter_valid_loss : 0.1605902910232544

   1903040	  0.160762	  0.160590	  0.165834		CURRENT LEARNING RATE: 3.803763201997144e-09
previous_iter_valid_loss : 0.17734552919864655

   1903060	  0.177499	  0.177346	  0.166027		CURRENT LEARNING RATE: 3.803002525426939e-09
previous_iter_valid_loss : 0.1616821140050888

   1903080	  0.161841	  0.161682	  0.166083		CURRENT LEARNING RATE: 3.802242000976835e-09
previous_iter_valid_loss : 0.16141344606876373

   1903100	  0.161567	  0.161413	  0.166116		CURRENT LEARNING RATE: 3.801481628616413e-09
previous_iter_valid_loss : 0.1695023775100708

   1903120	  0.169745	  0.169502	  0.166180		CURRENT LEARNING RATE: 3.800721408315242e-09
previous_iter_valid_loss : 0.16050174832344055

   1903140	  0.160671	  0.160502	  0.165779		CURRENT LEARNING RATE: 3.799961340042942e-09
previous_iter_valid_loss : 0.1843479871749878

   1903160	  0.184723	  0.184348	  0.166967		CURRENT LEARNING RATE: 3.799201423769095e-09
previous_iter_valid_loss : 0.17568372189998627

   1903180	  0.175976	  0.175684	  0.167698		CURRENT LEARNING RATE: 3.7984416594633065e-09
previous_iter_valid_loss : 0.16065646708011627

   1903200	  0.160815	  0.160656	  0.167468		CURRENT LEARNING RATE: 3.797682047095184e-09
previous_iter_valid_loss : 0.1621543914079666

   1903220	  0.162337	  0.162154	  0.167418		CURRENT LEARNING RATE: 3.796922586634345e-09
previous_iter_valid_loss : 0.163090780377388

   1903240	  0.163262	  0.163091	  0.167528		CURRENT LEARNING RATE: 3.796163278050408e-09
previous_iter_valid_loss : 0.1748586893081665

   1903260	  0.175009	  0.174859	  0.167476		CURRENT LEARNING RATE: 3.795404121312991e-09
previous_iter_valid_loss : 0.16077853739261627

   1903280	  0.160951	  0.160779	  0.167030		CURRENT LEARNING RATE: 3.794645116391752e-09
previous_iter_valid_loss : 0.2130950689315796

   1903300	  0.213139	  0.213095	  0.168002		CURRENT LEARNING RATE: 3.793886263256319e-09
previous_iter_valid_loss : 0.1655648797750473

   1903320	  0.165733	  0.165565	  0.168196		CURRENT LEARNING RATE: 3.793127561876336e-09
previous_iter_valid_loss : 0.1620655357837677

   1903340	  0.162269	  0.162066	  0.168080		CURRENT LEARNING RATE: 3.7923690122214565e-09
previous_iter_valid_loss : 0.19054554402828217

   1903360	  0.190970	  0.190546	  0.169580		CURRENT LEARNING RATE: 3.791610614261338e-09
previous_iter_valid_loss : 0.16059020161628723

   1903380	  0.160735	  0.160590	  0.169307		CURRENT LEARNING RATE: 3.790852367965645e-09
previous_iter_valid_loss : 0.17880655825138092

   1903400	  0.178967	  0.178807	  0.170206		CURRENT LEARNING RATE: 3.790094273304047e-09
previous_iter_valid_loss : 0.16790451109409332

   1903420	  0.168133	  0.167905	  0.170557		CURRENT LEARNING RATE: 3.789336330246207e-09
previous_iter_valid_loss : 0.16085278987884521

   1903440	  0.161031	  0.160853	  0.170570		CURRENT LEARNING RATE: 3.788578538761833e-09
previous_iter_valid_loss : 0.16054652631282806

   1903460	  0.160716	  0.160547	  0.169730		CURRENT LEARNING RATE: 3.787820898820602e-09
previous_iter_valid_loss : 0.16147784888744354

   1903480	  0.161631	  0.161478	  0.169720		CURRENT LEARNING RATE: 3.787063410392208e-09
previous_iter_valid_loss : 0.16181597113609314

   1903500	  0.162007	  0.161816	  0.169740		CURRENT LEARNING RATE: 3.786306073446351e-09
previous_iter_valid_loss : 0.16342079639434814

   1903520	  0.163586	  0.163421	  0.169436		CURRENT LEARNING RATE: 3.7855488879527365e-09
previous_iter_valid_loss : 0.1613771766424179

   1903540	  0.161563	  0.161377	  0.169479		CURRENT LEARNING RATE: 3.784791853881078e-09
previous_iter_valid_loss : 0.160630002617836

   1903560	  0.160792	  0.160630	  0.168294		CURRENT LEARNING RATE: 3.784034971201094e-09
previous_iter_valid_loss : 0.16552376747131348

   1903580	  0.165686	  0.165524	  0.167786		CURRENT LEARNING RATE: 3.783278239882497e-09
previous_iter_valid_loss : 0.165791317820549

   1903600	  0.165991	  0.165791	  0.168042		CURRENT LEARNING RATE: 3.782521659895043e-09
previous_iter_valid_loss : 0.16099762916564941

   1903620	  0.161179	  0.160998	  0.167984		CURRENT LEARNING RATE: 3.781765231208456e-09
previous_iter_valid_loss : 0.16189759969711304

   1903640	  0.162053	  0.161898	  0.167925		CURRENT LEARNING RATE: 3.781008953792479e-09
previous_iter_valid_loss : 0.16834445297718048

   1903660	  0.168583	  0.168344	  0.167599		CURRENT LEARNING RATE: 3.780252827616859e-09
previous_iter_valid_loss : 0.1742631047964096

   1903680	  0.174413	  0.174263	  0.168273		CURRENT LEARNING RATE: 3.7794968526513544e-09
previous_iter_valid_loss : 0.1871267557144165

   1903700	  0.187265	  0.187127	  0.166975		CURRENT LEARNING RATE: 3.7787410288657236e-09
previous_iter_valid_loss : 0.16719137132167816

   1903720	  0.167420	  0.167191	  0.167056		CURRENT LEARNING RATE: 3.777985356229721e-09
previous_iter_valid_loss : 0.16766171157360077

   1903740	  0.167890	  0.167662	  0.167336		CURRENT LEARNING RATE: 3.777229834713147e-09
previous_iter_valid_loss : 0.16688019037246704

   1903760	  0.167094	  0.166880	  0.166153		CURRENT LEARNING RATE: 3.776474464285767e-09
previous_iter_valid_loss : 0.17299433052539825

   1903780	  0.173134	  0.172994	  0.166773		CURRENT LEARNING RATE: 3.7757192449173664e-09
previous_iter_valid_loss : 0.16055867075920105

   1903800	  0.160724	  0.160559	  0.165861		CURRENT LEARNING RATE: 3.774964176577735e-09
previous_iter_valid_loss : 0.161889910697937

   1903820	  0.162083	  0.161890	  0.165560		CURRENT LEARNING RATE: 3.774209259236672e-09
previous_iter_valid_loss : 0.16219359636306763

   1903840	  0.162385	  0.162194	  0.165627		CURRENT LEARNING RATE: 3.773454492863979e-09
previous_iter_valid_loss : 0.16244706511497498

   1903860	  0.162624	  0.162447	  0.165722		CURRENT LEARNING RATE: 3.772699877429467e-09
previous_iter_valid_loss : 0.1605556756258011

   1903880	  0.160721	  0.160556	  0.165676		CURRENT LEARNING RATE: 3.771945412902937e-09
previous_iter_valid_loss : 0.16347365081310272

   1903900	  0.163684	  0.163474	  0.165759		CURRENT LEARNING RATE: 3.771191099254238e-09
previous_iter_valid_loss : 0.16117487847805023

   1903920	  0.161361	  0.161175	  0.165646		CURRENT LEARNING RATE: 3.770436936453182e-09
previous_iter_valid_loss : 0.16507865488529205

   1903940	  0.165243	  0.165079	  0.165831		CURRENT LEARNING RATE: 3.7696829244696054e-09
previous_iter_valid_loss : 0.16174742579460144

   1903960	  0.161902	  0.161747	  0.165887		CURRENT LEARNING RATE: 3.768929063273346e-09
previous_iter_valid_loss : 0.16051115095615387

   1903980	  0.160667	  0.160511	  0.165637		CURRENT LEARNING RATE: 3.768175352834249e-09
previous_iter_valid_loss : 0.16642124950885773

   1904000	  0.166634	  0.166421	  0.165668		CURRENT LEARNING RATE: 3.767421793122167e-09
previous_iter_valid_loss : 0.16471600532531738

   1904020	  0.164880	  0.164716	  0.165854		CURRENT LEARNING RATE: 3.766668384106944e-09
previous_iter_valid_loss : 0.16312022507190704

   1904040	  0.163279	  0.163120	  0.165915		CURRENT LEARNING RATE: 3.76591512575847e-09
previous_iter_valid_loss : 0.16178087890148163

   1904060	  0.161972	  0.161781	  0.165587		CURRENT LEARNING RATE: 3.7651620180466016e-09
previous_iter_valid_loss : 0.17152370512485504

   1904080	  0.171785	  0.171524	  0.165450		CURRENT LEARNING RATE: 3.764409060941214e-09
previous_iter_valid_loss : 0.17893756926059723

   1904100	  0.179253	  0.178938	  0.165041		CURRENT LEARNING RATE: 3.76365625441219e-09
previous_iter_valid_loss : 0.16542941331863403

   1904120	  0.165593	  0.165429	  0.164953		CURRENT LEARNING RATE: 3.762903598429417e-09
previous_iter_valid_loss : 0.17267881333827972

   1904140	  0.172946	  0.172679	  0.165203		CURRENT LEARNING RATE: 3.762151092962788e-09
previous_iter_valid_loss : 0.16140291094779968

   1904160	  0.161557	  0.161403	  0.164930		CURRENT LEARNING RATE: 3.7613987379822025e-09
previous_iter_valid_loss : 0.16369663178920746

   1904180	  0.163901	  0.163697	  0.164465		CURRENT LEARNING RATE: 3.7606465334575545e-09
previous_iter_valid_loss : 0.17231516540050507

   1904200	  0.172585	  0.172315	  0.165052		CURRENT LEARNING RATE: 3.759894479358781e-09
previous_iter_valid_loss : 0.16385310888290405

   1904220	  0.164059	  0.163853	  0.165151		CURRENT LEARNING RATE: 3.7591425756557874e-09
previous_iter_valid_loss : 0.17502208054065704

   1904240	  0.175172	  0.175022	  0.165792		CURRENT LEARNING RATE: 3.7583908223184986e-09
previous_iter_valid_loss : 0.16291989386081696

   1904260	  0.163088	  0.162920	  0.165816		CURRENT LEARNING RATE: 3.7576392193168416e-09
previous_iter_valid_loss : 0.16218556463718414

   1904280	  0.162383	  0.162186	  0.165897		CURRENT LEARNING RATE: 3.756887766620754e-09
previous_iter_valid_loss : 0.18071167171001434

   1904300	  0.181053	  0.180712	  0.166759		CURRENT LEARNING RATE: 3.7561364642001785e-09
previous_iter_valid_loss : 0.16177146136760712

   1904320	  0.161952	  0.161771	  0.166789		CURRENT LEARNING RATE: 3.755385312025061e-09
previous_iter_valid_loss : 0.16496631503105164

   1904340	  0.165141	  0.164966	  0.166783		CURRENT LEARNING RATE: 3.754634310065344e-09
previous_iter_valid_loss : 0.1630261242389679

   1904360	  0.163192	  0.163026	  0.166847		CURRENT LEARNING RATE: 3.753883458291013e-09
previous_iter_valid_loss : 0.17116808891296387

   1904380	  0.171317	  0.171168	  0.167380		CURRENT LEARNING RATE: 3.7531327566720205e-09
previous_iter_valid_loss : 0.16417545080184937

   1904400	  0.164344	  0.164175	  0.167268		CURRENT LEARNING RATE: 3.75238220517834e-09
previous_iter_valid_loss : 0.16723473370075226

   1904420	  0.167392	  0.167235	  0.167394		CURRENT LEARNING RATE: 3.751631803779947e-09
previous_iter_valid_loss : 0.1636970341205597

   1904440	  0.163894	  0.163697	  0.167423		CURRENT LEARNING RATE: 3.750881552446826e-09
previous_iter_valid_loss : 0.16582940518856049

   1904460	  0.165988	  0.165829	  0.167625		CURRENT LEARNING RATE: 3.750131451148969e-09
previous_iter_valid_loss : 0.16133122146129608

   1904480	  0.161494	  0.161331	  0.167115		CURRENT LEARNING RATE: 3.749381499856357e-09
previous_iter_valid_loss : 0.1782008409500122

   1904500	  0.178513	  0.178201	  0.167079		CURRENT LEARNING RATE: 3.748631698539019e-09
previous_iter_valid_loss : 0.17058557271957397

   1904520	  0.170734	  0.170586	  0.167336		CURRENT LEARNING RATE: 3.747882047166948e-09
previous_iter_valid_loss : 0.1620282232761383

   1904540	  0.162187	  0.162028	  0.166804		CURRENT LEARNING RATE: 3.747132545710161e-09
previous_iter_valid_loss : 0.16081826388835907

   1904560	  0.160998	  0.160818	  0.166775		CURRENT LEARNING RATE: 3.746383194138675e-09
previous_iter_valid_loss : 0.16083931922912598

   1904580	  0.161000	  0.160839	  0.166632		CURRENT LEARNING RATE: 3.7456339924225186e-09
previous_iter_valid_loss : 0.16639196872711182

   1904600	  0.166624	  0.166392	  0.166336		CURRENT LEARNING RATE: 3.744884940531721e-09
previous_iter_valid_loss : 0.16846409440040588

   1904620	  0.168617	  0.168464	  0.166566		CURRENT LEARNING RATE: 3.7441360384363226e-09
previous_iter_valid_loss : 0.17047731578350067

   1904640	  0.170630	  0.170477	  0.166339		CURRENT LEARNING RATE: 3.743387286106353e-09
previous_iter_valid_loss : 0.1609179824590683

   1904660	  0.161074	  0.160918	  0.166239		CURRENT LEARNING RATE: 3.742638683511888e-09
previous_iter_valid_loss : 0.1900218427181244

   1904680	  0.190467	  0.190022	  0.167631		CURRENT LEARNING RATE: 3.741890230622971e-09
previous_iter_valid_loss : 0.17263677716255188

   1904700	  0.172902	  0.172637	  0.167227		CURRENT LEARNING RATE: 3.741141927409664e-09
previous_iter_valid_loss : 0.16075225174427032

   1904720	  0.160927	  0.160752	  0.167176		CURRENT LEARNING RATE: 3.740393773842035e-09
previous_iter_valid_loss : 0.16393695771694183

   1904740	  0.164105	  0.163937	  0.167124		CURRENT LEARNING RATE: 3.739645769890156e-09
previous_iter_valid_loss : 0.1605209857225418

   1904760	  0.160686	  0.160521	  0.166999		CURRENT LEARNING RATE: 3.73889791552411e-09
previous_iter_valid_loss : 0.16170497238636017

   1904780	  0.161852	  0.161705	  0.166526		CURRENT LEARNING RATE: 3.73815021071398e-09
previous_iter_valid_loss : 0.160628080368042

   1904800	  0.160790	  0.160628	  0.166349		CURRENT LEARNING RATE: 3.737402655429846e-09
previous_iter_valid_loss : 0.16089749336242676

   1904820	  0.161071	  0.160897	  0.166032		CURRENT LEARNING RATE: 3.7366552496418316e-09
previous_iter_valid_loss : 0.1617923378944397

   1904840	  0.161954	  0.161792	  0.165936		CURRENT LEARNING RATE: 3.7359079933200285e-09
previous_iter_valid_loss : 0.16126160323619843

   1904860	  0.161422	  0.161262	  0.165708		CURRENT LEARNING RATE: 3.735160886434545e-09
previous_iter_valid_loss : 0.1838092803955078

   1904880	  0.184170	  0.183809	  0.166832		CURRENT LEARNING RATE: 3.734413928955497e-09
previous_iter_valid_loss : 0.16051653027534485

   1910340	  0.160685	  0.160517	  0.169488		CURRENT LEARNING RATE: 3.535981429798111e-09
previous_iter_valid_loss : 0.17515085637569427

   1910360	  0.175300	  0.175151	  0.169213		CURRENT LEARNING RATE: 3.535274304227067e-09
previous_iter_valid_loss : 0.1619105339050293

   1910380	  0.162100	  0.161911	  0.167264		CURRENT LEARNING RATE: 3.534567320066996e-09
previous_iter_valid_loss : 0.16182668507099152

   1910400	  0.161986	  0.161827	  0.166766		CURRENT LEARNING RATE: 3.533860477289618e-09
previous_iter_valid_loss : 0.17222079634666443

   1910420	  0.172492	  0.172221	  0.166987		CURRENT LEARNING RATE: 3.5331537758666598e-09
previous_iter_valid_loss : 0.16155768930912018

   1910440	  0.161741	  0.161558	  0.166733		CURRENT LEARNING RATE: 3.5324472157698407e-09
previous_iter_valid_loss : 0.16290028393268585

   1910460	  0.163069	  0.162900	  0.166527		CURRENT LEARNING RATE: 3.531740796970923e-09
previous_iter_valid_loss : 0.16131491959095

   1910480	  0.161499	  0.161315	  0.166185		CURRENT LEARNING RATE: 3.5310345194416376e-09
previous_iter_valid_loss : 0.1605740636587143

   1910500	  0.160729	  0.160574	  0.166035		CURRENT LEARNING RATE: 3.5303283831537336e-09
previous_iter_valid_loss : 0.1628173440694809

   1910520	  0.162994	  0.162817	  0.165371		CURRENT LEARNING RATE: 3.529622388078965e-09
previous_iter_valid_loss : 0.16243554651737213

   1910540	  0.162603	  0.162436	  0.165304		CURRENT LEARNING RATE: 3.5289165341890927e-09
previous_iter_valid_loss : 0.1606813371181488

   1910560	  0.160854	  0.160681	  0.164407		CURRENT LEARNING RATE: 3.5282108214558822e-09
previous_iter_valid_loss : 0.17831921577453613

   1910580	  0.178622	  0.178319	  0.165206		CURRENT LEARNING RATE: 3.5275052498510927e-09
previous_iter_valid_loss : 0.1607806235551834

   1910600	  0.160930	  0.160781	  0.165206		CURRENT LEARNING RATE: 3.526799819346526e-09
previous_iter_valid_loss : 0.16147468984127045

   1910620	  0.161638	  0.161475	  0.165071		CURRENT LEARNING RATE: 3.5260945299139524e-09
previous_iter_valid_loss : 0.17730967700481415

   1910640	  0.177468	  0.177310	  0.165900		CURRENT LEARNING RATE: 3.5253893815251607e-09
previous_iter_valid_loss : 0.16733694076538086

   1910660	  0.167490	  0.167337	  0.165629		CURRENT LEARNING RATE: 3.5246843741519443e-09
previous_iter_valid_loss : 0.1612117439508438

   1910680	  0.161398	  0.161212	  0.164636		CURRENT LEARNING RATE: 3.523979507766104e-09
previous_iter_valid_loss : 0.16744525730609894

   1910700	  0.167604	  0.167445	  0.164976		CURRENT LEARNING RATE: 3.523274782339444e-09
previous_iter_valid_loss : 0.16068509221076965

   1910720	  0.160848	  0.160685	  0.164921		CURRENT LEARNING RATE: 3.522570197843776e-09
previous_iter_valid_loss : 0.16936609148979187

   1910740	  0.169622	  0.169366	  0.165364		CURRENT LEARNING RATE: 3.5218657542509038e-09
previous_iter_valid_loss : 0.1624830663204193

   1910760	  0.162674	  0.162483	  0.164730		CURRENT LEARNING RATE: 3.521161451532675e-09
previous_iter_valid_loss : 0.16061411798000336

   1910780	  0.160772	  0.160614	  0.164666		CURRENT LEARNING RATE: 3.520457289660904e-09
previous_iter_valid_loss : 0.1665370613336563

   1910800	  0.166758	  0.166537	  0.164901		CURRENT LEARNING RATE: 3.519753268607426e-09
previous_iter_valid_loss : 0.17766058444976807

   1910820	  0.177821	  0.177661	  0.165173		CURRENT LEARNING RATE: 3.519049388344079e-09
previous_iter_valid_loss : 0.18137690424919128

   1910840	  0.181530	  0.181377	  0.166164		CURRENT LEARNING RATE: 3.5183456488427075e-09
previous_iter_valid_loss : 0.16612541675567627

   1910860	  0.166328	  0.166125	  0.166325		CURRENT LEARNING RATE: 3.5176420500751627e-09
previous_iter_valid_loss : 0.16803503036499023

   1910880	  0.168261	  0.168035	  0.166661		CURRENT LEARNING RATE: 3.5169385920132875e-09
previous_iter_valid_loss : 0.16173356771469116

   1910900	  0.161896	  0.161734	  0.166719		CURRENT LEARNING RATE: 3.5162352746289694e-09
previous_iter_valid_loss : 0.16674751043319702

   1910920	  0.166905	  0.166748	  0.166916		CURRENT LEARNING RATE: 3.5155320978940627e-09
previous_iter_valid_loss : 0.1649809032678604

   1910940	  0.165148	  0.164981	  0.167043		CURRENT LEARNING RATE: 3.5148290617804404e-09
previous_iter_valid_loss : 0.17097896337509155

   1910960	  0.171237	  0.170979	  0.167558		CURRENT LEARNING RATE: 3.514126166259981e-09
previous_iter_valid_loss : 0.16120150685310364

   1910980	  0.161393	  0.161202	  0.166702		CURRENT LEARNING RATE: 3.513423411304569e-09
previous_iter_valid_loss : 0.16908812522888184

   1911000	  0.169331	  0.169088	  0.167117		CURRENT LEARNING RATE: 3.5127207968860936e-09
previous_iter_valid_loss : 0.1606319099664688

   1911020	  0.160787	  0.160632	  0.167075		CURRENT LEARNING RATE: 3.51201832297645e-09
previous_iter_valid_loss : 0.16068442165851593

   1911040	  0.160841	  0.160684	  0.166244		CURRENT LEARNING RATE: 3.511315989547528e-09
previous_iter_valid_loss : 0.16300880908966064

   1911060	  0.163215	  0.163009	  0.166028		CURRENT LEARNING RATE: 3.5106137965712583e-09
previous_iter_valid_loss : 0.1607140302658081

   1911080	  0.160870	  0.160714	  0.166003		CURRENT LEARNING RATE: 3.509911744019541e-09
previous_iter_valid_loss : 0.17259715497493744

   1911100	  0.172738	  0.172597	  0.166260		CURRENT LEARNING RATE: 3.5092098318642943e-09
previous_iter_valid_loss : 0.16363458335399628

   1911120	  0.163801	  0.163635	  0.166408		CURRENT LEARNING RATE: 3.508508060077441e-09
previous_iter_valid_loss : 0.160933718085289

   1911140	  0.161116	  0.160934	  0.165986		CURRENT LEARNING RATE: 3.5078064286309103e-09
previous_iter_valid_loss : 0.16317465901374817

   1911160	  0.163362	  0.163175	  0.166021		CURRENT LEARNING RATE: 3.507104937496638e-09
previous_iter_valid_loss : 0.16717037558555603

   1911180	  0.167383	  0.167170	  0.166349		CURRENT LEARNING RATE: 3.5064035866465625e-09
previous_iter_valid_loss : 0.17230235040187836

   1911200	  0.172449	  0.172302	  0.166637		CURRENT LEARNING RATE: 3.5057023760526195e-09
previous_iter_valid_loss : 0.17186136543750763

   1911220	  0.172125	  0.171861	  0.166347		CURRENT LEARNING RATE: 3.505001305686784e-09
previous_iter_valid_loss : 0.16174983978271484

   1911240	  0.161908	  0.161750	  0.165366		CURRENT LEARNING RATE: 3.5043003755210015e-09
previous_iter_valid_loss : 0.18141043186187744

   1911260	  0.181744	  0.181410	  0.166130		CURRENT LEARNING RATE: 3.503599585527234e-09
previous_iter_valid_loss : 0.1634400337934494

   1911280	  0.163642	  0.163440	  0.165900		CURRENT LEARNING RATE: 3.502898935677451e-09
previous_iter_valid_loss : 0.16271500289440155

   1911300	  0.162904	  0.162715	  0.165949		CURRENT LEARNING RATE: 3.5021984259436254e-09
previous_iter_valid_loss : 0.16393256187438965

   1911320	  0.164130	  0.163933	  0.165808		CURRENT LEARNING RATE: 3.5014980562977377e-09
previous_iter_valid_loss : 0.16778847575187683

   1911340	  0.168018	  0.167788	  0.165949		CURRENT LEARNING RATE: 3.5007978267117596e-09
previous_iter_valid_loss : 0.1725943237543106

   1911360	  0.172863	  0.172594	  0.166029		CURRENT LEARNING RATE: 3.500097737157708e-09
previous_iter_valid_loss : 0.1605343222618103

   1911380	  0.160698	  0.160534	  0.165996		CURRENT LEARNING RATE: 3.4993977876075666e-09
previous_iter_valid_loss : 0.16230376064777374

   1911400	  0.162459	  0.162304	  0.165657		CURRENT LEARNING RATE: 3.4986979780333363e-09
previous_iter_valid_loss : 0.16238543391227722

   1911420	  0.162540	  0.162385	  0.165745		CURRENT LEARNING RATE: 3.4979983084070266e-09
previous_iter_valid_loss : 0.16966432332992554

   1911440	  0.169814	  0.169664	  0.166194		CURRENT LEARNING RATE: 3.497298778700649e-09
previous_iter_valid_loss : 0.16737450659275055

   1911460	  0.167538	  0.167375	  0.166412		CURRENT LEARNING RATE: 3.4965993888862233e-09
previous_iter_valid_loss : 0.16063976287841797

   1911480	  0.160800	  0.160640	  0.166408		CURRENT LEARNING RATE: 3.495900138935773e-09
previous_iter_valid_loss : 0.17476390302181244

   1911500	  0.174912	  0.174764	  0.166516		CURRENT LEARNING RATE: 3.4952010288213176e-09
previous_iter_valid_loss : 0.16233547031879425

   1911520	  0.162495	  0.162335	  0.166452		CURRENT LEARNING RATE: 3.4945020585149154e-09
previous_iter_valid_loss : 0.1604970395565033

   1911540	  0.160660	  0.160497	  0.166430		CURRENT LEARNING RATE: 3.493803227988596e-09
previous_iter_valid_loss : 0.16156746447086334

   1911560	  0.161718	  0.161567	  0.166349		CURRENT LEARNING RATE: 3.4931045372144062e-09
previous_iter_valid_loss : 0.16588762402534485

   1911580	  0.166106	  0.165888	  0.166285		CURRENT LEARNING RATE: 3.4924059861643987e-09
previous_iter_valid_loss : 0.16694074869155884

   1911600	  0.167158	  0.166941	  0.166017		CURRENT LEARNING RATE: 3.491707574810631e-09
previous_iter_valid_loss : 0.1606612503528595

   1911620	  0.160819	  0.160661	  0.165457		CURRENT LEARNING RATE: 3.4910093031251662e-09
previous_iter_valid_loss : 0.18585219979286194

   1911640	  0.186237	  0.185852	  0.166662		CURRENT LEARNING RATE: 3.4903111710800747e-09
previous_iter_valid_loss : 0.1672627478837967

   1911660	  0.167486	  0.167263	  0.165955		CURRENT LEARNING RATE: 3.4896131786474174e-09
previous_iter_valid_loss : 0.18268625438213348

   1911680	  0.182830	  0.182686	  0.166917		CURRENT LEARNING RATE: 3.488915325799301e-09
previous_iter_valid_loss : 0.16051137447357178

   1911700	  0.160674	  0.160511	  0.166807		CURRENT LEARNING RATE: 3.488217612507797e-09
previous_iter_valid_loss : 0.16134047508239746

   1911720	  0.161521	  0.161340	  0.166677		CURRENT LEARNING RATE: 3.487520038744999e-09
previous_iter_valid_loss : 0.18200531601905823

   1911740	  0.182346	  0.182005	  0.167388		CURRENT LEARNING RATE: 3.4868226044830023e-09
previous_iter_valid_loss : 0.19358709454536438

   1911760	  0.193702	  0.193587	  0.168438		CURRENT LEARNING RATE: 3.4861253096939107e-09
previous_iter_valid_loss : 0.1606355756521225

   1911780	  0.160789	  0.160636	  0.168443		CURRENT LEARNING RATE: 3.485428154349832e-09
previous_iter_valid_loss : 0.1610482931137085

   1911800	  0.161220	  0.161048	  0.168380		CURRENT LEARNING RATE: 3.4847311384228676e-09
previous_iter_valid_loss : 0.1800515353679657

   1911820	  0.180206	  0.180052	  0.169263		CURRENT LEARNING RATE: 3.484034261885161e-09
previous_iter_valid_loss : 0.16307421028614044

   1911840	  0.163259	  0.163074	  0.168934		CURRENT LEARNING RATE: 3.483337524708826e-09
previous_iter_valid_loss : 0.17084355652332306

   1911860	  0.170993	  0.170844	  0.169107		CURRENT LEARNING RATE: 3.482640926865992e-09
previous_iter_valid_loss : 0.17143860459327698

   1911880	  0.171589	  0.171439	  0.169647		CURRENT LEARNING RATE: 3.4819444683287957e-09
previous_iter_valid_loss : 0.16358362138271332

   1911900	  0.163768	  0.163584	  0.169088		CURRENT LEARNING RATE: 3.4812481490693788e-09
previous_iter_valid_loss : 0.1610603630542755

   1911920	  0.161246	  0.161060	  0.169025		CURRENT LEARNING RATE: 3.4805519690598875e-09
previous_iter_valid_loss : 0.164517343044281

   1911940	  0.164681	  0.164517	  0.169226		CURRENT LEARNING RATE: 3.479855928272476e-09
previous_iter_valid_loss : 0.16199122369289398

   1911960	  0.162162	  0.161991	  0.169247		CURRENT LEARNING RATE: 3.47916002667929e-09
previous_iter_valid_loss : 0.1644214391708374

   1911980	  0.164626	  0.164421	  0.169173		CURRENT LEARNING RATE: 3.4784642642525177e-09
previous_iter_valid_loss : 0.16090480983257294

   1912000	  0.161066	  0.160905	  0.168872		CURRENT LEARNING RATE: 3.4777686409643162e-09
previous_iter_valid_loss : 0.16775555908679962

   1912020	  0.167908	  0.167756	  0.169226		CURRENT LEARNING RATE: 3.477073156786861e-09
previous_iter_valid_loss : 0.16153161227703094

   1912040	  0.161697	  0.161532	  0.168010		CURRENT LEARNING RATE: 3.476377811692333e-09
previous_iter_valid_loss : 0.16051585972309113

   1912060	  0.160670	  0.160516	  0.167673		CURRENT LEARNING RATE: 3.4756826056529173e-09
previous_iter_valid_loss : 0.16075193881988525

   1912080	  0.160926	  0.160752	  0.166576		CURRENT LEARNING RATE: 3.4749875386408058e-09
previous_iter_valid_loss : 0.16097381711006165

   1912100	  0.161152	  0.160974	  0.166599		CURRENT LEARNING RATE: 3.4742926106281848e-09
previous_iter_valid_loss : 0.1628517210483551

   1912120	  0.163018	  0.162852	  0.166675		CURRENT LEARNING RATE: 3.473597821587281e-09
previous_iter_valid_loss : 0.18797056376934052

   1912140	  0.188105	  0.187971	  0.166973		CURRENT LEARNING RATE: 3.4729031714902905e-09
previous_iter_valid_loss : 0.16230548918247223

   1912160	  0.162469	  0.162305	  0.165409		CURRENT LEARNING RATE: 3.472208660309427e-09
previous_iter_valid_loss : 0.1604880690574646

   1912180	  0.160653	  0.160488	  0.165402		CURRENT LEARNING RATE: 3.4715142880169106e-09
previous_iter_valid_loss : 0.16071994602680206

   1912200	  0.160902	  0.160720	  0.165385		CURRENT LEARNING RATE: 3.4708200545849664e-09
previous_iter_valid_loss : 0.16102956235408783

   1912220	  0.161182	  0.161030	  0.164434		CURRENT LEARNING RATE: 3.4701259599858243e-09
previous_iter_valid_loss : 0.16074945032596588

   1912240	  0.160925	  0.160749	  0.164318		CURRENT LEARNING RATE: 3.4694320041917215e-09
previous_iter_valid_loss : 0.17356067895889282

   1912260	  0.173710	  0.173561	  0.164454		CURRENT LEARNING RATE: 3.4687381871748864e-09
previous_iter_valid_loss : 0.16240395605564117

   1912280	  0.162600	  0.162404	  0.164002		CURRENT LEARNING RATE: 3.4680445089075926e-09
previous_iter_valid_loss : 0.1609044373035431

   1912300	  0.161088	  0.160904	  0.163868		CURRENT LEARNING RATE: 3.4673509693620787e-09
previous_iter_valid_loss : 0.21611669659614563

   1912320	  0.216129	  0.216117	  0.166621		CURRENT LEARNING RATE: 3.4666575685106045e-09
previous_iter_valid_loss : 0.16421425342559814

   1912340	  0.164388	  0.164214	  0.166606		CURRENT LEARNING RATE: 3.465964306325433e-09
previous_iter_valid_loss : 0.16053210198879242

   1912360	  0.160688	  0.160532	  0.166533		CURRENT LEARNING RATE: 3.465271182778835e-09
previous_iter_valid_loss : 0.1665579080581665

   1912380	  0.166767	  0.166558	  0.166640		CURRENT LEARNING RATE: 3.4645781978430843e-09
previous_iter_valid_loss : 0.1649976521730423

   1912400	  0.165195	  0.164998	  0.166844		CURRENT LEARNING RATE: 3.463885351490462e-09
previous_iter_valid_loss : 0.1767146736383438

   1912420	  0.177013	  0.176715	  0.167292		CURRENT LEARNING RATE: 3.4631926436932424e-09
previous_iter_valid_loss : 0.1609629988670349

   1912440	  0.161143	  0.160963	  0.167264		CURRENT LEARNING RATE: 3.462500074423741e-09
previous_iter_valid_loss : 0.16071370244026184

   1912460	  0.160866	  0.160714	  0.167274		CURRENT LEARNING RATE: 3.4618076436542423e-09
previous_iter_valid_loss : 0.16061197221279144

   1912480	  0.160779	  0.160612	  0.167267		CURRENT LEARNING RATE: 3.4611153513570505e-09
previous_iter_valid_loss : 0.16057702898979187

   1912500	  0.160743	  0.160577	  0.167247		CURRENT LEARNING RATE: 3.4604231975044736e-09
previous_iter_valid_loss : 0.16052302718162537

   1912520	  0.160696	  0.160523	  0.167130		CURRENT LEARNING RATE: 3.459731182068824e-09
previous_iter_valid_loss : 0.16790634393692017

   1912540	  0.168135	  0.167906	  0.166127		CURRENT LEARNING RATE: 3.459039305022423e-09
previous_iter_valid_loss : 0.17330250144004822

   1912560	  0.173582	  0.173303	  0.166677		CURRENT LEARNING RATE: 3.458347566337582e-09
previous_iter_valid_loss : 0.16171838343143463

   1912580	  0.161874	  0.161718	  0.166739		CURRENT LEARNING RATE: 3.457655965986657e-09
previous_iter_valid_loss : 0.16227684915065765

   1912600	  0.162471	  0.162277	  0.166816		CURRENT LEARNING RATE: 3.4569645039419704e-09
previous_iter_valid_loss : 0.16816194355487823

   1912620	  0.168383	  0.168162	  0.167173		CURRENT LEARNING RATE: 3.4562731801758646e-09
previous_iter_valid_loss : 0.17409443855285645

   1912640	  0.174246	  0.174094	  0.167840		CURRENT LEARNING RATE: 3.4555819946606864e-09
previous_iter_valid_loss : 0.16135713458061218

   1912660	  0.161544	  0.161357	  0.167230		CURRENT LEARNING RATE: 3.4548909473687887e-09
previous_iter_valid_loss : 0.17238663136959076

   1912680	  0.172532	  0.172387	  0.167729		CURRENT LEARNING RATE: 3.4542000382725293e-09
previous_iter_valid_loss : 0.1648111194372177

   1912700	  0.164974	  0.164811	  0.167925		CURRENT LEARNING RATE: 3.4535092673442716e-09
previous_iter_valid_loss : 0.16283416748046875

   1912720	  0.163003	  0.162834	  0.165260		CURRENT LEARNING RATE: 3.452818634556373e-09
previous_iter_valid_loss : 0.16402581334114075

   1912740	  0.164217	  0.164026	  0.165251		CURRENT LEARNING RATE: 3.4521281398812323e-09
previous_iter_valid_loss : 0.16804403066635132

   1912760	  0.168277	  0.168044	  0.165627		CURRENT LEARNING RATE: 3.451437783291218e-09
previous_iter_valid_loss : 0.16092455387115479

   1912780	  0.161100	  0.160925	  0.165345		CURRENT LEARNING RATE: 3.4507475647587157e-09
previous_iter_valid_loss : 0.16236862540245056

   1912800	  0.162524	  0.162369	  0.165214		CURRENT LEARNING RATE: 3.450057484256116e-09
previous_iter_valid_loss : 0.16314814984798431

   1912820	  0.163352	  0.163148	  0.164535		CURRENT LEARNING RATE: 3.449367541755816e-09
previous_iter_valid_loss : 0.16784992814064026

   1912840	  0.168007	  0.167850	  0.164880		CURRENT LEARNING RATE: 3.4486777372302184e-09
previous_iter_valid_loss : 0.17677415907382965

   1912860	  0.176929	  0.176774	  0.165683		CURRENT LEARNING RATE: 3.4479880706517307e-09
previous_iter_valid_loss : 0.16106267273426056

   1912880	  0.161240	  0.161063	  0.165705		CURRENT LEARNING RATE: 3.447298541992754e-09
previous_iter_valid_loss : 0.16294194757938385

   1912900	  0.163128	  0.162942	  0.165823		CURRENT LEARNING RATE: 3.4466091512257316e-09
previous_iter_valid_loss : 0.16227678954601288

   1912920	  0.162439	  0.162277	  0.165911		CURRENT LEARNING RATE: 3.4459198983230758e-09
previous_iter_valid_loss : 0.16638319194316864

   1912940	  0.166543	  0.166383	  0.165835		CURRENT LEARNING RATE: 3.4452307832572167e-09
previous_iter_valid_loss : 0.17921005189418793

   1912960	  0.179372	  0.179210	  0.166130		CURRENT LEARNING RATE: 3.444541806000589e-09
previous_iter_valid_loss : 0.16510018706321716

   1912980	  0.165264	  0.165100	  0.166299		CURRENT LEARNING RATE: 3.443852966525634e-09
previous_iter_valid_loss : 0.1624162793159485

   1913000	  0.162578	  0.162416	  0.166306		CURRENT LEARNING RATE: 3.4431642648047984e-09
previous_iter_valid_loss : 0.1680537909269333

   1913020	  0.168281	  0.168054	  0.166301		CURRENT LEARNING RATE: 3.4424757008105214e-09
previous_iter_valid_loss : 0.16212749481201172

   1913040	  0.162315	  0.162127	  0.165703		CURRENT LEARNING RATE: 3.4417872745152853e-09
previous_iter_valid_loss : 0.16116860508918762

   1913060	  0.161352	  0.161169	  0.165693		CURRENT LEARNING RATE: 3.4410989858915406e-09
previous_iter_valid_loss : 0.16388903558254242

   1913080	  0.164054	  0.163889	  0.165268		CURRENT LEARNING RATE: 3.4404108349117558e-09
previous_iter_valid_loss : 0.16698016226291656

   1913100	  0.167198	  0.166980	  0.165377		CURRENT LEARNING RATE: 3.4397228215484047e-09
previous_iter_valid_loss : 0.16298890113830566

   1913120	  0.163162	  0.162989	  0.165384		CURRENT LEARNING RATE: 3.4390349457739667e-09
previous_iter_valid_loss : 0.16813412308692932

   1913140	  0.168356	  0.168134	  0.165590		CURRENT LEARNING RATE: 3.4383472075609277e-09
previous_iter_valid_loss : 0.16663353145122528

   1913160	  0.166794	  0.166634	  0.165519		CURRENT LEARNING RATE: 3.437659606881777e-09
previous_iter_valid_loss : 0.16065242886543274

   1913180	  0.160810	  0.160652	  0.165506		CURRENT LEARNING RATE: 3.4369721437089984e-09
previous_iter_valid_loss : 0.1629142314195633

   1913200	  0.163080	  0.162914	  0.165533		CURRENT LEARNING RATE: 3.4362848180151185e-09
previous_iter_valid_loss : 0.16244900226593018

   1913220	  0.162625	  0.162449	  0.165498		CURRENT LEARNING RATE: 3.435597629772632e-09
previous_iter_valid_loss : 0.1671484261751175

   1913240	  0.167369	  0.167148	  0.165463		CURRENT LEARNING RATE: 3.4349105789540514e-09
previous_iter_valid_loss : 0.16832762956619263

   1913260	  0.168559	  0.168328	  0.165041		CURRENT LEARNING RATE: 3.434223665531894e-09
previous_iter_valid_loss : 0.16963690519332886

   1913280	  0.169879	  0.169637	  0.165469		CURRENT LEARNING RATE: 3.433536889478684e-09
previous_iter_valid_loss : 0.1607046127319336

   1913300	  0.160866	  0.160705	  0.165357		CURRENT LEARNING RATE: 3.4328502507669497e-09
previous_iter_valid_loss : 0.1655178815126419

   1913320	  0.165738	  0.165518	  0.165520		CURRENT LEARNING RATE: 3.4321637493692142e-09
previous_iter_valid_loss : 0.1636720597743988

   1913340	  0.163842	  0.163672	  0.165384		CURRENT LEARNING RATE: 3.4314773852580407e-09
previous_iter_valid_loss : 0.18705053627490997

   1913360	  0.187437	  0.187051	  0.165776		CURRENT LEARNING RATE: 3.430791158405963e-09
previous_iter_valid_loss : 0.16313321888446808

   1913380	  0.163324	  0.163133	  0.165678		CURRENT LEARNING RATE: 3.430105068785533e-09
previous_iter_valid_loss : 0.19294677674770355

   1913400	  0.193071	  0.192947	  0.167204		CURRENT LEARNING RATE: 3.4294191163693055e-09
previous_iter_valid_loss : 0.16323170065879822

   1913420	  0.163400	  0.163232	  0.166963		CURRENT LEARNING RATE: 3.428733301129843e-09
previous_iter_valid_loss : 0.1633985936641693

   1913440	  0.163591	  0.163399	  0.167027		CURRENT LEARNING RATE: 3.428047623039713e-09
previous_iter_valid_loss : 0.16062897443771362

   1913460	  0.160804	  0.160629	  0.167000		CURRENT LEARNING RATE: 3.4273620820714888e-09
previous_iter_valid_loss : 0.16907097399234772

   1913480	  0.169228	  0.169071	  0.167259		CURRENT LEARNING RATE: 3.426676678197736e-09
previous_iter_valid_loss : 0.162970632314682

   1913500	  0.163176	  0.162971	  0.167058		CURRENT LEARNING RATE: 3.425991411391063e-09
previous_iter_valid_loss : 0.16080987453460693

   1913520	  0.160989	  0.160810	  0.166949		CURRENT LEARNING RATE: 3.4253062816240467e-09
previous_iter_valid_loss : 0.16318312287330627

   1913540	  0.163347	  0.163183	  0.166702		CURRENT LEARNING RATE: 3.4246212888692824e-09
previous_iter_valid_loss : 0.16647805273532867

   1913560	  0.166635	  0.166478	  0.166694		CURRENT LEARNING RATE: 3.4239364330993697e-09
previous_iter_valid_loss : 0.16097626090049744

   1913580	  0.161162	  0.160976	  0.166710		CURRENT LEARNING RATE: 3.4232517142869157e-09
previous_iter_valid_loss : 0.1771746426820755

   1913600	  0.177468	  0.177175	  0.167423		CURRENT LEARNING RATE: 3.42256713240453e-09
previous_iter_valid_loss : 0.17524217069149017

   1913620	  0.175524	  0.175242	  0.168063		CURRENT LEARNING RATE: 3.42188268742483e-09
previous_iter_valid_loss : 0.16289778053760529

   1913640	  0.163085	  0.162898	  0.167850		CURRENT LEARNING RATE: 3.421198379320426e-09
previous_iter_valid_loss : 0.16219143569469452

   1913660	  0.162379	  0.162191	  0.167544		CURRENT LEARNING RATE: 3.4205142080639695e-09
previous_iter_valid_loss : 0.16364003717899323

   1913680	  0.163804	  0.163640	  0.167244		CURRENT LEARNING RATE: 3.419830173628082e-09
previous_iter_valid_loss : 0.160811185836792

   1913700	  0.160957	  0.160811	  0.167249		CURRENT LEARNING RATE: 3.419146275985402e-09
previous_iter_valid_loss : 0.1622939556837082

   1913720	  0.162454	  0.162294	  0.167088		CURRENT LEARNING RATE: 3.418462515108573e-09
previous_iter_valid_loss : 0.16053229570388794

   1913740	  0.160691	  0.160532	  0.166931		CURRENT LEARNING RATE: 3.4177788909702456e-09
previous_iter_valid_loss : 0.17534124851226807

   1913760	  0.175630	  0.175341	  0.166345		CURRENT LEARNING RATE: 3.417095403543074e-09
previous_iter_valid_loss : 0.1605381816625595

   1913780	  0.160701	  0.160538	  0.166216		CURRENT LEARNING RATE: 3.416412052799707e-09
previous_iter_valid_loss : 0.17610898613929749

   1913800	  0.176265	  0.176109	  0.165374		CURRENT LEARNING RATE: 3.415728838712835e-09
previous_iter_valid_loss : 0.1605720967054367

   1913820	  0.160743	  0.160572	  0.165241		CURRENT LEARNING RATE: 3.4150457612551165e-09
previous_iter_valid_loss : 0.16091439127922058

   1913840	  0.161101	  0.160914	  0.165117		CURRENT LEARNING RATE: 3.414362820399229e-09
previous_iter_valid_loss : 0.1615322083234787

   1913860	  0.161691	  0.161532	  0.165162		CURRENT LEARNING RATE: 3.4136800161178555e-09
previous_iter_valid_loss : 0.16777323186397552

   1913880	  0.167926	  0.167773	  0.165097		CURRENT LEARNING RATE: 3.4129973483836826e-09
previous_iter_valid_loss : 0.1612263172864914

   1913900	  0.161375	  0.161226	  0.165010		CURRENT LEARNING RATE: 3.412314817169404e-09
previous_iter_valid_loss : 0.16138656437397003

   1913920	  0.161577	  0.161387	  0.165038		CURRENT LEARNING RATE: 3.411632422447718e-09
previous_iter_valid_loss : 0.16592533886432648

   1913940	  0.166083	  0.165925	  0.165176		CURRENT LEARNING RATE: 3.410950164191318e-09
previous_iter_valid_loss : 0.1608833521604538

   1913960	  0.161039	  0.160883	  0.164896		CURRENT LEARNING RATE: 3.4102680423729368e-09
previous_iter_valid_loss : 0.16096702218055725

   1913980	  0.161124	  0.160967	  0.164895		CURRENT LEARNING RATE: 3.409586056965278e-09
previous_iter_valid_loss : 0.16152706742286682

   1914000	  0.161721	  0.161527	  0.164113		CURRENT LEARNING RATE: 3.4089042079410615e-09
previous_iter_valid_loss : 0.162387877702713

   1914020	  0.162548	  0.162388	  0.163470		CURRENT LEARNING RATE: 3.4082224952730144e-09
previous_iter_valid_loss : 0.1627987176179886

   1914040	  0.163005	  0.162799	  0.163465		CURRENT LEARNING RATE: 3.407540918933867e-09
previous_iter_valid_loss : 0.16862265765666962

   1914060	  0.168848	  0.168623	  0.163787		CURRENT LEARNING RATE: 3.406859478896357e-09
previous_iter_valid_loss : 0.16423377394676208

   1914080	  0.164423	  0.164234	  0.163816		CURRENT LEARNING RATE: 3.4061781751332267e-09
previous_iter_valid_loss : 0.16056697070598602

   1914100	  0.160737	  0.160567	  0.163804		CURRENT LEARNING RATE: 3.405497007617212e-09
previous_iter_valid_loss : 0.16128411889076233

   1914120	  0.161435	  0.161284	  0.163754		CURRENT LEARNING RATE: 3.40481597632109e-09
previous_iter_valid_loss : 0.19049367308616638

   1914140	  0.190920	  0.190494	  0.165252		CURRENT LEARNING RATE: 3.404135081217607e-09
previous_iter_valid_loss : 0.16697674989700317

   1914160	  0.167130	  0.166977	  0.164834		CURRENT LEARNING RATE: 3.4034543222795283e-09
previous_iter_valid_loss : 0.16104888916015625

   1914180	  0.161225	  0.161049	  0.164859		CURRENT LEARNING RATE: 3.4027736994796225e-09
previous_iter_valid_loss : 0.16145090758800507

   1914200	  0.161613	  0.161451	  0.164126		CURRENT LEARNING RATE: 3.4020932127906652e-09
previous_iter_valid_loss : 0.16479843854904175

   1914220	  0.164966	  0.164798	  0.164338		CURRENT LEARNING RATE: 3.4014128621854373e-09
previous_iter_valid_loss : 0.16764523088932037

   1914240	  0.167866	  0.167645	  0.164674		CURRENT LEARNING RATE: 3.4007326476367116e-09
previous_iter_valid_loss : 0.16209769248962402

   1914260	  0.162267	  0.162098	  0.164702		CURRENT LEARNING RATE: 3.400052569117305e-09
previous_iter_valid_loss : 0.1806790828704834

   1914280	  0.180836	  0.180679	  0.165348		CURRENT LEARNING RATE: 3.399372626600001e-09
previous_iter_valid_loss : 0.17030690610408783

   1914300	  0.170459	  0.170307	  0.165802		CURRENT LEARNING RATE: 3.398692820057603e-09
previous_iter_valid_loss : 0.21308164298534393

   1914320	  0.213132	  0.213082	  0.168387		CURRENT LEARNING RATE: 3.3980131494629184e-09
previous_iter_valid_loss : 0.16880109906196594

   1914340	  0.168949	  0.168801	  0.168530		CURRENT LEARNING RATE: 3.39733361478876e-09
previous_iter_valid_loss : 0.18498733639717102

   1914360	  0.185128	  0.184987	  0.169735		CURRENT LEARNING RATE: 3.3966542160079466e-09
previous_iter_valid_loss : 0.1631263792514801

   1914380	  0.163329	  0.163126	  0.169843		CURRENT LEARNING RATE: 3.395974953093302e-09
previous_iter_valid_loss : 0.16668368875980377

   1914400	  0.166897	  0.166684	  0.170101		CURRENT LEARNING RATE: 3.3952958260176443e-09
previous_iter_valid_loss : 0.1613590121269226

   1914420	  0.161548	  0.161359	  0.170050		CURRENT LEARNING RATE: 3.394616834753832e-09
previous_iter_valid_loss : 0.1605745255947113

   1914440	  0.160745	  0.160575	  0.169939		CURRENT LEARNING RATE: 3.3939379792746934e-09
previous_iter_valid_loss : 0.16689850389957428

   1914460	  0.167059	  0.166899	  0.169852		CURRENT LEARNING RATE: 3.3932592595530743e-09
previous_iter_valid_loss : 0.16830269992351532

   1914480	  0.168534	  0.168303	  0.170056		CURRENT LEARNING RATE: 3.392580675561827e-09
previous_iter_valid_loss : 0.16054236888885498

   1914500	  0.160694	  0.160542	  0.170055		CURRENT LEARNING RATE: 3.3919022272738063e-09
previous_iter_valid_loss : 0.16090655326843262

   1914520	  0.161091	  0.160907	  0.170036		CURRENT LEARNING RATE: 3.3912239146618754e-09
previous_iter_valid_loss : 0.16600137948989868

   1914540	  0.166162	  0.166001	  0.168811		CURRENT LEARNING RATE: 3.390545737698889e-09
previous_iter_valid_loss : 0.16706545650959015

   1914560	  0.167286	  0.167065	  0.168816		CURRENT LEARNING RATE: 3.3898676963577456e-09
previous_iter_valid_loss : 0.17643994092941284

   1914580	  0.176593	  0.176440	  0.169585		CURRENT LEARNING RATE: 3.3891897906113097e-09
previous_iter_valid_loss : 0.16289299726486206

   1914600	  0.163086	  0.162893	  0.169657		CURRENT LEARNING RATE: 3.388512020432466e-09
previous_iter_valid_loss : 0.18154023587703705

   1914620	  0.181895	  0.181540	  0.170494		CURRENT LEARNING RATE: 3.387834385794104e-09
previous_iter_valid_loss : 0.17187699675559998

   1914640	  0.172026	  0.171877	  0.170706		CURRENT LEARNING RATE: 3.3871568866691175e-09
previous_iter_valid_loss : 0.16281384229660034

   1914660	  0.162978	  0.162814	  0.170742		CURRENT LEARNING RATE: 3.386479523030407e-09
previous_iter_valid_loss : 0.17013902962207794

   1914680	  0.170288	  0.170139	  0.170215		CURRENT LEARNING RATE: 3.3858022948508776e-09
previous_iter_valid_loss : 0.1622576117515564

   1914700	  0.162442	  0.162258	  0.169812		CURRENT LEARNING RATE: 3.385125202103429e-09
previous_iter_valid_loss : 0.16136077046394348

   1914720	  0.161520	  0.161361	  0.167226		CURRENT LEARNING RATE: 3.3844482447610004e-09
previous_iter_valid_loss : 0.16681894659996033

   1914740	  0.167038	  0.166819	  0.167127		CURRENT LEARNING RATE: 3.3837714227965028e-09
previous_iter_valid_loss : 0.16171403229236603

   1914760	  0.161909	  0.161714	  0.165963		CURRENT LEARNING RATE: 3.383094736182862e-09
previous_iter_valid_loss : 0.16267187893390656

   1914780	  0.162843	  0.162672	  0.165941		CURRENT LEARNING RATE: 3.382418184893011e-09
previous_iter_valid_loss : 0.16689622402191162

   1914800	  0.167051	  0.166896	  0.165951		CURRENT LEARNING RATE: 3.381741768899888e-09
previous_iter_valid_loss : 0.1781289279460907

   1914820	  0.178288	  0.178129	  0.166790		CURRENT LEARNING RATE: 3.3810654881764362e-09
previous_iter_valid_loss : 0.16750681400299072

   1914840	  0.167668	  0.167507	  0.167136		CURRENT LEARNING RATE: 3.3803893426956043e-09
previous_iter_valid_loss : 0.17787989974021912

   1914860	  0.178189	  0.177880	  0.167686		CURRENT LEARNING RATE: 3.3797133324303347e-09
previous_iter_valid_loss : 0.16068950295448303

   1914880	  0.160850	  0.160690	  0.167305		CURRENT LEARNING RATE: 3.3790374573536108e-09
previous_iter_valid_loss : 0.17042846977710724

   1914900	  0.170689	  0.170428	  0.167799		CURRENT LEARNING RATE: 3.3783617174383855e-09
previous_iter_valid_loss : 0.17090262472629547

   1914920	  0.171157	  0.170903	  0.168299		CURRENT LEARNING RATE: 3.3776861126576296e-09
previous_iter_valid_loss : 0.16184912621974945

   1914940	  0.162024	  0.161849	  0.168091		CURRENT LEARNING RATE: 3.377010642984319e-09
previous_iter_valid_loss : 0.1605169177055359

   1914960	  0.160689	  0.160517	  0.167764		CURRENT LEARNING RATE: 3.3763353083914335e-09
previous_iter_valid_loss : 0.16053171455860138

   1914980	  0.160705	  0.160532	  0.166969		CURRENT LEARNING RATE: 3.375660108851962e-09
previous_iter_valid_loss : 0.16642874479293823

   1915000	  0.166644	  0.166429	  0.167145		CURRENT LEARNING RATE: 3.3749850443388824e-09
previous_iter_valid_loss : 0.19186140596866608

   1915020	  0.192333	  0.191861	  0.167661		CURRENT LEARNING RATE: 3.374310114825217e-09
previous_iter_valid_loss : 0.16857361793518066

   1915040	  0.168724	  0.168574	  0.167496		CURRENT LEARNING RATE: 3.3736353202839572e-09
previous_iter_valid_loss : 0.16052426397800446

   1915060	  0.160691	  0.160524	  0.167382		CURRENT LEARNING RATE: 3.3729606606881104e-09
previous_iter_valid_loss : 0.16301238536834717

   1915080	  0.163181	  0.163012	  0.167025		CURRENT LEARNING RATE: 3.3722861360106906e-09
previous_iter_valid_loss : 0.16063621640205383

   1915100	  0.160797	  0.160636	  0.166944		CURRENT LEARNING RATE: 3.3716117462247165e-09
previous_iter_valid_loss : 0.16164222359657288

   1915120	  0.161833	  0.161642	  0.166958		CURRENT LEARNING RATE: 3.370937491303213e-09
previous_iter_valid_loss : 0.16102802753448486

   1915140	  0.161187	  0.161028	  0.166669		CURRENT LEARNING RATE: 3.3702633712192094e-09
previous_iter_valid_loss : 0.16596227884292603

   1915160	  0.166121	  0.165962	  0.166881		CURRENT LEARNING RATE: 3.3695893859457286e-09
previous_iter_valid_loss : 0.16077087819576263

   1915180	  0.160952	  0.160771	  0.166786		CURRENT LEARNING RATE: 3.368915535455836e-09
previous_iter_valid_loss : 0.1615855097770691

   1915200	  0.161774	  0.161586	  0.166521		CURRENT LEARNING RATE: 3.368241819722566e-09
previous_iter_valid_loss : 0.1628744751214981

   1915220	  0.163067	  0.162874	  0.165758		CURRENT LEARNING RATE: 3.3675682387189688e-09
previous_iter_valid_loss : 0.17314520478248596

   1915240	  0.173287	  0.173145	  0.166040		CURRENT LEARNING RATE: 3.3668947924181014e-09
previous_iter_valid_loss : 0.17033793032169342

   1915260	  0.170487	  0.170338	  0.165663		CURRENT LEARNING RATE: 3.3662214807930263e-09
previous_iter_valid_loss : 0.16050265729427338

   1915280	  0.160660	  0.160503	  0.165653		CURRENT LEARNING RATE: 3.3655483038168104e-09
previous_iter_valid_loss : 0.16233226656913757

   1915300	  0.162505	  0.162332	  0.165249		CURRENT LEARNING RATE: 3.3648752614625277e-09
previous_iter_valid_loss : 0.16424168646335602

   1915320	  0.164412	  0.164242	  0.164916		CURRENT LEARNING RATE: 3.3642023537032437e-09
previous_iter_valid_loss : 0.16049815714359283

   1915340	  0.160659	  0.160498	  0.164848		CURRENT LEARNING RATE: 3.3635295805120662e-09
previous_iter_valid_loss : 0.16083474457263947

   1915360	  0.160989	  0.160835	  0.164864		CURRENT LEARNING RATE: 3.362856941862073e-09
previous_iter_valid_loss : 0.1814686805009842

   1915380	  0.181625	  0.181469	  0.165911		CURRENT LEARNING RATE: 3.3621844377263576e-09
previous_iter_valid_loss : 0.16344311833381653

   1915400	  0.163631	  0.163443	  0.165761		CURRENT LEARNING RATE: 3.3615120680780196e-09
previous_iter_valid_loss : 0.17031435668468475

   1915420	  0.170465	  0.170314	  0.164684		CURRENT LEARNING RATE: 3.360839832890165e-09
previous_iter_valid_loss : 0.1795417070388794

   1915440	  0.179699	  0.179542	  0.165232		CURRENT LEARNING RATE: 3.3601677321359044e-09
previous_iter_valid_loss : 0.1861763745546341

   1915460	  0.186561	  0.186176	  0.166515		CURRENT LEARNING RATE: 3.3594957657883415e-09
previous_iter_valid_loss : 0.1726468801498413

   1915480	  0.172796	  0.172647	  0.166997		CURRENT LEARNING RATE: 3.3588239338206212e-09
previous_iter_valid_loss : 0.1628732532262802

   1915500	  0.163075	  0.162873	  0.167109		CURRENT LEARNING RATE: 3.3581522362058595e-09
previous_iter_valid_loss : 0.16327789425849915

   1915520	  0.163454	  0.163278	  0.167190		CURRENT LEARNING RATE: 3.3574806729171874e-09
previous_iter_valid_loss : 0.16170147061347961

   1915540	  0.161859	  0.161701	  0.167224		CURRENT LEARNING RATE: 3.3568092439277423e-09
previous_iter_valid_loss : 0.16067087650299072

   1915560	  0.160830	  0.160671	  0.166960		CURRENT LEARNING RATE: 3.356137949210668e-09
previous_iter_valid_loss : 0.16697777807712555

   1915580	  0.167135	  0.166978	  0.167270		CURRENT LEARNING RATE: 3.3554667887391114e-09
previous_iter_valid_loss : 0.16586458683013916

   1915600	  0.166026	  0.165865	  0.167484		CURRENT LEARNING RATE: 3.354795762486227e-09
previous_iter_valid_loss : 0.19494308531284332

   1915620	  0.195420	  0.194943	  0.169087		CURRENT LEARNING RATE: 3.354124870425162e-09
previous_iter_valid_loss : 0.16083256900310516

   1915640	  0.160997	  0.160833	  0.168472		CURRENT LEARNING RATE: 3.353454112529104e-09
previous_iter_valid_loss : 0.16904212534427643

   1915660	  0.169283	  0.169042	  0.168407		CURRENT LEARNING RATE: 3.3527834887712113e-09
previous_iter_valid_loss : 0.1635027527809143

   1915680	  0.163677	  0.163503	  0.168557		CURRENT LEARNING RATE: 3.352112999124658e-09
previous_iter_valid_loss : 0.1621142327785492

   1915700	  0.162265	  0.162114	  0.168546		CURRENT LEARNING RATE: 3.3514426435626255e-09
previous_iter_valid_loss : 0.1635630577802658

   1915720	  0.163763	  0.163563	  0.168512		CURRENT LEARNING RATE: 3.3507724220582988e-09
previous_iter_valid_loss : 0.16324912011623383

   1915740	  0.163411	  0.163249	  0.168650		CURRENT LEARNING RATE: 3.35010233458487e-09
previous_iter_valid_loss : 0.16206791996955872

   1915760	  0.162254	  0.162068	  0.168711		CURRENT LEARNING RATE: 3.3494323811155225e-09
previous_iter_valid_loss : 0.1857542246580124

   1915780	  0.186127	  0.185754	  0.168926		CURRENT LEARNING RATE: 3.348762561623483e-09
previous_iter_valid_loss : 0.16069312393665314

   1915800	  0.160863	  0.160693	  0.168788		CURRENT LEARNING RATE: 3.3480928760819463e-09
previous_iter_valid_loss : 0.16056178510189056

   1915820	  0.160730	  0.160562	  0.168300		CURRENT LEARNING RATE: 3.3474233244641253e-09
previous_iter_valid_loss : 0.17233581840991974

   1915840	  0.172596	  0.172336	  0.167940		CURRENT LEARNING RATE: 3.346753906743237e-09
previous_iter_valid_loss : 0.1708344966173172

   1915860	  0.171085	  0.170834	  0.167173		CURRENT LEARNING RATE: 3.346084622892506e-09
previous_iter_valid_loss : 0.16806748509407043

   1915880	  0.168226	  0.168067	  0.166944		CURRENT LEARNING RATE: 3.3454154728851606e-09
previous_iter_valid_loss : 0.16075298190116882

   1915900	  0.160908	  0.160753	  0.166838		CURRENT LEARNING RATE: 3.3447464566944345e-09
previous_iter_valid_loss : 0.16292323172092438

   1915920	  0.163111	  0.162923	  0.166820		CURRENT LEARNING RATE: 3.3440775742935546e-09
previous_iter_valid_loss : 0.16115503013134003

   1915940	  0.161338	  0.161155	  0.166793		CURRENT LEARNING RATE: 3.3434088256557906e-09
previous_iter_valid_loss : 0.1623871922492981

   1915960	  0.162548	  0.162387	  0.166879		CURRENT LEARNING RATE: 3.34274021075438e-09
previous_iter_valid_loss : 0.1638413369655609

   1915980	  0.164009	  0.163841	  0.166722		CURRENT LEARNING RATE: 3.342071729562578e-09
previous_iter_valid_loss : 0.16055481135845184

   1916000	  0.160728	  0.160555	  0.166456		CURRENT LEARNING RATE: 3.3414033820536457e-09
previous_iter_valid_loss : 0.16388925909996033

   1916020	  0.164059	  0.163889	  0.164904		CURRENT LEARNING RATE: 3.340735168200849e-09
previous_iter_valid_loss : 0.16130392253398895

   1916040	  0.161489	  0.161304	  0.164927		CURRENT LEARNING RATE: 3.3400670879774595e-09
previous_iter_valid_loss : 0.17265531420707703

   1916060	  0.172925	  0.172655	  0.165108		CURRENT LEARNING RATE: 3.3393991413567546e-09
previous_iter_valid_loss : 0.1903596818447113

   1916080	  0.190812	  0.190360	  0.166451		CURRENT LEARNING RATE: 3.338731328312003e-09
previous_iter_valid_loss : 0.16281026601791382

   1916100	  0.163004	  0.162810	  0.166486		CURRENT LEARNING RATE: 3.338063648816518e-09
previous_iter_valid_loss : 0.16303327679634094

   1916120	  0.163196	  0.163033	  0.166459		CURRENT LEARNING RATE: 3.337396102843578e-09
previous_iter_valid_loss : 0.1619984209537506

   1916140	  0.162161	  0.161998	  0.166397		CURRENT LEARNING RATE: 3.3367286903664837e-09
previous_iter_valid_loss : 0.16171103715896606

   1916160	  0.161897	  0.161711	  0.166379		CURRENT LEARNING RATE: 3.3360614113585367e-09
previous_iter_valid_loss : 0.16057664155960083

   1916180	  0.160737	  0.160577	  0.165120		CURRENT LEARNING RATE: 3.335394265793047e-09
previous_iter_valid_loss : 0.1751357913017273

   1916200	  0.175281	  0.175136	  0.165842		CURRENT LEARNING RATE: 3.3347272536433287e-09
previous_iter_valid_loss : 0.16064056754112244

   1916220	  0.160798	  0.160641	  0.165846		CURRENT LEARNING RATE: 3.3340603748826885e-09
previous_iter_valid_loss : 0.16452805697917938

   1916240	  0.164695	  0.164528	  0.165456		CURRENT LEARNING RATE: 3.333393629484476e-09
previous_iter_valid_loss : 0.16135954856872559

   1916260	  0.161507	  0.161360	  0.164982		CURRENT LEARNING RATE: 3.3327270174220088e-09
previous_iter_valid_loss : 0.17854170501232147

   1916280	  0.178708	  0.178542	  0.165506		CURRENT LEARNING RATE: 3.3320605386686223e-09
previous_iter_valid_loss : 0.1621277928352356

   1916300	  0.162287	  0.162128	  0.165574		CURRENT LEARNING RATE: 3.331394193197659e-09
previous_iter_valid_loss : 0.18016885221004486

   1916320	  0.180494	  0.180169	  0.166437		CURRENT LEARNING RATE: 3.330727980982463e-09
previous_iter_valid_loss : 0.1704622209072113

   1916340	  0.170610	  0.170462	  0.166902		CURRENT LEARNING RATE: 3.330061901996387e-09
previous_iter_valid_loss : 0.16194048523902893

   1916360	  0.162128	  0.161940	  0.166880		CURRENT LEARNING RATE: 3.3293959562127878e-09
previous_iter_valid_loss : 0.16093701124191284

   1916380	  0.161085	  0.160937	  0.166734		CURRENT LEARNING RATE: 3.3287301436050146e-09
previous_iter_valid_loss : 0.1608327180147171

   1916400	  0.161011	  0.160833	  0.166748		CURRENT LEARNING RATE: 3.3280644641464597e-09
previous_iter_valid_loss : 0.18490396440029144

   1916420	  0.185046	  0.184904	  0.167799		CURRENT LEARNING RATE: 3.3273989178104844e-09
previous_iter_valid_loss : 0.16122715175151825

   1916440	  0.161410	  0.161227	  0.167795		CURRENT LEARNING RATE: 3.326733504570466e-09
previous_iter_valid_loss : 0.1813131868839264

   1916460	  0.181470	  0.181313	  0.168228		CURRENT LEARNING RATE: 3.326068224399788e-09
previous_iter_valid_loss : 0.16244001686573029

   1916480	  0.162597	  0.162440	  0.166832		CURRENT LEARNING RATE: 3.3254030772718394e-09
previous_iter_valid_loss : 0.16723944246768951

   1916500	  0.167405	  0.167239	  0.167054		CURRENT LEARNING RATE: 3.3247380631600147e-09
previous_iter_valid_loss : 0.1606145054101944

   1916520	  0.160786	  0.160615	  0.166933		CURRENT LEARNING RATE: 3.324073182037701e-09
previous_iter_valid_loss : 0.20031827688217163

   1916540	  0.200400	  0.200318	  0.168849		CURRENT LEARNING RATE: 3.3234084338783265e-09
previous_iter_valid_loss : 0.16778869926929474

   1916560	  0.167942	  0.167789	  0.169152		CURRENT LEARNING RATE: 3.3227438186552902e-09
previous_iter_valid_loss : 0.1611296683549881

   1916580	  0.161281	  0.161130	  0.169180		CURRENT LEARNING RATE: 3.3220793363420073e-09
previous_iter_valid_loss : 0.16051197052001953

   1916600	  0.160678	  0.160512	  0.168449		CURRENT LEARNING RATE: 3.321414986911898e-09
previous_iter_valid_loss : 0.17596401274204254

   1916620	  0.176121	  0.175964	  0.169215		CURRENT LEARNING RATE: 3.3207507703383885e-09
previous_iter_valid_loss : 0.1618378758430481

   1916640	  0.162034	  0.161838	  0.169081		CURRENT LEARNING RATE: 3.32008668659491e-09
previous_iter_valid_loss : 0.17031113803386688

   1916660	  0.170460	  0.170311	  0.169528		CURRENT LEARNING RATE: 3.3194227356548996e-09
previous_iter_valid_loss : 0.1863807886838913

   1916680	  0.186524	  0.186381	  0.169920		CURRENT LEARNING RATE: 3.3187589174917878e-09
previous_iter_valid_loss : 0.16698962450027466

   1916700	  0.167149	  0.166990	  0.170163		CURRENT LEARNING RATE: 3.3180952320790444e-09
previous_iter_valid_loss : 0.16750334203243256

   1916720	  0.167659	  0.167503	  0.169530		CURRENT LEARNING RATE: 3.3174316793901105e-09
previous_iter_valid_loss : 0.1619044542312622

   1916740	  0.162058	  0.161904	  0.169102		CURRENT LEARNING RATE: 3.316768259398445e-09
previous_iter_valid_loss : 0.16258034110069275

   1916760	  0.162746	  0.162580	  0.169134		CURRENT LEARNING RATE: 3.3161049720775098e-09
previous_iter_valid_loss : 0.16062286496162415

   1916780	  0.160801	  0.160623	  0.169118		CURRENT LEARNING RATE: 3.3154418174007736e-09
previous_iter_valid_loss : 0.16818790137767792

   1916800	  0.168343	  0.168188	  0.169486		CURRENT LEARNING RATE: 3.3147787953417113e-09
previous_iter_valid_loss : 0.16788850724697113

   1916820	  0.168121	  0.167889	  0.168635		CURRENT LEARNING RATE: 3.314115905873801e-09
previous_iter_valid_loss : 0.16167838871479034

   1916840	  0.161864	  0.161678	  0.168658		CURRENT LEARNING RATE: 3.3134531489705156e-09
previous_iter_valid_loss : 0.16930094361305237

   1916860	  0.169546	  0.169301	  0.168057		CURRENT LEARNING RATE: 3.3127905246053685e-09
previous_iter_valid_loss : 0.1657993197441101

   1916880	  0.166010	  0.165799	  0.168225		CURRENT LEARNING RATE: 3.3121280327518425e-09
previous_iter_valid_loss : 0.17514723539352417

   1916900	  0.175433	  0.175147	  0.168621		CURRENT LEARNING RATE: 3.3114656733834382e-09
previous_iter_valid_loss : 0.16162927448749542

   1916920	  0.161784	  0.161629	  0.168671		CURRENT LEARNING RATE: 3.3108034464736617e-09
previous_iter_valid_loss : 0.1699373573064804

   1916940	  0.170184	  0.169937	  0.167152		CURRENT LEARNING RATE: 3.310141351996023e-09
previous_iter_valid_loss : 0.16193653643131256

   1916960	  0.162131	  0.161937	  0.166860		CURRENT LEARNING RATE: 3.3094793899240396e-09
previous_iter_valid_loss : 0.16054747998714447

   1916980	  0.160700	  0.160547	  0.166831		CURRENT LEARNING RATE: 3.3088175602312194e-09
previous_iter_valid_loss : 0.16734369099140167

   1917000	  0.167498	  0.167344	  0.167172		CURRENT LEARNING RATE: 3.3081558628911146e-09
previous_iter_valid_loss : 0.1671394258737564

   1917020	  0.167297	  0.167139	  0.166731		CURRENT LEARNING RATE: 3.3074942978772447e-09
previous_iter_valid_loss : 0.16323015093803406

   1917040	  0.163421	  0.163230	  0.166801		CURRENT LEARNING RATE: 3.3068328651631466e-09
previous_iter_valid_loss : 0.17117945849895477

   1917060	  0.171334	  0.171179	  0.166844		CURRENT LEARNING RATE: 3.306171564722364e-09
previous_iter_valid_loss : 0.1613018810749054

   1917080	  0.161446	  0.161302	  0.165590		CURRENT LEARNING RATE: 3.3055103965284444e-09
previous_iter_valid_loss : 0.16294069588184357

   1917100	  0.163105	  0.162941	  0.165388		CURRENT LEARNING RATE: 3.3048493605549413e-09
previous_iter_valid_loss : 0.19539059698581696

   1917120	  0.195500	  0.195391	  0.166782		CURRENT LEARNING RATE: 3.3041884567754127e-09
previous_iter_valid_loss : 0.1865740567445755

   1917140	  0.186707	  0.186574	  0.168015		CURRENT LEARNING RATE: 3.303527685163411e-09
previous_iter_valid_loss : 0.16790084540843964

   1917160	  0.168061	  0.167901	  0.168281		CURRENT LEARNING RATE: 3.3028670456925294e-09
previous_iter_valid_loss : 0.1716141402721405

   1917180	  0.171761	  0.171614	  0.168831		CURRENT LEARNING RATE: 3.3022065383363295e-09
previous_iter_valid_loss : 0.19161076843738556

   1917200	  0.191733	  0.191611	  0.170002		CURRENT LEARNING RATE: 3.301546163068392e-09
previous_iter_valid_loss : 0.1607767790555954

   1917220	  0.160935	  0.160777	  0.169647		CURRENT LEARNING RATE: 3.300885919862301e-09
previous_iter_valid_loss : 0.17139025032520294

   1917240	  0.171538	  0.171390	  0.170132		CURRENT LEARNING RATE: 3.3002258086916476e-09
previous_iter_valid_loss : 0.1648271530866623

   1917260	  0.165020	  0.164827	  0.169909		CURRENT LEARNING RATE: 3.2995658295300272e-09
previous_iter_valid_loss : 0.21263428032398224

   1917280	  0.213257	  0.212634	  0.172250		CURRENT LEARNING RATE: 3.29890598235104e-09
previous_iter_valid_loss : 0.17992965877056122

   1917300	  0.180247	  0.179930	  0.172489		CURRENT LEARNING RATE: 3.2982462671282808e-09
previous_iter_valid_loss : 0.17563708126544952

   1917320	  0.175793	  0.175637	  0.173190		CURRENT LEARNING RATE: 3.2975866838353843e-09
previous_iter_valid_loss : 0.1626853346824646

   1917340	  0.162881	  0.162685	  0.172827		CURRENT LEARNING RATE: 3.296927232445956e-09
previous_iter_valid_loss : 0.17734752595424652

   1917360	  0.177496	  0.177348	  0.173598		CURRENT LEARNING RATE: 3.2962679129336174e-09
previous_iter_valid_loss : 0.16132518649101257

   1917380	  0.161507	  0.161325	  0.173637		CURRENT LEARNING RATE: 3.2956087252719956e-09
previous_iter_valid_loss : 0.16348473727703094

   1917400	  0.163679	  0.163485	  0.173444		CURRENT LEARNING RATE: 3.294949669434724e-09
previous_iter_valid_loss : 0.16092850267887115

   1917420	  0.161112	  0.160929	  0.173133		CURRENT LEARNING RATE: 3.2942907453954384e-09
previous_iter_valid_loss : 0.1605643779039383

   1917440	  0.160733	  0.160564	  0.173000		CURRENT LEARNING RATE: 3.2936319531277714e-09
previous_iter_valid_loss : 0.16618263721466064

   1917460	  0.166395	  0.166183	  0.172750		CURRENT LEARNING RATE: 3.292973292605395e-09
previous_iter_valid_loss : 0.16529962420463562

   1917480	  0.165463	  0.165300	  0.172950		CURRENT LEARNING RATE: 3.2923147638019515e-09
previous_iter_valid_loss : 0.17365391552448273

   1917500	  0.173928	  0.173654	  0.173486		CURRENT LEARNING RATE: 3.2916563666910984e-09
previous_iter_valid_loss : 0.1690090000629425

   1917520	  0.169254	  0.169009	  0.172166		CURRENT LEARNING RATE: 3.2909981012465005e-09
previous_iter_valid_loss : 0.17500333487987518

   1917540	  0.175153	  0.175003	  0.171588		CURRENT LEARNING RATE: 3.2903399674418266e-09
previous_iter_valid_loss : 0.1621411144733429

   1917560	  0.162301	  0.162141	  0.171300		CURRENT LEARNING RATE: 3.2896819652507525e-09
previous_iter_valid_loss : 0.16139668226242065

   1917580	  0.161559	  0.161397	  0.170789		CURRENT LEARNING RATE: 3.2890240946469573e-09
previous_iter_valid_loss : 0.1879483163356781

   1917600	  0.188076	  0.187948	  0.170606		CURRENT LEARNING RATE: 3.2883663556041143e-09
previous_iter_valid_loss : 0.1661248505115509

   1917620	  0.166285	  0.166125	  0.170873		CURRENT LEARNING RATE: 3.287708748095938e-09
previous_iter_valid_loss : 0.16363850235939026

   1917640	  0.163832	  0.163639	  0.170486		CURRENT LEARNING RATE: 3.287051272096112e-09
previous_iter_valid_loss : 0.16062049567699432

   1917660	  0.160783	  0.160620	  0.170275		CURRENT LEARNING RATE: 3.286393927578337e-09
previous_iter_valid_loss : 0.1632666140794754

   1917680	  0.163440	  0.163267	  0.167807		CURRENT LEARNING RATE: 3.28573671451632e-09
previous_iter_valid_loss : 0.16083821654319763

   1917700	  0.161013	  0.160838	  0.166852		CURRENT LEARNING RATE: 3.2850796328837714e-09
previous_iter_valid_loss : 0.18037238717079163

   1917720	  0.180533	  0.180372	  0.167089		CURRENT LEARNING RATE: 3.2844226826544094e-09
previous_iter_valid_loss : 0.18004009127616882

   1917740	  0.180193	  0.180040	  0.167957		CURRENT LEARNING RATE: 3.283765863801943e-09
previous_iter_valid_loss : 0.16343463957309723

   1917760	  0.163600	  0.163435	  0.167261		CURRENT LEARNING RATE: 3.283109176300123e-09
previous_iter_valid_loss : 0.16056065261363983

   1917780	  0.160730	  0.160561	  0.167223		CURRENT LEARNING RATE: 3.2824526201226705e-09
previous_iter_valid_loss : 0.17351743578910828

   1917800	  0.173795	  0.173517	  0.167725		CURRENT LEARNING RATE: 3.281796195243324e-09
previous_iter_valid_loss : 0.16131488978862762

   1917820	  0.161506	  0.161315	  0.167744		CURRENT LEARNING RATE: 3.281139901635825e-09
previous_iter_valid_loss : 0.16112972795963287

   1917840	  0.161287	  0.161130	  0.167772		CURRENT LEARNING RATE: 3.2804837392739227e-09
previous_iter_valid_loss : 0.16118280589580536

   1917860	  0.161343	  0.161183	  0.167522		CURRENT LEARNING RATE: 3.2798277081313706e-09
previous_iter_valid_loss : 0.16766789555549622

   1917880	  0.167823	  0.167668	  0.167641		CURRENT LEARNING RATE: 3.279171808181927e-09
previous_iter_valid_loss : 0.16098105907440186

   1917900	  0.161164	  0.160981	  0.167007		CURRENT LEARNING RATE: 3.278516039399345e-09
previous_iter_valid_loss : 0.16590245068073273

   1917920	  0.166122	  0.165902	  0.166852		CURRENT LEARNING RATE: 3.277860401757416e-09
previous_iter_valid_loss : 0.16599059104919434

   1917940	  0.166197	  0.165991	  0.166401		CURRENT LEARNING RATE: 3.277204895229904e-09
previous_iter_valid_loss : 0.16055625677108765

   1917960	  0.160717	  0.160556	  0.166322		CURRENT LEARNING RATE: 3.2765495197905882e-09
previous_iter_valid_loss : 0.1675601452589035

   1917980	  0.167716	  0.167560	  0.166630		CURRENT LEARNING RATE: 3.2758942754132533e-09
previous_iter_valid_loss : 0.16056935489177704

   1918000	  0.160736	  0.160569	  0.165261		CURRENT LEARNING RATE: 3.27523916207169e-09
previous_iter_valid_loss : 0.16136181354522705

   1918020	  0.161507	  0.161362	  0.165023		CURRENT LEARNING RATE: 3.274584179739694e-09
previous_iter_valid_loss : 0.16527791321277618

   1918040	  0.165493	  0.165278	  0.165105		CURRENT LEARNING RATE: 3.2739293283910653e-09
previous_iter_valid_loss : 0.16055434942245483

   1918060	  0.160713	  0.160554	  0.165102		CURRENT LEARNING RATE: 3.2732746079995984e-09
previous_iter_valid_loss : 0.16488388180732727

   1918080	  0.165080	  0.164884	  0.165182		CURRENT LEARNING RATE: 3.272620018539128e-09
previous_iter_valid_loss : 0.16053928434848785

   1918100	  0.160698	  0.160539	  0.165168		CURRENT LEARNING RATE: 3.2719655599834583e-09
previous_iter_valid_loss : 0.16224728524684906

   1918120	  0.162414	  0.162247	  0.164261		CURRENT LEARNING RATE: 3.2713112323064122e-09
previous_iter_valid_loss : 0.1618797779083252

   1918140	  0.162042	  0.161880	  0.163353		CURRENT LEARNING RATE: 3.2706570354818154e-09
previous_iter_valid_loss : 0.16090118885040283

   1918160	  0.161083	  0.160901	  0.163227		CURRENT LEARNING RATE: 3.270002969483501e-09
previous_iter_valid_loss : 0.1641489863395691

   1918180	  0.164348	  0.164149	  0.163406		CURRENT LEARNING RATE: 3.2693490342853056e-09
previous_iter_valid_loss : 0.16451117396354675

   1918200	  0.164708	  0.164511	  0.162956		CURRENT LEARNING RATE: 3.2686952298610603e-09
previous_iter_valid_loss : 0.16054099798202515

   1918220	  0.160699	  0.160541	  0.162917		CURRENT LEARNING RATE: 3.268041556184636e-09
previous_iter_valid_loss : 0.16052860021591187

   1918240	  0.160696	  0.160529	  0.162887		CURRENT LEARNING RATE: 3.2673880132298746e-09
previous_iter_valid_loss : 0.16396823525428772

   1918260	  0.164147	  0.163968	  0.163026		CURRENT LEARNING RATE: 3.2667346009706338e-09
previous_iter_valid_loss : 0.16255107522010803

   1918280	  0.162739	  0.162551	  0.162770		CURRENT LEARNING RATE: 3.2660813193807776e-09
previous_iter_valid_loss : 0.16143041849136353

   1918300	  0.161583	  0.161430	  0.162793		CURRENT LEARNING RATE: 3.265428168434175e-09
previous_iter_valid_loss : 0.16059574484825134

   1918320	  0.160760	  0.160596	  0.162528		CURRENT LEARNING RATE: 3.2647751481046998e-09
previous_iter_valid_loss : 0.16349731385707855

   1918340	  0.163683	  0.163497	  0.162403		CURRENT LEARNING RATE: 3.26412225836623e-09
previous_iter_valid_loss : 0.1634335070848465

   1918360	  0.163588	  0.163434	  0.162547		CURRENT LEARNING RATE: 3.26346949919264e-09
previous_iter_valid_loss : 0.16209641098976135

   1918380	  0.162255	  0.162096	  0.162274		CURRENT LEARNING RATE: 3.262816870557842e-09
previous_iter_valid_loss : 0.1686801165342331

   1918400	  0.168908	  0.168680	  0.162679		CURRENT LEARNING RATE: 3.262164372435719e-09
previous_iter_valid_loss : 0.16216062009334564

   1918420	  0.162352	  0.162161	  0.162719		CURRENT LEARNING RATE: 3.2615120048001718e-09
previous_iter_valid_loss : 0.1788848489522934

   1918440	  0.179195	  0.178885	  0.163399		CURRENT LEARNING RATE: 3.2608597676251043e-09
previous_iter_valid_loss : 0.16430510580539703

   1918460	  0.164510	  0.164305	  0.163587		CURRENT LEARNING RATE: 3.2602076608844287e-09
previous_iter_valid_loss : 0.16838696599006653

   1918480	  0.168537	  0.168387	  0.163762		CURRENT LEARNING RATE: 3.2595556845520606e-09
previous_iter_valid_loss : 0.16073384881019592

   1918500	  0.160904	  0.160734	  0.163772		CURRENT LEARNING RATE: 3.258903838601919e-09
previous_iter_valid_loss : 0.16205941140651703

   1918520	  0.162253	  0.162059	  0.163762		CURRENT LEARNING RATE: 3.2582521230079202e-09
previous_iter_valid_loss : 0.16048337519168854

   1918540	  0.160647	  0.160483	  0.163693		CURRENT LEARNING RATE: 3.2576005377440187e-09
previous_iter_valid_loss : 0.16311708092689514

   1918560	  0.163279	  0.163117	  0.163803		CURRENT LEARNING RATE: 3.256949082784139e-09
previous_iter_valid_loss : 0.16796967387199402

   1918580	  0.168124	  0.167970	  0.163994		CURRENT LEARNING RATE: 3.256297758102223e-09
previous_iter_valid_loss : 0.1733599305152893

   1918600	  0.173507	  0.173360	  0.164437		CURRENT LEARNING RATE: 3.255646563672218e-09
previous_iter_valid_loss : 0.16058793663978577

   1918620	  0.160762	  0.160588	  0.164439		CURRENT LEARNING RATE: 3.254995499468075e-09
previous_iter_valid_loss : 0.16421934962272644

   1918640	  0.164429	  0.164219	  0.164624		CURRENT LEARNING RATE: 3.2543445654637536e-09
previous_iter_valid_loss : 0.16071444749832153

   1918660	  0.160870	  0.160714	  0.164461		CURRENT LEARNING RATE: 3.253693761633203e-09
previous_iter_valid_loss : 0.16052867472171783

   1918680	  0.160698	  0.160529	  0.164360		CURRENT LEARNING RATE: 3.253043087950415e-09
previous_iter_valid_loss : 0.16218431293964386

   1918700	  0.162372	  0.162184	  0.164398		CURRENT LEARNING RATE: 3.252392544389351e-09
previous_iter_valid_loss : 0.16393189132213593

   1918720	  0.164132	  0.163932	  0.164564		CURRENT LEARNING RATE: 3.2517421309239892e-09
previous_iter_valid_loss : 0.17559510469436646

   1918740	  0.175750	  0.175595	  0.165169		CURRENT LEARNING RATE: 3.251091847528313e-09
previous_iter_valid_loss : 0.16061629354953766

   1918760	  0.160771	  0.160616	  0.165028		CURRENT LEARNING RATE: 3.2504416941763113e-09
previous_iter_valid_loss : 0.1614319384098053

   1918780	  0.161624	  0.161432	  0.164995		CURRENT LEARNING RATE: 3.249791670841978e-09
previous_iter_valid_loss : 0.1631517857313156

   1918800	  0.163320	  0.163152	  0.164719		CURRENT LEARNING RATE: 3.2491417774993117e-09
previous_iter_valid_loss : 0.16330048441886902

   1918820	  0.163477	  0.163300	  0.164776		CURRENT LEARNING RATE: 3.248492014122305e-09
previous_iter_valid_loss : 0.16856901347637177

   1918840	  0.168726	  0.168569	  0.164260		CURRENT LEARNING RATE: 3.2478423806849917e-09
previous_iter_valid_loss : 0.17514491081237793

   1918860	  0.175291	  0.175145	  0.164802		CURRENT LEARNING RATE: 3.2471928771613732e-09
previous_iter_valid_loss : 0.1630757749080658

   1918880	  0.163237	  0.163076	  0.164536		CURRENT LEARNING RATE: 3.2465435035254708e-09
previous_iter_valid_loss : 0.16741828620433807

   1918900	  0.167575	  0.167418	  0.164871		CURRENT LEARNING RATE: 3.2458942597513088e-09
previous_iter_valid_loss : 0.1827508509159088

   1918920	  0.182911	  0.182751	  0.165905		CURRENT LEARNING RATE: 3.245245145812918e-09
previous_iter_valid_loss : 0.1729333996772766

   1918940	  0.173080	  0.172933	  0.166528		CURRENT LEARNING RATE: 3.2445961616843325e-09
previous_iter_valid_loss : 0.1639806032180786

   1918960	  0.164180	  0.163981	  0.166571		CURRENT LEARNING RATE: 3.243947307339583e-09
previous_iter_valid_loss : 0.1615576148033142

   1918980	  0.161717	  0.161558	  0.166250		CURRENT LEARNING RATE: 3.243298582752738e-09
previous_iter_valid_loss : 0.1696319282054901

   1919000	  0.169882	  0.169632	  0.166064		CURRENT LEARNING RATE: 3.242649987897836e-09
previous_iter_valid_loss : 0.16119720041751862

   1919020	  0.161356	  0.161197	  0.166094		CURRENT LEARNING RATE: 3.2420015227489345e-09
previous_iter_valid_loss : 0.1717357188463211

   1919040	  0.172001	  0.171736	  0.166470		CURRENT LEARNING RATE: 3.241353187280094e-09
previous_iter_valid_loss : 0.16230109333992004

   1919060	  0.162464	  0.162301	  0.166550		CURRENT LEARNING RATE: 3.240704981465382e-09
previous_iter_valid_loss : 0.18426649272441864

   1919080	  0.184648	  0.184266	  0.167736		CURRENT LEARNING RATE: 3.240056905278869e-09
previous_iter_valid_loss : 0.16121624410152435

   1919100	  0.161370	  0.161216	  0.167688		CURRENT LEARNING RATE: 3.2394089586946333e-09
previous_iter_valid_loss : 0.1609874665737152

   1919120	  0.161176	  0.160987	  0.167541		CURRENT LEARNING RATE: 3.2387611416867447e-09
previous_iter_valid_loss : 0.1605483740568161

   1919140	  0.160717	  0.160548	  0.166788		CURRENT LEARNING RATE: 3.2381134542293132e-09
previous_iter_valid_loss : 0.1606149971485138

   1919160	  0.160780	  0.160615	  0.166788		CURRENT LEARNING RATE: 3.2374658962964207e-09
previous_iter_valid_loss : 0.16142864525318146

   1919180	  0.161595	  0.161429	  0.166788		CURRENT LEARNING RATE: 3.2368184678621645e-09
previous_iter_valid_loss : 0.17711897194385529

   1919200	  0.177427	  0.177119	  0.167487		CURRENT LEARNING RATE: 3.2361711689006476e-09
previous_iter_valid_loss : 0.16350457072257996

   1919220	  0.163690	  0.163505	  0.167497		CURRENT LEARNING RATE: 3.2355239993859773e-09
previous_iter_valid_loss : 0.16169893741607666

   1919240	  0.161840	  0.161699	  0.167153		CURRENT LEARNING RATE: 3.234876959292268e-09
previous_iter_valid_loss : 0.19443757832050323

   1919260	  0.194558	  0.194438	  0.168118		CURRENT LEARNING RATE: 3.2342300485936374e-09
previous_iter_valid_loss : 0.16284704208374023

   1919280	  0.163016	  0.162847	  0.168106		CURRENT LEARNING RATE: 3.2335832672641975e-09
previous_iter_valid_loss : 0.16371046006679535

   1919300	  0.163884	  0.163710	  0.167921		CURRENT LEARNING RATE: 3.2329366152781003e-09
previous_iter_valid_loss : 0.177122101187706

   1919320	  0.177282	  0.177122	  0.167640		CURRENT LEARNING RATE: 3.232290092609468e-09
previous_iter_valid_loss : 0.17820656299591064

   1919340	  0.178519	  0.178207	  0.167903		CURRENT LEARNING RATE: 3.23164369923244e-09
previous_iter_valid_loss : 0.17413736879825592

   1919360	  0.174293	  0.174137	  0.168411		CURRENT LEARNING RATE: 3.2309974351211604e-09
previous_iter_valid_loss : 0.18176567554473877

   1919380	  0.181918	  0.181766	  0.169422		CURRENT LEARNING RATE: 3.2303513002497785e-09
previous_iter_valid_loss : 0.16288453340530396

   1919400	  0.163082	  0.162885	  0.169084		CURRENT LEARNING RATE: 3.2297052945924496e-09
previous_iter_valid_loss : 0.18122534453868866

   1919420	  0.181552	  0.181225	  0.170086		CURRENT LEARNING RATE: 3.2290594181233207e-09
previous_iter_valid_loss : 0.16490137577056885

   1919440	  0.165065	  0.164901	  0.169744		CURRENT LEARNING RATE: 3.2284136708165807e-09
previous_iter_valid_loss : 0.16129769384860992

   1919460	  0.161490	  0.161298	  0.169694		CURRENT LEARNING RATE: 3.227768052646388e-09
previous_iter_valid_loss : 0.1754688173532486

   1919480	  0.175759	  0.175469	  0.169254		CURRENT LEARNING RATE: 3.227122563586918e-09
previous_iter_valid_loss : 0.16607600450515747

   1919500	  0.166286	  0.166076	  0.169497		CURRENT LEARNING RATE: 3.226477203612351e-09
previous_iter_valid_loss : 0.16181069612503052

   1919520	  0.161999	  0.161811	  0.169538		CURRENT LEARNING RATE: 3.225831972696872e-09
previous_iter_valid_loss : 0.1605120450258255

   1919540	  0.160675	  0.160512	  0.169536		CURRENT LEARNING RATE: 3.2251868708146724e-09
previous_iter_valid_loss : 0.16692779958248138

   1919560	  0.167157	  0.166928	  0.169852		CURRENT LEARNING RATE: 3.2245418979399488e-09
previous_iter_valid_loss : 0.16250912845134735

   1919580	  0.162675	  0.162509	  0.169906		CURRENT LEARNING RATE: 3.2238970540468892e-09
previous_iter_valid_loss : 0.16895465552806854

   1919600	  0.169192	  0.168955	  0.169498		CURRENT LEARNING RATE: 3.2232523391097242e-09
previous_iter_valid_loss : 0.1685454100370407

   1919620	  0.168782	  0.168545	  0.169750		CURRENT LEARNING RATE: 3.222607753102653e-09
previous_iter_valid_loss : 0.16200582683086395

   1919640	  0.162154	  0.162006	  0.169765		CURRENT LEARNING RATE: 3.2219632959998924e-09
previous_iter_valid_loss : 0.16127994656562805

   1919660	  0.161434	  0.161280	  0.168107		CURRENT LEARNING RATE: 3.221318967775664e-09
previous_iter_valid_loss : 0.16217252612113953

   1919680	  0.162361	  0.162173	  0.168073		CURRENT LEARNING RATE: 3.2206747684041955e-09
previous_iter_valid_loss : 0.16794300079345703

   1919700	  0.168179	  0.167943	  0.168285		CURRENT LEARNING RATE: 3.2200306978597172e-09
previous_iter_valid_loss : 0.17626331746578217

   1919720	  0.176554	  0.176263	  0.168242		CURRENT LEARNING RATE: 3.2193867561164677e-09
previous_iter_valid_loss : 0.1605014055967331

   1919740	  0.160668	  0.160501	  0.167357		CURRENT LEARNING RATE: 3.218742943148677e-09
previous_iter_valid_loss : 0.16866685450077057

   1919760	  0.168898	  0.168667	  0.167083		CURRENT LEARNING RATE: 3.2180992589306162e-09
previous_iter_valid_loss : 0.1609560251235962

   1919780	  0.161116	  0.160956	  0.166043		CURRENT LEARNING RATE: 3.2174557034365265e-09
previous_iter_valid_loss : 0.1877676397562027

   1919800	  0.188161	  0.187768	  0.167287		CURRENT LEARNING RATE: 3.2168122766406644e-09
previous_iter_valid_loss : 0.16059443354606628

   1919820	  0.160743	  0.160594	  0.166255		CURRENT LEARNING RATE: 3.216168978517295e-09
previous_iter_valid_loss : 0.17819593846797943

   1919840	  0.178355	  0.178196	  0.166920		CURRENT LEARNING RATE: 3.2155258090406844e-09
previous_iter_valid_loss : 0.164181649684906

   1919860	  0.164400	  0.164182	  0.167064		CURRENT LEARNING RATE: 3.2148827681851067e-09
previous_iter_valid_loss : 0.1613408476114273

   1919880	  0.161531	  0.161341	  0.166358		CURRENT LEARNING RATE: 3.214239855924829e-09
previous_iter_valid_loss : 0.17017307877540588

   1919900	  0.170419	  0.170173	  0.166563		CURRENT LEARNING RATE: 3.2135970722341575e-09
previous_iter_valid_loss : 0.1635674089193344

   1919920	  0.163725	  0.163567	  0.166651		CURRENT LEARNING RATE: 3.212954417087369e-09
previous_iter_valid_loss : 0.16111478209495544

   1919940	  0.161267	  0.161115	  0.166681		CURRENT LEARNING RATE: 3.2123118904587572e-09
previous_iter_valid_loss : 0.16210675239562988

   1919960	  0.162288	  0.162107	  0.166440		CURRENT LEARNING RATE: 3.211669492322622e-09
previous_iter_valid_loss : 0.16726268827915192

   1919980	  0.167427	  0.167263	  0.166677		CURRENT LEARNING RATE: 3.2110272226532664e-09
previous_iter_valid_loss : 0.17909187078475952

   1920000	  0.179248	  0.179092	  0.167184		CURRENT LEARNING RATE: 3.210385081425001e-09
previous_iter_valid_loss : 0.17370209097862244

   1920020	  0.173965	  0.173702	  0.167442		CURRENT LEARNING RATE: 3.2097430686121385e-09
previous_iter_valid_loss : 0.160605788230896

   1920040	  0.160774	  0.160606	  0.167372		CURRENT LEARNING RATE: 3.209101184188988e-09
previous_iter_valid_loss : 0.18804289400577545

   1920060	  0.188461	  0.188043	  0.168710		CURRENT LEARNING RATE: 3.2084594281298973e-09
previous_iter_valid_loss : 0.16116894781589508

   1920080	  0.161321	  0.161169	  0.168660		CURRENT LEARNING RATE: 3.207817800409184e-09
previous_iter_valid_loss : 0.1620827466249466

   1920100	  0.162243	  0.162083	  0.168367		CURRENT LEARNING RATE: 3.2071763010011823e-09
previous_iter_valid_loss : 0.16729676723480225

   1920120	  0.167526	  0.167297	  0.167919		CURRENT LEARNING RATE: 3.2065349298802337e-09
previous_iter_valid_loss : 0.1948135495185852

   1920140	  0.194917	  0.194814	  0.169634		CURRENT LEARNING RATE: 3.2058936870206825e-09
previous_iter_valid_loss : 0.16608765721321106

   1920160	  0.166235	  0.166088	  0.169505		CURRENT LEARNING RATE: 3.2052525723968794e-09
previous_iter_valid_loss : 0.16627831757068634

   1920180	  0.166487	  0.166278	  0.169772		CURRENT LEARNING RATE: 3.2046115859831684e-09
previous_iter_valid_loss : 0.16343002021312714

   1920200	  0.163630	  0.163430	  0.168555		CURRENT LEARNING RATE: 3.203970727753932e-09
previous_iter_valid_loss : 0.1640777289867401

   1920220	  0.164271	  0.164078	  0.168729		CURRENT LEARNING RATE: 3.2033299976835257e-09
previous_iter_valid_loss : 0.16058634221553802

   1920240	  0.160755	  0.160586	  0.167848		CURRENT LEARNING RATE: 3.2026893957463193e-09
previous_iter_valid_loss : 0.16050060093402863

   1920260	  0.160671	  0.160501	  0.167664		CURRENT LEARNING RATE: 3.202048921916689e-09
previous_iter_valid_loss : 0.16051074862480164

   1920280	  0.160675	  0.160511	  0.167623		CURRENT LEARNING RATE: 3.2014085761690167e-09
previous_iter_valid_loss : 0.1845180243253708

   1920300	  0.184674	  0.184518	  0.168340		CURRENT LEARNING RATE: 3.2007683584776874e-09
previous_iter_valid_loss : 0.17494484782218933

   1920320	  0.175238	  0.174945	  0.168909		CURRENT LEARNING RATE: 3.2001282688170934e-09
previous_iter_valid_loss : 0.1689854860305786

   1920340	  0.169138	  0.168985	  0.169302		CURRENT LEARNING RATE: 3.199488307161619e-09
previous_iter_valid_loss : 0.16687196493148804

   1920360	  0.167091	  0.166872	  0.169541		CURRENT LEARNING RATE: 3.1988484734856882e-09
previous_iter_valid_loss : 0.1606280654668808

   1920380	  0.160796	  0.160628	  0.169209		CURRENT LEARNING RATE: 3.1982087677636973e-09
previous_iter_valid_loss : 0.16177687048912048

   1920400	  0.161938	  0.161777	  0.168343		CURRENT LEARNING RATE: 3.197569189970057e-09
previous_iter_valid_loss : 0.16771607100963593

   1920420	  0.167876	  0.167716	  0.168044		CURRENT LEARNING RATE: 3.196929740079185e-09
previous_iter_valid_loss : 0.16126573085784912

   1920440	  0.161430	  0.161266	  0.168077		CURRENT LEARNING RATE: 3.1962904180655035e-09
previous_iter_valid_loss : 0.16415353119373322

   1920460	  0.164313	  0.164154	  0.166882		CURRENT LEARNING RATE: 3.195651223903439e-09
previous_iter_valid_loss : 0.16775670647621155

   1920480	  0.167984	  0.167757	  0.167212		CURRENT LEARNING RATE: 3.195012157567423e-09
previous_iter_valid_loss : 0.16531768441200256

   1920500	  0.165507	  0.165318	  0.167374		CURRENT LEARNING RATE: 3.194373219031883e-09
previous_iter_valid_loss : 0.16067147254943848

   1920520	  0.160826	  0.160671	  0.167042		CURRENT LEARNING RATE: 3.1937344082712842e-09
previous_iter_valid_loss : 0.16312770545482635

   1920540	  0.163289	  0.163128	  0.165458		CURRENT LEARNING RATE: 3.1930957252600614e-09
previous_iter_valid_loss : 0.16128668189048767

   1920560	  0.161468	  0.161287	  0.165218		CURRENT LEARNING RATE: 3.192457169972668e-09
previous_iter_valid_loss : 0.16820035874843597

   1920580	  0.168358	  0.168200	  0.165314		CURRENT LEARNING RATE: 3.191818742383562e-09
previous_iter_valid_loss : 0.16057996451854706

   1920600	  0.160736	  0.160580	  0.165172		CURRENT LEARNING RATE: 3.191180442467206e-09
previous_iter_valid_loss : 0.18783031404018402

   1920620	  0.187970	  0.187830	  0.166359		CURRENT LEARNING RATE: 3.190542270198068e-09
previous_iter_valid_loss : 0.16870051622390747

   1920640	  0.168933	  0.168701	  0.166765		CURRENT LEARNING RATE: 3.18990422555061e-09
previous_iter_valid_loss : 0.16054700314998627

   1920660	  0.160702	  0.160547	  0.166767		CURRENT LEARNING RATE: 3.189266308499333e-09
previous_iter_valid_loss : 0.16066212952136993

   1920680	  0.160829	  0.160662	  0.166775		CURRENT LEARNING RATE: 3.1886285190187086e-09
previous_iter_valid_loss : 0.16150517761707306

   1920700	  0.161665	  0.161505	  0.165624		CURRENT LEARNING RATE: 3.1879908570832255e-09
previous_iter_valid_loss : 0.16118766367435455

   1920720	  0.161342	  0.161188	  0.164936		CURRENT LEARNING RATE: 3.187353322667377e-09
previous_iter_valid_loss : 0.16379833221435547

   1920740	  0.163973	  0.163798	  0.164677		CURRENT LEARNING RATE: 3.1867159157456624e-09
previous_iter_valid_loss : 0.16543959081172943

   1920760	  0.165605	  0.165440	  0.164605		CURRENT LEARNING RATE: 3.186078636292584e-09
previous_iter_valid_loss : 0.16123948991298676

   1920780	  0.161401	  0.161239	  0.164636		CURRENT LEARNING RATE: 3.185441484282652e-09
previous_iter_valid_loss : 0.1645563393831253

   1920800	  0.164718	  0.164556	  0.164775		CURRENT LEARNING RATE: 3.1848044596903677e-09
previous_iter_valid_loss : 0.1605731099843979

   1920820	  0.160740	  0.160573	  0.164418		CURRENT LEARNING RATE: 3.1841675624902744e-09
previous_iter_valid_loss : 0.17557856440544128

   1920840	  0.175727	  0.175579	  0.165133		CURRENT LEARNING RATE: 3.183530792656884e-09
previous_iter_valid_loss : 0.17980846762657166

   1920860	  0.180137	  0.179808	  0.165916		CURRENT LEARNING RATE: 3.1828941501647248e-09
previous_iter_valid_loss : 0.16139234602451324

   1920880	  0.161577	  0.161392	  0.165598		CURRENT LEARNING RATE: 3.182257634988333e-09
previous_iter_valid_loss : 0.16074180603027344

   1920900	  0.160920	  0.160742	  0.165369		CURRENT LEARNING RATE: 3.1816212471022465e-09
previous_iter_valid_loss : 0.17212527990341187

   1920920	  0.172385	  0.172125	  0.165942		CURRENT LEARNING RATE: 3.180984986481011e-09
previous_iter_valid_loss : 0.16362221539020538

   1920940	  0.163793	  0.163622	  0.165967		CURRENT LEARNING RATE: 3.180348853099175e-09
previous_iter_valid_loss : 0.17733797430992126

   1920960	  0.177494	  0.177338	  0.166769		CURRENT LEARNING RATE: 3.179712846931282e-09
previous_iter_valid_loss : 0.1716671735048294

   1920980	  0.171942	  0.171667	  0.166942		CURRENT LEARNING RATE: 3.179076967951915e-09
previous_iter_valid_loss : 0.167518749833107

   1921000	  0.167749	  0.167519	  0.167289		CURRENT LEARNING RATE: 3.1784412161356265e-09
previous_iter_valid_loss : 0.16183893382549286

   1921020	  0.161994	  0.161839	  0.165990		CURRENT LEARNING RATE: 3.1778055914569875e-09
previous_iter_valid_loss : 0.16362817585468292

   1921040	  0.163801	  0.163628	  0.165736		CURRENT LEARNING RATE: 3.1771700938905728e-09
previous_iter_valid_loss : 0.16443368792533875

   1921060	  0.164629	  0.164434	  0.165931		CURRENT LEARNING RATE: 3.176534723410962e-09
previous_iter_valid_loss : 0.16050784289836884

   1921080	  0.160665	  0.160508	  0.165923		CURRENT LEARNING RATE: 3.1758994799927406e-09
previous_iter_valid_loss : 0.1634206771850586

   1921100	  0.163616	  0.163421	  0.166019		CURRENT LEARNING RATE: 3.175264363610487e-09
previous_iter_valid_loss : 0.1634538620710373

   1921120	  0.163621	  0.163454	  0.166132		CURRENT LEARNING RATE: 3.1746293742388206e-09
previous_iter_valid_loss : 0.16431932151317596

   1921140	  0.164517	  0.164319	  0.166158		CURRENT LEARNING RATE: 3.1739945118523293e-09
previous_iter_valid_loss : 0.16125178337097168

   1921160	  0.161410	  0.161252	  0.165949		CURRENT LEARNING RATE: 3.1733597764256187e-09
previous_iter_valid_loss : 0.16253238916397095

   1921180	  0.162728	  0.162532	  0.166013		CURRENT LEARNING RATE: 3.1727251679332994e-09
previous_iter_valid_loss : 0.1760224550962448

   1921200	  0.176306	  0.176022	  0.166587		CURRENT LEARNING RATE: 3.1720906863499877e-09
previous_iter_valid_loss : 0.16153068840503693

   1921220	  0.161691	  0.161531	  0.166634		CURRENT LEARNING RATE: 3.171456331650303e-09
previous_iter_valid_loss : 0.1612800657749176

   1921240	  0.161468	  0.161280	  0.165919		CURRENT LEARNING RATE: 3.170822103808873e-09
previous_iter_valid_loss : 0.16077199578285217

   1921260	  0.160928	  0.160772	  0.164968		CURRENT LEARNING RATE: 3.170188002800316e-09
previous_iter_valid_loss : 0.16054511070251465

   1921280	  0.160709	  0.160545	  0.164925		CURRENT LEARNING RATE: 3.169554028599291e-09
previous_iter_valid_loss : 0.16065675020217896

   1921300	  0.160828	  0.160657	  0.164921		CURRENT LEARNING RATE: 3.1689201811804275e-09
previous_iter_valid_loss : 0.16156677901744843

   1921320	  0.161765	  0.161567	  0.164393		CURRENT LEARNING RATE: 3.168286460518371e-09
previous_iter_valid_loss : 0.16590516269207

   1921340	  0.166116	  0.165905	  0.164507		CURRENT LEARNING RATE: 3.1676528665877738e-09
previous_iter_valid_loss : 0.1674351990222931

   1921360	  0.167659	  0.167435	  0.164012		CURRENT LEARNING RATE: 3.1670193993632917e-09
previous_iter_valid_loss : 0.173956960439682

   1921380	  0.174243	  0.173957	  0.164127		CURRENT LEARNING RATE: 3.1663860588195865e-09
previous_iter_valid_loss : 0.1666351556777954

   1921400	  0.166856	  0.166635	  0.164082		CURRENT LEARNING RATE: 3.1657528449313125e-09
previous_iter_valid_loss : 0.16064684092998505

   1921420	  0.160809	  0.160647	  0.164023		CURRENT LEARNING RATE: 3.1651197576731638e-09
previous_iter_valid_loss : 0.16051839292049408

   1921440	  0.160682	  0.160518	  0.163867		CURRENT LEARNING RATE: 3.1644867970198055e-09
previous_iter_valid_loss : 0.16146698594093323

   1921460	  0.161631	  0.161467	  0.163719		CURRENT LEARNING RATE: 3.1638539629459196e-09
previous_iter_valid_loss : 0.1781710386276245

   1921480	  0.178478	  0.178171	  0.164602		CURRENT LEARNING RATE: 3.1632212554261933e-09
previous_iter_valid_loss : 0.1641126275062561

   1921500	  0.164276	  0.164113	  0.164637		CURRENT LEARNING RATE: 3.162588674435317e-09
previous_iter_valid_loss : 0.16978707909584045

   1921520	  0.170025	  0.169787	  0.164953		CURRENT LEARNING RATE: 3.1619562199479884e-09
previous_iter_valid_loss : 0.16067221760749817

   1921540	  0.160839	  0.160672	  0.164771		CURRENT LEARNING RATE: 3.161323891938909e-09
previous_iter_valid_loss : 0.16313056647777557

   1921560	  0.163334	  0.163131	  0.164865		CURRENT LEARNING RATE: 3.1606916903827746e-09
previous_iter_valid_loss : 0.16411535441875458

   1921580	  0.164284	  0.164115	  0.164944		CURRENT LEARNING RATE: 3.160059615254319e-09
previous_iter_valid_loss : 0.16475172340869904

   1921600	  0.164909	  0.164752	  0.164381		CURRENT LEARNING RATE: 3.159427666528249e-09
previous_iter_valid_loss : 0.16062769293785095

   1921620	  0.160789	  0.160628	  0.164335		CURRENT LEARNING RATE: 3.1587958441792858e-09
previous_iter_valid_loss : 0.16643236577510834

   1921640	  0.166596	  0.166432	  0.164593		CURRENT LEARNING RATE: 3.1581641481821567e-09
previous_iter_valid_loss : 0.17623580992221832

   1921660	  0.176387	  0.176236	  0.165366		CURRENT LEARNING RATE: 3.157532578511594e-09
previous_iter_valid_loss : 0.16898120939731598

   1921680	  0.169134	  0.168981	  0.165788		CURRENT LEARNING RATE: 3.156901135142335e-09
previous_iter_valid_loss : 0.17383107542991638

   1921700	  0.173981	  0.173831	  0.166447		CURRENT LEARNING RATE: 3.1562698180491217e-09
previous_iter_valid_loss : 0.16863183677196503

   1921720	  0.168860	  0.168632	  0.166800		CURRENT LEARNING RATE: 3.15563862720669e-09
previous_iter_valid_loss : 0.16114041209220886

   1921740	  0.161325	  0.161140	  0.166562		CURRENT LEARNING RATE: 3.1550075625898154e-09
previous_iter_valid_loss : 0.17182675004005432

   1921760	  0.171973	  0.171827	  0.166781		CURRENT LEARNING RATE: 3.154376624173244e-09
previous_iter_valid_loss : 0.1775943636894226

   1921780	  0.177898	  0.177594	  0.166963		CURRENT LEARNING RATE: 3.1537458119317376e-09
previous_iter_valid_loss : 0.16163209080696106

   1921800	  0.161821	  0.161632	  0.166713		CURRENT LEARNING RATE: 3.153115125840064e-09
previous_iter_valid_loss : 0.16168229281902313

   1921820	  0.161874	  0.161682	  0.166765		CURRENT LEARNING RATE: 3.1524845658729963e-09
previous_iter_valid_loss : 0.16269803047180176

   1921840	  0.162893	  0.162698	  0.166874		CURRENT LEARNING RATE: 3.1518541320053112e-09
previous_iter_valid_loss : 0.1860189437866211

   1921860	  0.186404	  0.186019	  0.168101		CURRENT LEARNING RATE: 3.1512238242117806e-09
previous_iter_valid_loss : 0.16056238114833832

   1921880	  0.160714	  0.160562	  0.167221		CURRENT LEARNING RATE: 3.1505936424672147e-09
previous_iter_valid_loss : 0.1623564064502716

   1921900	  0.162527	  0.162356	  0.167133		CURRENT LEARNING RATE: 3.149963586746395e-09
previous_iter_valid_loss : 0.16268421709537506

   1921920	  0.162848	  0.162684	  0.166778		CURRENT LEARNING RATE: 3.1493336570241194e-09
previous_iter_valid_loss : 0.16296355426311493

   1921940	  0.163136	  0.162964	  0.166893		CURRENT LEARNING RATE: 3.1487038532751903e-09
previous_iter_valid_loss : 0.16976484656333923

   1921960	  0.169917	  0.169765	  0.167224		CURRENT LEARNING RATE: 3.148074175474416e-09
previous_iter_valid_loss : 0.1642497181892395

   1921980	  0.164408	  0.164250	  0.167231		CURRENT LEARNING RATE: 3.147444623596609e-09
previous_iter_valid_loss : 0.16111044585704803

   1922000	  0.161290	  0.161110	  0.167049		CURRENT LEARNING RATE: 3.1468151976165872e-09
previous_iter_valid_loss : 0.16065368056297302

   1922020	  0.160836	  0.160654	  0.167050		CURRENT LEARNING RATE: 3.1461858975091625e-09
previous_iter_valid_loss : 0.16244153678417206

   1922040	  0.162634	  0.162442	  0.166851		CURRENT LEARNING RATE: 3.145556723249185e-09
previous_iter_valid_loss : 0.1613919585943222

   1922060	  0.161572	  0.161392	  0.166109		CURRENT LEARNING RATE: 3.1449276748114776e-09
previous_iter_valid_loss : 0.16915515065193176

   1922080	  0.169390	  0.169155	  0.166117		CURRENT LEARNING RATE: 3.1442987521708768e-09
previous_iter_valid_loss : 0.16316212713718414

   1922100	  0.163320	  0.163162	  0.165584		CURRENT LEARNING RATE: 3.1436699553022275e-09
previous_iter_valid_loss : 0.16549496352672577

   1922120	  0.165703	  0.165495	  0.165427		CURRENT LEARNING RATE: 3.143041284180376e-09
previous_iter_valid_loss : 0.16782830655574799

   1922140	  0.167980	  0.167828	  0.165761		CURRENT LEARNING RATE: 3.1424127387801765e-09
previous_iter_valid_loss : 0.16485878825187683

   1922160	  0.165024	  0.164859	  0.165413		CURRENT LEARNING RATE: 3.1417843190764757e-09
previous_iter_valid_loss : 0.16180211305618286

   1922180	  0.161989	  0.161802	  0.164623		CURRENT LEARNING RATE: 3.1411560250441598e-09
previous_iter_valid_loss : 0.16053563356399536

   1922200	  0.160699	  0.160536	  0.164569		CURRENT LEARNING RATE: 3.140527856658085e-09
previous_iter_valid_loss : 0.16400471329689026

   1922220	  0.164171	  0.164005	  0.164685		CURRENT LEARNING RATE: 3.1398998138931244e-09
previous_iter_valid_loss : 0.1604914665222168

   1922240	  0.160655	  0.160491	  0.164574		CURRENT LEARNING RATE: 3.1392718967241574e-09
previous_iter_valid_loss : 0.1626933366060257

   1922260	  0.162889	  0.162693	  0.163408		CURRENT LEARNING RATE: 3.1386441051260663e-09
previous_iter_valid_loss : 0.1634301245212555

   1922280	  0.163628	  0.163430	  0.163551		CURRENT LEARNING RATE: 3.1380164390737403e-09
previous_iter_valid_loss : 0.16458159685134888

   1922300	  0.164745	  0.164582	  0.163663		CURRENT LEARNING RATE: 3.1373888985420715e-09
previous_iter_valid_loss : 0.16604161262512207

   1922320	  0.166261	  0.166042	  0.163831		CURRENT LEARNING RATE: 3.1367614835059486e-09
previous_iter_valid_loss : 0.16073353588581085

   1922340	  0.160907	  0.160734	  0.163719		CURRENT LEARNING RATE: 3.136134193940296e-09
previous_iter_valid_loss : 0.16333849728107452

   1922360	  0.163506	  0.163338	  0.163398		CURRENT LEARNING RATE: 3.135507029820013e-09
previous_iter_valid_loss : 0.18667246401309967

   1922380	  0.186805	  0.186672	  0.164519		CURRENT LEARNING RATE: 3.13487999112001e-09
previous_iter_valid_loss : 0.16103209555149078

   1922400	  0.161211	  0.161032	  0.164515		CURRENT LEARNING RATE: 3.1342530778152076e-09
previous_iter_valid_loss : 0.16103047132492065

   1922420	  0.161217	  0.161030	  0.164534		CURRENT LEARNING RATE: 3.133626289880529e-09
previous_iter_valid_loss : 0.1648482084274292

   1922440	  0.165013	  0.164848	  0.164654		CURRENT LEARNING RATE: 3.132999627290902e-09
previous_iter_valid_loss : 0.16427259147167206

   1922460	  0.164440	  0.164273	  0.164798		CURRENT LEARNING RATE: 3.132373090021261e-09
previous_iter_valid_loss : 0.16218915581703186

   1922480	  0.162390	  0.162189	  0.164450		CURRENT LEARNING RATE: 3.1317466780465325e-09
previous_iter_valid_loss : 0.161045640707016

   1922500	  0.161232	  0.161046	  0.164344		CURRENT LEARNING RATE: 3.1311203913416825e-09
previous_iter_valid_loss : 0.1757940798997879

   1922520	  0.176090	  0.175794	  0.164859		CURRENT LEARNING RATE: 3.1304942298816487e-09
previous_iter_valid_loss : 0.16108964383602142

   1922540	  0.161275	  0.161090	  0.164522		CURRENT LEARNING RATE: 3.1298681936413848e-09
previous_iter_valid_loss : 0.16106362640857697

   1922560	  0.161253	  0.161064	  0.164332		CURRENT LEARNING RATE: 3.1292422825958488e-09
previous_iter_valid_loss : 0.16806282103061676

   1922580	  0.168221	  0.168063	  0.164645		CURRENT LEARNING RATE: 3.128616496720005e-09
previous_iter_valid_loss : 0.17589737474918365

   1922600	  0.176043	  0.175897	  0.165413		CURRENT LEARNING RATE: 3.127990835988821e-09
previous_iter_valid_loss : 0.16139455139636993

   1922620	  0.161549	  0.161395	  0.165283		CURRENT LEARNING RATE: 3.1273653003772596e-09
previous_iter_valid_loss : 0.17549175024032593

   1922640	  0.175782	  0.175492	  0.166033		CURRENT LEARNING RATE: 3.1267398898603223e-09
previous_iter_valid_loss : 0.16280797123908997

   1922660	  0.163007	  0.162808	  0.166039		CURRENT LEARNING RATE: 3.1261146044129803e-09
previous_iter_valid_loss : 0.16578389704227448

   1922680	  0.166000	  0.165784	  0.166156		CURRENT LEARNING RATE: 3.1254894440102234e-09
previous_iter_valid_loss : 0.16522622108459473

   1922700	  0.165439	  0.165226	  0.166189		CURRENT LEARNING RATE: 3.1248644086270447e-09
previous_iter_valid_loss : 0.1675693243741989

   1922720	  0.167730	  0.167569	  0.166265		CURRENT LEARNING RATE: 3.1242394982384426e-09
previous_iter_valid_loss : 0.16236703097820282

   1922740	  0.162568	  0.162367	  0.166347		CURRENT LEARNING RATE: 3.123614712819421e-09
previous_iter_valid_loss : 0.161587193608284

   1922760	  0.161775	  0.161587	  0.166259		CURRENT LEARNING RATE: 3.122990052344988e-09
previous_iter_valid_loss : 0.17538975179195404

   1922780	  0.175545	  0.175390	  0.165695		CURRENT LEARNING RATE: 3.122365516790147e-09
previous_iter_valid_loss : 0.17580781877040863

   1922800	  0.175962	  0.175808	  0.166434		CURRENT LEARNING RATE: 3.1217411061299377e-09
previous_iter_valid_loss : 0.1612117886543274

   1922820	  0.161367	  0.161212	  0.166443		CURRENT LEARNING RATE: 3.1211168203393727e-09
previous_iter_valid_loss : 0.1689266413450241

   1922840	  0.169080	  0.168927	  0.166647		CURRENT LEARNING RATE: 3.1204926593934815e-09
previous_iter_valid_loss : 0.16484999656677246

   1922860	  0.165054	  0.164850	  0.166675		CURRENT LEARNING RATE: 3.119868623267297e-09
previous_iter_valid_loss : 0.16146816313266754

   1922880	  0.161613	  0.161468	  0.166639		CURRENT LEARNING RATE: 3.119244711935858e-09
previous_iter_valid_loss : 0.16122077405452728

   1922900	  0.161375	  0.161221	  0.166648		CURRENT LEARNING RATE: 3.1186209253742083e-09
previous_iter_valid_loss : 0.1609705239534378

   1922920	  0.161131	  0.160971	  0.165907		CURRENT LEARNING RATE: 3.1179972635573953e-09
previous_iter_valid_loss : 0.17256903648376465

   1922940	  0.172843	  0.172569	  0.166481		CURRENT LEARNING RATE: 3.1173737264604617e-09
previous_iter_valid_loss : 0.1724867820739746

   1922960	  0.172739	  0.172487	  0.167052		CURRENT LEARNING RATE: 3.11675031405849e-09
previous_iter_valid_loss : 0.1607707291841507

   1922980	  0.160947	  0.160771	  0.166688		CURRENT LEARNING RATE: 3.1161270263265305e-09
previous_iter_valid_loss : 0.18940100073814392

   1923000	  0.189831	  0.189401	  0.167363		CURRENT LEARNING RATE: 3.1155038632396525e-09
previous_iter_valid_loss : 0.16132229566574097

   1923020	  0.161472	  0.161322	  0.167359		CURRENT LEARNING RATE: 3.114880824772929e-09
previous_iter_valid_loss : 0.16174069046974182

   1923040	  0.161930	  0.161741	  0.166672		CURRENT LEARNING RATE: 3.11425791090144e-09
previous_iter_valid_loss : 0.18541677296161652

   1923060	  0.185784	  0.185417	  0.167802		CURRENT LEARNING RATE: 3.113635121600267e-09
previous_iter_valid_loss : 0.17313730716705322

   1923080	  0.173409	  0.173137	  0.168170		CURRENT LEARNING RATE: 3.1130124568444883e-09
previous_iter_valid_loss : 0.16162855923175812

   1923100	  0.161820	  0.161629	  0.167990		CURRENT LEARNING RATE: 3.1123899166092195e-09
previous_iter_valid_loss : 0.1622556447982788

   1923120	  0.162441	  0.162256	  0.167724		CURRENT LEARNING RATE: 3.1117675008695483e-09
previous_iter_valid_loss : 0.16067881882190704

   1923140	  0.160852	  0.160679	  0.167640		CURRENT LEARNING RATE: 3.1111452096005767e-09
previous_iter_valid_loss : 0.16065391898155212

   1923160	  0.160806	  0.160654	  0.167593		CURRENT LEARNING RATE: 3.110523042777414e-09
previous_iter_valid_loss : 0.16390180587768555

   1923180	  0.164074	  0.163902	  0.167019		CURRENT LEARNING RATE: 3.1099010003751737e-09
previous_iter_valid_loss : 0.16058656573295593

   1923200	  0.160755	  0.160587	  0.166258		CURRENT LEARNING RATE: 3.1092790823689744e-09
previous_iter_valid_loss : 0.16109780967235565

   1923220	  0.161281	  0.161098	  0.166252		CURRENT LEARNING RATE: 3.1086572887339376e-09
previous_iter_valid_loss : 0.1681073158979416

   1923240	  0.168339	  0.168107	  0.166211		CURRENT LEARNING RATE: 3.1080356194451825e-09
previous_iter_valid_loss : 0.19237160682678223

   1923260	  0.192834	  0.192372	  0.167587		CURRENT LEARNING RATE: 3.1074140744778635e-09
previous_iter_valid_loss : 0.16942235827445984

   1923280	  0.169662	  0.169422	  0.167985		CURRENT LEARNING RATE: 3.1067926538071077e-09
previous_iter_valid_loss : 0.17438629269599915

   1923300	  0.174671	  0.174386	  0.168643		CURRENT LEARNING RATE: 3.106171357408059e-09
previous_iter_valid_loss : 0.16160403192043304

   1923320	  0.161803	  0.161604	  0.168675		CURRENT LEARNING RATE: 3.1055501852558645e-09
previous_iter_valid_loss : 0.16064000129699707

   1923340	  0.160800	  0.160640	  0.168078		CURRENT LEARNING RATE: 3.1049291373256778e-09
previous_iter_valid_loss : 0.18090640008449554

   1923360	  0.181247	  0.180906	  0.168499		CURRENT LEARNING RATE: 3.1043082135926573e-09
previous_iter_valid_loss : 0.16051574051380157

   1923380	  0.160684	  0.160516	  0.168486		CURRENT LEARNING RATE: 3.103687414031955e-09
previous_iter_valid_loss : 0.16065216064453125

   1923400	  0.160802	  0.160652	  0.167049		CURRENT LEARNING RATE: 3.10306673861876e-09
previous_iter_valid_loss : 0.16387616097927094

   1923420	  0.164073	  0.163876	  0.167177		CURRENT LEARNING RATE: 3.102446187328235e-09
previous_iter_valid_loss : 0.16900384426116943

   1923440	  0.169155	  0.169004	  0.167540		CURRENT LEARNING RATE: 3.101825760135558e-09
previous_iter_valid_loss : 0.1613759845495224

   1923460	  0.161538	  0.161376	  0.166338		CURRENT LEARNING RATE: 3.1012054570159124e-09
previous_iter_valid_loss : 0.1669689416885376

   1923480	  0.167191	  0.166969	  0.166029		CURRENT LEARNING RATE: 3.1005852779444847e-09
previous_iter_valid_loss : 0.17561519145965576

   1923500	  0.175771	  0.175615	  0.166729		CURRENT LEARNING RATE: 3.099965222896469e-09
previous_iter_valid_loss : 0.16928240656852722

   1923520	  0.169437	  0.169282	  0.167080		CURRENT LEARNING RATE: 3.0993452918470624e-09
previous_iter_valid_loss : 0.1647428423166275

   1923540	  0.164945	  0.164743	  0.167283		CURRENT LEARNING RATE: 3.0987254847714568e-09
previous_iter_valid_loss : 0.17492464184761047

   1923560	  0.175210	  0.174925	  0.167997		CURRENT LEARNING RATE: 3.098105801644883e-09
previous_iter_valid_loss : 0.16992081701755524

   1923580	  0.170167	  0.169921	  0.168298		CURRENT LEARNING RATE: 3.0974862424425403e-09
previous_iter_valid_loss : 0.1609792858362198

   1923600	  0.161161	  0.160979	  0.168317		CURRENT LEARNING RATE: 3.0968668071396487e-09
previous_iter_valid_loss : 0.16151490807533264

   1923620	  0.161697	  0.161515	  0.168338		CURRENT LEARNING RATE: 3.096247495711429e-09
previous_iter_valid_loss : 0.17620573937892914

   1923640	  0.176498	  0.176206	  0.168743		CURRENT LEARNING RATE: 3.0956283081331105e-09
previous_iter_valid_loss : 0.1605881303548813

   1923660	  0.160752	  0.160588	  0.167154		CURRENT LEARNING RATE: 3.095009244379924e-09
previous_iter_valid_loss : 0.17158661782741547

   1923680	  0.171736	  0.171587	  0.167262		CURRENT LEARNING RATE: 3.0943903044271076e-09
previous_iter_valid_loss : 0.16310730576515198

   1923700	  0.163278	  0.163107	  0.166698		CURRENT LEARNING RATE: 3.093771488249893e-09
previous_iter_valid_loss : 0.16160140931606293

   1923720	  0.161744	  0.161601	  0.166698		CURRENT LEARNING RATE: 3.0931527958235497e-09
previous_iter_valid_loss : 0.16939492523670197

   1923740	  0.169634	  0.169395	  0.167136		CURRENT LEARNING RATE: 3.092534227123318e-09
previous_iter_valid_loss : 0.16901347041130066

   1923760	  0.169247	  0.169013	  0.166541		CURRENT LEARNING RATE: 3.0919157821244567e-09
previous_iter_valid_loss : 0.16305164992809296

   1923780	  0.163222	  0.163052	  0.166668		CURRENT LEARNING RATE: 3.0912974608022264e-09
previous_iter_valid_loss : 0.16056953370571136

   1923800	  0.160736	  0.160570	  0.166664		CURRENT LEARNING RATE: 3.090679263131895e-09
previous_iter_valid_loss : 0.16142302751541138

   1923820	  0.161613	  0.161423	  0.166541		CURRENT LEARNING RATE: 3.0900611890887345e-09
previous_iter_valid_loss : 0.1697029024362564

   1923840	  0.169953	  0.169703	  0.166576		CURRENT LEARNING RATE: 3.0894432386480113e-09
previous_iter_valid_loss : 0.16566547751426697

   1923860	  0.165832	  0.165665	  0.166791		CURRENT LEARNING RATE: 3.0888254117850285e-09
previous_iter_valid_loss : 0.1624402552843094

   1923880	  0.162604	  0.162440	  0.166564		CURRENT LEARNING RATE: 3.088207708475063e-09
previous_iter_valid_loss : 0.1605057269334793

   1923900	  0.160675	  0.160506	  0.165809		CURRENT LEARNING RATE: 3.0875901286934062e-09
previous_iter_valid_loss : 0.16920743882656097

   1923920	  0.169449	  0.169207	  0.165805		CURRENT LEARNING RATE: 3.0869726724153552e-09
previous_iter_valid_loss : 0.1606455147266388

   1923940	  0.160797	  0.160646	  0.165600		CURRENT LEARNING RATE: 3.0863553396162114e-09
previous_iter_valid_loss : 0.16069839894771576

   1923960	  0.160848	  0.160698	  0.164889		CURRENT LEARNING RATE: 3.085738130271281e-09
previous_iter_valid_loss : 0.1605759859085083

   1923980	  0.160735	  0.160576	  0.164422		CURRENT LEARNING RATE: 3.085121044355877e-09
previous_iter_valid_loss : 0.16330718994140625

   1924000	  0.163513	  0.163307	  0.164538		CURRENT LEARNING RATE: 3.084504081845304e-09
previous_iter_valid_loss : 0.16615715622901917

   1924020	  0.166368	  0.166157	  0.164770		CURRENT LEARNING RATE: 3.083887242714905e-09
previous_iter_valid_loss : 0.16078218817710876

   1924040	  0.160939	  0.160782	  0.163999		CURRENT LEARNING RATE: 3.083270526939997e-09
previous_iter_valid_loss : 0.16280317306518555

   1924060	  0.162990	  0.162803	  0.164110		CURRENT LEARNING RATE: 3.08265393449591e-09
previous_iter_valid_loss : 0.16175365447998047

   1924080	  0.161912	  0.161754	  0.163618		CURRENT LEARNING RATE: 3.082037465357981e-09
previous_iter_valid_loss : 0.16051536798477173

   1924100	  0.160671	  0.160515	  0.163488		CURRENT LEARNING RATE: 3.0814211195015512e-09
previous_iter_valid_loss : 0.16787566244602203

   1924120	  0.168107	  0.167876	  0.163802		CURRENT LEARNING RATE: 3.080804896901966e-09
previous_iter_valid_loss : 0.1609710454940796

   1924140	  0.161150	  0.160971	  0.163381		CURRENT LEARNING RATE: 3.0801887975345773e-09
previous_iter_valid_loss : 0.16331566870212555

   1924160	  0.163522	  0.163316	  0.163096		CURRENT LEARNING RATE: 3.079572821374731e-09
previous_iter_valid_loss : 0.1634969711303711

   1924180	  0.163668	  0.163497	  0.163118		CURRENT LEARNING RATE: 3.0789569683978076e-09
previous_iter_valid_loss : 0.16248643398284912

   1924200	  0.162674	  0.162486	  0.163214		CURRENT LEARNING RATE: 3.078341238579164e-09
previous_iter_valid_loss : 0.16062025725841522

   1924220	  0.160782	  0.160620	  0.163174		CURRENT LEARNING RATE: 3.07772563189417e-09
previous_iter_valid_loss : 0.16075000166893005

   1924240	  0.160902	  0.160750	  0.162726		CURRENT LEARNING RATE: 3.0771101483182016e-09
previous_iter_valid_loss : 0.16412509977817535

   1924260	  0.164292	  0.164125	  0.162649		CURRENT LEARNING RATE: 3.07649478782664e-09
previous_iter_valid_loss : 0.18443693220615387

   1924280	  0.184583	  0.184437	  0.163749		CURRENT LEARNING RATE: 3.0758795503948698e-09
previous_iter_valid_loss : 0.1746370941400528

   1924300	  0.174913	  0.174637	  0.164456		CURRENT LEARNING RATE: 3.0752644359982717e-09
previous_iter_valid_loss : 0.16218991577625275

   1924320	  0.162378	  0.162190	  0.164105		CURRENT LEARNING RATE: 3.074649444612262e-09
previous_iter_valid_loss : 0.16054318845272064

   1924340	  0.160698	  0.160543	  0.164100		CURRENT LEARNING RATE: 3.07403457621223e-09
previous_iter_valid_loss : 0.16581377387046814

   1924360	  0.165976	  0.165814	  0.164355		CURRENT LEARNING RATE: 3.0734198307735824e-09
previous_iter_valid_loss : 0.16067521274089813

   1924380	  0.160850	  0.160675	  0.164360		CURRENT LEARNING RATE: 3.072805208271728e-09
previous_iter_valid_loss : 0.16459931433200836

   1924400	  0.164805	  0.164599	  0.164425		CURRENT LEARNING RATE: 3.0721907086820825e-09
previous_iter_valid_loss : 0.16119860112667084

   1924420	  0.161382	  0.161199	  0.164177		CURRENT LEARNING RATE: 3.071576331980065e-09
previous_iter_valid_loss : 0.16052751243114471

   1924440	  0.160684	  0.160528	  0.164164		CURRENT LEARNING RATE: 3.0709620781411027e-09
previous_iter_valid_loss : 0.16220879554748535

   1924460	  0.162372	  0.162209	  0.164135		CURRENT LEARNING RATE: 3.070347947140612e-09
previous_iter_valid_loss : 0.1630837768316269

   1924480	  0.163279	  0.163084	  0.164201		CURRENT LEARNING RATE: 3.0697339389540505e-09
previous_iter_valid_loss : 0.16055020689964294

   1924500	  0.160712	  0.160550	  0.164203		CURRENT LEARNING RATE: 3.0691200535568467e-09
previous_iter_valid_loss : 0.16158771514892578

   1924520	  0.161780	  0.161588	  0.163888		CURRENT LEARNING RATE: 3.0685062909244463e-09
previous_iter_valid_loss : 0.16077618300914764

   1924540	  0.160931	  0.160776	  0.163879		CURRENT LEARNING RATE: 3.0678926510322973e-09
previous_iter_valid_loss : 0.16058504581451416

   1924560	  0.160754	  0.160585	  0.163742		CURRENT LEARNING RATE: 3.0672791338558555e-09
previous_iter_valid_loss : 0.16094377636909485

   1924580	  0.161103	  0.160944	  0.163615		CURRENT LEARNING RATE: 3.0666657393705786e-09
previous_iter_valid_loss : 0.16682033240795135

   1924600	  0.167043	  0.166820	  0.163831		CURRENT LEARNING RATE: 3.066052467551921e-09
previous_iter_valid_loss : 0.1868310272693634

   1924620	  0.187244	  0.186831	  0.165142		CURRENT LEARNING RATE: 3.065439318375374e-09
previous_iter_valid_loss : 0.16055771708488464

   1924640	  0.160718	  0.160558	  0.165132		CURRENT LEARNING RATE: 3.064826291816399e-09
previous_iter_valid_loss : 0.1605522632598877

   1924660	  0.160719	  0.160552	  0.164954		CURRENT LEARNING RATE: 3.064213387850477e-09
previous_iter_valid_loss : 0.16756506264209747

   1924680	  0.167722	  0.167565	  0.164110		CURRENT LEARNING RATE: 3.063600606453091e-09
previous_iter_valid_loss : 0.16472671926021576

   1924700	  0.164897	  0.164727	  0.163614		CURRENT LEARNING RATE: 3.062987947599729e-09
previous_iter_valid_loss : 0.16411875188350677

   1924720	  0.164324	  0.164119	  0.163711		CURRENT LEARNING RATE: 3.0623754112658857e-09
previous_iter_valid_loss : 0.17361918091773987

   1924740	  0.173768	  0.173619	  0.164365		CURRENT LEARNING RATE: 3.0617629974270594e-09
previous_iter_valid_loss : 0.1605391651391983

   1924760	  0.160709	  0.160539	  0.164101		CURRENT LEARNING RATE: 3.0611507060587424e-09
previous_iter_valid_loss : 0.16997042298316956

   1924780	  0.170120	  0.169970	  0.164566		CURRENT LEARNING RATE: 3.0605385371364645e-09
previous_iter_valid_loss : 0.16517889499664307

   1924800	  0.165376	  0.165179	  0.164595		CURRENT LEARNING RATE: 3.0599264906357293e-09
previous_iter_valid_loss : 0.16061337292194366

   1924820	  0.160776	  0.160613	  0.164565		CURRENT LEARNING RATE: 3.0593145665320533e-09
previous_iter_valid_loss : 0.1605026125907898

   1924840	  0.160669	  0.160503	  0.164564		CURRENT LEARNING RATE: 3.058702764800961e-09
previous_iter_valid_loss : 0.17443296313285828

   1924860	  0.174574	  0.174433	  0.165175		CURRENT LEARNING RATE: 3.0580910854179792e-09
previous_iter_valid_loss : 0.16879881918430328

   1924880	  0.168950	  0.168799	  0.165461		CURRENT LEARNING RATE: 3.0574795283586415e-09
previous_iter_valid_loss : 0.16618843376636505

   1924900	  0.166402	  0.166188	  0.165743		CURRENT LEARNING RATE: 3.056868093598485e-09
previous_iter_valid_loss : 0.17272457480430603

   1924920	  0.172878	  0.172725	  0.166300		CURRENT LEARNING RATE: 3.0562567811130423e-09
previous_iter_valid_loss : 0.1635005921125412

   1924940	  0.163702	  0.163501	  0.166436		CURRENT LEARNING RATE: 3.0556455908778825e-09
previous_iter_valid_loss : 0.17028574645519257

   1924960	  0.170434	  0.170286	  0.166921		CURRENT LEARNING RATE: 3.055034522868546e-09
previous_iter_valid_loss : 0.16202443838119507

   1924980	  0.162178	  0.162024	  0.166975		CURRENT LEARNING RATE: 3.054423577060591e-09
previous_iter_valid_loss : 0.16268569231033325

   1925000	  0.162877	  0.162686	  0.166768		CURRENT LEARNING RATE: 3.053812753429579e-09
previous_iter_valid_loss : 0.17711132764816284

   1925020	  0.177266	  0.177111	  0.166282		CURRENT LEARNING RATE: 3.0532020519510784e-09
previous_iter_valid_loss : 0.16138841211795807

   1925040	  0.161572	  0.161388	  0.166324		CURRENT LEARNING RATE: 3.05259147260066e-09
previous_iter_valid_loss : 0.16077378392219543

   1925060	  0.160932	  0.160774	  0.166335		CURRENT LEARNING RATE: 3.0519810153538903e-09
previous_iter_valid_loss : 0.16178707778453827

   1925080	  0.161980	  0.161787	  0.166046		CURRENT LEARNING RATE: 3.0513706801863718e-09
previous_iter_valid_loss : 0.18170444667339325

   1925100	  0.181857	  0.181704	  0.166895		CURRENT LEARNING RATE: 3.0507604670736812e-09
previous_iter_valid_loss : 0.17380034923553467

   1925120	  0.173950	  0.173800	  0.167379		CURRENT LEARNING RATE: 3.05015037599141e-09
previous_iter_valid_loss : 0.16171422600746155

   1925140	  0.161874	  0.161714	  0.166784		CURRENT LEARNING RATE: 3.0495404069151537e-09
previous_iter_valid_loss : 0.19162066280841827

   1925160	  0.191747	  0.191621	  0.168338		CURRENT LEARNING RATE: 3.0489305598205144e-09
previous_iter_valid_loss : 0.17008596658706665

   1925180	  0.170240	  0.170086	  0.168344		CURRENT LEARNING RATE: 3.0483208346830978e-09
previous_iter_valid_loss : 0.16304025053977966

   1925200	  0.163202	  0.163040	  0.168237		CURRENT LEARNING RATE: 3.0477112314785154e-09
previous_iter_valid_loss : 0.16630250215530396

   1925220	  0.166512	  0.166303	  0.168521		CURRENT LEARNING RATE: 3.047101750182371e-09
previous_iter_valid_loss : 0.1707412749528885

   1925240	  0.170997	  0.170741	  0.169033		CURRENT LEARNING RATE: 3.0464923907703086e-09
previous_iter_valid_loss : 0.162672221660614

   1925260	  0.162827	  0.162672	  0.168445		CURRENT LEARNING RATE: 3.045883153217942e-09
previous_iter_valid_loss : 0.16151399910449982

   1925280	  0.161698	  0.161514	  0.168081		CURRENT LEARNING RATE: 3.045274037500902e-09
previous_iter_valid_loss : 0.16077788174152374

   1925300	  0.160934	  0.160778	  0.167810		CURRENT LEARNING RATE: 3.0446650435948238e-09
previous_iter_valid_loss : 0.16061127185821533

   1925320	  0.160773	  0.160611	  0.167205		CURRENT LEARNING RATE: 3.0440561714753478e-09
previous_iter_valid_loss : 0.16602341830730438

   1925340	  0.166234	  0.166023	  0.167331		CURRENT LEARNING RATE: 3.0434474211181186e-09
previous_iter_valid_loss : 0.1625947207212448

   1925360	  0.162757	  0.162595	  0.166946		CURRENT LEARNING RATE: 3.0428387924987877e-09
previous_iter_valid_loss : 0.16058143973350525

   1925380	  0.160738	  0.160581	  0.166874		CURRENT LEARNING RATE: 3.042230285592997e-09
previous_iter_valid_loss : 0.16469228267669678

   1925400	  0.164859	  0.164692	  0.166974		CURRENT LEARNING RATE: 3.0416219003764295e-09
previous_iter_valid_loss : 0.16109344363212585

   1925420	  0.161248	  0.161093	  0.166174		CURRENT LEARNING RATE: 3.0410136368247383e-09
previous_iter_valid_loss : 0.1616971790790558

   1925440	  0.161854	  0.161697	  0.166189		CURRENT LEARNING RATE: 3.0404054949135933e-09
previous_iter_valid_loss : 0.1613743156194687

   1925460	  0.161568	  0.161374	  0.166219		CURRENT LEARNING RATE: 3.039797474618668e-09
previous_iter_valid_loss : 0.17065155506134033

   1925480	  0.170801	  0.170652	  0.166662		CURRENT LEARNING RATE: 3.0391895759156426e-09
previous_iter_valid_loss : 0.16540265083312988

   1925500	  0.165562	  0.165403	  0.165847		CURRENT LEARNING RATE: 3.0385817987802004e-09
previous_iter_valid_loss : 0.16216915845870972

   1925520	  0.162356	  0.162169	  0.165266		CURRENT LEARNING RATE: 3.0379741431880197e-09
previous_iter_valid_loss : 0.16069282591342926

   1925540	  0.160871	  0.160693	  0.165215		CURRENT LEARNING RATE: 3.0373666091148156e-09
previous_iter_valid_loss : 0.16561272740364075

   1925560	  0.165821	  0.165613	  0.163914		CURRENT LEARNING RATE: 3.0367591965362766e-09
previous_iter_valid_loss : 0.16633431613445282

   1925580	  0.166550	  0.166334	  0.163727		CURRENT LEARNING RATE: 3.036151905428106e-09
previous_iter_valid_loss : 0.18584397435188293

   1925600	  0.186237	  0.185844	  0.164867		CURRENT LEARNING RATE: 3.035544735766012e-09
previous_iter_valid_loss : 0.1615365594625473

   1925620	  0.161705	  0.161537	  0.164628		CURRENT LEARNING RATE: 3.0349376875257077e-09
previous_iter_valid_loss : 0.16595420241355896

   1925640	  0.166118	  0.165954	  0.164389		CURRENT LEARNING RATE: 3.0343307606829115e-09
previous_iter_valid_loss : 0.16056601703166962

   1925660	  0.160714	  0.160566	  0.164284		CURRENT LEARNING RATE: 3.0337239552133457e-09
previous_iter_valid_loss : 0.16615095734596252

   1925680	  0.166312	  0.166151	  0.164516		CURRENT LEARNING RATE: 3.033117271092728e-09
previous_iter_valid_loss : 0.16479146480560303

   1925700	  0.165004	  0.164791	  0.164716		CURRENT LEARNING RATE: 3.0325107082968127e-09
previous_iter_valid_loss : 0.16068407893180847

   1925720	  0.160863	  0.160684	  0.164720		CURRENT LEARNING RATE: 3.0319042668013257e-09
previous_iter_valid_loss : 0.16961176693439484

   1925740	  0.169851	  0.169612	  0.164899		CURRENT LEARNING RATE: 3.0312979465820097e-09
previous_iter_valid_loss : 0.16266140341758728

   1925760	  0.162830	  0.162661	  0.164903		CURRENT LEARNING RATE: 3.0306917476146123e-09
previous_iter_valid_loss : 0.17918723821640015

   1925780	  0.179486	  0.179187	  0.165833		CURRENT LEARNING RATE: 3.0300856698748846e-09
previous_iter_valid_loss : 0.16436797380447388

   1925800	  0.164562	  0.164368	  0.165817		CURRENT LEARNING RATE: 3.029479713338585e-09
previous_iter_valid_loss : 0.16889119148254395

   1925820	  0.169129	  0.168891	  0.166207		CURRENT LEARNING RATE: 3.0288738779814626e-09
previous_iter_valid_loss : 0.16136150062084198

   1925840	  0.161545	  0.161362	  0.166190		CURRENT LEARNING RATE: 3.028268163779307e-09
previous_iter_valid_loss : 0.16323430836200714

   1925860	  0.163403	  0.163234	  0.166283		CURRENT LEARNING RATE: 3.0276625707078788e-09
previous_iter_valid_loss : 0.16067318618297577

   1925880	  0.160840	  0.160673	  0.165784		CURRENT LEARNING RATE: 3.027057098742953e-09
previous_iter_valid_loss : 0.16251921653747559

   1925900	  0.162685	  0.162519	  0.165640		CURRENT LEARNING RATE: 3.0264517478603122e-09
previous_iter_valid_loss : 0.16697236895561218

   1925920	  0.167123	  0.166972	  0.165880		CURRENT LEARNING RATE: 3.0258465180357414e-09
previous_iter_valid_loss : 0.16055254638195038

   1925940	  0.160709	  0.160553	  0.165873		CURRENT LEARNING RATE: 3.0252414092450315e-09
previous_iter_valid_loss : 0.16480062901973724

   1925960	  0.165002	  0.164801	  0.165832		CURRENT LEARNING RATE: 3.024636421463979e-09
previous_iter_valid_loss : 0.16839079558849335

   1925980	  0.168634	  0.168391	  0.165935		CURRENT LEARNING RATE: 3.0240315546683725e-09
previous_iter_valid_loss : 0.1670437902212143

   1926000	  0.167257	  0.167044	  0.164995		CURRENT LEARNING RATE: 3.023426808834039e-09
previous_iter_valid_loss : 0.16805124282836914

   1926020	  0.168206	  0.168051	  0.165321		CURRENT LEARNING RATE: 3.0228221839367795e-09
previous_iter_valid_loss : 0.16066767275333405

   1926040	  0.160847	  0.160668	  0.165057		CURRENT LEARNING RATE: 3.022217679952407e-09
previous_iter_valid_loss : 0.170711949467659

   1926060	  0.170954	  0.170712	  0.165564		CURRENT LEARNING RATE: 3.021613296856742e-09
previous_iter_valid_loss : 0.16196534037590027

   1926080	  0.162153	  0.161965	  0.165355		CURRENT LEARNING RATE: 3.0210090346256094e-09
previous_iter_valid_loss : 0.1612127274274826

   1926100	  0.161371	  0.161213	  0.165176		CURRENT LEARNING RATE: 3.020404893234838e-09
previous_iter_valid_loss : 0.1605781614780426

   1926120	  0.160743	  0.160578	  0.165170		CURRENT LEARNING RATE: 3.0198008726602635e-09
previous_iter_valid_loss : 0.161041259765625

   1926140	  0.161201	  0.161041	  0.164742		CURRENT LEARNING RATE: 3.019196972877714e-09
previous_iter_valid_loss : 0.16203242540359497

   1926160	  0.162204	  0.162032	  0.164710		CURRENT LEARNING RATE: 3.0185931938630534e-09
previous_iter_valid_loss : 0.16532078385353088

   1926180	  0.165536	  0.165321	  0.164017		CURRENT LEARNING RATE: 3.0179895355921215e-09
previous_iter_valid_loss : 0.16604582965373993

   1926200	  0.166251	  0.166046	  0.164101		CURRENT LEARNING RATE: 3.0173859980407715e-09
previous_iter_valid_loss : 0.17141562700271606

   1926220	  0.171673	  0.171416	  0.164227		CURRENT LEARNING RATE: 3.016782581184862e-09
previous_iter_valid_loss : 0.1632162481546402

   1926240	  0.163391	  0.163216	  0.164320		CURRENT LEARNING RATE: 3.0161792850002554e-09
previous_iter_valid_loss : 0.16061311960220337

   1926260	  0.160787	  0.160613	  0.164189		CURRENT LEARNING RATE: 3.0155761094628213e-09
previous_iter_valid_loss : 0.16087590157985687

   1926280	  0.161054	  0.160876	  0.164199		CURRENT LEARNING RATE: 3.014973054548421e-09
previous_iter_valid_loss : 0.16882090270519257

   1926300	  0.169056	  0.168821	  0.164514		CURRENT LEARNING RATE: 3.0143701202329542e-09
previous_iter_valid_loss : 0.1636514514684677

   1926320	  0.163817	  0.163651	  0.164348		CURRENT LEARNING RATE: 3.013767306492292e-09
previous_iter_valid_loss : 0.16521672904491425

   1926340	  0.165389	  0.165217	  0.164581		CURRENT LEARNING RATE: 3.0131646133023234e-09
previous_iter_valid_loss : 0.16755791008472443

   1926360	  0.167778	  0.167558	  0.164719		CURRENT LEARNING RATE: 3.012562040638939e-09
previous_iter_valid_loss : 0.1669600009918213

   1926380	  0.167185	  0.166960	  0.164648		CURRENT LEARNING RATE: 3.0119595884780365e-09
previous_iter_valid_loss : 0.1731259822845459

   1926400	  0.173384	  0.173126	  0.164952		CURRENT LEARNING RATE: 3.011357256795519e-09
previous_iter_valid_loss : 0.17694173753261566

   1926420	  0.177242	  0.176942	  0.165396		CURRENT LEARNING RATE: 3.010755045567291e-09
previous_iter_valid_loss : 0.16212698817253113

   1926440	  0.162314	  0.162127	  0.165469		CURRENT LEARNING RATE: 3.010152954769255e-09
previous_iter_valid_loss : 0.16055630147457123

   1926460	  0.160729	  0.160556	  0.164961		CURRENT LEARNING RATE: 3.0095509843773484e-09
previous_iter_valid_loss : 0.1684390902519226

   1926480	  0.168669	  0.168439	  0.165285		CURRENT LEARNING RATE: 3.008949134367482e-09
previous_iter_valid_loss : 0.1607535481452942

   1926500	  0.160929	  0.160754	  0.165262		CURRENT LEARNING RATE: 3.0083474047155807e-09
previous_iter_valid_loss : 0.16763055324554443

   1926520	  0.167851	  0.167631	  0.165615		CURRENT LEARNING RATE: 3.007745795397576e-09
previous_iter_valid_loss : 0.16193409264087677

   1926540	  0.162125	  0.161934	  0.165659		CURRENT LEARNING RATE: 3.0071443063894033e-09
previous_iter_valid_loss : 0.1605130136013031

   1926560	  0.160678	  0.160513	  0.165583		CURRENT LEARNING RATE: 3.0065429376670038e-09
previous_iter_valid_loss : 0.1636657863855362

   1926580	  0.163838	  0.163666	  0.165501		CURRENT LEARNING RATE: 3.0059416892063222e-09
previous_iter_valid_loss : 0.1782071739435196

   1926600	  0.178360	  0.178207	  0.166109		CURRENT LEARNING RATE: 3.005340560983298e-09
previous_iter_valid_loss : 0.17044848203659058

   1926620	  0.170600	  0.170448	  0.166060		CURRENT LEARNING RATE: 3.004739552973907e-09
previous_iter_valid_loss : 0.16505876183509827

   1926640	  0.165262	  0.165059	  0.166153		CURRENT LEARNING RATE: 3.0041386651540985e-09
previous_iter_valid_loss : 0.17472650110721588

   1926660	  0.175005	  0.174727	  0.166858		CURRENT LEARNING RATE: 3.003537897499837e-09
previous_iter_valid_loss : 0.16062352061271667

   1926680	  0.160792	  0.160624	  0.166846		CURRENT LEARNING RATE: 3.0029372499870914e-09
previous_iter_valid_loss : 0.17601603269577026

   1926700	  0.176165	  0.176016	  0.167205		CURRENT LEARNING RATE: 3.002336722591837e-09
previous_iter_valid_loss : 0.16066300868988037

   1926720	  0.160817	  0.160663	  0.167056		CURRENT LEARNING RATE: 3.0017363152900515e-09
previous_iter_valid_loss : 0.16833682358264923

   1926740	  0.168492	  0.168337	  0.167212		CURRENT LEARNING RATE: 3.0011360280577085e-09
previous_iter_valid_loss : 0.16276304423809052

   1926760	  0.162965	  0.162763	  0.166972		CURRENT LEARNING RATE: 3.0005358608708175e-09
previous_iter_valid_loss : 0.17406733334064484

   1926780	  0.174212	  0.174067	  0.167328		CURRENT LEARNING RATE: 2.9999358137053618e-09
previous_iter_valid_loss : 0.17575883865356445

   1926800	  0.175906	  0.175759	  0.167459		CURRENT LEARNING RATE: 2.9993358865373386e-09
previous_iter_valid_loss : 0.16841310262680054

   1926820	  0.168564	  0.168413	  0.167033		CURRENT LEARNING RATE: 2.998736079342751e-09
previous_iter_valid_loss : 0.16056226193904877

   1926840	  0.160719	  0.160562	  0.166954		CURRENT LEARNING RATE: 2.9981363920976076e-09
previous_iter_valid_loss : 0.1654476523399353

   1926860	  0.165653	  0.165448	  0.167199		CURRENT LEARNING RATE: 2.9975368247779196e-09
previous_iter_valid_loss : 0.1607886403799057

   1926880	  0.160967	  0.160789	  0.166817		CURRENT LEARNING RATE: 2.9969373773597054e-09
previous_iter_valid_loss : 0.19031518697738647

   1926900	  0.190440	  0.190315	  0.168295		CURRENT LEARNING RATE: 2.9963380498189763e-09
previous_iter_valid_loss : 0.1607048064470291

   1926920	  0.160861	  0.160705	  0.167948		CURRENT LEARNING RATE: 2.99573884213178e-09
previous_iter_valid_loss : 0.16148778796195984

   1926940	  0.161645	  0.161488	  0.167926		CURRENT LEARNING RATE: 2.995139754274138e-09
previous_iter_valid_loss : 0.1668735146522522

   1926960	  0.167033	  0.166874	  0.168244		CURRENT LEARNING RATE: 2.994540786222086e-09
previous_iter_valid_loss : 0.16073597967624664

   1926980	  0.160890	  0.160736	  0.168098		CURRENT LEARNING RATE: 2.9939419379516664e-09
previous_iter_valid_loss : 0.16153006255626678

   1927000	  0.161683	  0.161530	  0.167264		CURRENT LEARNING RATE: 2.9933432094389246e-09
previous_iter_valid_loss : 0.16064316034317017

   1927020	  0.160811	  0.160643	  0.166773		CURRENT LEARNING RATE: 2.992744600659911e-09
previous_iter_valid_loss : 0.16075627505779266

   1927040	  0.160911	  0.160756	  0.166558		CURRENT LEARNING RATE: 2.992146111590672e-09
previous_iter_valid_loss : 0.16088491678237915

   1927060	  0.161044	  0.160885	  0.165866		CURRENT LEARNING RATE: 2.991547742207288e-09
previous_iter_valid_loss : 0.17361953854560852

   1927080	  0.173771	  0.173620	  0.166516		CURRENT LEARNING RATE: 2.9909494924858145e-09
previous_iter_valid_loss : 0.16213974356651306

   1927100	  0.162295	  0.162140	  0.165822		CURRENT LEARNING RATE: 2.9903513624023207e-09
previous_iter_valid_loss : 0.16975943744182587

   1927120	  0.169911	  0.169759	  0.166277		CURRENT LEARNING RATE: 2.989753351932882e-09
previous_iter_valid_loss : 0.16340544819831848

   1927140	  0.163585	  0.163405	  0.166030		CURRENT LEARNING RATE: 2.9891554610535776e-09
previous_iter_valid_loss : 0.17924828827381134

   1927160	  0.179572	  0.179248	  0.166855		CURRENT LEARNING RATE: 2.9885576897404925e-09
previous_iter_valid_loss : 0.16975875198841095

   1927180	  0.170010	  0.169759	  0.166639		CURRENT LEARNING RATE: 2.9879600379697152e-09
previous_iter_valid_loss : 0.16585280001163483

   1927200	  0.166019	  0.165853	  0.166144		CURRENT LEARNING RATE: 2.9873625057173288e-09
previous_iter_valid_loss : 0.17748865485191345

   1927220	  0.177651	  0.177489	  0.166598		CURRENT LEARNING RATE: 2.9867650929594536e-09
previous_iter_valid_loss : 0.16056403517723083

   1927240	  0.160729	  0.160564	  0.166598		CURRENT LEARNING RATE: 2.986167799672183e-09
previous_iter_valid_loss : 0.16579774022102356

   1927260	  0.166000	  0.165798	  0.166615		CURRENT LEARNING RATE: 2.985570625831625e-09
previous_iter_valid_loss : 0.16525320708751678

   1927280	  0.165448	  0.165253	  0.166839		CURRENT LEARNING RATE: 2.984973571413892e-09
previous_iter_valid_loss : 0.16551761329174042

   1927300	  0.165723	  0.165518	  0.165599		CURRENT LEARNING RATE: 2.9843766363951017e-09
previous_iter_valid_loss : 0.16123759746551514

   1927320	  0.161395	  0.161238	  0.165625		CURRENT LEARNING RATE: 2.983779820751378e-09
previous_iter_valid_loss : 0.16155077517032623

   1927340	  0.161711	  0.161551	  0.165629		CURRENT LEARNING RATE: 2.983183124458847e-09
previous_iter_valid_loss : 0.17810697853565216

   1927360	  0.178261	  0.178107	  0.166190		CURRENT LEARNING RATE: 2.982586547493631e-09
previous_iter_valid_loss : 0.16225381195545197

   1927380	  0.162450	  0.162254	  0.166266		CURRENT LEARNING RATE: 2.9819900898318885e-09
previous_iter_valid_loss : 0.166065976023674

   1927400	  0.166291	  0.166066	  0.166493		CURRENT LEARNING RATE: 2.9813937514497496e-09
previous_iter_valid_loss : 0.1605548858642578

   1927420	  0.160709	  0.160555	  0.166488		CURRENT LEARNING RATE: 2.980797532323361e-09
previous_iter_valid_loss : 0.1707584112882614

   1927440	  0.171008	  0.170758	  0.166989		CURRENT LEARNING RATE: 2.980201432428874e-09
previous_iter_valid_loss : 0.17724138498306274

   1927460	  0.177542	  0.177241	  0.167806		CURRENT LEARNING RATE: 2.979605451742445e-09
previous_iter_valid_loss : 0.1685476005077362

   1927480	  0.168780	  0.168548	  0.167553		CURRENT LEARNING RATE: 2.9790095902402344e-09
previous_iter_valid_loss : 0.16640859842300415

   1927500	  0.166567	  0.166409	  0.167766		CURRENT LEARNING RATE: 2.9784138478983974e-09
previous_iter_valid_loss : 0.1606253683567047

   1927520	  0.160789	  0.160625	  0.167310		CURRENT LEARNING RATE: 2.977818224693125e-09
previous_iter_valid_loss : 0.16393589973449707

   1927540	  0.164103	  0.163936	  0.167336		CURRENT LEARNING RATE: 2.9772227206005814e-09
previous_iter_valid_loss : 0.16221222281455994

   1927560	  0.162361	  0.162212	  0.166484		CURRENT LEARNING RATE: 2.976627335596948e-09
previous_iter_valid_loss : 0.1612730771303177

   1927580	  0.161459	  0.161273	  0.166060		CURRENT LEARNING RATE: 2.976032069658408e-09
previous_iter_valid_loss : 0.167792409658432

   1927600	  0.168021	  0.167792	  0.166157		CURRENT LEARNING RATE: 2.9754369227611514e-09
previous_iter_valid_loss : 0.16283392906188965

   1927620	  0.163002	  0.162834	  0.165424		CURRENT LEARNING RATE: 2.974841894881372e-09
previous_iter_valid_loss : 0.17501863837242126

   1927640	  0.175295	  0.175019	  0.166147		CURRENT LEARNING RATE: 2.9742469859952685e-09
previous_iter_valid_loss : 0.1630043238401413

   1927660	  0.163165	  0.163004	  0.166007		CURRENT LEARNING RATE: 2.9736521960790347e-09
previous_iter_valid_loss : 0.16058842837810516

   1927680	  0.160747	  0.160588	  0.165774		CURRENT LEARNING RATE: 2.9730575251088993e-09
previous_iter_valid_loss : 0.16077186167240143

   1927700	  0.160949	  0.160772	  0.165537		CURRENT LEARNING RATE: 2.972462973061066e-09
previous_iter_valid_loss : 0.16193702816963196

   1927720	  0.162098	  0.161937	  0.165572		CURRENT LEARNING RATE: 2.9718685399117515e-09
previous_iter_valid_loss : 0.161669060587883

   1927740	  0.161838	  0.161669	  0.165578		CURRENT LEARNING RATE: 2.9712742256371792e-09
previous_iter_valid_loss : 0.17103952169418335

   1927760	  0.171290	  0.171040	  0.165224		CURRENT LEARNING RATE: 2.970680030213576e-09
previous_iter_valid_loss : 0.16151262819766998

   1927780	  0.161705	  0.161513	  0.165187		CURRENT LEARNING RATE: 2.9700859536171744e-09
previous_iter_valid_loss : 0.17371496558189392

   1927800	  0.173987	  0.173715	  0.165570		CURRENT LEARNING RATE: 2.969491995824211e-09
previous_iter_valid_loss : 0.20005866885185242

   1927820	  0.200142	  0.200059	  0.167545		CURRENT LEARNING RATE: 2.9688981568109185e-09
previous_iter_valid_loss : 0.16680268943309784

   1927840	  0.166962	  0.166803	  0.167347		CURRENT LEARNING RATE: 2.968304436553562e-09
previous_iter_valid_loss : 0.16056209802627563

   1927860	  0.160723	  0.160562	  0.166513		CURRENT LEARNING RATE: 2.9677108350283843e-09
previous_iter_valid_loss : 0.1639304757118225

   1927880	  0.164138	  0.163930	  0.166282		CURRENT LEARNING RATE: 2.96711735221164e-09
previous_iter_valid_loss : 0.17257536947727203

   1927900	  0.172725	  0.172575	  0.166591		CURRENT LEARNING RATE: 2.9665239880795898e-09
previous_iter_valid_loss : 0.162369966506958

   1927920	  0.162557	  0.162370	  0.166678		CURRENT LEARNING RATE: 2.9659307426085003e-09
previous_iter_valid_loss : 0.1677287220954895

   1927940	  0.167965	  0.167729	  0.166867		CURRENT LEARNING RATE: 2.96533761577464e-09
previous_iter_valid_loss : 0.16064442694187164

   1927960	  0.160812	  0.160644	  0.166789		CURRENT LEARNING RATE: 2.9647446075542746e-09
previous_iter_valid_loss : 0.16846013069152832

   1927980	  0.168692	  0.168460	  0.167148		CURRENT LEARNING RATE: 2.9641517179237044e-09
previous_iter_valid_loss : 0.16293016076087952

   1928000	  0.163099	  0.162930	  0.166905		CURRENT LEARNING RATE: 2.9635589468592036e-09
previous_iter_valid_loss : 0.16087372601032257

   1928020	  0.161028	  0.160874	  0.166807		CURRENT LEARNING RATE: 2.9629662943370605e-09
previous_iter_valid_loss : 0.19103634357452393

   1928040	  0.191161	  0.191036	  0.167608		CURRENT LEARNING RATE: 2.96237376033357e-09
previous_iter_valid_loss : 0.17262791097164154

   1928060	  0.172769	  0.172628	  0.168089		CURRENT LEARNING RATE: 2.9617813448250304e-09
previous_iter_valid_loss : 0.16177961230278015

   1928080	  0.161940	  0.161780	  0.168149		CURRENT LEARNING RATE: 2.961189047787745e-09
previous_iter_valid_loss : 0.1629677563905716

   1928100	  0.163133	  0.162968	  0.168259		CURRENT LEARNING RATE: 2.960596869198022e-09
previous_iter_valid_loss : 0.16140684485435486

   1928120	  0.161564	  0.161407	  0.168232		CURRENT LEARNING RATE: 2.9600048090321634e-09
previous_iter_valid_loss : 0.18005827069282532

   1928140	  0.180218	  0.180058	  0.169152		CURRENT LEARNING RATE: 2.959412867266508e-09
previous_iter_valid_loss : 0.16049805283546448

   1928160	  0.160664	  0.160498	  0.168625		CURRENT LEARNING RATE: 2.9588210438773674e-09
previous_iter_valid_loss : 0.17391283810138702

   1928180	  0.174183	  0.173913	  0.169245		CURRENT LEARNING RATE: 2.9582293388410695e-09
previous_iter_valid_loss : 0.16056212782859802

   1928200	  0.160717	  0.160562	  0.168587		CURRENT LEARNING RATE: 2.957637752133945e-09
previous_iter_valid_loss : 0.16754475235939026

   1928220	  0.167769	  0.167545	  0.166961		CURRENT LEARNING RATE: 2.9570462837323314e-09
previous_iter_valid_loss : 0.1613682210445404

   1928240	  0.161553	  0.161368	  0.166690		CURRENT LEARNING RATE: 2.9564549336125694e-09
previous_iter_valid_loss : 0.17331615090370178

   1928260	  0.173467	  0.173316	  0.167327		CURRENT LEARNING RATE: 2.955863701750995e-09
previous_iter_valid_loss : 0.1663844883441925

   1928280	  0.166601	  0.166384	  0.167450		CURRENT LEARNING RATE: 2.9552725881239792e-09
previous_iter_valid_loss : 0.16811050474643707

   1928300	  0.168335	  0.168111	  0.167227		CURRENT LEARNING RATE: 2.9546815927078674e-09
previous_iter_valid_loss : 0.1730385422706604

   1928320	  0.173304	  0.173039	  0.167760		CURRENT LEARNING RATE: 2.954090715479019e-09
previous_iter_valid_loss : 0.16334477066993713

   1928340	  0.163533	  0.163345	  0.167541		CURRENT LEARNING RATE: 2.953499956413801e-09
previous_iter_valid_loss : 0.16266153752803802

   1928360	  0.162813	  0.162662	  0.167642		CURRENT LEARNING RATE: 2.952909315488581e-09
previous_iter_valid_loss : 0.16110371053218842

   1928380	  0.161256	  0.161104	  0.167274		CURRENT LEARNING RATE: 2.9523187926797337e-09
previous_iter_valid_loss : 0.16149631142616272

   1928400	  0.161649	  0.161496	  0.167202		CURRENT LEARNING RATE: 2.951728387963639e-09
previous_iter_valid_loss : 0.16628891229629517

   1928420	  0.166444	  0.166289	  0.167473		CURRENT LEARNING RATE: 2.9511381013166693e-09
previous_iter_valid_loss : 0.17346858978271484

   1928440	  0.173620	  0.173469	  0.166595		CURRENT LEARNING RATE: 2.950547932715235e-09
previous_iter_valid_loss : 0.1782151311635971

   1928460	  0.178375	  0.178215	  0.166874		CURRENT LEARNING RATE: 2.949957882135718e-09
previous_iter_valid_loss : 0.16296011209487915

   1928480	  0.163141	  0.162960	  0.166933		CURRENT LEARNING RATE: 2.9493679495545164e-09
previous_iter_valid_loss : 0.1625756472349167

   1928500	  0.162741	  0.162576	  0.166913		CURRENT LEARNING RATE: 2.9487781349480335e-09
previous_iter_valid_loss : 0.1605702042579651

   1928520	  0.160736	  0.160570	  0.166872		CURRENT LEARNING RATE: 2.948188438292677e-09
previous_iter_valid_loss : 0.16694845259189606

   1928540	  0.167105	  0.166948	  0.166216		CURRENT LEARNING RATE: 2.9475988595648574e-09
previous_iter_valid_loss : 0.16378436982631683

   1928560	  0.163956	  0.163784	  0.166380		CURRENT LEARNING RATE: 2.9470093987409934e-09
previous_iter_valid_loss : 0.16301697492599487

   1928580	  0.163210	  0.163017	  0.165836		CURRENT LEARNING RATE: 2.946420055797495e-09
previous_iter_valid_loss : 0.16707628965377808

   1928600	  0.167232	  0.167076	  0.166161		CURRENT LEARNING RATE: 2.9458308307108093e-09
previous_iter_valid_loss : 0.16347770392894745

   1928620	  0.163674	  0.163478	  0.165958		CURRENT LEARNING RATE: 2.945241723457358e-09
previous_iter_valid_loss : 0.16180561482906342

   1928640	  0.161962	  0.161806	  0.165980		CURRENT LEARNING RATE: 2.944652734013575e-09
previous_iter_valid_loss : 0.16402661800384521

   1928660	  0.164242	  0.164027	  0.165515		CURRENT LEARNING RATE: 2.9440638623559027e-09
previous_iter_valid_loss : 0.16701993346214294

   1928680	  0.167245	  0.167020	  0.165547		CURRENT LEARNING RATE: 2.943475108460785e-09
previous_iter_valid_loss : 0.17008894681930542

   1928700	  0.170335	  0.170089	  0.165646		CURRENT LEARNING RATE: 2.942886472304672e-09
previous_iter_valid_loss : 0.16055279970169067

   1928720	  0.160718	  0.160553	  0.165022		CURRENT LEARNING RATE: 2.9422979538640074e-09
previous_iter_valid_loss : 0.18979547917842865

   1928740	  0.190232	  0.189795	  0.166344		CURRENT LEARNING RATE: 2.9417095531152726e-09
previous_iter_valid_loss : 0.16731862723827362

   1928760	  0.167534	  0.167319	  0.166577		CURRENT LEARNING RATE: 2.9411212700349198e-09
previous_iter_valid_loss : 0.16218070685863495

   1928780	  0.162363	  0.162181	  0.166631		CURRENT LEARNING RATE: 2.940533104599418e-09
previous_iter_valid_loss : 0.1648126244544983

   1928800	  0.164996	  0.164813	  0.166797		CURRENT LEARNING RATE: 2.9399450567852414e-09
previous_iter_valid_loss : 0.16315105557441711

   1928820	  0.163347	  0.163151	  0.166640		CURRENT LEARNING RATE: 2.9393571265688667e-09
previous_iter_valid_loss : 0.1622599959373474

   1928840	  0.162450	  0.162260	  0.166079		CURRENT LEARNING RATE: 2.938769313926778e-09
previous_iter_valid_loss : 0.17155444622039795

   1928860	  0.171805	  0.171554	  0.165746		CURRENT LEARNING RATE: 2.938181618835462e-09
previous_iter_valid_loss : 0.16275769472122192

   1928880	  0.162950	  0.162758	  0.165736		CURRENT LEARNING RATE: 2.937594041271401e-09
previous_iter_valid_loss : 0.18284538388252258

   1928900	  0.182999	  0.182845	  0.166750		CURRENT LEARNING RATE: 2.9370065812111124e-09
previous_iter_valid_loss : 0.17199750244617462

   1928920	  0.172262	  0.171998	  0.167321		CURRENT LEARNING RATE: 2.9364192386310872e-09
previous_iter_valid_loss : 0.17510101199150085

   1928940	  0.175379	  0.175101	  0.167729		CURRENT LEARNING RATE: 2.9358320135078325e-09
previous_iter_valid_loss : 0.17500971257686615

   1928960	  0.175285	  0.175010	  0.168290		CURRENT LEARNING RATE: 2.935244905817858e-09
previous_iter_valid_loss : 0.1728677600622177

   1928980	  0.173121	  0.172868	  0.168783		CURRENT LEARNING RATE: 2.9346579155376804e-09
previous_iter_valid_loss : 0.1606643795967102

   1929000	  0.160807	  0.160664	  0.168462		CURRENT LEARNING RATE: 2.93407104264382e-09
previous_iter_valid_loss : 0.1606471836566925

   1929020	  0.160823	  0.160647	  0.168320		CURRENT LEARNING RATE: 2.933484287112791e-09
previous_iter_valid_loss : 0.17864875495433807

   1929040	  0.178973	  0.178649	  0.169163		CURRENT LEARNING RATE: 2.9328976489211445e-09
previous_iter_valid_loss : 0.16053873300552368

   1929060	  0.160707	  0.160539	  0.168988		CURRENT LEARNING RATE: 2.9323111280454045e-09
previous_iter_valid_loss : 0.1609954535961151

   1929080	  0.161148	  0.160995	  0.168687		CURRENT LEARNING RATE: 2.93172472446211e-09
previous_iter_valid_loss : 0.16088740527629852

   1929100	  0.161063	  0.160887	  0.168227		CURRENT LEARNING RATE: 2.9311384381478044e-09
previous_iter_valid_loss : 0.16212213039398193

   1929120	  0.162325	  0.162122	  0.168305		CURRENT LEARNING RATE: 2.9305522690790365e-09
previous_iter_valid_loss : 0.16895638406276703

   1929140	  0.169209	  0.168956	  0.167263		CURRENT LEARNING RATE: 2.9299662172323605e-09
previous_iter_valid_loss : 0.16410036385059357

   1929160	  0.164308	  0.164100	  0.167103		CURRENT LEARNING RATE: 2.9293802825843336e-09
previous_iter_valid_loss : 0.1706862598657608

   1929180	  0.170829	  0.170686	  0.167528		CURRENT LEARNING RATE: 2.9287944651115074e-09
previous_iter_valid_loss : 0.1615637093782425

   1929200	  0.161753	  0.161564	  0.167365		CURRENT LEARNING RATE: 2.9282087647904714e-09
previous_iter_valid_loss : 0.1606232076883316

   1929220	  0.160776	  0.160623	  0.167239		CURRENT LEARNING RATE: 2.9276231815977858e-09
previous_iter_valid_loss : 0.1774708777666092

   1929240	  0.177627	  0.177471	  0.168000		CURRENT LEARNING RATE: 2.9270377155100273e-09
previous_iter_valid_loss : 0.16138719022274017

   1929260	  0.161569	  0.161387	  0.167491		CURRENT LEARNING RATE: 2.926452366503779e-09
previous_iter_valid_loss : 0.16546909511089325

   1929280	  0.165636	  0.165469	  0.167627		CURRENT LEARNING RATE: 2.925867134555625e-09
previous_iter_valid_loss : 0.16266630589962006

   1929300	  0.162825	  0.162666	  0.166618		CURRENT LEARNING RATE: 2.9252820196421567e-09
previous_iter_valid_loss : 0.16225716471672058

   1929320	  0.162450	  0.162257	  0.166131		CURRENT LEARNING RATE: 2.92469702173997e-09
previous_iter_valid_loss : 0.16154545545578003

   1929340	  0.161739	  0.161545	  0.165453		CURRENT LEARNING RATE: 2.9241121408256542e-09
previous_iter_valid_loss : 0.16479237377643585

   1929360	  0.165010	  0.164792	  0.164942		CURRENT LEARNING RATE: 2.923527376875835e-09
previous_iter_valid_loss : 0.16055671870708466

   1929380	  0.160711	  0.160557	  0.164327		CURRENT LEARNING RATE: 2.9229427298671103e-09
previous_iter_valid_loss : 0.16505400836467743

   1929400	  0.165256	  0.165054	  0.164546		CURRENT LEARNING RATE: 2.922358199776096e-09
previous_iter_valid_loss : 0.1886490434408188

   1929420	  0.188780	  0.188649	  0.165946		CURRENT LEARNING RATE: 2.9217737865794097e-09
previous_iter_valid_loss : 0.16091063618659973

   1929440	  0.161076	  0.160911	  0.165059		CURRENT LEARNING RATE: 2.9211894902536755e-09
previous_iter_valid_loss : 0.17132262885570526

   1929460	  0.171587	  0.171323	  0.165598		CURRENT LEARNING RATE: 2.9206053107755214e-09
previous_iter_valid_loss : 0.16102157533168793

   1929480	  0.161182	  0.161022	  0.165600		CURRENT LEARNING RATE: 2.920021248121569e-09
previous_iter_valid_loss : 0.17648325860500336

   1929500	  0.176772	  0.176483	  0.166380		CURRENT LEARNING RATE: 2.919437302268478e-09
previous_iter_valid_loss : 0.1605338752269745

   1929520	  0.160695	  0.160534	  0.166300		CURRENT LEARNING RATE: 2.918853473192879e-09
previous_iter_valid_loss : 0.1801811009645462

   1929540	  0.180335	  0.180181	  0.166861		CURRENT LEARNING RATE: 2.91826976087142e-09
previous_iter_valid_loss : 0.17980659008026123

   1929560	  0.180129	  0.179807	  0.167647		CURRENT LEARNING RATE: 2.9176861652807516e-09
previous_iter_valid_loss : 0.16063159704208374

   1929580	  0.160789	  0.160632	  0.167144		CURRENT LEARNING RATE: 2.91710268639753e-09
previous_iter_valid_loss : 0.16530920565128326

   1929600	  0.165474	  0.165309	  0.167331		CURRENT LEARNING RATE: 2.9165193241984165e-09
previous_iter_valid_loss : 0.16581867635250092

   1929620	  0.166029	  0.165819	  0.167591		CURRENT LEARNING RATE: 2.9159360786600763e-09
previous_iter_valid_loss : 0.19286228716373444

   1929640	  0.193341	  0.192862	  0.168361		CURRENT LEARNING RATE: 2.915352949759169e-09
previous_iter_valid_loss : 0.1611352115869522

   1929660	  0.161316	  0.161135	  0.168348		CURRENT LEARNING RATE: 2.9147699374723904e-09
previous_iter_valid_loss : 0.1652500331401825

   1929680	  0.165413	  0.165250	  0.168337		CURRENT LEARNING RATE: 2.91418704177641e-09
previous_iter_valid_loss : 0.16359899938106537

   1929700	  0.163794	  0.163599	  0.168384		CURRENT LEARNING RATE: 2.9136042626479113e-09
previous_iter_valid_loss : 0.16050530970096588

   1929720	  0.160667	  0.160505	  0.168296		CURRENT LEARNING RATE: 2.9130216000635833e-09
previous_iter_valid_loss : 0.16541637480258942

   1929740	  0.165625	  0.165416	  0.168490		CURRENT LEARNING RATE: 2.912439054000121e-09
previous_iter_valid_loss : 0.16506274044513702

   1929760	  0.165226	  0.165063	  0.168503		CURRENT LEARNING RATE: 2.9118566244342197e-09
previous_iter_valid_loss : 0.16346736252307892

   1929780	  0.163675	  0.163467	  0.168649		CURRENT LEARNING RATE: 2.9112743113425844e-09
previous_iter_valid_loss : 0.1605413258075714

   1929800	  0.160709	  0.160541	  0.168423		CURRENT LEARNING RATE: 2.910692114701912e-09
previous_iter_valid_loss : 0.1605222374200821

   1929820	  0.160684	  0.160522	  0.167017		CURRENT LEARNING RATE: 2.9101100344889346e-09
previous_iter_valid_loss : 0.1608678102493286

   1929840	  0.161021	  0.160868	  0.167015		CURRENT LEARNING RATE: 2.9095280706803584e-09
previous_iter_valid_loss : 0.16724130511283875

   1929860	  0.167462	  0.167241	  0.166810		CURRENT LEARNING RATE: 2.908946223252906e-09
previous_iter_valid_loss : 0.16280700266361237

   1929880	  0.162997	  0.162807	  0.166900		CURRENT LEARNING RATE: 2.908364492183303e-09
previous_iter_valid_loss : 0.16612540185451508

   1929900	  0.166282	  0.166125	  0.166382		CURRENT LEARNING RATE: 2.90778287744828e-09
previous_iter_valid_loss : 0.16119898855686188

   1929920	  0.161388	  0.161199	  0.166415		CURRENT LEARNING RATE: 2.9072013790245725e-09
previous_iter_valid_loss : 0.160708948969841

   1929940	  0.160864	  0.160709	  0.165441		CURRENT LEARNING RATE: 2.9066199968889105e-09
previous_iter_valid_loss : 0.16324907541275024

   1929960	  0.163447	  0.163249	  0.164614		CURRENT LEARNING RATE: 2.9060387310180583e-09
previous_iter_valid_loss : 0.160857155919075

   1929980	  0.161034	  0.160857	  0.164625		CURRENT LEARNING RATE: 2.9054575813887564e-09
previous_iter_valid_loss : 0.16050784289836884

   1930000	  0.160672	  0.160508	  0.164385		CURRENT LEARNING RATE: 2.9048765479777578e-09
previous_iter_valid_loss : 0.16074219346046448

   1930020	  0.160924	  0.160742	  0.164131		CURRENT LEARNING RATE: 2.904295630761821e-09
previous_iter_valid_loss : 0.16054677963256836

   1930040	  0.160701	  0.160547	  0.162515		CURRENT LEARNING RATE: 2.903714829717711e-09
previous_iter_valid_loss : 0.17610786855220795

   1930060	  0.176257	  0.176108	  0.163264		CURRENT LEARNING RATE: 2.9031341448221936e-09
previous_iter_valid_loss : 0.16244755685329437

   1930080	  0.162647	  0.162448	  0.163124		CURRENT LEARNING RATE: 2.9025535760520426e-09
previous_iter_valid_loss : 0.17444516718387604

   1930100	  0.174591	  0.174445	  0.163666		CURRENT LEARNING RATE: 2.901973123384025e-09
previous_iter_valid_loss : 0.16051813960075378

   1930120	  0.160676	  0.160518	  0.163667		CURRENT LEARNING RATE: 2.901392786794943e-09
previous_iter_valid_loss : 0.17855419218540192

   1930140	  0.178716	  0.178554	  0.164324		CURRENT LEARNING RATE: 2.900812566261573e-09
previous_iter_valid_loss : 0.1793302744626999

   1930160	  0.179647	  0.179330	  0.165037		CURRENT LEARNING RATE: 2.9002324617607054e-09
previous_iter_valid_loss : 0.1612786054611206

   1930180	  0.161438	  0.161279	  0.164928		CURRENT LEARNING RATE: 2.899652473269137e-09
previous_iter_valid_loss : 0.16313259303569794

   1930200	  0.163332	  0.163133	  0.165057		CURRENT LEARNING RATE: 2.8990726007636684e-09
previous_iter_valid_loss : 0.16508637368679047

   1930220	  0.165250	  0.165086	  0.165285		CURRENT LEARNING RATE: 2.8984928442211037e-09
previous_iter_valid_loss : 0.17302143573760986

   1930240	  0.173171	  0.173021	  0.165893		CURRENT LEARNING RATE: 2.897913203618243e-09
previous_iter_valid_loss : 0.16256584227085114

   1930260	  0.162764	  0.162566	  0.165659		CURRENT LEARNING RATE: 2.897333678931921e-09
previous_iter_valid_loss : 0.1661120504140854

   1930280	  0.166322	  0.166112	  0.165824		CURRENT LEARNING RATE: 2.8967542701389466e-09
previous_iter_valid_loss : 0.16054044663906097

   1930300	  0.160695	  0.160540	  0.165545		CURRENT LEARNING RATE: 2.8961749772161437e-09
previous_iter_valid_loss : 0.1613459438085556

   1930320	  0.161521	  0.161346	  0.165553		CURRENT LEARNING RATE: 2.8955958001403396e-09
previous_iter_valid_loss : 0.16113577783107758

   1930340	  0.161292	  0.161136	  0.165574		CURRENT LEARNING RATE: 2.8950167388883687e-09
previous_iter_valid_loss : 0.16051065921783447

   1930360	  0.160676	  0.160511	  0.165437		CURRENT LEARNING RATE: 2.8944377934370666e-09
previous_iter_valid_loss : 0.1608993411064148

   1930380	  0.161077	  0.160899	  0.165439		CURRENT LEARNING RATE: 2.8938589637632777e-09
previous_iter_valid_loss : 0.16577979922294617

   1930400	  0.165992	  0.165780	  0.165703		CURRENT LEARNING RATE: 2.8932802498438376e-09
previous_iter_valid_loss : 0.1667776107788086

   1930420	  0.166997	  0.166778	  0.166004		CURRENT LEARNING RATE: 2.8927016516556176e-09
previous_iter_valid_loss : 0.1605501025915146

   1930440	  0.160704	  0.160550	  0.166005		CURRENT LEARNING RATE: 2.892123169175464e-09
previous_iter_valid_loss : 0.16085708141326904

   1930460	  0.161013	  0.160857	  0.165242		CURRENT LEARNING RATE: 2.8915448023802374e-09
previous_iter_valid_loss : 0.16306237876415253

   1930480	  0.163263	  0.163062	  0.165273		CURRENT LEARNING RATE: 2.8909665512468037e-09
previous_iter_valid_loss : 0.16120225191116333

   1930500	  0.161396	  0.161202	  0.164611		CURRENT LEARNING RATE: 2.890388415752032e-09
previous_iter_valid_loss : 0.16057634353637695

   1930520	  0.160746	  0.160576	  0.164614		CURRENT LEARNING RATE: 2.889810395872798e-09
previous_iter_valid_loss : 0.1607433408498764

   1930540	  0.160919	  0.160743	  0.163723		CURRENT LEARNING RATE: 2.8892324915859795e-09
previous_iter_valid_loss : 0.16681569814682007

   1930560	  0.166979	  0.166816	  0.163097		CURRENT LEARNING RATE: 2.8886547028684512e-09
previous_iter_valid_loss : 0.16324865818023682

   1930580	  0.163418	  0.163249	  0.163196		CURRENT LEARNING RATE: 2.8880770296971212e-09
previous_iter_valid_loss : 0.16375291347503662

   1930600	  0.163921	  0.163753	  0.163227		CURRENT LEARNING RATE: 2.8874994720488736e-09
previous_iter_valid_loss : 0.16933943331241608

   1930620	  0.169580	  0.169339	  0.163439		CURRENT LEARNING RATE: 2.8869220299006047e-09
previous_iter_valid_loss : 0.16467569768428802

   1930640	  0.164882	  0.164676	  0.163022		CURRENT LEARNING RATE: 2.8863447032292176e-09
previous_iter_valid_loss : 0.1846141219139099

   1930660	  0.184980	  0.184614	  0.164125		CURRENT LEARNING RATE: 2.8857674920116187e-09
previous_iter_valid_loss : 0.1656487137079239

   1930680	  0.165807	  0.165649	  0.164101		CURRENT LEARNING RATE: 2.88519039622472e-09
previous_iter_valid_loss : 0.16097839176654816

   1930700	  0.161142	  0.160978	  0.164123		CURRENT LEARNING RATE: 2.884613415845428e-09
previous_iter_valid_loss : 0.17009714245796204

   1930720	  0.170249	  0.170097	  0.164561		CURRENT LEARNING RATE: 2.8840365508506825e-09
previous_iter_valid_loss : 0.1615648716688156

   1930740	  0.161722	  0.161565	  0.164582		CURRENT LEARNING RATE: 2.883459801217399e-09
previous_iter_valid_loss : 0.19619251787662506

   1930760	  0.196708	  0.196193	  0.166366		CURRENT LEARNING RATE: 2.8828831669225086e-09
previous_iter_valid_loss : 0.18569302558898926

   1930780	  0.185837	  0.185693	  0.167606		CURRENT LEARNING RATE: 2.8823066479429452e-09
previous_iter_valid_loss : 0.17352579534053802

   1930800	  0.173805	  0.173526	  0.167993		CURRENT LEARNING RATE: 2.8817302442556478e-09
previous_iter_valid_loss : 0.16172794997692108

   1930820	  0.161890	  0.161728	  0.167741		CURRENT LEARNING RATE: 2.881153955837561e-09
previous_iter_valid_loss : 0.17270949482917786

   1930840	  0.172987	  0.172709	  0.168349		CURRENT LEARNING RATE: 2.8805777826656326e-09
previous_iter_valid_loss : 0.1605430394411087

   1930860	  0.160707	  0.160543	  0.168333		CURRENT LEARNING RATE: 2.8800017247168053e-09
previous_iter_valid_loss : 0.17540602385997772

   1930880	  0.175558	  0.175406	  0.168950		CURRENT LEARNING RATE: 2.8794257819680584e-09
previous_iter_valid_loss : 0.16212472319602966

   1930900	  0.162292	  0.162125	  0.168997		CURRENT LEARNING RATE: 2.8788499543963428e-09
previous_iter_valid_loss : 0.16422736644744873

   1930920	  0.164394	  0.164227	  0.169179		CURRENT LEARNING RATE: 2.8782742419786256e-09
previous_iter_valid_loss : 0.16346479952335358

   1930940	  0.163629	  0.163465	  0.169315		CURRENT LEARNING RATE: 2.8776986446918783e-09
previous_iter_valid_loss : 0.16849297285079956

   1930960	  0.168650	  0.168493	  0.169399		CURRENT LEARNING RATE: 2.8771231625130778e-09
previous_iter_valid_loss : 0.1624499410390854

   1930980	  0.162635	  0.162450	  0.169359		CURRENT LEARNING RATE: 2.8765477954192037e-09
previous_iter_valid_loss : 0.1616239994764328

   1931000	  0.161809	  0.161624	  0.169253		CURRENT LEARNING RATE: 2.8759725433872414e-09
previous_iter_valid_loss : 0.16177034378051758

   1931020	  0.161959	  0.161770	  0.168874		CURRENT LEARNING RATE: 2.8753974063941717e-09
previous_iter_valid_loss : 0.16475115716457367

   1931040	  0.164960	  0.164751	  0.168878		CURRENT LEARNING RATE: 2.874822384417009e-09
previous_iter_valid_loss : 0.18244850635528564

   1931060	  0.182599	  0.182449	  0.168770		CURRENT LEARNING RATE: 2.8742474774327416e-09
previous_iter_valid_loss : 0.16145619750022888

   1931080	  0.161616	  0.161456	  0.168560		CURRENT LEARNING RATE: 2.8736726854183734e-09
previous_iter_valid_loss : 0.16050902009010315

   1931100	  0.160667	  0.160509	  0.168537		CURRENT LEARNING RATE: 2.8730980083509137e-09
previous_iter_valid_loss : 0.17822469770908356

   1931120	  0.178382	  0.178225	  0.168943		CURRENT LEARNING RATE: 2.872523446207374e-09
previous_iter_valid_loss : 0.16056515276432037

   1931140	  0.160730	  0.160565	  0.168893		CURRENT LEARNING RATE: 2.871948998964774e-09
previous_iter_valid_loss : 0.16060180962085724

   1931160	  0.160767	  0.160602	  0.167113		CURRENT LEARNING RATE: 2.8713746666001224e-09
previous_iter_valid_loss : 0.1606796532869339

   1931180	  0.160840	  0.160680	  0.165863		CURRENT LEARNING RATE: 2.8708004490904688e-09
previous_iter_valid_loss : 0.16125021874904633

   1931200	  0.161434	  0.161250	  0.165249		CURRENT LEARNING RATE: 2.8702263464128337e-09
previous_iter_valid_loss : 0.16226248443126678

   1931220	  0.162453	  0.162262	  0.165276		CURRENT LEARNING RATE: 2.8696523585442524e-09
previous_iter_valid_loss : 0.16074225306510925

   1931240	  0.160897	  0.160742	  0.164677		CURRENT LEARNING RATE: 2.869078485461766e-09
previous_iter_valid_loss : 0.16170915961265564

   1931260	  0.161901	  0.161709	  0.164736		CURRENT LEARNING RATE: 2.8685047271424193e-09
previous_iter_valid_loss : 0.16073083877563477

   1931280	  0.160889	  0.160731	  0.164002		CURRENT LEARNING RATE: 2.8679310835632628e-09
previous_iter_valid_loss : 0.16138522326946259

   1931300	  0.161571	  0.161385	  0.163965		CURRENT LEARNING RATE: 2.867357554701349e-09
previous_iter_valid_loss : 0.16065667569637299

   1931320	  0.160825	  0.160657	  0.163786		CURRENT LEARNING RATE: 2.866784140533728e-09
previous_iter_valid_loss : 0.1625809520483017

   1931340	  0.162768	  0.162581	  0.163742		CURRENT LEARNING RATE: 2.8662108410374836e-09
previous_iter_valid_loss : 0.1612023115158081

   1931360	  0.161387	  0.161202	  0.163378		CURRENT LEARNING RATE: 2.8656376561896727e-09
previous_iter_valid_loss : 0.20459625124931335

   1931380	  0.205165	  0.204596	  0.165485		CURRENT LEARNING RATE: 2.8650645859673684e-09
previous_iter_valid_loss : 0.17212048172950745

   1931400	  0.172381	  0.172120	  0.166010		CURRENT LEARNING RATE: 2.8644916303476482e-09
previous_iter_valid_loss : 0.16051411628723145

   1931420	  0.160679	  0.160514	  0.165947		CURRENT LEARNING RATE: 2.8639187893075935e-09
previous_iter_valid_loss : 0.16796281933784485

   1931440	  0.168115	  0.167963	  0.166108		CURRENT LEARNING RATE: 2.863346062824291e-09
previous_iter_valid_loss : 0.16132503747940063

   1931460	  0.161508	  0.161325	  0.165051		CURRENT LEARNING RATE: 2.8627734508748203e-09
previous_iter_valid_loss : 0.17186468839645386

   1931480	  0.172019	  0.171865	  0.165572		CURRENT LEARNING RATE: 2.862200953436299e-09
previous_iter_valid_loss : 0.16629956662654877

   1931500	  0.166458	  0.166300	  0.165861		CURRENT LEARNING RATE: 2.8616285704858162e-09
previous_iter_valid_loss : 0.1685127466917038

   1931520	  0.168748	  0.168513	  0.165376		CURRENT LEARNING RATE: 2.861056302000477e-09
previous_iter_valid_loss : 0.18182262778282166

   1931540	  0.182161	  0.181823	  0.166439		CURRENT LEARNING RATE: 2.8604841479573893e-09
previous_iter_valid_loss : 0.16500680148601532

   1931560	  0.165169	  0.165007	  0.166659		CURRENT LEARNING RATE: 2.8599121083336682e-09
previous_iter_valid_loss : 0.16053138673305511

   1931580	  0.160691	  0.160531	  0.166651		CURRENT LEARNING RATE: 2.859340183106432e-09
previous_iter_valid_loss : 0.16050483286380768

   1931600	  0.160664	  0.160505	  0.166614		CURRENT LEARNING RATE: 2.8587683722528037e-09
previous_iter_valid_loss : 0.16080813109874725

   1931620	  0.160955	  0.160808	  0.166541		CURRENT LEARNING RATE: 2.8581966757498997e-09
previous_iter_valid_loss : 0.16060447692871094

   1931640	  0.160756	  0.160604	  0.166535		CURRENT LEARNING RATE: 2.8576250935748745e-09
previous_iter_valid_loss : 0.16164077818393707

   1931660	  0.161795	  0.161641	  0.166531		CURRENT LEARNING RATE: 2.8570536257048523e-09
previous_iter_valid_loss : 0.1686522215604782

   1931680	  0.168889	  0.168652	  0.166927		CURRENT LEARNING RATE: 2.856482272116976e-09
previous_iter_valid_loss : 0.1608879715204239

   1931700	  0.161049	  0.160888	  0.166902		CURRENT LEARNING RATE: 2.855911032788391e-09
previous_iter_valid_loss : 0.16950830817222595

   1931720	  0.169758	  0.169508	  0.167345		CURRENT LEARNING RATE: 2.8553399076962474e-09
previous_iter_valid_loss : 0.16232073307037354

   1931740	  0.162502	  0.162321	  0.167332		CURRENT LEARNING RATE: 2.8547688968177006e-09
previous_iter_valid_loss : 0.16174326837062836

   1931760	  0.161932	  0.161743	  0.167359		CURRENT LEARNING RATE: 2.85419800012991e-09
previous_iter_valid_loss : 0.1606285721063614

   1931780	  0.160797	  0.160629	  0.165161		CURRENT LEARNING RATE: 2.8536272176100306e-09
previous_iter_valid_loss : 0.1691695898771286

   1931800	  0.169325	  0.169170	  0.165013		CURRENT LEARNING RATE: 2.853056549235249e-09
previous_iter_valid_loss : 0.16647100448608398

   1931820	  0.166680	  0.166471	  0.165311		CURRENT LEARNING RATE: 2.852485994982731e-09
previous_iter_valid_loss : 0.1720440834760666

   1931840	  0.172195	  0.172044	  0.165515		CURRENT LEARNING RATE: 2.8519155548296525e-09
previous_iter_valid_loss : 0.16135025024414062

   1931860	  0.161539	  0.161350	  0.165516		CURRENT LEARNING RATE: 2.8513452287531966e-09
previous_iter_valid_loss : 0.1607099026441574

   1931880	  0.160886	  0.160710	  0.164958		CURRENT LEARNING RATE: 2.85077501673055e-09
previous_iter_valid_loss : 0.16055628657341003

   1931900	  0.160726	  0.160556	  0.164671		CURRENT LEARNING RATE: 2.8502049187389044e-09
previous_iter_valid_loss : 0.1606651395559311

   1931920	  0.160825	  0.160665	  0.164279		CURRENT LEARNING RATE: 2.849634934755446e-09
previous_iter_valid_loss : 0.16985198855400085

   1931940	  0.170000	  0.169852	  0.163680		CURRENT LEARNING RATE: 2.849065064757396e-09
previous_iter_valid_loss : 0.1605272740125656

   1931960	  0.160690	  0.160527	  0.163456		CURRENT LEARNING RATE: 2.8484953087219487e-09
previous_iter_valid_loss : 0.16240091621875763

   1931980	  0.162570	  0.162401	  0.163550		CURRENT LEARNING RATE: 2.847925666626314e-09
previous_iter_valid_loss : 0.17119435966014862

   1932000	  0.171346	  0.171194	  0.164084		CURRENT LEARNING RATE: 2.847356138447706e-09
previous_iter_valid_loss : 0.16407671570777893

   1932020	  0.164266	  0.164077	  0.164248		CURRENT LEARNING RATE: 2.8467867241633445e-09
previous_iter_valid_loss : 0.1633952260017395

   1932040	  0.163581	  0.163395	  0.164387		CURRENT LEARNING RATE: 2.846217423750452e-09
previous_iter_valid_loss : 0.16068214178085327

   1932060	  0.160857	  0.160682	  0.164339		CURRENT LEARNING RATE: 2.845648237186257e-09
previous_iter_valid_loss : 0.1713833510875702

   1932080	  0.171633	  0.171383	  0.164476		CURRENT LEARNING RATE: 2.8450791644479816e-09
previous_iter_valid_loss : 0.1605519950389862

   1932100	  0.160705	  0.160552	  0.164459		CURRENT LEARNING RATE: 2.8445102055128835e-09
previous_iter_valid_loss : 0.16180729866027832

   1932120	  0.161955	  0.161807	  0.164074		CURRENT LEARNING RATE: 2.843941360358194e-09
previous_iter_valid_loss : 0.16092745959758759

   1932140	  0.161091	  0.160927	  0.164004		CURRENT LEARNING RATE: 2.8433726289611594e-09
previous_iter_valid_loss : 0.166968435049057

   1932160	  0.167126	  0.166968	  0.164266		CURRENT LEARNING RATE: 2.84280401129903e-09
previous_iter_valid_loss : 0.1605253368616104

   1932180	  0.160690	  0.160525	  0.164261		CURRENT LEARNING RATE: 2.8422355073490615e-09
previous_iter_valid_loss : 0.16286861896514893

   1932200	  0.163067	  0.162869	  0.163945		CURRENT LEARNING RATE: 2.8416671170885134e-09
previous_iter_valid_loss : 0.16108328104019165

   1932220	  0.161272	  0.161083	  0.163676		CURRENT LEARNING RATE: 2.841098840494651e-09
previous_iter_valid_loss : 0.17077858746051788

   1932240	  0.171041	  0.170779	  0.163613		CURRENT LEARNING RATE: 2.8405306775447315e-09
previous_iter_valid_loss : 0.16101284325122833

   1932260	  0.161171	  0.161013	  0.163596		CURRENT LEARNING RATE: 2.8399626282160503e-09
previous_iter_valid_loss : 0.16471238434314728

   1932280	  0.164927	  0.164712	  0.163796		CURRENT LEARNING RATE: 2.839394692485875e-09
previous_iter_valid_loss : 0.1613595336675644

   1932300	  0.161511	  0.161360	  0.163836		CURRENT LEARNING RATE: 2.8388268703314874e-09
previous_iter_valid_loss : 0.16082406044006348

   1932320	  0.160983	  0.160824	  0.163844		CURRENT LEARNING RATE: 2.8382591617301745e-09
previous_iter_valid_loss : 0.1708134561777115

   1932340	  0.170962	  0.170813	  0.163892		CURRENT LEARNING RATE: 2.837691566659229e-09
previous_iter_valid_loss : 0.16165761649608612

   1932360	  0.161844	  0.161658	  0.163949		CURRENT LEARNING RATE: 2.837124085095947e-09
previous_iter_valid_loss : 0.16444437205791473

   1932380	  0.164611	  0.164444	  0.164051		CURRENT LEARNING RATE: 2.8365567170176175e-09
previous_iter_valid_loss : 0.1606820970773697

   1932400	  0.160860	  0.160682	  0.163525		CURRENT LEARNING RATE: 2.835989462401568e-09
previous_iter_valid_loss : 0.17113043367862701

   1932420	  0.171387	  0.171130	  0.163878		CURRENT LEARNING RATE: 2.835422321225097e-09
previous_iter_valid_loss : 0.16268333792686462

   1932440	  0.162887	  0.162683	  0.163842		CURRENT LEARNING RATE: 2.8348552934655193e-09
previous_iter_valid_loss : 0.162729412317276

   1932460	  0.162898	  0.162729	  0.163945		CURRENT LEARNING RATE: 2.834288379100154e-09
previous_iter_valid_loss : 0.16683894395828247

   1932480	  0.167058	  0.166839	  0.163718		CURRENT LEARNING RATE: 2.833721578106324e-09
previous_iter_valid_loss : 0.16120436787605286

   1932500	  0.161360	  0.161204	  0.163750		CURRENT LEARNING RATE: 2.8331548904613575e-09
previous_iter_valid_loss : 0.17153482139110565

   1932520	  0.171802	  0.171535	  0.164237		CURRENT LEARNING RATE: 2.8325883161425867e-09
previous_iter_valid_loss : 0.16202208399772644

   1932540	  0.162215	  0.162022	  0.164291		CURRENT LEARNING RATE: 2.832021855127339e-09
previous_iter_valid_loss : 0.1758134663105011

   1932560	  0.176099	  0.175813	  0.164733		CURRENT LEARNING RATE: 2.8314555073929766e-09
previous_iter_valid_loss : 0.16212046146392822

   1932580	  0.162307	  0.162120	  0.164813		CURRENT LEARNING RATE: 2.8308892729168347e-09
previous_iter_valid_loss : 0.16096273064613342

   1932600	  0.161142	  0.160963	  0.164718		CURRENT LEARNING RATE: 2.8303231516762633e-09
previous_iter_valid_loss : 0.164092555642128

   1932620	  0.164293	  0.164093	  0.164868		CURRENT LEARNING RATE: 2.829757143648619e-09
previous_iter_valid_loss : 0.1633804887533188

   1932640	  0.163570	  0.163380	  0.164499		CURRENT LEARNING RATE: 2.8291912488112606e-09
previous_iter_valid_loss : 0.1881874054670334

   1932660	  0.188595	  0.188187	  0.165857		CURRENT LEARNING RATE: 2.8286254671415523e-09
previous_iter_valid_loss : 0.1605599969625473

   1932680	  0.160711	  0.160560	  0.165650		CURRENT LEARNING RATE: 2.8280597986168537e-09
previous_iter_valid_loss : 0.1685503125190735

   1932700	  0.168784	  0.168550	  0.166009		CURRENT LEARNING RATE: 2.827494243214557e-09
previous_iter_valid_loss : 0.16101683676242828

   1932720	  0.161170	  0.161017	  0.166019		CURRENT LEARNING RATE: 2.8269288009120306e-09
previous_iter_valid_loss : 0.16607919335365295

   1932740	  0.166285	  0.166079	  0.165782		CURRENT LEARNING RATE: 2.8263634716866565e-09
previous_iter_valid_loss : 0.16178275644779205

   1932760	  0.161964	  0.161783	  0.165788		CURRENT LEARNING RATE: 2.8257982555158216e-09
previous_iter_valid_loss : 0.16184134781360626

   1932780	  0.162005	  0.161841	  0.165658		CURRENT LEARNING RATE: 2.825233152376917e-09
previous_iter_valid_loss : 0.1608165055513382

   1932800	  0.160982	  0.160817	  0.165665		CURRENT LEARNING RATE: 2.8246681622473393e-09
previous_iter_valid_loss : 0.16856110095977783

   1932820	  0.168712	  0.168561	  0.165536		CURRENT LEARNING RATE: 2.824103285104488e-09
previous_iter_valid_loss : 0.16136224567890167

   1932840	  0.161511	  0.161362	  0.165470		CURRENT LEARNING RATE: 2.823538520925759e-09
previous_iter_valid_loss : 0.16059823334217072

   1932860	  0.160771	  0.160598	  0.165364		CURRENT LEARNING RATE: 2.822973869688581e-09
previous_iter_valid_loss : 0.18185149133205414

   1932880	  0.182008	  0.181851	  0.166114		CURRENT LEARNING RATE: 2.8224093313703584e-09
previous_iter_valid_loss : 0.16099631786346436

   1932900	  0.161145	  0.160996	  0.166104		CURRENT LEARNING RATE: 2.8218449059485095e-09
previous_iter_valid_loss : 0.17229388654232025

   1932920	  0.172445	  0.172294	  0.166142		CURRENT LEARNING RATE: 2.8212805934004567e-09
previous_iter_valid_loss : 0.16165995597839355

   1932940	  0.161855	  0.161660	  0.166124		CURRENT LEARNING RATE: 2.820716393703628e-09
previous_iter_valid_loss : 0.1733245998620987

   1932960	  0.173477	  0.173325	  0.165999		CURRENT LEARNING RATE: 2.8201523068354557e-09
previous_iter_valid_loss : 0.1716647744178772

   1932980	  0.171911	  0.171665	  0.166477		CURRENT LEARNING RATE: 2.8195883327733765e-09
previous_iter_valid_loss : 0.16092443466186523

   1933000	  0.161080	  0.160924	  0.166475		CURRENT LEARNING RATE: 2.8190244714948203e-09
previous_iter_valid_loss : 0.160735622048378

   1933020	  0.160897	  0.160736	  0.166307		CURRENT LEARNING RATE: 2.8184607229772535e-09
previous_iter_valid_loss : 0.16088460385799408

   1933040	  0.161044	  0.160885	  0.166182		CURRENT LEARNING RATE: 2.8178970871981164e-09
previous_iter_valid_loss : 0.1728188693523407

   1933060	  0.172963	  0.172819	  0.165414		CURRENT LEARNING RATE: 2.8173335641348624e-09
previous_iter_valid_loss : 0.16954684257507324

   1933080	  0.169698	  0.169547	  0.165863		CURRENT LEARNING RATE: 2.816770153764952e-09
previous_iter_valid_loss : 0.16258573532104492

   1933100	  0.162764	  0.162586	  0.165565		CURRENT LEARNING RATE: 2.8162068560658477e-09
previous_iter_valid_loss : 0.1608896553516388

   1933120	  0.161065	  0.160890	  0.165558		CURRENT LEARNING RATE: 2.8156436710150185e-09
previous_iter_valid_loss : 0.17842938005924225

   1933140	  0.178590	  0.178429	  0.166176		CURRENT LEARNING RATE: 2.8150805985899262e-09
previous_iter_valid_loss : 0.1605447381734848

   1933160	  0.160711	  0.160545	  0.166114		CURRENT LEARNING RATE: 2.814517638768068e-09
previous_iter_valid_loss : 0.1608559936285019

   1933180	  0.161013	  0.160856	  0.166065		CURRENT LEARNING RATE: 2.813954791526916e-09
previous_iter_valid_loss : 0.17407074570655823

   1933200	  0.174351	  0.174071	  0.166727		CURRENT LEARNING RATE: 2.813392056843956e-09
previous_iter_valid_loss : 0.16100357472896576

   1933220	  0.161187	  0.161004	  0.166350		CURRENT LEARNING RATE: 2.812829434696679e-09
previous_iter_valid_loss : 0.16055387258529663

   1933240	  0.160714	  0.160554	  0.166309		CURRENT LEARNING RATE: 2.8122669250625792e-09
previous_iter_valid_loss : 0.16112953424453735

   1933260	  0.161288	  0.161130	  0.166336		CURRENT LEARNING RATE: 2.811704527919157e-09
previous_iter_valid_loss : 0.16065354645252228

   1933280	  0.160831	  0.160654	  0.165276		CURRENT LEARNING RATE: 2.811142243243916e-09
previous_iter_valid_loss : 0.1729649007320404

   1933300	  0.173117	  0.172965	  0.165874		CURRENT LEARNING RATE: 2.8105800710143556e-09
previous_iter_valid_loss : 0.16086465120315552

   1933320	  0.161046	  0.160865	  0.165303		CURRENT LEARNING RATE: 2.810018011208008e-09
previous_iter_valid_loss : 0.16053034365177155

   1933340	  0.160695	  0.160530	  0.165246		CURRENT LEARNING RATE: 2.8094560638023815e-09
previous_iter_valid_loss : 0.16059593856334686

   1933360	  0.160766	  0.160596	  0.164610		CURRENT LEARNING RATE: 2.808894228774998e-09
previous_iter_valid_loss : 0.16239012777805328

   1933380	  0.162557	  0.162390	  0.164146		CURRENT LEARNING RATE: 2.808332506103384e-09
previous_iter_valid_loss : 0.1606045663356781

   1933400	  0.160772	  0.160605	  0.164130		CURRENT LEARNING RATE: 2.80777089576507e-09
previous_iter_valid_loss : 0.16055582463741302

   1933420	  0.160709	  0.160556	  0.164121		CURRENT LEARNING RATE: 2.807209397737593e-09
previous_iter_valid_loss : 0.1888328194618225

   1933440	  0.189266	  0.188833	  0.165519		CURRENT LEARNING RATE: 2.806648011998492e-09
previous_iter_valid_loss : 0.16058103740215302

   1933460	  0.160735	  0.160581	  0.164907		CURRENT LEARNING RATE: 2.806086738525302e-09
previous_iter_valid_loss : 0.16189290583133698

   1933480	  0.162083	  0.161893	  0.164524		CURRENT LEARNING RATE: 2.8055255772955914e-09
previous_iter_valid_loss : 0.16185300052165985

   1933500	  0.162043	  0.161853	  0.164487		CURRENT LEARNING RATE: 2.804964528286905e-09
previous_iter_valid_loss : 0.16263529658317566

   1933520	  0.162833	  0.162635	  0.164575		CURRENT LEARNING RATE: 2.8044035914768e-09
previous_iter_valid_loss : 0.17895466089248657

   1933540	  0.179112	  0.178955	  0.164601		CURRENT LEARNING RATE: 2.8038427668428384e-09
previous_iter_valid_loss : 0.16687658429145813

   1933560	  0.167043	  0.166877	  0.164917		CURRENT LEARNING RATE: 2.8032820543625887e-09
previous_iter_valid_loss : 0.16116444766521454

   1933580	  0.161315	  0.161164	  0.164933		CURRENT LEARNING RATE: 2.8027214540136206e-09
previous_iter_valid_loss : 0.16640011966228485

   1933600	  0.166609	  0.166400	  0.164549		CURRENT LEARNING RATE: 2.8021609657735018e-09
previous_iter_valid_loss : 0.16178350150585175

   1933620	  0.161941	  0.161784	  0.164588		CURRENT LEARNING RATE: 2.8016005896198314e-09
previous_iter_valid_loss : 0.16138577461242676

   1933640	  0.161547	  0.161386	  0.164630		CURRENT LEARNING RATE: 2.8010403255301857e-09
previous_iter_valid_loss : 0.1605193316936493

   1933660	  0.160686	  0.160519	  0.164599		CURRENT LEARNING RATE: 2.8004801734821524e-09
previous_iter_valid_loss : 0.16050289571285248

   1933680	  0.160676	  0.160503	  0.164592		CURRENT LEARNING RATE: 2.799920133453327e-09
previous_iter_valid_loss : 0.16423209011554718

   1933700	  0.164396	  0.164232	  0.164155		CURRENT LEARNING RATE: 2.799360205421307e-09
previous_iter_valid_loss : 0.17025934159755707

   1933720	  0.170412	  0.170259	  0.164625		CURRENT LEARNING RATE: 2.7988003893636965e-09
previous_iter_valid_loss : 0.17240864038467407

   1933740	  0.172665	  0.172409	  0.165219		CURRENT LEARNING RATE: 2.798240685258101e-09
previous_iter_valid_loss : 0.16314084827899933

   1933760	  0.163304	  0.163141	  0.165346		CURRENT LEARNING RATE: 2.7976810930821237e-09
previous_iter_valid_loss : 0.16187195479869843

   1933780	  0.162056	  0.161872	  0.165320		CURRENT LEARNING RATE: 2.7971216128134004e-09
previous_iter_valid_loss : 0.1622723937034607

   1933800	  0.162443	  0.162272	  0.165404		CURRENT LEARNING RATE: 2.796562244429542e-09
previous_iter_valid_loss : 0.16141250729560852

   1933820	  0.161570	  0.161413	  0.165446		CURRENT LEARNING RATE: 2.7960029879081733e-09
previous_iter_valid_loss : 0.16145338118076324

   1933840	  0.161641	  0.161453	  0.164077		CURRENT LEARNING RATE: 2.795443843226925e-09
previous_iter_valid_loss : 0.16088449954986572

   1933860	  0.161045	  0.160884	  0.164093		CURRENT LEARNING RATE: 2.794884810363431e-09
previous_iter_valid_loss : 0.18422532081604004

   1933880	  0.184368	  0.184225	  0.165209		CURRENT LEARNING RATE: 2.7943258892953293e-09
previous_iter_valid_loss : 0.1659126877784729

   1933900	  0.166078	  0.165913	  0.165412		CURRENT LEARNING RATE: 2.793767080000254e-09
previous_iter_valid_loss : 0.1697670966386795

   1933920	  0.169918	  0.169767	  0.165769		CURRENT LEARNING RATE: 2.7932083824558723e-09
previous_iter_valid_loss : 0.17276671528816223

   1933940	  0.172914	  0.172767	  0.165459		CURRENT LEARNING RATE: 2.7926497966398255e-09
previous_iter_valid_loss : 0.1673835664987564

   1933960	  0.167539	  0.167384	  0.165485		CURRENT LEARNING RATE: 2.7920913225297715e-09
previous_iter_valid_loss : 0.16096094250679016

   1933980	  0.161122	  0.160961	  0.165475		CURRENT LEARNING RATE: 2.791532960103371e-09
previous_iter_valid_loss : 0.17733994126319885

   1934000	  0.177499	  0.177340	  0.166022		CURRENT LEARNING RATE: 2.790974709338289e-09
previous_iter_valid_loss : 0.16436521708965302

   1934020	  0.164517	  0.164365	  0.166151		CURRENT LEARNING RATE: 2.7904165702121956e-09
previous_iter_valid_loss : 0.1729801595211029

   1934040	  0.173122	  0.172980	  0.166730		CURRENT LEARNING RATE: 2.7898585427027657e-09
previous_iter_valid_loss : 0.16183964908123016

   1934060	  0.162004	  0.161840	  0.166796		CURRENT LEARNING RATE: 2.7893006267876677e-09
previous_iter_valid_loss : 0.18431077897548676

   1934080	  0.184459	  0.184311	  0.167987		CURRENT LEARNING RATE: 2.7887428224446047e-09
previous_iter_valid_loss : 0.16351184248924255

   1934100	  0.163680	  0.163512	  0.167951		CURRENT LEARNING RATE: 2.7881851296512558e-09
previous_iter_valid_loss : 0.16055521368980408

   1934120	  0.160712	  0.160555	  0.167466		CURRENT LEARNING RATE: 2.787627548385312e-09
previous_iter_valid_loss : 0.16422855854034424

   1934140	  0.164441	  0.164229	  0.167057		CURRENT LEARNING RATE: 2.7870700786244705e-09
previous_iter_valid_loss : 0.16607747972011566

   1934160	  0.166297	  0.166077	  0.167203		CURRENT LEARNING RATE: 2.786512720346432e-09
previous_iter_valid_loss : 0.17183247208595276

   1934180	  0.171976	  0.171832	  0.167701		CURRENT LEARNING RATE: 2.785955473528904e-09
previous_iter_valid_loss : 0.16694577038288116

   1934200	  0.167107	  0.166946	  0.167935		CURRENT LEARNING RATE: 2.7853983381495945e-09
previous_iter_valid_loss : 0.16053231060504913

   1934220	  0.160704	  0.160532	  0.167891		CURRENT LEARNING RATE: 2.7848413141862088e-09
previous_iter_valid_loss : 0.16485539078712463

   1934240	  0.165063	  0.164855	  0.168061		CURRENT LEARNING RATE: 2.7842844016164863e-09
previous_iter_valid_loss : 0.17753994464874268

   1934260	  0.177843	  0.177540	  0.168894		CURRENT LEARNING RATE: 2.78372760041814e-09
previous_iter_valid_loss : 0.16090719401836395

   1934280	  0.161064	  0.160907	  0.167728		CURRENT LEARNING RATE: 2.7831709105688986e-09
previous_iter_valid_loss : 0.1643024981021881

   1934300	  0.164499	  0.164302	  0.167648		CURRENT LEARNING RATE: 2.782614332046493e-09
previous_iter_valid_loss : 0.17921072244644165

   1934320	  0.179367	  0.179211	  0.168120		CURRENT LEARNING RATE: 2.7820578648286616e-09
previous_iter_valid_loss : 0.1609794944524765

   1934340	  0.161135	  0.160979	  0.167530		CURRENT LEARNING RATE: 2.7815015088931458e-09
previous_iter_valid_loss : 0.1628119796514511

   1939860	  0.163008	  0.162812	  0.165615		CURRENT LEARNING RATE: 2.632123389853612e-09
previous_iter_valid_loss : 0.16181477904319763

   1939880	  0.161973	  0.161815	  0.165334		CURRENT LEARNING RATE: 2.631597017814601e-09
previous_iter_valid_loss : 0.16915659606456757

   1939900	  0.169309	  0.169157	  0.165735		CURRENT LEARNING RATE: 2.6310707510394706e-09
previous_iter_valid_loss : 0.1673339158296585

   1939920	  0.167488	  0.167334	  0.166057		CURRENT LEARNING RATE: 2.6305445895071714e-09
previous_iter_valid_loss : 0.16283896565437317

   1939940	  0.163035	  0.162839	  0.166096		CURRENT LEARNING RATE: 2.630018533196656e-09
previous_iter_valid_loss : 0.16101379692554474

   1939960	  0.161207	  0.161014	  0.166121		CURRENT LEARNING RATE: 2.629492582086882e-09
previous_iter_valid_loss : 0.16347475349903107

   1939980	  0.163678	  0.163475	  0.165493		CURRENT LEARNING RATE: 2.6289667361568116e-09
previous_iter_valid_loss : 0.1642335206270218

   1940000	  0.164439	  0.164234	  0.164587		CURRENT LEARNING RATE: 2.6284409953854017e-09
previous_iter_valid_loss : 0.16191156208515167

   1940020	  0.162067	  0.161912	  0.164619		CURRENT LEARNING RATE: 2.6279153597516413e-09
previous_iter_valid_loss : 0.16630321741104126

   1940040	  0.166469	  0.166303	  0.164864		CURRENT LEARNING RATE: 2.6273898292344955e-09
previous_iter_valid_loss : 0.1670360565185547

   1940060	  0.167201	  0.167036	  0.164911		CURRENT LEARNING RATE: 2.6268644038129435e-09
previous_iter_valid_loss : 0.16094179451465607

   1940080	  0.161123	  0.160942	  0.164784		CURRENT LEARNING RATE: 2.6263390834659677e-09
previous_iter_valid_loss : 0.16483238339424133

   1940100	  0.165001	  0.164832	  0.164562		CURRENT LEARNING RATE: 2.6258138681725563e-09
previous_iter_valid_loss : 0.16107574105262756

   1940120	  0.161256	  0.161076	  0.164337		CURRENT LEARNING RATE: 2.625288757911699e-09
previous_iter_valid_loss : 0.16797231137752533

   1940140	  0.168195	  0.167972	  0.164325		CURRENT LEARNING RATE: 2.624763752662393e-09
previous_iter_valid_loss : 0.1608477383852005

   1940160	  0.161028	  0.160848	  0.164228		CURRENT LEARNING RATE: 2.624238852403628e-09
previous_iter_valid_loss : 0.1780475378036499

   1940180	  0.178360	  0.178048	  0.165022		CURRENT LEARNING RATE: 2.623714057114427e-09
previous_iter_valid_loss : 0.1680295467376709

   1940200	  0.168254	  0.168030	  0.165030		CURRENT LEARNING RATE: 2.623189366773788e-09
previous_iter_valid_loss : 0.16404291987419128

   1940220	  0.164240	  0.164043	  0.164721		CURRENT LEARNING RATE: 2.6226647813607244e-09
previous_iter_valid_loss : 0.16306908428668976

   1940240	  0.163258	  0.163069	  0.164837		CURRENT LEARNING RATE: 2.622140300854252e-09
previous_iter_valid_loss : 0.160807266831398

   1940260	  0.160961	  0.160807	  0.164737		CURRENT LEARNING RATE: 2.6216159252333926e-09
previous_iter_valid_loss : 0.16080361604690552

   1940280	  0.160959	  0.160804	  0.164686		CURRENT LEARNING RATE: 2.6210916544771707e-09
previous_iter_valid_loss : 0.16665072739124298

   1940300	  0.166870	  0.166651	  0.164561		CURRENT LEARNING RATE: 2.6205674885646145e-09
previous_iter_valid_loss : 0.16106288135051727

   1940320	  0.161222	  0.161063	  0.164247		CURRENT LEARNING RATE: 2.6200434274747497e-09
previous_iter_valid_loss : 0.1638736128807068

   1940340	  0.164043	  0.163874	  0.164299		CURRENT LEARNING RATE: 2.619519471186631e-09
previous_iter_valid_loss : 0.16129887104034424

   1940360	  0.161486	  0.161299	  0.164313		CURRENT LEARNING RATE: 2.6189956196792922e-09
previous_iter_valid_loss : 0.18259990215301514

   1940380	  0.182938	  0.182600	  0.165269		CURRENT LEARNING RATE: 2.6184718729317777e-09
previous_iter_valid_loss : 0.16060402989387512

   1940400	  0.160776	  0.160604	  0.165088		CURRENT LEARNING RATE: 2.617948230923139e-09
previous_iter_valid_loss : 0.16052572429180145

   1940420	  0.160691	  0.160526	  0.165019		CURRENT LEARNING RATE: 2.6174246936324303e-09
previous_iter_valid_loss : 0.16051913797855377

   1940440	  0.160686	  0.160519	  0.164730		CURRENT LEARNING RATE: 2.6169012610387086e-09
previous_iter_valid_loss : 0.1628238707780838

   1940460	  0.162983	  0.162824	  0.164519		CURRENT LEARNING RATE: 2.6163779331210295e-09
previous_iter_valid_loss : 0.1680179238319397

   1940480	  0.168250	  0.168018	  0.164873		CURRENT LEARNING RATE: 2.6158547098584763e-09
previous_iter_valid_loss : 0.16822201013565063

   1940500	  0.168461	  0.168222	  0.165042		CURRENT LEARNING RATE: 2.615331591230113e-09
previous_iter_valid_loss : 0.1738535761833191

   1940520	  0.174126	  0.173854	  0.165681		CURRENT LEARNING RATE: 2.614808577215013e-09
previous_iter_valid_loss : 0.16896843910217285

   1940540	  0.169204	  0.168968	  0.165731		CURRENT LEARNING RATE: 2.6142856677922562e-09
previous_iter_valid_loss : 0.17737293243408203

   1940560	  0.177532	  0.177373	  0.166557		CURRENT LEARNING RATE: 2.613762862940927e-09
previous_iter_valid_loss : 0.16058719158172607

   1940580	  0.160749	  0.160587	  0.165684		CURRENT LEARNING RATE: 2.6132401626401122e-09
previous_iter_valid_loss : 0.1681632250547409

   1940600	  0.168403	  0.168163	  0.165691		CURRENT LEARNING RATE: 2.612717566868905e-09
previous_iter_valid_loss : 0.16085192561149597

   1940620	  0.161001	  0.160852	  0.165531		CURRENT LEARNING RATE: 2.6121950756063906e-09
previous_iter_valid_loss : 0.1691533476114273

   1940640	  0.169309	  0.169153	  0.165835		CURRENT LEARNING RATE: 2.611672688831689e-09
previous_iter_valid_loss : 0.16370581090450287

   1940660	  0.163873	  0.163706	  0.165980		CURRENT LEARNING RATE: 2.6111504065238963e-09
previous_iter_valid_loss : 0.16650405526161194

   1940680	  0.166722	  0.166504	  0.166265		CURRENT LEARNING RATE: 2.610628228662119e-09
previous_iter_valid_loss : 0.162619948387146

   1940700	  0.162811	  0.162620	  0.166064		CURRENT LEARNING RATE: 2.6101061552254718e-09
previous_iter_valid_loss : 0.1679222285747528

   1940720	  0.168077	  0.167922	  0.166407		CURRENT LEARNING RATE: 2.609584186193071e-09
previous_iter_valid_loss : 0.1668517142534256

   1940740	  0.167059	  0.166852	  0.166556		CURRENT LEARNING RATE: 2.609062321544038e-09
previous_iter_valid_loss : 0.17232881486415863

   1940760	  0.172593	  0.172329	  0.167107		CURRENT LEARNING RATE: 2.6085405612574893e-09
previous_iter_valid_loss : 0.1687343716621399

   1940780	  0.168890	  0.168734	  0.166414		CURRENT LEARNING RATE: 2.6080189053125724e-09
previous_iter_valid_loss : 0.16165849566459656

   1940800	  0.161827	  0.161658	  0.166467		CURRENT LEARNING RATE: 2.607497353688412e-09
previous_iter_valid_loss : 0.16123779118061066

   1940820	  0.161388	  0.161238	  0.166502		CURRENT LEARNING RATE: 2.606975906364146e-09
previous_iter_valid_loss : 0.16578371822834015

   1940840	  0.165949	  0.165784	  0.166766		CURRENT LEARNING RATE: 2.606454563318917e-09
previous_iter_valid_loss : 0.16052128374576569

   1940860	  0.160683	  0.160521	  0.166650		CURRENT LEARNING RATE: 2.6059333245318705e-09
previous_iter_valid_loss : 0.16067713499069214

   1940880	  0.160850	  0.160677	  0.166283		CURRENT LEARNING RATE: 2.6054121899821573e-09
previous_iter_valid_loss : 0.16229087114334106

   1940900	  0.162486	  0.162291	  0.165987		CURRENT LEARNING RATE: 2.604891159648932e-09
previous_iter_valid_loss : 0.17100918292999268

   1940920	  0.171259	  0.171009	  0.165845		CURRENT LEARNING RATE: 2.6043702335113446e-09
previous_iter_valid_loss : 0.16058237850666046

   1940940	  0.160741	  0.160582	  0.165425		CURRENT LEARNING RATE: 2.603849411548576e-09
previous_iter_valid_loss : 0.16299091279506683

   1940960	  0.163190	  0.162991	  0.164706		CURRENT LEARNING RATE: 2.603328693739784e-09
previous_iter_valid_loss : 0.16888822615146637

   1940980	  0.169040	  0.168888	  0.165121		CURRENT LEARNING RATE: 2.60280808006414e-09
previous_iter_valid_loss : 0.1642179787158966

   1941000	  0.164420	  0.164218	  0.164924		CURRENT LEARNING RATE: 2.6022875705008197e-09
previous_iter_valid_loss : 0.17901307344436646

   1941020	  0.179327	  0.179013	  0.165832		CURRENT LEARNING RATE: 2.601767165029003e-09
previous_iter_valid_loss : 0.16089609265327454

   1941040	  0.161080	  0.160896	  0.165419		CURRENT LEARNING RATE: 2.6012468636278727e-09
previous_iter_valid_loss : 0.16235971450805664

   1941060	  0.162541	  0.162360	  0.165352		CURRENT LEARNING RATE: 2.6007266662766175e-09
previous_iter_valid_loss : 0.1606045961380005

   1941080	  0.160770	  0.160605	  0.165057		CURRENT LEARNING RATE: 2.6002065729544198e-09
previous_iter_valid_loss : 0.16336025297641754

   1941100	  0.163558	  0.163360	  0.165094		CURRENT LEARNING RATE: 2.599686583640495e-09
previous_iter_valid_loss : 0.16147515177726746

   1941120	  0.161636	  0.161475	  0.164772		CURRENT LEARNING RATE: 2.5991666983140335e-09
previous_iter_valid_loss : 0.1744772344827652

   1941140	  0.174627	  0.174477	  0.165153		CURRENT LEARNING RATE: 2.5986469169542406e-09
previous_iter_valid_loss : 0.16059835255146027

   1941160	  0.160751	  0.160598	  0.164566		CURRENT LEARNING RATE: 2.5981272395403247e-09
previous_iter_valid_loss : 0.16285178065299988

   1941180	  0.163015	  0.162852	  0.164272		CURRENT LEARNING RATE: 2.5976076660514987e-09
previous_iter_valid_loss : 0.16152876615524292

   1941200	  0.161694	  0.161529	  0.164266		CURRENT LEARNING RATE: 2.5970881964669797e-09
previous_iter_valid_loss : 0.18456698954105377

   1941220	  0.184952	  0.184567	  0.165432		CURRENT LEARNING RATE: 2.5965688307659794e-09
previous_iter_valid_loss : 0.1642688810825348

   1941240	  0.164439	  0.164269	  0.165356		CURRENT LEARNING RATE: 2.596049568927742e-09
previous_iter_valid_loss : 0.16721493005752563

   1941260	  0.167434	  0.167215	  0.165691		CURRENT LEARNING RATE: 2.595530410931488e-09
previous_iter_valid_loss : 0.16088953614234924

   1941280	  0.161066	  0.160890	  0.165702		CURRENT LEARNING RATE: 2.5950113567564507e-09
previous_iter_valid_loss : 0.16061145067214966

   1941300	  0.160778	  0.160611	  0.165618		CURRENT LEARNING RATE: 2.5944924063818677e-09
previous_iter_valid_loss : 0.16761212050914764

   1941320	  0.167839	  0.167612	  0.165448		CURRENT LEARNING RATE: 2.5939735597869816e-09
previous_iter_valid_loss : 0.16091008484363556

   1941340	  0.161091	  0.160910	  0.165464		CURRENT LEARNING RATE: 2.5934548169510383e-09
previous_iter_valid_loss : 0.16053587198257446

   1941360	  0.160706	  0.160536	  0.165342		CURRENT LEARNING RATE: 2.5929361778532875e-09
previous_iter_valid_loss : 0.17406399548053741

   1941380	  0.174343	  0.174064	  0.165600		CURRENT LEARNING RATE: 2.5924176424729754e-09
previous_iter_valid_loss : 0.16150152683258057

   1941400	  0.161655	  0.161502	  0.165464		CURRENT LEARNING RATE: 2.5918992107893786e-09
previous_iter_valid_loss : 0.1796121895313263

   1941420	  0.179769	  0.179612	  0.165494		CURRENT LEARNING RATE: 2.5913808827817505e-09
previous_iter_valid_loss : 0.1643446683883667

   1941440	  0.164505	  0.164345	  0.165667		CURRENT LEARNING RATE: 2.590862658429358e-09
previous_iter_valid_loss : 0.16477006673812866

   1941460	  0.164966	  0.164770	  0.165787		CURRENT LEARNING RATE: 2.590344537711472e-09
previous_iter_valid_loss : 0.178935706615448

   1941480	  0.179246	  0.178936	  0.166704		CURRENT LEARNING RATE: 2.5898265206073683e-09
previous_iter_valid_loss : 0.16100431978702545

   1941500	  0.161184	  0.161004	  0.166586		CURRENT LEARNING RATE: 2.5893086070963254e-09
previous_iter_valid_loss : 0.16792893409729004

   1941520	  0.168087	  0.167929	  0.166909		CURRENT LEARNING RATE: 2.5887907971576184e-09
previous_iter_valid_loss : 0.17509327828884125

   1941540	  0.175245	  0.175093	  0.166940		CURRENT LEARNING RATE: 2.588273090770552e-09
previous_iter_valid_loss : 0.16796009242534637

   1941560	  0.168190	  0.167960	  0.167308		CURRENT LEARNING RATE: 2.5877554879144102e-09
previous_iter_valid_loss : 0.16114597022533417

   1941580	  0.161327	  0.161146	  0.167222		CURRENT LEARNING RATE: 2.587237988568488e-09
previous_iter_valid_loss : 0.1727498322725296

   1941600	  0.173023	  0.172750	  0.167783		CURRENT LEARNING RATE: 2.586720592712086e-09
previous_iter_valid_loss : 0.16270843148231506

   1941620	  0.162871	  0.162708	  0.166691		CURRENT LEARNING RATE: 2.5862033003245078e-09
previous_iter_valid_loss : 0.16213566064834595

   1941640	  0.162326	  0.162136	  0.166584		CURRENT LEARNING RATE: 2.585686111385062e-09
previous_iter_valid_loss : 0.19176366925239563

   1941660	  0.192220	  0.191764	  0.167811		CURRENT LEARNING RATE: 2.585169025873061e-09
previous_iter_valid_loss : 0.1709595024585724

   1941680	  0.171213	  0.170960	  0.168315		CURRENT LEARNING RATE: 2.5846520437678124e-09
previous_iter_valid_loss : 0.17644071578979492

   1941700	  0.176733	  0.176441	  0.169106		CURRENT LEARNING RATE: 2.5841351650486548e-09
previous_iter_valid_loss : 0.16429546475410461

   1941720	  0.164468	  0.164295	  0.168940		CURRENT LEARNING RATE: 2.5836183896949042e-09
previous_iter_valid_loss : 0.16121786832809448

   1941740	  0.161404	  0.161218	  0.168956		CURRENT LEARNING RATE: 2.5831017176858896e-09
previous_iter_valid_loss : 0.1618829071521759

   1941760	  0.162037	  0.161883	  0.169023		CURRENT LEARNING RATE: 2.582585149000944e-09
previous_iter_valid_loss : 0.16757135093212128

   1941780	  0.167728	  0.167571	  0.168699		CURRENT LEARNING RATE: 2.5820686836194047e-09
previous_iter_valid_loss : 0.1655430793762207

   1941800	  0.165711	  0.165543	  0.168901		CURRENT LEARNING RATE: 2.581552321520613e-09
previous_iter_valid_loss : 0.16446375846862793

   1941820	  0.164672	  0.164464	  0.168143		CURRENT LEARNING RATE: 2.5810360626839147e-09
previous_iter_valid_loss : 0.16059601306915283

   1941840	  0.160765	  0.160596	  0.167956		CURRENT LEARNING RATE: 2.5805199070886496e-09
previous_iter_valid_loss : 0.1605142503976822

   1941860	  0.160676	  0.160514	  0.167743		CURRENT LEARNING RATE: 2.580003854714191e-09
previous_iter_valid_loss : 0.16319327056407928

   1941880	  0.163360	  0.163193	  0.166956		CURRENT LEARNING RATE: 2.5794879055398865e-09
previous_iter_valid_loss : 0.160771444439888

   1941900	  0.160954	  0.160771	  0.166944		CURRENT LEARNING RATE: 2.578972059545099e-09
previous_iter_valid_loss : 0.1713431179523468

   1941920	  0.171489	  0.171343	  0.167115		CURRENT LEARNING RATE: 2.578456316709194e-09
previous_iter_valid_loss : 0.17155849933624268

   1941940	  0.171816	  0.171558	  0.166938		CURRENT LEARNING RATE: 2.5779406770115416e-09
previous_iter_valid_loss : 0.16472503542900085

   1941960	  0.164929	  0.164725	  0.166776		CURRENT LEARNING RATE: 2.577425140431517e-09
previous_iter_valid_loss : 0.16071394085884094

   1941980	  0.160881	  0.160714	  0.166755		CURRENT LEARNING RATE: 2.576909706948489e-09
previous_iter_valid_loss : 0.17269541323184967

   1942000	  0.172845	  0.172695	  0.166752		CURRENT LEARNING RATE: 2.576394376541859e-09
previous_iter_valid_loss : 0.16171784698963165

   1942020	  0.161875	  0.161718	  0.166703		CURRENT LEARNING RATE: 2.5758791491910047e-09
previous_iter_valid_loss : 0.16088035702705383

   1942040	  0.161056	  0.160880	  0.166640		CURRENT LEARNING RATE: 2.5753640248753163e-09
previous_iter_valid_loss : 0.16392146050930023

   1942060	  0.164115	  0.163921	  0.165248		CURRENT LEARNING RATE: 2.5748490035741893e-09
previous_iter_valid_loss : 0.1606161743402481

   1942080	  0.160784	  0.160616	  0.164731		CURRENT LEARNING RATE: 2.5743340852670226e-09
previous_iter_valid_loss : 0.1605563908815384

   1942100	  0.160711	  0.160556	  0.163936		CURRENT LEARNING RATE: 2.5738192699332196e-09
previous_iter_valid_loss : 0.1723482459783554

   1942120	  0.172492	  0.172348	  0.164339		CURRENT LEARNING RATE: 2.5733045575521884e-09
previous_iter_valid_loss : 0.16810092329978943

   1942140	  0.168255	  0.168101	  0.164683		CURRENT LEARNING RATE: 2.57278994810333e-09
previous_iter_valid_loss : 0.16127437353134155

   1942160	  0.161460	  0.161274	  0.164653		CURRENT LEARNING RATE: 2.5722754415660792e-09
previous_iter_valid_loss : 0.16166944801807404

   1942180	  0.161827	  0.161669	  0.164358		CURRENT LEARNING RATE: 2.5717610379198466e-09
previous_iter_valid_loss : 0.1616770178079605

   1942200	  0.161869	  0.161677	  0.164164		CURRENT LEARNING RATE: 2.5712467371440557e-09
previous_iter_valid_loss : 0.169269859790802

   1942220	  0.169422	  0.169270	  0.164405		CURRENT LEARNING RATE: 2.570732539218135e-09
previous_iter_valid_loss : 0.1606561839580536

   1942240	  0.160811	  0.160656	  0.164408		CURRENT LEARNING RATE: 2.5702184441215154e-09
previous_iter_valid_loss : 0.1605105698108673

   1942260	  0.160668	  0.160511	  0.164407		CURRENT LEARNING RATE: 2.5697044518336345e-09
previous_iter_valid_loss : 0.16319619119167328

   1942280	  0.163383	  0.163196	  0.164408		CURRENT LEARNING RATE: 2.569190562333932e-09
previous_iter_valid_loss : 0.16727732121944427

   1942300	  0.167436	  0.167277	  0.164733		CURRENT LEARNING RATE: 2.568676775601843e-09
previous_iter_valid_loss : 0.1638527512550354

   1942320	  0.164049	  0.163853	  0.164358		CURRENT LEARNING RATE: 2.568163091616835e-09
previous_iter_valid_loss : 0.17418630421161652

   1942340	  0.174334	  0.174186	  0.164490		CURRENT LEARNING RATE: 2.5676495103583504e-09
previous_iter_valid_loss : 0.17263132333755493

   1942360	  0.172773	  0.172631	  0.164885		CURRENT LEARNING RATE: 2.5671360318058467e-09
previous_iter_valid_loss : 0.17399629950523376

   1942380	  0.174140	  0.173996	  0.165549		CURRENT LEARNING RATE: 2.5666226559387846e-09
previous_iter_valid_loss : 0.16384173929691315

   1942400	  0.164013	  0.163842	  0.165106		CURRENT LEARNING RATE: 2.566109382736629e-09
previous_iter_valid_loss : 0.1674603968858719

   1942420	  0.167620	  0.167460	  0.165394		CURRENT LEARNING RATE: 2.5655962121788493e-09
previous_iter_valid_loss : 0.1606590300798416

   1942440	  0.160815	  0.160659	  0.165383		CURRENT LEARNING RATE: 2.5650831442449093e-09
previous_iter_valid_loss : 0.16082149744033813

   1942460	  0.160973	  0.160821	  0.165228		CURRENT LEARNING RATE: 2.5645701789143043e-09
previous_iter_valid_loss : 0.1610226184129715

   1942480	  0.161184	  0.161023	  0.165248		CURRENT LEARNING RATE: 2.564057316166507e-09
previous_iter_valid_loss : 0.16429570317268372

   1942500	  0.164489	  0.164296	  0.165435		CURRENT LEARNING RATE: 2.563544555981003e-09
previous_iter_valid_loss : 0.16064554452896118

   1942520	  0.160814	  0.160646	  0.164850		CURRENT LEARNING RATE: 2.563031898337281e-09
previous_iter_valid_loss : 0.1664283573627472

   1942540	  0.166585	  0.166428	  0.164766		CURRENT LEARNING RATE: 2.5625193432148357e-09
previous_iter_valid_loss : 0.16060084104537964

   1942560	  0.160768	  0.160601	  0.164732		CURRENT LEARNING RATE: 2.562006890593164e-09
previous_iter_valid_loss : 0.16061270236968994

   1942580	  0.160791	  0.160613	  0.164680		CURRENT LEARNING RATE: 2.561494540451769e-09
previous_iter_valid_loss : 0.16049572825431824

   1942600	  0.160651	  0.160496	  0.164620		CURRENT LEARNING RATE: 2.560982292770146e-09
previous_iter_valid_loss : 0.16062487661838531

   1942620	  0.160781	  0.160625	  0.164188		CURRENT LEARNING RATE: 2.5604701475278247e-09
previous_iter_valid_loss : 0.17018923163414001

   1942640	  0.170339	  0.170189	  0.164665		CURRENT LEARNING RATE: 2.5599581047043095e-09
previous_iter_valid_loss : 0.16336196660995483

   1942660	  0.163565	  0.163362	  0.164807		CURRENT LEARNING RATE: 2.5594461642791188e-09
previous_iter_valid_loss : 0.16088274121284485

   1942680	  0.161058	  0.160883	  0.164692		CURRENT LEARNING RATE: 2.558934326231775e-09
previous_iter_valid_loss : 0.1614258885383606

   1942700	  0.161610	  0.161426	  0.164399		CURRENT LEARNING RATE: 2.5584225905418046e-09
previous_iter_valid_loss : 0.1606299877166748

   1942720	  0.160796	  0.160630	  0.164238		CURRENT LEARNING RATE: 2.5579109571887382e-09
previous_iter_valid_loss : 0.17480580508708954

   1942740	  0.175087	  0.174806	  0.164269		CURRENT LEARNING RATE: 2.5573994261521014e-09
previous_iter_valid_loss : 0.16694238781929016

   1942760	  0.167160	  0.166942	  0.163985		CURRENT LEARNING RATE: 2.556887997411451e-09
previous_iter_valid_loss : 0.16049450635910034

   1942780	  0.160654	  0.160495	  0.163310		CURRENT LEARNING RATE: 2.5563766709463207e-09
previous_iter_valid_loss : 0.18162687122821808

   1942800	  0.181985	  0.181627	  0.164199		CURRENT LEARNING RATE: 2.555865446736258e-09
previous_iter_valid_loss : 0.16604803502559662

   1942820	  0.166268	  0.166048	  0.164128		CURRENT LEARNING RATE: 2.555354324760813e-09
previous_iter_valid_loss : 0.16608546674251556

   1942840	  0.166292	  0.166085	  0.164400		CURRENT LEARNING RATE: 2.5548433049995413e-09
previous_iter_valid_loss : 0.16171541810035706

   1942860	  0.161909	  0.161715	  0.164444		CURRENT LEARNING RATE: 2.554332387432003e-09
previous_iter_valid_loss : 0.1605071723461151

   1942880	  0.160664	  0.160507	  0.164418		CURRENT LEARNING RATE: 2.5538215720377594e-09
previous_iter_valid_loss : 0.16125090420246124

   1942900	  0.161405	  0.161251	  0.164266		CURRENT LEARNING RATE: 2.5533108587963706e-09
previous_iter_valid_loss : 0.16466407477855682

   1942920	  0.164877	  0.164664	  0.164467		CURRENT LEARNING RATE: 2.5528002476874257e-09
previous_iter_valid_loss : 0.16865646839141846

   1942940	  0.168890	  0.168656	  0.164579		CURRENT LEARNING RATE: 2.5522897386904905e-09
previous_iter_valid_loss : 0.16130927205085754

   1942960	  0.161499	  0.161309	  0.164614		CURRENT LEARNING RATE: 2.5517793317851457e-09
previous_iter_valid_loss : 0.17143522202968597

   1942980	  0.171692	  0.171435	  0.165155		CURRENT LEARNING RATE: 2.5512690269509743e-09
previous_iter_valid_loss : 0.17300856113433838

   1943000	  0.173279	  0.173009	  0.165781		CURRENT LEARNING RATE: 2.5507588241675643e-09
previous_iter_valid_loss : 0.18094216287136078

   1943020	  0.181285	  0.180942	  0.166797		CURRENT LEARNING RATE: 2.5502487234145077e-09
previous_iter_valid_loss : 0.16243571043014526

   1943040	  0.162621	  0.162436	  0.166409		CURRENT LEARNING RATE: 2.5497387246714e-09
previous_iter_valid_loss : 0.16587413847446442

   1943060	  0.166072	  0.165874	  0.166535		CURRENT LEARNING RATE: 2.549228827917833e-09
previous_iter_valid_loss : 0.17355909943580627

   1943080	  0.173702	  0.173559	  0.167168		CURRENT LEARNING RATE: 2.5487190331334283e-09
previous_iter_valid_loss : 0.1645163744688034

   1943100	  0.164684	  0.164516	  0.167323		CURRENT LEARNING RATE: 2.5482093402977852e-09
previous_iter_valid_loss : 0.16446161270141602

   1943120	  0.164640	  0.164462	  0.167514		CURRENT LEARNING RATE: 2.5476997493905165e-09
previous_iter_valid_loss : 0.16055001318454742

   1943140	  0.160708	  0.160550	  0.166802		CURRENT LEARNING RATE: 2.547190260391238e-09
previous_iter_valid_loss : 0.16192194819450378

   1943160	  0.162083	  0.161922	  0.166551		CURRENT LEARNING RATE: 2.54668087327957e-09
previous_iter_valid_loss : 0.16551938652992249

   1943180	  0.165679	  0.165519	  0.166802		CURRENT LEARNING RATE: 2.546171588035137e-09
previous_iter_valid_loss : 0.16284096240997314

   1943200	  0.163034	  0.162841	  0.165863		CURRENT LEARNING RATE: 2.545662404637559e-09
previous_iter_valid_loss : 0.1668216586112976

   1943220	  0.166981	  0.166822	  0.165901		CURRENT LEARNING RATE: 2.545153323066487e-09
previous_iter_valid_loss : 0.16063618659973145

   1943240	  0.160790	  0.160636	  0.165629		CURRENT LEARNING RATE: 2.544644343301548e-09
previous_iter_valid_loss : 0.16500252485275269

   1943260	  0.165200	  0.165003	  0.165793		CURRENT LEARNING RATE: 2.544135465322383e-09
previous_iter_valid_loss : 0.16117441654205322

   1943280	  0.161361	  0.161174	  0.165827		CURRENT LEARNING RATE: 2.543626689108637e-09
previous_iter_valid_loss : 0.16118648648262024

   1943300	  0.161334	  0.161186	  0.165823		CURRENT LEARNING RATE: 2.543118014639959e-09
previous_iter_valid_loss : 0.1663706749677658

   1943320	  0.166529	  0.166371	  0.165909		CURRENT LEARNING RATE: 2.5426094418960015e-09
previous_iter_valid_loss : 0.16201795637607574

   1943340	  0.162211	  0.162018	  0.165577		CURRENT LEARNING RATE: 2.542100970856423e-09
previous_iter_valid_loss : 0.16180552542209625

   1943360	  0.161959	  0.161806	  0.165602		CURRENT LEARNING RATE: 2.5415926015008734e-09
previous_iter_valid_loss : 0.16053029894828796

   1943380	  0.160691	  0.160530	  0.165056		CURRENT LEARNING RATE: 2.541084333809038e-09
previous_iter_valid_loss : 0.16139228641986847

   1943400	  0.161589	  0.161392	  0.164475		CURRENT LEARNING RATE: 2.540576167760576e-09
previous_iter_valid_loss : 0.16647997498512268

   1943420	  0.166698	  0.166480	  0.163752		CURRENT LEARNING RATE: 2.5400681033351613e-09
previous_iter_valid_loss : 0.1614576131105423

   1943440	  0.161650	  0.161458	  0.163703		CURRENT LEARNING RATE: 2.539560140512471e-09
previous_iter_valid_loss : 0.16188018023967743

   1943460	  0.162067	  0.161880	  0.163504		CURRENT LEARNING RATE: 2.539052279272186e-09
previous_iter_valid_loss : 0.16692371666431427

   1943480	  0.167132	  0.166924	  0.163172		CURRENT LEARNING RATE: 2.5385445195939934e-09
previous_iter_valid_loss : 0.17549915611743927

   1943500	  0.175789	  0.175499	  0.163721		CURRENT LEARNING RATE: 2.5380368614575817e-09
previous_iter_valid_loss : 0.1624404340982437

   1943520	  0.162636	  0.162440	  0.163620		CURRENT LEARNING RATE: 2.5375293048426356e-09
previous_iter_valid_loss : 0.1637391299009323

   1943540	  0.163945	  0.163739	  0.163780		CURRENT LEARNING RATE: 2.5370218497288715e-09
previous_iter_valid_loss : 0.1679503321647644

   1943560	  0.168179	  0.167950	  0.164081		CURRENT LEARNING RATE: 2.536514496095981e-09
previous_iter_valid_loss : 0.1658986210823059

   1943580	  0.166065	  0.165899	  0.164100		CURRENT LEARNING RATE: 2.536007243923671e-09
previous_iter_valid_loss : 0.16153348982334137

   1943600	  0.161718	  0.161533	  0.164035		CURRENT LEARNING RATE: 2.5355000931916515e-09
previous_iter_valid_loss : 0.1623084843158722

   1943620	  0.162471	  0.162308	  0.163809		CURRENT LEARNING RATE: 2.5349930438796355e-09
previous_iter_valid_loss : 0.18501797318458557

   1943640	  0.185162	  0.185018	  0.165028		CURRENT LEARNING RATE: 2.534486095967342e-09
previous_iter_valid_loss : 0.18719585239887238

   1943660	  0.187329	  0.187196	  0.166138		CURRENT LEARNING RATE: 2.5339792494344836e-09
previous_iter_valid_loss : 0.1850193738937378

   1943680	  0.185162	  0.185019	  0.167330		CURRENT LEARNING RATE: 2.5334725042608043e-09
previous_iter_valid_loss : 0.16578535735607147

   1943700	  0.165995	  0.165785	  0.167560		CURRENT LEARNING RATE: 2.5329658604260257e-09
previous_iter_valid_loss : 0.16476041078567505

   1943720	  0.164960	  0.164760	  0.167479		CURRENT LEARNING RATE: 2.5324593179098813e-09
previous_iter_valid_loss : 0.16161520779132843

   1943740	  0.161800	  0.161615	  0.167459		CURRENT LEARNING RATE: 2.5319528766921107e-09
previous_iter_valid_loss : 0.16092140972614288

   1943760	  0.161074	  0.160921	  0.167415		CURRENT LEARNING RATE: 2.5314465367524553e-09
previous_iter_valid_loss : 0.16201090812683105

   1943780	  0.162200	  0.162011	  0.167489		CURRENT LEARNING RATE: 2.5309402980706616e-09
previous_iter_valid_loss : 0.16126570105552673

   1943800	  0.161419	  0.161266	  0.167483		CURRENT LEARNING RATE: 2.5304341606264804e-09
previous_iter_valid_loss : 0.16976876556873322

   1943820	  0.169921	  0.169769	  0.167647		CURRENT LEARNING RATE: 2.5299281243996567e-09
previous_iter_valid_loss : 0.16332469880580902

   1943840	  0.163491	  0.163325	  0.167740		CURRENT LEARNING RATE: 2.5294221893699673e-09
previous_iter_valid_loss : 0.18019908666610718

   1943860	  0.180354	  0.180199	  0.168656		CURRENT LEARNING RATE: 2.5289163555171657e-09
previous_iter_valid_loss : 0.16867388784885406

   1943880	  0.168828	  0.168674	  0.168744		CURRENT LEARNING RATE: 2.528410622821019e-09
previous_iter_valid_loss : 0.18364687263965607

   1943900	  0.184012	  0.183647	  0.169151		CURRENT LEARNING RATE: 2.5279049912612974e-09
previous_iter_valid_loss : 0.16746263206005096

   1943920	  0.167683	  0.167463	  0.169402		CURRENT LEARNING RATE: 2.527399460817776e-09
previous_iter_valid_loss : 0.1607455611228943

   1943940	  0.160920	  0.160746	  0.169253		CURRENT LEARNING RATE: 2.5268940314702326e-09
previous_iter_valid_loss : 0.16831465065479279

   1943960	  0.168467	  0.168315	  0.169271		CURRENT LEARNING RATE: 2.5263887031984427e-09
previous_iter_valid_loss : 0.1605503410100937

   1943980	  0.160708	  0.160550	  0.169004		CURRENT LEARNING RATE: 2.52588347598221e-09
previous_iter_valid_loss : 0.1606094092130661

   1944000	  0.160778	  0.160609	  0.168957		CURRENT LEARNING RATE: 2.5253783498013163e-09
previous_iter_valid_loss : 0.16351696848869324

   1944020	  0.163709	  0.163517	  0.169018		CURRENT LEARNING RATE: 2.5248733246355575e-09
previous_iter_valid_loss : 0.16374100744724274

   1944040	  0.163933	  0.163741	  0.167954		CURRENT LEARNING RATE: 2.5243684004647315e-09
previous_iter_valid_loss : 0.1607244908809662

   1944060	  0.160894	  0.160724	  0.166630		CURRENT LEARNING RATE: 2.523863577268642e-09
previous_iter_valid_loss : 0.16617688536643982

   1944080	  0.166337	  0.166177	  0.165688		CURRENT LEARNING RATE: 2.523358855027096e-09
previous_iter_valid_loss : 0.18245148658752441

   1944100	  0.182603	  0.182451	  0.166522		CURRENT LEARNING RATE: 2.5228542337199047e-09
previous_iter_valid_loss : 0.16213715076446533

   1944120	  0.162294	  0.162137	  0.166390		CURRENT LEARNING RATE: 2.522349713326874e-09
previous_iter_valid_loss : 0.16324423253536224

   1944140	  0.163410	  0.163244	  0.166472		CURRENT LEARNING RATE: 2.521845293827841e-09
previous_iter_valid_loss : 0.16194497048854828

   1944160	  0.162138	  0.161945	  0.166523		CURRENT LEARNING RATE: 2.52134097520262e-09
previous_iter_valid_loss : 0.1664065271615982

   1944180	  0.166629	  0.166407	  0.166743		CURRENT LEARNING RATE: 2.5208367574310386e-09
previous_iter_valid_loss : 0.16061468422412872

   1944200	  0.160785	  0.160615	  0.166710		CURRENT LEARNING RATE: 2.520332640492928e-09
previous_iter_valid_loss : 0.1827874481678009

   1944220	  0.183142	  0.182787	  0.167361		CURRENT LEARNING RATE: 2.519828624368123e-09
previous_iter_valid_loss : 0.16209900379180908

   1944240	  0.162290	  0.162099	  0.167300		CURRENT LEARNING RATE: 2.5193247090364637e-09
previous_iter_valid_loss : 0.16057375073432922

   1944260	  0.160741	  0.160574	  0.166319		CURRENT LEARNING RATE: 2.5188208944777928e-09
previous_iter_valid_loss : 0.16241051256656647

   1944280	  0.162575	  0.162411	  0.166005		CURRENT LEARNING RATE: 2.518317180671949e-09
previous_iter_valid_loss : 0.1642354130744934

   1944300	  0.164431	  0.164235	  0.165035		CURRENT LEARNING RATE: 2.517813567598802e-09
previous_iter_valid_loss : 0.1674693077802658

   1944320	  0.167626	  0.167469	  0.165035		CURRENT LEARNING RATE: 2.5173100552381976e-09
previous_iter_valid_loss : 0.17513440549373627

   1944340	  0.175428	  0.175134	  0.165755		CURRENT LEARNING RATE: 2.516806643569996e-09
previous_iter_valid_loss : 0.16190016269683838

   1944360	  0.162088	  0.161900	  0.165434		CURRENT LEARNING RATE: 2.5163033325740606e-09
previous_iter_valid_loss : 0.16049066185951233

   1944380	  0.160648	  0.160491	  0.165431		CURRENT LEARNING RATE: 2.5158001222302585e-09
previous_iter_valid_loss : 0.16457946598529816

   1944400	  0.164776	  0.164579	  0.165629		CURRENT LEARNING RATE: 2.5152970125184617e-09
previous_iter_valid_loss : 0.16052350401878357

   1944420	  0.160692	  0.160524	  0.165480		CURRENT LEARNING RATE: 2.514794003418537e-09
previous_iter_valid_loss : 0.1780460625886917

   1944440	  0.178198	  0.178046	  0.166195		CURRENT LEARNING RATE: 2.5142910949103816e-09
previous_iter_valid_loss : 0.16106250882148743

   1944460	  0.161210	  0.161063	  0.166212		CURRENT LEARNING RATE: 2.5137882869738705e-09
previous_iter_valid_loss : 0.16455206274986267

   1944480	  0.164716	  0.164552	  0.166131		CURRENT LEARNING RATE: 2.513285579588891e-09
previous_iter_valid_loss : 0.17345315217971802

   1944500	  0.173605	  0.173453	  0.165681		CURRENT LEARNING RATE: 2.512782972735335e-09
previous_iter_valid_loss : 0.1692124754190445

   1944520	  0.169366	  0.169212	  0.166035		CURRENT LEARNING RATE: 2.5122804663930985e-09
previous_iter_valid_loss : 0.18296362459659576

   1944540	  0.183114	  0.182964	  0.167021		CURRENT LEARNING RATE: 2.5117780605420806e-09
previous_iter_valid_loss : 0.16927509009838104

   1944560	  0.169425	  0.169275	  0.167387		CURRENT LEARNING RATE: 2.511275755162186e-09
previous_iter_valid_loss : 0.1622927486896515

   1944580	  0.162447	  0.162293	  0.167181		CURRENT LEARNING RATE: 2.510773550233313e-09
previous_iter_valid_loss : 0.16453921794891357

   1944600	  0.164695	  0.164539	  0.167378		CURRENT LEARNING RATE: 2.510271445735391e-09
previous_iter_valid_loss : 0.16671918332576752

   1944620	  0.166943	  0.166719	  0.166574		CURRENT LEARNING RATE: 2.5097694416483266e-09
previous_iter_valid_loss : 0.16362164914608002

   1944640	  0.163786	  0.163622	  0.166650		CURRENT LEARNING RATE: 2.509267537952041e-09
previous_iter_valid_loss : 0.16090701520442963

   1944660	  0.161083	  0.160907	  0.166667		CURRENT LEARNING RATE: 2.508765734626457e-09
previous_iter_valid_loss : 0.16100096702575684

   1944680	  0.161162	  0.161001	  0.166596		CURRENT LEARNING RATE: 2.5082640316515026e-09
previous_iter_valid_loss : 0.1663540005683899

   1944700	  0.166516	  0.166354	  0.166702		CURRENT LEARNING RATE: 2.5077624290071098e-09
previous_iter_valid_loss : 0.16262699663639069

   1944720	  0.162799	  0.162627	  0.166460		CURRENT LEARNING RATE: 2.507260926673215e-09
previous_iter_valid_loss : 0.16909843683242798

   1944740	  0.169343	  0.169098	  0.166158		CURRENT LEARNING RATE: 2.506759524629748e-09
previous_iter_valid_loss : 0.16386191546916962

   1944760	  0.164036	  0.163862	  0.166257		CURRENT LEARNING RATE: 2.5062582228566715e-09
previous_iter_valid_loss : 0.16469593346118927

   1944780	  0.164865	  0.164696	  0.166467		CURRENT LEARNING RATE: 2.5057570213339245e-09
previous_iter_valid_loss : 0.1773284375667572

   1944800	  0.177488	  0.177328	  0.167104		CURRENT LEARNING RATE: 2.5052559200414584e-09
previous_iter_valid_loss : 0.16577313840389252

   1944820	  0.165937	  0.165773	  0.167367		CURRENT LEARNING RATE: 2.5047549189592294e-09
previous_iter_valid_loss : 0.16052846610546112

   1944840	  0.160705	  0.160528	  0.166491		CURRENT LEARNING RATE: 2.504254018067198e-09
previous_iter_valid_loss : 0.1706230789422989

   1944860	  0.170774	  0.170623	  0.166969		CURRENT LEARNING RATE: 2.503753217345327e-09
previous_iter_valid_loss : 0.16257186233997345

   1944880	  0.162732	  0.162572	  0.166870		CURRENT LEARNING RATE: 2.5032525167735763e-09
previous_iter_valid_loss : 0.18518897891044617

   1944900	  0.185332	  0.185189	  0.167457		CURRENT LEARNING RATE: 2.5027519163319355e-09
previous_iter_valid_loss : 0.16371068358421326

   1944920	  0.163902	  0.163711	  0.167182		CURRENT LEARNING RATE: 2.502251416000372e-09
previous_iter_valid_loss : 0.16905884444713593

   1944940	  0.169292	  0.169059	  0.166486		CURRENT LEARNING RATE: 2.501751015758865e-09
previous_iter_valid_loss : 0.16058681905269623

   1944960	  0.160756	  0.160587	  0.166052		CURRENT LEARNING RATE: 2.5012507155873994e-09
previous_iter_valid_loss : 0.16213420033454895

   1944980	  0.162330	  0.162134	  0.166044		CURRENT LEARNING RATE: 2.5007505154659624e-09
previous_iter_valid_loss : 0.16989603638648987

   1945000	  0.170142	  0.169896	  0.166312		CURRENT LEARNING RATE: 2.5002504153745464e-09
previous_iter_valid_loss : 0.16489143669605255

   1945020	  0.165065	  0.164891	  0.166220		CURRENT LEARNING RATE: 2.499750415293148e-09
previous_iter_valid_loss : 0.16852812469005585

   1945040	  0.168763	  0.168528	  0.166466		CURRENT LEARNING RATE: 2.4992505152017567e-09
previous_iter_valid_loss : 0.16541600227355957

   1945060	  0.165617	  0.165416	  0.166691		CURRENT LEARNING RATE: 2.498750715080396e-09
previous_iter_valid_loss : 0.16078700125217438

   1945080	  0.160943	  0.160787	  0.166681		CURRENT LEARNING RATE: 2.4982510149090637e-09
previous_iter_valid_loss : 0.16506138443946838

   1945100	  0.165230	  0.165061	  0.166616		CURRENT LEARNING RATE: 2.4977514146677726e-09
previous_iter_valid_loss : 0.1713663637638092

   1945120	  0.171517	  0.171366	  0.167053		CURRENT LEARNING RATE: 2.497251914336538e-09
previous_iter_valid_loss : 0.1614713966846466

   1945140	  0.161620	  0.161471	  0.166672		CURRENT LEARNING RATE: 2.4967525138953808e-09
previous_iter_valid_loss : 0.16397607326507568

   1945160	  0.164178	  0.163976	  0.166677		CURRENT LEARNING RATE: 2.4962532133243243e-09
previous_iter_valid_loss : 0.164047971367836

   1945180	  0.164215	  0.164048	  0.166645		CURRENT LEARNING RATE: 2.4957540126033877e-09
previous_iter_valid_loss : 0.16306868195533752

   1945200	  0.163240	  0.163069	  0.165932		CURRENT LEARNING RATE: 2.4952549117126214e-09
previous_iter_valid_loss : 0.16477949917316437

   1945220	  0.164987	  0.164779	  0.165882		CURRENT LEARNING RATE: 2.494755910632051e-09
previous_iter_valid_loss : 0.171565979719162

   1945240	  0.171828	  0.171566	  0.166434		CURRENT LEARNING RATE: 2.494257009341718e-09
previous_iter_valid_loss : 0.19013254344463348

   1945260	  0.190256	  0.190133	  0.167410		CURRENT LEARNING RATE: 2.4937582078216653e-09
previous_iter_valid_loss : 0.1681702435016632

   1945280	  0.168323	  0.168170	  0.167689		CURRENT LEARNING RATE: 2.4932595060519416e-09
previous_iter_valid_loss : 0.1630675345659256

   1945300	  0.163233	  0.163068	  0.166583		CURRENT LEARNING RATE: 2.4927609040125984e-09
previous_iter_valid_loss : 0.17123736441135406

   1945320	  0.171389	  0.171237	  0.166960		CURRENT LEARNING RATE: 2.4922624016836916e-09
previous_iter_valid_loss : 0.1660335659980774

   1945340	  0.166204	  0.166034	  0.166808		CURRENT LEARNING RATE: 2.4917639990452724e-09
previous_iter_valid_loss : 0.16132879257202148

   1945360	  0.161516	  0.161329	  0.166846		CURRENT LEARNING RATE: 2.491265696077422e-09
previous_iter_valid_loss : 0.16057910025119781

   1945380	  0.160744	  0.160579	  0.166768		CURRENT LEARNING RATE: 2.4907674927602002e-09
previous_iter_valid_loss : 0.16069409251213074

   1945400	  0.160868	  0.160694	  0.166308		CURRENT LEARNING RATE: 2.4902693890736784e-09
previous_iter_valid_loss : 0.16255131363868713

   1945420	  0.162710	  0.162551	  0.166191		CURRENT LEARNING RATE: 2.4897713849979325e-09
previous_iter_valid_loss : 0.16049650311470032

   1945440	  0.160661	  0.160497	  0.165789		CURRENT LEARNING RATE: 2.489273480513042e-09
previous_iter_valid_loss : 0.16262303292751312

   1945460	  0.162792	  0.162623	  0.165649		CURRENT LEARNING RATE: 2.4887756755990914e-09
previous_iter_valid_loss : 0.16813334822654724

   1945480	  0.168357	  0.168133	  0.166017		CURRENT LEARNING RATE: 2.488277970236168e-09
previous_iter_valid_loss : 0.16092455387115479

   1945500	  0.161111	  0.160925	  0.165810		CURRENT LEARNING RATE: 2.4877803644043552e-09
previous_iter_valid_loss : 0.16619087755680084

   1945520	  0.166401	  0.166191	  0.165551		CURRENT LEARNING RATE: 2.487282858083766e-09
previous_iter_valid_loss : 0.18731248378753662

   1945540	  0.187735	  0.187312	  0.166843		CURRENT LEARNING RATE: 2.486785451254491e-09
previous_iter_valid_loss : 0.17873215675354004

   1945560	  0.179048	  0.178732	  0.167581		CURRENT LEARNING RATE: 2.4862881438966345e-09
previous_iter_valid_loss : 0.16095001995563507

   1945580	  0.161105	  0.160950	  0.167426		CURRENT LEARNING RATE: 2.485790935990305e-09
previous_iter_valid_loss : 0.16109426319599152

   1945600	  0.161243	  0.161094	  0.167327		CURRENT LEARNING RATE: 2.485293827515612e-09
previous_iter_valid_loss : 0.1688477247953415

   1945620	  0.168999	  0.168848	  0.167531		CURRENT LEARNING RATE: 2.4847968184526733e-09
previous_iter_valid_loss : 0.18335475027561188

   1945640	  0.183699	  0.183355	  0.168120		CURRENT LEARNING RATE: 2.4842999087815985e-09
previous_iter_valid_loss : 0.160710871219635

   1945660	  0.160874	  0.160711	  0.166649		CURRENT LEARNING RATE: 2.4838030984825295e-09
previous_iter_valid_loss : 0.16304542124271393

   1945680	  0.163242	  0.163045	  0.166393		CURRENT LEARNING RATE: 2.4833063875355846e-09
previous_iter_valid_loss : 0.1686950922012329

   1945700	  0.168935	  0.168695	  0.166674		CURRENT LEARNING RATE: 2.482809775920895e-09
previous_iter_valid_loss : 0.1626223474740982

   1945720	  0.162818	  0.162622	  0.166244		CURRENT LEARNING RATE: 2.4823132636185975e-09
previous_iter_valid_loss : 0.16431038081645966

   1945740	  0.164472	  0.164310	  0.166157		CURRENT LEARNING RATE: 2.4818168506088304e-09
previous_iter_valid_loss : 0.16057509183883667

   1945760	  0.160740	  0.160575	  0.166120		CURRENT LEARNING RATE: 2.481320536871738e-09
previous_iter_valid_loss : 0.16189008951187134

   1945780	  0.162082	  0.161890	  0.166185		CURRENT LEARNING RATE: 2.4808243223874673e-09
previous_iter_valid_loss : 0.16066668927669525

   1945800	  0.160840	  0.160667	  0.166184		CURRENT LEARNING RATE: 2.480328207136161e-09
previous_iter_valid_loss : 0.16462469100952148

   1945820	  0.164821	  0.164625	  0.166288		CURRENT LEARNING RATE: 2.4798321910979922e-09
previous_iter_valid_loss : 0.17911610007286072

   1945840	  0.179439	  0.179116	  0.167219		CURRENT LEARNING RATE: 2.4793362742531112e-09
previous_iter_valid_loss : 0.16368262469768524

   1945860	  0.163883	  0.163683	  0.167272		CURRENT LEARNING RATE: 2.4788404565816816e-09
previous_iter_valid_loss : 0.1607123613357544

   1945880	  0.160872	  0.160712	  0.166900		CURRENT LEARNING RATE: 2.4783447380638704e-09
previous_iter_valid_loss : 0.18706166744232178

   1945900	  0.187206	  0.187062	  0.168207		CURRENT LEARNING RATE: 2.4778491186798494e-09
previous_iter_valid_loss : 0.16051383316516876

   1945920	  0.160669	  0.160514	  0.167923		CURRENT LEARNING RATE: 2.4773535984097935e-09
previous_iter_valid_loss : 0.16836975514888763

   1945940	  0.168527	  0.168370	  0.166976		CURRENT LEARNING RATE: 2.476858177233882e-09
previous_iter_valid_loss : 0.16872838139533997

   1945960	  0.168885	  0.168728	  0.166476		CURRENT LEARNING RATE: 2.4763628551322884e-09
previous_iter_valid_loss : 0.17589408159255981

   1945980	  0.176043	  0.175894	  0.167223		CURRENT LEARNING RATE: 2.4758676320852186e-09
previous_iter_valid_loss : 0.16574209928512573

   1946000	  0.165947	  0.165742	  0.167456		CURRENT LEARNING RATE: 2.475372508072854e-09
previous_iter_valid_loss : 0.16072599589824677

   1946020	  0.160887	  0.160726	  0.167050		CURRENT LEARNING RATE: 2.474877483075391e-09
previous_iter_valid_loss : 0.17929893732070923

   1946040	  0.179452	  0.179299	  0.166847		CURRENT LEARNING RATE: 2.474382557073027e-09
previous_iter_valid_loss : 0.16796907782554626

   1946060	  0.168125	  0.167969	  0.167210		CURRENT LEARNING RATE: 2.4738877300459656e-09
previous_iter_valid_loss : 0.16057060658931732

   1946080	  0.160737	  0.160571	  0.167086		CURRENT LEARNING RATE: 2.473393001974414e-09
previous_iter_valid_loss : 0.16965489089488983

   1946100	  0.169900	  0.169655	  0.167134		CURRENT LEARNING RATE: 2.4728983728385737e-09
previous_iter_valid_loss : 0.1619117259979248

   1946120	  0.162077	  0.161912	  0.167098		CURRENT LEARNING RATE: 2.4724038426186772e-09
previous_iter_valid_loss : 0.16249854862689972

   1946140	  0.162665	  0.162499	  0.167008		CURRENT LEARNING RATE: 2.471909411294935e-09
previous_iter_valid_loss : 0.16422909498214722

   1946160	  0.164429	  0.164229	  0.167191		CURRENT LEARNING RATE: 2.47141507884757e-09
previous_iter_valid_loss : 0.1865304559469223

   1946180	  0.186677	  0.186530	  0.168423		CURRENT LEARNING RATE: 2.4709208452568085e-09
previous_iter_valid_loss : 0.16084888577461243

   1946200	  0.161028	  0.160849	  0.168432		CURRENT LEARNING RATE: 2.4704267105028805e-09
previous_iter_valid_loss : 0.1617303192615509

   1946220	  0.161915	  0.161730	  0.168287		CURRENT LEARNING RATE: 2.4699326745660213e-09
previous_iter_valid_loss : 0.18393725156784058

   1946240	  0.184308	  0.183937	  0.168528		CURRENT LEARNING RATE: 2.4694387374264698e-09
previous_iter_valid_loss : 0.16062937676906586

   1946260	  0.160802	  0.160629	  0.168375		CURRENT LEARNING RATE: 2.4689448990644594e-09
previous_iter_valid_loss : 0.160834401845932

   1946280	  0.161017	  0.160834	  0.168381		CURRENT LEARNING RATE: 2.4684511594602538e-09
previous_iter_valid_loss : 0.1670326292514801

   1946300	  0.167191	  0.167033	  0.167380		CURRENT LEARNING RATE: 2.4679575185940952e-09
previous_iter_valid_loss : 0.16101446747779846

   1946320	  0.161164	  0.161014	  0.167405		CURRENT LEARNING RATE: 2.4674639764462373e-09
previous_iter_valid_loss : 0.16207388043403625

   1946340	  0.162231	  0.162074	  0.167090		CURRENT LEARNING RATE: 2.466970532996939e-09
previous_iter_valid_loss : 0.16323234140872955

   1946360	  0.163432	  0.163232	  0.166815		CURRENT LEARNING RATE: 2.4664771882264624e-09
previous_iter_valid_loss : 0.16799892485141754

   1946380	  0.168244	  0.167999	  0.166421		CURRENT LEARNING RATE: 2.4659839421150735e-09
previous_iter_valid_loss : 0.176505908370018

   1946400	  0.176804	  0.176506	  0.166959		CURRENT LEARNING RATE: 2.4654907946430338e-09
previous_iter_valid_loss : 0.16143746674060822

   1946420	  0.161628	  0.161437	  0.166994		CURRENT LEARNING RATE: 2.464997745790635e-09
previous_iter_valid_loss : 0.16100960969924927

   1946440	  0.161168	  0.161010	  0.166080		CURRENT LEARNING RATE: 2.4645047955381466e-09
previous_iter_valid_loss : 0.1719263792037964

   1946460	  0.172192	  0.171926	  0.166278		CURRENT LEARNING RATE: 2.46401194386585e-09
previous_iter_valid_loss : 0.17540059983730316

   1946480	  0.175683	  0.175401	  0.167019		CURRENT LEARNING RATE: 2.463519190754032e-09
previous_iter_valid_loss : 0.17406658828258514

   1946500	  0.174347	  0.174067	  0.167240		CURRENT LEARNING RATE: 2.4630265361829815e-09
previous_iter_valid_loss : 0.1620972752571106

   1946520	  0.162267	  0.162097	  0.167249		CURRENT LEARNING RATE: 2.4625339801329926e-09
previous_iter_valid_loss : 0.16570204496383667

   1946540	  0.165862	  0.165702	  0.167409		CURRENT LEARNING RATE: 2.4620415225843633e-09
previous_iter_valid_loss : 0.1614300161600113

   1946560	  0.161586	  0.161430	  0.167269		CURRENT LEARNING RATE: 2.461549163517387e-09
previous_iter_valid_loss : 0.17494195699691772

   1946580	  0.175091	  0.174942	  0.166690		CURRENT LEARNING RATE: 2.461056902912386e-09
previous_iter_valid_loss : 0.17808105051517487

   1946600	  0.178237	  0.178081	  0.167552		CURRENT LEARNING RATE: 2.4605647407496614e-09
previous_iter_valid_loss : 0.16521628201007843

   1946620	  0.165380	  0.165216	  0.167726		CURRENT LEARNING RATE: 2.460072677009527e-09
previous_iter_valid_loss : 0.16082681715488434

   1946640	  0.160995	  0.160827	  0.166570		CURRENT LEARNING RATE: 2.4595807116723e-09
previous_iter_valid_loss : 0.1804620623588562

   1946660	  0.180625	  0.180462	  0.167562		CURRENT LEARNING RATE: 2.4590888447183017e-09
previous_iter_valid_loss : 0.16216959059238434

   1946680	  0.162326	  0.162170	  0.167629		CURRENT LEARNING RATE: 2.458597076127857e-09
previous_iter_valid_loss : 0.16208387911319733

   1946700	  0.162272	  0.162084	  0.167381		CURRENT LEARNING RATE: 2.4581054058812964e-09
previous_iter_valid_loss : 0.17142099142074585

   1946720	  0.171677	  0.171421	  0.167902		CURRENT LEARNING RATE: 2.4576138339589435e-09
previous_iter_valid_loss : 0.16088774800300598

   1946740	  0.161039	  0.160888	  0.167842		CURRENT LEARNING RATE: 2.4571223603411525e-09
previous_iter_valid_loss : 0.18670715391635895

   1946760	  0.186844	  0.186707	  0.169016		CURRENT LEARNING RATE: 2.456630985008257e-09
previous_iter_valid_loss : 0.16399213671684265

   1946780	  0.164202	  0.163992	  0.168816		CURRENT LEARNING RATE: 2.4561397079406006e-09
previous_iter_valid_loss : 0.17064249515533447

   1946800	  0.170906	  0.170642	  0.168523		CURRENT LEARNING RATE: 2.455648529118533e-09
previous_iter_valid_loss : 0.16130076348781586

   1946820	  0.161460	  0.161301	  0.168516		CURRENT LEARNING RATE: 2.4551574485224073e-09
previous_iter_valid_loss : 0.171408012509346

   1946840	  0.171558	  0.171408	  0.169036		CURRENT LEARNING RATE: 2.4546664661325795e-09
previous_iter_valid_loss : 0.1605289727449417

   1946860	  0.160697	  0.160529	  0.168466		CURRENT LEARNING RATE: 2.454175581929402e-09
previous_iter_valid_loss : 0.1611650586128235

   1946880	  0.161352	  0.161165	  0.167754		CURRENT LEARNING RATE: 2.4536847958932567e-09
previous_iter_valid_loss : 0.1626655012369156

   1946900	  0.162871	  0.162666	  0.167184		CURRENT LEARNING RATE: 2.4531941080045035e-09
previous_iter_valid_loss : 0.1605251282453537

   1946920	  0.160683	  0.160525	  0.167105		CURRENT LEARNING RATE: 2.4527035182435155e-09
previous_iter_valid_loss : 0.16735701262950897

   1946940	  0.167584	  0.167357	  0.167188		CURRENT LEARNING RATE: 2.452213026590668e-09
previous_iter_valid_loss : 0.17998357117176056

   1946960	  0.180309	  0.179984	  0.168116		CURRENT LEARNING RATE: 2.4517226330263422e-09
previous_iter_valid_loss : 0.16193705797195435

   1946980	  0.162100	  0.161937	  0.167466		CURRENT LEARNING RATE: 2.451232337530922e-09
previous_iter_valid_loss : 0.17312613129615784

   1947000	  0.173392	  0.173126	  0.167218		CURRENT LEARNING RATE: 2.4507421400847953e-09
previous_iter_valid_loss : 0.16161511838436127

   1947020	  0.161771	  0.161615	  0.167038		CURRENT LEARNING RATE: 2.450252040668346e-09
previous_iter_valid_loss : 0.16054096817970276

   1947040	  0.160696	  0.160541	  0.167023		CURRENT LEARNING RATE: 2.449762039261988e-09
previous_iter_valid_loss : 0.16461125016212463

   1947060	  0.164777	  0.164611	  0.166231		CURRENT LEARNING RATE: 2.449272135846111e-09
previous_iter_valid_loss : 0.16305041313171387

   1947080	  0.163205	  0.163050	  0.166275		CURRENT LEARNING RATE: 2.4487823304011203e-09
previous_iter_valid_loss : 0.162639319896698

   1947100	  0.162825	  0.162639	  0.166303		CURRENT LEARNING RATE: 2.448292622907423e-09
previous_iter_valid_loss : 0.16855409741401672

   1947120	  0.168706	  0.168554	  0.166159		CURRENT LEARNING RATE: 2.447803013345431e-09
previous_iter_valid_loss : 0.1612549126148224

   1947140	  0.161409	  0.161255	  0.166178		CURRENT LEARNING RATE: 2.4473135016955596e-09
previous_iter_valid_loss : 0.1607782393693924

   1947160	  0.160929	  0.160778	  0.164881		CURRENT LEARNING RATE: 2.44682408793822e-09
previous_iter_valid_loss : 0.167219877243042

   1947180	  0.167440	  0.167220	  0.165043		CURRENT LEARNING RATE: 2.446334772053853e-09
previous_iter_valid_loss : 0.1606290638446808

   1947200	  0.160798	  0.160629	  0.164542		CURRENT LEARNING RATE: 2.445845554022877e-09
previous_iter_valid_loss : 0.16073590517044067

   1947220	  0.160895	  0.160736	  0.164514		CURRENT LEARNING RATE: 2.445356433825724e-09
previous_iter_valid_loss : 0.16056431829929352

   1947240	  0.160730	  0.160564	  0.163972		CURRENT LEARNING RATE: 2.444867411442828e-09
previous_iter_valid_loss : 0.17776785790920258

   1947260	  0.177921	  0.177768	  0.164833		CURRENT LEARNING RATE: 2.444378486854629e-09
previous_iter_valid_loss : 0.16087208688259125

   1947280	  0.161031	  0.160872	  0.164819		CURRENT LEARNING RATE: 2.44388966004157e-09
previous_iter_valid_loss : 0.16809070110321045

   1947300	  0.168325	  0.168091	  0.165090		CURRENT LEARNING RATE: 2.443400930984098e-09
previous_iter_valid_loss : 0.16648057103157043

   1947320	  0.166639	  0.166481	  0.165388		CURRENT LEARNING RATE: 2.4429122996626543e-09
previous_iter_valid_loss : 0.1606937199831009

   1947340	  0.160843	  0.160694	  0.165055		CURRENT LEARNING RATE: 2.442423766057712e-09
previous_iter_valid_loss : 0.16080214083194733

   1947360	  0.160980	  0.160802	  0.164096		CURRENT LEARNING RATE: 2.4419353301497205e-09
previous_iter_valid_loss : 0.1635444462299347

   1947380	  0.163715	  0.163544	  0.164176		CURRENT LEARNING RATE: 2.4414469919191427e-09
previous_iter_valid_loss : 0.1605285257101059

   1947400	  0.160683	  0.160529	  0.163546		CURRENT LEARNING RATE: 2.4409587513464447e-09
previous_iter_valid_loss : 0.1691451519727707

   1947420	  0.169297	  0.169145	  0.163923		CURRENT LEARNING RATE: 2.440470608412097e-09
previous_iter_valid_loss : 0.1611727476119995

   1947440	  0.161356	  0.161173	  0.163954		CURRENT LEARNING RATE: 2.439982563096574e-09
previous_iter_valid_loss : 0.17522838711738586

   1947460	  0.175503	  0.175228	  0.164485		CURRENT LEARNING RATE: 2.439494615380354e-09
previous_iter_valid_loss : 0.17601945996284485

   1947480	  0.176308	  0.176019	  0.165134		CURRENT LEARNING RATE: 2.43900676524391e-09
previous_iter_valid_loss : 0.16209588944911957

   1947500	  0.162282	  0.162096	  0.165106		CURRENT LEARNING RATE: 2.438519012667746e-09
previous_iter_valid_loss : 0.1665676236152649

   1947520	  0.166721	  0.166568	  0.165007		CURRENT LEARNING RATE: 2.4380313576323427e-09
previous_iter_valid_loss : 0.16411614418029785

   1947540	  0.164281	  0.164116	  0.165150		CURRENT LEARNING RATE: 2.437543800118194e-09
previous_iter_valid_loss : 0.16252140700817108

   1947560	  0.162673	  0.162521	  0.165237		CURRENT LEARNING RATE: 2.4370563401057977e-09
previous_iter_valid_loss : 0.1616315096616745

   1947580	  0.161816	  0.161632	  0.164958		CURRENT LEARNING RATE: 2.436568977575655e-09
previous_iter_valid_loss : 0.16216987371444702

   1947600	  0.162360	  0.162170	  0.165035		CURRENT LEARNING RATE: 2.4360817125082723e-09
previous_iter_valid_loss : 0.16055455803871155

   1947620	  0.160718	  0.160555	  0.165026		CURRENT LEARNING RATE: 2.435594544884149e-09
previous_iter_valid_loss : 0.1651412397623062

   1947640	  0.165311	  0.165141	  0.165255		CURRENT LEARNING RATE: 2.435107474683817e-09
previous_iter_valid_loss : 0.17624418437480927

   1947660	  0.176397	  0.176244	  0.165178		CURRENT LEARNING RATE: 2.4346205018877843e-09
previous_iter_valid_loss : 0.1713588684797287

   1947680	  0.171505	  0.171359	  0.165703		CURRENT LEARNING RATE: 2.434133626476572e-09
previous_iter_valid_loss : 0.16851770877838135

   1947700	  0.168671	  0.168518	  0.165724		CURRENT LEARNING RATE: 2.433646848430705e-09
previous_iter_valid_loss : 0.1606311947107315

   1947720	  0.160797	  0.160631	  0.165432		CURRENT LEARNING RATE: 2.4331601677307123e-09
previous_iter_valid_loss : 0.16797375679016113

   1947740	  0.168205	  0.167974	  0.165796		CURRENT LEARNING RATE: 2.4326735843571266e-09
previous_iter_valid_loss : 0.16257746517658234

   1947760	  0.162779	  0.162577	  0.165884		CURRENT LEARNING RATE: 2.4321870982904844e-09
previous_iter_valid_loss : 0.16325712203979492

   1947780	  0.163452	  0.163257	  0.165870		CURRENT LEARNING RATE: 2.431700709511318e-09
previous_iter_valid_loss : 0.16456131637096405

   1947800	  0.164769	  0.164561	  0.166072		CURRENT LEARNING RATE: 2.431214418000189e-09
previous_iter_valid_loss : 0.16053646802902222

   1947820	  0.160704	  0.160536	  0.165641		CURRENT LEARNING RATE: 2.4307282237376374e-09
previous_iter_valid_loss : 0.16130004823207855

   1947840	  0.161493	  0.161300	  0.165648		CURRENT LEARNING RATE: 2.4302421267042145e-09
previous_iter_valid_loss : 0.16248497366905212

   1947860	  0.162669	  0.162485	  0.165010		CURRENT LEARNING RATE: 2.429756126880477e-09
previous_iter_valid_loss : 0.17503131926059723

   1947880	  0.175310	  0.175031	  0.164961		CURRENT LEARNING RATE: 2.429270224246985e-09
previous_iter_valid_loss : 0.1606946885585785

   1947900	  0.160857	  0.160695	  0.164891		CURRENT LEARNING RATE: 2.4287844187843024e-09
previous_iter_valid_loss : 0.16449446976184845

   1947920	  0.164665	  0.164494	  0.164787		CURRENT LEARNING RATE: 2.428298710472997e-09
previous_iter_valid_loss : 0.16199177503585815

   1947940	  0.162182	  0.161992	  0.164681		CURRENT LEARNING RATE: 2.4278130992936315e-09
previous_iter_valid_loss : 0.1627981960773468

   1947960	  0.162992	  0.162798	  0.164695		CURRENT LEARNING RATE: 2.427327585226799e-09
previous_iter_valid_loss : 0.17470715939998627

   1947980	  0.174981	  0.174707	  0.165349		CURRENT LEARNING RATE: 2.42684216825307e-09
previous_iter_valid_loss : 0.1636475771665573

   1948000	  0.163841	  0.163648	  0.165423		CURRENT LEARNING RATE: 2.426356848353028e-09
previous_iter_valid_loss : 0.16381488740444183

   1948020	  0.163980	  0.163815	  0.165586		CURRENT LEARNING RATE: 2.4258716255072608e-09
previous_iter_valid_loss : 0.16492772102355957

   1948040	  0.165138	  0.164928	  0.165575		CURRENT LEARNING RATE: 2.4253864996963587e-09
previous_iter_valid_loss : 0.16740040481090546

   1948060	  0.167616	  0.167400	  0.165133		CURRENT LEARNING RATE: 2.424901470900917e-09
previous_iter_valid_loss : 0.16580703854560852

   1948080	  0.165975	  0.165807	  0.164855		CURRENT LEARNING RATE: 2.4244165391015256e-09
previous_iter_valid_loss : 0.16062548756599426

   1948100	  0.160782	  0.160625	  0.164461		CURRENT LEARNING RATE: 2.4239317042788048e-09
previous_iter_valid_loss : 0.16076333820819855

   1948120	  0.160938	  0.160763	  0.164467		CURRENT LEARNING RATE: 2.4234469664133526e-09
previous_iter_valid_loss : 0.16167417168617249

   1948140	  0.161864	  0.161674	  0.164152		CURRENT LEARNING RATE: 2.422962325485779e-09
previous_iter_valid_loss : 0.1639869064092636

   1948160	  0.164155	  0.163987	  0.164223		CURRENT LEARNING RATE: 2.422477781476699e-09
previous_iter_valid_loss : 0.16321836411952972

   1948180	  0.163409	  0.163218	  0.164221		CURRENT LEARNING RATE: 2.421993334366731e-09
previous_iter_valid_loss : 0.1605994701385498

   1948200	  0.160763	  0.160599	  0.164023		CURRENT LEARNING RATE: 2.421508984136496e-09
previous_iter_valid_loss : 0.17222408950328827

   1948220	  0.172372	  0.172224	  0.164607		CURRENT LEARNING RATE: 2.4210247307666212e-09
previous_iter_valid_loss : 0.16052387654781342

   1948240	  0.160680	  0.160524	  0.164568		CURRENT LEARNING RATE: 2.420540574237727e-09
previous_iter_valid_loss : 0.16127943992614746

   1948260	  0.161461	  0.161279	  0.164508		CURRENT LEARNING RATE: 2.420056514530465e-09
previous_iter_valid_loss : 0.16839753091335297

   1948280	  0.168624	  0.168398	  0.164176		CURRENT LEARNING RATE: 2.4195725516254634e-09
previous_iter_valid_loss : 0.16568607091903687

   1948300	  0.165894	  0.165686	  0.164426		CURRENT LEARNING RATE: 2.4190886855033646e-09
previous_iter_valid_loss : 0.16111452877521515

   1948320	  0.161294	  0.161115	  0.164257		CURRENT LEARNING RATE: 2.418604916144814e-09
previous_iter_valid_loss : 0.1693522185087204

   1948340	  0.169505	  0.169352	  0.164625		CURRENT LEARNING RATE: 2.4181212435304594e-09
previous_iter_valid_loss : 0.16536878049373627

   1948360	  0.165535	  0.165369	  0.164753		CURRENT LEARNING RATE: 2.4176376676409554e-09
previous_iter_valid_loss : 0.16254274547100067

   1948380	  0.162707	  0.162543	  0.164145		CURRENT LEARNING RATE: 2.4171541884569495e-09
previous_iter_valid_loss : 0.17595797777175903

   1948400	  0.176110	  0.175958	  0.164761		CURRENT LEARNING RATE: 2.4166708059591207e-09
previous_iter_valid_loss : 0.16219644248485565

   1948420	  0.162357	  0.162196	  0.164680		CURRENT LEARNING RATE: 2.416187520128124e-09
previous_iter_valid_loss : 0.16096127033233643

   1948440	  0.161125	  0.160961	  0.164481		CURRENT LEARNING RATE: 2.4157043309446286e-09
previous_iter_valid_loss : 0.1630505621433258

   1948460	  0.163252	  0.163051	  0.164264		CURRENT LEARNING RATE: 2.4152212383893065e-09
previous_iter_valid_loss : 0.16061925888061523

   1948480	  0.160779	  0.160619	  0.164005		CURRENT LEARNING RATE: 2.4147382424428342e-09
previous_iter_valid_loss : 0.16100133955478668

   1948500	  0.161179	  0.161001	  0.164023		CURRENT LEARNING RATE: 2.4142553430858922e-09
previous_iter_valid_loss : 0.1748536229133606

   1948520	  0.175127	  0.174854	  0.164728		CURRENT LEARNING RATE: 2.413772540299164e-09
previous_iter_valid_loss : 0.1605919748544693

   1948540	  0.160749	  0.160592	  0.164674		CURRENT LEARNING RATE: 2.4132898340633295e-09
previous_iter_valid_loss : 0.1620805710554123

   1948560	  0.162265	  0.162081	  0.164578		CURRENT LEARNING RATE: 2.412807224359097e-09
previous_iter_valid_loss : 0.19032205641269684

   1948580	  0.190450	  0.190322	  0.165934		CURRENT LEARNING RATE: 2.412324711167154e-09
previous_iter_valid_loss : 0.16807733476161957

   1948600	  0.168301	  0.168077	  0.166308		CURRENT LEARNING RATE: 2.4118422944681996e-09
previous_iter_valid_loss : 0.16203972697257996

   1948620	  0.162227	  0.162040	  0.165798		CURRENT LEARNING RATE: 2.4113599742429372e-09
previous_iter_valid_loss : 0.16283954679965973

   1948640	  0.163011	  0.162840	  0.165914		CURRENT LEARNING RATE: 2.4108777504720744e-09
previous_iter_valid_loss : 0.16513992846012115

   1948660	  0.165305	  0.165140	  0.166107		CURRENT LEARNING RATE: 2.4103956231363217e-09
previous_iter_valid_loss : 0.16197136044502258

   1948680	  0.162125	  0.161971	  0.165786		CURRENT LEARNING RATE: 2.4099135922163945e-09
previous_iter_valid_loss : 0.19207246601581573

   1948700	  0.192193	  0.192072	  0.167105		CURRENT LEARNING RATE: 2.4094316576930028e-09
previous_iter_valid_loss : 0.16650846600532532

   1948720	  0.166717	  0.166508	  0.167375		CURRENT LEARNING RATE: 2.408949819546886e-09
previous_iter_valid_loss : 0.17594441771507263

   1948740	  0.176232	  0.175944	  0.167704		CURRENT LEARNING RATE: 2.408468077758762e-09
previous_iter_valid_loss : 0.16811949014663696

   1948760	  0.168350	  0.168119	  0.167842		CURRENT LEARNING RATE: 2.407986432309362e-09
previous_iter_valid_loss : 0.1676146537065506

   1948780	  0.167846	  0.167615	  0.168096		CURRENT LEARNING RATE: 2.4075048831794193e-09
previous_iter_valid_loss : 0.16063913702964783

   1948800	  0.160804	  0.160639	  0.167330		CURRENT LEARNING RATE: 2.4070234303496724e-09
previous_iter_valid_loss : 0.16239771246910095

   1948820	  0.162592	  0.162398	  0.167340		CURRENT LEARNING RATE: 2.4065420738008632e-09
previous_iter_valid_loss : 0.1614520251750946

   1948840	  0.161632	  0.161452	  0.167364		CURRENT LEARNING RATE: 2.406060813513728e-09
previous_iter_valid_loss : 0.16077151894569397

   1948860	  0.160924	  0.160772	  0.167250		CURRENT LEARNING RATE: 2.405579649469035e-09
previous_iter_valid_loss : 0.16059453785419464

   1948880	  0.160763	  0.160595	  0.167249		CURRENT LEARNING RATE: 2.405098581647528e-09
previous_iter_valid_loss : 0.16135171055793762

   1948900	  0.161533	  0.161352	  0.167267		CURRENT LEARNING RATE: 2.4046176100299644e-09
previous_iter_valid_loss : 0.19402900338172913

   1948920	  0.194137	  0.194029	  0.168225		CURRENT LEARNING RATE: 2.404136734597106e-09
previous_iter_valid_loss : 0.16069599986076355

   1948940	  0.160865	  0.160696	  0.168231		CURRENT LEARNING RATE: 2.403655955329717e-09
previous_iter_valid_loss : 0.163317009806633

   1948960	  0.163480	  0.163317	  0.168292		CURRENT LEARNING RATE: 2.4031752722085666e-09
previous_iter_valid_loss : 0.17257262766361237

   1948980	  0.172723	  0.172573	  0.167405		CURRENT LEARNING RATE: 2.4026946852144273e-09
previous_iter_valid_loss : 0.1606098711490631

   1949000	  0.160769	  0.160610	  0.167031		CURRENT LEARNING RATE: 2.402214194328067e-09
previous_iter_valid_loss : 0.16688741743564606

   1949020	  0.167052	  0.166887	  0.167274		CURRENT LEARNING RATE: 2.401733799530284e-09
previous_iter_valid_loss : 0.16253440082073212

   1949040	  0.162694	  0.162534	  0.167259		CURRENT LEARNING RATE: 2.4012535008018528e-09
previous_iter_valid_loss : 0.16053493320941925

   1949060	  0.160694	  0.160535	  0.167028		CURRENT LEARNING RATE: 2.400773298123562e-09
previous_iter_valid_loss : 0.1869182139635086

   1949080	  0.187056	  0.186918	  0.168276		CURRENT LEARNING RATE: 2.4002931914762036e-09
previous_iter_valid_loss : 0.17187964916229248

   1949100	  0.172141	  0.171880	  0.167266		CURRENT LEARNING RATE: 2.399813180840573e-09
previous_iter_valid_loss : 0.1610064059495926

   1949120	  0.161181	  0.161006	  0.166991		CURRENT LEARNING RATE: 2.3993332661974703e-09
previous_iter_valid_loss : 0.16061629354953766

   1949140	  0.160783	  0.160616	  0.166225		CURRENT LEARNING RATE: 2.3988534475276983e-09
previous_iter_valid_loss : 0.16237947344779968

   1949160	  0.162545	  0.162379	  0.165938		CURRENT LEARNING RATE: 2.3983737248120557e-09
previous_iter_valid_loss : 0.16118751466274261

   1949180	  0.161349	  0.161188	  0.165616		CURRENT LEARNING RATE: 2.3978940980313713e-09
previous_iter_valid_loss : 0.16081467270851135

   1949200	  0.160998	  0.160815	  0.165625		CURRENT LEARNING RATE: 2.397414567166451e-09
previous_iter_valid_loss : 0.1720772683620453

   1949220	  0.172344	  0.172077	  0.166109		CURRENT LEARNING RATE: 2.396935132198114e-09
previous_iter_valid_loss : 0.179681658744812

   1949240	  0.179837	  0.179682	  0.167020		CURRENT LEARNING RATE: 2.3964557931071822e-09
previous_iter_valid_loss : 0.1618657410144806

   1949260	  0.162058	  0.161866	  0.167075		CURRENT LEARNING RATE: 2.3959765498744828e-09
previous_iter_valid_loss : 0.16082322597503662

   1949280	  0.161001	  0.160823	  0.167087		CURRENT LEARNING RATE: 2.395497402480845e-09
previous_iter_valid_loss : 0.19903458654880524

   1949300	  0.199571	  0.199035	  0.168971		CURRENT LEARNING RATE: 2.395018350907096e-09
previous_iter_valid_loss : 0.1641787588596344

   1949320	  0.164348	  0.164179	  0.167478		CURRENT LEARNING RATE: 2.3945393951340895e-09
previous_iter_valid_loss : 0.16059482097625732

   1949340	  0.160771	  0.160595	  0.167473		CURRENT LEARNING RATE: 2.394060535142659e-09
previous_iter_valid_loss : 0.16057483851909637

   1949360	  0.160721	  0.160575	  0.167336		CURRENT LEARNING RATE: 2.3935817709136505e-09
previous_iter_valid_loss : 0.16249975562095642

   1949380	  0.162660	  0.162500	  0.166832		CURRENT LEARNING RATE: 2.393103102427913e-09
previous_iter_valid_loss : 0.16213563084602356

   1949400	  0.162337	  0.162136	  0.166909		CURRENT LEARNING RATE: 2.3926245296663e-09
previous_iter_valid_loss : 0.16459354758262634

   1949420	  0.164792	  0.164594	  0.166794		CURRENT LEARNING RATE: 2.3921460526096686e-09
previous_iter_valid_loss : 0.16146303713321686

   1949440	  0.161623	  0.161463	  0.166740		CURRENT LEARNING RATE: 2.3916676712388796e-09
previous_iter_valid_loss : 0.16397415101528168

   1949460	  0.164138	  0.163974	  0.166912		CURRENT LEARNING RATE: 2.3911893855347887e-09
previous_iter_valid_loss : 0.1796630173921585

   1949480	  0.179975	  0.179663	  0.166550		CURRENT LEARNING RATE: 2.390711195478283e-09
previous_iter_valid_loss : 0.1611095368862152

   1949500	  0.161272	  0.161110	  0.166011		CURRENT LEARNING RATE: 2.3902331010502246e-09
previous_iter_valid_loss : 0.16053269803524017

   1949520	  0.160704	  0.160533	  0.165987		CURRENT LEARNING RATE: 2.389755102231491e-09
previous_iter_valid_loss : 0.16528795659542084

   1949540	  0.165516	  0.165288	  0.166221		CURRENT LEARNING RATE: 2.3892771990029618e-09
previous_iter_valid_loss : 0.16681517660617828

   1949560	  0.167037	  0.166815	  0.166443		CURRENT LEARNING RATE: 2.3887993913455204e-09
previous_iter_valid_loss : 0.1665181666612625

   1949580	  0.166732	  0.166518	  0.166709		CURRENT LEARNING RATE: 2.3883216792400554e-09
previous_iter_valid_loss : 0.16354262828826904

   1949600	  0.163750	  0.163543	  0.166846		CURRENT LEARNING RATE: 2.3878440626674492e-09
previous_iter_valid_loss : 0.16311043500900269

   1949620	  0.163276	  0.163110	  0.166397		CURRENT LEARNING RATE: 2.3873665416086145e-09
previous_iter_valid_loss : 0.16059325635433197

   1949640	  0.160750	  0.160593	  0.165443		CURRENT LEARNING RATE: 2.3868891160444418e-09
previous_iter_valid_loss : 0.16172710061073303

   1949660	  0.161919	  0.161727	  0.165436		CURRENT LEARNING RATE: 2.386411785955834e-09
previous_iter_valid_loss : 0.16697895526885986

   1949680	  0.167138	  0.166979	  0.165744		CURRENT LEARNING RATE: 2.385934551323698e-09
previous_iter_valid_loss : 0.1609094738960266

   1949700	  0.161088	  0.160909	  0.163838		CURRENT LEARNING RATE: 2.385457412128944e-09
previous_iter_valid_loss : 0.16050121188163757

   1949720	  0.160670	  0.160501	  0.163654		CURRENT LEARNING RATE: 2.3849803683524874e-09
previous_iter_valid_loss : 0.1652403324842453

   1949740	  0.165401	  0.165240	  0.163886		CURRENT LEARNING RATE: 2.3845034199752455e-09
previous_iter_valid_loss : 0.16644731163978577

   1949760	  0.166655	  0.166447	  0.164180		CURRENT LEARNING RATE: 2.3840265669781325e-09
previous_iter_valid_loss : 0.16107997298240662

   1949780	  0.161240	  0.161080	  0.164109		CURRENT LEARNING RATE: 2.3835498093420906e-09
previous_iter_valid_loss : 0.16591492295265198

   1949800	  0.166071	  0.165915	  0.164298		CURRENT LEARNING RATE: 2.3830731470480417e-09
previous_iter_valid_loss : 0.16241353750228882

   1949820	  0.162575	  0.162414	  0.164189		CURRENT LEARNING RATE: 2.3825965800769188e-09
previous_iter_valid_loss : 0.16056737303733826

   1949840	  0.160736	  0.160567	  0.164144		CURRENT LEARNING RATE: 2.382120108409659e-09
previous_iter_valid_loss : 0.1615338772535324

   1949860	  0.161723	  0.161534	  0.164022		CURRENT LEARNING RATE: 2.3816437320272045e-09
previous_iter_valid_loss : 0.1616852730512619

   1949880	  0.161842	  0.161685	  0.163123		CURRENT LEARNING RATE: 2.3811674509104996e-09
previous_iter_valid_loss : 0.1654079705476761

   1949900	  0.165573	  0.165408	  0.163338		CURRENT LEARNING RATE: 2.380691265040493e-09
previous_iter_valid_loss : 0.16294628381729126

   1949920	  0.163125	  0.162946	  0.163459		CURRENT LEARNING RATE: 2.3802151743981285e-09
previous_iter_valid_loss : 0.1606009304523468

   1949940	  0.160766	  0.160601	  0.163224		CURRENT LEARNING RATE: 2.37973917896438e-09
previous_iter_valid_loss : 0.16133831441402435

   1949960	  0.161496	  0.161338	  0.162950		CURRENT LEARNING RATE: 2.3792632787201994e-09
previous_iter_valid_loss : 0.16058431565761566

   1949980	  0.160744	  0.160584	  0.162654		CURRENT LEARNING RATE: 2.3787874736465495e-09
previous_iter_valid_loss : 0.16281983256340027

   1950000	  0.163003	  0.162820	  0.162617		CURRENT LEARNING RATE: 2.3783117637243995e-09
previous_iter_valid_loss : 0.16100646555423737

   1950020	  0.161166	  0.161006	  0.162512		CURRENT LEARNING RATE: 2.37783614893472e-09
previous_iter_valid_loss : 0.16063565015792847

   1950040	  0.160796	  0.160636	  0.162514		CURRENT LEARNING RATE: 2.3773606292584866e-09
previous_iter_valid_loss : 0.1661931425333023

   1950060	  0.166402	  0.166193	  0.162738		CURRENT LEARNING RATE: 2.376885204676671e-09
previous_iter_valid_loss : 0.16061294078826904

   1950080	  0.160774	  0.160613	  0.162419		CURRENT LEARNING RATE: 2.3764098751702714e-09
previous_iter_valid_loss : 0.1607985645532608

   1950100	  0.160961	  0.160799	  0.162414		CURRENT LEARNING RATE: 2.3759346407202676e-09
previous_iter_valid_loss : 0.16313400864601135

   1950120	  0.163301	  0.163134	  0.162546		CURRENT LEARNING RATE: 2.37545950130765e-09
previous_iter_valid_loss : 0.1605183482170105

   1950140	  0.160683	  0.160518	  0.162309		CURRENT LEARNING RATE: 2.3749844569134124e-09
previous_iter_valid_loss : 0.16756241023540497

   1950160	  0.167801	  0.167562	  0.162365		CURRENT LEARNING RATE: 2.3745095075185533e-09
previous_iter_valid_loss : 0.16723830997943878

   1950180	  0.167392	  0.167238	  0.162673		CURRENT LEARNING RATE: 2.3740346531040752e-09
previous_iter_valid_loss : 0.16286644339561462

   1950200	  0.163060	  0.162866	  0.162521		CURRENT LEARNING RATE: 2.3735598936509833e-09
previous_iter_valid_loss : 0.16063553094863892

   1950220	  0.160807	  0.160636	  0.162432		CURRENT LEARNING RATE: 2.373085229140279e-09
previous_iter_valid_loss : 0.16191229224205017

   1950240	  0.162091	  0.161912	  0.162499		CURRENT LEARNING RATE: 2.3726106595529926e-09
previous_iter_valid_loss : 0.1899515986442566

   1950260	  0.190405	  0.189952	  0.163920		CURRENT LEARNING RATE: 2.372136184870133e-09
previous_iter_valid_loss : 0.16280047595500946

   1950280	  0.162991	  0.162800	  0.163976		CURRENT LEARNING RATE: 2.3716618050727213e-09
previous_iter_valid_loss : 0.160615012049675

   1950300	  0.160785	  0.160615	  0.163736		CURRENT LEARNING RATE: 2.3711875201417817e-09
previous_iter_valid_loss : 0.16412422060966492

   1950320	  0.164326	  0.164124	  0.163795		CURRENT LEARNING RATE: 2.3707133300583432e-09
previous_iter_valid_loss : 0.16346870362758636

   1950340	  0.163659	  0.163469	  0.163938		CURRENT LEARNING RATE: 2.3702392348034386e-09
previous_iter_valid_loss : 0.16337065398693085

   1950360	  0.163569	  0.163371	  0.164040		CURRENT LEARNING RATE: 2.369765234358104e-09
previous_iter_valid_loss : 0.16085734963417053

   1950380	  0.161008	  0.160857	  0.164054		CURRENT LEARNING RATE: 2.36929132870337e-09
previous_iter_valid_loss : 0.16326405107975006

   1950400	  0.163426	  0.163264	  0.164076		CURRENT LEARNING RATE: 2.368817517820298e-09
previous_iter_valid_loss : 0.17791159451007843

   1950420	  0.178069	  0.177912	  0.164921		CURRENT LEARNING RATE: 2.368343801689927e-09
previous_iter_valid_loss : 0.1725805252790451

   1950440	  0.172852	  0.172581	  0.165518		CURRENT LEARNING RATE: 2.3678701802933087e-09
previous_iter_valid_loss : 0.162428081035614

   1950460	  0.162584	  0.162428	  0.165330		CURRENT LEARNING RATE: 2.3673966536114975e-09
previous_iter_valid_loss : 0.16052845120429993

   1950480	  0.160693	  0.160528	  0.165326		CURRENT LEARNING RATE: 2.3669232216255532e-09
previous_iter_valid_loss : 0.16333915293216705

   1950500	  0.163506	  0.163339	  0.165453		CURRENT LEARNING RATE: 2.366449884316538e-09
previous_iter_valid_loss : 0.1606190949678421

   1950520	  0.160782	  0.160619	  0.165327		CURRENT LEARNING RATE: 2.36597664166551e-09
previous_iter_valid_loss : 0.16702623665332794

   1950540	  0.167255	  0.167026	  0.165652		CURRENT LEARNING RATE: 2.365503493653556e-09
previous_iter_valid_loss : 0.16215653717517853

   1950560	  0.162341	  0.162157	  0.165382		CURRENT LEARNING RATE: 2.3650304402617426e-09
previous_iter_valid_loss : 0.17006231844425201

   1950580	  0.170311	  0.170062	  0.165523		CURRENT LEARNING RATE: 2.364557481471147e-09
previous_iter_valid_loss : 0.161874458193779

   1950600	  0.162067	  0.161874	  0.165474		CURRENT LEARNING RATE: 2.364084617262851e-09
previous_iter_valid_loss : 0.1605294942855835

   1950620	  0.160695	  0.160529	  0.165468		CURRENT LEARNING RATE: 2.36361184761794e-09
previous_iter_valid_loss : 0.16070978343486786

   1950640	  0.160881	  0.160710	  0.165408		CURRENT LEARNING RATE: 2.363139172517503e-09
previous_iter_valid_loss : 0.17785300314426422

   1950660	  0.178149	  0.177853	  0.164803		CURRENT LEARNING RATE: 2.3626665919426332e-09
previous_iter_valid_loss : 0.16397060453891754

   1950680	  0.164164	  0.163971	  0.164862		CURRENT LEARNING RATE: 2.3621941058744193e-09
previous_iter_valid_loss : 0.164857879281044

   1950700	  0.165046	  0.164858	  0.165074		CURRENT LEARNING RATE: 2.3617217142939785e-09
previous_iter_valid_loss : 0.17205314338207245

   1950720	  0.172202	  0.172053	  0.165471		CURRENT LEARNING RATE: 2.361249417182406e-09
previous_iter_valid_loss : 0.16381782293319702

   1950740	  0.164007	  0.163818	  0.165488		CURRENT LEARNING RATE: 2.360777214520811e-09
previous_iter_valid_loss : 0.1618928164243698

   1950760	  0.162081	  0.161893	  0.165414		CURRENT LEARNING RATE: 2.3603051062903043e-09
previous_iter_valid_loss : 0.16089360415935516

   1950780	  0.161076	  0.160894	  0.165416		CURRENT LEARNING RATE: 2.359833092472003e-09
previous_iter_valid_loss : 0.1627529412508011

   1950800	  0.162950	  0.162753	  0.165390		CURRENT LEARNING RATE: 2.359361173047025e-09
previous_iter_valid_loss : 0.1700594425201416

   1950820	  0.170314	  0.170059	  0.164998		CURRENT LEARNING RATE: 2.358889347996486e-09
previous_iter_valid_loss : 0.18354737758636475

   1950840	  0.183910	  0.183547	  0.165546		CURRENT LEARNING RATE: 2.35841761730153e-09
previous_iter_valid_loss : 0.16202881932258606

   1950860	  0.162185	  0.162029	  0.165526		CURRENT LEARNING RATE: 2.3579459809432783e-09
previous_iter_valid_loss : 0.1609579622745514

   1950880	  0.161137	  0.160958	  0.165548		CURRENT LEARNING RATE: 2.3574744389028666e-09
previous_iter_valid_loss : 0.16888265311717987

   1950900	  0.169036	  0.168883	  0.165825		CURRENT LEARNING RATE: 2.357002991161433e-09
previous_iter_valid_loss : 0.17279209196567535

   1950920	  0.172935	  0.172792	  0.166433		CURRENT LEARNING RATE: 2.3565316377001192e-09
previous_iter_valid_loss : 0.16762615740299225

   1950940	  0.167785	  0.167626	  0.166463		CURRENT LEARNING RATE: 2.356060378500071e-09
previous_iter_valid_loss : 0.17437562346458435

   1950960	  0.174530	  0.174376	  0.167074		CURRENT LEARNING RATE: 2.3555892135424387e-09
previous_iter_valid_loss : 0.16175268590450287

   1950980	  0.161942	  0.161753	  0.166659		CURRENT LEARNING RATE: 2.3551181428083663e-09
previous_iter_valid_loss : 0.16100139915943146

   1951000	  0.161182	  0.161001	  0.166615		CURRENT LEARNING RATE: 2.354647166279029e-09
previous_iter_valid_loss : 0.16494254767894745

   1951020	  0.165141	  0.164943	  0.166836		CURRENT LEARNING RATE: 2.354176283935578e-09
previous_iter_valid_loss : 0.16473093628883362

   1951040	  0.164904	  0.164731	  0.167037		CURRENT LEARNING RATE: 2.353705495759179e-09
previous_iter_valid_loss : 0.18866384029388428

   1951060	  0.188793	  0.188664	  0.167577		CURRENT LEARNING RATE: 2.353234801731e-09
previous_iter_valid_loss : 0.165546253323555

   1951080	  0.165707	  0.165546	  0.167656		CURRENT LEARNING RATE: 2.3527642018322135e-09
previous_iter_valid_loss : 0.16287487745285034

   1951100	  0.163034	  0.162875	  0.167557		CURRENT LEARNING RATE: 2.352293696043995e-09
previous_iter_valid_loss : 0.16191312670707703

   1951120	  0.162076	  0.161913	  0.167050		CURRENT LEARNING RATE: 2.3518232843475252e-09
previous_iter_valid_loss : 0.1711113303899765

   1951140	  0.171261	  0.171111	  0.167415		CURRENT LEARNING RATE: 2.3513529667239784e-09
previous_iter_valid_loss : 0.17728251218795776

   1951160	  0.177578	  0.177283	  0.168184		CURRENT LEARNING RATE: 2.350882743154559e-09
previous_iter_valid_loss : 0.17657805979251862

   1951180	  0.176877	  0.176578	  0.168969		CURRENT LEARNING RATE: 2.35041261362045e-09
previous_iter_valid_loss : 0.1665562242269516

   1951200	  0.166771	  0.166556	  0.169159		CURRENT LEARNING RATE: 2.3499425781028453e-09
previous_iter_valid_loss : 0.16067874431610107

   1951220	  0.160839	  0.160679	  0.168690		CURRENT LEARNING RATE: 2.349472636582944e-09
previous_iter_valid_loss : 0.17720893025398254

   1951240	  0.177365	  0.177209	  0.168373		CURRENT LEARNING RATE: 2.3490027890419494e-09
previous_iter_valid_loss : 0.18572109937667847

   1951260	  0.185870	  0.185721	  0.169557		CURRENT LEARNING RATE: 2.348533035461066e-09
previous_iter_valid_loss : 0.16129332780838013

   1951280	  0.161457	  0.161293	  0.169574		CURRENT LEARNING RATE: 2.348063375821496e-09
previous_iter_valid_loss : 0.16683869063854218

   1951300	  0.167054	  0.166839	  0.169472		CURRENT LEARNING RATE: 2.347593810104469e-09
previous_iter_valid_loss : 0.1746542900800705

   1951320	  0.174936	  0.174654	  0.169565		CURRENT LEARNING RATE: 2.3471243382911958e-09
previous_iter_valid_loss : 0.18098311126232147

   1951340	  0.181137	  0.180983	  0.170233		CURRENT LEARNING RATE: 2.3466549603628963e-09
previous_iter_valid_loss : 0.17281624674797058

   1951360	  0.172956	  0.172816	  0.170155		CURRENT LEARNING RATE: 2.346185676300795e-09
previous_iter_valid_loss : 0.16296707093715668

   1951380	  0.163158	  0.162967	  0.170216		CURRENT LEARNING RATE: 2.3457164860861216e-09
previous_iter_valid_loss : 0.17547515034675598

   1951400	  0.175626	  0.175475	  0.170939		CURRENT LEARNING RATE: 2.345247389700108e-09
previous_iter_valid_loss : 0.16254402697086334

   1951420	  0.162730	  0.162544	  0.170819		CURRENT LEARNING RATE: 2.3447783871239897e-09
previous_iter_valid_loss : 0.17285490036010742

   1951440	  0.172999	  0.172855	  0.171226		CURRENT LEARNING RATE: 2.3443094783389993e-09
previous_iter_valid_loss : 0.16050516068935394

   1951460	  0.160675	  0.160505	  0.169818		CURRENT LEARNING RATE: 2.3438406633263965e-09
previous_iter_valid_loss : 0.17969301342964172

   1951480	  0.180013	  0.179693	  0.170525		CURRENT LEARNING RATE: 2.343371942067421e-09
previous_iter_valid_loss : 0.16525232791900635

   1951500	  0.165472	  0.165252	  0.170644		CURRENT LEARNING RATE: 2.342903314543323e-09
previous_iter_valid_loss : 0.16050182282924652

   1951520	  0.160667	  0.160502	  0.170573		CURRENT LEARNING RATE: 2.3424347807353577e-09
previous_iter_valid_loss : 0.1699599027633667

   1951540	  0.170113	  0.169960	  0.170516		CURRENT LEARNING RATE: 2.341966340624784e-09
previous_iter_valid_loss : 0.17750497162342072

   1951560	  0.177668	  0.177505	  0.170527		CURRENT LEARNING RATE: 2.3414979941928646e-09
previous_iter_valid_loss : 0.16150981187820435

   1951580	  0.161666	  0.161510	  0.169773		CURRENT LEARNING RATE: 2.3410297414208653e-09
previous_iter_valid_loss : 0.16051305830478668

   1951600	  0.160664	  0.160513	  0.169471		CURRENT LEARNING RATE: 2.3405615822900475e-09
previous_iter_valid_loss : 0.16895808279514313

   1951620	  0.169108	  0.168958	  0.169885		CURRENT LEARNING RATE: 2.3400935167817015e-09
previous_iter_valid_loss : 0.16052481532096863

   1951640	  0.160688	  0.160525	  0.169051		CURRENT LEARNING RATE: 2.3396255448770967e-09
previous_iter_valid_loss : 0.1613440215587616

   1951660	  0.161491	  0.161344	  0.167832		CURRENT LEARNING RATE: 2.339157666557514e-09
previous_iter_valid_loss : 0.16358281672000885

   1951680	  0.163777	  0.163583	  0.167947		CURRENT LEARNING RATE: 2.3386898818042383e-09
previous_iter_valid_loss : 0.16714982688426971

   1951700	  0.167363	  0.167150	  0.167962		CURRENT LEARNING RATE: 2.338222190598558e-09
previous_iter_valid_loss : 0.16123618185520172

   1951720	  0.161414	  0.161236	  0.167291		CURRENT LEARNING RATE: 2.3377545929217654e-09
previous_iter_valid_loss : 0.16141478717327118

   1951740	  0.161604	  0.161415	  0.166313		CURRENT LEARNING RATE: 2.337287088755149e-09
previous_iter_valid_loss : 0.19185762107372284

   1951760	  0.191978	  0.191858	  0.167265		CURRENT LEARNING RATE: 2.3368196780800245e-09
previous_iter_valid_loss : 0.18023306131362915

   1951780	  0.180391	  0.180233	  0.168128		CURRENT LEARNING RATE: 2.3363523608776877e-09
previous_iter_valid_loss : 0.1656433492898941

   1951800	  0.165809	  0.165643	  0.167637		CURRENT LEARNING RATE: 2.3358851371294456e-09
previous_iter_valid_loss : 0.16449038684368134

   1951820	  0.164658	  0.164490	  0.167734		CURRENT LEARNING RATE: 2.335418006816609e-09
previous_iter_valid_loss : 0.17711688578128815

   1951840	  0.177272	  0.177117	  0.167947		CURRENT LEARNING RATE: 2.3349509699204935e-09
previous_iter_valid_loss : 0.18373018503189087

   1951860	  0.183880	  0.183730	  0.169108		CURRENT LEARNING RATE: 2.3344840264224165e-09
previous_iter_valid_loss : 0.16053777933120728

   1951880	  0.160696	  0.160538	  0.168151		CURRENT LEARNING RATE: 2.3340171763037013e-09
previous_iter_valid_loss : 0.17278428375720978

   1951900	  0.173049	  0.172784	  0.168527		CURRENT LEARNING RATE: 2.333550419545665e-09
previous_iter_valid_loss : 0.168290376663208

   1951920	  0.168517	  0.168290	  0.168917		CURRENT LEARNING RATE: 2.333083756129654e-09
previous_iter_valid_loss : 0.1626141369342804

   1951940	  0.162804	  0.162614	  0.168549		CURRENT LEARNING RATE: 2.3326171860369937e-09
previous_iter_valid_loss : 0.1622936725616455

   1951960	  0.162491	  0.162294	  0.167789		CURRENT LEARNING RATE: 2.332150709249021e-09
previous_iter_valid_loss : 0.17050908505916595

   1951980	  0.170660	  0.170509	  0.168239		CURRENT LEARNING RATE: 2.3316843257470774e-09
previous_iter_valid_loss : 0.1752041131258011

   1952000	  0.175493	  0.175204	  0.168973		CURRENT LEARNING RATE: 2.331218035512507e-09
previous_iter_valid_loss : 0.16764503717422485

   1952020	  0.167861	  0.167645	  0.168908		CURRENT LEARNING RATE: 2.3307518385266577e-09
previous_iter_valid_loss : 0.1613595336675644

   1952040	  0.161545	  0.161360	  0.168949		CURRENT LEARNING RATE: 2.3302857347708742e-09
previous_iter_valid_loss : 0.16112838685512543

   1952060	  0.161284	  0.161128	  0.168939		CURRENT LEARNING RATE: 2.329819724226529e-09
previous_iter_valid_loss : 0.17095226049423218

   1952080	  0.171209	  0.170952	  0.169307		CURRENT LEARNING RATE: 2.329353806874973e-09
previous_iter_valid_loss : 0.18623776733875275

   1952100	  0.186635	  0.186238	  0.170261		CURRENT LEARNING RATE: 2.32888798269757e-09
previous_iter_valid_loss : 0.1656695455312729

   1952120	  0.165877	  0.165670	  0.170483		CURRENT LEARNING RATE: 2.328422251675686e-09
previous_iter_valid_loss : 0.16069619357585907

   1952140	  0.160860	  0.160696	  0.170447		CURRENT LEARNING RATE: 2.3279566137906924e-09
previous_iter_valid_loss : 0.16267627477645874

   1952160	  0.162841	  0.162676	  0.168988		CURRENT LEARNING RATE: 2.327491069023964e-09
previous_iter_valid_loss : 0.16057579219341278

   1952180	  0.160735	  0.160576	  0.168005		CURRENT LEARNING RATE: 2.3270256173568787e-09
previous_iter_valid_loss : 0.16052617132663727

   1952200	  0.160674	  0.160526	  0.167749		CURRENT LEARNING RATE: 2.32656025877081e-09
previous_iter_valid_loss : 0.1659315973520279

   1952220	  0.166095	  0.165932	  0.167821		CURRENT LEARNING RATE: 2.32609499324716e-09
previous_iter_valid_loss : 0.17061133682727814

   1952240	  0.170764	  0.170611	  0.167496		CURRENT LEARNING RATE: 2.32562982076731e-09
previous_iter_valid_loss : 0.1673518568277359

   1952260	  0.167511	  0.167352	  0.166677		CURRENT LEARNING RATE: 2.3251647413126532e-09
previous_iter_valid_loss : 0.16071748733520508

   1952280	  0.160872	  0.160717	  0.166686		CURRENT LEARNING RATE: 2.3246997548645867e-09
previous_iter_valid_loss : 0.16396144032478333

   1952300	  0.164132	  0.163961	  0.166245		CURRENT LEARNING RATE: 2.3242348614045106e-09
previous_iter_valid_loss : 0.16518165171146393

   1952320	  0.165394	  0.165182	  0.166090		CURRENT LEARNING RATE: 2.3237700609138294e-09
previous_iter_valid_loss : 0.16164320707321167

   1952340	  0.161839	  0.161643	  0.166041		CURRENT LEARNING RATE: 2.3233053533739503e-09
previous_iter_valid_loss : 0.16052712500095367

   1952360	  0.160686	  0.160527	  0.165953		CURRENT LEARNING RATE: 2.322840738766278e-09
previous_iter_valid_loss : 0.16118377447128296

   1952380	  0.161361	  0.161184	  0.165487		CURRENT LEARNING RATE: 2.3223762170722436e-09
previous_iter_valid_loss : 0.16172556579113007

   1952400	  0.161910	  0.161726	  0.164813		CURRENT LEARNING RATE: 2.3219117882732582e-09
previous_iter_valid_loss : 0.1675949990749359

   1952420	  0.167817	  0.167595	  0.164810		CURRENT LEARNING RATE: 2.321447452350745e-09
previous_iter_valid_loss : 0.16096021234989166

   1952440	  0.161133	  0.160960	  0.164790		CURRENT LEARNING RATE: 2.3209832092861295e-09
previous_iter_valid_loss : 0.17143186926841736

   1952460	  0.171691	  0.171432	  0.165305		CURRENT LEARNING RATE: 2.3205190590608432e-09
previous_iter_valid_loss : 0.17706646025180817

   1952480	  0.177362	  0.177066	  0.165611		CURRENT LEARNING RATE: 2.3200550016563196e-09
previous_iter_valid_loss : 0.1606181114912033

   1952500	  0.160790	  0.160618	  0.164330		CURRENT LEARNING RATE: 2.3195910370539875e-09
previous_iter_valid_loss : 0.1607038676738739

   1952520	  0.160877	  0.160704	  0.164082		CURRENT LEARNING RATE: 2.319127165235306e-09
previous_iter_valid_loss : 0.16189166903495789

   1952540	  0.162088	  0.161892	  0.164142		CURRENT LEARNING RATE: 2.3186633861817115e-09
previous_iter_valid_loss : 0.16063092648983002

   1952560	  0.160810	  0.160631	  0.164039		CURRENT LEARNING RATE: 2.3181996998746524e-09
previous_iter_valid_loss : 0.1622488796710968

   1952580	  0.162419	  0.162249	  0.164123		CURRENT LEARNING RATE: 2.3177361062955818e-09
previous_iter_valid_loss : 0.162176251411438

   1952600	  0.162345	  0.162176	  0.164205		CURRENT LEARNING RATE: 2.317272605425956e-09
previous_iter_valid_loss : 0.16108965873718262

   1952620	  0.161285	  0.161090	  0.163963		CURRENT LEARNING RATE: 2.316809197247234e-09
previous_iter_valid_loss : 0.1626589149236679

   1952640	  0.162815	  0.162659	  0.163566		CURRENT LEARNING RATE: 2.316345881740881e-09
previous_iter_valid_loss : 0.16233567893505096

   1952660	  0.162495	  0.162336	  0.163315		CURRENT LEARNING RATE: 2.315882658888355e-09
previous_iter_valid_loss : 0.17089176177978516

   1952680	  0.171155	  0.170892	  0.163824		CURRENT LEARNING RATE: 2.315419528671144e-09
previous_iter_valid_loss : 0.18980592489242554

   1952700	  0.190233	  0.189806	  0.165116		CURRENT LEARNING RATE: 2.314956491070714e-09
previous_iter_valid_loss : 0.17164762318134308

   1952720	  0.171911	  0.171648	  0.165439		CURRENT LEARNING RATE: 2.3144935460685444e-09
previous_iter_valid_loss : 0.18306000530719757

   1952740	  0.183210	  0.183060	  0.166510		CURRENT LEARNING RATE: 2.3140306936461167e-09
previous_iter_valid_loss : 0.16272367537021637

   1952760	  0.162909	  0.162724	  0.166620		CURRENT LEARNING RATE: 2.3135679337849175e-09
previous_iter_valid_loss : 0.17375899851322174

   1952780	  0.173907	  0.173759	  0.167249		CURRENT LEARNING RATE: 2.3131052664664357e-09
previous_iter_valid_loss : 0.16356755793094635

   1952800	  0.163768	  0.163568	  0.167341		CURRENT LEARNING RATE: 2.312642691672165e-09
previous_iter_valid_loss : 0.1622098684310913

   1952820	  0.162369	  0.162210	  0.167071		CURRENT LEARNING RATE: 2.3121802093835938e-09
previous_iter_valid_loss : 0.1649632304906845

   1952840	  0.165130	  0.164963	  0.167272		CURRENT LEARNING RATE: 2.3117178195822392e-09
previous_iter_valid_loss : 0.1784677356481552

   1952860	  0.178769	  0.178468	  0.167623		CURRENT LEARNING RATE: 2.3112555222495984e-09
previous_iter_valid_loss : 0.1605793535709381

   1952880	  0.160736	  0.160579	  0.166799		CURRENT LEARNING RATE: 2.3107933173671783e-09
previous_iter_valid_loss : 0.16051378846168518

   1952900	  0.160680	  0.160514	  0.166794		CURRENT LEARNING RATE: 2.3103312049164917e-09
previous_iter_valid_loss : 0.16610853374004364

   1952920	  0.166311	  0.166109	  0.167064		CURRENT LEARNING RATE: 2.309869184879053e-09
previous_iter_valid_loss : 0.1627088189125061

   1952940	  0.162890	  0.162709	  0.167105		CURRENT LEARNING RATE: 2.3094072572363825e-09
previous_iter_valid_loss : 0.16578398644924164

   1952960	  0.165942	  0.165784	  0.167363		CURRENT LEARNING RATE: 2.308945421969994e-09
previous_iter_valid_loss : 0.17974653840065002

   1952980	  0.180080	  0.179747	  0.168237		CURRENT LEARNING RATE: 2.308483679061431e-09
previous_iter_valid_loss : 0.1787022352218628

   1953000	  0.179003	  0.178702	  0.169064		CURRENT LEARNING RATE: 2.308022028492216e-09
previous_iter_valid_loss : 0.16607527434825897

   1953020	  0.166290	  0.166075	  0.169313		CURRENT LEARNING RATE: 2.3075604702438815e-09
previous_iter_valid_loss : 0.16966421902179718

   1953040	  0.169900	  0.169664	  0.169663		CURRENT LEARNING RATE: 2.307099004297967e-09
previous_iter_valid_loss : 0.16057468950748444

   1953060	  0.160752	  0.160575	  0.169575		CURRENT LEARNING RATE: 2.3066376306360123e-09
previous_iter_valid_loss : 0.16098101437091827

   1953080	  0.161134	  0.160981	  0.169080		CURRENT LEARNING RATE: 2.306176349239564e-09
previous_iter_valid_loss : 0.17006725072860718

   1953100	  0.170216	  0.170067	  0.168093		CURRENT LEARNING RATE: 2.305715160090169e-09
previous_iter_valid_loss : 0.17314131557941437

   1953120	  0.173419	  0.173141	  0.168167		CURRENT LEARNING RATE: 2.3052540631693727e-09
previous_iter_valid_loss : 0.1867610067129135

   1953140	  0.187181	  0.186761	  0.168352		CURRENT LEARNING RATE: 2.3047930584587477e-09
previous_iter_valid_loss : 0.16068148612976074

   1953160	  0.160841	  0.160681	  0.168250		CURRENT LEARNING RATE: 2.3043321459398455e-09
previous_iter_valid_loss : 0.16579850018024445

   1953180	  0.165965	  0.165799	  0.167852		CURRENT LEARNING RATE: 2.303871325594229e-09
previous_iter_valid_loss : 0.1614842414855957

   1953200	  0.161650	  0.161484	  0.167748		CURRENT LEARNING RATE: 2.303410597403466e-09
previous_iter_valid_loss : 0.16119590401649475

   1953220	  0.161358	  0.161196	  0.167697		CURRENT LEARNING RATE: 2.3029499613491275e-09
previous_iter_valid_loss : 0.16449415683746338

   1953240	  0.164685	  0.164494	  0.167674		CURRENT LEARNING RATE: 2.3024894174127874e-09
previous_iter_valid_loss : 0.175224170088768

   1953260	  0.175510	  0.175224	  0.167512		CURRENT LEARNING RATE: 2.3020289655760163e-09
previous_iter_valid_loss : 0.1716005802154541

   1953280	  0.171869	  0.171601	  0.168063		CURRENT LEARNING RATE: 2.3015686058204124e-09
previous_iter_valid_loss : 0.16455167531967163

   1953300	  0.164723	  0.164552	  0.168265		CURRENT LEARNING RATE: 2.3011083381275528e-09
previous_iter_valid_loss : 0.16144472360610962

   1953320	  0.161609	  0.161445	  0.168032		CURRENT LEARNING RATE: 2.300648162479027e-09
previous_iter_valid_loss : 0.16164542734622955

   1953340	  0.161840	  0.161645	  0.167978		CURRENT LEARNING RATE: 2.3001880788564284e-09
previous_iter_valid_loss : 0.1721847802400589

   1953360	  0.172333	  0.172185	  0.168298		CURRENT LEARNING RATE: 2.299728087241353e-09
previous_iter_valid_loss : 0.1666060984134674

   1953380	  0.166804	  0.166606	  0.167641		CURRENT LEARNING RATE: 2.2992681876154013e-09
previous_iter_valid_loss : 0.16873997449874878

   1953400	  0.168893	  0.168740	  0.167143		CURRENT LEARNING RATE: 2.2988083799601775e-09
previous_iter_valid_loss : 0.1618155986070633

   1953420	  0.162006	  0.161816	  0.166930		CURRENT LEARNING RATE: 2.298348664257281e-09
previous_iter_valid_loss : 0.1605176478624344

   1953440	  0.160686	  0.160518	  0.166473		CURRENT LEARNING RATE: 2.2978890404883394e-09
previous_iter_valid_loss : 0.1612679660320282

   1953460	  0.161465	  0.161268	  0.166508		CURRENT LEARNING RATE: 2.29742950863496e-09
previous_iter_valid_loss : 0.17460481822490692

   1953480	  0.174887	  0.174605	  0.167189		CURRENT LEARNING RATE: 2.2969700686787612e-09
previous_iter_valid_loss : 0.18653932213783264

   1953500	  0.186934	  0.186539	  0.168012		CURRENT LEARNING RATE: 2.2965107206013655e-09
previous_iter_valid_loss : 0.16072624921798706

   1953520	  0.160878	  0.160726	  0.167392		CURRENT LEARNING RATE: 2.296051464384399e-09
previous_iter_valid_loss : 0.161513552069664

   1953540	  0.161666	  0.161514	  0.166129		CURRENT LEARNING RATE: 2.295592300009491e-09
previous_iter_valid_loss : 0.16067427396774292

   1953560	  0.160850	  0.160674	  0.166129		CURRENT LEARNING RATE: 2.2951332274582756e-09
previous_iter_valid_loss : 0.162568598985672

   1953580	  0.162742	  0.162569	  0.165967		CURRENT LEARNING RATE: 2.2946742467123814e-09
previous_iter_valid_loss : 0.19892990589141846

   1953600	  0.199026	  0.198930	  0.167840		CURRENT LEARNING RATE: 2.2942153577534655e-09
previous_iter_valid_loss : 0.16115200519561768

   1953620	  0.161308	  0.161152	  0.167838		CURRENT LEARNING RATE: 2.293756560563164e-09
previous_iter_valid_loss : 0.16074880957603455

   1953640	  0.160926	  0.160749	  0.167650		CURRENT LEARNING RATE: 2.2932978551231254e-09
previous_iter_valid_loss : 0.1621791571378708

   1953660	  0.162347	  0.162179	  0.166998		CURRENT LEARNING RATE: 2.2928392414150017e-09
previous_iter_valid_loss : 0.1689613163471222

   1953680	  0.169202	  0.168961	  0.166866		CURRENT LEARNING RATE: 2.2923807194204477e-09
previous_iter_valid_loss : 0.1635478138923645

   1953700	  0.163749	  0.163548	  0.166816		CURRENT LEARNING RATE: 2.2919222891211224e-09
previous_iter_valid_loss : 0.17295749485492706

   1953720	  0.173101	  0.172957	  0.167392		CURRENT LEARNING RATE: 2.2914639504986814e-09
previous_iter_valid_loss : 0.16053406894207

   1953740	  0.160686	  0.160534	  0.167336		CURRENT LEARNING RATE: 2.2910057035348064e-09
previous_iter_valid_loss : 0.16447870433330536

   1953760	  0.164678	  0.164479	  0.166951		CURRENT LEARNING RATE: 2.29054754821116e-09
previous_iter_valid_loss : 0.17970819771289825

   1953780	  0.180022	  0.179708	  0.167606		CURRENT LEARNING RATE: 2.290089484509416e-09
previous_iter_valid_loss : 0.17248724400997162

   1953800	  0.172752	  0.172487	  0.167793		CURRENT LEARNING RATE: 2.2896315124112517e-09
previous_iter_valid_loss : 0.16497203707695007

   1953820	  0.165177	  0.164972	  0.167951		CURRENT LEARNING RATE: 2.2891736318983478e-09
previous_iter_valid_loss : 0.16741971671581268

   1953840	  0.167580	  0.167420	  0.168296		CURRENT LEARNING RATE: 2.28871584295239e-09
previous_iter_valid_loss : 0.16057460010051727

   1953860	  0.160747	  0.160575	  0.168261		CURRENT LEARNING RATE: 2.288258145555066e-09
previous_iter_valid_loss : 0.16078634560108185

   1953880	  0.160938	  0.160786	  0.167570		CURRENT LEARNING RATE: 2.2878005396880597e-09
previous_iter_valid_loss : 0.1836654245853424

   1953900	  0.183810	  0.183665	  0.167427		CURRENT LEARNING RATE: 2.287343025333084e-09
previous_iter_valid_loss : 0.16380199790000916

   1953920	  0.163964	  0.163802	  0.167581		CURRENT LEARNING RATE: 2.286885602471829e-09
previous_iter_valid_loss : 0.1665342152118683

   1953940	  0.166745	  0.166534	  0.167832		CURRENT LEARNING RATE: 2.286428271085999e-09
previous_iter_valid_loss : 0.16994157433509827

   1953960	  0.170185	  0.169942	  0.168295		CURRENT LEARNING RATE: 2.2859710311572997e-09
previous_iter_valid_loss : 0.16055560111999512

   1953980	  0.160712	  0.160556	  0.168194		CURRENT LEARNING RATE: 2.2855138826674422e-09
previous_iter_valid_loss : 0.16123251616954803

   1954000	  0.161419	  0.161233	  0.166309		CURRENT LEARNING RATE: 2.2850568255981403e-09
previous_iter_valid_loss : 0.16367894411087036

   1954020	  0.163849	  0.163679	  0.166436		CURRENT LEARNING RATE: 2.2845998599311037e-09
previous_iter_valid_loss : 0.1680624634027481

   1954040	  0.168291	  0.168062	  0.166802		CURRENT LEARNING RATE: 2.2841429856480694e-09
previous_iter_valid_loss : 0.16198590397834778

   1954060	  0.162172	  0.161986	  0.166792		CURRENT LEARNING RATE: 2.2836862027307557e-09
previous_iter_valid_loss : 0.16706235706806183

   1954080	  0.167223	  0.167062	  0.166697		CURRENT LEARNING RATE: 2.2832295111608895e-09
previous_iter_valid_loss : 0.16108585894107819

   1954100	  0.161270	  0.161086	  0.166574		CURRENT LEARNING RATE: 2.2827729109202044e-09
previous_iter_valid_loss : 0.163456529378891

   1954120	  0.163623	  0.163457	  0.166099		CURRENT LEARNING RATE: 2.282316401990436e-09
previous_iter_valid_loss : 0.1719091683626175

   1954140	  0.172177	  0.171909	  0.166668		CURRENT LEARNING RATE: 2.2818599843533243e-09
previous_iter_valid_loss : 0.16163082420825958

   1954160	  0.161824	  0.161631	  0.166525		CURRENT LEARNING RATE: 2.281403657990612e-09
previous_iter_valid_loss : 0.16089467704296112

   1954180	  0.161053	  0.160895	  0.165584		CURRENT LEARNING RATE: 2.2809474228840386e-09
previous_iter_valid_loss : 0.16242434084415436

   1954200	  0.162606	  0.162424	  0.165081		CURRENT LEARNING RATE: 2.28049127901537e-09
previous_iter_valid_loss : 0.16093605756759644

   1954220	  0.161111	  0.160936	  0.164879		CURRENT LEARNING RATE: 2.280035226366353e-09
previous_iter_valid_loss : 0.18115699291229248

   1954240	  0.181317	  0.181157	  0.165566		CURRENT LEARNING RATE: 2.2795792649187457e-09
previous_iter_valid_loss : 0.16101816296577454

   1954260	  0.161195	  0.161018	  0.165589		CURRENT LEARNING RATE: 2.279123394654309e-09
previous_iter_valid_loss : 0.16093039512634277

   1954280	  0.161103	  0.160930	  0.165596		CURRENT LEARNING RATE: 2.278667615554808e-09
previous_iter_valid_loss : 0.1605321317911148

   1954300	  0.160686	  0.160532	  0.164439		CURRENT LEARNING RATE: 2.2782119276020128e-09
previous_iter_valid_loss : 0.160650372505188

   1954320	  0.160826	  0.160650	  0.164281		CURRENT LEARNING RATE: 2.2777563307776943e-09
previous_iter_valid_loss : 0.1606300175189972

   1954340	  0.160801	  0.160630	  0.163986		CURRENT LEARNING RATE: 2.2773008250636216e-09
previous_iter_valid_loss : 0.1733710616827011

   1954360	  0.173646	  0.173371	  0.164158		CURRENT LEARNING RATE: 2.27684541044159e-09
previous_iter_valid_loss : 0.16293147206306458

   1954380	  0.163120	  0.162931	  0.164277		CURRENT LEARNING RATE: 2.276390086893375e-09
previous_iter_valid_loss : 0.16050879657268524

   1954400	  0.160672	  0.160509	  0.164240		CURRENT LEARNING RATE: 2.2759348544007646e-09
previous_iter_valid_loss : 0.1758188009262085

   1954420	  0.175969	  0.175819	  0.164847		CURRENT LEARNING RATE: 2.275479712945548e-09
previous_iter_valid_loss : 0.1616397500038147

   1954440	  0.161833	  0.161640	  0.164526		CURRENT LEARNING RATE: 2.2750246625095203e-09
previous_iter_valid_loss : 0.16070809960365295

   1954460	  0.160891	  0.160708	  0.164462		CURRENT LEARNING RATE: 2.2745697030744796e-09
previous_iter_valid_loss : 0.16261208057403564

   1954480	  0.162781	  0.162612	  0.164240		CURRENT LEARNING RATE: 2.274114834622219e-09
previous_iter_valid_loss : 0.16443690657615662

   1954500	  0.164645	  0.164437	  0.164407		CURRENT LEARNING RATE: 2.2736600571345604e-09
previous_iter_valid_loss : 0.1607254445552826

   1954520	  0.160892	  0.160725	  0.164271		CURRENT LEARNING RATE: 2.273205370593304e-09
previous_iter_valid_loss : 0.160608172416687

   1954540	  0.160774	  0.160608	  0.163706		CURRENT LEARNING RATE: 2.2727507749802633e-09
previous_iter_valid_loss : 0.17310471832752228

   1954560	  0.173374	  0.173105	  0.164279		CURRENT LEARNING RATE: 2.272296270277254e-09
previous_iter_valid_loss : 0.1605348289012909

   1954580	  0.160695	  0.160535	  0.164261		CURRENT LEARNING RATE: 2.2718418564660953e-09
previous_iter_valid_loss : 0.16149702668190002

   1954600	  0.161659	  0.161497	  0.164215		CURRENT LEARNING RATE: 2.271387533528611e-09
previous_iter_valid_loss : 0.17912262678146362

   1954620	  0.179271	  0.179123	  0.165124		CURRENT LEARNING RATE: 2.270933301446629e-09
previous_iter_valid_loss : 0.16248799860477448

   1954640	  0.162658	  0.162488	  0.164191		CURRENT LEARNING RATE: 2.2704791602019704e-09
previous_iter_valid_loss : 0.16121098399162292

   1954660	  0.161404	  0.161211	  0.164201		CURRENT LEARNING RATE: 2.2700251097764877e-09
previous_iter_valid_loss : 0.16107608377933502

   1954680	  0.161263	  0.161076	  0.164208		CURRENT LEARNING RATE: 2.269571150152009e-09
previous_iter_valid_loss : 0.17336703836917877

   1954700	  0.173633	  0.173367	  0.164850		CURRENT LEARNING RATE: 2.2691172813103765e-09
previous_iter_valid_loss : 0.16064105927944183

   1954720	  0.160798	  0.160641	  0.164849		CURRENT LEARNING RATE: 2.268663503233436e-09
previous_iter_valid_loss : 0.16683141887187958

   1954740	  0.167044	  0.166831	  0.165159		CURRENT LEARNING RATE: 2.2682098159030356e-09
previous_iter_valid_loss : 0.16281531751155853

   1954760	  0.163010	  0.162815	  0.164631		CURRENT LEARNING RATE: 2.2677562193010284e-09
previous_iter_valid_loss : 0.16499921679496765

   1954780	  0.165164	  0.164999	  0.164735		CURRENT LEARNING RATE: 2.26730271340927e-09
previous_iter_valid_loss : 0.1659722477197647

   1954800	  0.166188	  0.165972	  0.165008		CURRENT LEARNING RATE: 2.2668492982096123e-09
previous_iter_valid_loss : 0.16216571629047394

   1954820	  0.162349	  0.162166	  0.164325		CURRENT LEARNING RATE: 2.2663959736839353e-09
previous_iter_valid_loss : 0.1645747721195221

   1954840	  0.164744	  0.164575	  0.164472		CURRENT LEARNING RATE: 2.2659427398140973e-09
previous_iter_valid_loss : 0.16324156522750854

   1954860	  0.163412	  0.163242	  0.164599		CURRENT LEARNING RATE: 2.2654895965819694e-09
previous_iter_valid_loss : 0.1606663316488266

   1954880	  0.160839	  0.160666	  0.164502		CURRENT LEARNING RATE: 2.2650365439694253e-09
previous_iter_valid_loss : 0.16213232278823853

   1954900	  0.162326	  0.162132	  0.164386		CURRENT LEARNING RATE: 2.2645835819583434e-09
previous_iter_valid_loss : 0.1655326783657074

   1954920	  0.165691	  0.165533	  0.164627		CURRENT LEARNING RATE: 2.264130710530605e-09
previous_iter_valid_loss : 0.16840265691280365

   1954940	  0.168557	  0.168403	  0.165016		CURRENT LEARNING RATE: 2.2636779296680874e-09
previous_iter_valid_loss : 0.16625739634037018

   1954960	  0.166457	  0.166257	  0.164674		CURRENT LEARNING RATE: 2.2632252393526953e-09
previous_iter_valid_loss : 0.18399567902088165

   1954980	  0.184370	  0.183996	  0.165847		CURRENT LEARNING RATE: 2.262772639566313e-09
previous_iter_valid_loss : 0.16650819778442383

   1955000	  0.166737	  0.166508	  0.166098		CURRENT LEARNING RATE: 2.262320130290837e-09
previous_iter_valid_loss : 0.16165679693222046

   1955020	  0.161807	  0.161657	  0.165224		CURRENT LEARNING RATE: 2.2618677115081663e-09
previous_iter_valid_loss : 0.16450606286525726

   1955040	  0.164678	  0.164506	  0.165325		CURRENT LEARNING RATE: 2.261415383200204e-09
previous_iter_valid_loss : 0.16051742434501648

   1955060	  0.160693	  0.160517	  0.165291		CURRENT LEARNING RATE: 2.260963145348858e-09
previous_iter_valid_loss : 0.1692422777414322

   1955080	  0.169490	  0.169242	  0.165699		CURRENT LEARNING RATE: 2.2605109979360375e-09
previous_iter_valid_loss : 0.1704886257648468

   1955100	  0.170744	  0.170489	  0.165555		CURRENT LEARNING RATE: 2.2600589409436493e-09
previous_iter_valid_loss : 0.17030006647109985

   1955120	  0.170454	  0.170300	  0.166038		CURRENT LEARNING RATE: 2.259606974353627e-09
previous_iter_valid_loss : 0.16210079193115234

   1955140	  0.162263	  0.162101	  0.165801		CURRENT LEARNING RATE: 2.2591550981478843e-09
previous_iter_valid_loss : 0.16208772361278534

   1955160	  0.162248	  0.162088	  0.165765		CURRENT LEARNING RATE: 2.2587033123083457e-09
previous_iter_valid_loss : 0.1608516275882721

   1955180	  0.161004	  0.160852	  0.165558		CURRENT LEARNING RATE: 2.25825161681694e-09
previous_iter_valid_loss : 0.171113058924675

   1955200	  0.171261	  0.171113	  0.165815		CURRENT LEARNING RATE: 2.257800011655599e-09
previous_iter_valid_loss : 0.16167283058166504

   1955220	  0.161824	  0.161673	  0.165790		CURRENT LEARNING RATE: 2.257348496806259e-09
previous_iter_valid_loss : 0.16657762229442596

   1955240	  0.166801	  0.166578	  0.165890		CURRENT LEARNING RATE: 2.256897072250851e-09
previous_iter_valid_loss : 0.1753510683774948

   1955260	  0.175645	  0.175351	  0.166496		CURRENT LEARNING RATE: 2.2564457379713346e-09
previous_iter_valid_loss : 0.17623725533485413

   1955280	  0.176389	  0.176237	  0.167274		CURRENT LEARNING RATE: 2.2559944939496478e-09
previous_iter_valid_loss : 0.16568103432655334

   1955300	  0.165843	  0.165681	  0.167452		CURRENT LEARNING RATE: 2.2555433401677405e-09
previous_iter_valid_loss : 0.1795026808977127

   1955320	  0.179662	  0.179503	  0.168150		CURRENT LEARNING RATE: 2.2550922766075674e-09
previous_iter_valid_loss : 0.1672070473432541

   1955340	  0.167363	  0.167207	  0.168090		CURRENT LEARNING RATE: 2.254641303251086e-09
previous_iter_valid_loss : 0.1631055325269699

   1955360	  0.163303	  0.163106	  0.167933		CURRENT LEARNING RATE: 2.254190420080257e-09
previous_iter_valid_loss : 0.16069144010543823

   1955380	  0.160865	  0.160691	  0.166767		CURRENT LEARNING RATE: 2.253739627077045e-09
previous_iter_valid_loss : 0.16144077479839325

   1955400	  0.161603	  0.161441	  0.166514		CURRENT LEARNING RATE: 2.2532889242234104e-09
previous_iter_valid_loss : 0.16845914721488953

   1955420	  0.168692	  0.168459	  0.166854		CURRENT LEARNING RATE: 2.252838311501341e-09
previous_iter_valid_loss : 0.1653515100479126

   1955440	  0.165513	  0.165352	  0.166896		CURRENT LEARNING RATE: 2.2523877888928045e-09
previous_iter_valid_loss : 0.16081027686595917

   1955460	  0.160987	  0.160810	  0.166911		CURRENT LEARNING RATE: 2.2519373563797797e-09
previous_iter_valid_loss : 0.17425690591335297

   1955480	  0.174405	  0.174257	  0.167162		CURRENT LEARNING RATE: 2.2514870139442492e-09
previous_iter_valid_loss : 0.16300322115421295

   1955500	  0.163169	  0.163003	  0.166788		CURRENT LEARNING RATE: 2.2510367615682e-09
previous_iter_valid_loss : 0.1617181897163391

   1955520	  0.161915	  0.161718	  0.166358		CURRENT LEARNING RATE: 2.2505865992336212e-09
previous_iter_valid_loss : 0.16139502823352814

   1955540	  0.161556	  0.161395	  0.166323		CURRENT LEARNING RATE: 2.250136526922507e-09
previous_iter_valid_loss : 0.1605297029018402

   1955560	  0.160684	  0.160530	  0.166245		CURRENT LEARNING RATE: 2.2496865446168464e-09
previous_iter_valid_loss : 0.16124698519706726

   1955580	  0.161442	  0.161247	  0.166265		CURRENT LEARNING RATE: 2.2492366522986553e-09
previous_iter_valid_loss : 0.16121132671833038

   1955600	  0.161401	  0.161211	  0.165770		CURRENT LEARNING RATE: 2.248786849949931e-09
previous_iter_valid_loss : 0.1613340973854065

   1955620	  0.161504	  0.161334	  0.165753		CURRENT LEARNING RATE: 2.2483371375526805e-09
previous_iter_valid_loss : 0.1874045729637146

   1955640	  0.187536	  0.187405	  0.166794		CURRENT LEARNING RATE: 2.247887515088916e-09
previous_iter_valid_loss : 0.16715525090694427

   1955660	  0.167318	  0.167155	  0.166385		CURRENT LEARNING RATE: 2.247437982540653e-09
previous_iter_valid_loss : 0.1720844954252243

   1955680	  0.172237	  0.172084	  0.166177		CURRENT LEARNING RATE: 2.246988539889909e-09
previous_iter_valid_loss : 0.1676761656999588

   1955700	  0.167899	  0.167676	  0.166277		CURRENT LEARNING RATE: 2.246539187118699e-09
previous_iter_valid_loss : 0.16439411044120789

   1955720	  0.164602	  0.164394	  0.165521		CURRENT LEARNING RATE: 2.246089924209065e-09
previous_iter_valid_loss : 0.17324405908584595

   1955740	  0.173523	  0.173244	  0.165823		CURRENT LEARNING RATE: 2.245640751143028e-09
previous_iter_valid_loss : 0.1608031541109085

   1955760	  0.160956	  0.160803	  0.165708		CURRENT LEARNING RATE: 2.2451916679026215e-09
previous_iter_valid_loss : 0.16100534796714783

   1955780	  0.161185	  0.161005	  0.165724		CURRENT LEARNING RATE: 2.2447426744698817e-09
previous_iter_valid_loss : 0.16075529158115387

   1955800	  0.160927	  0.160755	  0.165689		CURRENT LEARNING RATE: 2.2442937708268493e-09
previous_iter_valid_loss : 0.1783498078584671

   1955820	  0.178659	  0.178350	  0.166184		CURRENT LEARNING RATE: 2.243844956955568e-09
previous_iter_valid_loss : 0.17089886963367462

   1955840	  0.171046	  0.170899	  0.166461		CURRENT LEARNING RATE: 2.2433962328380855e-09
previous_iter_valid_loss : 0.16054338216781616

   1955860	  0.160714	  0.160543	  0.166448		CURRENT LEARNING RATE: 2.2429475984564446e-09
previous_iter_valid_loss : 0.16542023420333862

   1955880	  0.165582	  0.165420	  0.166006		CURRENT LEARNING RATE: 2.242499053792716e-09
previous_iter_valid_loss : 0.16070684790611267

   1955900	  0.160874	  0.160707	  0.165891		CURRENT LEARNING RATE: 2.24205059882895e-09
previous_iter_valid_loss : 0.17097598314285278

   1955920	  0.171128	  0.170976	  0.166354		CURRENT LEARNING RATE: 2.2416022335472077e-09
previous_iter_valid_loss : 0.1617519110441208

   1955940	  0.161909	  0.161752	  0.166372		CURRENT LEARNING RATE: 2.2411539579295555e-09
previous_iter_valid_loss : 0.16082194447517395

   1955960	  0.160975	  0.160822	  0.166387		CURRENT LEARNING RATE: 2.2407057719580616e-09
previous_iter_valid_loss : 0.16769714653491974

   1955980	  0.167854	  0.167697	  0.166709		CURRENT LEARNING RATE: 2.240257675614799e-09
previous_iter_valid_loss : 0.19049736857414246

   1956000	  0.190627	  0.190497	  0.168173		CURRENT LEARNING RATE: 2.239809668881844e-09
previous_iter_valid_loss : 0.17563560605049133

   1956020	  0.175784	  0.175636	  0.168889		CURRENT LEARNING RATE: 2.239361751741268e-09
previous_iter_valid_loss : 0.17345434427261353

   1956040	  0.173730	  0.173454	  0.168191		CURRENT LEARNING RATE: 2.2389139241751695e-09
previous_iter_valid_loss : 0.18462388217449188

   1956060	  0.185004	  0.184624	  0.169064		CURRENT LEARNING RATE: 2.2384661861656293e-09
previous_iter_valid_loss : 0.16545678675174713

   1956080	  0.165675	  0.165457	  0.168733		CURRENT LEARNING RATE: 2.2380185376947363e-09
previous_iter_valid_loss : 0.1668415367603302

   1956100	  0.167068	  0.166842	  0.168691		CURRENT LEARNING RATE: 2.2375709787445855e-09
previous_iter_valid_loss : 0.17436614632606506

   1956120	  0.174509	  0.174366	  0.169190		CURRENT LEARNING RATE: 2.237123509297274e-09
previous_iter_valid_loss : 0.16073670983314514

   1956140	  0.160899	  0.160737	  0.168565		CURRENT LEARNING RATE: 2.2366761293349026e-09
previous_iter_valid_loss : 0.1650877147912979

   1956160	  0.165249	  0.165088	  0.168779		CURRENT LEARNING RATE: 2.2362288388395695e-09
previous_iter_valid_loss : 0.16784462332725525

   1956180	  0.168000	  0.167845	  0.169121		CURRENT LEARNING RATE: 2.235781637793398e-09
previous_iter_valid_loss : 0.16621892154216766

   1956200	  0.166423	  0.166219	  0.169394		CURRENT LEARNING RATE: 2.2353345261784923e-09
previous_iter_valid_loss : 0.16951976716518402

   1956220	  0.169673	  0.169520	  0.168952		CURRENT LEARNING RATE: 2.2348875039769677e-09
previous_iter_valid_loss : 0.16904114186763763

   1956240	  0.169281	  0.169041	  0.168860		CURRENT LEARNING RATE: 2.2344405711709435e-09
previous_iter_valid_loss : 0.1634218692779541

   1956260	  0.163610	  0.163422	  0.169004		CURRENT LEARNING RATE: 2.233993727742543e-09
previous_iter_valid_loss : 0.16454365849494934

   1956280	  0.164711	  0.164544	  0.168960		CURRENT LEARNING RATE: 2.2335469736738916e-09
previous_iter_valid_loss : 0.1668921262025833

   1956300	  0.167046	  0.166892	  0.169269		CURRENT LEARNING RATE: 2.2331003089471194e-09
previous_iter_valid_loss : 0.18215312063694

   1956320	  0.182312	  0.182153	  0.169828		CURRENT LEARNING RATE: 2.232653733544352e-09
previous_iter_valid_loss : 0.1773902326822281

   1956340	  0.177552	  0.177390	  0.170610		CURRENT LEARNING RATE: 2.232207247447742e-09
previous_iter_valid_loss : 0.16341209411621094

   1956360	  0.163599	  0.163412	  0.170739		CURRENT LEARNING RATE: 2.2317608506394222e-09
previous_iter_valid_loss : 0.16074831783771515

   1956380	  0.160909	  0.160748	  0.170392		CURRENT LEARNING RATE: 2.231314543101537e-09
previous_iter_valid_loss : 0.16357260942459106

   1956400	  0.163746	  0.163573	  0.169046		CURRENT LEARNING RATE: 2.2308683248162336e-09
previous_iter_valid_loss : 0.16579796373844147

   1956420	  0.165961	  0.165798	  0.168554		CURRENT LEARNING RATE: 2.2304221957656634e-09
previous_iter_valid_loss : 0.16093067824840546

   1956440	  0.161120	  0.160931	  0.167927		CURRENT LEARNING RATE: 2.2299761559319816e-09
previous_iter_valid_loss : 0.175088033080101

   1956460	  0.175372	  0.175088	  0.167451		CURRENT LEARNING RATE: 2.229530205297338e-09
previous_iter_valid_loss : 0.1707841008901596

   1956480	  0.170937	  0.170784	  0.167717		CURRENT LEARNING RATE: 2.2290843438439114e-09
previous_iter_valid_loss : 0.1636246293783188

   1956500	  0.163826	  0.163625	  0.167556		CURRENT LEARNING RATE: 2.2286385715538587e-09
previous_iter_valid_loss : 0.16468545794487

   1956520	  0.164887	  0.164685	  0.167072		CURRENT LEARNING RATE: 2.228192888409349e-09
previous_iter_valid_loss : 0.162623330950737

   1956540	  0.162792	  0.162623	  0.167166		CURRENT LEARNING RATE: 2.2277472943925553e-09
previous_iter_valid_loss : 0.1622791588306427

   1956560	  0.162436	  0.162279	  0.167026		CURRENT LEARNING RATE: 2.227301789485653e-09
previous_iter_valid_loss : 0.17934374511241913

   1956580	  0.179501	  0.179344	  0.167601		CURRENT LEARNING RATE: 2.2268563736708233e-09
previous_iter_valid_loss : 0.17808347940444946

   1956600	  0.178408	  0.178083	  0.168194		CURRENT LEARNING RATE: 2.2264110469302487e-09
previous_iter_valid_loss : 0.16057230532169342

   1956620	  0.160748	  0.160572	  0.167747		CURRENT LEARNING RATE: 2.2259658092461085e-09
previous_iter_valid_loss : 0.181457057595253

   1956640	  0.181615	  0.181457	  0.168368		CURRENT LEARNING RATE: 2.225520660600609e-09
previous_iter_valid_loss : 0.16079530119895935

   1956660	  0.160973	  0.160795	  0.168236		CURRENT LEARNING RATE: 2.225075600975935e-09
previous_iter_valid_loss : 0.160855233669281

   1956680	  0.161007	  0.160855	  0.168052		CURRENT LEARNING RATE: 2.2246306303542865e-09
previous_iter_valid_loss : 0.16051940619945526

   1956700	  0.160679	  0.160519	  0.167733		CURRENT LEARNING RATE: 2.2241857487178633e-09
previous_iter_valid_loss : 0.16954855620861053

   1956720	  0.169797	  0.169549	  0.167103		CURRENT LEARNING RATE: 2.2237409560488706e-09
previous_iter_valid_loss : 0.1679159253835678

   1956740	  0.168066	  0.167916	  0.166629		CURRENT LEARNING RATE: 2.223296252329516e-09
previous_iter_valid_loss : 0.1607629358768463

   1956760	  0.160922	  0.160763	  0.166497		CURRENT LEARNING RATE: 2.222851637542012e-09
previous_iter_valid_loss : 0.16126127541065216

   1956780	  0.161415	  0.161261	  0.166523		CURRENT LEARNING RATE: 2.2224071116685657e-09
previous_iter_valid_loss : 0.16089990735054016

   1956800	  0.161084	  0.160900	  0.166389		CURRENT LEARNING RATE: 2.2219626746914125e-09
previous_iter_valid_loss : 0.16535551846027374

   1956820	  0.165525	  0.165356	  0.166367		CURRENT LEARNING RATE: 2.221518326592766e-09
previous_iter_valid_loss : 0.16278016567230225

   1956840	  0.162950	  0.162780	  0.166459		CURRENT LEARNING RATE: 2.2210740673548532e-09
previous_iter_valid_loss : 0.16064327955245972

   1956860	  0.160819	  0.160643	  0.165737		CURRENT LEARNING RATE: 2.220629896959903e-09
previous_iter_valid_loss : 0.16115431487560272

   1956880	  0.161335	  0.161154	  0.165256		CURRENT LEARNING RATE: 2.2201858153901497e-09
previous_iter_valid_loss : 0.17575740814208984

   1956900	  0.176039	  0.175757	  0.165862		CURRENT LEARNING RATE: 2.219741822627829e-09
previous_iter_valid_loss : 0.1704961508512497

   1956920	  0.170743	  0.170496	  0.166153		CURRENT LEARNING RATE: 2.2192979186551733e-09
previous_iter_valid_loss : 0.16341432929039001

   1956940	  0.163610	  0.163414	  0.166192		CURRENT LEARNING RATE: 2.218854103454443e-09
previous_iter_valid_loss : 0.1658218502998352

   1956960	  0.166036	  0.165822	  0.166369		CURRENT LEARNING RATE: 2.2184103770078764e-09
previous_iter_valid_loss : 0.16810420155525208

   1956980	  0.168259	  0.168104	  0.165807		CURRENT LEARNING RATE: 2.217966739297726e-09
previous_iter_valid_loss : 0.18096034228801727

   1957000	  0.181115	  0.180960	  0.165951		CURRENT LEARNING RATE: 2.217523190306245e-09
previous_iter_valid_loss : 0.16186146438121796

   1957020	  0.162006	  0.161861	  0.166016		CURRENT LEARNING RATE: 2.2170797300156922e-09
previous_iter_valid_loss : 0.16435831785202026

   1957040	  0.164514	  0.164358	  0.165161		CURRENT LEARNING RATE: 2.2166363584083285e-09
previous_iter_valid_loss : 0.16057196259498596

   1957060	  0.160739	  0.160572	  0.165150		CURRENT LEARNING RATE: 2.21619307546642e-09
previous_iter_valid_loss : 0.16090033948421478

   1957080	  0.161085	  0.160900	  0.165152		CURRENT LEARNING RATE: 2.2157498811722264e-09
previous_iter_valid_loss : 0.16132867336273193

   1957100	  0.161489	  0.161329	  0.165192		CURRENT LEARNING RATE: 2.2153067755080366e-09
previous_iter_valid_loss : 0.16590243577957153

   1957120	  0.166074	  0.165902	  0.165010		CURRENT LEARNING RATE: 2.214863758456118e-09
previous_iter_valid_loss : 0.1899154782295227

   1957140	  0.190050	  0.189915	  0.166110		CURRENT LEARNING RATE: 2.2144208299987498e-09
previous_iter_valid_loss : 0.16217094659805298

   1957160	  0.162326	  0.162171	  0.166180		CURRENT LEARNING RATE: 2.213977990118215e-09
previous_iter_valid_loss : 0.16657759249210358

   1957180	  0.166737	  0.166578	  0.166446		CURRENT LEARNING RATE: 2.2135352387968005e-09
previous_iter_valid_loss : 0.1605987846851349

   1957200	  0.160764	  0.160599	  0.166431		CURRENT LEARNING RATE: 2.213092576016796e-09
previous_iter_valid_loss : 0.17437994480133057

   1957220	  0.174528	  0.174380	  0.166882		CURRENT LEARNING RATE: 2.2126500017604945e-09
previous_iter_valid_loss : 0.16421400010585785

   1957240	  0.164401	  0.164214	  0.166954		CURRENT LEARNING RATE: 2.2122075160101856e-09
previous_iter_valid_loss : 0.16089777648448944

   1957260	  0.161068	  0.160898	  0.166967		CURRENT LEARNING RATE: 2.2117651187481853e-09
previous_iter_valid_loss : 0.1657157838344574

   1957280	  0.165881	  0.165716	  0.167195		CURRENT LEARNING RATE: 2.2113228099567902e-09
previous_iter_valid_loss : 0.16365554928779602

   1957300	  0.163825	  0.163656	  0.166590		CURRENT LEARNING RATE: 2.210880589618308e-09
previous_iter_valid_loss : 0.1624009758234024

   1957320	  0.162595	  0.162401	  0.166185		CURRENT LEARNING RATE: 2.210438457715049e-09
previous_iter_valid_loss : 0.16152343153953552

   1957340	  0.161715	  0.161523	  0.166090		CURRENT LEARNING RATE: 2.2099964142293293e-09
previous_iter_valid_loss : 0.16213899850845337

   1957360	  0.162331	  0.162139	  0.165906		CURRENT LEARNING RATE: 2.2095544591434666e-09
previous_iter_valid_loss : 0.17462587356567383

   1957380	  0.174778	  0.174626	  0.166232		CURRENT LEARNING RATE: 2.209112592439774e-09
previous_iter_valid_loss : 0.16346435248851776

   1957400	  0.163668	  0.163464	  0.165358		CURRENT LEARNING RATE: 2.2086708141005937e-09
previous_iter_valid_loss : 0.16055861115455627

   1957420	  0.160731	  0.160559	  0.165292		CURRENT LEARNING RATE: 2.208229124108246e-09
previous_iter_valid_loss : 0.16078588366508484

   1957440	  0.160962	  0.160786	  0.165114		CURRENT LEARNING RATE: 2.2077875224450636e-09
previous_iter_valid_loss : 0.17344431579113007

   1957460	  0.173720	  0.173444	  0.165757		CURRENT LEARNING RATE: 2.207346009093383e-09
previous_iter_valid_loss : 0.1677253693342209

   1957480	  0.167952	  0.167725	  0.166099		CURRENT LEARNING RATE: 2.206904584035542e-09
previous_iter_valid_loss : 0.1631389558315277

   1957500	  0.163347	  0.163139	  0.166189		CURRENT LEARNING RATE: 2.2064632472538853e-09
previous_iter_valid_loss : 0.17330074310302734

   1957520	  0.173446	  0.173301	  0.166559		CURRENT LEARNING RATE: 2.2060219987307588e-09
previous_iter_valid_loss : 0.1622016429901123

   1957540	  0.162364	  0.162202	  0.165173		CURRENT LEARNING RATE: 2.2055808384485046e-09
previous_iter_valid_loss : 0.18337824940681458

   1957560	  0.183749	  0.183378	  0.166234		CURRENT LEARNING RATE: 2.205139766389492e-09
previous_iter_valid_loss : 0.16623972356319427

   1957580	  0.166405	  0.166240	  0.166217		CURRENT LEARNING RATE: 2.2046987825360704e-09
previous_iter_valid_loss : 0.1618410348892212

   1957600	  0.162003	  0.161841	  0.166279		CURRENT LEARNING RATE: 2.2042578868706007e-09
previous_iter_valid_loss : 0.1610337346792221

   1957620	  0.161218	  0.161034	  0.165612		CURRENT LEARNING RATE: 2.203817079375446e-09
previous_iter_valid_loss : 0.16062431037425995

   1957640	  0.160800	  0.160624	  0.165432		CURRENT LEARNING RATE: 2.2033763600329758e-09
previous_iter_valid_loss : 0.17276062071323395

   1957660	  0.173024	  0.172761	  0.166025		CURRENT LEARNING RATE: 2.2029357288255595e-09
previous_iter_valid_loss : 0.16066555678844452

   1957680	  0.160819	  0.160666	  0.165773		CURRENT LEARNING RATE: 2.202495185735565e-09
previous_iter_valid_loss : 0.16571782529354095

   1957700	  0.165932	  0.165718	  0.165876		CURRENT LEARNING RATE: 2.202054730745386e-09
previous_iter_valid_loss : 0.16809815168380737

   1957720	  0.168332	  0.168098	  0.166161		CURRENT LEARNING RATE: 2.2016143638373965e-09
previous_iter_valid_loss : 0.1624239683151245

   1957740	  0.162619	  0.162424	  0.166206		CURRENT LEARNING RATE: 2.2011740849939823e-09
previous_iter_valid_loss : 0.16565176844596863

   1957760	  0.165819	  0.165652	  0.166382		CURRENT LEARNING RATE: 2.2007338941975316e-09
previous_iter_valid_loss : 0.17090146243572235

   1957780	  0.171048	  0.170901	  0.166195		CURRENT LEARNING RATE: 2.2002937914304366e-09
previous_iter_valid_loss : 0.1648286134004593

   1957800	  0.164995	  0.164829	  0.166264		CURRENT LEARNING RATE: 2.199853776675094e-09
previous_iter_valid_loss : 0.16666299104690552

   1957820	  0.166869	  0.166663	  0.166569		CURRENT LEARNING RATE: 2.1994138499139024e-09
previous_iter_valid_loss : 0.16653437912464142

   1957840	  0.166749	  0.166534	  0.166856		CURRENT LEARNING RATE: 2.1989740111292576e-09
previous_iter_valid_loss : 0.1728290170431137

   1957860	  0.172978	  0.172829	  0.166825		CURRENT LEARNING RATE: 2.198534260303581e-09
previous_iter_valid_loss : 0.1618276685476303

   1957880	  0.162011	  0.161828	  0.166531		CURRENT LEARNING RATE: 2.198094597419275e-09
previous_iter_valid_loss : 0.17917034029960632

   1957900	  0.179496	  0.179170	  0.167332		CURRENT LEARNING RATE: 2.1976550224587536e-09
previous_iter_valid_loss : 0.1605948656797409

   1957920	  0.160761	  0.160595	  0.166697		CURRENT LEARNING RATE: 2.1972155354044335e-09
previous_iter_valid_loss : 0.19451825320720673

   1957940	  0.195013	  0.194518	  0.168313		CURRENT LEARNING RATE: 2.1967761362387346e-09
previous_iter_valid_loss : 0.16133546829223633

   1957960	  0.161495	  0.161335	  0.167210		CURRENT LEARNING RATE: 2.196336824944082e-09
previous_iter_valid_loss : 0.17123284935951233

   1957980	  0.171381	  0.171233	  0.167460		CURRENT LEARNING RATE: 2.1958976015029023e-09
previous_iter_valid_loss : 0.1610545963048935

   1958000	  0.161222	  0.161055	  0.167421		CURRENT LEARNING RATE: 2.1954584658976195e-09
previous_iter_valid_loss : 0.17068208754062653

   1958020	  0.170929	  0.170682	  0.167903		CURRENT LEARNING RATE: 2.195019418110683e-09
previous_iter_valid_loss : 0.16092994809150696

   1958040	  0.161111	  0.160930	  0.167919		CURRENT LEARNING RATE: 2.1945804581245235e-09
previous_iter_valid_loss : 0.16081297397613525

   1958060	  0.160992	  0.160813	  0.167321		CURRENT LEARNING RATE: 2.194141585921583e-09
previous_iter_valid_loss : 0.18976953625679016

   1958080	  0.190209	  0.189770	  0.168776		CURRENT LEARNING RATE: 2.193702801484306e-09
previous_iter_valid_loss : 0.16206341981887817

   1958100	  0.162224	  0.162063	  0.168594		CURRENT LEARNING RATE: 2.1932641047951416e-09
previous_iter_valid_loss : 0.16565953195095062

   1958120	  0.165814	  0.165660	  0.168472		CURRENT LEARNING RATE: 2.1928254958365415e-09
previous_iter_valid_loss : 0.1647554636001587

   1958140	  0.164928	  0.164755	  0.168588		CURRENT LEARNING RATE: 2.1923869745909538e-09
previous_iter_valid_loss : 0.1819196492433548

   1958160	  0.182077	  0.181920	  0.169402		CURRENT LEARNING RATE: 2.1919485410408527e-09
previous_iter_valid_loss : 0.1719198375940323

   1958180	  0.172188	  0.171920	  0.169453		CURRENT LEARNING RATE: 2.191510195168694e-09
previous_iter_valid_loss : 0.1625312715768814

   1958200	  0.162710	  0.162531	  0.169338		CURRENT LEARNING RATE: 2.1910719369569435e-09
previous_iter_valid_loss : 0.17030471563339233

   1958220	  0.170569	  0.170305	  0.169520		CURRENT LEARNING RATE: 2.1906337663880703e-09
previous_iter_valid_loss : 0.17004261910915375

   1958240	  0.170194	  0.170043	  0.169695		CURRENT LEARNING RATE: 2.1901956834445483e-09
previous_iter_valid_loss : 0.16466152667999268

   1958260	  0.164863	  0.164662	  0.169287		CURRENT LEARNING RATE: 2.189757688108854e-09
previous_iter_valid_loss : 0.16393378376960754

   1958280	  0.164103	  0.163934	  0.169392		CURRENT LEARNING RATE: 2.1893197803634676e-09
previous_iter_valid_loss : 0.1614082306623459

   1958300	  0.161569	  0.161408	  0.168504		CURRENT LEARNING RATE: 2.188881960190865e-09
previous_iter_valid_loss : 0.19312834739685059

   1958320	  0.193235	  0.193128	  0.170131		CURRENT LEARNING RATE: 2.1884442275735488e-09
previous_iter_valid_loss : 0.17385531961917877

   1958340	  0.173999	  0.173855	  0.169098		CURRENT LEARNING RATE: 2.1880065824940015e-09
previous_iter_valid_loss : 0.16059961915016174

   1958360	  0.160770	  0.160600	  0.169061		CURRENT LEARNING RATE: 2.1875690249347183e-09
previous_iter_valid_loss : 0.17852528393268585

   1958380	  0.178680	  0.178525	  0.169425		CURRENT LEARNING RATE: 2.187131554878196e-09
previous_iter_valid_loss : 0.16053321957588196

   1958400	  0.160688	  0.160533	  0.169399		CURRENT LEARNING RATE: 2.1866941723069366e-09
previous_iter_valid_loss : 0.1604921519756317

   1958420	  0.160661	  0.160492	  0.168890		CURRENT LEARNING RATE: 2.1862568772034442e-09
previous_iter_valid_loss : 0.16313475370407104

   1958440	  0.163299	  0.163135	  0.169000		CURRENT LEARNING RATE: 2.1858196695502273e-09
previous_iter_valid_loss : 0.19016419351100922

   1958460	  0.190603	  0.190164	  0.170468		CURRENT LEARNING RATE: 2.18538254932979e-09
previous_iter_valid_loss : 0.16161781549453735

   1958480	  0.161807	  0.161618	  0.169060		CURRENT LEARNING RATE: 2.184945516524662e-09
previous_iter_valid_loss : 0.16783738136291504

   1958500	  0.168063	  0.167837	  0.169349		CURRENT LEARNING RATE: 2.1845085711173555e-09
previous_iter_valid_loss : 0.16071993112564087

   1958520	  0.160880	  0.160720	  0.169102		CURRENT LEARNING RATE: 2.1840717130903917e-09
previous_iter_valid_loss : 0.16501186788082123

   1958540	  0.165223	  0.165012	  0.169115		CURRENT LEARNING RATE: 2.1836349424262973e-09
previous_iter_valid_loss : 0.17397703230381012

   1958560	  0.174250	  0.173977	  0.168717		CURRENT LEARNING RATE: 2.1831982591076005e-09
previous_iter_valid_loss : 0.16475524008274078

   1958580	  0.164929	  0.164755	  0.168359		CURRENT LEARNING RATE: 2.182761663116834e-09
previous_iter_valid_loss : 0.16051991283893585

   1958600	  0.160685	  0.160520	  0.168259		CURRENT LEARNING RATE: 2.182325154436527e-09
previous_iter_valid_loss : 0.1653447151184082

   1958620	  0.165508	  0.165345	  0.168011		CURRENT LEARNING RATE: 2.1818887330492344e-09
previous_iter_valid_loss : 0.16073507070541382

   1958640	  0.160889	  0.160735	  0.167545		CURRENT LEARNING RATE: 2.181452398937491e-09
previous_iter_valid_loss : 0.16395483911037445

   1958660	  0.164131	  0.163955	  0.167510		CURRENT LEARNING RATE: 2.181016152083844e-09
previous_iter_valid_loss : 0.16777031123638153

   1958680	  0.167987	  0.167770	  0.167702		CURRENT LEARNING RATE: 2.1805799924708436e-09
previous_iter_valid_loss : 0.1691075563430786

   1958700	  0.169352	  0.169108	  0.168087		CURRENT LEARNING RATE: 2.180143920081043e-09
previous_iter_valid_loss : 0.16054539382457733

   1958720	  0.160708	  0.160545	  0.166458		CURRENT LEARNING RATE: 2.179707934896999e-09
previous_iter_valid_loss : 0.16106076538562775

   1958740	  0.161241	  0.161061	  0.165818		CURRENT LEARNING RATE: 2.1792720369012735e-09
previous_iter_valid_loss : 0.1673271805047989

   1958760	  0.167550	  0.167327	  0.166154		CURRENT LEARNING RATE: 2.1788362260764216e-09
previous_iter_valid_loss : 0.16597573459148407

   1958780	  0.166144	  0.165976	  0.165527		CURRENT LEARNING RATE: 2.1784005024050272e-09
previous_iter_valid_loss : 0.17178784310817719

   1958800	  0.172059	  0.171788	  0.166089		CURRENT LEARNING RATE: 2.177964865869653e-09
previous_iter_valid_loss : 0.16148343682289124

   1958820	  0.161683	  0.161483	  0.166139		CURRENT LEARNING RATE: 2.1775293164528737e-09
previous_iter_valid_loss : 0.16426493227481842

   1958840	  0.164457	  0.164265	  0.166196		CURRENT LEARNING RATE: 2.1770938541372666e-09
previous_iter_valid_loss : 0.16060812771320343

   1958860	  0.160777	  0.160608	  0.164718		CURRENT LEARNING RATE: 2.1766584789054147e-09
previous_iter_valid_loss : 0.1677858531475067

   1958880	  0.167943	  0.167786	  0.165026		CURRENT LEARNING RATE: 2.1762231907399024e-09
previous_iter_valid_loss : 0.16327199339866638

   1958900	  0.163461	  0.163272	  0.164798		CURRENT LEARNING RATE: 2.1757879896233097e-09
previous_iter_valid_loss : 0.16049349308013916

   1958920	  0.160663	  0.160493	  0.164786		CURRENT LEARNING RATE: 2.1753528755382452e-09
previous_iter_valid_loss : 0.16733962297439575

   1958940	  0.167571	  0.167340	  0.164903		CURRENT LEARNING RATE: 2.174917848467296e-09
previous_iter_valid_loss : 0.16125798225402832

   1958960	  0.161411	  0.161258	  0.164267		CURRENT LEARNING RATE: 2.1744829083930607e-09
previous_iter_valid_loss : 0.16459915041923523

   1958980	  0.164766	  0.164599	  0.164259		CURRENT LEARNING RATE: 2.174048055298142e-09
previous_iter_valid_loss : 0.16049933433532715

   1959000	  0.160658	  0.160499	  0.164258		CURRENT LEARNING RATE: 2.173613289165146e-09
previous_iter_valid_loss : 0.1670326590538025

   1959020	  0.167189	  0.167033	  0.164342		CURRENT LEARNING RATE: 2.1731786099766817e-09
previous_iter_valid_loss : 0.17189334332942963

   1959040	  0.172157	  0.171893	  0.164900		CURRENT LEARNING RATE: 2.172744017715362e-09
previous_iter_valid_loss : 0.1745774745941162

   1959060	  0.174733	  0.174577	  0.165432		CURRENT LEARNING RATE: 2.172309512363796e-09
previous_iter_valid_loss : 0.1850283145904541

   1959080	  0.185410	  0.185028	  0.166294		CURRENT LEARNING RATE: 2.171875093904618e-09
previous_iter_valid_loss : 0.16129349172115326

   1959100	  0.161476	  0.161293	  0.165904		CURRENT LEARNING RATE: 2.171440762320444e-09
previous_iter_valid_loss : 0.16859035193920135

   1959120	  0.168743	  0.168590	  0.166306		CURRENT LEARNING RATE: 2.1710065175939013e-09
previous_iter_valid_loss : 0.16362683475017548

   1959140	  0.163817	  0.163627	  0.166434		CURRENT LEARNING RATE: 2.1705723597076194e-09
previous_iter_valid_loss : 0.1637222170829773

   1959160	  0.163882	  0.163722	  0.166254		CURRENT LEARNING RATE: 2.170138288644232e-09
previous_iter_valid_loss : 0.16051356494426727

   1959180	  0.160670	  0.160514	  0.165981		CURRENT LEARNING RATE: 2.1697043043863764e-09
previous_iter_valid_loss : 0.1606035977602005

   1959200	  0.160759	  0.160604	  0.165422		CURRENT LEARNING RATE: 2.1692704069166936e-09
previous_iter_valid_loss : 0.17038153111934662

   1959220	  0.170530	  0.170382	  0.165867		CURRENT LEARNING RATE: 2.1688365962178195e-09
previous_iter_valid_loss : 0.16147667169570923

   1959240	  0.161629	  0.161477	  0.165727		CURRENT LEARNING RATE: 2.168402872272417e-09
previous_iter_valid_loss : 0.16236048936843872

   1959260	  0.162532	  0.162360	  0.165815		CURRENT LEARNING RATE: 2.1679692350631303e-09
previous_iter_valid_loss : 0.17065493762493134

   1959280	  0.170804	  0.170655	  0.165958		CURRENT LEARNING RATE: 2.167535684572613e-09
previous_iter_valid_loss : 0.1612444669008255

   1959300	  0.161415	  0.161244	  0.165857		CURRENT LEARNING RATE: 2.1671022207835233e-09
previous_iter_valid_loss : 0.16385459899902344

   1959320	  0.164059	  0.163855	  0.166025		CURRENT LEARNING RATE: 2.1666688436785224e-09
previous_iter_valid_loss : 0.1684752255678177

   1959340	  0.168631	  0.168475	  0.166082		CURRENT LEARNING RATE: 2.1662355532402757e-09
previous_iter_valid_loss : 0.18935002386569977

   1959360	  0.189769	  0.189350	  0.167486		CURRENT LEARNING RATE: 2.165802349451444e-09
previous_iter_valid_loss : 0.1870572566986084

   1959380	  0.187465	  0.187057	  0.168609		CURRENT LEARNING RATE: 2.165369232294714e-09
previous_iter_valid_loss : 0.16279172897338867

   1959400	  0.162980	  0.162792	  0.168724		CURRENT LEARNING RATE: 2.1649362017527537e-09
previous_iter_valid_loss : 0.1607983410358429

   1959420	  0.160968	  0.160798	  0.168412		CURRENT LEARNING RATE: 2.164503257808242e-09
previous_iter_valid_loss : 0.163705512881279

   1959440	  0.163903	  0.163706	  0.168003		CURRENT LEARNING RATE: 2.1640704004438606e-09
previous_iter_valid_loss : 0.16604258120059967

   1959460	  0.166253	  0.166043	  0.167576		CURRENT LEARNING RATE: 2.1636376296422954e-09
previous_iter_valid_loss : 0.16053785383701324

   1959480	  0.160701	  0.160538	  0.166351		CURRENT LEARNING RATE: 2.163204945386236e-09
previous_iter_valid_loss : 0.16136255860328674

   1959500	  0.161554	  0.161363	  0.166355		CURRENT LEARNING RATE: 2.162772347658375e-09
previous_iter_valid_loss : 0.16376595199108124

   1959520	  0.163941	  0.163766	  0.166114		CURRENT LEARNING RATE: 2.1623398364413994e-09
previous_iter_valid_loss : 0.16178971529006958

   1959540	  0.161950	  0.161790	  0.166022		CURRENT LEARNING RATE: 2.1619074117180263e-09
previous_iter_valid_loss : 0.16082747280597687

   1959560	  0.160979	  0.160827	  0.165877		CURRENT LEARNING RATE: 2.161475073470949e-09
previous_iter_valid_loss : 0.16067634522914886

   1959580	  0.160844	  0.160676	  0.165885		CURRENT LEARNING RATE: 2.161042821682876e-09
previous_iter_valid_loss : 0.17804338037967682

   1959600	  0.178371	  0.178043	  0.166757		CURRENT LEARNING RATE: 2.1606106563365156e-09
previous_iter_valid_loss : 0.169913649559021

   1959620	  0.170161	  0.169914	  0.166734		CURRENT LEARNING RATE: 2.160178577414582e-09
previous_iter_valid_loss : 0.16145072877407074

   1959640	  0.161632	  0.161451	  0.166733		CURRENT LEARNING RATE: 2.1597465848997913e-09
previous_iter_valid_loss : 0.167606920003891

   1959660	  0.167835	  0.167607	  0.166995		CURRENT LEARNING RATE: 2.159314678774857e-09
previous_iter_valid_loss : 0.16841179132461548

   1959680	  0.168649	  0.168412	  0.166883		CURRENT LEARNING RATE: 2.1588828590225176e-09
previous_iter_valid_loss : 0.16055600345134735

   1959700	  0.160720	  0.160556	  0.166848		CURRENT LEARNING RATE: 2.1584511256254925e-09
previous_iter_valid_loss : 0.16434191167354584

   1959720	  0.164542	  0.164342	  0.166873		CURRENT LEARNING RATE: 2.1580194785665135e-09
previous_iter_valid_loss : 0.1675446629524231

   1959740	  0.167777	  0.167545	  0.166826		CURRENT LEARNING RATE: 2.1575879178283134e-09
previous_iter_valid_loss : 0.16964009404182434

   1959760	  0.169896	  0.169640	  0.165841		CURRENT LEARNING RATE: 2.1571564433936304e-09
previous_iter_valid_loss : 0.16412849724292755

   1959780	  0.164298	  0.164128	  0.164694		CURRENT LEARNING RATE: 2.1567250552452055e-09
previous_iter_valid_loss : 0.1606699377298355

   1959800	  0.160839	  0.160670	  0.164588		CURRENT LEARNING RATE: 2.156293753365783e-09
previous_iter_valid_loss : 0.16146694123744965

   1959820	  0.161660	  0.161467	  0.164622		CURRENT LEARNING RATE: 2.1558625377381038e-09
previous_iter_valid_loss : 0.1606021672487259

   1959840	  0.160775	  0.160602	  0.164466		CURRENT LEARNING RATE: 2.1554314083449333e-09
previous_iter_valid_loss : 0.16299501061439514

   1959860	  0.163167	  0.162995	  0.164314		CURRENT LEARNING RATE: 2.1550003651690194e-09
previous_iter_valid_loss : 0.16075922548770905

   1959880	  0.160927	  0.160759	  0.164325		CURRENT LEARNING RATE: 2.154569408193121e-09
previous_iter_valid_loss : 0.17728354036808014

   1959900	  0.177437	  0.177284	  0.165121		CURRENT LEARNING RATE: 2.154138537399999e-09
previous_iter_valid_loss : 0.1630803346633911

   1959920	  0.163235	  0.163080	  0.165087		CURRENT LEARNING RATE: 2.1537077527724184e-09
previous_iter_valid_loss : 0.18940478563308716

   1959940	  0.189533	  0.189405	  0.166468		CURRENT LEARNING RATE: 2.1532770542931486e-09
previous_iter_valid_loss : 0.16148431599140167

   1959960	  0.161641	  0.161484	  0.166500		CURRENT LEARNING RATE: 2.1528464419449613e-09
previous_iter_valid_loss : 0.16982634365558624

   1959980	  0.170079	  0.169826	  0.166958		CURRENT LEARNING RATE: 2.1524159157106242e-09
previous_iter_valid_loss : 0.1653459221124649

   1960000	  0.165505	  0.165346	  0.166323		CURRENT LEARNING RATE: 2.1519854755729317e-09
previous_iter_valid_loss : 0.16148066520690918

   1960020	  0.161666	  0.161481	  0.165901		CURRENT LEARNING RATE: 2.1515551215146584e-09
previous_iter_valid_loss : 0.17623114585876465

   1960040	  0.176524	  0.176231	  0.166640		CURRENT LEARNING RATE: 2.1511248535185904e-09
previous_iter_valid_loss : 0.161275714635849

   1960060	  0.161463	  0.161276	  0.166324		CURRENT LEARNING RATE: 2.150694671567517e-09
previous_iter_valid_loss : 0.1679472178220749

   1960080	  0.168178	  0.167947	  0.166301		CURRENT LEARNING RATE: 2.15026457564423e-09
previous_iter_valid_loss : 0.1615859717130661

   1960100	  0.161779	  0.161586	  0.166352		CURRENT LEARNING RATE: 2.149834565731527e-09
previous_iter_valid_loss : 0.1709940880537033

   1960120	  0.171254	  0.170994	  0.166685		CURRENT LEARNING RATE: 2.149404641812199e-09
previous_iter_valid_loss : 0.17212800681591034

   1960140	  0.172390	  0.172128	  0.166914		CURRENT LEARNING RATE: 2.1489748038690647e-09
previous_iter_valid_loss : 0.16966299712657928

   1960160	  0.169912	  0.169663	  0.166915		CURRENT LEARNING RATE: 2.1485450518849226e-09
previous_iter_valid_loss : 0.1607450693845749

   1960180	  0.160920	  0.160745	  0.166746		CURRENT LEARNING RATE: 2.1481153858425834e-09
previous_iter_valid_loss : 0.16484598815441132

   1960200	  0.165013	  0.164846	  0.166955		CURRENT LEARNING RATE: 2.1476858057248595e-09
previous_iter_valid_loss : 0.16547340154647827

   1960220	  0.165642	  0.165473	  0.167155		CURRENT LEARNING RATE: 2.147256311514568e-09
previous_iter_valid_loss : 0.1615348756313324

   1960240	  0.161730	  0.161535	  0.167202		CURRENT LEARNING RATE: 2.1468269031945297e-09
previous_iter_valid_loss : 0.16113221645355225

   1960260	  0.161310	  0.161132	  0.167109		CURRENT LEARNING RATE: 2.1463975807475673e-09
previous_iter_valid_loss : 0.17075178027153015

   1960280	  0.170900	  0.170752	  0.167608		CURRENT LEARNING RATE: 2.145968344156501e-09
previous_iter_valid_loss : 0.16098487377166748

   1960300	  0.161157	  0.160985	  0.166793		CURRENT LEARNING RATE: 2.1455391934041765e-09
previous_iter_valid_loss : 0.17422828078269958

   1960320	  0.174379	  0.174228	  0.167351		CURRENT LEARNING RATE: 2.14511012847342e-09
previous_iter_valid_loss : 0.1723739504814148

   1960340	  0.172637	  0.172374	  0.166499		CURRENT LEARNING RATE: 2.144681149347069e-09
previous_iter_valid_loss : 0.1625751554965973

   1960360	  0.162741	  0.162575	  0.166554		CURRENT LEARNING RATE: 2.144252256007964e-09
previous_iter_valid_loss : 0.16063828766345978

   1960380	  0.160807	  0.160638	  0.166094		CURRENT LEARNING RATE: 2.1438234484389497e-09
previous_iter_valid_loss : 0.16076649725437164

   1960400	  0.160926	  0.160766	  0.165865		CURRENT LEARNING RATE: 2.1433947266228736e-09
previous_iter_valid_loss : 0.17338843643665314

   1960420	  0.173534	  0.173388	  0.166461		CURRENT LEARNING RATE: 2.142966090542587e-09
previous_iter_valid_loss : 0.16150006651878357

   1960440	  0.161677	  0.161500	  0.165724		CURRENT LEARNING RATE: 2.1425375401809364e-09
previous_iter_valid_loss : 0.16108883917331696

   1960460	  0.161243	  0.161089	  0.165715		CURRENT LEARNING RATE: 2.1421090755207957e-09
previous_iter_valid_loss : 0.16143614053726196

   1960480	  0.161623	  0.161436	  0.165389		CURRENT LEARNING RATE: 2.1416806965450178e-09
previous_iter_valid_loss : 0.1607128381729126

   1960500	  0.160877	  0.160713	  0.165346		CURRENT LEARNING RATE: 2.1412524032364684e-09
previous_iter_valid_loss : 0.18860302865505219

   1960520	  0.188742	  0.188603	  0.166226		CURRENT LEARNING RATE: 2.140824195578015e-09
previous_iter_valid_loss : 0.16277429461479187

   1960540	  0.162929	  0.162774	  0.165758		CURRENT LEARNING RATE: 2.14039607355253e-09
previous_iter_valid_loss : 0.161375492811203

   1960560	  0.161529	  0.161375	  0.165344		CURRENT LEARNING RATE: 2.1399680371428883e-09
previous_iter_valid_loss : 0.17724402248859406

   1960580	  0.177407	  0.177244	  0.166169		CURRENT LEARNING RATE: 2.139540086331961e-09
previous_iter_valid_loss : 0.16196952760219574

   1960600	  0.162150	  0.161970	  0.166025		CURRENT LEARNING RATE: 2.1391122211026446e-09
previous_iter_valid_loss : 0.16198909282684326

   1960620	  0.162170	  0.161989	  0.165851		CURRENT LEARNING RATE: 2.1386844414378176e-09
previous_iter_valid_loss : 0.16872799396514893

   1960640	  0.168963	  0.168728	  0.166210		CURRENT LEARNING RATE: 2.1382567473203685e-09
previous_iter_valid_loss : 0.1660114973783493

   1960660	  0.166234	  0.166011	  0.166454		CURRENT LEARNING RATE: 2.137829138733189e-09
previous_iter_valid_loss : 0.16984987258911133

   1960680	  0.170098	  0.169850	  0.166409		CURRENT LEARNING RATE: 2.1374016156591764e-09
previous_iter_valid_loss : 0.1621805876493454

   1960700	  0.162368	  0.162181	  0.166469		CURRENT LEARNING RATE: 2.136974178081228e-09
previous_iter_valid_loss : 0.17040564119815826

   1960720	  0.170556	  0.170406	  0.166278		CURRENT LEARNING RATE: 2.136546825982247e-09
previous_iter_valid_loss : 0.1699741929769516

   1960740	  0.170213	  0.169974	  0.166158		CURRENT LEARNING RATE: 2.136119559345132e-09
previous_iter_valid_loss : 0.1605614721775055

   1960760	  0.160727	  0.160561	  0.166057		CURRENT LEARNING RATE: 2.135692378152807e-09
previous_iter_valid_loss : 0.16076229512691498

   1960780	  0.160931	  0.160762	  0.166064		CURRENT LEARNING RATE: 2.135265282388178e-09
previous_iter_valid_loss : 0.16077405214309692

   1960800	  0.160934	  0.160774	  0.166064		CURRENT LEARNING RATE: 2.1348382720341595e-09
previous_iter_valid_loss : 0.16657553613185883

   1960820	  0.166791	  0.166576	  0.165723		CURRENT LEARNING RATE: 2.134411347073673e-09
previous_iter_valid_loss : 0.1615362912416458

   1960840	  0.161698	  0.161536	  0.165725		CURRENT LEARNING RATE: 2.1339845074896406e-09
previous_iter_valid_loss : 0.16584298014640808

   1960860	  0.166005	  0.165843	  0.165963		CURRENT LEARNING RATE: 2.1335577532649885e-09
previous_iter_valid_loss : 0.16184112429618835

   1960880	  0.161991	  0.161841	  0.165983		CURRENT LEARNING RATE: 2.1331310843826394e-09
previous_iter_valid_loss : 0.16408835351467133

   1960900	  0.164287	  0.164088	  0.166152		CURRENT LEARNING RATE: 2.1327045008255416e-09
previous_iter_valid_loss : 0.16562624275684357

   1960920	  0.165835	  0.165626	  0.165003		CURRENT LEARNING RATE: 2.1322780025766244e-09
previous_iter_valid_loss : 0.1779439002275467

   1960940	  0.178098	  0.177944	  0.165761		CURRENT LEARNING RATE: 2.131851589618827e-09
previous_iter_valid_loss : 0.16904591023921967

   1960960	  0.169200	  0.169046	  0.166145		CURRENT LEARNING RATE: 2.1314252619350934e-09
previous_iter_valid_loss : 0.16984722018241882

   1960980	  0.170091	  0.169847	  0.165775		CURRENT LEARNING RATE: 2.130999019508371e-09
previous_iter_valid_loss : 0.16431012749671936

   1961000	  0.164480	  0.164310	  0.165892		CURRENT LEARNING RATE: 2.1305728623216093e-09
previous_iter_valid_loss : 0.16207242012023926

   1961020	  0.162240	  0.162072	  0.165896		CURRENT LEARNING RATE: 2.130146790357763e-09
previous_iter_valid_loss : 0.17133183777332306

   1961040	  0.171596	  0.171332	  0.166027		CURRENT LEARNING RATE: 2.1297208035997806e-09
previous_iter_valid_loss : 0.16077899932861328

   1961060	  0.160938	  0.160779	  0.165765		CURRENT LEARNING RATE: 2.1292949020306384e-09
previous_iter_valid_loss : 0.1682330071926117

   1961080	  0.168389	  0.168233	  0.165684		CURRENT LEARNING RATE: 2.1288690856332922e-09
previous_iter_valid_loss : 0.1842404007911682

   1961100	  0.184388	  0.184240	  0.166787		CURRENT LEARNING RATE: 2.12844335439071e-09
previous_iter_valid_loss : 0.16096091270446777

   1961120	  0.161148	  0.160961	  0.166315		CURRENT LEARNING RATE: 2.128017708285862e-09
previous_iter_valid_loss : 0.1641497015953064

   1961140	  0.164346	  0.164150	  0.166024		CURRENT LEARNING RATE: 2.1275921473017227e-09
previous_iter_valid_loss : 0.16203919053077698

   1961160	  0.162191	  0.162039	  0.166097		CURRENT LEARNING RATE: 2.1271666714212696e-09
previous_iter_valid_loss : 0.16323737800121307

   1961180	  0.163438	  0.163237	  0.166221		CURRENT LEARNING RATE: 2.1267412806274834e-09
previous_iter_valid_loss : 0.17207399010658264

   1961200	  0.172221	  0.172074	  0.166786		CURRENT LEARNING RATE: 2.1263159749033416e-09
previous_iter_valid_loss : 0.1610068678855896

   1961220	  0.161169	  0.161007	  0.166508		CURRENT LEARNING RATE: 2.1258907542318467e-09
previous_iter_valid_loss : 0.17328689992427826

   1961240	  0.173435	  0.173287	  0.167095		CURRENT LEARNING RATE: 2.1254656185959817e-09
previous_iter_valid_loss : 0.1615709513425827

   1961260	  0.161749	  0.161571	  0.166882		CURRENT LEARNING RATE: 2.125040567978742e-09
previous_iter_valid_loss : 0.16303563117980957

   1961280	  0.163203	  0.163036	  0.166941		CURRENT LEARNING RATE: 2.124615602363126e-09
previous_iter_valid_loss : 0.1607035994529724

   1961300	  0.160857	  0.160704	  0.166772		CURRENT LEARNING RATE: 2.1241907217321334e-09
previous_iter_valid_loss : 0.16743384301662445

   1961320	  0.167587	  0.167434	  0.166863		CURRENT LEARNING RATE: 2.1237659260687702e-09
previous_iter_valid_loss : 0.174177348613739

   1961340	  0.174324	  0.174177	  0.166674		CURRENT LEARNING RATE: 2.123341215356037e-09
previous_iter_valid_loss : 0.16068141162395477

   1961360	  0.160854	  0.160681	  0.166256		CURRENT LEARNING RATE: 2.12291658957696e-09
previous_iter_valid_loss : 0.1623828262090683

   1961380	  0.162546	  0.162383	  0.165883		CURRENT LEARNING RATE: 2.122492048714547e-09
previous_iter_valid_loss : 0.16319437325000763

   1961400	  0.163361	  0.163194	  0.165827		CURRENT LEARNING RATE: 2.122067592751816e-09
previous_iter_valid_loss : 0.16275610029697418

   1961420	  0.162940	  0.162756	  0.165861		CURRENT LEARNING RATE: 2.1216432216717895e-09
previous_iter_valid_loss : 0.16320709884166718

   1961440	  0.163404	  0.163207	  0.165455		CURRENT LEARNING RATE: 2.121218935457492e-09
previous_iter_valid_loss : 0.161043182015419

   1961460	  0.161218	  0.161043	  0.165468		CURRENT LEARNING RATE: 2.120794734091952e-09
previous_iter_valid_loss : 0.1629304736852646

   1961480	  0.163120	  0.162930	  0.165203		CURRENT LEARNING RATE: 2.1203706175582018e-09
previous_iter_valid_loss : 0.16935068368911743

   1961500	  0.169592	  0.169351	  0.164459		CURRENT LEARNING RATE: 2.119946585839269e-09
previous_iter_valid_loss : 0.17678424715995789

   1961520	  0.176936	  0.176784	  0.165250		CURRENT LEARNING RATE: 2.1195226389182073e-09
previous_iter_valid_loss : 0.16384713351726532

   1961540	  0.164042	  0.163847	  0.165235		CURRENT LEARNING RATE: 2.1190987767780515e-09
previous_iter_valid_loss : 0.16144195199012756

   1961560	  0.161629	  0.161442	  0.165205		CURRENT LEARNING RATE: 2.118674999401847e-09
previous_iter_valid_loss : 0.16052208840847015

   1961580	  0.160683	  0.160522	  0.165069		CURRENT LEARNING RATE: 2.118251306772643e-09
previous_iter_valid_loss : 0.16093116998672485

   1961600	  0.161078	  0.160931	  0.164512		CURRENT LEARNING RATE: 2.1178276988734913e-09
previous_iter_valid_loss : 0.16327714920043945

   1961620	  0.163452	  0.163277	  0.164625		CURRENT LEARNING RATE: 2.1174041756874477e-09
previous_iter_valid_loss : 0.1633070558309555

   1961640	  0.163520	  0.163307	  0.164126		CURRENT LEARNING RATE: 2.116980737197572e-09
previous_iter_valid_loss : 0.17084333300590515

   1961660	  0.171104	  0.170843	  0.164590		CURRENT LEARNING RATE: 2.1165573833869178e-09
previous_iter_valid_loss : 0.18949493765830994

   1961680	  0.189938	  0.189495	  0.165913		CURRENT LEARNING RATE: 2.116134114238567e-09
previous_iter_valid_loss : 0.16716155409812927

   1961700	  0.167325	  0.167162	  0.166236		CURRENT LEARNING RATE: 2.1157109297355815e-09
previous_iter_valid_loss : 0.1661486029624939

   1961720	  0.166316	  0.166149	  0.166172		CURRENT LEARNING RATE: 2.1152878298610333e-09
previous_iter_valid_loss : 0.16089031100273132

   1961740	  0.161052	  0.160890	  0.165507		CURRENT LEARNING RATE: 2.1148648145979984e-09
previous_iter_valid_loss : 0.1635654866695404

   1961760	  0.163738	  0.163565	  0.165651		CURRENT LEARNING RATE: 2.1144418839295563e-09
previous_iter_valid_loss : 0.16064979135990143

   1961780	  0.160815	  0.160650	  0.165565		CURRENT LEARNING RATE: 2.11401903783879e-09
previous_iter_valid_loss : 0.173084557056427

   1961800	  0.173353	  0.173085	  0.166059		CURRENT LEARNING RATE: 2.113596276308778e-09
previous_iter_valid_loss : 0.1711181253194809

   1961820	  0.171380	  0.171118	  0.166477		CURRENT LEARNING RATE: 2.1131735993226247e-09
previous_iter_valid_loss : 0.17017455399036407

   1961840	  0.170421	  0.170175	  0.166826		CURRENT LEARNING RATE: 2.112751006863416e-09
previous_iter_valid_loss : 0.16317875683307648

   1961860	  0.163384	  0.163179	  0.166933		CURRENT LEARNING RATE: 2.112328498914247e-09
previous_iter_valid_loss : 0.1613510698080063

   1961880	  0.161501	  0.161351	  0.166854		CURRENT LEARNING RATE: 2.111906075458219e-09
previous_iter_valid_loss : 0.18065647780895233

   1961900	  0.180805	  0.180656	  0.167419		CURRENT LEARNING RATE: 2.111483736478434e-09
previous_iter_valid_loss : 0.16156518459320068

   1961920	  0.161747	  0.161565	  0.166658		CURRENT LEARNING RATE: 2.111061481957999e-09
previous_iter_valid_loss : 0.16065973043441772

   1961940	  0.160836	  0.160660	  0.166499		CURRENT LEARNING RATE: 2.1106393118800232e-09
previous_iter_valid_loss : 0.16187958419322968

   1961960	  0.162036	  0.161880	  0.166520		CURRENT LEARNING RATE: 2.110217226227613e-09
previous_iter_valid_loss : 0.16339010000228882

   1961980	  0.163579	  0.163390	  0.166664		CURRENT LEARNING RATE: 2.1097952249838998e-09
previous_iter_valid_loss : 0.16161927580833435

   1962000	  0.161789	  0.161619	  0.166698		CURRENT LEARNING RATE: 2.109373308131995e-09
previous_iter_valid_loss : 0.1658174991607666

   1962020	  0.166018	  0.165817	  0.166825		CURRENT LEARNING RATE: 2.1089514756550235e-09
previous_iter_valid_loss : 0.1855020523071289

   1962040	  0.185881	  0.185502	  0.167935		CURRENT LEARNING RATE: 2.1085297275361112e-09
previous_iter_valid_loss : 0.16068674623966217

   1962060	  0.160847	  0.160687	  0.167427		CURRENT LEARNING RATE: 2.1081080637583883e-09
previous_iter_valid_loss : 0.16102546453475952

   1962080	  0.161188	  0.161025	  0.166004		CURRENT LEARNING RATE: 2.1076864843049885e-09
previous_iter_valid_loss : 0.16223855316638947

   1962100	  0.162404	  0.162239	  0.165758		CURRENT LEARNING RATE: 2.1072649891590403e-09
previous_iter_valid_loss : 0.19445964694023132

   1962120	  0.194572	  0.194460	  0.167173		CURRENT LEARNING RATE: 2.1068435783037e-09
previous_iter_valid_loss : 0.16468162834644318

   1962140	  0.164882	  0.164682	  0.167363		CURRENT LEARNING RATE: 2.1064222517221025e-09
previous_iter_valid_loss : 0.16583573818206787

   1962160	  0.166046	  0.165836	  0.167476		CURRENT LEARNING RATE: 2.106001009397396e-09
previous_iter_valid_loss : 0.16325125098228455

   1962180	  0.163417	  0.163251	  0.167606		CURRENT LEARNING RATE: 2.10557985131273e-09
previous_iter_valid_loss : 0.17107968032360077

   1962200	  0.171230	  0.171080	  0.167506		CURRENT LEARNING RATE: 2.105158777451258e-09
previous_iter_valid_loss : 0.17280100286006927

   1962220	  0.172951	  0.172801	  0.167590		CURRENT LEARNING RATE: 2.1047377877961375e-09
previous_iter_valid_loss : 0.1667180210351944

   1962240	  0.166876	  0.166718	  0.167417		CURRENT LEARNING RATE: 2.1043168823305286e-09
previous_iter_valid_loss : 0.19288673996925354

   1962260	  0.193009	  0.192887	  0.168903		CURRENT LEARNING RATE: 2.103896061037588e-09
previous_iter_valid_loss : 0.17840833961963654

   1962280	  0.178731	  0.178408	  0.169756		CURRENT LEARNING RATE: 2.103475323900498e-09
previous_iter_valid_loss : 0.16062544286251068

   1962300	  0.160789	  0.160625	  0.168754		CURRENT LEARNING RATE: 2.103054670902421e-09
previous_iter_valid_loss : 0.16351696848869324

   1962320	  0.163685	  0.163517	  0.168852		CURRENT LEARNING RATE: 2.1026341020265307e-09
previous_iter_valid_loss : 0.16049985587596893

   1962340	  0.160657	  0.160500	  0.168844		CURRENT LEARNING RATE: 2.1022136172560052e-09
previous_iter_valid_loss : 0.1693648397922516

   1962360	  0.169518	  0.169365	  0.169218		CURRENT LEARNING RATE: 2.1017932165740246e-09
previous_iter_valid_loss : 0.16060495376586914

   1962380	  0.160772	  0.160605	  0.169079		CURRENT LEARNING RATE: 2.1013728999637726e-09
previous_iter_valid_loss : 0.16310225427150726

   1962400	  0.163275	  0.163102	  0.169153		CURRENT LEARNING RATE: 2.100952667408437e-09
previous_iter_valid_loss : 0.1678888350725174

   1962420	  0.168043	  0.167889	  0.169256		CURRENT LEARNING RATE: 2.1005325188912012e-09
previous_iter_valid_loss : 0.17380543053150177

   1962440	  0.173960	  0.173805	  0.168671		CURRENT LEARNING RATE: 2.100112454395274e-09
previous_iter_valid_loss : 0.16094711422920227

   1962460	  0.161099	  0.160947	  0.168684		CURRENT LEARNING RATE: 2.0996924739038444e-09
previous_iter_valid_loss : 0.16233371198177338

   1962480	  0.162514	  0.162334	  0.168750		CURRENT LEARNING RATE: 2.099272577400115e-09
previous_iter_valid_loss : 0.1606328785419464

   1962500	  0.160787	  0.160633	  0.168670		CURRENT LEARNING RATE: 2.0988527648672886e-09
previous_iter_valid_loss : 0.17297345399856567

   1962520	  0.173243	  0.172973	  0.167595		CURRENT LEARNING RATE: 2.098433036288573e-09
previous_iter_valid_loss : 0.1610184758901596

   1962540	  0.161173	  0.161018	  0.167412		CURRENT LEARNING RATE: 2.098013391647179e-09
previous_iter_valid_loss : 0.1695837825536728

   1962560	  0.169825	  0.169584	  0.167600		CURRENT LEARNING RATE: 2.097593830926314e-09
previous_iter_valid_loss : 0.16305062174797058

   1962580	  0.163243	  0.163051	  0.167590		CURRENT LEARNING RATE: 2.0971743541092098e-09
previous_iter_valid_loss : 0.16931092739105225

   1962600	  0.169553	  0.169311	  0.167501		CURRENT LEARNING RATE: 2.0967549611790798e-09
previous_iter_valid_loss : 0.16557425260543823

   1962620	  0.165770	  0.165574	  0.167140		CURRENT LEARNING RATE: 2.0963356521191487e-09
previous_iter_valid_loss : 0.16152267158031464

   1962640	  0.161705	  0.161523	  0.166880		CURRENT LEARNING RATE: 2.095916426912644e-09
previous_iter_valid_loss : 0.1606830507516861

   1962660	  0.160842	  0.160683	  0.165270		CURRENT LEARNING RATE: 2.095497285542796e-09
previous_iter_valid_loss : 0.18240709602832794

   1962680	  0.182741	  0.182407	  0.165470		CURRENT LEARNING RATE: 2.0950782279928404e-09
previous_iter_valid_loss : 0.16085723042488098

   1962700	  0.161020	  0.160857	  0.165481		CURRENT LEARNING RATE: 2.0946592542460145e-09
previous_iter_valid_loss : 0.16057133674621582

   1962720	  0.160739	  0.160571	  0.165334		CURRENT LEARNING RATE: 2.094240364285551e-09
previous_iter_valid_loss : 0.1972360610961914

   1962740	  0.197328	  0.197236	  0.167171		CURRENT LEARNING RATE: 2.09382155809471e-09
previous_iter_valid_loss : 0.16518637537956238

   1962760	  0.165393	  0.165186	  0.166962		CURRENT LEARNING RATE: 2.0934028356567315e-09
previous_iter_valid_loss : 0.17966151237487793

   1962780	  0.179816	  0.179662	  0.167915		CURRENT LEARNING RATE: 2.092984196954867e-09
previous_iter_valid_loss : 0.16080226004123688

   1962800	  0.160974	  0.160802	  0.167800		CURRENT LEARNING RATE: 2.0925656419723704e-09
previous_iter_valid_loss : 0.16171576082706451

   1962820	  0.161874	  0.161716	  0.167491		CURRENT LEARNING RATE: 2.0921471706925e-09
previous_iter_valid_loss : 0.17777690291404724

   1962840	  0.177940	  0.177777	  0.167690		CURRENT LEARNING RATE: 2.091728783098516e-09
previous_iter_valid_loss : 0.16692471504211426

   1962860	  0.167083	  0.166925	  0.167989		CURRENT LEARNING RATE: 2.091310479173684e-09
previous_iter_valid_loss : 0.1655401885509491

   1962880	  0.165703	  0.165540	  0.168149		CURRENT LEARNING RATE: 2.0908922589012644e-09
previous_iter_valid_loss : 0.1636667251586914

   1962900	  0.163855	  0.163667	  0.168301		CURRENT LEARNING RATE: 2.0904741222645424e-09
previous_iter_valid_loss : 0.16843241453170776

   1962920	  0.168662	  0.168432	  0.168074		CURRENT LEARNING RATE: 2.090056069246786e-09
previous_iter_valid_loss : 0.16053682565689087

   1962940	  0.160699	  0.160537	  0.168049		CURRENT LEARNING RATE: 2.089638099831272e-09
previous_iter_valid_loss : 0.1714864820241928

   1962960	  0.171636	  0.171486	  0.168145		CURRENT LEARNING RATE: 2.089220214001283e-09
previous_iter_valid_loss : 0.1606438159942627

   1962980	  0.160794	  0.160644	  0.168024		CURRENT LEARNING RATE: 2.0888024117401025e-09
previous_iter_valid_loss : 0.1676703691482544

   1963000	  0.167890	  0.167670	  0.167942		CURRENT LEARNING RATE: 2.0883846930310187e-09
previous_iter_valid_loss : 0.16097693145275116

   1963020	  0.161154	  0.160977	  0.167712		CURRENT LEARNING RATE: 2.0879670578573155e-09
previous_iter_valid_loss : 0.1715010553598404

   1963040	  0.171765	  0.171501	  0.168211		CURRENT LEARNING RATE: 2.0875495062023025e-09
previous_iter_valid_loss : 0.16415268182754517

   1963060	  0.164341	  0.164153	  0.168385		CURRENT LEARNING RATE: 2.08713203804927e-09
previous_iter_valid_loss : 0.16178038716316223

   1963080	  0.161945	  0.161780	  0.167353		CURRENT LEARNING RATE: 2.086714653381519e-09
previous_iter_valid_loss : 0.16949689388275146

   1963100	  0.169649	  0.169497	  0.167785		CURRENT LEARNING RATE: 2.0862973521823544e-09
previous_iter_valid_loss : 0.16050639748573303

   1963120	  0.160669	  0.160506	  0.167782		CURRENT LEARNING RATE: 2.0858801344350846e-09
previous_iter_valid_loss : 0.1928296536207199

   1963140	  0.192957	  0.192830	  0.167562		CURRENT LEARNING RATE: 2.08546300012302e-09
previous_iter_valid_loss : 0.16155202686786652

   1963160	  0.161742	  0.161552	  0.167380		CURRENT LEARNING RATE: 2.085045949229476e-09
previous_iter_valid_loss : 0.16146640479564667

   1963180	  0.161630	  0.161466	  0.166470		CURRENT LEARNING RATE: 2.084628981737763e-09
previous_iter_valid_loss : 0.17075985670089722

   1963200	  0.171015	  0.170760	  0.166968		CURRENT LEARNING RATE: 2.0842120976312166e-09
previous_iter_valid_loss : 0.1777365654706955

   1963220	  0.177890	  0.177737	  0.167769		CURRENT LEARNING RATE: 2.0837952968931542e-09
previous_iter_valid_loss : 0.16076013445854187

   1963240	  0.160910	  0.160760	  0.166918		CURRENT LEARNING RATE: 2.0833785795069046e-09
previous_iter_valid_loss : 0.16185517609119415

   1963260	  0.162007	  0.161855	  0.166665		CURRENT LEARNING RATE: 2.082961945455798e-09
previous_iter_valid_loss : 0.1690610945224762

   1963280	  0.169217	  0.169061	  0.166841		CURRENT LEARNING RATE: 2.0825453947231694e-09
previous_iter_valid_loss : 0.16254690289497375

   1963300	  0.162711	  0.162547	  0.166785		CURRENT LEARNING RATE: 2.082128927292357e-09
previous_iter_valid_loss : 0.16173219680786133

   1963320	  0.161886	  0.161732	  0.166450		CURRENT LEARNING RATE: 2.0817125431466947e-09
previous_iter_valid_loss : 0.1628834754228592

   1963340	  0.163050	  0.162883	  0.166567		CURRENT LEARNING RATE: 2.0812962422695417e-09
previous_iter_valid_loss : 0.16334110498428345

   1963360	  0.163510	  0.163341	  0.166160		CURRENT LEARNING RATE: 2.0808800246442387e-09
previous_iter_valid_loss : 0.17106223106384277

   1963380	  0.171213	  0.171062	  0.166681		CURRENT LEARNING RATE: 2.080463890254137e-09
previous_iter_valid_loss : 0.16056287288665771

   1963400	  0.160720	  0.160563	  0.166326		CURRENT LEARNING RATE: 2.0800478390825913e-09
previous_iter_valid_loss : 0.16336582601070404

   1963420	  0.163561	  0.163366	  0.166445		CURRENT LEARNING RATE: 2.079631871112959e-09
previous_iter_valid_loss : 0.16223670542240143

   1963440	  0.162441	  0.162237	  0.165982		CURRENT LEARNING RATE: 2.079215986328602e-09
previous_iter_valid_loss : 0.16118274629116058

   1963460	  0.161365	  0.161183	  0.165833		CURRENT LEARNING RATE: 2.078800184712885e-09
previous_iter_valid_loss : 0.16335342824459076

   1963480	  0.163512	  0.163353	  0.165912		CURRENT LEARNING RATE: 2.078384466249168e-09
previous_iter_valid_loss : 0.1667764037847519

   1963500	  0.166996	  0.166776	  0.165776		CURRENT LEARNING RATE: 2.0779688309208377e-09
previous_iter_valid_loss : 0.16064846515655518

   1963520	  0.160826	  0.160648	  0.165783		CURRENT LEARNING RATE: 2.0775532787112603e-09
previous_iter_valid_loss : 0.1646214723587036

   1963540	  0.164782	  0.164621	  0.164373		CURRENT LEARNING RATE: 2.077137809603815e-09
previous_iter_valid_loss : 0.17369239032268524

   1963560	  0.173841	  0.173692	  0.164980		CURRENT LEARNING RATE: 2.0767224235818818e-09
previous_iter_valid_loss : 0.1658826619386673

   1963580	  0.166091	  0.165883	  0.165201		CURRENT LEARNING RATE: 2.076307120628846e-09
previous_iter_valid_loss : 0.16110797226428986

   1963600	  0.161254	  0.161108	  0.164718		CURRENT LEARNING RATE: 2.0758919007280953e-09
previous_iter_valid_loss : 0.16498412191867828

   1963620	  0.165150	  0.164984	  0.164080		CURRENT LEARNING RATE: 2.075476763863021e-09
previous_iter_valid_loss : 0.1625315248966217

   1963640	  0.162717	  0.162532	  0.164169		CURRENT LEARNING RATE: 2.07506171001701e-09
previous_iter_valid_loss : 0.1811792403459549

   1963660	  0.181329	  0.181179	  0.165135		CURRENT LEARNING RATE: 2.0746467391734754e-09
previous_iter_valid_loss : 0.16139747202396393

   1963680	  0.161555	  0.161397	  0.164752		CURRENT LEARNING RATE: 2.0742318513158106e-09
previous_iter_valid_loss : 0.16126975417137146

   1963700	  0.161426	  0.161270	  0.164688		CURRENT LEARNING RATE: 2.07381704642742e-09
previous_iter_valid_loss : 0.16073627769947052

   1963720	  0.160911	  0.160736	  0.164638		CURRENT LEARNING RATE: 2.073402324491711e-09
previous_iter_valid_loss : 0.16340938210487366

   1963740	  0.163608	  0.163409	  0.164665		CURRENT LEARNING RATE: 2.0729876854920958e-09
previous_iter_valid_loss : 0.1623186618089676

   1963760	  0.162501	  0.162319	  0.164613		CURRENT LEARNING RATE: 2.0725731294119884e-09
previous_iter_valid_loss : 0.16049689054489136

   1963780	  0.160656	  0.160497	  0.164085		CURRENT LEARNING RATE: 2.0721586562347986e-09
previous_iter_valid_loss : 0.16274502873420715

   1963800	  0.162942	  0.162745	  0.164194		CURRENT LEARNING RATE: 2.0717442659439632e-09
previous_iter_valid_loss : 0.16054953634738922

   1963820	  0.160708	  0.160550	  0.164053		CURRENT LEARNING RATE: 2.0713299585228986e-09
previous_iter_valid_loss : 0.1700691282749176

   1963840	  0.170312	  0.170069	  0.164445		CURRENT LEARNING RATE: 2.0709157339550325e-09
previous_iter_valid_loss : 0.18433763086795807

   1963860	  0.184703	  0.184338	  0.165603		CURRENT LEARNING RATE: 2.0705015922237958e-09
previous_iter_valid_loss : 0.1663229614496231

   1963880	  0.166485	  0.166323	  0.165751		CURRENT LEARNING RATE: 2.0700875333126236e-09
previous_iter_valid_loss : 0.160496324300766

   1963900	  0.160653	  0.160496	  0.165437		CURRENT LEARNING RATE: 2.0696735572049522e-09
previous_iter_valid_loss : 0.1649434119462967

   1963920	  0.165108	  0.164943	  0.165652		CURRENT LEARNING RATE: 2.0692596638842243e-09
previous_iter_valid_loss : 0.17843060195446014

   1963940	  0.178747	  0.178431	  0.166342		CURRENT LEARNING RATE: 2.0688458533338752e-09
previous_iter_valid_loss : 0.1864246428012848

   1963960	  0.186824	  0.186425	  0.166979		CURRENT LEARNING RATE: 2.0684321255373683e-09
previous_iter_valid_loss : 0.1739465594291687

   1963980	  0.174093	  0.173947	  0.167382		CURRENT LEARNING RATE: 2.0680184804781463e-09
previous_iter_valid_loss : 0.16094668209552765

   1964000	  0.161127	  0.160947	  0.167374		CURRENT LEARNING RATE: 2.0676049181396644e-09
previous_iter_valid_loss : 0.16601625084877014

   1964020	  0.166231	  0.166016	  0.167426		CURRENT LEARNING RATE: 2.067191438505379e-09
previous_iter_valid_loss : 0.16159801185131073

   1964040	  0.161756	  0.161598	  0.167379		CURRENT LEARNING RATE: 2.0667780415587517e-09
previous_iter_valid_loss : 0.16421519219875336

   1964060	  0.164383	  0.164215	  0.166531		CURRENT LEARNING RATE: 2.066364727283246e-09
previous_iter_valid_loss : 0.1671084314584732

   1964080	  0.167266	  0.167108	  0.166817		CURRENT LEARNING RATE: 2.06595149566233e-09
previous_iter_valid_loss : 0.16260993480682373

   1964100	  0.162772	  0.162610	  0.166883		CURRENT LEARNING RATE: 2.0655383466794664e-09
previous_iter_valid_loss : 0.1607207953929901

   1964120	  0.160886	  0.160721	  0.166883		CURRENT LEARNING RATE: 2.0651252803181444e-09
previous_iter_valid_loss : 0.16463099420070648

   1964140	  0.164842	  0.164631	  0.166944		CURRENT LEARNING RATE: 2.064712296561834e-09
previous_iter_valid_loss : 0.16228163242340088

   1964160	  0.162444	  0.162282	  0.166942		CURRENT LEARNING RATE: 2.0642993953940158e-09
previous_iter_valid_loss : 0.18057093024253845

   1964180	  0.180725	  0.180571	  0.167946		CURRENT LEARNING RATE: 2.0638865767981737e-09
previous_iter_valid_loss : 0.16090309619903564

   1964200	  0.161086	  0.160903	  0.167854		CURRENT LEARNING RATE: 2.063473840757795e-09
previous_iter_valid_loss : 0.1702590435743332

   1964220	  0.170517	  0.170259	  0.168339		CURRENT LEARNING RATE: 2.06306118725637e-09
previous_iter_valid_loss : 0.16781620681285858

   1964240	  0.167978	  0.167816	  0.168226		CURRENT LEARNING RATE: 2.062648616277385e-09
previous_iter_valid_loss : 0.1617218554019928

   1964260	  0.161904	  0.161722	  0.167096		CURRENT LEARNING RATE: 2.062236127804353e-09
previous_iter_valid_loss : 0.17169594764709473

   1964280	  0.171847	  0.171696	  0.167364		CURRENT LEARNING RATE: 2.0618237218207662e-09
previous_iter_valid_loss : 0.16696052253246307

   1964300	  0.167189	  0.166961	  0.167688		CURRENT LEARNING RATE: 2.0614113983101286e-09
previous_iter_valid_loss : 0.16730064153671265

   1964320	  0.167526	  0.167301	  0.167805		CURRENT LEARNING RATE: 2.060999157255947e-09
previous_iter_valid_loss : 0.16188693046569824

   1964340	  0.162074	  0.161887	  0.166978		CURRENT LEARNING RATE: 2.0605869986417323e-09
previous_iter_valid_loss : 0.16051499545574188

   1964360	  0.160672	  0.160515	  0.165683		CURRENT LEARNING RATE: 2.0601749224509973e-09
previous_iter_valid_loss : 0.17022769153118134

   1964380	  0.170375	  0.170228	  0.165497		CURRENT LEARNING RATE: 2.0597629286672598e-09
previous_iter_valid_loss : 0.1687685251235962

   1964400	  0.169003	  0.168769	  0.165888		CURRENT LEARNING RATE: 2.0593510172740324e-09
previous_iter_valid_loss : 0.1702907532453537

   1964420	  0.170539	  0.170291	  0.166102		CURRENT LEARNING RATE: 2.058939188254853e-09
previous_iter_valid_loss : 0.16056828200817108

   1964440	  0.160734	  0.160568	  0.166050		CURRENT LEARNING RATE: 2.0585274415932418e-09
previous_iter_valid_loss : 0.1643521934747696

   1964460	  0.164516	  0.164352	  0.166057		CURRENT LEARNING RATE: 2.058115777272728e-09
previous_iter_valid_loss : 0.16352106630802155

   1964480	  0.163720	  0.163521	  0.165878		CURRENT LEARNING RATE: 2.0577041952768464e-09
previous_iter_valid_loss : 0.16791534423828125

   1964500	  0.168148	  0.167915	  0.166143		CURRENT LEARNING RATE: 2.0572926955891322e-09
previous_iter_valid_loss : 0.1620493084192276

   1964520	  0.162223	  0.162049	  0.166209		CURRENT LEARNING RATE: 2.0568812781931265e-09
previous_iter_valid_loss : 0.16060495376586914

   1964540	  0.160763	  0.160605	  0.166008		CURRENT LEARNING RATE: 2.056469943072365e-09
previous_iter_valid_loss : 0.16874678432941437

   1964560	  0.168981	  0.168747	  0.166331		CURRENT LEARNING RATE: 2.056058690210408e-09
previous_iter_valid_loss : 0.16111956536769867

   1964580	  0.161282	  0.161120	  0.165359		CURRENT LEARNING RATE: 2.0556475195907997e-09
previous_iter_valid_loss : 0.16601093113422394

   1964600	  0.166175	  0.166011	  0.165614		CURRENT LEARNING RATE: 2.055236431197092e-09
previous_iter_valid_loss : 0.1655953973531723

   1964620	  0.165793	  0.165595	  0.165381		CURRENT LEARNING RATE: 2.054825425012842e-09
previous_iter_valid_loss : 0.1608837991952896

   1964640	  0.161040	  0.160884	  0.165034		CURRENT LEARNING RATE: 2.0544145010216093e-09
previous_iter_valid_loss : 0.16701087355613708

   1964660	  0.167165	  0.167011	  0.165299		CURRENT LEARNING RATE: 2.054003659206957e-09
previous_iter_valid_loss : 0.17377805709838867

   1964680	  0.174048	  0.173778	  0.165403		CURRENT LEARNING RATE: 2.0535928995524513e-09
previous_iter_valid_loss : 0.16399146616458893

   1964700	  0.164165	  0.163991	  0.165254		CURRENT LEARNING RATE: 2.0531822220416543e-09
previous_iter_valid_loss : 0.168945774435997

   1964720	  0.169189	  0.168946	  0.165337		CURRENT LEARNING RATE: 2.052771626658154e-09
previous_iter_valid_loss : 0.16049163043498993

   1964740	  0.160659	  0.160492	  0.165267		CURRENT LEARNING RATE: 2.052361113385519e-09
previous_iter_valid_loss : 0.16564857959747314

   1964760	  0.165860	  0.165649	  0.165524		CURRENT LEARNING RATE: 2.051950682207329e-09
previous_iter_valid_loss : 0.16056887805461884

   1964780	  0.160721	  0.160569	  0.165041		CURRENT LEARNING RATE: 2.051540333107166e-09
previous_iter_valid_loss : 0.16288752853870392

   1964800	  0.163083	  0.162888	  0.164747		CURRENT LEARNING RATE: 2.051130066068617e-09
previous_iter_valid_loss : 0.1804339736700058

   1964820	  0.180588	  0.180434	  0.165254		CURRENT LEARNING RATE: 2.0507198810752707e-09
previous_iter_valid_loss : 0.16869133710861206

   1964840	  0.168846	  0.168691	  0.165660		CURRENT LEARNING RATE: 2.0503097781107203e-09
previous_iter_valid_loss : 0.1734577715396881

   1964860	  0.173607	  0.173458	  0.166115		CURRENT LEARNING RATE: 2.049899757158554e-09
previous_iter_valid_loss : 0.1759134829044342

   1964880	  0.176062	  0.175913	  0.166735		CURRENT LEARNING RATE: 2.049489818202385e-09
previous_iter_valid_loss : 0.19119900465011597

   1964900	  0.191317	  0.191199	  0.167899		CURRENT LEARNING RATE: 2.0490799612258092e-09
previous_iter_valid_loss : 0.16365428268909454

   1964920	  0.163823	  0.163654	  0.167979		CURRENT LEARNING RATE: 2.0486701862124326e-09
previous_iter_valid_loss : 0.16201727092266083

   1964940	  0.162209	  0.162017	  0.168050		CURRENT LEARNING RATE: 2.048260493145863e-09
previous_iter_valid_loss : 0.160788431763649

   1964960	  0.160947	  0.160788	  0.167652		CURRENT LEARNING RATE: 2.0478508820097138e-09
previous_iter_valid_loss : 0.1675926148891449

   1964980	  0.167752	  0.167593	  0.167976		CURRENT LEARNING RATE: 2.0474413527876e-09
previous_iter_valid_loss : 0.16401632130146027

   1965000	  0.164187	  0.164016	  0.167876		CURRENT LEARNING RATE: 2.0470319054631337e-09
previous_iter_valid_loss : 0.16214099526405334

   1965020	  0.162305	  0.162141	  0.167703		CURRENT LEARNING RATE: 2.0466225400199506e-09
previous_iter_valid_loss : 0.16103549301624298

   1965040	  0.161213	  0.161035	  0.167711		CURRENT LEARNING RATE: 2.0462132564416698e-09
previous_iter_valid_loss : 0.1648389995098114

   1965060	  0.165043	  0.164839	  0.167602		CURRENT LEARNING RATE: 2.0458040547119195e-09
previous_iter_valid_loss : 0.16665315628051758

   1965080	  0.166809	  0.166653	  0.167246		CURRENT LEARNING RATE: 2.0453949348143313e-09
previous_iter_valid_loss : 0.18254591524600983

   1965100	  0.182899	  0.182546	  0.168174		CURRENT LEARNING RATE: 2.0449858967325414e-09
previous_iter_valid_loss : 0.16095051169395447

   1965120	  0.161130	  0.160951	  0.167774		CURRENT LEARNING RATE: 2.0445769404501873e-09
previous_iter_valid_loss : 0.16067691147327423

   1965140	  0.160843	  0.160677	  0.167783		CURRENT LEARNING RATE: 2.0441680659509106e-09
previous_iter_valid_loss : 0.16198740899562836

   1965160	  0.162188	  0.161987	  0.167600		CURRENT LEARNING RATE: 2.0437592732183503e-09
previous_iter_valid_loss : 0.16176092624664307

   1965180	  0.161940	  0.161761	  0.167660		CURRENT LEARNING RATE: 2.0433505622361682e-09
previous_iter_valid_loss : 0.1739046573638916

   1965200	  0.174175	  0.173905	  0.168210		CURRENT LEARNING RATE: 2.042941932988009e-09
previous_iter_valid_loss : 0.16054406762123108

   1965220	  0.160706	  0.160544	  0.167216		CURRENT LEARNING RATE: 2.042533385457527e-09
previous_iter_valid_loss : 0.16726599633693695

   1965240	  0.167483	  0.167266	  0.167145		CURRENT LEARNING RATE: 2.0421249196283812e-09
previous_iter_valid_loss : 0.16059602797031403

   1965260	  0.160763	  0.160596	  0.166502		CURRENT LEARNING RATE: 2.041716535484232e-09
previous_iter_valid_loss : 0.1606946587562561

   1965280	  0.160866	  0.160695	  0.165741		CURRENT LEARNING RATE: 2.0413082330087446e-09
previous_iter_valid_loss : 0.16784992814064026

   1965300	  0.168068	  0.167850	  0.164573		CURRENT LEARNING RATE: 2.040900012185587e-09
previous_iter_valid_loss : 0.1656685620546341

   1965320	  0.165883	  0.165669	  0.164674		CURRENT LEARNING RATE: 2.0404918729984227e-09
previous_iter_valid_loss : 0.1650254726409912

   1965340	  0.165216	  0.165025	  0.164824		CURRENT LEARNING RATE: 2.040083815430941e-09
previous_iter_valid_loss : 0.16114409267902374

   1965360	  0.161289	  0.161144	  0.164842		CURRENT LEARNING RATE: 2.039675839466812e-09
previous_iter_valid_loss : 0.17481662333011627

   1965380	  0.175096	  0.174817	  0.165203		CURRENT LEARNING RATE: 2.039267945089717e-09
previous_iter_valid_loss : 0.1605875939130783

   1965400	  0.160744	  0.160588	  0.165032		CURRENT LEARNING RATE: 2.03886013228334e-09
previous_iter_valid_loss : 0.16191081702709198

   1965420	  0.162095	  0.161911	  0.165020		CURRENT LEARNING RATE: 2.0384524010313686e-09
previous_iter_valid_loss : 0.1623392552137375

   1965440	  0.162530	  0.162339	  0.165086		CURRENT LEARNING RATE: 2.038044751317493e-09
previous_iter_valid_loss : 0.16100893914699554

   1965460	  0.161165	  0.161009	  0.164894		CURRENT LEARNING RATE: 2.0376371831254013e-09
previous_iter_valid_loss : 0.16255681216716766

   1965480	  0.162713	  0.162557	  0.164689		CURRENT LEARNING RATE: 2.037229696438804e-09
previous_iter_valid_loss : 0.16082896292209625

   1965500	  0.161005	  0.160829	  0.163603		CURRENT LEARNING RATE: 2.036822291241395e-09
previous_iter_valid_loss : 0.1726713925600052

   1965520	  0.172934	  0.172671	  0.164189		CURRENT LEARNING RATE: 2.036414967516878e-09
previous_iter_valid_loss : 0.17331509292125702

   1965540	  0.173588	  0.173315	  0.164821		CURRENT LEARNING RATE: 2.03600772524896e-09
previous_iter_valid_loss : 0.16060273349285126

   1965560	  0.160759	  0.160603	  0.164752		CURRENT LEARNING RATE: 2.035600564421351e-09
previous_iter_valid_loss : 0.16739574074745178

   1965580	  0.167614	  0.167396	  0.165034		CURRENT LEARNING RATE: 2.035193485017765e-09
previous_iter_valid_loss : 0.16829977929592133

   1965600	  0.168537	  0.168300	  0.164754		CURRENT LEARNING RATE: 2.0347864870219186e-09
previous_iter_valid_loss : 0.16107305884361267

   1965620	  0.161238	  0.161073	  0.164780		CURRENT LEARNING RATE: 2.0343795704175245e-09
previous_iter_valid_loss : 0.16509856283664703

   1965640	  0.165264	  0.165099	  0.164672		CURRENT LEARNING RATE: 2.0339727351883214e-09
previous_iter_valid_loss : 0.17600411176681519

   1965660	  0.176292	  0.176004	  0.165442		CURRENT LEARNING RATE: 2.0335659813180274e-09
previous_iter_valid_loss : 0.16440324485301971

   1965680	  0.164567	  0.164403	  0.165628		CURRENT LEARNING RATE: 2.033159308790373e-09
previous_iter_valid_loss : 0.16133888065814972

   1965700	  0.161495	  0.161339	  0.165302		CURRENT LEARNING RATE: 2.0327527175890913e-09
previous_iter_valid_loss : 0.16051384806632996

   1965720	  0.160674	  0.160514	  0.165044		CURRENT LEARNING RATE: 2.0323462076979185e-09
previous_iter_valid_loss : 0.16376513242721558

   1965740	  0.163930	  0.163765	  0.164981		CURRENT LEARNING RATE: 2.0319397791005947e-09
previous_iter_valid_loss : 0.16630010306835175

   1965760	  0.166459	  0.166300	  0.165239		CURRENT LEARNING RATE: 2.0315334317808546e-09
previous_iter_valid_loss : 0.17020267248153687

   1965780	  0.170353	  0.170203	  0.165008		CURRENT LEARNING RATE: 2.0311271657224594e-09
previous_iter_valid_loss : 0.16217464208602905

   1965800	  0.162329	  0.162175	  0.165088		CURRENT LEARNING RATE: 2.0307209809091513e-09
previous_iter_valid_loss : 0.169869065284729

   1965820	  0.170023	  0.169869	  0.165486		CURRENT LEARNING RATE: 2.0303148773246824e-09
previous_iter_valid_loss : 0.16350476443767548

   1965840	  0.163705	  0.163505	  0.165544		CURRENT LEARNING RATE: 2.029908854952809e-09
previous_iter_valid_loss : 0.16130658984184265

   1965860	  0.161490	  0.161307	  0.165559		CURRENT LEARNING RATE: 2.02950291377729e-09
previous_iter_valid_loss : 0.16349542140960693

   1965880	  0.163687	  0.163495	  0.165606		CURRENT LEARNING RATE: 2.029097053781888e-09
previous_iter_valid_loss : 0.16354027390480042

   1965900	  0.163736	  0.163540	  0.165741		CURRENT LEARNING RATE: 2.0286912749503683e-09
previous_iter_valid_loss : 0.16806422173976898

   1965920	  0.168295	  0.168064	  0.165511		CURRENT LEARNING RATE: 2.0282855772664927e-09
previous_iter_valid_loss : 0.17635956406593323

   1965940	  0.176514	  0.176360	  0.165663		CURRENT LEARNING RATE: 2.0278799607140476e-09
previous_iter_valid_loss : 0.17177100479602814

   1965960	  0.171918	  0.171771	  0.166222		CURRENT LEARNING RATE: 2.0274744252768015e-09
previous_iter_valid_loss : 0.16202585399150848

   1965980	  0.162176	  0.162026	  0.165953		CURRENT LEARNING RATE: 2.0270689709385322e-09
previous_iter_valid_loss : 0.17116592824459076

   1966000	  0.171312	  0.171166	  0.166096		CURRENT LEARNING RATE: 2.0266635976830225e-09
previous_iter_valid_loss : 0.1616964042186737

   1966020	  0.161889	  0.161696	  0.166128		CURRENT LEARNING RATE: 2.026258305494056e-09
previous_iter_valid_loss : 0.16760337352752686

   1966040	  0.167832	  0.167603	  0.166253		CURRENT LEARNING RATE: 2.025853094355423e-09
previous_iter_valid_loss : 0.16232648491859436

   1966060	  0.162508	  0.162326	  0.165569		CURRENT LEARNING RATE: 2.0254479642509137e-09
previous_iter_valid_loss : 0.1621706634759903

   1966080	  0.162354	  0.162171	  0.165457		CURRENT LEARNING RATE: 2.0250429151643163e-09
previous_iter_valid_loss : 0.16286371648311615

   1966100	  0.163065	  0.162864	  0.165534		CURRENT LEARNING RATE: 2.0246379470794427e-09
previous_iter_valid_loss : 0.1668434888124466

   1966120	  0.167058	  0.166843	  0.165850		CURRENT LEARNING RATE: 2.0242330599800874e-09
previous_iter_valid_loss : 0.1662442833185196

   1966140	  0.166404	  0.166244	  0.165974		CURRENT LEARNING RATE: 2.0238282538500546e-09
previous_iter_valid_loss : 0.16295556724071503

   1966160	  0.163141	  0.162956	  0.165807		CURRENT LEARNING RATE: 2.023423528673152e-09
previous_iter_valid_loss : 0.16265222430229187

   1966180	  0.162822	  0.162652	  0.165429		CURRENT LEARNING RATE: 2.0230188844331912e-09
previous_iter_valid_loss : 0.16510659456253052

   1966200	  0.165283	  0.165107	  0.165576		CURRENT LEARNING RATE: 2.022614321113986e-09
previous_iter_valid_loss : 0.16359667479991913

   1966220	  0.163767	  0.163597	  0.165262		CURRENT LEARNING RATE: 2.022209838699347e-09
previous_iter_valid_loss : 0.16186614334583282

   1966240	  0.162028	  0.161866	  0.165180		CURRENT LEARNING RATE: 2.0218054371731086e-09
previous_iter_valid_loss : 0.16180971264839172

   1966260	  0.161962	  0.161810	  0.165205		CURRENT LEARNING RATE: 2.021401116519088e-09
previous_iter_valid_loss : 0.1676398068666458

   1966280	  0.167873	  0.167640	  0.165413		CURRENT LEARNING RATE: 2.0209968767211124e-09
previous_iter_valid_loss : 0.16175340116024017

   1966300	  0.161916	  0.161753	  0.165323		CURRENT LEARNING RATE: 2.020592717763012e-09
previous_iter_valid_loss : 0.16062650084495544

   1966320	  0.160789	  0.160627	  0.164951		CURRENT LEARNING RATE: 2.0201886396286207e-09
previous_iter_valid_loss : 0.16709548234939575

   1966340	  0.167253	  0.167095	  0.164488		CURRENT LEARNING RATE: 2.0197846423017755e-09
previous_iter_valid_loss : 0.16048724949359894

   1966360	  0.160653	  0.160487	  0.163924		CURRENT LEARNING RATE: 2.019380725766316e-09
previous_iter_valid_loss : 0.16072823107242584

   1966380	  0.160886	  0.160728	  0.163859		CURRENT LEARNING RATE: 2.0189768900060785e-09
previous_iter_valid_loss : 0.1651766449213028

   1966400	  0.165384	  0.165177	  0.163560		CURRENT LEARNING RATE: 2.018573135004924e-09
previous_iter_valid_loss : 0.16095402836799622

   1966420	  0.161112	  0.160954	  0.163523		CURRENT LEARNING RATE: 2.0181694607466955e-09
previous_iter_valid_loss : 0.16142678260803223

   1966440	  0.161594	  0.161427	  0.163214		CURRENT LEARNING RATE: 2.0177658672152458e-09
previous_iter_valid_loss : 0.16183049976825714

   1966460	  0.161998	  0.161830	  0.163189		CURRENT LEARNING RATE: 2.0173623543944306e-09
previous_iter_valid_loss : 0.16632477939128876

   1966480	  0.166546	  0.166325	  0.163397		CURRENT LEARNING RATE: 2.0169589222681104e-09
previous_iter_valid_loss : 0.17069688439369202

   1966500	  0.170947	  0.170697	  0.163788		CURRENT LEARNING RATE: 2.016555570820147e-09
previous_iter_valid_loss : 0.16277895867824554

   1966520	  0.162948	  0.162779	  0.163585		CURRENT LEARNING RATE: 2.0161523000343994e-09
previous_iter_valid_loss : 0.1733155995607376

   1966540	  0.173462	  0.173316	  0.163939		CURRENT LEARNING RATE: 2.0157491098947514e-09
previous_iter_valid_loss : 0.16103431582450867

   1966560	  0.161190	  0.161034	  0.163843		CURRENT LEARNING RATE: 2.015346000385068e-09
previous_iter_valid_loss : 0.16521616280078888

   1966580	  0.165385	  0.165216	  0.163971		CURRENT LEARNING RATE: 2.014942971489225e-09
previous_iter_valid_loss : 0.16065406799316406

   1966600	  0.160807	  0.160654	  0.163748		CURRENT LEARNING RATE: 2.014540023191101e-09
previous_iter_valid_loss : 0.16150858998298645

   1966620	  0.161664	  0.161509	  0.163644		CURRENT LEARNING RATE: 2.0141371554745784e-09
previous_iter_valid_loss : 0.20258958637714386

   1966640	  0.202662	  0.202590	  0.165680		CURRENT LEARNING RATE: 2.013734368323542e-09
previous_iter_valid_loss : 0.16480696201324463

   1966660	  0.165013	  0.164807	  0.165830		CURRENT LEARNING RATE: 2.0133316617218807e-09
previous_iter_valid_loss : 0.17449915409088135

   1966680	  0.174647	  0.174499	  0.166173		CURRENT LEARNING RATE: 2.0129290356534792e-09
previous_iter_valid_loss : 0.1699945330619812

   1966700	  0.170148	  0.169995	  0.166585		CURRENT LEARNING RATE: 2.0125264901022463e-09
previous_iter_valid_loss : 0.1696414351463318

   1966720	  0.169795	  0.169641	  0.167036		CURRENT LEARNING RATE: 2.0121240250520734e-09
previous_iter_valid_loss : 0.16472500562667847

   1966740	  0.164924	  0.164725	  0.166917		CURRENT LEARNING RATE: 2.0117216404868616e-09
previous_iter_valid_loss : 0.16275006532669067

   1966760	  0.162906	  0.162750	  0.167030		CURRENT LEARNING RATE: 2.011319336390516e-09
previous_iter_valid_loss : 0.17047005891799927

   1966780	  0.170619	  0.170470	  0.167517		CURRENT LEARNING RATE: 2.0109171127469436e-09
previous_iter_valid_loss : 0.16343900561332703

   1966800	  0.163649	  0.163439	  0.167430		CURRENT LEARNING RATE: 2.0105149695400565e-09
previous_iter_valid_loss : 0.16091960668563843

   1966820	  0.161078	  0.160920	  0.167429		CURRENT LEARNING RATE: 2.0101129067537683e-09
previous_iter_valid_loss : 0.16049981117248535

   1966840	  0.160662	  0.160500	  0.167382		CURRENT LEARNING RATE: 2.0097109243719896e-09
previous_iter_valid_loss : 0.1610700637102127

   1966860	  0.161230	  0.161070	  0.167344		CURRENT LEARNING RATE: 2.009309022378655e-09
previous_iter_valid_loss : 0.16294650733470917

   1966880	  0.163157	  0.162947	  0.167175		CURRENT LEARNING RATE: 2.0089072007576815e-09
previous_iter_valid_loss : 0.16622743010520935

   1966900	  0.166428	  0.166227	  0.166952		CURRENT LEARNING RATE: 2.0085054594929968e-09
previous_iter_valid_loss : 0.16093577444553375

   1966920	  0.161095	  0.160936	  0.166860		CURRENT LEARNING RATE: 2.0081037985685305e-09
previous_iter_valid_loss : 0.1725919246673584

   1966940	  0.172743	  0.172592	  0.166824		CURRENT LEARNING RATE: 2.007702217968216e-09
previous_iter_valid_loss : 0.16196882724761963

   1966960	  0.162143	  0.161969	  0.166870		CURRENT LEARNING RATE: 2.007300717675991e-09
previous_iter_valid_loss : 0.16070003807544708

   1966980	  0.160860	  0.160700	  0.166644		CURRENT LEARNING RATE: 2.006899297675788e-09
previous_iter_valid_loss : 0.17133787274360657

   1967000	  0.171601	  0.171338	  0.167179		CURRENT LEARNING RATE: 2.0064979579515638e-09
previous_iter_valid_loss : 0.1605394333600998

   1967020	  0.160703	  0.160539	  0.167130		CURRENT LEARNING RATE: 2.0060966984872584e-09
previous_iter_valid_loss : 0.1611873209476471

   1967040	  0.161347	  0.161187	  0.165060		CURRENT LEARNING RATE: 2.005695519266821e-09
previous_iter_valid_loss : 0.18468230962753296

   1967060	  0.185057	  0.184682	  0.166054		CURRENT LEARNING RATE: 2.005294420274205e-09
previous_iter_valid_loss : 0.170965775847435

   1967080	  0.171213	  0.170966	  0.165877		CURRENT LEARNING RATE: 2.0048934014933658e-09
previous_iter_valid_loss : 0.16353559494018555

   1967100	  0.163730	  0.163536	  0.165554		CURRENT LEARNING RATE: 2.004492462908263e-09
previous_iter_valid_loss : 0.16112017631530762

   1967120	  0.161279	  0.161120	  0.165128		CURRENT LEARNING RATE: 2.004091604502859e-09
previous_iter_valid_loss : 0.16061550378799438

   1967140	  0.160788	  0.160616	  0.164923		CURRENT LEARNING RATE: 2.0036908262611125e-09
previous_iter_valid_loss : 0.16695259511470795

   1967160	  0.167180	  0.166953	  0.165133		CURRENT LEARNING RATE: 2.0032901281670066e-09
previous_iter_valid_loss : 0.16082608699798584

   1967180	  0.160982	  0.160826	  0.164651		CURRENT LEARNING RATE: 2.0028895102045055e-09
previous_iter_valid_loss : 0.17167240381240845

   1967200	  0.171822	  0.171672	  0.165062		CURRENT LEARNING RATE: 2.0024889723575855e-09
previous_iter_valid_loss : 0.17308762669563293

   1967220	  0.173364	  0.173088	  0.165671		CURRENT LEARNING RATE: 2.0020885146102244e-09
previous_iter_valid_loss : 0.16118574142456055

   1967240	  0.161341	  0.161186	  0.165705		CURRENT LEARNING RATE: 2.0016881369464044e-09
previous_iter_valid_loss : 0.16498352587223053

   1967260	  0.165149	  0.164984	  0.165901		CURRENT LEARNING RATE: 2.0012878393501095e-09
previous_iter_valid_loss : 0.17261512577533722

   1967280	  0.172763	  0.172615	  0.166384		CURRENT LEARNING RATE: 2.0008876218053294e-09
previous_iter_valid_loss : 0.16119328141212463

   1967300	  0.161374	  0.161193	  0.166132		CURRENT LEARNING RATE: 2.000487484296047e-09
previous_iter_valid_loss : 0.1635020673274994

   1967320	  0.163698	  0.163502	  0.166261		CURRENT LEARNING RATE: 2.0000874268062707e-09
previous_iter_valid_loss : 0.19153133034706116

   1967340	  0.191990	  0.191531	  0.167208		CURRENT LEARNING RATE: 1.9996874493199924e-09
previous_iter_valid_loss : 0.1777551919221878

   1967360	  0.178061	  0.177755	  0.167997		CURRENT LEARNING RATE: 1.9992875518212123e-09
previous_iter_valid_loss : 0.16209140419960022

   1967380	  0.162277	  0.162091	  0.168067		CURRENT LEARNING RATE: 1.9988877342939346e-09
previous_iter_valid_loss : 0.16085854172706604

   1967400	  0.161037	  0.160859	  0.167543		CURRENT LEARNING RATE: 1.9984879967221665e-09
previous_iter_valid_loss : 0.16882216930389404

   1967420	  0.168976	  0.168822	  0.167957		CURRENT LEARNING RATE: 1.9980883390899182e-09
previous_iter_valid_loss : 0.1619967222213745

   1967440	  0.162184	  0.161997	  0.167997		CURRENT LEARNING RATE: 1.9976887613811966e-09
previous_iter_valid_loss : 0.16453976929187775

   1967460	  0.164706	  0.164540	  0.166990		CURRENT LEARNING RATE: 1.9972892635800334e-09
previous_iter_valid_loss : 0.16059055924415588

   1967480	  0.160756	  0.160591	  0.166471		CURRENT LEARNING RATE: 1.9968898456704404e-09
previous_iter_valid_loss : 0.17536400258541107

   1967500	  0.175652	  0.175364	  0.167063		CURRENT LEARNING RATE: 1.996490507636442e-09
previous_iter_valid_loss : 0.16531473398208618

   1967520	  0.165518	  0.165315	  0.167272		CURRENT LEARNING RATE: 1.996091249462064e-09
previous_iter_valid_loss : 0.16069625318050385

   1967540	  0.160861	  0.160696	  0.167277		CURRENT LEARNING RATE: 1.995692071131336e-09
previous_iter_valid_loss : 0.16131508350372314

   1967560	  0.161472	  0.161315	  0.166995		CURRENT LEARNING RATE: 1.9952929726282914e-09
previous_iter_valid_loss : 0.1618386059999466

   1967580	  0.162007	  0.161839	  0.167045		CURRENT LEARNING RATE: 1.9948939539369657e-09
previous_iter_valid_loss : 0.16191768646240234

   1967600	  0.162104	  0.161918	  0.166558		CURRENT LEARNING RATE: 1.9944950150413916e-09
previous_iter_valid_loss : 0.16074341535568237

   1967620	  0.160920	  0.160743	  0.165940		CURRENT LEARNING RATE: 1.9940961559256253e-09
previous_iter_valid_loss : 0.16125449538230896

   1967640	  0.161436	  0.161254	  0.165944		CURRENT LEARNING RATE: 1.9936973765737056e-09
previous_iter_valid_loss : 0.16695056855678558

   1967660	  0.167171	  0.166951	  0.166042		CURRENT LEARNING RATE: 1.9932986769696814e-09
previous_iter_valid_loss : 0.16299821436405182

   1967680	  0.163169	  0.162998	  0.165561		CURRENT LEARNING RATE: 1.9929000570976043e-09
previous_iter_valid_loss : 0.17558491230010986

   1967700	  0.175741	  0.175585	  0.166281		CURRENT LEARNING RATE: 1.99250151694153e-09
previous_iter_valid_loss : 0.1626439094543457

   1967720	  0.162810	  0.162644	  0.166238		CURRENT LEARNING RATE: 1.992103056485516e-09
previous_iter_valid_loss : 0.16058719158172607

   1967740	  0.160765	  0.160587	  0.164691		CURRENT LEARNING RATE: 1.9917046757136177e-09
previous_iter_valid_loss : 0.16914306581020355

   1967760	  0.169296	  0.169143	  0.164260		CURRENT LEARNING RATE: 1.9913063746099143e-09
previous_iter_valid_loss : 0.16980984807014465

   1967780	  0.169961	  0.169810	  0.164646		CURRENT LEARNING RATE: 1.990908153158466e-09
previous_iter_valid_loss : 0.16353565454483032

   1967800	  0.163710	  0.163536	  0.164780		CURRENT LEARNING RATE: 1.9905100113433436e-09
previous_iter_valid_loss : 0.16528932750225067

   1967820	  0.165463	  0.165289	  0.164603		CURRENT LEARNING RATE: 1.9901119491486224e-09
previous_iter_valid_loss : 0.1607522815465927

   1967840	  0.160927	  0.160752	  0.164541		CURRENT LEARNING RATE: 1.9897139665583793e-09
previous_iter_valid_loss : 0.16105392575263977

   1967860	  0.161242	  0.161054	  0.164367		CURRENT LEARNING RATE: 1.989316063556695e-09
previous_iter_valid_loss : 0.16055384278297424

   1967880	  0.160722	  0.160554	  0.164365		CURRENT LEARNING RATE: 1.9889182401276532e-09
previous_iter_valid_loss : 0.16136474907398224

   1967900	  0.161529	  0.161365	  0.163665		CURRENT LEARNING RATE: 1.988520496255335e-09
previous_iter_valid_loss : 0.16097497940063477

   1967920	  0.161142	  0.160975	  0.163448		CURRENT LEARNING RATE: 1.9881228319238434e-09
previous_iter_valid_loss : 0.16417093575000763

   1967940	  0.164344	  0.164171	  0.163622		CURRENT LEARNING RATE: 1.9877252471172655e-09
previous_iter_valid_loss : 0.160686656832695

   1967960	  0.160839	  0.160687	  0.163590		CURRENT LEARNING RATE: 1.9873277418196975e-09
previous_iter_valid_loss : 0.16528171300888062

   1967980	  0.165481	  0.165282	  0.163762		CURRENT LEARNING RATE: 1.98693031601524e-09
previous_iter_valid_loss : 0.1660631150007248

   1968000	  0.166223	  0.166063	  0.163970		CURRENT LEARNING RATE: 1.986532969687995e-09
previous_iter_valid_loss : 0.16202448308467865

   1968020	  0.162212	  0.162024	  0.164034		CURRENT LEARNING RATE: 1.986135702822069e-09
previous_iter_valid_loss : 0.16081571578979492

   1968040	  0.160976	  0.160816	  0.164012		CURRENT LEARNING RATE: 1.9857385154015717e-09
previous_iter_valid_loss : 0.1605566143989563

   1968060	  0.160722	  0.160557	  0.163692		CURRENT LEARNING RATE: 1.985341407410608e-09
previous_iter_valid_loss : 0.1704082041978836

   1968080	  0.170561	  0.170408	  0.164063		CURRENT LEARNING RATE: 1.9849443788333077e-09
previous_iter_valid_loss : 0.16589170694351196

   1968100	  0.166048	  0.165892	  0.163578		CURRENT LEARNING RATE: 1.9845474296537832e-09
previous_iter_valid_loss : 0.173390194773674

   1973700	  0.173655	  0.173390	  0.169375		CURRENT LEARNING RATE: 1.8764672617683434e-09
previous_iter_valid_loss : 0.20267918705940247

   1973720	  0.203250	  0.202679	  0.171009		CURRENT LEARNING RATE: 1.876092005842834e-09
previous_iter_valid_loss : 0.1770598143339157

   1973740	  0.177216	  0.177060	  0.171725		CURRENT LEARNING RATE: 1.875716824961005e-09
previous_iter_valid_loss : 0.16091609001159668

   1973760	  0.161081	  0.160916	  0.171470		CURRENT LEARNING RATE: 1.8753417191078494e-09
previous_iter_valid_loss : 0.16489940881729126

   1973780	  0.165125	  0.164899	  0.171684		CURRENT LEARNING RATE: 1.874966688268363e-09
previous_iter_valid_loss : 0.16093409061431885

   1973800	  0.161118	  0.160934	  0.171540		CURRENT LEARNING RATE: 1.874591732427544e-09
previous_iter_valid_loss : 0.16064311563968658

   1973820	  0.160804	  0.160643	  0.171504		CURRENT LEARNING RATE: 1.8742168515703945e-09
previous_iter_valid_loss : 0.16236524283885956

   1973840	  0.162545	  0.162365	  0.171462		CURRENT LEARNING RATE: 1.873842045681913e-09
previous_iter_valid_loss : 0.16604387760162354

   1973860	  0.166205	  0.166044	  0.171586		CURRENT LEARNING RATE: 1.87346731474712e-09
previous_iter_valid_loss : 0.1715821921825409

   1973880	  0.171730	  0.171582	  0.171905		CURRENT LEARNING RATE: 1.87309265875102e-09
previous_iter_valid_loss : 0.1635276824235916

   1973900	  0.163694	  0.163528	  0.170401		CURRENT LEARNING RATE: 1.8727180776786266e-09
previous_iter_valid_loss : 0.16195784509181976

   1973920	  0.162122	  0.161958	  0.170080		CURRENT LEARNING RATE: 1.8723435715149562e-09
previous_iter_valid_loss : 0.16630317270755768

   1973940	  0.166462	  0.166303	  0.170275		CURRENT LEARNING RATE: 1.8719691402450295e-09
previous_iter_valid_loss : 0.1606941521167755

   1973960	  0.160866	  0.160694	  0.169703		CURRENT LEARNING RATE: 1.8715947838538683e-09
previous_iter_valid_loss : 0.1678280383348465

   1973980	  0.167989	  0.167828	  0.169983		CURRENT LEARNING RATE: 1.8712205023264987e-09
previous_iter_valid_loss : 0.16154932975769043

   1974000	  0.161737	  0.161549	  0.169963		CURRENT LEARNING RATE: 1.8708462956479427e-09
previous_iter_valid_loss : 0.16512225568294525

   1974020	  0.165335	  0.165122	  0.168619		CURRENT LEARNING RATE: 1.8704721638032455e-09
previous_iter_valid_loss : 0.16894449293613434

   1974040	  0.169197	  0.168944	  0.168866		CURRENT LEARNING RATE: 1.870098106777435e-09
previous_iter_valid_loss : 0.17912685871124268

   1974060	  0.179440	  0.179127	  0.168450		CURRENT LEARNING RATE: 1.8697241245555498e-09
previous_iter_valid_loss : 0.16285443305969238

   1974080	  0.163044	  0.162854	  0.167919		CURRENT LEARNING RATE: 1.8693502171226288e-09
previous_iter_valid_loss : 0.1605285257101059

   1974100	  0.160702	  0.160529	  0.167276		CURRENT LEARNING RATE: 1.8689763844637175e-09
previous_iter_valid_loss : 0.16277459263801575

   1974120	  0.162978	  0.162775	  0.165280		CURRENT LEARNING RATE: 1.868602626563861e-09
previous_iter_valid_loss : 0.16052965819835663

   1974140	  0.160696	  0.160530	  0.164454		CURRENT LEARNING RATE: 1.8682289434081104e-09
previous_iter_valid_loss : 0.16472549736499786

   1974160	  0.164921	  0.164725	  0.164644		CURRENT LEARNING RATE: 1.867855334981511e-09
previous_iter_valid_loss : 0.1613040566444397

   1974180	  0.161475	  0.161304	  0.164465		CURRENT LEARNING RATE: 1.867481801269132e-09
previous_iter_valid_loss : 0.16820256412029266

   1974200	  0.168436	  0.168203	  0.164828		CURRENT LEARNING RATE: 1.8671083422560253e-09
previous_iter_valid_loss : 0.16441023349761963

   1974220	  0.164631	  0.164410	  0.165016		CURRENT LEARNING RATE: 1.8667349579272525e-09
previous_iter_valid_loss : 0.16735787689685822

   1974240	  0.167588	  0.167358	  0.165266		CURRENT LEARNING RATE: 1.8663616482678783e-09
previous_iter_valid_loss : 0.16089336574077606

   1974260	  0.161072	  0.160893	  0.165008		CURRENT LEARNING RATE: 1.86598841326297e-09
previous_iter_valid_loss : 0.16281169652938843

   1974280	  0.162969	  0.162812	  0.164570		CURRENT LEARNING RATE: 1.865615252897599e-09
previous_iter_valid_loss : 0.16226805746555328

   1974300	  0.162457	  0.162268	  0.164507		CURRENT LEARNING RATE: 1.865242167156831e-09
previous_iter_valid_loss : 0.1649281233549118

   1974320	  0.165140	  0.164928	  0.164655		CURRENT LEARNING RATE: 1.864869156025757e-09
previous_iter_valid_loss : 0.16872097551822662

   1974340	  0.168955	  0.168721	  0.164776		CURRENT LEARNING RATE: 1.8644962194894497e-09
previous_iter_valid_loss : 0.16580650210380554

   1974360	  0.165967	  0.165807	  0.165032		CURRENT LEARNING RATE: 1.864123357532991e-09
previous_iter_valid_loss : 0.16118671000003815

   1974380	  0.161349	  0.161187	  0.164700		CURRENT LEARNING RATE: 1.863750570141467e-09
previous_iter_valid_loss : 0.1622433364391327

   1974400	  0.162405	  0.162243	  0.164735		CURRENT LEARNING RATE: 1.863377857299966e-09
previous_iter_valid_loss : 0.16393344104290009

   1974420	  0.164099	  0.163933	  0.164675		CURRENT LEARNING RATE: 1.86300521899358e-09
previous_iter_valid_loss : 0.16441002488136292

   1974440	  0.164577	  0.164410	  0.164448		CURRENT LEARNING RATE: 1.8626326552074027e-09
previous_iter_valid_loss : 0.1741969734430313

   1974460	  0.174473	  0.174197	  0.164202		CURRENT LEARNING RATE: 1.8622601659265252e-09
previous_iter_valid_loss : 0.16281414031982422

   1974480	  0.162985	  0.162814	  0.164200		CURRENT LEARNING RATE: 1.861887751136061e-09
previous_iter_valid_loss : 0.1702042520046234

   1974500	  0.170355	  0.170204	  0.164684		CURRENT LEARNING RATE: 1.8615154108211073e-09
previous_iter_valid_loss : 0.16329988837242126

   1974520	  0.163475	  0.163300	  0.164710		CURRENT LEARNING RATE: 1.8611431449667704e-09
previous_iter_valid_loss : 0.1623750925064087

   1974540	  0.162563	  0.162375	  0.164802		CURRENT LEARNING RATE: 1.8607709535581592e-09
previous_iter_valid_loss : 0.16062039136886597

   1974560	  0.160774	  0.160620	  0.164597		CURRENT LEARNING RATE: 1.8603988365803867e-09
previous_iter_valid_loss : 0.1620350033044815

   1974580	  0.162195	  0.162035	  0.164634		CURRENT LEARNING RATE: 1.8600267940185677e-09
previous_iter_valid_loss : 0.1629505157470703

   1974600	  0.163144	  0.162951	  0.164371		CURRENT LEARNING RATE: 1.8596548258578144e-09
previous_iter_valid_loss : 0.1608894169330597

   1974620	  0.161065	  0.160889	  0.164195		CURRENT LEARNING RATE: 1.8592829320832606e-09
previous_iter_valid_loss : 0.16106615960597992

   1974640	  0.161229	  0.161066	  0.163880		CURRENT LEARNING RATE: 1.8589111126800246e-09
previous_iter_valid_loss : 0.1625419408082962

   1974660	  0.162695	  0.162542	  0.163963		CURRENT LEARNING RATE: 1.8585393676332332e-09
previous_iter_valid_loss : 0.1614837646484375

   1974680	  0.161639	  0.161484	  0.163896		CURRENT LEARNING RATE: 1.8581676969280167e-09
previous_iter_valid_loss : 0.1612664759159088

   1974700	  0.161452	  0.161266	  0.163846		CURRENT LEARNING RATE: 1.8577961005495086e-09
previous_iter_valid_loss : 0.16062062978744507

   1974720	  0.160786	  0.160621	  0.163631		CURRENT LEARNING RATE: 1.8574245784828448e-09
previous_iter_valid_loss : 0.1755121946334839

   1974740	  0.175801	  0.175512	  0.163970		CURRENT LEARNING RATE: 1.857053130713164e-09
previous_iter_valid_loss : 0.16966542601585388

   1974760	  0.169822	  0.169665	  0.164163		CURRENT LEARNING RATE: 1.8566817572256023e-09
previous_iter_valid_loss : 0.16208115220069885

   1974780	  0.162266	  0.162081	  0.164208		CURRENT LEARNING RATE: 1.8563104580053178e-09
previous_iter_valid_loss : 0.16197487711906433

   1974800	  0.162132	  0.161975	  0.164195		CURRENT LEARNING RATE: 1.855939233037452e-09
previous_iter_valid_loss : 0.17252257466316223

   1974820	  0.172784	  0.172523	  0.164624		CURRENT LEARNING RATE: 1.8555680823071556e-09
previous_iter_valid_loss : 0.16362732648849487

   1974840	  0.163791	  0.163627	  0.164585		CURRENT LEARNING RATE: 1.8551970057995827e-09
previous_iter_valid_loss : 0.16061502695083618

   1974860	  0.160778	  0.160615	  0.163906		CURRENT LEARNING RATE: 1.8548260034998902e-09
previous_iter_valid_loss : 0.1717674285173416

   1974880	  0.171915	  0.171767	  0.164354		CURRENT LEARNING RATE: 1.8544550753932383e-09
previous_iter_valid_loss : 0.1606176644563675

   1974900	  0.160786	  0.160618	  0.163874		CURRENT LEARNING RATE: 1.8540842214647893e-09
previous_iter_valid_loss : 0.16494357585906982

   1974920	  0.165114	  0.164944	  0.163956		CURRENT LEARNING RATE: 1.8537134416997034e-09
previous_iter_valid_loss : 0.16418661177158356

   1974940	  0.164390	  0.164187	  0.164047		CURRENT LEARNING RATE: 1.8533427360831616e-09
previous_iter_valid_loss : 0.16226409375667572

   1974960	  0.162426	  0.162264	  0.164129		CURRENT LEARNING RATE: 1.8529721046003293e-09
previous_iter_valid_loss : 0.16062350571155548

   1974980	  0.160780	  0.160624	  0.164059		CURRENT LEARNING RATE: 1.8526015472363818e-09
previous_iter_valid_loss : 0.16056576371192932

   1975000	  0.160720	  0.160566	  0.163939		CURRENT LEARNING RATE: 1.8522310639764964e-09
previous_iter_valid_loss : 0.16588091850280762

   1975020	  0.166082	  0.165881	  0.164189		CURRENT LEARNING RATE: 1.8518606548058534e-09
previous_iter_valid_loss : 0.1636456996202469

   1975040	  0.163839	  0.163646	  0.164318		CURRENT LEARNING RATE: 1.8514903197096374e-09
previous_iter_valid_loss : 0.1744912564754486

   1975060	  0.174640	  0.174491	  0.164915		CURRENT LEARNING RATE: 1.8511200586730275e-09
previous_iter_valid_loss : 0.1775444746017456

   1975080	  0.177704	  0.177544	  0.165718		CURRENT LEARNING RATE: 1.850749871681227e-09
previous_iter_valid_loss : 0.16057129204273224

   1975100	  0.160748	  0.160571	  0.165684		CURRENT LEARNING RATE: 1.8503797587194214e-09
previous_iter_valid_loss : 0.1794310361146927

   1975120	  0.179596	  0.179431	  0.166624		CURRENT LEARNING RATE: 1.8500097197728065e-09
previous_iter_valid_loss : 0.16580012440681458

   1975140	  0.165961	  0.165800	  0.166139		CURRENT LEARNING RATE: 1.8496397548265808e-09
previous_iter_valid_loss : 0.18153098225593567

   1975160	  0.181878	  0.181531	  0.166732		CURRENT LEARNING RATE: 1.8492698638659454e-09
previous_iter_valid_loss : 0.17640790343284607

   1975180	  0.176706	  0.176408	  0.167448		CURRENT LEARNING RATE: 1.8489000468761048e-09
previous_iter_valid_loss : 0.16061587631702423

   1975200	  0.160788	  0.160616	  0.167380		CURRENT LEARNING RATE: 1.8485303038422663e-09
previous_iter_valid_loss : 0.1638864129781723

   1975220	  0.164088	  0.163886	  0.166948		CURRENT LEARNING RATE: 1.8481606347496335e-09
previous_iter_valid_loss : 0.16823691129684448

   1975240	  0.168457	  0.168237	  0.167179		CURRENT LEARNING RATE: 1.847791039583433e-09
previous_iter_valid_loss : 0.17344163358211517

   1975260	  0.173705	  0.173442	  0.167820		CURRENT LEARNING RATE: 1.8474215183288747e-09
previous_iter_valid_loss : 0.18076109886169434

   1975280	  0.180917	  0.180761	  0.168270		CURRENT LEARNING RATE: 1.8470520709711767e-09
previous_iter_valid_loss : 0.1610201597213745

   1975300	  0.161178	  0.161020	  0.168290		CURRENT LEARNING RATE: 1.8466826974955621e-09
previous_iter_valid_loss : 0.16350343823432922

   1975320	  0.163670	  0.163503	  0.168218		CURRENT LEARNING RATE: 1.8463133978872559e-09
previous_iter_valid_loss : 0.18129992485046387

   1975340	  0.181456	  0.181300	  0.169074		CURRENT LEARNING RATE: 1.8459441721314855e-09
previous_iter_valid_loss : 0.16057181358337402

   1975360	  0.160726	  0.160572	  0.168989		CURRENT LEARNING RATE: 1.8455750202134826e-09
previous_iter_valid_loss : 0.16075989603996277

   1975380	  0.160923	  0.160760	  0.168996		CURRENT LEARNING RATE: 1.8452059421184739e-09
previous_iter_valid_loss : 0.16266044974327087

   1975400	  0.162826	  0.162660	  0.169101		CURRENT LEARNING RATE: 1.8448369378317094e-09
previous_iter_valid_loss : 0.1654488891363144

   1975420	  0.165615	  0.165449	  0.169079		CURRENT LEARNING RATE: 1.8444680073384233e-09
previous_iter_valid_loss : 0.17950773239135742

   1975440	  0.179668	  0.179508	  0.169872		CURRENT LEARNING RATE: 1.8440991506238574e-09
previous_iter_valid_loss : 0.1646028757095337

   1975460	  0.164768	  0.164603	  0.169378		CURRENT LEARNING RATE: 1.8437303676732578e-09
previous_iter_valid_loss : 0.16732178628444672

   1975480	  0.167481	  0.167322	  0.168867		CURRENT LEARNING RATE: 1.8433616584718732e-09
previous_iter_valid_loss : 0.16728772222995758

   1975500	  0.167493	  0.167288	  0.169202		CURRENT LEARNING RATE: 1.8429930230049551e-09
previous_iter_valid_loss : 0.1650850623846054

   1975520	  0.165245	  0.165085	  0.168485		CURRENT LEARNING RATE: 1.8426244612577517e-09
previous_iter_valid_loss : 0.16059435904026031

   1975540	  0.160745	  0.160594	  0.168225		CURRENT LEARNING RATE: 1.8422559732155336e-09
previous_iter_valid_loss : 0.1607135832309723

   1975560	  0.160871	  0.160714	  0.167184		CURRENT LEARNING RATE: 1.8418875588635544e-09
previous_iter_valid_loss : 0.19194158911705017

   1975580	  0.192415	  0.191942	  0.167961		CURRENT LEARNING RATE: 1.8415192181870783e-09
previous_iter_valid_loss : 0.16401590406894684

   1975600	  0.164223	  0.164016	  0.168131		CURRENT LEARNING RATE: 1.8411509511713708e-09
previous_iter_valid_loss : 0.17595216631889343

   1975620	  0.176102	  0.175952	  0.168734		CURRENT LEARNING RATE: 1.8407827578017016e-09
previous_iter_valid_loss : 0.16109734773635864

   1975640	  0.161256	  0.161097	  0.168377		CURRENT LEARNING RATE: 1.840414638063343e-09
previous_iter_valid_loss : 0.17241182923316956

   1975660	  0.172672	  0.172412	  0.168325		CURRENT LEARNING RATE: 1.8400465919415703e-09
previous_iter_valid_loss : 0.16152800619602203

   1975680	  0.161688	  0.161528	  0.167364		CURRENT LEARNING RATE: 1.8396786194216546e-09
previous_iter_valid_loss : 0.16125613451004028

   1975700	  0.161450	  0.161256	  0.167376		CURRENT LEARNING RATE: 1.8393107204888909e-09
previous_iter_valid_loss : 0.16051234304904938

   1975720	  0.160668	  0.160512	  0.167226		CURRENT LEARNING RATE: 1.8389428951285563e-09
previous_iter_valid_loss : 0.16634784638881683

   1975740	  0.166565	  0.166348	  0.166478		CURRENT LEARNING RATE: 1.8385751433259375e-09
previous_iter_valid_loss : 0.17390894889831543

   1975760	  0.174064	  0.173909	  0.167145		CURRENT LEARNING RATE: 1.8382074650663246e-09
previous_iter_valid_loss : 0.16064202785491943

   1975780	  0.160800	  0.160642	  0.167139		CURRENT LEARNING RATE: 1.8378398603350108e-09
previous_iter_valid_loss : 0.18676906824111938

   1975800	  0.186910	  0.186769	  0.168345		CURRENT LEARNING RATE: 1.8374723291172915e-09
previous_iter_valid_loss : 0.1719612181186676

   1975820	  0.172109	  0.171961	  0.168670		CURRENT LEARNING RATE: 1.837104871398459e-09
previous_iter_valid_loss : 0.17746895551681519

   1975840	  0.177621	  0.177469	  0.168569		CURRENT LEARNING RATE: 1.8367374871638282e-09
previous_iter_valid_loss : 0.16157838702201843

   1975860	  0.161732	  0.161578	  0.168417		CURRENT LEARNING RATE: 1.8363701763986973e-09
previous_iter_valid_loss : 0.16124440729618073

   1975880	  0.161400	  0.161244	  0.168113		CURRENT LEARNING RATE: 1.8360029390883735e-09
previous_iter_valid_loss : 0.16517390310764313

   1975900	  0.165342	  0.165174	  0.168008		CURRENT LEARNING RATE: 1.8356357752181676e-09
previous_iter_valid_loss : 0.1615593135356903

   1975920	  0.161713	  0.161559	  0.167831		CURRENT LEARNING RATE: 1.835268684773393e-09
previous_iter_valid_loss : 0.16254030168056488

   1975940	  0.162706	  0.162540	  0.167929		CURRENT LEARNING RATE: 1.8349016677393658e-09
previous_iter_valid_loss : 0.1605364978313446

   1975960	  0.160707	  0.160536	  0.167920		CURRENT LEARNING RATE: 1.8345347241014057e-09
previous_iter_valid_loss : 0.16165652871131897

   1975980	  0.161837	  0.161657	  0.166406		CURRENT LEARNING RATE: 1.8341678538448286e-09
previous_iter_valid_loss : 0.17158153653144836

   1976000	  0.171832	  0.171582	  0.166784		CURRENT LEARNING RATE: 1.833801056954972e-09
previous_iter_valid_loss : 0.16290612518787384

   1976020	  0.163096	  0.162906	  0.166132		CURRENT LEARNING RATE: 1.833434333417158e-09
previous_iter_valid_loss : 0.16754820942878723

   1976040	  0.167705	  0.167548	  0.166454		CURRENT LEARNING RATE: 1.8330676832167178e-09
previous_iter_valid_loss : 0.1644934117794037

   1976060	  0.164665	  0.164493	  0.166058		CURRENT LEARNING RATE: 1.8327011063389847e-09
previous_iter_valid_loss : 0.1652945578098297

   1976080	  0.165463	  0.165295	  0.166247		CURRENT LEARNING RATE: 1.8323346027692965e-09
previous_iter_valid_loss : 0.16280874609947205

   1976100	  0.162970	  0.162809	  0.166324		CURRENT LEARNING RATE: 1.8319681724929927e-09
previous_iter_valid_loss : 0.1755366176366806

   1976120	  0.175826	  0.175537	  0.167075		CURRENT LEARNING RATE: 1.8316018154954157e-09
previous_iter_valid_loss : 0.160507470369339

   1976140	  0.160679	  0.160507	  0.166783		CURRENT LEARNING RATE: 1.8312355317619054e-09
previous_iter_valid_loss : 0.17777349054813385

   1976160	  0.177934	  0.177773	  0.166977		CURRENT LEARNING RATE: 1.830869321277823e-09
previous_iter_valid_loss : 0.16063478589057922

   1976180	  0.160801	  0.160635	  0.166976		CURRENT LEARNING RATE: 1.8305031840285137e-09
previous_iter_valid_loss : 0.16062068939208984

   1976200	  0.160777	  0.160621	  0.165669		CURRENT LEARNING RATE: 1.8301371199993319e-09
previous_iter_valid_loss : 0.1918630450963974

   1976220	  0.191986	  0.191863	  0.166664		CURRENT LEARNING RATE: 1.8297711291756354e-09
previous_iter_valid_loss : 0.16191665828227997

   1976240	  0.162084	  0.161917	  0.165886		CURRENT LEARNING RATE: 1.829405211542784e-09
previous_iter_valid_loss : 0.16106651723384857

   1976260	  0.161255	  0.161067	  0.165861		CURRENT LEARNING RATE: 1.8290393670861413e-09
previous_iter_valid_loss : 0.16097289323806763

   1976280	  0.161149	  0.160973	  0.165847		CURRENT LEARNING RATE: 1.8286735957910674e-09
previous_iter_valid_loss : 0.16184987127780914

   1976300	  0.162004	  0.161850	  0.165681		CURRENT LEARNING RATE: 1.8283078976429437e-09
previous_iter_valid_loss : 0.16541899740695953

   1976320	  0.165586	  0.165419	  0.165874		CURRENT LEARNING RATE: 1.8279422726271364e-09
previous_iter_valid_loss : 0.17481376230716705

   1976340	  0.174959	  0.174814	  0.166488		CURRENT LEARNING RATE: 1.82757672072902e-09
previous_iter_valid_loss : 0.1609158217906952

   1976360	  0.161101	  0.160916	  0.166507		CURRENT LEARNING RATE: 1.827211241933973e-09
previous_iter_valid_loss : 0.17521312832832336

   1976380	  0.175507	  0.175213	  0.167184		CURRENT LEARNING RATE: 1.8268458362273757e-09
previous_iter_valid_loss : 0.16093657910823822

   1976400	  0.161120	  0.160937	  0.166652		CURRENT LEARNING RATE: 1.826480503594612e-09
previous_iter_valid_loss : 0.16161400079727173

   1976420	  0.161796	  0.161614	  0.166588		CURRENT LEARNING RATE: 1.8261152440210689e-09
previous_iter_valid_loss : 0.1608148217201233

   1976440	  0.160967	  0.160815	  0.166251		CURRENT LEARNING RATE: 1.8257500574921293e-09
previous_iter_valid_loss : 0.16617590188980103

   1976460	  0.166392	  0.166176	  0.166335		CURRENT LEARNING RATE: 1.8253849439931985e-09
previous_iter_valid_loss : 0.16151194274425507

   1976480	  0.161668	  0.161512	  0.166146		CURRENT LEARNING RATE: 1.8250199035096659e-09
previous_iter_valid_loss : 0.19240882992744446

   1976500	  0.192900	  0.192409	  0.167626		CURRENT LEARNING RATE: 1.8246549360269295e-09
previous_iter_valid_loss : 0.1651296317577362

   1976520	  0.165339	  0.165130	  0.167106		CURRENT LEARNING RATE: 1.8242900415303911e-09
previous_iter_valid_loss : 0.16805052757263184

   1976540	  0.168285	  0.168051	  0.167483		CURRENT LEARNING RATE: 1.8239252200054544e-09
previous_iter_valid_loss : 0.16235065460205078

   1976560	  0.162510	  0.162351	  0.166712		CURRENT LEARNING RATE: 1.8235604714375269e-09
previous_iter_valid_loss : 0.17416366934776306

   1976580	  0.174307	  0.174164	  0.167388		CURRENT LEARNING RATE: 1.8231957958120182e-09
previous_iter_valid_loss : 0.17122039198875427

   1976600	  0.171365	  0.171220	  0.167918		CURRENT LEARNING RATE: 1.8228311931143353e-09
previous_iter_valid_loss : 0.1674676388502121

   1976620	  0.167691	  0.167468	  0.166698		CURRENT LEARNING RATE: 1.8224666633299068e-09
previous_iter_valid_loss : 0.17076480388641357

   1976640	  0.171022	  0.170765	  0.167141		CURRENT LEARNING RATE: 1.8221022064441454e-09
previous_iter_valid_loss : 0.1729407161474228

   1976660	  0.173095	  0.172941	  0.167734		CURRENT LEARNING RATE: 1.821737822442472e-09
previous_iter_valid_loss : 0.1612350195646286

   1976680	  0.161421	  0.161235	  0.167747		CURRENT LEARNING RATE: 1.821373511310312e-09
previous_iter_valid_loss : 0.16080224514007568

   1976700	  0.160963	  0.160802	  0.167695		CURRENT LEARNING RATE: 1.8210092730330926e-09
previous_iter_valid_loss : 0.1685381829738617

   1976720	  0.168776	  0.168538	  0.167851		CURRENT LEARNING RATE: 1.8206451075962444e-09
previous_iter_valid_loss : 0.1818278580904007

   1976740	  0.181988	  0.181828	  0.168202		CURRENT LEARNING RATE: 1.8202810149851944e-09
previous_iter_valid_loss : 0.1697971522808075

   1976760	  0.170056	  0.169797	  0.168646		CURRENT LEARNING RATE: 1.8199169951853915e-09
previous_iter_valid_loss : 0.1618935614824295

   1976780	  0.162060	  0.161894	  0.167980		CURRENT LEARNING RATE: 1.8195530481822687e-09
previous_iter_valid_loss : 0.16395512223243713

   1976800	  0.164129	  0.163955	  0.168131		CURRENT LEARNING RATE: 1.819189173961268e-09
previous_iter_valid_loss : 0.16206185519695282

   1976820	  0.162211	  0.162062	  0.168153		CURRENT LEARNING RATE: 1.8188253725078347e-09
previous_iter_valid_loss : 0.1613217443227768

   1976840	  0.161485	  0.161322	  0.168178		CURRENT LEARNING RATE: 1.8184616438074164e-09
previous_iter_valid_loss : 0.16642332077026367

   1976860	  0.166586	  0.166423	  0.168191		CURRENT LEARNING RATE: 1.8180979878454643e-09
previous_iter_valid_loss : 0.18047364056110382

   1976880	  0.180634	  0.180474	  0.169139		CURRENT LEARNING RATE: 1.8177344046074316e-09
previous_iter_valid_loss : 0.1631777435541153

   1976900	  0.163339	  0.163178	  0.167677		CURRENT LEARNING RATE: 1.8173708940787692e-09
previous_iter_valid_loss : 0.17116378247737885

   1976920	  0.171312	  0.171164	  0.167979		CURRENT LEARNING RATE: 1.817007456244949e-09
previous_iter_valid_loss : 0.1621478945016861

   1976940	  0.162343	  0.162148	  0.167684		CURRENT LEARNING RATE: 1.8166440910914277e-09
previous_iter_valid_loss : 0.16768638789653778

   1976960	  0.167840	  0.167686	  0.167951		CURRENT LEARNING RATE: 1.81628079860367e-09
previous_iter_valid_loss : 0.16127242147922516

   1976980	  0.161427	  0.161272	  0.167306		CURRENT LEARNING RATE: 1.8159175787671442e-09
previous_iter_valid_loss : 0.16054131090641022

   1977000	  0.160703	  0.160541	  0.166772		CURRENT LEARNING RATE: 1.8155544315673223e-09
previous_iter_valid_loss : 0.1628028154373169

   1977020	  0.162990	  0.162803	  0.166539		CURRENT LEARNING RATE: 1.8151913569896777e-09
previous_iter_valid_loss : 0.1608457714319229

   1977040	  0.161025	  0.160846	  0.166043		CURRENT LEARNING RATE: 1.8148283550196812e-09
previous_iter_valid_loss : 0.1614900380373001

   1977060	  0.161667	  0.161490	  0.165470		CURRENT LEARNING RATE: 1.8144654256428255e-09
previous_iter_valid_loss : 0.1622215062379837

   1977080	  0.162414	  0.162222	  0.165520		CURRENT LEARNING RATE: 1.8141025688445871e-09
previous_iter_valid_loss : 0.16476207971572876

   1977100	  0.164970	  0.164762	  0.165718		CURRENT LEARNING RATE: 1.8137397846104519e-09
previous_iter_valid_loss : 0.17107123136520386

   1977120	  0.171216	  0.171071	  0.165844		CURRENT LEARNING RATE: 1.813377072925908e-09
previous_iter_valid_loss : 0.16578355431556702

   1977140	  0.165948	  0.165784	  0.165042		CURRENT LEARNING RATE: 1.8130144337764474e-09
previous_iter_valid_loss : 0.1627228856086731

   1977160	  0.162889	  0.162723	  0.164689		CURRENT LEARNING RATE: 1.8126518671475642e-09
previous_iter_valid_loss : 0.16063106060028076

   1977180	  0.160792	  0.160631	  0.164625		CURRENT LEARNING RATE: 1.8122893730247564e-09
previous_iter_valid_loss : 0.17656013369560242

   1977200	  0.176863	  0.176560	  0.165256		CURRENT LEARNING RATE: 1.8119269513935169e-09
previous_iter_valid_loss : 0.16382774710655212

   1977220	  0.163996	  0.163828	  0.165344		CURRENT LEARNING RATE: 1.8115646022393623e-09
previous_iter_valid_loss : 0.18885840475559235

   1977240	  0.188987	  0.188858	  0.166721		CURRENT LEARNING RATE: 1.811202325547792e-09
previous_iter_valid_loss : 0.170071542263031

   1977260	  0.170220	  0.170072	  0.166903		CURRENT LEARNING RATE: 1.810840121304315e-09
previous_iter_valid_loss : 0.1612028330564499

   1977280	  0.161362	  0.161203	  0.165940		CURRENT LEARNING RATE: 1.810477989494443e-09
previous_iter_valid_loss : 0.1618455946445465

   1977300	  0.162012	  0.161846	  0.165873		CURRENT LEARNING RATE: 1.8101159301036908e-09
previous_iter_valid_loss : 0.1612301617860794

   1977320	  0.161415	  0.161230	  0.165376		CURRENT LEARNING RATE: 1.8097539431175764e-09
previous_iter_valid_loss : 0.1670958697795868

   1977340	  0.167254	  0.167096	  0.165624		CURRENT LEARNING RATE: 1.8093920285216196e-09
previous_iter_valid_loss : 0.16492196917533875

   1977360	  0.165087	  0.164922	  0.165486		CURRENT LEARNING RATE: 1.809030186301338e-09
previous_iter_valid_loss : 0.16117306053638458

   1977380	  0.161315	  0.161173	  0.165481		CURRENT LEARNING RATE: 1.8086684164422702e-09
previous_iter_valid_loss : 0.16061653196811676

   1977400	  0.160776	  0.160617	  0.165484		CURRENT LEARNING RATE: 1.8083067189299395e-09
previous_iter_valid_loss : 0.16056197881698608

   1977420	  0.160714	  0.160562	  0.165372		CURRENT LEARNING RATE: 1.807945093749878e-09
previous_iter_valid_loss : 0.16062140464782715

   1977440	  0.160768	  0.160621	  0.165361		CURRENT LEARNING RATE: 1.8075835408876201e-09
previous_iter_valid_loss : 0.16279096901416779

   1977460	  0.162954	  0.162791	  0.165426		CURRENT LEARNING RATE: 1.8072220603287042e-09
previous_iter_valid_loss : 0.16070489585399628

   1977480	  0.160878	  0.160705	  0.165350		CURRENT LEARNING RATE: 1.806860652058671e-09
previous_iter_valid_loss : 0.1640009731054306

   1977500	  0.164194	  0.164001	  0.165312		CURRENT LEARNING RATE: 1.8064993160630578e-09
previous_iter_valid_loss : 0.1608826369047165

   1977520	  0.161065	  0.160883	  0.164803		CURRENT LEARNING RATE: 1.8061380523274237e-09
previous_iter_valid_loss : 0.18328559398651123

   1977540	  0.183634	  0.183286	  0.165678		CURRENT LEARNING RATE: 1.8057768608373121e-09
previous_iter_valid_loss : 0.16213932633399963

   1977560	  0.162298	  0.162139	  0.165649		CURRENT LEARNING RATE: 1.805415741578275e-09
previous_iter_valid_loss : 0.16055595874786377

   1977580	  0.160717	  0.160556	  0.165645		CURRENT LEARNING RATE: 1.8050546945358681e-09
previous_iter_valid_loss : 0.16167232394218445

   1977600	  0.161837	  0.161672	  0.164901		CURRENT LEARNING RATE: 1.8046937196956492e-09
previous_iter_valid_loss : 0.17939013242721558

   1977620	  0.179548	  0.179390	  0.165679		CURRENT LEARNING RATE: 1.8043328170431789e-09
previous_iter_valid_loss : 0.16241300106048584

   1977640	  0.162612	  0.162413	  0.164356		CURRENT LEARNING RATE: 1.803971986564022e-09
previous_iter_valid_loss : 0.16221512854099274

   1977660	  0.162400	  0.162215	  0.163964		CURRENT LEARNING RATE: 1.803611228243738e-09
previous_iter_valid_loss : 0.1607561558485031

   1977680	  0.160928	  0.160756	  0.163941		CURRENT LEARNING RATE: 1.80325054206791e-09
previous_iter_valid_loss : 0.16184702515602112

   1977700	  0.162015	  0.161847	  0.163941		CURRENT LEARNING RATE: 1.8028899280221037e-09
previous_iter_valid_loss : 0.17161819338798523

   1977720	  0.171877	  0.171618	  0.164461		CURRENT LEARNING RATE: 1.8025293860918952e-09
previous_iter_valid_loss : 0.17653565108776093

   1977740	  0.176840	  0.176536	  0.164933		CURRENT LEARNING RATE: 1.8021689162628618e-09
previous_iter_valid_loss : 0.16159839928150177

   1977760	  0.161778	  0.161598	  0.164767		CURRENT LEARNING RATE: 1.8018085185205859e-09
previous_iter_valid_loss : 0.1660948395729065

   1977780	  0.166290	  0.166095	  0.165013		CURRENT LEARNING RATE: 1.8014481928506505e-09
previous_iter_valid_loss : 0.18285100162029266

   1977800	  0.183000	  0.182851	  0.166124		CURRENT LEARNING RATE: 1.8010879392386433e-09
previous_iter_valid_loss : 0.16448116302490234

   1977820	  0.164680	  0.164481	  0.166320		CURRENT LEARNING RATE: 1.8007277576701476e-09
previous_iter_valid_loss : 0.17342352867126465

   1977840	  0.173572	  0.173424	  0.166960		CURRENT LEARNING RATE: 1.8003676481307686e-09
previous_iter_valid_loss : 0.19357113540172577

   1977860	  0.193683	  0.193571	  0.168499		CURRENT LEARNING RATE: 1.8000076106060959e-09
previous_iter_valid_loss : 0.176861971616745

   1977880	  0.177171	  0.176862	  0.169307		CURRENT LEARNING RATE: 1.7996476450817278e-09
previous_iter_valid_loss : 0.1640949696302414

   1977900	  0.164285	  0.164095	  0.169312		CURRENT LEARNING RATE: 1.7992877515432657e-09
previous_iter_valid_loss : 0.16697296500205994

   1977920	  0.167193	  0.166973	  0.169617		CURRENT LEARNING RATE: 1.798927929976314e-09
previous_iter_valid_loss : 0.16443265974521637

   1977940	  0.164629	  0.164433	  0.168674		CURRENT LEARNING RATE: 1.7985681803664798e-09
previous_iter_valid_loss : 0.18620935082435608

   1977960	  0.186603	  0.186209	  0.169877		CURRENT LEARNING RATE: 1.7982085026993667e-09
previous_iter_valid_loss : 0.16055159270763397

   1977980	  0.160708	  0.160552	  0.169877		CURRENT LEARNING RATE: 1.7978488969606001e-09
previous_iter_valid_loss : 0.16807065904140472

   1978000	  0.168231	  0.168071	  0.170197		CURRENT LEARNING RATE: 1.7974893631357898e-09
previous_iter_valid_loss : 0.16226635873317719

   1978020	  0.162468	  0.162266	  0.169341		CURRENT LEARNING RATE: 1.7971299012105544e-09
previous_iter_valid_loss : 0.16131232678890228

   1978040	  0.161492	  0.161312	  0.169286		CURRENT LEARNING RATE: 1.796770511170515e-09
previous_iter_valid_loss : 0.16158314049243927

   1978060	  0.161734	  0.161583	  0.169254		CURRENT LEARNING RATE: 1.7964111930012964e-09
previous_iter_valid_loss : 0.1672484129667282

   1978080	  0.167400	  0.167248	  0.169579		CURRENT LEARNING RATE: 1.7960519466885257e-09
previous_iter_valid_loss : 0.16150015592575073

   1978100	  0.161690	  0.161500	  0.169562		CURRENT LEARNING RATE: 1.7956927722178331e-09
previous_iter_valid_loss : 0.16252389550209045

   1978120	  0.162702	  0.162524	  0.169107		CURRENT LEARNING RATE: 1.7953336695748454e-09
previous_iter_valid_loss : 0.16071747243404388

   1978140	  0.160893	  0.160717	  0.168316		CURRENT LEARNING RATE: 1.794974638745211e-09
previous_iter_valid_loss : 0.1648816019296646

   1978160	  0.165089	  0.164882	  0.168480		CURRENT LEARNING RATE: 1.7946156797145622e-09
previous_iter_valid_loss : 0.16709522902965546

   1978180	  0.167320	  0.167095	  0.168530		CURRENT LEARNING RATE: 1.7942567924685414e-09
previous_iter_valid_loss : 0.17330290377140045

   1978200	  0.173580	  0.173303	  0.168053		CURRENT LEARNING RATE: 1.7938979769927918e-09
previous_iter_valid_loss : 0.16477391123771667

   1978220	  0.164938	  0.164774	  0.168067		CURRENT LEARNING RATE: 1.7935392332729619e-09
previous_iter_valid_loss : 0.161798894405365

   1978240	  0.161967	  0.161799	  0.167486		CURRENT LEARNING RATE: 1.7931805612947017e-09
previous_iter_valid_loss : 0.1648314744234085

   1978260	  0.165000	  0.164831	  0.166049		CURRENT LEARNING RATE: 1.7928219610436578e-09
previous_iter_valid_loss : 0.16066479682922363

   1978280	  0.160821	  0.160665	  0.165239		CURRENT LEARNING RATE: 1.7924634325054987e-09
previous_iter_valid_loss : 0.16256126761436462

   1978300	  0.162755	  0.162561	  0.165163		CURRENT LEARNING RATE: 1.7921049756658773e-09
previous_iter_valid_loss : 0.16813330352306366

   1978320	  0.168369	  0.168133	  0.165221		CURRENT LEARNING RATE: 1.7917465905104549e-09
previous_iter_valid_loss : 0.17079198360443115

   1978340	  0.170943	  0.170792	  0.165539		CURRENT LEARNING RATE: 1.7913882770248968e-09
previous_iter_valid_loss : 0.19338437914848328

   1978360	  0.193500	  0.193384	  0.165897		CURRENT LEARNING RATE: 1.7910300351948695e-09
previous_iter_valid_loss : 0.18044812977313995

   1978380	  0.180608	  0.180448	  0.166892		CURRENT LEARNING RATE: 1.7906718650060441e-09
previous_iter_valid_loss : 0.1625700145959854

   1978400	  0.162764	  0.162570	  0.166617		CURRENT LEARNING RATE: 1.7903137664440937e-09
previous_iter_valid_loss : 0.16300559043884277

   1978420	  0.163173	  0.163006	  0.166654		CURRENT LEARNING RATE: 1.789955739494688e-09
previous_iter_valid_loss : 0.16688814759254456

   1978440	  0.167046	  0.166888	  0.166933		CURRENT LEARNING RATE: 1.7895977841435182e-09
previous_iter_valid_loss : 0.16555602848529816

   1978460	  0.165716	  0.165556	  0.167131		CURRENT LEARNING RATE: 1.7892399003762597e-09
previous_iter_valid_loss : 0.160614475607872

   1978480	  0.160773	  0.160614	  0.166800		CURRENT LEARNING RATE: 1.788882088178598e-09
previous_iter_valid_loss : 0.16141505539417267

   1978500	  0.161576	  0.161415	  0.166796		CURRENT LEARNING RATE: 1.7885243475362197e-09
previous_iter_valid_loss : 0.17204292118549347

   1978520	  0.172308	  0.172043	  0.167271		CURRENT LEARNING RATE: 1.7881666784348158e-09
previous_iter_valid_loss : 0.16077221930027008

   1978540	  0.160949	  0.160772	  0.167274		CURRENT LEARNING RATE: 1.787809080860079e-09
previous_iter_valid_loss : 0.16067229211330414

   1978560	  0.160841	  0.160672	  0.167064		CURRENT LEARNING RATE: 1.7874515547977056e-09
previous_iter_valid_loss : 0.1697821319103241

   1978580	  0.169937	  0.169782	  0.167198		CURRENT LEARNING RATE: 1.7870941002333887e-09
previous_iter_valid_loss : 0.16083508729934692

   1978600	  0.161013	  0.160835	  0.166575		CURRENT LEARNING RATE: 1.786736717152842e-09
previous_iter_valid_loss : 0.16067196428775787

   1978620	  0.160831	  0.160672	  0.166370		CURRENT LEARNING RATE: 1.7863794055417648e-09
previous_iter_valid_loss : 0.16734543442726135

   1978640	  0.167511	  0.167345	  0.166647		CURRENT LEARNING RATE: 1.7860221653858634e-09
previous_iter_valid_loss : 0.16214996576309204

   1978660	  0.162303	  0.162150	  0.166513		CURRENT LEARNING RATE: 1.785664996670849e-09
previous_iter_valid_loss : 0.16718803346157074

   1978680	  0.167345	  0.167188	  0.166839		CURRENT LEARNING RATE: 1.785307899382435e-09
previous_iter_valid_loss : 0.1623498946428299

   1978700	  0.162547	  0.162350	  0.166828		CURRENT LEARNING RATE: 1.784950873506337e-09
previous_iter_valid_loss : 0.16402456164360046

   1978720	  0.164231	  0.164025	  0.166623		CURRENT LEARNING RATE: 1.7845939190282677e-09
previous_iter_valid_loss : 0.16072624921798706

   1978740	  0.160883	  0.160726	  0.166120		CURRENT LEARNING RATE: 1.784237035933962e-09
previous_iter_valid_loss : 0.16188475489616394

   1978760	  0.162052	  0.161885	  0.164545		CURRENT LEARNING RATE: 1.783880224209138e-09
previous_iter_valid_loss : 0.17726019024848938

   1978780	  0.177564	  0.177260	  0.164385		CURRENT LEARNING RATE: 1.783523483839523e-09
previous_iter_valid_loss : 0.16252104938030243

   1978800	  0.162690	  0.162521	  0.164383		CURRENT LEARNING RATE: 1.783166814810848e-09
previous_iter_valid_loss : 0.18772654235363007

   1978820	  0.187868	  0.187727	  0.165619		CURRENT LEARNING RATE: 1.7828102171088453e-09
previous_iter_valid_loss : 0.16147412359714508

   1978840	  0.161628	  0.161474	  0.165348		CURRENT LEARNING RATE: 1.7824536907192516e-09
previous_iter_valid_loss : 0.16617532074451447

   1978860	  0.166386	  0.166175	  0.165379		CURRENT LEARNING RATE: 1.7820972356278062e-09
previous_iter_valid_loss : 0.1606009155511856

   1978880	  0.160754	  0.160601	  0.165379		CURRENT LEARNING RATE: 1.7817408518202436e-09
previous_iter_valid_loss : 0.16575422883033752

   1978900	  0.165970	  0.165754	  0.165595		CURRENT LEARNING RATE: 1.781384539282322e-09
previous_iter_valid_loss : 0.16212286055088043

   1978920	  0.162304	  0.162123	  0.165099		CURRENT LEARNING RATE: 1.781028297999782e-09
previous_iter_valid_loss : 0.164701446890831

   1978940	  0.164913	  0.164701	  0.165296		CURRENT LEARNING RATE: 1.7806721279583743e-09
previous_iter_valid_loss : 0.16074669361114502

   1978960	  0.160916	  0.160747	  0.165300		CURRENT LEARNING RATE: 1.780316029143852e-09
previous_iter_valid_loss : 0.16209712624549866

   1978980	  0.162280	  0.162097	  0.164915		CURRENT LEARNING RATE: 1.7799600015419709e-09
previous_iter_valid_loss : 0.16228601336479187

   1979000	  0.162473	  0.162286	  0.164988		CURRENT LEARNING RATE: 1.7796040451384902e-09
previous_iter_valid_loss : 0.16154290735721588

   1979020	  0.161728	  0.161543	  0.165032		CURRENT LEARNING RATE: 1.7792481599191653e-09
previous_iter_valid_loss : 0.16694392263889313

   1979040	  0.167162	  0.166944	  0.165011		CURRENT LEARNING RATE: 1.7788923458697734e-09
previous_iter_valid_loss : 0.16493402421474457

   1979060	  0.165101	  0.164934	  0.165151		CURRENT LEARNING RATE: 1.7785366029760754e-09
previous_iter_valid_loss : 0.1620202362537384

   1979080	  0.162203	  0.162020	  0.164892		CURRENT LEARNING RATE: 1.7781809312238418e-09
previous_iter_valid_loss : 0.16057033836841583

   1979100	  0.160737	  0.160570	  0.164803		CURRENT LEARNING RATE: 1.7778253305988458e-09
previous_iter_valid_loss : 0.16804684698581696

   1979120	  0.168199	  0.168047	  0.165004		CURRENT LEARNING RATE: 1.777469801086863e-09
previous_iter_valid_loss : 0.16088174283504486

   1979140	  0.161037	  0.160882	  0.165012		CURRENT LEARNING RATE: 1.7771143426736727e-09
previous_iter_valid_loss : 0.1619631052017212

   1979160	  0.162158	  0.161963	  0.165016		CURRENT LEARNING RATE: 1.776758955345056e-09
previous_iter_valid_loss : 0.16242554783821106

   1979180	  0.162582	  0.162426	  0.164274		CURRENT LEARNING RATE: 1.776403639086792e-09
previous_iter_valid_loss : 0.1607860028743744

   1979200	  0.160969	  0.160786	  0.164188		CURRENT LEARNING RATE: 1.7760483938846798e-09
previous_iter_valid_loss : 0.1641925573348999

   1979220	  0.164397	  0.164193	  0.163011		CURRENT LEARNING RATE: 1.7756932197245037e-09
previous_iter_valid_loss : 0.17786580324172974

   1979240	  0.178167	  0.177866	  0.163830		CURRENT LEARNING RATE: 1.7753381165920565e-09
previous_iter_valid_loss : 0.16626781225204468

   1979260	  0.166473	  0.166268	  0.163835		CURRENT LEARNING RATE: 1.7749830844731343e-09
previous_iter_valid_loss : 0.16500048339366913

   1979280	  0.165204	  0.165000	  0.164055		CURRENT LEARNING RATE: 1.7746281233535356e-09
previous_iter_valid_loss : 0.16365419328212738

   1979300	  0.163845	  0.163654	  0.163950		CURRENT LEARNING RATE: 1.774273233219062e-09
previous_iter_valid_loss : 0.16231457889080048

   1979320	  0.162512	  0.162315	  0.163960		CURRENT LEARNING RATE: 1.7739184140555182e-09
previous_iter_valid_loss : 0.16155922412872314

   1979340	  0.161747	  0.161559	  0.163803		CURRENT LEARNING RATE: 1.7735636658487048e-09
previous_iter_valid_loss : 0.1721903383731842

   1979360	  0.172343	  0.172190	  0.164375		CURRENT LEARNING RATE: 1.7732089885844445e-09
previous_iter_valid_loss : 0.1612512320280075

   1979380	  0.161434	  0.161251	  0.164332		CURRENT LEARNING RATE: 1.772854382248544e-09
previous_iter_valid_loss : 0.16153767704963684

   1979400	  0.161720	  0.161538	  0.164295		CURRENT LEARNING RATE: 1.7724998468268191e-09
previous_iter_valid_loss : 0.16414299607276917

   1979420	  0.164341	  0.164143	  0.164425		CURRENT LEARNING RATE: 1.7721453823050883e-09
previous_iter_valid_loss : 0.16057449579238892

   1979440	  0.160732	  0.160574	  0.164107		CURRENT LEARNING RATE: 1.7717909886691731e-09
previous_iter_valid_loss : 0.18064594268798828

   1979460	  0.180975	  0.180646	  0.164892		CURRENT LEARNING RATE: 1.7714366659048975e-09
previous_iter_valid_loss : 0.16067054867744446

   1979480	  0.160841	  0.160671	  0.164825		CURRENT LEARNING RATE: 1.7710824139980826e-09
previous_iter_valid_loss : 0.16795484721660614

   1979500	  0.168196	  0.167955	  0.165194		CURRENT LEARNING RATE: 1.7707282329345708e-09
previous_iter_valid_loss : 0.20697128772735596

   1979520	  0.207027	  0.206971	  0.167140		CURRENT LEARNING RATE: 1.7703741227001885e-09
previous_iter_valid_loss : 0.16966037452220917

   1979540	  0.169900	  0.169660	  0.167579		CURRENT LEARNING RATE: 1.7700200832807714e-09
previous_iter_valid_loss : 0.16121166944503784

   1979560	  0.161399	  0.161212	  0.167542		CURRENT LEARNING RATE: 1.7696661146621578e-09
previous_iter_valid_loss : 0.16123881936073303

   1979580	  0.161401	  0.161239	  0.167482		CURRENT LEARNING RATE: 1.769312216830189e-09
previous_iter_valid_loss : 0.1626400351524353

   1979600	  0.162800	  0.162640	  0.167575		CURRENT LEARNING RATE: 1.7689583897707092e-09
previous_iter_valid_loss : 0.1667521595954895

   1979620	  0.166911	  0.166752	  0.167703		CURRENT LEARNING RATE: 1.7686046334695653e-09
previous_iter_valid_loss : 0.1668841540813446

   1979640	  0.167112	  0.166884	  0.167154		CURRENT LEARNING RATE: 1.7682509479126005e-09
previous_iter_valid_loss : 0.16600115597248077

   1979660	  0.166209	  0.166001	  0.167140		CURRENT LEARNING RATE: 1.7678973330856802e-09
previous_iter_valid_loss : 0.1611199527978897

   1979680	  0.161302	  0.161120	  0.166946		CURRENT LEARNING RATE: 1.7675437889746536e-09
previous_iter_valid_loss : 0.16596584022045135

   1979700	  0.166173	  0.165966	  0.167062		CURRENT LEARNING RATE: 1.7671903155653786e-09
previous_iter_valid_loss : 0.16892705857753754

   1979720	  0.169079	  0.168927	  0.167393		CURRENT LEARNING RATE: 1.7668369128437166e-09
previous_iter_valid_loss : 0.16256460547447205

   1979740	  0.162758	  0.162565	  0.167443		CURRENT LEARNING RATE: 1.7664835807955311e-09
previous_iter_valid_loss : 0.16178961098194122

   1979760	  0.161982	  0.161790	  0.166923		CURRENT LEARNING RATE: 1.7661303194066894e-09
previous_iter_valid_loss : 0.1751532256603241

   1979780	  0.175441	  0.175153	  0.167618		CURRENT LEARNING RATE: 1.7657771286630606e-09
previous_iter_valid_loss : 0.19295862317085266

   1979800	  0.193069	  0.192959	  0.169189		CURRENT LEARNING RATE: 1.7654240085505105e-09
previous_iter_valid_loss : 0.1614750772714615

   1979820	  0.161659	  0.161475	  0.169056		CURRENT LEARNING RATE: 1.7650709590549277e-09
previous_iter_valid_loss : 0.16064424812793732

   1979840	  0.160788	  0.160644	  0.169059		CURRENT LEARNING RATE: 1.7647179801621834e-09
previous_iter_valid_loss : 0.1698528528213501

   1979860	  0.170003	  0.169853	  0.168519		CURRENT LEARNING RATE: 1.7643650718581586e-09
previous_iter_valid_loss : 0.16826124489307404

   1979880	  0.168499	  0.168261	  0.168899		CURRENT LEARNING RATE: 1.7640122341287368e-09
previous_iter_valid_loss : 0.16381363570690155

   1979900	  0.163969	  0.163814	  0.168692		CURRENT LEARNING RATE: 1.7636594669598048e-09
previous_iter_valid_loss : 0.16156427562236786

   1979920	  0.161720	  0.161564	  0.166422		CURRENT LEARNING RATE: 1.7633067703372515e-09
previous_iter_valid_loss : 0.17264698445796967

   1979940	  0.172905	  0.172647	  0.166571		CURRENT LEARNING RATE: 1.7629541442469633e-09
previous_iter_valid_loss : 0.16768722236156464

   1979960	  0.167845	  0.167687	  0.166895		CURRENT LEARNING RATE: 1.7626015886748469e-09
previous_iter_valid_loss : 0.16247734427452087

   1979980	  0.162643	  0.162477	  0.166957		CURRENT LEARNING RATE: 1.7622491036067944e-09
previous_iter_valid_loss : 0.16071920096874237

   1980000	  0.160884	  0.160719	  0.166861		CURRENT LEARNING RATE: 1.7618966890287066e-09
previous_iter_valid_loss : 0.16860346496105194

   1980020	  0.168756	  0.168603	  0.166953		CURRENT LEARNING RATE: 1.7615443449264863e-09
previous_iter_valid_loss : 0.1654563993215561

   1980040	  0.165613	  0.165456	  0.166882		CURRENT LEARNING RATE: 1.7611920712860401e-09
previous_iter_valid_loss : 0.16105356812477112

   1980060	  0.161212	  0.161054	  0.166634		CURRENT LEARNING RATE: 1.7608398680932769e-09
previous_iter_valid_loss : 0.16161881387233734

   1980080	  0.161782	  0.161619	  0.166659		CURRENT LEARNING RATE: 1.760487735334109e-09
previous_iter_valid_loss : 0.16132128238677979

   1980100	  0.161500	  0.161321	  0.166427		CURRENT LEARNING RATE: 1.7601356729944443e-09
previous_iter_valid_loss : 0.16153034567832947

   1980120	  0.161717	  0.161530	  0.166057		CURRENT LEARNING RATE: 1.7597836810602126e-09
previous_iter_valid_loss : 0.1663544625043869

   1980140	  0.166575	  0.166354	  0.166247		CURRENT LEARNING RATE: 1.759431759517329e-09
previous_iter_valid_loss : 0.16224035620689392

   1980160	  0.162432	  0.162240	  0.166269		CURRENT LEARNING RATE: 1.7590799083517156e-09
previous_iter_valid_loss : 0.16294968128204346

   1980180	  0.163112	  0.162950	  0.165659		CURRENT LEARNING RATE: 1.7587281275492991e-09
previous_iter_valid_loss : 0.16307945549488068

   1980200	  0.163248	  0.163079	  0.164165		CURRENT LEARNING RATE: 1.7583764170960076e-09
previous_iter_valid_loss : 0.1746293604373932

   1980220	  0.174900	  0.174629	  0.164823		CURRENT LEARNING RATE: 1.7580247769777733e-09
previous_iter_valid_loss : 0.16190683841705322

   1980240	  0.162070	  0.161907	  0.164886		CURRENT LEARNING RATE: 1.7576732071805237e-09
previous_iter_valid_loss : 0.17281857132911682

   1980260	  0.173083	  0.172819	  0.165034		CURRENT LEARNING RATE: 1.7573217076902092e-09
previous_iter_valid_loss : 0.2022530883550644

   1980280	  0.202814	  0.202253	  0.166734		CURRENT LEARNING RATE: 1.7569702784927634e-09
previous_iter_valid_loss : 0.16799403727054596

   1980300	  0.168210	  0.167994	  0.166943		CURRENT LEARNING RATE: 1.7566189195741286e-09
previous_iter_valid_loss : 0.16109655797481537

   1980320	  0.161286	  0.161097	  0.166919		CURRENT LEARNING RATE: 1.756267630920251e-09
previous_iter_valid_loss : 0.16116079688072205

   1980340	  0.161323	  0.161161	  0.166345		CURRENT LEARNING RATE: 1.7559164125170786e-09
previous_iter_valid_loss : 0.1635890007019043

   1980360	  0.163762	  0.163589	  0.166140		CURRENT LEARNING RATE: 1.7555652643505634e-09
previous_iter_valid_loss : 0.17431297898292542

   1980380	  0.174465	  0.174313	  0.166732		CURRENT LEARNING RATE: 1.7552141864066586e-09
previous_iter_valid_loss : 0.17165862023830414

   1980400	  0.171920	  0.171659	  0.167279		CURRENT LEARNING RATE: 1.7548631786713155e-09
previous_iter_valid_loss : 0.17974327504634857

   1980420	  0.180067	  0.179743	  0.167836		CURRENT LEARNING RATE: 1.754512241130506e-09
previous_iter_valid_loss : 0.16210387647151947

   1980440	  0.162256	  0.162104	  0.167668		CURRENT LEARNING RATE: 1.754161373770186e-09
previous_iter_valid_loss : 0.16178147494792938

   1980460	  0.161974	  0.161781	  0.167705		CURRENT LEARNING RATE: 1.7538105765763216e-09
previous_iter_valid_loss : 0.16155719757080078

   1980480	  0.161720	  0.161557	  0.167702		CURRENT LEARNING RATE: 1.7534598495348805e-09
previous_iter_valid_loss : 0.16701482236385345

   1980500	  0.167242	  0.167015	  0.167986		CURRENT LEARNING RATE: 1.7531091926318336e-09
previous_iter_valid_loss : 0.16079948842525482

   1980520	  0.160967	  0.160799	  0.167950		CURRENT LEARNING RATE: 1.7527586058531544e-09
previous_iter_valid_loss : 0.1873585432767868

   1980540	  0.187765	  0.187359	  0.169000		CURRENT LEARNING RATE: 1.7524080891848198e-09
previous_iter_valid_loss : 0.16302473843097687

   1980560	  0.163195	  0.163025	  0.169039		CURRENT LEARNING RATE: 1.7520576426128029e-09
previous_iter_valid_loss : 0.16050109267234802

   1980580	  0.160666	  0.160501	  0.168917		CURRENT LEARNING RATE: 1.7517072661230981e-09
previous_iter_valid_loss : 0.16595974564552307

   1980600	  0.166177	  0.165960	  0.169061		CURRENT LEARNING RATE: 1.7513569597016839e-09
previous_iter_valid_loss : 0.1605151742696762

   1980620	  0.160674	  0.160515	  0.168355		CURRENT LEARNING RATE: 1.7510067233345485e-09
previous_iter_valid_loss : 0.1615012139081955

   1980640	  0.161687	  0.161501	  0.168335		CURRENT LEARNING RATE: 1.7506565570076824e-09
previous_iter_valid_loss : 0.16439275443553925

   1980660	  0.164597	  0.164393	  0.167914		CURRENT LEARNING RATE: 1.7503064607070788e-09
previous_iter_valid_loss : 0.17207470536231995

   1980680	  0.172216	  0.172075	  0.166405		CURRENT LEARNING RATE: 1.7499564344187335e-09
previous_iter_valid_loss : 0.16057096421718597

   1980700	  0.160724	  0.160571	  0.166033		CURRENT LEARNING RATE: 1.74960647812864e-09
previous_iter_valid_loss : 0.169294536113739

   1980720	  0.169444	  0.169295	  0.166443		CURRENT LEARNING RATE: 1.749256591822812e-09
previous_iter_valid_loss : 0.1616334617137909

   1980740	  0.161820	  0.161633	  0.166467		CURRENT LEARNING RATE: 1.7489067754872478e-09
previous_iter_valid_loss : 0.17162080109119415

   1980760	  0.171886	  0.171621	  0.166869		CURRENT LEARNING RATE: 1.7485570291079552e-09
previous_iter_valid_loss : 0.17708387970924377

   1980780	  0.177386	  0.177084	  0.167007		CURRENT LEARNING RATE: 1.7482073526709435e-09
previous_iter_valid_loss : 0.17806757986545563

   1980800	  0.178230	  0.178068	  0.167328		CURRENT LEARNING RATE: 1.7478577461622264e-09
previous_iter_valid_loss : 0.1628347784280777

   1980820	  0.163007	  0.162835	  0.166482		CURRENT LEARNING RATE: 1.7475082095678194e-09
previous_iter_valid_loss : 0.16295762360095978

   1980840	  0.163160	  0.162958	  0.166525		CURRENT LEARNING RATE: 1.747158742873741e-09
previous_iter_valid_loss : 0.16062010824680328

   1980860	  0.160787	  0.160620	  0.166467		CURRENT LEARNING RATE: 1.7468093460660062e-09
previous_iter_valid_loss : 0.17365244030952454

   1980880	  0.173799	  0.173652	  0.167072		CURRENT LEARNING RATE: 1.7464600191306517e-09
previous_iter_valid_loss : 0.16132687032222748

   1980900	  0.161514	  0.161327	  0.166787		CURRENT LEARNING RATE: 1.7461107620536983e-09
previous_iter_valid_loss : 0.1664525866508484

   1980920	  0.166672	  0.166453	  0.167070		CURRENT LEARNING RATE: 1.7457615748211756e-09
previous_iter_valid_loss : 0.16049830615520477

   1980940	  0.160658	  0.160498	  0.165727		CURRENT LEARNING RATE: 1.7454124574191161e-09
previous_iter_valid_loss : 0.16054391860961914

   1980960	  0.160709	  0.160544	  0.165603		CURRENT LEARNING RATE: 1.745063409833555e-09
previous_iter_valid_loss : 0.16107681393623352

   1980980	  0.161225	  0.161077	  0.165632		CURRENT LEARNING RATE: 1.7447144320505309e-09
previous_iter_valid_loss : 0.16172941029071808

   1981000	  0.161925	  0.161729	  0.165420		CURRENT LEARNING RATE: 1.744365524056084e-09
previous_iter_valid_loss : 0.16128240525722504

   1981020	  0.161434	  0.161282	  0.165458		CURRENT LEARNING RATE: 1.7440166858362523e-09
previous_iter_valid_loss : 0.1614813655614853

   1981040	  0.161646	  0.161481	  0.165457		CURRENT LEARNING RATE: 1.7436679173770943e-09
previous_iter_valid_loss : 0.16926629841327667

   1981060	  0.169418	  0.169266	  0.165701		CURRENT LEARNING RATE: 1.7433192186646532e-09
previous_iter_valid_loss : 0.16856612265110016

   1981080	  0.168716	  0.168566	  0.165526		CURRENT LEARNING RATE: 1.742970589684981e-09
previous_iter_valid_loss : 0.160652756690979

   1981100	  0.160818	  0.160653	  0.165530		CURRENT LEARNING RATE: 1.7426220304241328e-09
previous_iter_valid_loss : 0.16161343455314636

   1981120	  0.161799	  0.161613	  0.165146		CURRENT LEARNING RATE: 1.742273540868166e-09
previous_iter_valid_loss : 0.1640489399433136

   1981140	  0.164218	  0.164049	  0.165266		CURRENT LEARNING RATE: 1.7419251210031413e-09
previous_iter_valid_loss : 0.16208337247371674

   1981160	  0.162282	  0.162083	  0.164790		CURRENT LEARNING RATE: 1.7415767708151151e-09
previous_iter_valid_loss : 0.16156236827373505

   1981180	  0.161728	  0.161562	  0.164014		CURRENT LEARNING RATE: 1.7412284902901664e-09
previous_iter_valid_loss : 0.16051369905471802

   1981200	  0.160672	  0.160514	  0.163136		CURRENT LEARNING RATE: 1.7408802794143573e-09
previous_iter_valid_loss : 0.17293331027030945

   1981220	  0.173082	  0.172933	  0.163641		CURRENT LEARNING RATE: 1.7405321381737597e-09
previous_iter_valid_loss : 0.16682665050029755

   1981240	  0.166988	  0.166827	  0.163834		CURRENT LEARNING RATE: 1.740184066554448e-09
previous_iter_valid_loss : 0.16368263959884644

   1981260	  0.163849	  0.163683	  0.163987		CURRENT LEARNING RATE: 1.7398360645424992e-09
previous_iter_valid_loss : 0.16581112146377563

   1981280	  0.166011	  0.165811	  0.163595		CURRENT LEARNING RATE: 1.7394881321239933e-09
previous_iter_valid_loss : 0.164855495095253

   1981300	  0.165028	  0.164855	  0.163772		CURRENT LEARNING RATE: 1.7391402692850126e-09
previous_iter_valid_loss : 0.1615399420261383

   1981320	  0.161723	  0.161540	  0.163526		CURRENT LEARNING RATE: 1.7387924760116368e-09
previous_iter_valid_loss : 0.17164157330989838

   1981340	  0.171914	  0.171642	  0.164083		CURRENT LEARNING RATE: 1.7384447522899667e-09
previous_iter_valid_loss : 0.1607336699962616

   1981360	  0.160895	  0.160734	  0.164093		CURRENT LEARNING RATE: 1.7380970981060868e-09
previous_iter_valid_loss : 0.16054509580135345

   1981380	  0.160711	  0.160545	  0.164066		CURRENT LEARNING RATE: 1.737749513446091e-09
previous_iter_valid_loss : 0.16060221195220947

   1981400	  0.160770	  0.160602	  0.164010		CURRENT LEARNING RATE: 1.737401998296076e-09
previous_iter_valid_loss : 0.16086000204086304

   1981420	  0.161047	  0.160860	  0.163989		CURRENT LEARNING RATE: 1.737054552642141e-09
previous_iter_valid_loss : 0.16166406869888306

   1981440	  0.161848	  0.161664	  0.163998		CURRENT LEARNING RATE: 1.7367071764703886e-09
previous_iter_valid_loss : 0.16054806113243103

   1981460	  0.160697	  0.160548	  0.163562		CURRENT LEARNING RATE: 1.736359869766917e-09
previous_iter_valid_loss : 0.16684600710868835

   1981480	  0.167003	  0.166846	  0.163476		CURRENT LEARNING RATE: 1.7360126325178468e-09
previous_iter_valid_loss : 0.16097378730773926

   1981500	  0.161138	  0.160974	  0.163492		CURRENT LEARNING RATE: 1.7356654647092822e-09
previous_iter_valid_loss : 0.1615825891494751

   1981520	  0.161772	  0.161583	  0.163490		CURRENT LEARNING RATE: 1.7353183663273364e-09
previous_iter_valid_loss : 0.16989560425281525

   1981540	  0.170142	  0.169896	  0.163783		CURRENT LEARNING RATE: 1.7349713373581254e-09
previous_iter_valid_loss : 0.18458110094070435

   1981560	  0.184723	  0.184581	  0.164908		CURRENT LEARNING RATE: 1.7346243777877681e-09
previous_iter_valid_loss : 0.1697075068950653

   1981580	  0.169855	  0.169708	  0.165315		CURRENT LEARNING RATE: 1.734277487602386e-09
previous_iter_valid_loss : 0.16195091605186462

   1981600	  0.162108	  0.161951	  0.165387		CURRENT LEARNING RATE: 1.7339306667881041e-09
previous_iter_valid_loss : 0.16249512135982513

   1981620	  0.162657	  0.162495	  0.164865		CURRENT LEARNING RATE: 1.7335839153310425e-09
previous_iter_valid_loss : 0.16374659538269043

   1981640	  0.163957	  0.163747	  0.164711		CURRENT LEARNING RATE: 1.7332372332173444e-09
previous_iter_valid_loss : 0.16063734889030457

   1981660	  0.160813	  0.160637	  0.164558		CURRENT LEARNING RATE: 1.7328906204331354e-09
previous_iter_valid_loss : 0.16057150065898895

   1981680	  0.160739	  0.160572	  0.164296		CURRENT LEARNING RATE: 1.7325440769645516e-09
previous_iter_valid_loss : 0.1607220619916916

   1981700	  0.160897	  0.160722	  0.164090		CURRENT LEARNING RATE: 1.732197602797731e-09
previous_iter_valid_loss : 0.1904592365026474

   1981720	  0.190592	  0.190459	  0.165536		CURRENT LEARNING RATE: 1.7318511979188148e-09
previous_iter_valid_loss : 0.16268815100193024

   1981740	  0.162852	  0.162688	  0.165088		CURRENT LEARNING RATE: 1.7315048623139468e-09
previous_iter_valid_loss : 0.16059035062789917

   1981760	  0.160744	  0.160590	  0.165081		CURRENT LEARNING RATE: 1.7311585959692736e-09
previous_iter_valid_loss : 0.16413091123104095

   1981780	  0.164295	  0.164131	  0.165260		CURRENT LEARNING RATE: 1.730812398870938e-09
previous_iter_valid_loss : 0.17243431508541107

   1981800	  0.172704	  0.172434	  0.165852		CURRENT LEARNING RATE: 1.7304662710051051e-09
previous_iter_valid_loss : 0.16069534420967102

   1981820	  0.160856	  0.160695	  0.165844		CURRENT LEARNING RATE: 1.7301202123579233e-09
previous_iter_valid_loss : 0.1649990677833557

   1981840	  0.165215	  0.164999	  0.166010		CURRENT LEARNING RATE: 1.72977422291555e-09
previous_iter_valid_loss : 0.18795602023601532

   1981860	  0.188386	  0.187956	  0.167381		CURRENT LEARNING RATE: 1.7294283026641459e-09
previous_iter_valid_loss : 0.18036340177059174

   1981880	  0.180518	  0.180363	  0.168057		CURRENT LEARNING RATE: 1.729082451589874e-09
previous_iter_valid_loss : 0.16147322952747345

   1981900	  0.161661	  0.161473	  0.168082		CURRENT LEARNING RATE: 1.7287366696789005e-09
previous_iter_valid_loss : 0.16634517908096313

   1981920	  0.166501	  0.166345	  0.168320		CURRENT LEARNING RATE: 1.728390956917388e-09
previous_iter_valid_loss : 0.16141864657402039

   1981940	  0.161601	  0.161419	  0.167896		CURRENT LEARNING RATE: 1.7280453132915202e-09
previous_iter_valid_loss : 0.17224016785621643

   1981960	  0.172505	  0.172240	  0.167279		CURRENT LEARNING RATE: 1.727699738787465e-09
previous_iter_valid_loss : 0.1618647277355194

   1981980	  0.162031	  0.161865	  0.166887		CURRENT LEARNING RATE: 1.7273542333913996e-09
previous_iter_valid_loss : 0.16162556409835815

   1982000	  0.161814	  0.161626	  0.166870		CURRENT LEARNING RATE: 1.7270087970895036e-09
previous_iter_valid_loss : 0.16462135314941406

   1982020	  0.164780	  0.164621	  0.166977		CURRENT LEARNING RATE: 1.72666342986796e-09
previous_iter_valid_loss : 0.17391522228717804

   1982040	  0.174066	  0.173915	  0.167485		CURRENT LEARNING RATE: 1.7263181317129538e-09
previous_iter_valid_loss : 0.16642901301383972

   1982060	  0.166644	  0.166429	  0.167775		CURRENT LEARNING RATE: 1.7259729026106729e-09
previous_iter_valid_loss : 0.1693934202194214

   1982080	  0.169546	  0.169393	  0.168216		CURRENT LEARNING RATE: 1.7256277425473023e-09
previous_iter_valid_loss : 0.174647718667984

   1982100	  0.174932	  0.174648	  0.168912		CURRENT LEARNING RATE: 1.7252826515090478e-09
previous_iter_valid_loss : 0.1670212745666504

   1982120	  0.167179	  0.167021	  0.167740		CURRENT LEARNING RATE: 1.7249376294820996e-09
previous_iter_valid_loss : 0.1728210300207138

   1982140	  0.172965	  0.172821	  0.168247		CURRENT LEARNING RATE: 1.7245926764526567e-09
previous_iter_valid_loss : 0.1608169823884964

   1982160	  0.160992	  0.160817	  0.168258		CURRENT LEARNING RATE: 1.7242477924069212e-09
previous_iter_valid_loss : 0.1765548437833786

   1982180	  0.176714	  0.176555	  0.168879		CURRENT LEARNING RATE: 1.7239029773310977e-09
previous_iter_valid_loss : 0.17569655179977417

   1982200	  0.175982	  0.175697	  0.169043		CURRENT LEARNING RATE: 1.7235582312113932e-09
previous_iter_valid_loss : 0.16842274367809296

   1982220	  0.168656	  0.168423	  0.169429		CURRENT LEARNING RATE: 1.7232135540340184e-09
previous_iter_valid_loss : 0.16584201157093048

   1982240	  0.166045	  0.165842	  0.169471		CURRENT LEARNING RATE: 1.7228689457851797e-09
previous_iter_valid_loss : 0.17326495051383972

   1982260	  0.173543	  0.173265	  0.168736		CURRENT LEARNING RATE: 1.7225244064511054e-09
previous_iter_valid_loss : 0.1720835566520691

   1982280	  0.172352	  0.172084	  0.168322		CURRENT LEARNING RATE: 1.7221799360180076e-09
previous_iter_valid_loss : 0.17577803134918213

   1982300	  0.176068	  0.175778	  0.169038		CURRENT LEARNING RATE: 1.7218355344721074e-09
previous_iter_valid_loss : 0.1605261266231537

   1982320	  0.160687	  0.160526	  0.168747		CURRENT LEARNING RATE: 1.7214912017996288e-09
previous_iter_valid_loss : 0.16295655071735382

   1982340	  0.163153	  0.162957	  0.168824		CURRENT LEARNING RATE: 1.7211469379867985e-09
previous_iter_valid_loss : 0.17167343199253082

   1982360	  0.171822	  0.171673	  0.168795		CURRENT LEARNING RATE: 1.7208027430198459e-09
previous_iter_valid_loss : 0.16197465360164642

   1982380	  0.162160	  0.161975	  0.168801		CURRENT LEARNING RATE: 1.7204586168849972e-09
previous_iter_valid_loss : 0.16892734169960022

   1982400	  0.169157	  0.168927	  0.169166		CURRENT LEARNING RATE: 1.7201145595684994e-09
previous_iter_valid_loss : 0.1605224907398224

   1982420	  0.160683	  0.160522	  0.168961		CURRENT LEARNING RATE: 1.7197705710565847e-09
previous_iter_valid_loss : 0.16064393520355225

   1982440	  0.160828	  0.160644	  0.168297		CURRENT LEARNING RATE: 1.7194266513354925e-09
previous_iter_valid_loss : 0.1606510579586029

   1982460	  0.160815	  0.160651	  0.168008		CURRENT LEARNING RATE: 1.7190828003914668e-09
previous_iter_valid_loss : 0.16145683825016022

   1982480	  0.161647	  0.161457	  0.167612		CURRENT LEARNING RATE: 1.7187390182107533e-09
previous_iter_valid_loss : 0.16205210983753204

   1982500	  0.162237	  0.162052	  0.166982		CURRENT LEARNING RATE: 1.7183953047796007e-09
previous_iter_valid_loss : 0.16596931219100952

   1982520	  0.166186	  0.165969	  0.166929		CURRENT LEARNING RATE: 1.7180516600842608e-09
previous_iter_valid_loss : 0.16941459476947784

   1982540	  0.169657	  0.169415	  0.166759		CURRENT LEARNING RATE: 1.7177080841109811e-09
previous_iter_valid_loss : 0.16996462643146515

   1982560	  0.170209	  0.169965	  0.167216		CURRENT LEARNING RATE: 1.7173645768460313e-09
previous_iter_valid_loss : 0.1606077402830124

   1982580	  0.160764	  0.160608	  0.166419		CURRENT LEARNING RATE: 1.7170211382756647e-09
previous_iter_valid_loss : 0.16179658472537994

   1982600	  0.161986	  0.161797	  0.165724		CURRENT LEARNING RATE: 1.716677768386144e-09
previous_iter_valid_loss : 0.16229404509067535

   1982620	  0.162466	  0.162294	  0.165418		CURRENT LEARNING RATE: 1.7163344671637338e-09
previous_iter_valid_loss : 0.1608717441558838

   1982640	  0.161022	  0.160872	  0.165169		CURRENT LEARNING RATE: 1.715991234594703e-09
previous_iter_valid_loss : 0.17172811925411224

   1982660	  0.171984	  0.171728	  0.165092		CURRENT LEARNING RATE: 1.7156480706653217e-09
previous_iter_valid_loss : 0.1635676622390747

   1982680	  0.163766	  0.163568	  0.164666		CURRENT LEARNING RATE: 1.7153049753618574e-09
previous_iter_valid_loss : 0.18990716338157654

   1982700	  0.190338	  0.189907	  0.165373		CURRENT LEARNING RATE: 1.7149619486705984e-09
previous_iter_valid_loss : 0.16893334686756134

   1982720	  0.169181	  0.168933	  0.165793		CURRENT LEARNING RATE: 1.7146189905778174e-09
previous_iter_valid_loss : 0.174337238073349

   1982740	  0.174488	  0.174337	  0.166362		CURRENT LEARNING RATE: 1.7142761010697964e-09
previous_iter_valid_loss : 0.16466744244098663

   1982760	  0.164837	  0.164667	  0.166012		CURRENT LEARNING RATE: 1.7139332801328198e-09
previous_iter_valid_loss : 0.16886843740940094

   1982780	  0.169103	  0.168868	  0.166357		CURRENT LEARNING RATE: 1.7135905277531745e-09
previous_iter_valid_loss : 0.1676413118839264

   1982800	  0.167794	  0.167641	  0.166292		CURRENT LEARNING RATE: 1.7132478439171505e-09
previous_iter_valid_loss : 0.17544934153556824

   1982820	  0.175741	  0.175449	  0.167039		CURRENT LEARNING RATE: 1.7129052286110406e-09
previous_iter_valid_loss : 0.16049590706825256

   1982840	  0.160660	  0.160496	  0.167031		CURRENT LEARNING RATE: 1.7125626818211337e-09
previous_iter_valid_loss : 0.18292176723480225

   1982860	  0.183281	  0.182922	  0.168145		CURRENT LEARNING RATE: 1.7122202035337408e-09
previous_iter_valid_loss : 0.18852800130844116

   1982880	  0.188928	  0.188528	  0.169498		CURRENT LEARNING RATE: 1.7118777937351561e-09
previous_iter_valid_loss : 0.195660799741745

   1982900	  0.196164	  0.195661	  0.171179		CURRENT LEARNING RATE: 1.7115354524116832e-09
previous_iter_valid_loss : 0.1605214774608612

   1982920	  0.160689	  0.160521	  0.170906		CURRENT LEARNING RATE: 1.7111931795496288e-09
previous_iter_valid_loss : 0.1610267460346222

   1982940	  0.161209	  0.161027	  0.170487		CURRENT LEARNING RATE: 1.710850975135302e-09
previous_iter_valid_loss : 0.16057363152503967

   1982960	  0.160737	  0.160574	  0.170017		CURRENT LEARNING RATE: 1.7105088391550142e-09
previous_iter_valid_loss : 0.16526244580745697

   1982980	  0.165465	  0.165262	  0.170250		CURRENT LEARNING RATE: 1.7101667715950803e-09
previous_iter_valid_loss : 0.17033004760742188

   1983000	  0.170580	  0.170330	  0.170677		CURRENT LEARNING RATE: 1.709824772441811e-09
previous_iter_valid_loss : 0.16090314090251923

   1983020	  0.161065	  0.160903	  0.170607		CURRENT LEARNING RATE: 1.7094828416815393e-09
previous_iter_valid_loss : 0.1610981971025467

   1983040	  0.161258	  0.161098	  0.170619		CURRENT LEARNING RATE: 1.7091409793005815e-09
previous_iter_valid_loss : 0.16365505754947662

   1983060	  0.163819	  0.163655	  0.170215		CURRENT LEARNING RATE: 1.7087991852852629e-09
previous_iter_valid_loss : 0.1613074392080307

   1983080	  0.161467	  0.161307	  0.170102		CURRENT LEARNING RATE: 1.7084574596219123e-09
previous_iter_valid_loss : 0.16286516189575195

   1983100	  0.163054	  0.162865	  0.168750		CURRENT LEARNING RATE: 1.70811580229686e-09
previous_iter_valid_loss : 0.1663079708814621

   1983120	  0.166533	  0.166308	  0.168619		CURRENT LEARNING RATE: 1.7077742132964402e-09
previous_iter_valid_loss : 0.16632674634456635

   1983140	  0.166540	  0.166327	  0.168218		CURRENT LEARNING RATE: 1.7074326926069827e-09
previous_iter_valid_loss : 0.16282247006893158

   1983160	  0.162987	  0.162822	  0.168126		CURRENT LEARNING RATE: 1.7070912402148396e-09
previous_iter_valid_loss : 0.1606866419315338

   1983180	  0.160841	  0.160687	  0.167717		CURRENT LEARNING RATE: 1.7067498561063462e-09
previous_iter_valid_loss : 0.16238026320934296

   1983200	  0.162578	  0.162380	  0.167454		CURRENT LEARNING RATE: 1.7064085402678473e-09
previous_iter_valid_loss : 0.16287359595298767

   1983220	  0.163073	  0.162874	  0.166825		CURRENT LEARNING RATE: 1.7060672926856902e-09
previous_iter_valid_loss : 0.1616121530532837

   1983240	  0.161768	  0.161612	  0.166881		CURRENT LEARNING RATE: 1.705726113346225e-09
previous_iter_valid_loss : 0.17225132882595062

   1983260	  0.172397	  0.172251	  0.166347		CURRENT LEARNING RATE: 1.7053850022358048e-09
previous_iter_valid_loss : 0.18280631303787231

   1983280	  0.182963	  0.182806	  0.166061		CURRENT LEARNING RATE: 1.7050439593407848e-09
previous_iter_valid_loss : 0.16059058904647827

   1983300	  0.160766	  0.160591	  0.164308		CURRENT LEARNING RATE: 1.7047029846475173e-09
previous_iter_valid_loss : 0.1612505167722702

   1983320	  0.161408	  0.161251	  0.164344		CURRENT LEARNING RATE: 1.7043620781423753e-09
previous_iter_valid_loss : 0.1668824851512909

   1983340	  0.167036	  0.166882	  0.164637		CURRENT LEARNING RATE: 1.704021239811717e-09
previous_iter_valid_loss : 0.16213096678256989

   1983360	  0.162295	  0.162131	  0.164715		CURRENT LEARNING RATE: 1.7036804696419084e-09
previous_iter_valid_loss : 0.16096918284893036

   1983380	  0.161123	  0.160969	  0.164500		CURRENT LEARNING RATE: 1.7033397676193186e-09
previous_iter_valid_loss : 0.16903524100780487

   1983400	  0.169189	  0.169035	  0.164435		CURRENT LEARNING RATE: 1.70299913373032e-09
previous_iter_valid_loss : 0.16490046679973602

   1983420	  0.165062	  0.164900	  0.164635		CURRENT LEARNING RATE: 1.7026585679612866e-09
previous_iter_valid_loss : 0.17900586128234863

   1983440	  0.179330	  0.179006	  0.165531		CURRENT LEARNING RATE: 1.7023180702985965e-09
previous_iter_valid_loss : 0.16111014783382416

   1983460	  0.161288	  0.161110	  0.165403		CURRENT LEARNING RATE: 1.7019776407286233e-09
previous_iter_valid_loss : 0.16068509221076965

   1983480	  0.160838	  0.160685	  0.165372		CURRENT LEARNING RATE: 1.701637279237762e-09
previous_iter_valid_loss : 0.1626538187265396

   1983500	  0.162825	  0.162654	  0.165362		CURRENT LEARNING RATE: 1.701296985812392e-09
previous_iter_valid_loss : 0.16458897292613983

   1983520	  0.164797	  0.164589	  0.165276		CURRENT LEARNING RATE: 1.7009567604389018e-09
previous_iter_valid_loss : 0.16567127406597137

   1983540	  0.165835	  0.165671	  0.165243		CURRENT LEARNING RATE: 1.7006166031036822e-09
previous_iter_valid_loss : 0.1607656031847

   1983560	  0.160919	  0.160766	  0.165140		CURRENT LEARNING RATE: 1.7002765137931269e-09
previous_iter_valid_loss : 0.17010615766048431

   1983580	  0.170254	  0.170106	  0.165611		CURRENT LEARNING RATE: 1.6999364924936326e-09
previous_iter_valid_loss : 0.1706017702817917

   1983600	  0.170750	  0.170602	  0.166022		CURRENT LEARNING RATE: 1.699596539191592e-09
previous_iter_valid_loss : 0.1670718789100647

   1983620	  0.167227	  0.167072	  0.166232		CURRENT LEARNING RATE: 1.6992566538734192e-09
previous_iter_valid_loss : 0.16502198576927185

   1983640	  0.165230	  0.165022	  0.166403		CURRENT LEARNING RATE: 1.6989168365255126e-09
previous_iter_valid_loss : 0.16051079332828522

   1983660	  0.160671	  0.160511	  0.165816		CURRENT LEARNING RATE: 1.6985770871342801e-09
previous_iter_valid_loss : 0.1605183482170105

   1983680	  0.160681	  0.160518	  0.164701		CURRENT LEARNING RATE: 1.6982374056861313e-09
previous_iter_valid_loss : 0.16091947257518768

   1983700	  0.161100	  0.160919	  0.164718		CURRENT LEARNING RATE: 1.6978977921674785e-09
previous_iter_valid_loss : 0.17967423796653748

   1983720	  0.180001	  0.179674	  0.165639		CURRENT LEARNING RATE: 1.6975582465647379e-09
previous_iter_valid_loss : 0.1678544282913208

   1983740	  0.168077	  0.167854	  0.165687		CURRENT LEARNING RATE: 1.6972187688643275e-09
previous_iter_valid_loss : 0.1689145714044571

   1983760	  0.169067	  0.168915	  0.166027		CURRENT LEARNING RATE: 1.6968793590526618e-09
previous_iter_valid_loss : 0.16426542401313782

   1983780	  0.164459	  0.164265	  0.166191		CURRENT LEARNING RATE: 1.6965400171161768e-09
previous_iter_valid_loss : 0.1737988442182541

   1983800	  0.174075	  0.173799	  0.166430		CURRENT LEARNING RATE: 1.6962007430412929e-09
previous_iter_valid_loss : 0.16460612416267395

   1983820	  0.164774	  0.164606	  0.166415		CURRENT LEARNING RATE: 1.695861536814439e-09
previous_iter_valid_loss : 0.1614069640636444

   1983840	  0.161569	  0.161407	  0.165535		CURRENT LEARNING RATE: 1.6955223984220464e-09
previous_iter_valid_loss : 0.16732272505760193

   1983860	  0.167478	  0.167323	  0.165846		CURRENT LEARNING RATE: 1.6951833278505502e-09
previous_iter_valid_loss : 0.1673634946346283

   1983880	  0.167520	  0.167363	  0.166179		CURRENT LEARNING RATE: 1.694844325086387e-09
previous_iter_valid_loss : 0.16537705063819885

   1983900	  0.165578	  0.165377	  0.166316		CURRENT LEARNING RATE: 1.6945053901159915e-09
previous_iter_valid_loss : 0.16083292663097382

   1983920	  0.160975	  0.160833	  0.166128		CURRENT LEARNING RATE: 1.6941665229258178e-09
previous_iter_valid_loss : 0.16110341250896454

   1983940	  0.161262	  0.161103	  0.165899		CURRENT LEARNING RATE: 1.693827723502305e-09
previous_iter_valid_loss : 0.1624903678894043

   1983960	  0.162688	  0.162490	  0.165986		CURRENT LEARNING RATE: 1.6934889918319014e-09
previous_iter_valid_loss : 0.16057144105434418

   1983980	  0.160720	  0.160571	  0.165509		CURRENT LEARNING RATE: 1.6931503279010576e-09
previous_iter_valid_loss : 0.1609816700220108

   1984000	  0.161144	  0.160982	  0.165028		CURRENT LEARNING RATE: 1.6928117316962277e-09
previous_iter_valid_loss : 0.16545256972312927

   1984020	  0.165650	  0.165453	  0.164947		CURRENT LEARNING RATE: 1.6924732032038668e-09
previous_iter_valid_loss : 0.16358709335327148

   1984040	  0.163776	  0.163587	  0.164875		CURRENT LEARNING RATE: 1.6921347424104345e-09
previous_iter_valid_loss : 0.16534604132175446

   1984060	  0.165547	  0.165346	  0.165117		CURRENT LEARNING RATE: 1.691796349302386e-09
previous_iter_valid_loss : 0.16113507747650146

   1984080	  0.161315	  0.161135	  0.165148		CURRENT LEARNING RATE: 1.6914580238661975e-09
previous_iter_valid_loss : 0.18370169401168823

   1984100	  0.183849	  0.183702	  0.166287		CURRENT LEARNING RATE: 1.6911197660883304e-09
previous_iter_valid_loss : 0.16140666604042053

   1984120	  0.161589	  0.161407	  0.165374		CURRENT LEARNING RATE: 1.690781575955254e-09
previous_iter_valid_loss : 0.16456185281276703

   1984140	  0.164731	  0.164562	  0.165209		CURRENT LEARNING RATE: 1.6904434534534413e-09
previous_iter_valid_loss : 0.19707630574703217

   1984160	  0.197186	  0.197076	  0.166617		CURRENT LEARNING RATE: 1.6901053985693664e-09
previous_iter_valid_loss : 0.1728149950504303

   1984180	  0.172958	  0.172815	  0.167044		CURRENT LEARNING RATE: 1.689767411289508e-09
previous_iter_valid_loss : 0.17047666013240814

   1984200	  0.170625	  0.170477	  0.166878		CURRENT LEARNING RATE: 1.6894294916003462e-09
previous_iter_valid_loss : 0.16189289093017578

   1984220	  0.162046	  0.161893	  0.166743		CURRENT LEARNING RATE: 1.6890916394883585e-09
previous_iter_valid_loss : 0.17585133016109467

   1984240	  0.176007	  0.175851	  0.167465		CURRENT LEARNING RATE: 1.6887538549400421e-09
previous_iter_valid_loss : 0.1747327297925949

   1984260	  0.175016	  0.174733	  0.167835		CURRENT LEARNING RATE: 1.6884161379418806e-09
previous_iter_valid_loss : 0.16094261407852173

   1984280	  0.161126	  0.160943	  0.167514		CURRENT LEARNING RATE: 1.6880784884803647e-09
previous_iter_valid_loss : 0.1724439561367035

   1984300	  0.172709	  0.172444	  0.167868		CURRENT LEARNING RATE: 1.6877409065419883e-09
previous_iter_valid_loss : 0.18232905864715576

   1984320	  0.182491	  0.182329	  0.168943		CURRENT LEARNING RATE: 1.6874033921132486e-09
previous_iter_valid_loss : 0.16054615378379822

   1984340	  0.160699	  0.160546	  0.168915		CURRENT LEARNING RATE: 1.687065945180645e-09
previous_iter_valid_loss : 0.16420619189739227

   1984360	  0.164403	  0.164206	  0.169000		CURRENT LEARNING RATE: 1.6867285657306732e-09
previous_iter_valid_loss : 0.1626802533864975

   1984380	  0.162869	  0.162680	  0.169106		CURRENT LEARNING RATE: 1.6863912537498504e-09
previous_iter_valid_loss : 0.1613399088382721

   1984400	  0.161490	  0.161340	  0.169124		CURRENT LEARNING RATE: 1.6860540092246779e-09
previous_iter_valid_loss : 0.1622241586446762

   1984420	  0.162414	  0.162224	  0.168962		CURRENT LEARNING RATE: 1.685716832141666e-09
previous_iter_valid_loss : 0.16203776001930237

   1984440	  0.162234	  0.162038	  0.168885		CURRENT LEARNING RATE: 1.6853797224873274e-09
previous_iter_valid_loss : 0.1627507209777832

   1984460	  0.162913	  0.162751	  0.168755		CURRENT LEARNING RATE: 1.6850426802481781e-09
previous_iter_valid_loss : 0.16539686918258667

   1984480	  0.165599	  0.165397	  0.168968		CURRENT LEARNING RATE: 1.6847057054107364e-09
previous_iter_valid_loss : 0.1665794402360916

   1984500	  0.166739	  0.166579	  0.168112		CURRENT LEARNING RATE: 1.6843687979615229e-09
previous_iter_valid_loss : 0.1680063009262085

   1984520	  0.168156	  0.168006	  0.168442		CURRENT LEARNING RATE: 1.6840319578870555e-09
previous_iter_valid_loss : 0.16097703576087952

   1984540	  0.161157	  0.160977	  0.168263		CURRENT LEARNING RATE: 1.683695185173873e-09
previous_iter_valid_loss : 0.16935628652572632

   1984560	  0.169592	  0.169356	  0.166877		CURRENT LEARNING RATE: 1.6833584798084977e-09
previous_iter_valid_loss : 0.1613338738679886

   1984580	  0.161522	  0.161334	  0.166303		CURRENT LEARNING RATE: 1.683021841777462e-09
previous_iter_valid_loss : 0.1616140455007553

   1984600	  0.161774	  0.161614	  0.165860		CURRENT LEARNING RATE: 1.6826852710673003e-09
previous_iter_valid_loss : 0.16068917512893677

   1984620	  0.160847	  0.160689	  0.165800		CURRENT LEARNING RATE: 1.6823487676645494e-09
previous_iter_valid_loss : 0.16479940712451935

   1984640	  0.164998	  0.164799	  0.165247		CURRENT LEARNING RATE: 1.6820123315557498e-09
previous_iter_valid_loss : 0.16450834274291992

   1984660	  0.164706	  0.164508	  0.164736		CURRENT LEARNING RATE: 1.6816759627274375e-09
previous_iter_valid_loss : 0.19406074285507202

   1984680	  0.194175	  0.194061	  0.166392		CURRENT LEARNING RATE: 1.6813396611661698e-09
previous_iter_valid_loss : 0.16066092252731323

   1984700	  0.160837	  0.160661	  0.165802		CURRENT LEARNING RATE: 1.6810034268584889e-09
previous_iter_valid_loss : 0.17794665694236755

   1984720	  0.178243	  0.177947	  0.165583		CURRENT LEARNING RATE: 1.6806672597909453e-09
previous_iter_valid_loss : 0.16085903346538544

   1984740	  0.161035	  0.160859	  0.165599		CURRENT LEARNING RATE: 1.6803311599500926e-09
previous_iter_valid_loss : 0.17625568807125092

   1984760	  0.176540	  0.176256	  0.166201		CURRENT LEARNING RATE: 1.679995127322486e-09
previous_iter_valid_loss : 0.16869793832302094

   1984780	  0.168930	  0.168698	  0.166502		CURRENT LEARNING RATE: 1.679659161894685e-09
previous_iter_valid_loss : 0.16569983959197998

   1984800	  0.165861	  0.165700	  0.166720		CURRENT LEARNING RATE: 1.6793232636532506e-09
previous_iter_valid_loss : 0.16676047444343567

   1984820	  0.166972	  0.166760	  0.166947		CURRENT LEARNING RATE: 1.678987432584741e-09
previous_iter_valid_loss : 0.16290712356567383

   1984840	  0.163104	  0.162907	  0.166991		CURRENT LEARNING RATE: 1.6786516686757351e-09
previous_iter_valid_loss : 0.16224247217178345

   1984860	  0.162402	  0.162242	  0.166965		CURRENT LEARNING RATE: 1.678315971912796e-09
previous_iter_valid_loss : 0.16053320467472076

   1984880	  0.160695	  0.160533	  0.166722		CURRENT LEARNING RATE: 1.6779803422824958e-09
previous_iter_valid_loss : 0.16666734218597412

   1984900	  0.166821	  0.166667	  0.166726		CURRENT LEARNING RATE: 1.67764477977141e-09
previous_iter_valid_loss : 0.16141287982463837

   1984920	  0.161575	  0.161413	  0.166397		CURRENT LEARNING RATE: 1.6773092843661153e-09
previous_iter_valid_loss : 0.1622387170791626

   1984940	  0.162400	  0.162239	  0.166460		CURRENT LEARNING RATE: 1.6769738560531922e-09
previous_iter_valid_loss : 0.16130296885967255

   1984960	  0.161465	  0.161303	  0.166057		CURRENT LEARNING RATE: 1.6766384948192237e-09
previous_iter_valid_loss : 0.16388855874538422

   1984980	  0.164059	  0.163889	  0.166185		CURRENT LEARNING RATE: 1.676303200650789e-09
previous_iter_valid_loss : 0.16112124919891357

   1985000	  0.161310	  0.161121	  0.166160		CURRENT LEARNING RATE: 1.6759679735344888e-09
previous_iter_valid_loss : 0.161288782954216

   1985020	  0.161476	  0.161289	  0.166190		CURRENT LEARNING RATE: 1.6756328134569078e-09
previous_iter_valid_loss : 0.16259633004665375

   1985040	  0.162786	  0.162596	  0.166080		CURRENT LEARNING RATE: 1.6752977204046394e-09
previous_iter_valid_loss : 0.17263662815093994

   1985060	  0.172784	  0.172637	  0.166487		CURRENT LEARNING RATE: 1.67496269436428e-09
previous_iter_valid_loss : 0.1618262082338333

   1985080	  0.161997	  0.161826	  0.164875		CURRENT LEARNING RATE: 1.6746277353224286e-09
previous_iter_valid_loss : 0.16128391027450562

   1985100	  0.161464	  0.161284	  0.164906		CURRENT LEARNING RATE: 1.6742928432656868e-09
previous_iter_valid_loss : 0.1609412431716919

   1985120	  0.161098	  0.160941	  0.164056		CURRENT LEARNING RATE: 1.673958018180653e-09
previous_iter_valid_loss : 0.16467855870723724

   1985140	  0.164847	  0.164679	  0.164247		CURRENT LEARNING RATE: 1.6736232600539461e-09
previous_iter_valid_loss : 0.1659170687198639

   1985160	  0.166123	  0.165917	  0.163730		CURRENT LEARNING RATE: 1.67328856887217e-09
previous_iter_valid_loss : 0.16054558753967285

   1985180	  0.160701	  0.160546	  0.163322		CURRENT LEARNING RATE: 1.6729539446219367e-09
previous_iter_valid_loss : 0.17462918162345886

   1985200	  0.174897	  0.174629	  0.163769		CURRENT LEARNING RATE: 1.6726193872898618e-09
previous_iter_valid_loss : 0.1625359058380127

   1985220	  0.162700	  0.162536	  0.163557		CURRENT LEARNING RATE: 1.672284896862562e-09
previous_iter_valid_loss : 0.1606815904378891

   1985240	  0.160854	  0.160682	  0.163446		CURRENT LEARNING RATE: 1.6719504733266589e-09
previous_iter_valid_loss : 0.18510670959949493

   1985260	  0.185248	  0.185107	  0.164589		CURRENT LEARNING RATE: 1.6716161166687745e-09
previous_iter_valid_loss : 0.1673920601606369

   1985280	  0.167622	  0.167392	  0.164932		CURRENT LEARNING RATE: 1.6712818268755293e-09
previous_iter_valid_loss : 0.16202235221862793

   1985300	  0.162197	  0.162022	  0.164700		CURRENT LEARNING RATE: 1.670947603933563e-09
previous_iter_valid_loss : 0.16073031723499298

   1985320	  0.160906	  0.160730	  0.164666		CURRENT LEARNING RATE: 1.6706134478295016e-09
previous_iter_valid_loss : 0.1653628796339035

   1985340	  0.165587	  0.165363	  0.164822		CURRENT LEARNING RATE: 1.670279358549978e-09
previous_iter_valid_loss : 0.17814213037490845

   1985360	  0.178446	  0.178142	  0.165664		CURRENT LEARNING RATE: 1.669945336081629e-09
previous_iter_valid_loss : 0.1626754254102707

   1985380	  0.162842	  0.162675	  0.165603		CURRENT LEARNING RATE: 1.6696113804110936e-09
previous_iter_valid_loss : 0.17499840259552002

   1985400	  0.175279	  0.174998	  0.166297		CURRENT LEARNING RATE: 1.6692774915250138e-09
previous_iter_valid_loss : 0.16240811347961426

   1985420	  0.162607	  0.162408	  0.166353		CURRENT LEARNING RATE: 1.6689436694100337e-09
previous_iter_valid_loss : 0.16201312839984894

   1985440	  0.162197	  0.162013	  0.166324		CURRENT LEARNING RATE: 1.6686099140527949e-09
previous_iter_valid_loss : 0.16052460670471191

   1985460	  0.160690	  0.160525	  0.165718		CURRENT LEARNING RATE: 1.6682762254399587e-09
previous_iter_valid_loss : 0.16440613567829132

   1985480	  0.164602	  0.164406	  0.165847		CURRENT LEARNING RATE: 1.6679426035581717e-09
previous_iter_valid_loss : 0.16138872504234314

   1985500	  0.161538	  0.161389	  0.165853		CURRENT LEARNING RATE: 1.6676090483940891e-09
previous_iter_valid_loss : 0.16699884831905365

   1985520	  0.167225	  0.166999	  0.166156		CURRENT LEARNING RATE: 1.6672755599343687e-09
previous_iter_valid_loss : 0.17740345001220703

   1985540	  0.177560	  0.177403	  0.166792		CURRENT LEARNING RATE: 1.6669421381656708e-09
previous_iter_valid_loss : 0.17220653593540192

   1985560	  0.172473	  0.172207	  0.167106		CURRENT LEARNING RATE: 1.6666087830746587e-09
previous_iter_valid_loss : 0.17944224178791046

   1985580	  0.179765	  0.179442	  0.168051		CURRENT LEARNING RATE: 1.6662754946479923e-09
previous_iter_valid_loss : 0.16609513759613037

   1985600	  0.166310	  0.166095	  0.167624		CURRENT LEARNING RATE: 1.6659422728723517e-09
previous_iter_valid_loss : 0.16081926226615906

   1985620	  0.160975	  0.160819	  0.167539		CURRENT LEARNING RATE: 1.6656091177344026e-09
previous_iter_valid_loss : 0.1695733368396759

   1985640	  0.169808	  0.169573	  0.167983		CURRENT LEARNING RATE: 1.665276029220818e-09
previous_iter_valid_loss : 0.16053205728530884

   1985660	  0.160697	  0.160532	  0.166754		CURRENT LEARNING RATE: 1.664943007318275e-09
previous_iter_valid_loss : 0.16056931018829346

   1985680	  0.160734	  0.160569	  0.166413		CURRENT LEARNING RATE: 1.6646100520134524e-09
previous_iter_valid_loss : 0.16463729739189148

   1985700	  0.164840	  0.164637	  0.166544		CURRENT LEARNING RATE: 1.664277163293032e-09
previous_iter_valid_loss : 0.1607184112071991

   1985720	  0.160881	  0.160718	  0.166543		CURRENT LEARNING RATE: 1.6639443411436986e-09
previous_iter_valid_loss : 0.1652570366859436

   1985740	  0.165426	  0.165257	  0.166538		CURRENT LEARNING RATE: 1.663611585552133e-09
previous_iter_valid_loss : 0.16486859321594238

   1985760	  0.165096	  0.164869	  0.165874		CURRENT LEARNING RATE: 1.663278896505037e-09
previous_iter_valid_loss : 0.16086025536060333

   1985780	  0.161041	  0.160860	  0.165784		CURRENT LEARNING RATE: 1.6629462739890972e-09
previous_iter_valid_loss : 0.16440245509147644

   1985800	  0.164569	  0.164402	  0.165254		CURRENT LEARNING RATE: 1.6626137179910086e-09
previous_iter_valid_loss : 0.16084322333335876

   1985820	  0.161023	  0.160843	  0.165176		CURRENT LEARNING RATE: 1.6622812284974689e-09
previous_iter_valid_loss : 0.16926485300064087

   1985840	  0.169415	  0.169265	  0.165538		CURRENT LEARNING RATE: 1.6619488054951784e-09
previous_iter_valid_loss : 0.16158513724803925

   1985860	  0.161765	  0.161585	  0.165591		CURRENT LEARNING RATE: 1.6616164489708405e-09
previous_iter_valid_loss : 0.1641584187746048

   1985880	  0.164351	  0.164158	  0.165579		CURRENT LEARNING RATE: 1.6612841589111547e-09
previous_iter_valid_loss : 0.16853830218315125

   1985900	  0.168759	  0.168538	  0.165936		CURRENT LEARNING RATE: 1.6609519353028415e-09
previous_iter_valid_loss : 0.16707555949687958

   1985920	  0.167301	  0.167076	  0.165940		CURRENT LEARNING RATE: 1.660619778132606e-09
previous_iter_valid_loss : 0.16793088614940643

   1985940	  0.168154	  0.167931	  0.165467		CURRENT LEARNING RATE: 1.6602876873871616e-09
previous_iter_valid_loss : 0.16271038353443146

   1985960	  0.162877	  0.162710	  0.164992		CURRENT LEARNING RATE: 1.6599556630532252e-09
previous_iter_valid_loss : 0.17012667655944824

   1985980	  0.170385	  0.170127	  0.164526		CURRENT LEARNING RATE: 1.6596237051175152e-09
previous_iter_valid_loss : 0.16925594210624695

   1986000	  0.169408	  0.169256	  0.164684		CURRENT LEARNING RATE: 1.659291813566754e-09
previous_iter_valid_loss : 0.1656024008989334

   1986020	  0.165764	  0.165602	  0.164923		CURRENT LEARNING RATE: 1.6589599883876653e-09
previous_iter_valid_loss : 0.16352121531963348

   1986040	  0.163718	  0.163521	  0.164621		CURRENT LEARNING RATE: 1.6586282295669708e-09
previous_iter_valid_loss : 0.16210711002349854

   1986060	  0.162275	  0.162107	  0.164699		CURRENT LEARNING RATE: 1.6582965370914113e-09
previous_iter_valid_loss : 0.16495466232299805

   1986080	  0.165121	  0.164955	  0.164919		CURRENT LEARNING RATE: 1.6579649109477135e-09
previous_iter_valid_loss : 0.16190983355045319

   1986100	  0.162078	  0.161910	  0.164782		CURRENT LEARNING RATE: 1.6576333511226125e-09
previous_iter_valid_loss : 0.16223102807998657

   1986120	  0.162391	  0.162231	  0.164858		CURRENT LEARNING RATE: 1.6573018576028458e-09
previous_iter_valid_loss : 0.16924408078193665

   1986140	  0.169396	  0.169244	  0.165057		CURRENT LEARNING RATE: 1.6569704303751535e-09
previous_iter_valid_loss : 0.1631782203912735

   1986160	  0.163384	  0.163178	  0.164973		CURRENT LEARNING RATE: 1.6566390694262785e-09
previous_iter_valid_loss : 0.16516731679439545

   1986180	  0.165371	  0.165167	  0.165188		CURRENT LEARNING RATE: 1.6563077747429668e-09
previous_iter_valid_loss : 0.16422806680202484

   1986200	  0.164435	  0.164228	  0.165179		CURRENT LEARNING RATE: 1.6559765463119603e-09
previous_iter_valid_loss : 0.17145933210849762

   1986220	  0.171718	  0.171459	  0.165710		CURRENT LEARNING RATE: 1.6556453841200215e-09
previous_iter_valid_loss : 0.16639429330825806

   1986240	  0.166549	  0.166394	  0.165567		CURRENT LEARNING RATE: 1.6553142881538988e-09
previous_iter_valid_loss : 0.16669167578220367

   1986260	  0.166856	  0.166692	  0.165822		CURRENT LEARNING RATE: 1.6549832584003475e-09
previous_iter_valid_loss : 0.1625136286020279

   1986280	  0.162711	  0.162514	  0.165740		CURRENT LEARNING RATE: 1.6546522948461269e-09
previous_iter_valid_loss : 0.16678741574287415

   1986300	  0.167003	  0.166787	  0.165652		CURRENT LEARNING RATE: 1.6543213974779982e-09
previous_iter_valid_loss : 0.18491879105567932

   1986320	  0.185282	  0.184919	  0.166544		CURRENT LEARNING RATE: 1.6539905662827257e-09
previous_iter_valid_loss : 0.16680240631103516

   1986340	  0.166959	  0.166802	  0.166488		CURRENT LEARNING RATE: 1.65365980124707e-09
previous_iter_valid_loss : 0.1669807881116867

   1986360	  0.167142	  0.166981	  0.166701		CURRENT LEARNING RATE: 1.6533291023578128e-09
previous_iter_valid_loss : 0.1610531508922577

   1986380	  0.161238	  0.161053	  0.166248		CURRENT LEARNING RATE: 1.6529984696017196e-09
previous_iter_valid_loss : 0.16683220863342285

   1986400	  0.167046	  0.166832	  0.166127		CURRENT LEARNING RATE: 1.6526679029655655e-09
previous_iter_valid_loss : 0.172693133354187

   1986420	  0.172959	  0.172693	  0.166481		CURRENT LEARNING RATE: 1.6523374024361279e-09
previous_iter_valid_loss : 0.16221459209918976

   1986440	  0.162359	  0.162215	  0.166416		CURRENT LEARNING RATE: 1.6520069680001866e-09
previous_iter_valid_loss : 0.17382320761680603

   1986460	  0.173974	  0.173823	  0.167002		CURRENT LEARNING RATE: 1.651676599644524e-09
previous_iter_valid_loss : 0.17291030287742615

   1986480	  0.173178	  0.172910	  0.167399		CURRENT LEARNING RATE: 1.6513462973559256e-09
previous_iter_valid_loss : 0.16078054904937744

   1986500	  0.160939	  0.160781	  0.167343		CURRENT LEARNING RATE: 1.6510160611211738e-09
previous_iter_valid_loss : 0.16114625334739685

   1986520	  0.161305	  0.161146	  0.167289		CURRENT LEARNING RATE: 1.6506858909270702e-09
previous_iter_valid_loss : 0.1617944985628128

   1986540	  0.161953	  0.161794	  0.166916		CURRENT LEARNING RATE: 1.6503557867604025e-09
previous_iter_valid_loss : 0.16079382598400116

   1986560	  0.160941	  0.160794	  0.166797		CURRENT LEARNING RATE: 1.6500257486079665e-09
previous_iter_valid_loss : 0.16054099798202515

   1986580	  0.160708	  0.160541	  0.166566		CURRENT LEARNING RATE: 1.649695776456561e-09
previous_iter_valid_loss : 0.16432398557662964

   1986600	  0.164490	  0.164324	  0.166570		CURRENT LEARNING RATE: 1.6493658702929864e-09
previous_iter_valid_loss : 0.1682870239019394

   1986620	  0.168513	  0.168287	  0.166412		CURRENT LEARNING RATE: 1.649036030104047e-09
previous_iter_valid_loss : 0.16164135932922363

   1986640	  0.161825	  0.161641	  0.166174		CURRENT LEARNING RATE: 1.6487062558765488e-09
previous_iter_valid_loss : 0.16107094287872314

   1986660	  0.161233	  0.161071	  0.165893		CURRENT LEARNING RATE: 1.6483765475972955e-09
previous_iter_valid_loss : 0.16254758834838867

   1986680	  0.162709	  0.162548	  0.165895		CURRENT LEARNING RATE: 1.6480469052531101e-09
previous_iter_valid_loss : 0.1615309715270996

   1986700	  0.161709	  0.161531	  0.165632		CURRENT LEARNING RATE: 1.647717328830801e-09
previous_iter_valid_loss : 0.16286219656467438

   1986720	  0.163031	  0.162862	  0.164529		CURRENT LEARNING RATE: 1.6473878183171853e-09
previous_iter_valid_loss : 0.16250905394554138

   1986740	  0.162679	  0.162509	  0.164314		CURRENT LEARNING RATE: 1.6470583736990823e-09
previous_iter_valid_loss : 0.16820625960826874

   1986760	  0.168359	  0.168206	  0.164376		CURRENT LEARNING RATE: 1.6467289949633149e-09
previous_iter_valid_loss : 0.1606658548116684

   1986780	  0.160836	  0.160666	  0.164356		CURRENT LEARNING RATE: 1.6463996820967075e-09
previous_iter_valid_loss : 0.16142821311950684

   1986800	  0.161588	  0.161428	  0.164086		CURRENT LEARNING RATE: 1.6460704350860814e-09
previous_iter_valid_loss : 0.16089190542697906

   1986820	  0.161066	  0.160892	  0.163496		CURRENT LEARNING RATE: 1.6457412539182792e-09
previous_iter_valid_loss : 0.1636396199464798

   1986840	  0.163807	  0.163640	  0.163567		CURRENT LEARNING RATE: 1.6454121385801271e-09
previous_iter_valid_loss : 0.17645828425884247

   1986860	  0.176750	  0.176458	  0.163699		CURRENT LEARNING RATE: 1.645083089058461e-09
previous_iter_valid_loss : 0.1618010550737381

   1986880	  0.161961	  0.161801	  0.163144		CURRENT LEARNING RATE: 1.6447541053401184e-09
previous_iter_valid_loss : 0.16160397231578827

   1986900	  0.161767	  0.161604	  0.163185		CURRENT LEARNING RATE: 1.6444251874119404e-09
previous_iter_valid_loss : 0.16070662438869476

   1986920	  0.160864	  0.160707	  0.163163		CURRENT LEARNING RATE: 1.64409633526077e-09
previous_iter_valid_loss : 0.1653193086385727

   1986940	  0.165529	  0.165319	  0.163339		CURRENT LEARNING RATE: 1.6437675488734533e-09
previous_iter_valid_loss : 0.18082968890666962

   1986960	  0.180984	  0.180830	  0.164341		CURRENT LEARNING RATE: 1.643438828236833e-09
previous_iter_valid_loss : 0.17308972775936127

   1986980	  0.173364	  0.173090	  0.164968		CURRENT LEARNING RATE: 1.6431101733377719e-09
previous_iter_valid_loss : 0.16998450458049774

   1987000	  0.170230	  0.169985	  0.165251		CURRENT LEARNING RATE: 1.6427815841631177e-09
previous_iter_valid_loss : 0.19135859608650208

   1987020	  0.191836	  0.191359	  0.166405		CURRENT LEARNING RATE: 1.6424530606997272e-09
previous_iter_valid_loss : 0.16076324880123138

   1987040	  0.160921	  0.160763	  0.166361		CURRENT LEARNING RATE: 1.6421246029344598e-09
previous_iter_valid_loss : 0.1609673947095871

   1987060	  0.161143	  0.160967	  0.166356		CURRENT LEARNING RATE: 1.641796210854176e-09
previous_iter_valid_loss : 0.16055190563201904

   1987080	  0.160710	  0.160552	  0.166256		CURRENT LEARNING RATE: 1.6414678844457413e-09
previous_iter_valid_loss : 0.17961806058883667

   1987100	  0.179777	  0.179618	  0.167160		CURRENT LEARNING RATE: 1.6411396236960162e-09
previous_iter_valid_loss : 0.16082389652729034

   1987120	  0.161004	  0.160824	  0.167058		CURRENT LEARNING RATE: 1.6408114285918822e-09
previous_iter_valid_loss : 0.16190853714942932

   1987140	  0.162105	  0.161909	  0.167028		CURRENT LEARNING RATE: 1.6404832991202055e-09
previous_iter_valid_loss : 0.16210640966892242

   1987160	  0.162259	  0.162106	  0.166723		CURRENT LEARNING RATE: 1.640155235267861e-09
previous_iter_valid_loss : 0.16053496301174164

   1987180	  0.160698	  0.160535	  0.166717		CURRENT LEARNING RATE: 1.6398272370217263e-09
previous_iter_valid_loss : 0.16674816608428955

   1987200	  0.166968	  0.166748	  0.166983		CURRENT LEARNING RATE: 1.639499304368681e-09
previous_iter_valid_loss : 0.17145827412605286

   1987220	  0.171603	  0.171458	  0.167511		CURRENT LEARNING RATE: 1.6391714372956083e-09
previous_iter_valid_loss : 0.16073942184448242

   1987240	  0.160898	  0.160739	  0.167366		CURRENT LEARNING RATE: 1.638843635789393e-09
previous_iter_valid_loss : 0.16309094429016113

   1987260	  0.163256	  0.163091	  0.166698		CURRENT LEARNING RATE: 1.6385158998369178e-09
previous_iter_valid_loss : 0.1619608998298645

   1987280	  0.162122	  0.161961	  0.166706		CURRENT LEARNING RATE: 1.6381882294250847e-09
previous_iter_valid_loss : 0.16619086265563965

   1987300	  0.166348	  0.166191	  0.166935		CURRENT LEARNING RATE: 1.637860624540781e-09
previous_iter_valid_loss : 0.16752535104751587

   1987320	  0.167682	  0.167525	  0.167276		CURRENT LEARNING RATE: 1.6375330851709024e-09
previous_iter_valid_loss : 0.17002111673355103

   1987340	  0.170173	  0.170021	  0.167511		CURRENT LEARNING RATE: 1.6372056113023473e-09
previous_iter_valid_loss : 0.16058753430843353

   1987360	  0.160754	  0.160588	  0.166499		CURRENT LEARNING RATE: 1.636878202922017e-09
previous_iter_valid_loss : 0.162672221660614

   1987380	  0.162872	  0.162672	  0.165978		CURRENT LEARNING RATE: 1.6365508600168151e-09
previous_iter_valid_loss : 0.1701716184616089

   1987400	  0.170324	  0.170172	  0.165988		CURRENT LEARNING RATE: 1.6362235825736478e-09
previous_iter_valid_loss : 0.16327212750911713

   1987420	  0.163433	  0.163272	  0.164583		CURRENT LEARNING RATE: 1.635896370579418e-09
previous_iter_valid_loss : 0.16875502467155457

   1987440	  0.168986	  0.168755	  0.164983		CURRENT LEARNING RATE: 1.6355692240210492e-09
previous_iter_valid_loss : 0.16105633974075317

   1987460	  0.161231	  0.161056	  0.164987		CURRENT LEARNING RATE: 1.6352421428854494e-09
previous_iter_valid_loss : 0.1622847318649292

   1987480	  0.162443	  0.162285	  0.165074		CURRENT LEARNING RATE: 1.6349151271595358e-09
previous_iter_valid_loss : 0.16114458441734314

   1987500	  0.161325	  0.161145	  0.164150		CURRENT LEARNING RATE: 1.6345881768302276e-09
previous_iter_valid_loss : 0.16613011062145233

   1987520	  0.166358	  0.166130	  0.164416		CURRENT LEARNING RATE: 1.6342612918844465e-09
previous_iter_valid_loss : 0.18802794814109802

   1987540	  0.188155	  0.188028	  0.165722		CURRENT LEARNING RATE: 1.6339344723091173e-09
previous_iter_valid_loss : 0.1870690882205963

   1987560	  0.187201	  0.187069	  0.166970		CURRENT LEARNING RATE: 1.6336077180911613e-09
previous_iter_valid_loss : 0.16402991116046906

   1987580	  0.164197	  0.164030	  0.167144		CURRENT LEARNING RATE: 1.6332810292175202e-09
previous_iter_valid_loss : 0.16670098900794983

   1987600	  0.166919	  0.166701	  0.167142		CURRENT LEARNING RATE: 1.6329544056751203e-09
previous_iter_valid_loss : 0.16962486505508423

   1987620	  0.169872	  0.169625	  0.167050		CURRENT LEARNING RATE: 1.6326278474508973e-09
previous_iter_valid_loss : 0.18715931475162506

   1987640	  0.187552	  0.187159	  0.168371		CURRENT LEARNING RATE: 1.632301354531788e-09
previous_iter_valid_loss : 0.16048337519168854

   1987660	  0.160647	  0.160483	  0.168241		CURRENT LEARNING RATE: 1.6319749269047333e-09
previous_iter_valid_loss : 0.16061224043369293

   1987680	  0.160766	  0.160612	  0.168174		CURRENT LEARNING RATE: 1.6316485645566756e-09
previous_iter_valid_loss : 0.18397200107574463

   1987700	  0.184121	  0.183972	  0.169063		CURRENT LEARNING RATE: 1.631322267474561e-09
previous_iter_valid_loss : 0.16068823635578156

   1987720	  0.160857	  0.160688	  0.168721		CURRENT LEARNING RATE: 1.6309960356453312e-09
previous_iter_valid_loss : 0.16653534770011902

   1987740	  0.166694	  0.166535	  0.168547		CURRENT LEARNING RATE: 1.6306698690559493e-09
previous_iter_valid_loss : 0.16244319081306458

   1987760	  0.162626	  0.162443	  0.168639		CURRENT LEARNING RATE: 1.6303437676933622e-09
previous_iter_valid_loss : 0.16050149500370026

   1987780	  0.160673	  0.160501	  0.168531		CURRENT LEARNING RATE: 1.6300177315445258e-09
previous_iter_valid_loss : 0.16167309880256653

   1987800	  0.161830	  0.161673	  0.168106		CURRENT LEARNING RATE: 1.629691760596399e-09
previous_iter_valid_loss : 0.1608150452375412

   1987820	  0.160974	  0.160815	  0.167983		CURRENT LEARNING RATE: 1.629365854835943e-09
previous_iter_valid_loss : 0.16053111851215363

   1987840	  0.160694	  0.160531	  0.167572		CURRENT LEARNING RATE: 1.6290400142501212e-09
previous_iter_valid_loss : 0.16175046563148499

   1987860	  0.161916	  0.161750	  0.167607		CURRENT LEARNING RATE: 1.6287142388259002e-09
previous_iter_valid_loss : 0.16220428049564362

   1987880	  0.162371	  0.162204	  0.167602		CURRENT LEARNING RATE: 1.6283885285502434e-09
previous_iter_valid_loss : 0.16318412125110626

   1987900	  0.163384	  0.163184	  0.167704		CURRENT LEARNING RATE: 1.6280628834101336e-09
previous_iter_valid_loss : 0.1697210967540741

   1987920	  0.169965	  0.169721	  0.167884		CURRENT LEARNING RATE: 1.6277373033925394e-09
previous_iter_valid_loss : 0.16357837617397308

   1987940	  0.163741	  0.163578	  0.166662		CURRENT LEARNING RATE: 1.6274117884844374e-09
previous_iter_valid_loss : 0.1629762500524521

   1987960	  0.163173	  0.162976	  0.165457		CURRENT LEARNING RATE: 1.6270863386728074e-09
previous_iter_valid_loss : 0.16068962216377258

   1987980	  0.160860	  0.160690	  0.165290		CURRENT LEARNING RATE: 1.626760953944631e-09
previous_iter_valid_loss : 0.17963509261608124

   1988000	  0.179967	  0.179635	  0.165937		CURRENT LEARNING RATE: 1.6264356342868929e-09
previous_iter_valid_loss : 0.18004010617733002

   1988020	  0.180371	  0.180040	  0.166457		CURRENT LEARNING RATE: 1.626110379686575e-09
previous_iter_valid_loss : 0.160554900765419

   1988040	  0.160716	  0.160555	  0.165127		CURRENT LEARNING RATE: 1.6257851901306777e-09
previous_iter_valid_loss : 0.16053123772144318

   1988060	  0.160688	  0.160531	  0.165130		CURRENT LEARNING RATE: 1.6254600656061886e-09
previous_iter_valid_loss : 0.1633552461862564

   1988080	  0.163553	  0.163355	  0.165267		CURRENT LEARNING RATE: 1.6251350061001025e-09
previous_iter_valid_loss : 0.18440961837768555

   1988100	  0.184561	  0.184410	  0.165289		CURRENT LEARNING RATE: 1.6248100115994165e-09
previous_iter_valid_loss : 0.1660071462392807

   1988120	  0.166212	  0.166007	  0.165555		CURRENT LEARNING RATE: 1.624485082091131e-09
previous_iter_valid_loss : 0.1605280339717865

   1988140	  0.160684	  0.160528	  0.165254		CURRENT LEARNING RATE: 1.6241602175622494e-09
previous_iter_valid_loss : 0.16767191886901855

   1988160	  0.167830	  0.167672	  0.165516		CURRENT LEARNING RATE: 1.6238354179997767e-09
previous_iter_valid_loss : 0.17920920252799988

   1988180	  0.179518	  0.179209	  0.166451		CURRENT LEARNING RATE: 1.6235106833907151e-09
previous_iter_valid_loss : 0.16140347719192505

   1988200	  0.161593	  0.161403	  0.166437		CURRENT LEARNING RATE: 1.6231860137220868e-09
previous_iter_valid_loss : 0.1605221927165985

   1988220	  0.160686	  0.160522	  0.166423		CURRENT LEARNING RATE: 1.6228614089808992e-09
previous_iter_valid_loss : 0.167637437582016

   1988240	  0.167794	  0.167637	  0.166778		CURRENT LEARNING RATE: 1.6225368691541683e-09
previous_iter_valid_loss : 0.16625097393989563

   1988260	  0.166469	  0.166251	  0.167003		CURRENT LEARNING RATE: 1.6222123942289125e-09
previous_iter_valid_loss : 0.164806067943573

   1988280	  0.164969	  0.164806	  0.167133		CURRENT LEARNING RATE: 1.6218879841921523e-09
previous_iter_valid_loss : 0.16080452501773834

   1988300	  0.160964	  0.160805	  0.167014		CURRENT LEARNING RATE: 1.621563639030912e-09
previous_iter_valid_loss : 0.18673722445964813

   1988320	  0.186877	  0.186737	  0.167865		CURRENT LEARNING RATE: 1.6212393587322116e-09
previous_iter_valid_loss : 0.1606544703245163

   1988340	  0.160813	  0.160654	  0.167719		CURRENT LEARNING RATE: 1.6209151432830913e-09
previous_iter_valid_loss : 0.18311123549938202

   1988360	  0.183478	  0.183111	  0.168726		CURRENT LEARNING RATE: 1.6205909926705774e-09
previous_iter_valid_loss : 0.17265868186950684

   1988380	  0.172928	  0.172659	  0.169324		CURRENT LEARNING RATE: 1.6202669068817033e-09
previous_iter_valid_loss : 0.16395121812820435

   1988400	  0.164121	  0.163951	  0.168540		CURRENT LEARNING RATE: 1.6199428859035054e-09
previous_iter_valid_loss : 0.1668776422739029

   1988420	  0.167037	  0.166878	  0.167882		CURRENT LEARNING RATE: 1.6196189297230236e-09
previous_iter_valid_loss : 0.17069046199321747

   1988440	  0.170838	  0.170690	  0.168389		CURRENT LEARNING RATE: 1.6192950383272987e-09
previous_iter_valid_loss : 0.17250734567642212

   1988460	  0.172781	  0.172507	  0.168987		CURRENT LEARNING RATE: 1.618971211703376e-09
previous_iter_valid_loss : 0.1605599820613861

   1988480	  0.160726	  0.160560	  0.168848		CURRENT LEARNING RATE: 1.6186474498382961e-09
previous_iter_valid_loss : 0.1605224460363388

   1988500	  0.160679	  0.160522	  0.167653		CURRENT LEARNING RATE: 1.61832375271912e-09
previous_iter_valid_loss : 0.18081055581569672

   1988520	  0.181148	  0.180811	  0.168393		CURRENT LEARNING RATE: 1.6180001203328944e-09
previous_iter_valid_loss : 0.18197883665561676

   1988540	  0.182329	  0.181979	  0.169466		CURRENT LEARNING RATE: 1.6176765526666738e-09
previous_iter_valid_loss : 0.1683606207370758

   1988560	  0.168518	  0.168361	  0.169500		CURRENT LEARNING RATE: 1.6173530497075155e-09
previous_iter_valid_loss : 0.1662812978029251

   1988580	  0.166437	  0.166281	  0.168854		CURRENT LEARNING RATE: 1.6170296114424792e-09
previous_iter_valid_loss : 0.1671305149793625

   1988600	  0.167360	  0.167131	  0.169140		CURRENT LEARNING RATE: 1.6167062378586278e-09
previous_iter_valid_loss : 0.1664596050977707

   1988620	  0.166620	  0.166460	  0.169437		CURRENT LEARNING RATE: 1.6163829289430261e-09
previous_iter_valid_loss : 0.16112828254699707

   1988640	  0.161286	  0.161128	  0.169112		CURRENT LEARNING RATE: 1.616059684682736e-09
previous_iter_valid_loss : 0.16092047095298767

   1988660	  0.161104	  0.160920	  0.168845		CURRENT LEARNING RATE: 1.6157365050648393e-09
previous_iter_valid_loss : 0.16104474663734436

   1988680	  0.161220	  0.161045	  0.168657		CURRENT LEARNING RATE: 1.6154133900764029e-09
previous_iter_valid_loss : 0.16403695940971375

   1988700	  0.164202	  0.164037	  0.168819		CURRENT LEARNING RATE: 1.6150903397045025e-09
previous_iter_valid_loss : 0.16768033802509308

   1988720	  0.167898	  0.167680	  0.167866		CURRENT LEARNING RATE: 1.6147673539362159e-09
previous_iter_valid_loss : 0.16060876846313477

   1988740	  0.160755	  0.160609	  0.167864		CURRENT LEARNING RATE: 1.6144444327586235e-09
previous_iter_valid_loss : 0.16309386491775513

   1988760	  0.163286	  0.163094	  0.166863		CURRENT LEARNING RATE: 1.6141215761588084e-09
previous_iter_valid_loss : 0.16053298115730286

   1988780	  0.160693	  0.160533	  0.166257		CURRENT LEARNING RATE: 1.6137987841238513e-09
previous_iter_valid_loss : 0.16067712008953094

   1988800	  0.160835	  0.160677	  0.166093		CURRENT LEARNING RATE: 1.6134760566408513e-09
previous_iter_valid_loss : 0.16394531726837158

   1988820	  0.164146	  0.163945	  0.165946		CURRENT LEARNING RATE: 1.6131533936968939e-09
previous_iter_valid_loss : 0.1612161248922348

   1988840	  0.161374	  0.161216	  0.165472		CURRENT LEARNING RATE: 1.6128307952790724e-09
previous_iter_valid_loss : 0.1630614697933197

   1988860	  0.163224	  0.163061	  0.165000		CURRENT LEARNING RATE: 1.6125082613744828e-09
previous_iter_valid_loss : 0.16093710064888

   1988880	  0.161120	  0.160937	  0.165019		CURRENT LEARNING RATE: 1.6121857919702241e-09
previous_iter_valid_loss : 0.16262151300907135

   1988900	  0.162787	  0.162622	  0.165124		CURRENT LEARNING RATE: 1.611863387053397e-09
previous_iter_valid_loss : 0.1647127866744995

   1988920	  0.164877	  0.164713	  0.164319		CURRENT LEARNING RATE: 1.6115410466111057e-09
previous_iter_valid_loss : 0.1605450063943863

   1988940	  0.160708	  0.160545	  0.163247		CURRENT LEARNING RATE: 1.611218770630451e-09
previous_iter_valid_loss : 0.16672195494174957

   1988960	  0.166933	  0.166722	  0.163165		CURRENT LEARNING RATE: 1.6108965590985531e-09
previous_iter_valid_loss : 0.17046940326690674

   1988980	  0.170614	  0.170469	  0.163375		CURRENT LEARNING RATE: 1.6105744120025174e-09
previous_iter_valid_loss : 0.16147024929523468

   1989000	  0.161655	  0.161470	  0.163092		CURRENT LEARNING RATE: 1.6102523293294586e-09
previous_iter_valid_loss : 0.16076260805130005

   1989020	  0.160918	  0.160763	  0.162807		CURRENT LEARNING RATE: 1.609930311066493e-09
previous_iter_valid_loss : 0.16126210987567902

   1989040	  0.161415	  0.161262	  0.162814		CURRENT LEARNING RATE: 1.6096083572007403e-09
previous_iter_valid_loss : 0.16076868772506714

   1989060	  0.160950	  0.160769	  0.162806		CURRENT LEARNING RATE: 1.6092864677193221e-09
previous_iter_valid_loss : 0.1654171645641327

   1989080	  0.165580	  0.165417	  0.163025		CURRENT LEARNING RATE: 1.6089646426093625e-09
previous_iter_valid_loss : 0.16351911425590515

   1989100	  0.163685	  0.163519	  0.162999		CURRENT LEARNING RATE: 1.6086428818579837e-09
previous_iter_valid_loss : 0.16089697182178497

   1989120	  0.161058	  0.160897	  0.162660		CURRENT LEARNING RATE: 1.6083211854523256e-09
previous_iter_valid_loss : 0.16198596358299255

   1989140	  0.162181	  0.161986	  0.162728		CURRENT LEARNING RATE: 1.6079995533795153e-09
previous_iter_valid_loss : 0.16431924700737

   1989160	  0.164518	  0.164319	  0.162790		CURRENT LEARNING RATE: 1.6076779856266871e-09
previous_iter_valid_loss : 0.18035675585269928

   1989180	  0.180513	  0.180357	  0.163781		CURRENT LEARNING RATE: 1.6073564821809789e-09
previous_iter_valid_loss : 0.167340487241745

   1989200	  0.167500	  0.167340	  0.164114		CURRENT LEARNING RATE: 1.6070350430295299e-09
previous_iter_valid_loss : 0.166495218873024

   1989220	  0.166656	  0.166495	  0.164242		CURRENT LEARNING RATE: 1.6067136681594832e-09
previous_iter_valid_loss : 0.17228639125823975

   1989240	  0.172556	  0.172286	  0.164795		CURRENT LEARNING RATE: 1.6063923575579774e-09
previous_iter_valid_loss : 0.16758482158184052

   1989260	  0.167742	  0.167585	  0.165021		CURRENT LEARNING RATE: 1.606071111212172e-09
previous_iter_valid_loss : 0.16069574654102325

   1989280	  0.160864	  0.160696	  0.165009		CURRENT LEARNING RATE: 1.6057499291092113e-09
previous_iter_valid_loss : 0.16052277386188507

   1989300	  0.160682	  0.160523	  0.164904		CURRENT LEARNING RATE: 1.6054288112362477e-09
previous_iter_valid_loss : 0.16369646787643433

   1989320	  0.163869	  0.163696	  0.164853		CURRENT LEARNING RATE: 1.6051077575804372e-09
previous_iter_valid_loss : 0.16698423027992249

   1989340	  0.167189	  0.166984	  0.165175		CURRENT LEARNING RATE: 1.604786768128937e-09
previous_iter_valid_loss : 0.16483387351036072

   1989360	  0.165032	  0.164834	  0.165081		CURRENT LEARNING RATE: 1.6044658428689074e-09
previous_iter_valid_loss : 0.16805656254291534

   1989380	  0.168292	  0.168057	  0.164960		CURRENT LEARNING RATE: 1.6041449817875123e-09
previous_iter_valid_loss : 0.16741955280303955

   1989400	  0.167583	  0.167420	  0.165258		CURRENT LEARNING RATE: 1.6038241848719105e-09
previous_iter_valid_loss : 0.16926750540733337

   1989420	  0.169427	  0.169268	  0.165683		CURRENT LEARNING RATE: 1.6035034521092824e-09
previous_iter_valid_loss : 0.16468575596809387

   1989440	  0.164886	  0.164686	  0.165854		CURRENT LEARNING RATE: 1.6031827834867925e-09
previous_iter_valid_loss : 0.16304318606853485

   1989460	  0.163236	  0.163043	  0.165968		CURRENT LEARNING RATE: 1.602862178991614e-09
previous_iter_valid_loss : 0.17757323384284973

   1989480	  0.177879	  0.177573	  0.166576		CURRENT LEARNING RATE: 1.602541638610923e-09
previous_iter_valid_loss : 0.17206571996212006

   1989500	  0.172335	  0.172066	  0.167003		CURRENT LEARNING RATE: 1.6022211623318977e-09
previous_iter_valid_loss : 0.16113412380218506

   1989520	  0.161320	  0.161134	  0.167015		CURRENT LEARNING RATE: 1.6019007501417193e-09
previous_iter_valid_loss : 0.1623888462781906

   1989540	  0.162555	  0.162389	  0.167035		CURRENT LEARNING RATE: 1.601580402027565e-09
previous_iter_valid_loss : 0.16399431228637695

   1989560	  0.164189	  0.163994	  0.167019		CURRENT LEARNING RATE: 1.6012601179766331e-09
previous_iter_valid_loss : 0.160689115524292

   1989580	  0.160864	  0.160689	  0.166036		CURRENT LEARNING RATE: 1.600939897976106e-09
previous_iter_valid_loss : 0.16730721294879913

   1989600	  0.167530	  0.167307	  0.166034		CURRENT LEARNING RATE: 1.6006197420131749e-09
previous_iter_valid_loss : 0.16689789295196533

   1989620	  0.167127	  0.166898	  0.166054		CURRENT LEARNING RATE: 1.6002996500750338e-09
previous_iter_valid_loss : 0.1659795045852661

   1989640	  0.166184	  0.165980	  0.165739		CURRENT LEARNING RATE: 1.5999796221488788e-09
previous_iter_valid_loss : 0.16924919188022614

   1989660	  0.169495	  0.169249	  0.165822		CURRENT LEARNING RATE: 1.599659658221909e-09
previous_iter_valid_loss : 0.16067075729370117

   1989680	  0.160841	  0.160671	  0.165821		CURRENT LEARNING RATE: 1.5993397582813258e-09
previous_iter_valid_loss : 0.17490221560001373

   1989700	  0.175055	  0.174902	  0.166540		CURRENT LEARNING RATE: 1.5990199223143277e-09
previous_iter_valid_loss : 0.16219493746757507

   1989720	  0.162377	  0.162195	  0.166464		CURRENT LEARNING RATE: 1.5987001503081317e-09
previous_iter_valid_loss : 0.16871753334999084

   1989740	  0.168940	  0.168718	  0.166551		CURRENT LEARNING RATE: 1.5983804422499425e-09
previous_iter_valid_loss : 0.16053560376167297

   1989760	  0.160706	  0.160536	  0.166336		CURRENT LEARNING RATE: 1.5980607981269711e-09
previous_iter_valid_loss : 0.16051900386810303

   1989780	  0.160685	  0.160519	  0.165959		CURRENT LEARNING RATE: 1.5977412179264317e-09
previous_iter_valid_loss : 0.16345681250095367

   1989800	  0.163625	  0.163457	  0.165761		CURRENT LEARNING RATE: 1.5974217016355412e-09
previous_iter_valid_loss : 0.16231609880924225

   1989820	  0.162502	  0.162316	  0.165414		CURRENT LEARNING RATE: 1.5971022492415191e-09
previous_iter_valid_loss : 0.1653907150030136

   1989840	  0.165556	  0.165391	  0.165449		CURRENT LEARNING RATE: 1.5967828607315871e-09
previous_iter_valid_loss : 0.16379626095294952

   1989860	  0.163965	  0.163796	  0.165487		CURRENT LEARNING RATE: 1.596463536092964e-09
previous_iter_valid_loss : 0.16073912382125854

   1989880	  0.160915	  0.160739	  0.164645		CURRENT LEARNING RATE: 1.5961442753128887e-09
previous_iter_valid_loss : 0.16498616337776184

   1989900	  0.165154	  0.164986	  0.164291		CURRENT LEARNING RATE: 1.5958250783785842e-09
previous_iter_valid_loss : 0.16443029046058655

   1989920	  0.164646	  0.164430	  0.164456		CURRENT LEARNING RATE: 1.5955059452772832e-09
previous_iter_valid_loss : 0.16639173030853271

   1989940	  0.166616	  0.166392	  0.164656		CURRENT LEARNING RATE: 1.5951868759962203e-09
previous_iter_valid_loss : 0.16054667532444

   1989960	  0.160707	  0.160547	  0.164483		CURRENT LEARNING RATE: 1.5948678705226323e-09
previous_iter_valid_loss : 0.1647302508354187

   1989980	  0.164945	  0.164730	  0.164686		CURRENT LEARNING RATE: 1.5945489288437597e-09
previous_iter_valid_loss : 0.16462494432926178

   1990000	  0.164835	  0.164625	  0.164551		CURRENT LEARNING RATE: 1.5942300509468385e-09
previous_iter_valid_loss : 0.17551523447036743

   1990020	  0.175664	  0.175515	  0.164982		CURRENT LEARNING RATE: 1.5939112368191256e-09
previous_iter_valid_loss : 0.1870955526828766

   1990040	  0.187237	  0.187096	  0.166038		CURRENT LEARNING RATE: 1.5935924864478619e-09
previous_iter_valid_loss : 0.1985427290201187

   1990060	  0.199047	  0.198543	  0.167503		CURRENT LEARNING RATE: 1.5932737998202981e-09
previous_iter_valid_loss : 0.16080205142498016

   1990080	  0.160983	  0.160802	  0.167509		CURRENT LEARNING RATE: 1.5929551769236864e-09
previous_iter_valid_loss : 0.16077037155628204

   1990100	  0.160943	  0.160770	  0.166803		CURRENT LEARNING RATE: 1.5926366177452823e-09
previous_iter_valid_loss : 0.16462679207324982

   1990120	  0.164784	  0.164627	  0.166924		CURRENT LEARNING RATE: 1.592318122272343e-09
previous_iter_valid_loss : 0.16642478108406067

   1990140	  0.166633	  0.166425	  0.166810		CURRENT LEARNING RATE: 1.5919996904921286e-09
previous_iter_valid_loss : 0.18488968908786774

   1990160	  0.185262	  0.184890	  0.168027		CURRENT LEARNING RATE: 1.5916813223918965e-09
previous_iter_valid_loss : 0.17296312749385834

   1990180	  0.173235	  0.172963	  0.168650		CURRENT LEARNING RATE: 1.5913630179589231e-09
previous_iter_valid_loss : 0.16567958891391754

   1990200	  0.165837	  0.165680	  0.168761		CURRENT LEARNING RATE: 1.5910447771804708e-09
previous_iter_valid_loss : 0.18506698310375214

   1990220	  0.185448	  0.185067	  0.169898		CURRENT LEARNING RATE: 1.5907266000438097e-09
previous_iter_valid_loss : 0.16060864925384521

   1990240	  0.160777	  0.160609	  0.169659		CURRENT LEARNING RATE: 1.5904084865362128e-09
previous_iter_valid_loss : 0.1609744280576706

   1990260	  0.161154	  0.160974	  0.169518		CURRENT LEARNING RATE: 1.5900904366449556e-09
previous_iter_valid_loss : 0.1610855907201767

   1990280	  0.161234	  0.161086	  0.169535		CURRENT LEARNING RATE: 1.589772450357316e-09
previous_iter_valid_loss : 0.1627303510904312

   1990300	  0.162891	  0.162730	  0.169423		CURRENT LEARNING RATE: 1.5894545276605749e-09
previous_iter_valid_loss : 0.16757836937904358

   1990320	  0.167735	  0.167578	  0.169580		CURRENT LEARNING RATE: 1.5891366685420094e-09
previous_iter_valid_loss : 0.1658521443605423

   1990340	  0.166066	  0.165852	  0.169553		CURRENT LEARNING RATE: 1.588818872988916e-09
previous_iter_valid_loss : 0.16560381650924683

   1990360	  0.165763	  0.165604	  0.169806		CURRENT LEARNING RATE: 1.5885011409885782e-09
previous_iter_valid_loss : 0.19756780564785004

   1990380	  0.197669	  0.197568	  0.171448		CURRENT LEARNING RATE: 1.5881834725282862e-09
previous_iter_valid_loss : 0.17120260000228882

   1990400	  0.171351	  0.171203	  0.171777		CURRENT LEARNING RATE: 1.5878658675953333e-09
previous_iter_valid_loss : 0.19324204325675964

   1990420	  0.193715	  0.193242	  0.172663		CURRENT LEARNING RATE: 1.5875483261770152e-09
previous_iter_valid_loss : 0.16479557752609253

   1990440	  0.165007	  0.164796	  0.171548		CURRENT LEARNING RATE: 1.5872308482606304e-09
previous_iter_valid_loss : 0.2008252590894699

   1990460	  0.200913	  0.200825	  0.171662		CURRENT LEARNING RATE: 1.586913433833474e-09
previous_iter_valid_loss : 0.1750422567129135

   1990480	  0.175191	  0.175042	  0.172374		CURRENT LEARNING RATE: 1.5865960828828611e-09
previous_iter_valid_loss : 0.1625511199235916

   1990500	  0.162732	  0.162551	  0.172463		CURRENT LEARNING RATE: 1.5862787953960914e-09
previous_iter_valid_loss : 0.1605604887008667

   1990520	  0.160730	  0.160560	  0.172260		CURRENT LEARNING RATE: 1.585961571360474e-09
previous_iter_valid_loss : 0.1875210404396057

   1990540	  0.187915	  0.187521	  0.173315		CURRENT LEARNING RATE: 1.5856444107633197e-09
previous_iter_valid_loss : 0.16368870437145233

   1990560	  0.163881	  0.163689	  0.172255		CURRENT LEARNING RATE: 1.585327313591942e-09
previous_iter_valid_loss : 0.19025565683841705

   1990580	  0.190683	  0.190256	  0.173119		CURRENT LEARNING RATE: 1.5850102798336568e-09
previous_iter_valid_loss : 0.1686338484287262

   1990600	  0.168862	  0.168634	  0.173267		CURRENT LEARNING RATE: 1.584693309475783e-09
previous_iter_valid_loss : 0.16238178312778473

   1990620	  0.162544	  0.162382	  0.172133		CURRENT LEARNING RATE: 1.5843764025056365e-09
previous_iter_valid_loss : 0.1653723418712616

   1990640	  0.165571	  0.165372	  0.172371		CURRENT LEARNING RATE: 1.5840595589105518e-09
previous_iter_valid_loss : 0.16064272820949554

   1990660	  0.160815	  0.160643	  0.172354		CURRENT LEARNING RATE: 1.5837427786778497e-09
previous_iter_valid_loss : 0.16051627695560455

   1990680	  0.160672	  0.160516	  0.172326		CURRENT LEARNING RATE: 1.5834260617948587e-09
previous_iter_valid_loss : 0.16131383180618286

   1990700	  0.161464	  0.161314	  0.172255		CURRENT LEARNING RATE: 1.5831094082489107e-09
previous_iter_valid_loss : 0.16687870025634766

   1990720	  0.167040	  0.166879	  0.172220		CURRENT LEARNING RATE: 1.582792818027339e-09
previous_iter_valid_loss : 0.16210128366947174

   1990740	  0.162286	  0.162101	  0.172033		CURRENT LEARNING RATE: 1.5824762911174804e-09
previous_iter_valid_loss : 0.17768637835979462

   1990760	  0.177840	  0.177686	  0.172637		CURRENT LEARNING RATE: 1.582159827506668e-09
previous_iter_valid_loss : 0.17637236416339874

   1990780	  0.176532	  0.176372	  0.171577		CURRENT LEARNING RATE: 1.5818434271822545e-09
previous_iter_valid_loss : 0.18019512295722961

   1990800	  0.180522	  0.180195	  0.172026		CURRENT LEARNING RATE: 1.5815270901315785e-09
previous_iter_valid_loss : 0.16259123384952545

   1990820	  0.162752	  0.162591	  0.170494		CURRENT LEARNING RATE: 1.581210816341986e-09
previous_iter_valid_loss : 0.1612248718738556

   1990840	  0.161380	  0.161225	  0.170315		CURRENT LEARNING RATE: 1.5808946058008265e-09
previous_iter_valid_loss : 0.16062842309474945

   1990860	  0.160802	  0.160628	  0.168306		CURRENT LEARNING RATE: 1.5805784584954514e-09
previous_iter_valid_loss : 0.16301047801971436

   1990880	  0.163206	  0.163010	  0.167704		CURRENT LEARNING RATE: 1.580262374413215e-09
previous_iter_valid_loss : 0.1639367640018463

   1990900	  0.164108	  0.163937	  0.167773		CURRENT LEARNING RATE: 1.5799463535414735e-09
previous_iter_valid_loss : 0.16271038353443146

   1990920	  0.162874	  0.162710	  0.167881		CURRENT LEARNING RATE: 1.579630395867581e-09
previous_iter_valid_loss : 0.1607888787984848

   1990940	  0.160951	  0.160789	  0.166544		CURRENT LEARNING RATE: 1.57931450137891e-09
previous_iter_valid_loss : 0.16101688146591187

   1990960	  0.161178	  0.161017	  0.166411		CURRENT LEARNING RATE: 1.5789986700628195e-09
previous_iter_valid_loss : 0.1655329018831253

   1990980	  0.165734	  0.165533	  0.165174		CURRENT LEARNING RATE: 1.5786829019066756e-09
previous_iter_valid_loss : 0.16140778362751007

   1991000	  0.161593	  0.161408	  0.164813		CURRENT LEARNING RATE: 1.5783671968978485e-09
previous_iter_valid_loss : 0.1624595820903778

   1991020	  0.162621	  0.162460	  0.164817		CURRENT LEARNING RATE: 1.578051555023709e-09
previous_iter_valid_loss : 0.1605377197265625

   1991040	  0.160695	  0.160538	  0.164575		CURRENT LEARNING RATE: 1.5777359762716323e-09
previous_iter_valid_loss : 0.1646415889263153

   1991060	  0.164798	  0.164642	  0.164775		CURRENT LEARNING RATE: 1.5774204606289944e-09
previous_iter_valid_loss : 0.1691398322582245

   1991080	  0.169379	  0.169140	  0.165206		CURRENT LEARNING RATE: 1.57710500808317e-09
previous_iter_valid_loss : 0.16101543605327606

   1991100	  0.161200	  0.161015	  0.165191		CURRENT LEARNING RATE: 1.5767896186215517e-09
previous_iter_valid_loss : 0.1611379086971283

   1991120	  0.161327	  0.161138	  0.164904		CURRENT LEARNING RATE: 1.5764742922315181e-09
previous_iter_valid_loss : 0.1611650586128235

   1991140	  0.161353	  0.161165	  0.164858		CURRENT LEARNING RATE: 1.5761590289004566e-09
previous_iter_valid_loss : 0.19069010019302368

   1991160	  0.190815	  0.190690	  0.165508		CURRENT LEARNING RATE: 1.5758438286157562e-09
previous_iter_valid_loss : 0.1696603149175644

   1991180	  0.169811	  0.169660	  0.165172		CURRENT LEARNING RATE: 1.5755286913648093e-09
previous_iter_valid_loss : 0.16135932505130768

   1991200	  0.161516	  0.161359	  0.164230		CURRENT LEARNING RATE: 1.5752136171350105e-09
previous_iter_valid_loss : 0.17039328813552856

   1991220	  0.170544	  0.170393	  0.164621		CURRENT LEARNING RATE: 1.5748986059137508e-09
previous_iter_valid_loss : 0.16809383034706116

   1991240	  0.168249	  0.168094	  0.164964		CURRENT LEARNING RATE: 1.574583657688441e-09
previous_iter_valid_loss : 0.1627948135137558

   1991260	  0.162996	  0.162795	  0.165072		CURRENT LEARNING RATE: 1.574268772446478e-09
previous_iter_valid_loss : 0.16891662776470184

   1991280	  0.169149	  0.168917	  0.165368		CURRENT LEARNING RATE: 1.5739539501752659e-09
previous_iter_valid_loss : 0.16074775159358978

   1991300	  0.160912	  0.160748	  0.165208		CURRENT LEARNING RATE: 1.573639190862212e-09
previous_iter_valid_loss : 0.1915307641029358

   1991320	  0.191966	  0.191531	  0.166649		CURRENT LEARNING RATE: 1.5733244944947262e-09
previous_iter_valid_loss : 0.16068816184997559

   1991340	  0.160855	  0.160688	  0.166644		CURRENT LEARNING RATE: 1.57300986106022e-09
previous_iter_valid_loss : 0.16050152480602264

   1991360	  0.160672	  0.160502	  0.166618		CURRENT LEARNING RATE: 1.5726952905461088e-09
previous_iter_valid_loss : 0.16774077713489532

   1991380	  0.167896	  0.167741	  0.166729		CURRENT LEARNING RATE: 1.5723807829398037e-09
previous_iter_valid_loss : 0.1606062799692154

   1991400	  0.160779	  0.160606	  0.166689		CURRENT LEARNING RATE: 1.5720663382287358e-09
previous_iter_valid_loss : 0.1608295887708664

   1991420	  0.160993	  0.160830	  0.166607		CURRENT LEARNING RATE: 1.5717519564003214e-09
previous_iter_valid_loss : 0.1615350991487503

   1991440	  0.161733	  0.161535	  0.166657		CURRENT LEARNING RATE: 1.5714376374419859e-09
previous_iter_valid_loss : 0.1876835972070694

   1991460	  0.187828	  0.187684	  0.167809		CURRENT LEARNING RATE: 1.5711233813411557e-09
previous_iter_valid_loss : 0.16246932744979858

   1991480	  0.162641	  0.162469	  0.167476		CURRENT LEARNING RATE: 1.5708091880852611e-09
previous_iter_valid_loss : 0.16423450410366058

   1991500	  0.164414	  0.164235	  0.167637		CURRENT LEARNING RATE: 1.5704950576617343e-09
previous_iter_valid_loss : 0.16110187768936157

   1991520	  0.161281	  0.161102	  0.167635		CURRENT LEARNING RATE: 1.5701809900580043e-09
previous_iter_valid_loss : 0.16119162738323212

   1991540	  0.161353	  0.161192	  0.167636		CURRENT LEARNING RATE: 1.5698669852615195e-09
previous_iter_valid_loss : 0.16127759218215942

   1991560	  0.161468	  0.161278	  0.166165		CURRENT LEARNING RATE: 1.5695530432597148e-09
previous_iter_valid_loss : 0.1634504199028015

   1991580	  0.163621	  0.163450	  0.165855		CURRENT LEARNING RATE: 1.5692391640400318e-09
previous_iter_valid_loss : 0.16794021427631378

   1991600	  0.168092	  0.167940	  0.166184		CURRENT LEARNING RATE: 1.5689253475899154e-09
previous_iter_valid_loss : 0.16338223218917847

   1991620	  0.163591	  0.163382	  0.165833		CURRENT LEARNING RATE: 1.5686115938968136e-09
previous_iter_valid_loss : 0.1606353372335434

   1991640	  0.160796	  0.160635	  0.165461		CURRENT LEARNING RATE: 1.5682979029481755e-09
previous_iter_valid_loss : 0.1633155345916748

   1991660	  0.163518	  0.163316	  0.165487		CURRENT LEARNING RATE: 1.5679842747314537e-09
previous_iter_valid_loss : 0.16555438935756683

   1991680	  0.165720	  0.165554	  0.165318		CURRENT LEARNING RATE: 1.5676707092340974e-09
previous_iter_valid_loss : 0.16194184124469757

   1991700	  0.162110	  0.161942	  0.165378		CURRENT LEARNING RATE: 1.5673572064435752e-09
previous_iter_valid_loss : 0.1628444939851761

   1991720	  0.162999	  0.162844	  0.163944		CURRENT LEARNING RATE: 1.5670437663473419e-09
previous_iter_valid_loss : 0.16090817749500275

   1991740	  0.161078	  0.160908	  0.163955		CURRENT LEARNING RATE: 1.5667303889328592e-09
previous_iter_valid_loss : 0.16119717061519623

   1991760	  0.161345	  0.161197	  0.163990		CURRENT LEARNING RATE: 1.5664170741875922e-09
previous_iter_valid_loss : 0.1739809513092041

   1991780	  0.174245	  0.173981	  0.164302		CURRENT LEARNING RATE: 1.5661038220990083e-09
previous_iter_valid_loss : 0.1633385717868805

   1991800	  0.163502	  0.163339	  0.164438		CURRENT LEARNING RATE: 1.5657906326545778e-09
previous_iter_valid_loss : 0.16543793678283691

   1991820	  0.165650	  0.165438	  0.164669		CURRENT LEARNING RATE: 1.5654775058417725e-09
previous_iter_valid_loss : 0.16491936147212982

   1991840	  0.165092	  0.164919	  0.164838		CURRENT LEARNING RATE: 1.5651644416480624e-09
previous_iter_valid_loss : 0.164338156580925

   1991860	  0.164506	  0.164338	  0.163671		CURRENT LEARNING RATE: 1.5648514400609353e-09
previous_iter_valid_loss : 0.17046253383159637

   1991880	  0.170610	  0.170463	  0.164070		CURRENT LEARNING RATE: 1.5645385010678666e-09
previous_iter_valid_loss : 0.16111838817596436

   1991900	  0.161272	  0.161118	  0.163914		CURRENT LEARNING RATE: 1.5642256246563376e-09
previous_iter_valid_loss : 0.16546234488487244

   1991920	  0.165625	  0.165462	  0.164133		CURRENT LEARNING RATE: 1.563912810813834e-09
previous_iter_valid_loss : 0.16087092459201813

   1991940	  0.161032	  0.160871	  0.164116		CURRENT LEARNING RATE: 1.5636000595278434e-09
previous_iter_valid_loss : 0.16205044090747833

   1991960	  0.162233	  0.162050	  0.164155		CURRENT LEARNING RATE: 1.5632873707858548e-09
previous_iter_valid_loss : 0.1669567972421646

   1991980	  0.167181	  0.166957	  0.164330		CURRENT LEARNING RATE: 1.562974744575356e-09
previous_iter_valid_loss : 0.16612501442432404

   1992000	  0.166340	  0.166125	  0.164240		CURRENT LEARNING RATE: 1.5626621808838527e-09
previous_iter_valid_loss : 0.17210297286510468

   1992020	  0.172354	  0.172103	  0.164676		CURRENT LEARNING RATE: 1.5623496796988367e-09
previous_iter_valid_loss : 0.16629064083099365

   1992040	  0.166498	  0.166291	  0.164958		CURRENT LEARNING RATE: 1.5620372410078083e-09
previous_iter_valid_loss : 0.1700158417224884

   1992060	  0.170268	  0.170016	  0.165293		CURRENT LEARNING RATE: 1.5617248647982698e-09
previous_iter_valid_loss : 0.16058017313480377

   1992080	  0.160743	  0.160580	  0.165045		CURRENT LEARNING RATE: 1.5614125510577259e-09
previous_iter_valid_loss : 0.1609085649251938

   1992100	  0.161087	  0.160909	  0.164993		CURRENT LEARNING RATE: 1.5611002997736842e-09
previous_iter_valid_loss : 0.16262811422348022

   1992120	  0.162789	  0.162628	  0.164982		CURRENT LEARNING RATE: 1.560788110933655e-09
previous_iter_valid_loss : 0.17019446194171906

   1992140	  0.170349	  0.170194	  0.165447		CURRENT LEARNING RATE: 1.5604759845251447e-09
previous_iter_valid_loss : 0.16184702515602112

   1992160	  0.162018	  0.161847	  0.165479		CURRENT LEARNING RATE: 1.5601639205356797e-09
previous_iter_valid_loss : 0.16075216233730316

   1992180	  0.160914	  0.160752	  0.164818		CURRENT LEARNING RATE: 1.5598519189527714e-09
previous_iter_valid_loss : 0.16727933287620544

   1992200	  0.167499	  0.167279	  0.165015		CURRENT LEARNING RATE: 1.5595399797639403e-09
previous_iter_valid_loss : 0.16331283748149872

   1992220	  0.163476	  0.163313	  0.164908		CURRENT LEARNING RATE: 1.5592281029567087e-09
previous_iter_valid_loss : 0.16053268313407898

   1992240	  0.160694	  0.160533	  0.164689		CURRENT LEARNING RATE: 1.558916288518601e-09
previous_iter_valid_loss : 0.16054297983646393

   1992260	  0.160697	  0.160543	  0.164499		CURRENT LEARNING RATE: 1.5586045364371455e-09
previous_iter_valid_loss : 0.1605120152235031

   1992280	  0.160678	  0.160512	  0.164002		CURRENT LEARNING RATE: 1.5582928466998714e-09
previous_iter_valid_loss : 0.1731598824262619

   1992300	  0.173304	  0.173160	  0.164604		CURRENT LEARNING RATE: 1.557981219294306e-09
previous_iter_valid_loss : 0.16546840965747833

   1992320	  0.165675	  0.165468	  0.164604		CURRENT LEARNING RATE: 1.557669654207995e-09
previous_iter_valid_loss : 0.16096922755241394

   1992340	  0.161133	  0.160969	  0.164609		CURRENT LEARNING RATE: 1.5573581514284703e-09
previous_iter_valid_loss : 0.16049183905124664

   1992360	  0.160656	  0.160492	  0.164531		CURRENT LEARNING RATE: 1.5570467109432722e-09
previous_iter_valid_loss : 0.1674707531929016

   1992380	  0.167690	  0.167471	  0.164557		CURRENT LEARNING RATE: 1.5567353327399423e-09
previous_iter_valid_loss : 0.16105647385120392

   1992400	  0.161237	  0.161056	  0.164304		CURRENT LEARNING RATE: 1.5564240168060261e-09
previous_iter_valid_loss : 0.16155990958213806

   1992420	  0.161752	  0.161560	  0.163776		CURRENT LEARNING RATE: 1.556112763129071e-09
previous_iter_valid_loss : 0.1772627979516983

   1992440	  0.177419	  0.177263	  0.164325		CURRENT LEARNING RATE: 1.555801571696621e-09
previous_iter_valid_loss : 0.16477516293525696

   1992460	  0.164975	  0.164775	  0.164063		CURRENT LEARNING RATE: 1.5554904424962395e-09
previous_iter_valid_loss : 0.16556204855442047

   1992480	  0.165763	  0.165562	  0.164312		CURRENT LEARNING RATE: 1.555179375515476e-09
previous_iter_valid_loss : 0.1651110202074051

   1992500	  0.165271	  0.165111	  0.164522		CURRENT LEARNING RATE: 1.5548683707418878e-09
previous_iter_valid_loss : 0.16660550236701965

   1992520	  0.166763	  0.166606	  0.164721		CURRENT LEARNING RATE: 1.5545574281630345e-09
previous_iter_valid_loss : 0.164014995098114

   1992540	  0.164179	  0.164015	  0.164412		CURRENT LEARNING RATE: 1.5542465477664786e-09
previous_iter_valid_loss : 0.16553981602191925

   1992560	  0.165759	  0.165540	  0.164597		CURRENT LEARNING RATE: 1.5539357295397845e-09
previous_iter_valid_loss : 0.18824201822280884

   1992580	  0.188670	  0.188242	  0.165971		CURRENT LEARNING RATE: 1.55362497347052e-09
previous_iter_valid_loss : 0.16929204761981964

   1992600	  0.169536	  0.169292	  0.166072		CURRENT LEARNING RATE: 1.5533142795462492e-09
previous_iter_valid_loss : 0.1606599986553192

   1992620	  0.160809	  0.160660	  0.165939		CURRENT LEARNING RATE: 1.5530036477545552e-09
previous_iter_valid_loss : 0.16061678528785706

   1992640	  0.160787	  0.160617	  0.165943		CURRENT LEARNING RATE: 1.5526930780830075e-09
previous_iter_valid_loss : 0.16408096253871918

   1992660	  0.164247	  0.164081	  0.166120		CURRENT LEARNING RATE: 1.5523825705191833e-09
previous_iter_valid_loss : 0.16209706664085388

   1992680	  0.162293	  0.162097	  0.166200		CURRENT LEARNING RATE: 1.5520721250506618e-09
previous_iter_valid_loss : 0.16977155208587646

   1992700	  0.169922	  0.169772	  0.166030		CURRENT LEARNING RATE: 1.5517617416650254e-09
previous_iter_valid_loss : 0.1629074513912201

   1992720	  0.163098	  0.162907	  0.165902		CURRENT LEARNING RATE: 1.551451420349859e-09
previous_iter_valid_loss : 0.16081088781356812

   1992740	  0.160967	  0.160811	  0.165894		CURRENT LEARNING RATE: 1.5511411610927443e-09
previous_iter_valid_loss : 0.1626134067773819

   1992760	  0.162773	  0.162613	  0.166000		CURRENT LEARNING RATE: 1.5508309638812816e-09
previous_iter_valid_loss : 0.16121889650821686

   1992780	  0.161401	  0.161219	  0.165688		CURRENT LEARNING RATE: 1.5505208287030576e-09
previous_iter_valid_loss : 0.1782616674900055

   1992800	  0.178417	  0.178262	  0.166548		CURRENT LEARNING RATE: 1.550210755545667e-09
previous_iter_valid_loss : 0.16107581555843353

   1992820	  0.161235	  0.161076	  0.166524		CURRENT LEARNING RATE: 1.5499007443967069e-09
previous_iter_valid_loss : 0.16870421171188354

   1992840	  0.168862	  0.168704	  0.166096		CURRENT LEARNING RATE: 1.5495907952437769e-09
previous_iter_valid_loss : 0.16248953342437744

   1992860	  0.162673	  0.162490	  0.165982		CURRENT LEARNING RATE: 1.5492809080744786e-09
previous_iter_valid_loss : 0.1605834662914276

   1992880	  0.160754	  0.160583	  0.165733		CURRENT LEARNING RATE: 1.5489710828764171e-09
previous_iter_valid_loss : 0.18490177392959595

   1992900	  0.185045	  0.184902	  0.166722		CURRENT LEARNING RATE: 1.5486613196371934e-09
previous_iter_valid_loss : 0.16134490072727203

   1992920	  0.161532	  0.161345	  0.166459		CURRENT LEARNING RATE: 1.5483516183444281e-09
previous_iter_valid_loss : 0.16053643822669983

   1992940	  0.160708	  0.160536	  0.166285		CURRENT LEARNING RATE: 1.548041978985728e-09
previous_iter_valid_loss : 0.16070915758609772

   1992960	  0.160883	  0.160709	  0.166044		CURRENT LEARNING RATE: 1.5477324015487072e-09
previous_iter_valid_loss : 0.16255153715610504

   1992980	  0.162732	  0.162552	  0.164759		CURRENT LEARNING RATE: 1.5474228860209828e-09
previous_iter_valid_loss : 0.1605280339717865

   1993000	  0.160697	  0.160528	  0.164321		CURRENT LEARNING RATE: 1.5471134323901738e-09
previous_iter_valid_loss : 0.1668105572462082

   1993020	  0.167036	  0.166811	  0.164628		CURRENT LEARNING RATE: 1.5468040406439023e-09
previous_iter_valid_loss : 0.16753026843070984

   1993040	  0.167688	  0.167530	  0.164974		CURRENT LEARNING RATE: 1.5464947107697929e-09
previous_iter_valid_loss : 0.16217590868473053

   1993060	  0.162327	  0.162176	  0.164879		CURRENT LEARNING RATE: 1.5461854427554666e-09
previous_iter_valid_loss : 0.17237849533557892

   1993080	  0.172531	  0.172378	  0.165393		CURRENT LEARNING RATE: 1.5458762365885637e-09
previous_iter_valid_loss : 0.16151468455791473

   1993100	  0.161672	  0.161515	  0.164980		CURRENT LEARNING RATE: 1.5455670922567104e-09
previous_iter_valid_loss : 0.16309399902820587

   1993120	  0.163291	  0.163094	  0.164989		CURRENT LEARNING RATE: 1.5452580097475409e-09
previous_iter_valid_loss : 0.17411822080612183

   1993140	  0.174264	  0.174118	  0.165655		CURRENT LEARNING RATE: 1.544948989048692e-09
previous_iter_valid_loss : 0.16090410947799683

   1993160	  0.161057	  0.160904	  0.165569		CURRENT LEARNING RATE: 1.5446400301478028e-09
previous_iter_valid_loss : 0.18004995584487915

   1993180	  0.180201	  0.180050	  0.166511		CURRENT LEARNING RATE: 1.5443311330325151e-09
previous_iter_valid_loss : 0.16074390709400177

   1993200	  0.160907	  0.160744	  0.165635		CURRENT LEARNING RATE: 1.5440222976904676e-09
previous_iter_valid_loss : 0.16069549322128296

   1993220	  0.160851	  0.160695	  0.165616		CURRENT LEARNING RATE: 1.5437135241093175e-09
previous_iter_valid_loss : 0.16425088047981262

   1993240	  0.164415	  0.164251	  0.165393		CURRENT LEARNING RATE: 1.5434048122767085e-09
previous_iter_valid_loss : 0.16406814754009247

   1993260	  0.164238	  0.164068	  0.165472		CURRENT LEARNING RATE: 1.5430961621802924e-09
previous_iter_valid_loss : 0.1693456768989563

   1993280	  0.169582	  0.169346	  0.165910		CURRENT LEARNING RATE: 1.542787573807723e-09
previous_iter_valid_loss : 0.1617930680513382

   1993300	  0.161947	  0.161793	  0.164755		CURRENT LEARNING RATE: 1.5424790471466568e-09
previous_iter_valid_loss : 0.16057941317558289

   1993320	  0.160740	  0.160579	  0.164717		CURRENT LEARNING RATE: 1.5421705821847527e-09
previous_iter_valid_loss : 0.16257286071777344

   1993340	  0.162725	  0.162573	  0.164818		CURRENT LEARNING RATE: 1.5418621789096718e-09
previous_iter_valid_loss : 0.16092224419116974

   1993360	  0.161077	  0.160922	  0.164829		CURRENT LEARNING RATE: 1.541553837309073e-09
previous_iter_valid_loss : 0.16341152787208557

   1993380	  0.163577	  0.163412	  0.164872		CURRENT LEARNING RATE: 1.5412455573706334e-09
previous_iter_valid_loss : 0.17942187190055847

   1993400	  0.179577	  0.179422	  0.165817		CURRENT LEARNING RATE: 1.5409373390820163e-09
previous_iter_valid_loss : 0.17063522338867188

   1993420	  0.170784	  0.170635	  0.166008		CURRENT LEARNING RATE: 1.540629182430893e-09
previous_iter_valid_loss : 0.16603223979473114

   1993440	  0.166245	  0.166032	  0.165933		CURRENT LEARNING RATE: 1.540321087404937e-09
previous_iter_valid_loss : 0.16356655955314636

   1993460	  0.163760	  0.163567	  0.166003		CURRENT LEARNING RATE: 1.5400130539918248e-09
previous_iter_valid_loss : 0.16598160564899445

   1993480	  0.166195	  0.165982	  0.165683		CURRENT LEARNING RATE: 1.5397050821792349e-09
previous_iter_valid_loss : 0.16594406962394714

   1993500	  0.166142	  0.165944	  0.165904		CURRENT LEARNING RATE: 1.5393971719548487e-09
previous_iter_valid_loss : 0.16085225343704224

   1993520	  0.161026	  0.160852	  0.165792		CURRENT LEARNING RATE: 1.539089323306344e-09
previous_iter_valid_loss : 0.16116559505462646

   1993540	  0.161312	  0.161166	  0.165145		CURRENT LEARNING RATE: 1.5387815362214178e-09
previous_iter_valid_loss : 0.16516511142253876

   1993560	  0.165325	  0.165165	  0.165358		CURRENT LEARNING RATE: 1.5384738106877535e-09
previous_iter_valid_loss : 0.16052527725696564

   1993580	  0.160686	  0.160525	  0.164381		CURRENT LEARNING RATE: 1.5381661466930416e-09
previous_iter_valid_loss : 0.16710959374904633

   1993600	  0.167271	  0.167110	  0.164700		CURRENT LEARNING RATE: 1.5378585442249757e-09
previous_iter_valid_loss : 0.1611499935388565

   1993620	  0.161308	  0.161150	  0.164722		CURRENT LEARNING RATE: 1.5375510032712522e-09
previous_iter_valid_loss : 0.1688014715909958

   1993640	  0.168958	  0.168801	  0.164950		CURRENT LEARNING RATE: 1.5372435238195686e-09
previous_iter_valid_loss : 0.16700434684753418

   1993660	  0.167232	  0.167004	  0.165097		CURRENT LEARNING RATE: 1.5369361058576208e-09
previous_iter_valid_loss : 0.1614307016134262

   1993680	  0.161580	  0.161431	  0.164701		CURRENT LEARNING RATE: 1.5366287493731231e-09
previous_iter_valid_loss : 0.1606627255678177

   1993700	  0.160822	  0.160663	  0.164644		CURRENT LEARNING RATE: 1.5363214543537754e-09
previous_iter_valid_loss : 0.16392509639263153

   1993720	  0.164123	  0.163925	  0.164812		CURRENT LEARNING RATE: 1.536014220787286e-09
previous_iter_valid_loss : 0.16304384171962738

   1993740	  0.163234	  0.163044	  0.164835		CURRENT LEARNING RATE: 1.535707048661366e-09
previous_iter_valid_loss : 0.16059616208076477

   1993760	  0.160766	  0.160596	  0.164819		CURRENT LEARNING RATE: 1.5353999379637279e-09
previous_iter_valid_loss : 0.16969774663448334

   1993780	  0.169945	  0.169698	  0.165133		CURRENT LEARNING RATE: 1.5350928886820876e-09
previous_iter_valid_loss : 0.16092078387737274

   1993800	  0.161074	  0.160921	  0.164208		CURRENT LEARNING RATE: 1.5347859008041628e-09
previous_iter_valid_loss : 0.16484346985816956

   1993820	  0.165042	  0.164843	  0.163919		CURRENT LEARNING RATE: 1.5344789743176692e-09
previous_iter_valid_loss : 0.16471759974956512

   1993840	  0.164921	  0.164718	  0.163853		CURRENT LEARNING RATE: 1.5341721092103399e-09
previous_iter_valid_loss : 0.17838843166828156

   1993860	  0.178543	  0.178388	  0.164594		CURRENT LEARNING RATE: 1.5338653054698951e-09
previous_iter_valid_loss : 0.1656791865825653

   1993880	  0.165878	  0.165679	  0.164579		CURRENT LEARNING RATE: 1.533558563084063e-09
previous_iter_valid_loss : 0.16222107410430908

   1993900	  0.162412	  0.162221	  0.164393		CURRENT LEARNING RATE: 1.5332518820405737e-09
previous_iter_valid_loss : 0.16115523874759674

   1993920	  0.161337	  0.161155	  0.164408		CURRENT LEARNING RATE: 1.5329452623271595e-09
previous_iter_valid_loss : 0.16775357723236084

   1993940	  0.167908	  0.167754	  0.164737		CURRENT LEARNING RATE: 1.5326387039315561e-09
previous_iter_valid_loss : 0.1636180877685547

   1993960	  0.163816	  0.163618	  0.164660		CURRENT LEARNING RATE: 1.532332206841496e-09
previous_iter_valid_loss : 0.16446171700954437

   1993980	  0.164615	  0.164462	  0.164857		CURRENT LEARNING RATE: 1.5320257710447292e-09
previous_iter_valid_loss : 0.1606554090976715

   1994000	  0.160811	  0.160655	  0.164534		CURRENT LEARNING RATE: 1.531719396528994e-09
previous_iter_valid_loss : 0.1609858125448227

   1994020	  0.161150	  0.160986	  0.164526		CURRENT LEARNING RATE: 1.5314130832820348e-09
previous_iter_valid_loss : 0.16476137936115265

   1994040	  0.164968	  0.164761	  0.164324		CURRENT LEARNING RATE: 1.531106831291599e-09
previous_iter_valid_loss : 0.16290383040905

   1994060	  0.163072	  0.162904	  0.164119		CURRENT LEARNING RATE: 1.5308006405454364e-09
previous_iter_valid_loss : 0.16114218533039093

   1994080	  0.161325	  0.161142	  0.164104		CURRENT LEARNING RATE: 1.5304945110312998e-09
previous_iter_valid_loss : 0.16526320576667786

   1994100	  0.165421	  0.165263	  0.164334		CURRENT LEARNING RATE: 1.5301884427369441e-09
previous_iter_valid_loss : 0.16084453463554382

   1994120	  0.160998	  0.160845	  0.164180		CURRENT LEARNING RATE: 1.5298824356501208e-09
previous_iter_valid_loss : 0.16085059940814972

   1994140	  0.161026	  0.160851	  0.164071		CURRENT LEARNING RATE: 1.5295764897586005e-09
previous_iter_valid_loss : 0.16635315120220184

   1994160	  0.166514	  0.166353	  0.164359		CURRENT LEARNING RATE: 1.5292706050501397e-09
previous_iter_valid_loss : 0.17805533111095428

   1994180	  0.178358	  0.178055	  0.164776		CURRENT LEARNING RATE: 1.5289647815125035e-09
previous_iter_valid_loss : 0.16629624366760254

   1994200	  0.166515	  0.166296	  0.165045		CURRENT LEARNING RATE: 1.528659019133459e-09
previous_iter_valid_loss : 0.17291311919689178

   1994220	  0.173186	  0.172913	  0.165449		CURRENT LEARNING RATE: 1.5283533179007752e-09
previous_iter_valid_loss : 0.17630866169929504

   1994240	  0.176463	  0.176309	  0.166028		CURRENT LEARNING RATE: 1.5280476778022245e-09
previous_iter_valid_loss : 0.1619197428226471

   1994260	  0.162078	  0.161920	  0.165205		CURRENT LEARNING RATE: 1.527742098825581e-09
previous_iter_valid_loss : 0.1630963683128357

   1994280	  0.163264	  0.163096	  0.165076		CURRENT LEARNING RATE: 1.5274365809586162e-09
previous_iter_valid_loss : 0.16309380531311035

   1994300	  0.163265	  0.163094	  0.165119		CURRENT LEARNING RATE: 1.5271311241891202e-09
previous_iter_valid_loss : 0.1605163812637329

   1994320	  0.160675	  0.160516	  0.165087		CURRENT LEARNING RATE: 1.5268257285048698e-09
previous_iter_valid_loss : 0.1611519753932953

   1994340	  0.161338	  0.161152	  0.164757		CURRENT LEARNING RATE: 1.5265203938936484e-09
previous_iter_valid_loss : 0.16251637041568756

   1994360	  0.162718	  0.162516	  0.164702		CURRENT LEARNING RATE: 1.526215120343243e-09
previous_iter_valid_loss : 0.1705949753522873

   1994380	  0.170851	  0.170595	  0.165009		CURRENT LEARNING RATE: 1.5259099078414426e-09
previous_iter_valid_loss : 0.16055165231227875

   1994400	  0.160723	  0.160552	  0.165004		CURRENT LEARNING RATE: 1.5256047563760385e-09
previous_iter_valid_loss : 0.16900652647018433

   1994420	  0.169248	  0.169007	  0.165405		CURRENT LEARNING RATE: 1.52529966593482e-09
previous_iter_valid_loss : 0.19164812564849854

   1994440	  0.191773	  0.191648	  0.166749		CURRENT LEARNING RATE: 1.5249946365055932e-09
previous_iter_valid_loss : 0.16903719305992126

   1994460	  0.169187	  0.169037	  0.167056		CURRENT LEARNING RATE: 1.5246896680761524e-09
previous_iter_valid_loss : 0.16890458762645721

   1994480	  0.169132	  0.168905	  0.167444		CURRENT LEARNING RATE: 1.5243847606342984e-09
previous_iter_valid_loss : 0.1683494597673416

   1994500	  0.168577	  0.168349	  0.167598		CURRENT LEARNING RATE: 1.5240799141678351e-09
previous_iter_valid_loss : 0.1647976189851761

   1994520	  0.164998	  0.164798	  0.167796		CURRENT LEARNING RATE: 1.5237751286645685e-09
previous_iter_valid_loss : 0.16301150619983673

   1994540	  0.163176	  0.163012	  0.167904		CURRENT LEARNING RATE: 1.5234704041123074e-09
previous_iter_valid_loss : 0.16239680349826813

   1994560	  0.162561	  0.162397	  0.167706		CURRENT LEARNING RATE: 1.5231657404988622e-09
previous_iter_valid_loss : 0.16555577516555786

   1994580	  0.165779	  0.165556	  0.167081		CURRENT LEARNING RATE: 1.522861137812042e-09
previous_iter_valid_loss : 0.1708177775144577

   1994600	  0.171067	  0.170818	  0.167307		CURRENT LEARNING RATE: 1.5225565960396728e-09
previous_iter_valid_loss : 0.16264845430850983

   1994620	  0.162834	  0.162648	  0.166794		CURRENT LEARNING RATE: 1.5222521151695675e-09
previous_iter_valid_loss : 0.1608140617609024

   1994640	  0.160993	  0.160814	  0.166019		CURRENT LEARNING RATE: 1.5219476951895469e-09
previous_iter_valid_loss : 0.16906245052814484

   1994660	  0.169220	  0.169062	  0.166376		CURRENT LEARNING RATE: 1.5216433360874344e-09
previous_iter_valid_loss : 0.16127897799015045

   1994680	  0.161473	  0.161279	  0.166285		CURRENT LEARNING RATE: 1.5213390378510556e-09
previous_iter_valid_loss : 0.16368959844112396

   1994700	  0.163887	  0.163690	  0.166315		CURRENT LEARNING RATE: 1.5210348004682386e-09
previous_iter_valid_loss : 0.16289860010147095

   1994720	  0.163103	  0.162899	  0.166434		CURRENT LEARNING RATE: 1.5207306239268136e-09
previous_iter_valid_loss : 0.1614743024110794

   1994740	  0.161654	  0.161474	  0.166450		CURRENT LEARNING RATE: 1.5204265082146085e-09
previous_iter_valid_loss : 0.16725848615169525

   1994760	  0.167411	  0.167258	  0.166688		CURRENT LEARNING RATE: 1.5201224533194693e-09
previous_iter_valid_loss : 0.16220374405384064

   1994780	  0.162391	  0.162204	  0.166268		CURRENT LEARNING RATE: 1.5198184592292283e-09
previous_iter_valid_loss : 0.16943660378456116

   1994800	  0.169680	  0.169437	  0.166712		CURRENT LEARNING RATE: 1.5195145259317264e-09
previous_iter_valid_loss : 0.16127540171146393

   1994820	  0.161435	  0.161275	  0.166326		CURRENT LEARNING RATE: 1.519210653414805e-09
previous_iter_valid_loss : 0.16613838076591492

   1994840	  0.166355	  0.166138	  0.165050		CURRENT LEARNING RATE: 1.5189068416663103e-09
previous_iter_valid_loss : 0.16120709478855133

   1994860	  0.161398	  0.161207	  0.164659		CURRENT LEARNING RATE: 1.5186030906740896e-09
previous_iter_valid_loss : 0.16691870987415314

   1994880	  0.167145	  0.166919	  0.164559		CURRENT LEARNING RATE: 1.5182994004259873e-09
previous_iter_valid_loss : 0.1606762409210205

   1994900	  0.160842	  0.160676	  0.164176		CURRENT LEARNING RATE: 1.5179957709098665e-09
previous_iter_valid_loss : 0.160511314868927

   1994920	  0.160681	  0.160511	  0.163961		CURRENT LEARNING RATE: 1.5176922021135766e-09
previous_iter_valid_loss : 0.16980701684951782

   1994940	  0.169957	  0.169807	  0.164301		CURRENT LEARNING RATE: 1.5173886940249753e-09
previous_iter_valid_loss : 0.1630941480398178

   1994960	  0.163299	  0.163094	  0.164336		CURRENT LEARNING RATE: 1.5170852466319219e-09
previous_iter_valid_loss : 0.16088663041591644

   1994980	  0.161062	  0.160887	  0.164103		CURRENT LEARNING RATE: 1.5167818599222783e-09
previous_iter_valid_loss : 0.16049343347549438

   1995000	  0.160651	  0.160493	  0.163586		CURRENT LEARNING RATE: 1.5164785338839095e-09
previous_iter_valid_loss : 0.1631634384393692

   1995020	  0.163357	  0.163163	  0.163612		CURRENT LEARNING RATE: 1.5161752685046823e-09
previous_iter_valid_loss : 0.1606767624616623

   1995040	  0.160859	  0.160677	  0.163605		CURRENT LEARNING RATE: 1.5158720637724607e-09
previous_iter_valid_loss : 0.16117846965789795

   1995060	  0.161339	  0.161178	  0.163211		CURRENT LEARNING RATE: 1.515568919675127e-09
previous_iter_valid_loss : 0.16084499657154083

   1995080	  0.161003	  0.160845	  0.163189		CURRENT LEARNING RATE: 1.5152658362005503e-09
previous_iter_valid_loss : 0.162217915058136

   1995100	  0.162407	  0.162218	  0.163116		CURRENT LEARNING RATE: 1.5149628133366076e-09
previous_iter_valid_loss : 0.1723155528306961

   1995120	  0.172582	  0.172316	  0.163587		CURRENT LEARNING RATE: 1.5146598510711772e-09
previous_iter_valid_loss : 0.1608564704656601

   1995140	  0.161009	  0.160856	  0.163556		CURRENT LEARNING RATE: 1.5143569493921414e-09
previous_iter_valid_loss : 0.17155160009860992

   1995160	  0.171807	  0.171552	  0.163770		CURRENT LEARNING RATE: 1.5140541082873834e-09
previous_iter_valid_loss : 0.16084839403629303

   1995180	  0.161031	  0.160848	  0.163703		CURRENT LEARNING RATE: 1.513751327744785e-09
previous_iter_valid_loss : 0.1671307533979416

   1995200	  0.167289	  0.167131	  0.163587		CURRENT LEARNING RATE: 1.513448607752245e-09
previous_iter_valid_loss : 0.16164475679397583

   1995220	  0.161824	  0.161645	  0.163606		CURRENT LEARNING RATE: 1.5131459482976495e-09
previous_iter_valid_loss : 0.18430931866168976

   1995240	  0.184460	  0.184309	  0.164514		CURRENT LEARNING RATE: 1.5128433493688922e-09
previous_iter_valid_loss : 0.17657612264156342

   1995260	  0.176731	  0.176576	  0.165283		CURRENT LEARNING RATE: 1.5125408109538692e-09
previous_iter_valid_loss : 0.16693128645420074

   1995280	  0.167090	  0.166931	  0.165283		CURRENT LEARNING RATE: 1.5122383330404787e-09
previous_iter_valid_loss : 0.16845953464508057

   1995300	  0.168611	  0.168460	  0.165673		CURRENT LEARNING RATE: 1.5119359156166217e-09
previous_iter_valid_loss : 0.16108039021492004

   1995320	  0.161242	  0.161080	  0.165701		CURRENT LEARNING RATE: 1.5116335586702017e-09
previous_iter_valid_loss : 0.1605156511068344

   1995340	  0.160686	  0.160516	  0.165236		CURRENT LEARNING RATE: 1.5113312621891186e-09
previous_iter_valid_loss : 0.17876315116882324

   1995360	  0.178913	  0.178763	  0.166020		CURRENT LEARNING RATE: 1.5110290261612917e-09
previous_iter_valid_loss : 0.16098448634147644

   1995380	  0.161159	  0.160984	  0.166025		CURRENT LEARNING RATE: 1.510726850574626e-09
previous_iter_valid_loss : 0.16755521297454834

   1995400	  0.167711	  0.167555	  0.166378		CURRENT LEARNING RATE: 1.5104247354170346e-09
previous_iter_valid_loss : 0.16139787435531616

   1995420	  0.161581	  0.161398	  0.166290		CURRENT LEARNING RATE: 1.5101226806764328e-09
previous_iter_valid_loss : 0.16465985774993896

   1995440	  0.164826	  0.164660	  0.166489		CURRENT LEARNING RATE: 1.5098206863407385e-09
previous_iter_valid_loss : 0.1606036275625229

   1995460	  0.160776	  0.160604	  0.166460		CURRENT LEARNING RATE: 1.5095187523978717e-09
previous_iter_valid_loss : 0.16832120716571808

   1995480	  0.168478	  0.168321	  0.166834		CURRENT LEARNING RATE: 1.5092168788357555e-09
previous_iter_valid_loss : 0.16169463098049164

   1995500	  0.161883	  0.161695	  0.166808		CURRENT LEARNING RATE: 1.508915065642309e-09
previous_iter_valid_loss : 0.16354656219482422

   1995520	  0.163716	  0.163547	  0.166369		CURRENT LEARNING RATE: 1.5086133128054708e-09
previous_iter_valid_loss : 0.16056331992149353

   1995540	  0.160717	  0.160563	  0.166355		CURRENT LEARNING RATE: 1.5083116203131653e-09
previous_iter_valid_loss : 0.16225236654281616

   1995560	  0.162436	  0.162252	  0.165890		CURRENT LEARNING RATE: 1.5080099881533247e-09
previous_iter_valid_loss : 0.1894538402557373

   1995580	  0.189588	  0.189454	  0.167320		CURRENT LEARNING RATE: 1.5077084163138842e-09
previous_iter_valid_loss : 0.16468490660190582

   1995600	  0.164898	  0.164685	  0.167198		CURRENT LEARNING RATE: 1.50740690478278e-09
previous_iter_valid_loss : 0.1629883497953415

   1995620	  0.163158	  0.162988	  0.167265		CURRENT LEARNING RATE: 1.5071054535479526e-09
previous_iter_valid_loss : 0.16850291192531586

   1995640	  0.168656	  0.168503	  0.166474		CURRENT LEARNING RATE: 1.5068040625973381e-09
previous_iter_valid_loss : 0.1807687133550644

   1995660	  0.180926	  0.180769	  0.166684		CURRENT LEARNING RATE: 1.5065027319188916e-09
previous_iter_valid_loss : 0.16468390822410583

   1995680	  0.164894	  0.164684	  0.166572		CURRENT LEARNING RATE: 1.5062014615005544e-09
previous_iter_valid_loss : 0.16991305351257324

   1995700	  0.170160	  0.169913	  0.166644		CURRENT LEARNING RATE: 1.5059002513302762e-09
previous_iter_valid_loss : 0.164699986577034

   1995720	  0.164896	  0.164700	  0.166825		CURRENT LEARNING RATE: 1.505599101396008e-09
previous_iter_valid_loss : 0.16995345056056976

   1995740	  0.170105	  0.169953	  0.167297		CURRENT LEARNING RATE: 1.5052980116857043e-09
previous_iter_valid_loss : 0.1614309400320053

   1995760	  0.161583	  0.161431	  0.166431		CURRENT LEARNING RATE: 1.5049969821873212e-09
previous_iter_valid_loss : 0.1605251431465149

   1995780	  0.160690	  0.160525	  0.166408		CURRENT LEARNING RATE: 1.5046960128888172e-09
previous_iter_valid_loss : 0.16112759709358215

   1995800	  0.161291	  0.161128	  0.166086		CURRENT LEARNING RATE: 1.504395103778149e-09
previous_iter_valid_loss : 0.1633135825395584

   1995820	  0.163497	  0.163314	  0.166182		CURRENT LEARNING RATE: 1.5040942548432904e-09
previous_iter_valid_loss : 0.17233607172966003

   1995840	  0.172472	  0.172336	  0.166566		CURRENT LEARNING RATE: 1.5037934660722021e-09
previous_iter_valid_loss : 0.16286706924438477

   1995860	  0.163079	  0.162867	  0.166679		CURRENT LEARNING RATE: 1.503492737452853e-09
previous_iter_valid_loss : 0.16763587296009064

   1995880	  0.167870	  0.167636	  0.166645		CURRENT LEARNING RATE: 1.5031920689732132e-09
previous_iter_valid_loss : 0.18143658339977264

   1995900	  0.181767	  0.181437	  0.167632		CURRENT LEARNING RATE: 1.5028914606212565e-09
previous_iter_valid_loss : 0.16137810051441193

   1995920	  0.161557	  0.161378	  0.167523		CURRENT LEARNING RATE: 1.5025909123849586e-09
previous_iter_valid_loss : 0.1607123464345932

   1995940	  0.160871	  0.160712	  0.167531		CURRENT LEARNING RATE: 1.5022904242522969e-09
previous_iter_valid_loss : 0.16073009371757507

   1995960	  0.160907	  0.160730	  0.167455		CURRENT LEARNING RATE: 1.5019899962112474e-09
previous_iter_valid_loss : 0.16738814115524292

   1995980	  0.167614	  0.167388	  0.166352		CURRENT LEARNING RATE: 1.5016896282498033e-09
previous_iter_valid_loss : 0.1627330631017685

   1996000	  0.162903	  0.162733	  0.166254		CURRENT LEARNING RATE: 1.5013893203559445e-09
previous_iter_valid_loss : 0.16301840543746948

   1996020	  0.163207	  0.163018	  0.166255		CURRENT LEARNING RATE: 1.5010890725176584e-09
previous_iter_valid_loss : 0.1735662966966629

   1996040	  0.173838	  0.173566	  0.166509		CURRENT LEARNING RATE: 1.5007888847229359e-09
previous_iter_valid_loss : 0.16123630106449127

   1996060	  0.161421	  0.161236	  0.165532		CURRENT LEARNING RATE: 1.5004887569597687e-09
previous_iter_valid_loss : 0.1618349403142929

   1996080	  0.162023	  0.161835	  0.165390		CURRENT LEARNING RATE: 1.5001886892161518e-09
previous_iter_valid_loss : 0.17476361989974976

   1996100	  0.174907	  0.174764	  0.165632		CURRENT LEARNING RATE: 1.4998886814800778e-09
previous_iter_valid_loss : 0.16055037081241608

   1996120	  0.160726	  0.160550	  0.165425		CURRENT LEARNING RATE: 1.4995887337395563e-09
previous_iter_valid_loss : 0.16118070483207703

   1996140	  0.161337	  0.161181	  0.164986		CURRENT LEARNING RATE: 1.4992888459825845e-09
previous_iter_valid_loss : 0.16084980964660645

   1996160	  0.161020	  0.160850	  0.164957		CURRENT LEARNING RATE: 1.4989890181971667e-09
previous_iter_valid_loss : 0.16071252524852753

   1996180	  0.160881	  0.160713	  0.164966		CURRENT LEARNING RATE: 1.4986892503713095e-09
previous_iter_valid_loss : 0.1608903706073761

   1996200	  0.161047	  0.160890	  0.164954		CURRENT LEARNING RATE: 1.498389542493023e-09
previous_iter_valid_loss : 0.16494469344615936

   1996220	  0.165160	  0.164945	  0.165036		CURRENT LEARNING RATE: 1.498089894550318e-09
previous_iter_valid_loss : 0.16423197090625763

   1996240	  0.164440	  0.164232	  0.164631		CURRENT LEARNING RATE: 1.4977903065312092e-09
previous_iter_valid_loss : 0.160530686378479

   1996260	  0.160688	  0.160531	  0.164514		CURRENT LEARNING RATE: 1.4974907784237076e-09
previous_iter_valid_loss : 0.16160358488559723

   1996280	  0.161756	  0.161604	  0.164212		CURRENT LEARNING RATE: 1.4971913102158426e-09
previous_iter_valid_loss : 0.17495866119861603

   1996300	  0.175243	  0.174959	  0.163888		CURRENT LEARNING RATE: 1.4968919018956303e-09
previous_iter_valid_loss : 0.16479086875915527

   1996320	  0.165006	  0.164791	  0.164059		CURRENT LEARNING RATE: 1.496592553451094e-09
previous_iter_valid_loss : 0.16320131719112396

   1996340	  0.163360	  0.163201	  0.164184		CURRENT LEARNING RATE: 1.49629326487026e-09
previous_iter_valid_loss : 0.1737329363822937

   1996360	  0.173878	  0.173733	  0.164834		CURRENT LEARNING RATE: 1.495994036141157e-09
previous_iter_valid_loss : 0.16107025742530823

   1996380	  0.161256	  0.161070	  0.164518		CURRENT LEARNING RATE: 1.4956948672518157e-09
previous_iter_valid_loss : 0.16457247734069824

   1996400	  0.164783	  0.164572	  0.164610		CURRENT LEARNING RATE: 1.495395758190264e-09
previous_iter_valid_loss : 0.16582681238651276

   1996420	  0.165991	  0.165827	  0.164750		CURRENT LEARNING RATE: 1.4950967089445481e-09
previous_iter_valid_loss : 0.16422727704048157

   1996440	  0.164432	  0.164227	  0.164283		CURRENT LEARNING RATE: 1.4947977195027007e-09
previous_iter_valid_loss : 0.16404341161251068

   1996460	  0.164249	  0.164043	  0.164424		CURRENT LEARNING RATE: 1.4944987898527624e-09
previous_iter_valid_loss : 0.16053959727287292

   1996480	  0.160701	  0.160540	  0.164359		CURRENT LEARNING RATE: 1.4941999199827757e-09
previous_iter_valid_loss : 0.16229656338691711

   1996500	  0.162462	  0.162297	  0.163735		CURRENT LEARNING RATE: 1.493901109880786e-09
previous_iter_valid_loss : 0.1608547866344452

   1996520	  0.161028	  0.160855	  0.163751		CURRENT LEARNING RATE: 1.493602359534841e-09
previous_iter_valid_loss : 0.16319608688354492

   1996540	  0.163395	  0.163196	  0.163851		CURRENT LEARNING RATE: 1.4933036689329906e-09
previous_iter_valid_loss : 0.16169311106204987

   1996560	  0.161875	  0.161693	  0.163894		CURRENT LEARNING RATE: 1.4930050380632817e-09
previous_iter_valid_loss : 0.1810428947210312

   1996580	  0.181377	  0.181043	  0.164910		CURRENT LEARNING RATE: 1.4927064669137801e-09
previous_iter_valid_loss : 0.16868411004543304

   1996600	  0.168836	  0.168684	  0.165300		CURRENT LEARNING RATE: 1.4924079554725372e-09
previous_iter_valid_loss : 0.16103272140026093

   1996620	  0.161221	  0.161033	  0.165104		CURRENT LEARNING RATE: 1.4921095037276127e-09
previous_iter_valid_loss : 0.16068173944950104

   1996640	  0.160837	  0.160682	  0.164927		CURRENT LEARNING RATE: 1.4918111116670684e-09
previous_iter_valid_loss : 0.1627943217754364

   1996660	  0.162986	  0.162794	  0.165040		CURRENT LEARNING RATE: 1.4915127792789691e-09
previous_iter_valid_loss : 0.16730260848999023

   1996680	  0.167523	  0.167303	  0.165325		CURRENT LEARNING RATE: 1.491214506551381e-09
previous_iter_valid_loss : 0.17004260420799255

   1996700	  0.170284	  0.170043	  0.165079		CURRENT LEARNING RATE: 1.4909162934723734e-09
previous_iter_valid_loss : 0.16798441112041473

   1996720	  0.168141	  0.167984	  0.165239		CURRENT LEARNING RATE: 1.4906181400300123e-09
previous_iter_valid_loss : 0.1987818479537964

   1996740	  0.199318	  0.198782	  0.167018		CURRENT LEARNING RATE: 1.4903200462123825e-09
previous_iter_valid_loss : 0.166993647813797

   1996760	  0.167213	  0.166994	  0.166681		CURRENT LEARNING RATE: 1.4900220120075544e-09
previous_iter_valid_loss : 0.16130675375461578

   1996780	  0.161460	  0.161307	  0.166693		CURRENT LEARNING RATE: 1.4897240374036073e-09
previous_iter_valid_loss : 0.16243521869182587

   1996800	  0.162617	  0.162435	  0.166586		CURRENT LEARNING RATE: 1.489426122388622e-09
previous_iter_valid_loss : 0.16335952281951904

   1996820	  0.163559	  0.163360	  0.166462		CURRENT LEARNING RATE: 1.4891282669506813e-09
previous_iter_valid_loss : 0.16354043781757355

   1996840	  0.163747	  0.163540	  0.166428		CURRENT LEARNING RATE: 1.488830471077872e-09
previous_iter_valid_loss : 0.16144666075706482

   1996860	  0.161638	  0.161447	  0.166298		CURRENT LEARNING RATE: 1.4885327347582762e-09
previous_iter_valid_loss : 0.17567171156406403

   1996880	  0.175825	  0.175672	  0.167055		CURRENT LEARNING RATE: 1.4882350579799953e-09
previous_iter_valid_loss : 0.18960952758789062

   1996900	  0.189745	  0.189610	  0.168420		CURRENT LEARNING RATE: 1.487937440731117e-09
previous_iter_valid_loss : 0.16462558507919312

   1996920	  0.164790	  0.164626	  0.168609		CURRENT LEARNING RATE: 1.4876398829997365e-09
previous_iter_valid_loss : 0.1607442945241928

   1996940	  0.160905	  0.160744	  0.168486		CURRENT LEARNING RATE: 1.4873423847739515e-09
previous_iter_valid_loss : 0.16176359355449677

   1996960	  0.161955	  0.161764	  0.168490		CURRENT LEARNING RATE: 1.487044946041862e-09
previous_iter_valid_loss : 0.16056981682777405

   1996980	  0.160728	  0.160570	  0.167466		CURRENT LEARNING RATE: 1.4867475667915707e-09
previous_iter_valid_loss : 0.16505348682403564

   1997000	  0.165260	  0.165053	  0.167285		CURRENT LEARNING RATE: 1.486450247011182e-09
previous_iter_valid_loss : 0.16070671379566193

   1997020	  0.160859	  0.160707	  0.167268		CURRENT LEARNING RATE: 1.4861529866887985e-09
previous_iter_valid_loss : 0.1607954055070877

   1997040	  0.160951	  0.160795	  0.167274		CURRENT LEARNING RATE: 1.4858557858125395e-09
previous_iter_valid_loss : 0.16169649362564087

   1997060	  0.161885	  0.161696	  0.167219		CURRENT LEARNING RATE: 1.4855586443705125e-09
previous_iter_valid_loss : 0.1616147756576538

   1997080	  0.161805	  0.161615	  0.166935		CURRENT LEARNING RATE: 1.4852615623508312e-09
previous_iter_valid_loss : 0.1615152209997177

   1997100	  0.161673	  0.161515	  0.166508		CURRENT LEARNING RATE: 1.4849645397416127e-09
previous_iter_valid_loss : 0.1606503278017044

   1997120	  0.160808	  0.160650	  0.166142		CURRENT LEARNING RATE: 1.4846675765309761e-09
previous_iter_valid_loss : 0.16059377789497375

   1997140	  0.160767	  0.160594	  0.164232		CURRENT LEARNING RATE: 1.4843706727070426e-09
previous_iter_valid_loss : 0.17254042625427246

   1997160	  0.172798	  0.172540	  0.164510		CURRENT LEARNING RATE: 1.484073828257931e-09
previous_iter_valid_loss : 0.16071000695228577

   1997180	  0.160868	  0.160710	  0.164480		CURRENT LEARNING RATE: 1.483777043171778e-09
previous_iter_valid_loss : 0.18057192862033844

   1997200	  0.180906	  0.180572	  0.165387		CURRENT LEARNING RATE: 1.483480317436707e-09
previous_iter_valid_loss : 0.1702786237001419

   1997220	  0.170429	  0.170279	  0.165733		CURRENT LEARNING RATE: 1.483183651040849e-09
previous_iter_valid_loss : 0.16574043035507202

   1997240	  0.165911	  0.165740	  0.165843		CURRENT LEARNING RATE: 1.4828870439723369e-09
previous_iter_valid_loss : 0.16843926906585693

   1997260	  0.168664	  0.168439	  0.166192		CURRENT LEARNING RATE: 1.482590496219307e-09
previous_iter_valid_loss : 0.16178123652935028

   1997280	  0.161969	  0.161781	  0.165498		CURRENT LEARNING RATE: 1.482294007769897e-09
previous_iter_valid_loss : 0.16076155006885529

   1997300	  0.160937	  0.160762	  0.164055		CURRENT LEARNING RATE: 1.4819975786122478e-09
previous_iter_valid_loss : 0.16205722093582153

   1997320	  0.162218	  0.162057	  0.163927		CURRENT LEARNING RATE: 1.4817012087344961e-09
previous_iter_valid_loss : 0.1610051393508911

   1997340	  0.161191	  0.161005	  0.163940		CURRENT LEARNING RATE: 1.4814048981247985e-09
previous_iter_valid_loss : 0.16090966761112213

   1997360	  0.161061	  0.160910	  0.163897		CURRENT LEARNING RATE: 1.4811086467712972e-09
previous_iter_valid_loss : 0.16050179302692413

   1997380	  0.160670	  0.160502	  0.163894		CURRENT LEARNING RATE: 1.480812454662142e-09
previous_iter_valid_loss : 0.16300106048583984

   1997400	  0.163202	  0.163001	  0.163791		CURRENT LEARNING RATE: 1.480516321785485e-09
previous_iter_valid_loss : 0.17760609090328217

   1997420	  0.177920	  0.177606	  0.164636		CURRENT LEARNING RATE: 1.480220248129481e-09
previous_iter_valid_loss : 0.160809725522995

   1997440	  0.160988	  0.160810	  0.164637		CURRENT LEARNING RATE: 1.4799242336822872e-09
previous_iter_valid_loss : 0.1660837084054947

   1997460	  0.166246	  0.166084	  0.164856		CURRENT LEARNING RATE: 1.479628278432063e-09
previous_iter_valid_loss : 0.16075290739536285

   1997480	  0.160910	  0.160753	  0.164813		CURRENT LEARNING RATE: 1.4793323823669649e-09
previous_iter_valid_loss : 0.16211046278476715

   1997500	  0.162279	  0.162110	  0.164843		CURRENT LEARNING RATE: 1.4790365454751676e-09
previous_iter_valid_loss : 0.16212381422519684

   1997520	  0.162281	  0.162124	  0.164917		CURRENT LEARNING RATE: 1.478740767744832e-09
previous_iter_valid_loss : 0.1741197556257248

   1997540	  0.174270	  0.174120	  0.165593		CURRENT LEARNING RATE: 1.4784450491641274e-09
previous_iter_valid_loss : 0.17618849873542786

   1997560	  0.176347	  0.176188	  0.165775		CURRENT LEARNING RATE: 1.4781493897212253e-09
previous_iter_valid_loss : 0.18883450329303741

   1997580	  0.188962	  0.188835	  0.167182		CURRENT LEARNING RATE: 1.477853789404299e-09
previous_iter_valid_loss : 0.1617230325937271

   1997600	  0.161879	  0.161723	  0.166239		CURRENT LEARNING RATE: 1.477558248201524e-09
previous_iter_valid_loss : 0.16072727739810944

   1997620	  0.160891	  0.160727	  0.165762		CURRENT LEARNING RATE: 1.4772627661010741e-09
previous_iter_valid_loss : 0.16050034761428833

   1997640	  0.160667	  0.160500	  0.165500		CURRENT LEARNING RATE: 1.4769673430911403e-09
previous_iter_valid_loss : 0.16669592261314392

   1997660	  0.166905	  0.166696	  0.165412		CURRENT LEARNING RATE: 1.4766719791599004e-09
previous_iter_valid_loss : 0.16121312975883484

   1997680	  0.161399	  0.161213	  0.165384		CURRENT LEARNING RATE: 1.47637667429554e-09
previous_iter_valid_loss : 0.16154199838638306

   1997700	  0.161701	  0.161542	  0.165423		CURRENT LEARNING RATE: 1.4760814284862468e-09
previous_iter_valid_loss : 0.16696377098560333

   1997720	  0.167121	  0.166964	  0.165668		CURRENT LEARNING RATE: 1.4757862417202105e-09
previous_iter_valid_loss : 0.16499274969100952

   1997740	  0.165154	  0.164993	  0.165868		CURRENT LEARNING RATE: 1.4754911139856244e-09
previous_iter_valid_loss : 0.1605290323495865

   1997760	  0.160706	  0.160529	  0.165849		CURRENT LEARNING RATE: 1.4751960452706832e-09
previous_iter_valid_loss : 0.18446604907512665

   1997780	  0.184617	  0.184466	  0.167047		CURRENT LEARNING RATE: 1.4749010355635785e-09
previous_iter_valid_loss : 0.16725294291973114

   1997800	  0.167410	  0.167253	  0.167259		CURRENT LEARNING RATE: 1.474606084852521e-09
previous_iter_valid_loss : 0.16469721496105194

   1997820	  0.164872	  0.164697	  0.166614		CURRENT LEARNING RATE: 1.4743111931257064e-09
previous_iter_valid_loss : 0.16503795981407166

   1997840	  0.165204	  0.165038	  0.166825		CURRENT LEARNING RATE: 1.4740163603713406e-09
previous_iter_valid_loss : 0.1727169305086136

   1997860	  0.172985	  0.172717	  0.167157		CURRENT LEARNING RATE: 1.4737215865776287e-09
previous_iter_valid_loss : 0.16499565541744232

   1997880	  0.165205	  0.164996	  0.167369		CURRENT LEARNING RATE: 1.473426871732781e-09
previous_iter_valid_loss : 0.1628008484840393

   1997900	  0.163006	  0.162801	  0.167404		CURRENT LEARNING RATE: 1.4731322158250077e-09
previous_iter_valid_loss : 0.16050821542739868

   1997920	  0.160669	  0.160508	  0.167323		CURRENT LEARNING RATE: 1.4728376188425237e-09
previous_iter_valid_loss : 0.16257134079933167

   1997940	  0.162759	  0.162571	  0.166746		CURRENT LEARNING RATE: 1.4725430807735396e-09
previous_iter_valid_loss : 0.1682237833738327

   1997960	  0.168454	  0.168224	  0.166347		CURRENT LEARNING RATE: 1.4722486016062838e-09
previous_iter_valid_loss : 0.1610747128725052

   1997980	  0.161256	  0.161075	  0.164959		CURRENT LEARNING RATE: 1.4719541813289724e-09
previous_iter_valid_loss : 0.18031826615333557

   1998000	  0.180477	  0.180318	  0.165889		CURRENT LEARNING RATE: 1.4716598199298285e-09
previous_iter_valid_loss : 0.16445977985858917

   1998020	  0.164629	  0.164460	  0.166076		CURRENT LEARNING RATE: 1.4713655173970772e-09
previous_iter_valid_loss : 0.17122218012809753

   1998040	  0.171478	  0.171222	  0.166612		CURRENT LEARNING RATE: 1.4710712737189474e-09
previous_iter_valid_loss : 0.1949414759874344

   1998060	  0.195420	  0.194941	  0.168024		CURRENT LEARNING RATE: 1.470777088883668e-09
previous_iter_valid_loss : 0.16328871250152588

   1998080	  0.163484	  0.163289	  0.168128		CURRENT LEARNING RATE: 1.4704829628794676e-09
previous_iter_valid_loss : 0.16050854325294495

   1998100	  0.160667	  0.160509	  0.168076		CURRENT LEARNING RATE: 1.4701888956945914e-09
previous_iter_valid_loss : 0.16059163212776184

   1998120	  0.160751	  0.160592	  0.167758		CURRENT LEARNING RATE: 1.4698948873172707e-09
previous_iter_valid_loss : 0.1691017746925354

   1998140	  0.169341	  0.169102	  0.167963		CURRENT LEARNING RATE: 1.4696009377357461e-09
previous_iter_valid_loss : 0.16773144900798798

   1998160	  0.167888	  0.167731	  0.168323		CURRENT LEARNING RATE: 1.469307046938259e-09
previous_iter_valid_loss : 0.16318468749523163

   1998180	  0.163357	  0.163185	  0.167259		CURRENT LEARNING RATE: 1.4690132149130538e-09
previous_iter_valid_loss : 0.16314226388931274

   1998200	  0.163301	  0.163142	  0.167054		CURRENT LEARNING RATE: 1.4687194416483779e-09
previous_iter_valid_loss : 0.16830188035964966

   1998220	  0.168527	  0.168302	  0.167234		CURRENT LEARNING RATE: 1.4684257271324794e-09
previous_iter_valid_loss : 0.16182206571102142

   1998240	  0.162000	  0.161822	  0.167073		CURRENT LEARNING RATE: 1.468132071353605e-09
previous_iter_valid_loss : 0.16486050188541412

   1998260	  0.165063	  0.164861	  0.166680		CURRENT LEARNING RATE: 1.4678384743000192e-09
previous_iter_valid_loss : 0.16075898706912994

   1998280	  0.160912	  0.160759	  0.166468		CURRENT LEARNING RATE: 1.4675449359599723e-09
previous_iter_valid_loss : 0.19151896238327026

   1998300	  0.191642	  0.191519	  0.167904		CURRENT LEARNING RATE: 1.467251456321723e-09
previous_iter_valid_loss : 0.16252952814102173

   1998320	  0.162692	  0.162530	  0.168005		CURRENT LEARNING RATE: 1.4669580353735321e-09
previous_iter_valid_loss : 0.1754150092601776

   1998340	  0.175703	  0.175415	  0.168647		CURRENT LEARNING RATE: 1.4666646731036632e-09
previous_iter_valid_loss : 0.16076458990573883

   1998360	  0.160943	  0.160765	  0.168275		CURRENT LEARNING RATE: 1.4663713695003811e-09
previous_iter_valid_loss : 0.16460023820400238

   1998380	  0.164763	  0.164600	  0.168451		CURRENT LEARNING RATE: 1.466078124551949e-09
previous_iter_valid_loss : 0.17621013522148132

   1998400	  0.176498	  0.176210	  0.168245		CURRENT LEARNING RATE: 1.465784938246647e-09
previous_iter_valid_loss : 0.17635273933410645

   1998420	  0.176508	  0.176353	  0.168840		CURRENT LEARNING RATE: 1.4654918105727428e-09
previous_iter_valid_loss : 0.16123650968074799

   1998440	  0.161411	  0.161237	  0.168341		CURRENT LEARNING RATE: 1.4651987415185113e-09
previous_iter_valid_loss : 0.16049730777740479

   1998460	  0.160669	  0.160497	  0.166619		CURRENT LEARNING RATE: 1.4649057310722294e-09
previous_iter_valid_loss : 0.19313742220401764

   1998480	  0.193252	  0.193137	  0.168111		CURRENT LEARNING RATE: 1.4646127792221772e-09
previous_iter_valid_loss : 0.16117721796035767

   1998500	  0.161336	  0.161177	  0.168144		CURRENT LEARNING RATE: 1.4643198859566364e-09
previous_iter_valid_loss : 0.16431687772274017

   1998520	  0.164483	  0.164317	  0.168331		CURRENT LEARNING RATE: 1.464027051263891e-09
previous_iter_valid_loss : 0.17170697450637817

   1998540	  0.171856	  0.171707	  0.168461		CURRENT LEARNING RATE: 1.463734275132223e-09
previous_iter_valid_loss : 0.16266588866710663

   1998560	  0.162849	  0.162666	  0.168208		CURRENT LEARNING RATE: 1.463441557549931e-09
previous_iter_valid_loss : 0.1628805249929428

   1998580	  0.163086	  0.162881	  0.168192		CURRENT LEARNING RATE: 1.4631488985053017e-09
previous_iter_valid_loss : 0.18598733842372894

   1998600	  0.186389	  0.185987	  0.169335		CURRENT LEARNING RATE: 1.4628562979866286e-09
previous_iter_valid_loss : 0.16685299575328827

   1998620	  0.167008	  0.166853	  0.169262		CURRENT LEARNING RATE: 1.4625637559822075e-09
previous_iter_valid_loss : 0.16854903101921082

   1998640	  0.168702	  0.168549	  0.169599		CURRENT LEARNING RATE: 1.4622712724803369e-09
previous_iter_valid_loss : 0.16050389409065247

   1998660	  0.160663	  0.160504	  0.169381		CURRENT LEARNING RATE: 1.4619788474693174e-09
previous_iter_valid_loss : 0.16467472910881042

   1998680	  0.164846	  0.164675	  0.169577		CURRENT LEARNING RATE: 1.461686480937452e-09
previous_iter_valid_loss : 0.16117647290229797

   1998700	  0.161338	  0.161176	  0.168059		CURRENT LEARNING RATE: 1.4613941728730409e-09
previous_iter_valid_loss : 0.16610978543758392

   1998720	  0.166330	  0.166110	  0.168238		CURRENT LEARNING RATE: 1.4611019232644018e-09
previous_iter_valid_loss : 0.20592790842056274

   1998740	  0.206503	  0.205928	  0.169764		CURRENT LEARNING RATE: 1.4608097320998398e-09
previous_iter_valid_loss : 0.16622337698936462

   1998760	  0.166385	  0.166223	  0.170037		CURRENT LEARNING RATE: 1.4605175993676677e-09
previous_iter_valid_loss : 0.17205241322517395

   1998780	  0.172306	  0.172052	  0.170410		CURRENT LEARNING RATE: 1.4602255250561997e-09
previous_iter_valid_loss : 0.16443710029125214

   1998800	  0.164594	  0.164437	  0.169821		CURRENT LEARNING RATE: 1.4599335091537527e-09
previous_iter_valid_loss : 0.1612948477268219

   1998820	  0.161447	  0.161295	  0.169068		CURRENT LEARNING RATE: 1.4596415516486465e-09
previous_iter_valid_loss : 0.16051502525806427

   1998840	  0.160681	  0.160515	  0.169032		CURRENT LEARNING RATE: 1.459349652529197e-09
previous_iter_valid_loss : 0.16059911251068115

   1998860	  0.160756	  0.160599	  0.169037		CURRENT LEARNING RATE: 1.4590578117837394e-09
previous_iter_valid_loss : 0.16810284554958344

   1998880	  0.168256	  0.168103	  0.167785		CURRENT LEARNING RATE: 1.458766029400594e-09
previous_iter_valid_loss : 0.16093921661376953

   1998900	  0.161097	  0.160939	  0.167774		CURRENT LEARNING RATE: 1.4584743053680903e-09
previous_iter_valid_loss : 0.17793531715869904

   1998920	  0.178093	  0.177935	  0.168454		CURRENT LEARNING RATE: 1.458182639674559e-09
previous_iter_valid_loss : 0.1669844686985016

   1998940	  0.167207	  0.166984	  0.168218		CURRENT LEARNING RATE: 1.4578910323083334e-09
previous_iter_valid_loss : 0.16349908709526062

   1998960	  0.163689	  0.163499	  0.168260		CURRENT LEARNING RATE: 1.457599483257749e-09
previous_iter_valid_loss : 0.1629408746957779

   1998980	  0.163100	  0.162941	  0.168263		CURRENT LEARNING RATE: 1.4573079925111445e-09
previous_iter_valid_loss : 0.16961397230625153

   1999000	  0.169865	  0.169614	  0.167444		CURRENT LEARNING RATE: 1.457016560056855e-09
previous_iter_valid_loss : 0.16054917871952057

   1999020	  0.160717	  0.160549	  0.167129		CURRENT LEARNING RATE: 1.4567251858832328e-09
previous_iter_valid_loss : 0.1686980277299881

   1999040	  0.168844	  0.168698	  0.167137		CURRENT LEARNING RATE: 1.4564338699786184e-09
previous_iter_valid_loss : 0.1605520248413086

   1999060	  0.160714	  0.160552	  0.167139		CURRENT LEARNING RATE: 1.456142612331359e-09
previous_iter_valid_loss : 0.16507822275161743

   1999080	  0.165243	  0.165078	  0.167159		CURRENT LEARNING RATE: 1.455851412929804e-09
previous_iter_valid_loss : 0.161575049161911

   1999100	  0.161745	  0.161575	  0.167179		CURRENT LEARNING RATE: 1.455560271762306e-09
previous_iter_valid_loss : 0.16508086025714874

   1999120	  0.165285	  0.165081	  0.167128		CURRENT LEARNING RATE: 1.455269188817219e-09
previous_iter_valid_loss : 0.1629285365343094

   1999140	  0.163125	  0.162929	  0.164978		CURRENT LEARNING RATE: 1.4549781640828998e-09
previous_iter_valid_loss : 0.16289019584655762

   1999160	  0.163080	  0.162890	  0.164811		CURRENT LEARNING RATE: 1.4546871975477021e-09
previous_iter_valid_loss : 0.1642361730337143

   1999180	  0.164395	  0.164236	  0.164420		CURRENT LEARNING RATE: 1.4543962891999977e-09
previous_iter_valid_loss : 0.1615564376115799

   1999200	  0.161705	  0.161556	  0.164276		CURRENT LEARNING RATE: 1.4541054390281449e-09
previous_iter_valid_loss : 0.17343945801258087

   1999220	  0.173702	  0.173439	  0.164883		CURRENT LEARNING RATE: 1.4538146470205103e-09
previous_iter_valid_loss : 0.16235683858394623

   1999240	  0.162524	  0.162357	  0.164976		CURRENT LEARNING RATE: 1.4535239131654616e-09
previous_iter_valid_loss : 0.1863906979560852

   1999260	  0.186520	  0.186391	  0.166265		CURRENT LEARNING RATE: 1.4532332374513694e-09
previous_iter_valid_loss : 0.16822880506515503

   1999280	  0.168454	  0.168229	  0.166271		CURRENT LEARNING RATE: 1.4529426198666068e-09
previous_iter_valid_loss : 0.17391985654830933

   1999300	  0.174068	  0.173920	  0.166920		CURRENT LEARNING RATE: 1.4526520603995444e-09
previous_iter_valid_loss : 0.16249026358127594

   1999320	  0.162655	  0.162490	  0.166148		CURRENT LEARNING RATE: 1.4523615590385695e-09
previous_iter_valid_loss : 0.16277094185352325

   1999340	  0.162925	  0.162771	  0.165938		CURRENT LEARNING RATE: 1.4520711157720571e-09
previous_iter_valid_loss : 0.16115926206111908

   1999360	  0.161317	  0.161159	  0.165821		CURRENT LEARNING RATE: 1.45178073058839e-09
previous_iter_valid_loss : 0.16049957275390625

   1999380	  0.160669	  0.160500	  0.165698		CURRENT LEARNING RATE: 1.451490403475952e-09
previous_iter_valid_loss : 0.17313209176063538

   1999400	  0.173283	  0.173132	  0.165874		CURRENT LEARNING RATE: 1.4512001344231302e-09
previous_iter_valid_loss : 0.16060887277126312

   1999420	  0.160780	  0.160609	  0.165877		CURRENT LEARNING RATE: 1.4509099234183141e-09
previous_iter_valid_loss : 0.16088952124118805

   1999440	  0.161048	  0.160890	  0.165487		CURRENT LEARNING RATE: 1.450619770449895e-09
previous_iter_valid_loss : 0.16101062297821045

   1999460	  0.161198	  0.161011	  0.165510		CURRENT LEARNING RATE: 1.450329675506262e-09
previous_iter_valid_loss : 0.1619899719953537

   1999480	  0.162182	  0.161990	  0.165355		CURRENT LEARNING RATE: 1.4500396385758214e-09
previous_iter_valid_loss : 0.16106344759464264

   1999500	  0.161216	  0.161063	  0.165330		CURRENT LEARNING RATE: 1.4497496596469662e-09
previous_iter_valid_loss : 0.16218861937522888

   1999520	  0.162385	  0.162189	  0.165185		CURRENT LEARNING RATE: 1.449459738708098e-09
previous_iter_valid_loss : 0.1628311723470688

   1999540	  0.163001	  0.162831	  0.165180		CURRENT LEARNING RATE: 1.4491698757476191e-09
previous_iter_valid_loss : 0.16157759726047516

   1999560	  0.161738	  0.161578	  0.165115		CURRENT LEARNING RATE: 1.4488800707539356e-09
previous_iter_valid_loss : 0.1630529761314392

   1999580	  0.163219	  0.163053	  0.165056		CURRENT LEARNING RATE: 1.4485903237154553e-09
previous_iter_valid_loss : 0.16455218195915222

   1999600	  0.164717	  0.164552	  0.165205		CURRENT LEARNING RATE: 1.4483006346205829e-09
previous_iter_valid_loss : 0.1608409285545349

   1999620	  0.161020	  0.160841	  0.164575		CURRENT LEARNING RATE: 1.448011003457741e-09
previous_iter_valid_loss : 0.16269728541374207

   1999640	  0.162890	  0.162697	  0.164592		CURRENT LEARNING RATE: 1.4477214302153397e-09
previous_iter_valid_loss : 0.1610727310180664

   1999660	  0.161232	  0.161073	  0.163327		CURRENT LEARNING RATE: 1.4474319148817959e-09
previous_iter_valid_loss : 0.16065219044685364

   1999680	  0.160822	  0.160652	  0.162948		CURRENT LEARNING RATE: 1.4471424574455286e-09
previous_iter_valid_loss : 0.16116943955421448

   1999700	  0.161352	  0.161169	  0.162310		CURRENT LEARNING RATE: 1.4468530578949598e-09
previous_iter_valid_loss : 0.1647794097661972

   1999720	  0.164943	  0.164779	  0.162425		CURRENT LEARNING RATE: 1.4465637162185137e-09
previous_iter_valid_loss : 0.1616515815258026

   1999740	  0.161812	  0.161652	  0.162369		CURRENT LEARNING RATE: 1.4462744324046162e-09
previous_iter_valid_loss : 0.16058169305324554

   1999760	  0.160749	  0.160582	  0.162340		CURRENT LEARNING RATE: 1.4459852064416912e-09
previous_iter_valid_loss : 0.16050919890403748

   1999780	  0.160673	  0.160509	  0.162340		CURRENT LEARNING RATE: 1.44569603831818e-09
previous_iter_valid_loss : 0.16067613661289215

   1999800	  0.160846	  0.160676	  0.161718		CURRENT LEARNING RATE: 1.4454069280225102e-09
previous_iter_valid_loss : 0.16282810270786285

   1999820	  0.163016	  0.162828	  0.161828		CURRENT LEARNING RATE: 1.4451178755431177e-09
previous_iter_valid_loss : 0.17876961827278137

   1999840	  0.179082	  0.178770	  0.162722		CURRENT LEARNING RATE: 1.4448288808684404e-09
previous_iter_valid_loss : 0.1608571857213974

   1999860	  0.161038	  0.160857	  0.162715		CURRENT LEARNING RATE: 1.444539943986919e-09
previous_iter_valid_loss : 0.16354134678840637

   1999880	  0.163715	  0.163541	  0.162792		CURRENT LEARNING RATE: 1.4442510648869949e-09
previous_iter_valid_loss : 0.16054069995880127

   1999900	  0.160704	  0.160541	  0.162766		CURRENT LEARNING RATE: 1.443962243557114e-09
previous_iter_valid_loss : 0.1643126904964447

   1999920	  0.164474	  0.164313	  0.162872		CURRENT LEARNING RATE: 1.443673479985718e-09
previous_iter_valid_loss : 0.1617743819952011

   1999940	  0.161964	  0.161774	  0.162820		CURRENT LEARNING RATE: 1.443384774161266e-09
previous_iter_valid_loss : 0.17987264692783356

   1999960	  0.180192	  0.179873	  0.163734		CURRENT LEARNING RATE: 1.4430961260722057e-09
previous_iter_valid_loss : 0.16999685764312744

   1999980	  0.170151	  0.169997	  0.164082
training target distribution using 'run' in 23779.0979 secs

2.4: Train \(p_T\)

#######################################
target = "RecoDatapT"
source = FIELDS[target]
features = source["inputs"]
print("Training Features:\n", features)
print("\nTarget = ", target)

print("USING NEW DATASET\n")
######################################
USE_BRADEN_SCALING=False
#####################################
################################### CONFIGURATIONS ###################################

JUPYTER = True
use_subsample = False
# use_subsample = True
if use_subsample:
    SUBSAMPLE = int(
        1e5
    )  # subsample use for development - in production use whole dataset
else:
    SUBSAMPLE = None

# Load scaled data
# scaled_train_data, scaled_test_data, scaled_valid_data = load_scaled_dataframes()


# Get targets and features
# if USE_BRADEN_SCALING==True:
#     print(f"spliting data for {target}")
#     train_t, train_x = split_t_x(
#         df=scaled_train_data, target=target, input_features=features
#     )
#     print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
#     print("\n Training features:\n")
#     print(train_x)
#     valid_t, valid_x = split_t_x(
#         df=scaled_valid_data, target=target, input_features=features
#     )
#     print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
#     test_t, test_x = split_t_x(df=scaled_test_data, target=target, input_features=features)
#     print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)

# else:
#     print(f"spliting data for {target}")
#     train_t, train_x = normal_split_t_x(
#     df=raw_train_data, target=target, input_features=features
#     )
#     print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
#     print("\n Training features:\n")
#     print(train_x)
#     valid_t, valid_x = normal_split_t_x(
#     df=raw_valid_data, target=target, input_features=features
#     )
#     print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
#     test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
#     print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)


print(f"spliting data for {target}")
train_t, train_x = normal_split_t_x(
df=raw_train_data, target=target, input_features=features
)
print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
print("\n Training features:\n")
print(train_x)
valid_t, valid_x = normal_split_t_x(
df=raw_valid_data, target=target, input_features=features
)
print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)


print("no need to train_test_split since we already have the split dataframes")
print(valid_x.mean(axis=0), valid_x.std(axis=0))
print(train_x.mean(axis=0), train_x.std(axis=0))
print(valid_t.mean(), valid_t.std())
print(train_t.mean(), train_t.std())
NFEATURES = train_x.shape[1]
######################################################

# Apply z scaling to features and targets
# to features
TRAIN_SCALE_DICT=get_train_scale_dict(USE_BRADEN_SCALING)
apply_z_generator = apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x)
train_x_z_scaled = next(apply_z_generator)
test_x_z_scaled = next(apply_z_generator)
valid_x_z_scaled = next(apply_z_generator)
print(valid_x_z_scaled.mean(axis=0), valid_x_z_scaled.std(axis=0))
print(train_x_z_scaled.mean(axis=0), train_x_z_scaled.std(axis=0))

# to targets
apply_z_to_targets_generator = apply_z_to_targets(
    train_t, test_t, valid_t
)
train_t_z_scaled = next(apply_z_to_targets_generator)
test_t_z_scaled = next(apply_z_to_targets_generator)
valid_t_z_scaled = next(apply_z_to_targets_generator)
print(valid_t_z_scaled.mean(), valid_t_z_scaled.std())
print(train_t_z_scaled.mean(), train_t_z_scaled.std())



###########################################################
# Decide on parameters for this model and training
PARAMS_pT = {
"n_layers": int(3),
"hidden_size": int(16),
"dropout_1": float(0.6),
"dropout_2": float(0.1),
"activation": "LeakyReLU",
    'optimizer_name':'NAdam',
    'starting_learning_rate':float(0.5),
    'momentum':float(0.6),
    'batch_size':int(1024),
    'n_iterations': int(2e6),
}

optimizer_name=PARAMS_pT['optimizer_name']
print(type(optimizer_name))
# optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
NITERATIONS=PARAMS_pT['n_iterations']
BATCHSIZE=PARAMS_pT['batch_size']
comment=''



# N_epochs X N_train_examples = N_iterations X batch_size
N_epochs = (NITERATIONS * BATCHSIZE) / int(train_x.shape[0])
print(f"training for {NITERATIONS} iteration, which is  {N_epochs} epochs")

#train model from scratch
filename_model = utils.get_model_filename(target, PARAMS_pT)
#or pick up trained model
# filename_model = 'Trained_IQNx4_RecoDatapT_10_layer6_hiddenLeakyReLU_activation512_batchsize300_Kiteration.dict'

trained_models_dir = "trained_models"
utils.mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_model = os.path.join(
    IQN_BASE, #the loaction of the repo
    "JupyterBook", #up tp TRAIN could be combined in a srs dicretory
    "Cluster", 
    "TRAIN",
    trained_models_dir, #/trained_models 
    filename_model # utils.get_model_filename has the saved file format 
)

#LOAD EITHER TRAINED OR UNTRAINED MODEL
# to load untrained model (start training from scratch), uncomment the next line
untrained_model = load_untrained_model(PARAMS_pT)
# to continune training of model (pickup where the previous training left off), uncomment below
# trained_model =load_trained_model(PATH=PATH_model, PARAMS=PARAMS_pT)

IQN_trace = ([], [], [], [])
traces_step = int(100)
traces_window = traces_step
IQN = run(
    target=target,
    model=untrained_model,
    train_x=train_x_z_scaled,
    train_t=train_t_z_scaled,
    valid_x=test_x_z_scaled,
    valid_t=test_t_z_scaled,
    traces=IQN_trace,
    PARAMS=PARAMS_pT,
    traces_step=traces_step,
    traces_window=traces_window,
    save_model=False,
)



SAVE_LAST_MODEL=False
if SAVE_LAST_MODEL:
    # ## Save last iteration of trained model 
    #dont save the last model, it might be worse than previous iterations, which were automatically savedby model checkpoints

    final_path = utils.get_model_filename(target, PARAMS_pT).split('.dict')[0]+'_FINAL.dict'

    trained_models_dir = "trained_models"
    utils.mkdir(trained_models_dir)
    # on cluster, Im using another TRAIN directory
    PATH_final_model = os.path.join(
    IQN_BASE, "JupyterBook", "Cluster", "TRAIN", trained_models_dir, final_path
    )

    save_model(IQN, PATH_final_model)

Training Features:
 ['RecoDatam', 'genDatapT', 'genDataeta', 'genDataphi', 'genDatam', 'tau']

Target =  RecoDatapT
USING NEW DATASET

spliting data for RecoDatapT
train_t shape =  (8000000,) train_x shape =  (8000000, 6)

 Training features:

[[ 2.59587    29.4452      0.828187    2.90213     2.85348     0.36130954]
 [ 5.35538    24.3193     -1.16351     0.636469    5.83685     0.12689925]
 [ 5.35538    24.3193     -1.16351     0.636469    5.83685     0.96230681]
 ...
 [ 6.25659    41.4192     -2.23358    -2.81921     7.19348     0.08421659]
 [ 6.11213    35.4637     -1.12318     0.356494    6.06597     0.05535172]
 [ 4.17483    26.5586     -1.09427    -1.49334     4.25409     0.07489863]]
valid_t shape =  (1000000,) valid_x shape =  (1000000, 6)
test_t shape =  (1000000,) test_x shape =  (1000000, 6)
no need to train_test_split since we already have the split dataframes
[ 5.55141126e+00  3.27223764e+01  6.98189368e-04 -8.95543973e-04
  6.96116528e+00  5.00485136e-01] [ 2.66412454 15.19914133  2.20425356  1.81362773  2.78097831  0.28852734]
[ 5.55556745e+00  3.26952341e+01 -1.78188172e-03 -3.83090331e-04
  6.96299435e+00  4.99915289e-01] [ 2.66433986 14.93793254  2.20430976  1.81382516  2.78133203  0.28867295]
32.881453465999996 16.02400426348493
32.86720151648752 15.829355769531851
NORMAL UNSCALED DICTIONARY
{'genDatapT': {'mean': 32.695234084987476, 'std': 14.937932540562551}, 'genDataeta': {'mean': -0.0017818817154031672, 'std': 2.204309760627079}, 'genDataphi': {'mean': -0.0003830903308450233, 'std': 1.8138251604791067}, 'genDatam': {'mean': 6.962994352358474, 'std': 2.781332025286383}, 'RecoDatapT': {'mean': 32.86720151648752, 'std': 15.829355769531851}, 'RecoDataeta': {'mean': -0.0017898858568513964, 'std': 2.197968491495457}, 'RecoDataphi': {'mean': -0.0004719170328962474, 'std': 1.8144739820043825}, 'RecoDatam': {'mean': 5.555567451922438, 'std': 2.664339857066051}}



[-1.81710707e+00  1.48455353e+01  5.96132264e-04 -2.50379668e+00
 -1.63658184e+00  5.00485136e-01] [0.17834627 6.89519305 1.2152514  0.65207164 0.17568487 0.28852734]
[-1.81682884e+00  1.48332220e+01 -7.71183141e-04 -2.50361243e+00
 -1.63646629e+00  4.99915289e-01] [0.17836068 6.77669391 1.21528238 0.65214262 0.17570722 0.28867295]
0.0009003493079555966 1.0122966781963252
-1.2048033681821834e-15 1.0000000000000002
<class 'str'>
training for 2000000 iteration, which is  256.0 epochs
RegularizedRegressionModel(
  (model): Sequential(
    (0): Linear(in_features=6, out_features=16, bias=True)
    (1): LeakyReLU(negative_slope=0.3)
    (2): Linear(in_features=16, out_features=16, bias=True)
    (3): BatchNorm1d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (4): LeakyReLU(negative_slope=0.3)
    (5): Linear(in_features=16, out_features=16, bias=True)
    (6): BatchNorm1d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
    (7): LeakyReLU(negative_slope=0.3)
    (8): Linear(in_features=16, out_features=1, bias=True)
  )
)
training IQN 
Iteration vs average loss
 iteration	 train-set	  test-set

		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.5987200140953064


Current valid loss: 0.5987200140953064;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
         0	  0.600579	  0.598720
		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14327415823936462


Current valid loss: 0.14327415823936462;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       100	  0.142855	  0.143274	  0.143274		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1359773427248001


Current valid loss: 0.1359773427248001;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       200	  0.136279	  0.135977	  0.135977		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11432049423456192


Current valid loss: 0.11432049423456192;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       300	  0.114511	  0.114320	  0.114320		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08805301040410995


Current valid loss: 0.08805301040410995;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       400	  0.088157	  0.088053	  0.088053		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08550194650888443


Current valid loss: 0.08550194650888443;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
       500	  0.085494	  0.085502	  0.085502		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1109614223241806

       600	  0.111296	  0.110961	  0.110961		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.33752644062042236

       700	  0.338428	  0.337526	  0.337526		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1085544228553772

       800	  0.108280	  0.108554	  0.108554		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.20174911618232727

       900	  0.202449	  0.201749	  0.201749		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0968456044793129

      1000	  0.096569	  0.096846	  0.096846		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.21917271614074707

      1100	  0.219687	  0.219173	  0.219173		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09528733789920807

      1200	  0.095409	  0.095287	  0.095287		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13177266716957092

      1300	  0.131997	  0.131773	  0.131773		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.21874766051769257

      1400	  0.219383	  0.218748	  0.218748		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1472843736410141

      1500	  0.146945	  0.147284	  0.147284		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.108138807117939

      1600	  0.107729	  0.108139	  0.108139		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.19834953546524048

      1700	  0.199303	  0.198350	  0.198350		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08799073100090027

      1800	  0.088087	  0.087991	  0.087991		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.07833113521337509


Current valid loss: 0.07833113521337509;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
      1900	  0.078295	  0.078331	  0.078331		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10393134504556656

      2000	  0.103753	  0.103931	  0.103931		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08745770156383514

      2100	  0.087513	  0.087458	  0.087458		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08412045240402222

      2200	  0.084095	  0.084120	  0.084120		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08317507803440094

      2300	  0.083125	  0.083175	  0.083175		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08781371265649796

      2400	  0.087798	  0.087814	  0.087814		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09140736609697342

      2500	  0.091283	  0.091407	  0.091407		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12309848517179489

      2600	  0.122790	  0.123098	  0.123098		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1378583461046219

      2700	  0.138528	  0.137858	  0.137858		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08843953162431717

      2800	  0.088497	  0.088440	  0.088440		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09436282515525818

      2900	  0.094189	  0.094363	  0.094363		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0800202488899231

      3000	  0.080035	  0.080020	  0.080020		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1318553239107132

      3100	  0.132398	  0.131855	  0.131855		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08702273666858673

      3200	  0.086990	  0.087023	  0.087023		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10442271828651428

      3300	  0.104360	  0.104423	  0.104423		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.07873428612947464

      3400	  0.078731	  0.078734	  0.078734		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10214599221944809

      3500	  0.102306	  0.102146	  0.102146		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08991770446300507

      3600	  0.089934	  0.089918	  0.089918		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12549999356269836

      3700	  0.125793	  0.125500	  0.125500		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08406978845596313

      3800	  0.083877	  0.084070	  0.084070		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10047253221273422

      3900	  0.100651	  0.100473	  0.100473		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09253895282745361

      4000	  0.092539	  0.092539	  0.092539		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08424456417560577

      4100	  0.084232	  0.084245	  0.084245		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.18504059314727783

      4200	  0.185560	  0.185041	  0.185041		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.2963695824146271

      4300	  0.296985	  0.296370	  0.296370		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0937710553407669

      4400	  0.093788	  0.093771	  0.093771		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09388059377670288

      4500	  0.093863	  0.093881	  0.093881		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08279455453157425

      4600	  0.082692	  0.082795	  0.082795		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0929548516869545

      4700	  0.092801	  0.092955	  0.092955		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12896119058132172

      4800	  0.129256	  0.128961	  0.128961		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10698778182268143

      4900	  0.107053	  0.106988	  0.106988		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09648514539003372

      5000	  0.096366	  0.096485	  0.096485		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09870883822441101

      5100	  0.098508	  0.098709	  0.098709		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09387663751840591

      5200	  0.093801	  0.093877	  0.093877		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0888291746377945

      5300	  0.088792	  0.088829	  0.088829		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09610298275947571

      5400	  0.095932	  0.096103	  0.096103		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1551860123872757

      5500	  0.155501	  0.155186	  0.155186		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1795654594898224

      5600	  0.180383	  0.179565	  0.179565		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12004590779542923

      5700	  0.119923	  0.120046	  0.120046		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09906575083732605

      5800	  0.099161	  0.099066	  0.099066		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12350724637508392

      5900	  0.123687	  0.123507	  0.123507		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0858503058552742

      6000	  0.085830	  0.085850	  0.085850		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08146058022975922

      6100	  0.081449	  0.081461	  0.081461		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08426325023174286

      6200	  0.084271	  0.084263	  0.084263		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10870661586523056

      6300	  0.108527	  0.108707	  0.108707		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09746822714805603

      6400	  0.097303	  0.097468	  0.097468		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1321294754743576

      6500	  0.131962	  0.132129	  0.132129		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09647223353385925

      6600	  0.096457	  0.096472	  0.096472		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11535345762968063

      6700	  0.115144	  0.115353	  0.115353		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09456070512533188

      6800	  0.094339	  0.094561	  0.094561		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11577510833740234

      6900	  0.115636	  0.115775	  0.115775		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09180919826030731

      7000	  0.091879	  0.091809	  0.091809		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1309339553117752

      7100	  0.130779	  0.130934	  0.130934		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11411381512880325

      7200	  0.113903	  0.114114	  0.114114		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1045396476984024

      7300	  0.104487	  0.104540	  0.104540		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.18942321836948395

      7400	  0.190079	  0.189423	  0.189423		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10695245862007141

      7500	  0.107210	  0.106952	  0.106952		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09459994733333588

      7600	  0.094731	  0.094600	  0.094600		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08579390496015549

      7700	  0.085749	  0.085794	  0.085794		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0926670953631401

      7800	  0.092481	  0.092667	  0.092667		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08704673498868942

      7900	  0.087027	  0.087047	  0.087047		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0912131816148758

      8000	  0.091008	  0.091213	  0.091213		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09549988806247711

      8100	  0.095231	  0.095500	  0.095500		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09099157154560089

      8200	  0.090859	  0.090992	  0.090992		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1419641375541687

      8300	  0.142479	  0.141964	  0.141964		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10836914926767349

      8400	  0.108474	  0.108369	  0.108369		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0860951766371727

      8500	  0.086029	  0.086095	  0.086095		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14122559130191803

      8600	  0.141289	  0.141226	  0.141226		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11224314570426941

      8700	  0.112124	  0.112243	  0.112243		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08431847393512726

      8800	  0.084114	  0.084318	  0.084318		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10582946985960007

      8900	  0.105583	  0.105829	  0.105829		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10101267695426941

      9000	  0.100757	  0.101013	  0.101013		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11927693337202072

      9100	  0.119004	  0.119277	  0.119277		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09422948211431503

      9200	  0.094019	  0.094229	  0.094229		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12899287045001984

      9300	  0.128716	  0.128993	  0.128993		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1413053721189499

      9400	  0.141019	  0.141305	  0.141305		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.090022973716259

      9500	  0.089829	  0.090023	  0.090023		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13384956121444702

      9600	  0.133796	  0.133850	  0.133850		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10227558016777039

      9700	  0.102371	  0.102276	  0.102276		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09924706071615219

      9800	  0.098917	  0.099247	  0.099247		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11046256124973297

      9900	  0.110079	  0.110463	  0.119696		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08762479573488235

     10000	  0.087418	  0.087625	  0.114585		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11442088335752487

     10100	  0.114046	  0.114421	  0.114297		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09054090827703476

     10200	  0.090396	  0.090541	  0.113843		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12565839290618896

     10300	  0.125325	  0.125658	  0.113956		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13652268052101135

     10400	  0.136152	  0.136523	  0.114441		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1302274763584137

     10500	  0.129918	  0.130227	  0.114888		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08429298549890518

     10600	  0.084194	  0.084293	  0.114621		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12229479849338531

     10700	  0.122008	  0.122295	  0.112469		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09290793538093567

     10800	  0.092796	  0.092908	  0.112312		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11660624295473099

     10900	  0.116242	  0.116606	  0.111461		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1030367836356163

     11000	  0.103290	  0.103037	  0.111523		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11631660908460617

     11100	  0.116001	  0.116317	  0.110494		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13986219465732574

     11200	  0.139622	  0.139862	  0.110940		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10265087336301804

     11300	  0.102608	  0.102651	  0.110649		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08664029836654663

     11400	  0.086700	  0.086640	  0.109328		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08358953148126602

     11500	  0.083664	  0.083590	  0.108691		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10868518054485321

     11600	  0.108520	  0.108685	  0.108696		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08662819117307663

     11700	  0.086718	  0.086628	  0.107579		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08990690857172012

     11800	  0.090294	  0.089907	  0.107598		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09865636378526688

     11900	  0.098847	  0.098656	  0.107802		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10415695607662201

     12000	  0.104487	  0.104157	  0.107804		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14765676856040955

     12100	  0.147903	  0.147657	  0.108406		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14286187291145325

     12200	  0.142601	  0.142862	  0.108993		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0887325257062912

     12300	  0.088770	  0.088733	  0.109049		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08724970370531082

     12400	  0.087344	  0.087250	  0.109043		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08632771670818329

     12500	  0.086169	  0.086328	  0.108992		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08073397725820541

     12600	  0.080651	  0.080734	  0.108569		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0844281017780304

     12700	  0.084375	  0.084428	  0.108034		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12755198776721954

     12800	  0.127089	  0.127552	  0.108426		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08550751209259033

     12900	  0.085519	  0.085508	  0.108337		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11579742282629013

     13000	  0.116109	  0.115797	  0.108695		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10228379815816879

     13100	  0.102565	  0.102284	  0.108399		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13491258025169373

     13200	  0.135237	  0.134913	  0.108878		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.16681523621082306

     13300	  0.166888	  0.166815	  0.109502		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0883251428604126

     13400	  0.088246	  0.088325	  0.109598		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10748699307441711

     13500	  0.107624	  0.107487	  0.109651		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09652940183877945

     13600	  0.096663	  0.096529	  0.109717		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14641417562961578

     13700	  0.146679	  0.146414	  0.109926		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11184067279100418

     13800	  0.112076	  0.111841	  0.110204		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10741748660802841

     13900	  0.107577	  0.107417	  0.110274		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10032019019126892

     14000	  0.100428	  0.100320	  0.110351		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14485062658786774

     14100	  0.145334	  0.144851	  0.110957		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09206888824701309

     14200	  0.092137	  0.092069	  0.110028		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10443326085805893

     14300	  0.104504	  0.104433	  0.108108		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10546302050352097

     14400	  0.105725	  0.105463	  0.108225		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10232437402009964

     14500	  0.102577	  0.102324	  0.108310		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12320293486118317

     14600	  0.123514	  0.123203	  0.108714		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12175906449556351

     14700	  0.121966	  0.121759	  0.109002		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08701157569885254

     14800	  0.087047	  0.087012	  0.108582		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09333434700965881

     14900	  0.093264	  0.093334	  0.108446		CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.17384056746959686

     15000	  0.174302	  0.173841	  0.109219		CURRENT LEARNING RATE: 0.42992384932960276
previous_iter_valid_loss : 0.10141874849796295

     15100	  0.101688	  0.101419	  0.109246		CURRENT LEARNING RATE: 0.4294941403705617
previous_iter_valid_loss : 0.12285413593053818

     15200	  0.122755	  0.122854	  0.109536		CURRENT LEARNING RATE: 0.4290648609056969
previous_iter_valid_loss : 0.08151457458734512

     15300	  0.081512	  0.081515	  0.109463		CURRENT LEARNING RATE: 0.42863601050572875
previous_iter_valid_loss : 0.08694326132535934

     15400	  0.086978	  0.086943	  0.109372		CURRENT LEARNING RATE: 0.42820758874180676
previous_iter_valid_loss : 0.10293997079133987

     15500	  0.102719	  0.102940	  0.108849		CURRENT LEARNING RATE: 0.42777959518550923
previous_iter_valid_loss : 0.09086598455905914

     15600	  0.090973	  0.090866	  0.107962		CURRENT LEARNING RATE: 0.42735202940884254
previous_iter_valid_loss : 0.10195006430149078

     15700	  0.102057	  0.101950	  0.107781		CURRENT LEARNING RATE: 0.42692489098424086
previous_iter_valid_loss : 0.08717059344053268

     15800	  0.087142	  0.087171	  0.107662		CURRENT LEARNING RATE: 0.42649817948456575
previous_iter_valid_loss : 0.08689522743225098

     15900	  0.086802	  0.086895	  0.107296		CURRENT LEARNING RATE: 0.4260718944831057
previous_iter_valid_loss : 0.09962745010852814

     16000	  0.099350	  0.099627	  0.107434		CURRENT LEARNING RATE: 0.42564603555357555
previous_iter_valid_loss : 0.07949534058570862

     16100	  0.079482	  0.079495	  0.107414		CURRENT LEARNING RATE: 0.4252206022701165
previous_iter_valid_loss : 0.10643906146287918

     16200	  0.106230	  0.106439	  0.107636		CURRENT LEARNING RATE: 0.4247955942072951
previous_iter_valid_loss : 0.08017057180404663

     16300	  0.080163	  0.080171	  0.107351		CURRENT LEARNING RATE: 0.4243710109401034
previous_iter_valid_loss : 0.12159326672554016

     16400	  0.121319	  0.121593	  0.107592		CURRENT LEARNING RATE: 0.42394685204395793
previous_iter_valid_loss : 0.08025999367237091

     16500	  0.080205	  0.080260	  0.107073		CURRENT LEARNING RATE: 0.4235231170946998
previous_iter_valid_loss : 0.15803225338459015

     16600	  0.157634	  0.158032	  0.107689		CURRENT LEARNING RATE: 0.4230998056685941
previous_iter_valid_loss : 0.09385281056165695

     16700	  0.093642	  0.093853	  0.107474		CURRENT LEARNING RATE: 0.4226769173423294
previous_iter_valid_loss : 0.08297383040189743

     16800	  0.083064	  0.082974	  0.107358		CURRENT LEARNING RATE: 0.4222544516930172
previous_iter_valid_loss : 0.08481478691101074

     16900	  0.084729	  0.084815	  0.107048		CURRENT LEARNING RATE: 0.42183240829819185
previous_iter_valid_loss : 0.12580454349517822

     17000	  0.126174	  0.125805	  0.107388		CURRENT LEARNING RATE: 0.42141078673580995
previous_iter_valid_loss : 0.08796104788780212

     17100	  0.088085	  0.087961	  0.106958		CURRENT LEARNING RATE: 0.42098958658424995
previous_iter_valid_loss : 0.07951153069734573

     17200	  0.079405	  0.079512	  0.106612		CURRENT LEARNING RATE: 0.4205688074223116
previous_iter_valid_loss : 0.11137047410011292

     17300	  0.111674	  0.111370	  0.106681		CURRENT LEARNING RATE: 0.4201484488292157
previous_iter_valid_loss : 0.11305618286132812

     17400	  0.113259	  0.113056	  0.105917		CURRENT LEARNING RATE: 0.4197285103846037
previous_iter_valid_loss : 0.10236392170190811

     17500	  0.102134	  0.102364	  0.105871		CURRENT LEARNING RATE: 0.419308991668537
previous_iter_valid_loss : 0.13482698798179626

     17600	  0.134557	  0.134827	  0.106273		CURRENT LEARNING RATE: 0.4188898922614969
previous_iter_valid_loss : 0.09218914061784744

     17700	  0.092277	  0.092189	  0.106337		CURRENT LEARNING RATE: 0.41847121174438406
previous_iter_valid_loss : 0.08350376039743423

     17800	  0.083529	  0.083504	  0.106246		CURRENT LEARNING RATE: 0.41805294969851775
previous_iter_valid_loss : 0.08447667211294174

     17900	  0.084359	  0.084477	  0.106220		CURRENT LEARNING RATE: 0.417635105705636
previous_iter_valid_loss : 0.09834224730730057

     18000	  0.098116	  0.098342	  0.106291		CURRENT LEARNING RATE: 0.4172176793478948
previous_iter_valid_loss : 0.10175202786922455

     18100	  0.101400	  0.101752	  0.106354		CURRENT LEARNING RATE: 0.41680067020786765
previous_iter_valid_loss : 0.09671907871961594

     18200	  0.096533	  0.096719	  0.106411		CURRENT LEARNING RATE: 0.4163840778685455
previous_iter_valid_loss : 0.10253266245126724

     18300	  0.102732	  0.102533	  0.106017		CURRENT LEARNING RATE: 0.4159679019133359
previous_iter_valid_loss : 0.12955841422080994

     18400	  0.129927	  0.129558	  0.106229		CURRENT LEARNING RATE: 0.4155521419260628
previous_iter_valid_loss : 0.09504400193691254

     18500	  0.095032	  0.095044	  0.106318		CURRENT LEARNING RATE: 0.4151367974909663
previous_iter_valid_loss : 0.13741862773895264

     18600	  0.137128	  0.137419	  0.106280		CURRENT LEARNING RATE: 0.41472186819270196
previous_iter_valid_loss : 0.09410625696182251

     18700	  0.094120	  0.094106	  0.106099		CURRENT LEARNING RATE: 0.4143073536163403
previous_iter_valid_loss : 0.08786896616220474

     18800	  0.087789	  0.087869	  0.106134		CURRENT LEARNING RATE: 0.4138932533473668
previous_iter_valid_loss : 0.0953281819820404

     18900	  0.095057	  0.095328	  0.106029		CURRENT LEARNING RATE: 0.41347956697168115
previous_iter_valid_loss : 0.08834917843341827

     19000	  0.088240	  0.088349	  0.105903		CURRENT LEARNING RATE: 0.4130662940755969
previous_iter_valid_loss : 0.14171290397644043

     19100	  0.141476	  0.141713	  0.106127		CURRENT LEARNING RATE: 0.41265343424584117
previous_iter_valid_loss : 0.09213795512914658

     19200	  0.092304	  0.092138	  0.106106		CURRENT LEARNING RATE: 0.4122409870695541
previous_iter_valid_loss : 0.10342463850975037

     19300	  0.103192	  0.103425	  0.105850		CURRENT LEARNING RATE: 0.41182895213428844
previous_iter_valid_loss : 0.08726269006729126

     19400	  0.087005	  0.087263	  0.105310		CURRENT LEARNING RATE: 0.4114173290280092
previous_iter_valid_loss : 0.08380208164453506

     19500	  0.083680	  0.083802	  0.105248		CURRENT LEARNING RATE: 0.41100611733909326
previous_iter_valid_loss : 0.12828439474105835

     19600	  0.128126	  0.128284	  0.105192		CURRENT LEARNING RATE: 0.410595316656329
previous_iter_valid_loss : 0.16432605683803558

     19700	  0.164744	  0.164326	  0.105813		CURRENT LEARNING RATE: 0.41018492656891553
previous_iter_valid_loss : 0.09749063849449158

     19800	  0.097426	  0.097491	  0.105795		CURRENT LEARNING RATE: 0.4097749466664628
previous_iter_valid_loss : 0.09571252763271332

     19900	  0.095577	  0.095713	  0.105648		CURRENT LEARNING RATE: 0.4093653765389909
previous_iter_valid_loss : 0.10882081091403961

     20000	  0.108755	  0.108821	  0.105860		CURRENT LEARNING RATE: 0.4089562157769297
previous_iter_valid_loss : 0.089748315513134

     20100	  0.089638	  0.089748	  0.105613		CURRENT LEARNING RATE: 0.4085474639711183
previous_iter_valid_loss : 0.08992284536361694

     20200	  0.089846	  0.089923	  0.105607		CURRENT LEARNING RATE: 0.40813912071280495
previous_iter_valid_loss : 0.09649526327848434

     20300	  0.096591	  0.096495	  0.105315		CURRENT LEARNING RATE: 0.40773118559364635
previous_iter_valid_loss : 0.09212086349725723

     20400	  0.092132	  0.092121	  0.104871		CURRENT LEARNING RATE: 0.40732365820570726
previous_iter_valid_loss : 0.1533787101507187

     20500	  0.153789	  0.153379	  0.105102		CURRENT LEARNING RATE: 0.40691653814146034
previous_iter_valid_loss : 0.10682164132595062

     20600	  0.106695	  0.106822	  0.105328		CURRENT LEARNING RATE: 0.4065098249937855
previous_iter_valid_loss : 0.12628397345542908

     20700	  0.126136	  0.126284	  0.105368		CURRENT LEARNING RATE: 0.40610351835596953
previous_iter_valid_loss : 0.08850273489952087

     20800	  0.088578	  0.088503	  0.105324		CURRENT LEARNING RATE: 0.4056976178217057
previous_iter_valid_loss : 0.09927627444267273

     20900	  0.099091	  0.099276	  0.105150		CURRENT LEARNING RATE: 0.40529212298509354
previous_iter_valid_loss : 0.08795277774333954

     21000	  0.087708	  0.087953	  0.104999		CURRENT LEARNING RATE: 0.40488703344063814
previous_iter_valid_loss : 0.09203683584928513

     21100	  0.092021	  0.092037	  0.104757		CURRENT LEARNING RATE: 0.4044823487832499
previous_iter_valid_loss : 0.12322340160608292

     21200	  0.122918	  0.123223	  0.104590		CURRENT LEARNING RATE: 0.4040780686082442
previous_iter_valid_loss : 0.08938281983137131

     21300	  0.089299	  0.089383	  0.104458		CURRENT LEARNING RATE: 0.40367419251134073
previous_iter_valid_loss : 0.10979052633047104

     21400	  0.109646	  0.109791	  0.104689		CURRENT LEARNING RATE: 0.40327072008866344
previous_iter_valid_loss : 0.0893155187368393

     21500	  0.089206	  0.089316	  0.104746		CURRENT LEARNING RATE: 0.4028676509367398
previous_iter_valid_loss : 0.12437214702367783

     21600	  0.124188	  0.124372	  0.104903		CURRENT LEARNING RATE: 0.40246498465250075
previous_iter_valid_loss : 0.09067587554454803

     21700	  0.090701	  0.090676	  0.104944		CURRENT LEARNING RATE: 0.4020627208332798
previous_iter_valid_loss : 0.10242900252342224

     21800	  0.102620	  0.102429	  0.105069		CURRENT LEARNING RATE: 0.40166085907681326
previous_iter_valid_loss : 0.08718515187501907

     21900	  0.087217	  0.087185	  0.104954		CURRENT LEARNING RATE: 0.40125939898123925
previous_iter_valid_loss : 0.09717357903718948

     22000	  0.097296	  0.097174	  0.104884		CURRENT LEARNING RATE: 0.40085834014509764
previous_iter_valid_loss : 0.13749022781848907

     22100	  0.137874	  0.137490	  0.104783		CURRENT LEARNING RATE: 0.4004576821673296
previous_iter_valid_loss : 0.12022849917411804

     22200	  0.120487	  0.120228	  0.104556		CURRENT LEARNING RATE: 0.40005742464727706
previous_iter_valid_loss : 0.11457132548093796

     22300	  0.114802	  0.114571	  0.104815		CURRENT LEARNING RATE: 0.39965756718468254
previous_iter_valid_loss : 0.08894907683134079

     22400	  0.089141	  0.088949	  0.104832		CURRENT LEARNING RATE: 0.39925810937968853
previous_iter_valid_loss : 0.09392176568508148

     22500	  0.094075	  0.093922	  0.104908		CURRENT LEARNING RATE: 0.3988590508328371
previous_iter_valid_loss : 0.0983455628156662

     22600	  0.098563	  0.098346	  0.105084		CURRENT LEARNING RATE: 0.3984603911450698
previous_iter_valid_loss : 0.08470027148723602

     22700	  0.084761	  0.084700	  0.105087		CURRENT LEARNING RATE: 0.3980621299177269
previous_iter_valid_loss : 0.09216451644897461

     22800	  0.092348	  0.092165	  0.104733		CURRENT LEARNING RATE: 0.39766426675254696
previous_iter_valid_loss : 0.09065820276737213

     22900	  0.090810	  0.090658	  0.104784		CURRENT LEARNING RATE: 0.397266801251667
previous_iter_valid_loss : 0.09497220069169998

     23000	  0.095213	  0.094972	  0.104576		CURRENT LEARNING RATE: 0.39686973301762135
previous_iter_valid_loss : 0.12236075103282928

     23100	  0.122728	  0.122361	  0.104777		CURRENT LEARNING RATE: 0.39647306165334184
previous_iter_valid_loss : 0.10625285655260086

     23200	  0.106498	  0.106253	  0.104490		CURRENT LEARNING RATE: 0.396076786762157
previous_iter_valid_loss : 0.09927107393741608

     23300	  0.099470	  0.099271	  0.103815		CURRENT LEARNING RATE: 0.3956809079477919
previous_iter_valid_loss : 0.10133687406778336

     23400	  0.101084	  0.101337	  0.103945		CURRENT LEARNING RATE: 0.3952854248143678
previous_iter_valid_loss : 0.1321852207183838

     23500	  0.132323	  0.132185	  0.104192		CURRENT LEARNING RATE: 0.39489033696640136
previous_iter_valid_loss : 0.1472516506910324

     23600	  0.147553	  0.147252	  0.104699		CURRENT LEARNING RATE: 0.3944956440088049
previous_iter_valid_loss : 0.11934874206781387

     23700	  0.119608	  0.119349	  0.104428		CURRENT LEARNING RATE: 0.3941013455468852
previous_iter_valid_loss : 0.12819111347198486

     23800	  0.128018	  0.128191	  0.104592		CURRENT LEARNING RATE: 0.393707441186344
previous_iter_valid_loss : 0.09793074429035187

     23900	  0.097917	  0.097931	  0.104497		CURRENT LEARNING RATE: 0.39331393053327673
previous_iter_valid_loss : 0.09872864186763763

     24000	  0.098715	  0.098729	  0.104481		CURRENT LEARNING RATE: 0.39292081319417277
previous_iter_valid_loss : 0.08851319551467896

     24100	  0.088361	  0.088513	  0.103918		CURRENT LEARNING RATE: 0.3925280887759148
previous_iter_valid_loss : 0.08196848630905151

     24200	  0.081827	  0.081968	  0.103817		CURRENT LEARNING RATE: 0.39213575688577823
previous_iter_valid_loss : 0.08515111356973648

     24300	  0.084954	  0.085151	  0.103624		CURRENT LEARNING RATE: 0.39174381713143125
previous_iter_valid_loss : 0.08591873943805695

     24400	  0.085706	  0.085919	  0.103428		CURRENT LEARNING RATE: 0.39135226912093407
previous_iter_valid_loss : 0.08599668741226196

     24500	  0.085789	  0.085997	  0.103265		CURRENT LEARNING RATE: 0.3909611124627386
previous_iter_valid_loss : 0.08379204571247101

     24600	  0.083604	  0.083792	  0.102871		CURRENT LEARNING RATE: 0.39057034676568825
previous_iter_valid_loss : 0.08277377486228943

     24700	  0.082651	  0.082774	  0.102481		CURRENT LEARNING RATE: 0.39017997163901713
previous_iter_valid_loss : 0.11572964489459991

     24800	  0.115526	  0.115730	  0.102768		CURRENT LEARNING RATE: 0.3897899866923502
previous_iter_valid_loss : 0.143362894654274

     24900	  0.143065	  0.143363	  0.103269		CURRENT LEARNING RATE: 0.38940039153570244
previous_iter_valid_loss : 0.09600789099931717

     25000	  0.095765	  0.096008	  0.102490		CURRENT LEARNING RATE: 0.38901118577947863
previous_iter_valid_loss : 0.09209823608398438

     25100	  0.091911	  0.092098	  0.102397		CURRENT LEARNING RATE: 0.38862236903447306
previous_iter_valid_loss : 0.12210050225257874

     25200	  0.121920	  0.122101	  0.102390		CURRENT LEARNING RATE: 0.3882339409118689
previous_iter_valid_loss : 0.0855553075671196

     25300	  0.085616	  0.085555	  0.102430		CURRENT LEARNING RATE: 0.387845901023238
previous_iter_valid_loss : 0.08252166956663132

     25400	  0.082408	  0.082522	  0.102386		CURRENT LEARNING RATE: 0.3874582489805405
previous_iter_valid_loss : 0.10038963705301285

     25500	  0.100206	  0.100390	  0.102360		CURRENT LEARNING RATE: 0.3870709843961242
previous_iter_valid_loss : 0.08776238560676575

     25600	  0.087768	  0.087762	  0.102329		CURRENT LEARNING RATE: 0.38668410688272453
previous_iter_valid_loss : 0.091314896941185

     25700	  0.091144	  0.091315	  0.102223		CURRENT LEARNING RATE: 0.386297616053464
previous_iter_valid_loss : 0.08455979824066162

     25800	  0.084457	  0.084560	  0.102197		CURRENT LEARNING RATE: 0.3859115115218517
previous_iter_valid_loss : 0.09570977836847305

     25900	  0.095484	  0.095710	  0.102285		CURRENT LEARNING RATE: 0.3855257929017831
previous_iter_valid_loss : 0.09218674898147583

     26000	  0.092199	  0.092187	  0.102210		CURRENT LEARNING RATE: 0.3851404598075396
previous_iter_valid_loss : 0.1052704006433487

     26100	  0.104986	  0.105270	  0.102468		CURRENT LEARNING RATE: 0.3847555118537879
previous_iter_valid_loss : 0.08576733618974686

     26200	  0.085658	  0.085767	  0.102262		CURRENT LEARNING RATE: 0.38437094865558014
previous_iter_valid_loss : 0.088468998670578

     26300	  0.088298	  0.088469	  0.102345		CURRENT LEARNING RATE: 0.38398676982835306
previous_iter_valid_loss : 0.08441569656133652

     26400	  0.084267	  0.084416	  0.101973		CURRENT LEARNING RATE: 0.38360297498792784
previous_iter_valid_loss : 0.08242955058813095

     26500	  0.082311	  0.082430	  0.101994		CURRENT LEARNING RATE: 0.3832195637505096
previous_iter_valid_loss : 0.1164826899766922

     26600	  0.116281	  0.116483	  0.101579		CURRENT LEARNING RATE: 0.38283653573268694
previous_iter_valid_loss : 0.11609163880348206

     26700	  0.115917	  0.116092	  0.101801		CURRENT LEARNING RATE: 0.382453890551432
previous_iter_valid_loss : 0.09664051234722137

     26800	  0.096522	  0.096641	  0.101938		CURRENT LEARNING RATE: 0.3820716278240995
previous_iter_valid_loss : 0.11276381462812424

     26900	  0.112506	  0.112764	  0.102217		CURRENT LEARNING RATE: 0.3816897471684266
previous_iter_valid_loss : 0.08674507588148117

     27000	  0.086567	  0.086745	  0.101827		CURRENT LEARNING RATE: 0.3813082482025327
previous_iter_valid_loss : 0.12127192318439484

     27100	  0.121042	  0.121272	  0.102160		CURRENT LEARNING RATE: 0.3809271305449188
previous_iter_valid_loss : 0.1265217661857605

     27200	  0.126265	  0.126522	  0.102630		CURRENT LEARNING RATE: 0.38054639381446714
previous_iter_valid_loss : 0.13486288487911224

     27300	  0.134589	  0.134863	  0.102865		CURRENT LEARNING RATE: 0.38016603763044104
previous_iter_valid_loss : 0.09395608305931091

     27400	  0.093835	  0.093956	  0.102674		CURRENT LEARNING RATE: 0.37978606161248424
previous_iter_valid_loss : 0.08425984531641006

     27500	  0.084087	  0.084260	  0.102493		CURRENT LEARNING RATE: 0.37940646538062067
previous_iter_valid_loss : 0.10050422698259354

     27600	  0.100243	  0.100504	  0.102150		CURRENT LEARNING RATE: 0.37902724855525416
previous_iter_valid_loss : 0.10180951654911041

     27700	  0.101532	  0.101810	  0.102246		CURRENT LEARNING RATE: 0.37864841075716776
previous_iter_valid_loss : 0.09129150211811066

     27800	  0.091035	  0.091292	  0.102324		CURRENT LEARNING RATE: 0.3782699516075237
previous_iter_valid_loss : 0.08090167492628098

     27900	  0.080816	  0.080902	  0.102288		CURRENT LEARNING RATE: 0.37789187072786273
previous_iter_valid_loss : 0.09493912756443024

     28000	  0.094679	  0.094939	  0.102254		CURRENT LEARNING RATE: 0.377514167740104
previous_iter_valid_loss : 0.09305892884731293

     28100	  0.092871	  0.093059	  0.102167		CURRENT LEARNING RATE: 0.3771368422665445
previous_iter_valid_loss : 0.0960196852684021

     28200	  0.095885	  0.096020	  0.102160		CURRENT LEARNING RATE: 0.37675989392985865
previous_iter_valid_loss : 0.1396554410457611

     28300	  0.139448	  0.139655	  0.102531		CURRENT LEARNING RATE: 0.3763833223530981
previous_iter_valid_loss : 0.10893946886062622

     28400	  0.108695	  0.108939	  0.102325		CURRENT LEARNING RATE: 0.3760071271596913
previous_iter_valid_loss : 0.0853106901049614

     28500	  0.085285	  0.085311	  0.102228		CURRENT LEARNING RATE: 0.375631307973443
previous_iter_valid_loss : 0.09893658012151718

     28600	  0.098700	  0.098937	  0.101843		CURRENT LEARNING RATE: 0.375255864418534
previous_iter_valid_loss : 0.11211526393890381

     28700	  0.111877	  0.112115	  0.102023		CURRENT LEARNING RATE: 0.37488079611952063
previous_iter_valid_loss : 0.11418966203927994

     28800	  0.113946	  0.114190	  0.102286		CURRENT LEARNING RATE: 0.37450610270133466
previous_iter_valid_loss : 0.09575623273849487

     28900	  0.095573	  0.095756	  0.102291		CURRENT LEARNING RATE: 0.37413178378928263
previous_iter_valid_loss : 0.08961904793977737

     29000	  0.089332	  0.089619	  0.102303		CURRENT LEARNING RATE: 0.3737578390090455
previous_iter_valid_loss : 0.1363552212715149

     29100	  0.136126	  0.136355	  0.102250		CURRENT LEARNING RATE: 0.37338426798667856
previous_iter_valid_loss : 0.14224280416965485

     29200	  0.141957	  0.142243	  0.102751		CURRENT LEARNING RATE: 0.37301107034861075
previous_iter_valid_loss : 0.1262453943490982

     29300	  0.126020	  0.126245	  0.102979		CURRENT LEARNING RATE: 0.37263824572164433
previous_iter_valid_loss : 0.09876969456672668

     29400	  0.098611	  0.098770	  0.103094		CURRENT LEARNING RATE: 0.3722657937329547
previous_iter_valid_loss : 0.16633997857570648

     29500	  0.166228	  0.166340	  0.103919		CURRENT LEARNING RATE: 0.3718937140100898
previous_iter_valid_loss : 0.12651264667510986

     29600	  0.126280	  0.126513	  0.103902		CURRENT LEARNING RATE: 0.3715220061809699
previous_iter_valid_loss : 0.10816919058561325

     29700	  0.107931	  0.108169	  0.103340		CURRENT LEARNING RATE: 0.3711506698738872
previous_iter_valid_loss : 0.09137509018182755

     29800	  0.091326	  0.091375	  0.103279		CURRENT LEARNING RATE: 0.37077970471750527
previous_iter_valid_loss : 0.1651495099067688

     29900	  0.164912	  0.165150	  0.103973		CURRENT LEARNING RATE: 0.37040911034085894
previous_iter_valid_loss : 0.12522153556346893

     30000	  0.125350	  0.125222	  0.104137		CURRENT LEARNING RATE: 0.3700388863733538
previous_iter_valid_loss : 0.09030041843652725

     30100	  0.090208	  0.090300	  0.104143		CURRENT LEARNING RATE: 0.36966903244476595
previous_iter_valid_loss : 0.08383217453956604

     30200	  0.083844	  0.083832	  0.104082		CURRENT LEARNING RATE: 0.3692995481852413
previous_iter_valid_loss : 0.1311464011669159

     30300	  0.131382	  0.131146	  0.104428		CURRENT LEARNING RATE: 0.36893043322529556
previous_iter_valid_loss : 0.09958239644765854

     30400	  0.099610	  0.099582	  0.104503		CURRENT LEARNING RATE: 0.3685616871958139
previous_iter_valid_loss : 0.13169309496879578

     30500	  0.131534	  0.131693	  0.104286		CURRENT LEARNING RATE: 0.36819330972805003
previous_iter_valid_loss : 0.09909709542989731

     30600	  0.098909	  0.099097	  0.104209		CURRENT LEARNING RATE: 0.36782530045362666
previous_iter_valid_loss : 0.11169499903917313

     30700	  0.111466	  0.111695	  0.104063		CURRENT LEARNING RATE: 0.36745765900453436
previous_iter_valid_loss : 0.088705874979496

     30800	  0.088600	  0.088706	  0.104065		CURRENT LEARNING RATE: 0.3670903850131317
previous_iter_valid_loss : 0.12366500496864319

     30900	  0.123502	  0.123665	  0.104309		CURRENT LEARNING RATE: 0.3667234781121446
previous_iter_valid_loss : 0.08835713565349579

     31000	  0.088328	  0.088357	  0.104313		CURRENT LEARNING RATE: 0.3663569379346662
previous_iter_valid_loss : 0.10767855495214462

     31100	  0.107462	  0.107679	  0.104469		CURRENT LEARNING RATE: 0.3659907641141563
previous_iter_valid_loss : 0.10302754491567612

     31200	  0.102852	  0.103028	  0.104268		CURRENT LEARNING RATE: 0.365624956284441
previous_iter_valid_loss : 0.1270969808101654

     31300	  0.126869	  0.127097	  0.104645		CURRENT LEARNING RATE: 0.36525951407971247
previous_iter_valid_loss : 0.12633496522903442

     31400	  0.126046	  0.126335	  0.104810		CURRENT LEARNING RATE: 0.3648944371345284
previous_iter_valid_loss : 0.10726732015609741

     31500	  0.107007	  0.107267	  0.104990		CURRENT LEARNING RATE: 0.3645297250838119
previous_iter_valid_loss : 0.10439161211252213

     31600	  0.104209	  0.104392	  0.104790		CURRENT LEARNING RATE: 0.36416537756285083
previous_iter_valid_loss : 0.13874609768390656

     31700	  0.138620	  0.138746	  0.105271		CURRENT LEARNING RATE: 0.36380139420729773
previous_iter_valid_loss : 0.08183712512254715

     31800	  0.081863	  0.081837	  0.105065		CURRENT LEARNING RATE: 0.3634377746531691
previous_iter_valid_loss : 0.09981681406497955

     31900	  0.099621	  0.099817	  0.105191		CURRENT LEARNING RATE: 0.36307451853684547
previous_iter_valid_loss : 0.10977133363485336

     32000	  0.109585	  0.109771	  0.105317		CURRENT LEARNING RATE: 0.3627116254950706
previous_iter_valid_loss : 0.11210214346647263

     32100	  0.111994	  0.112102	  0.105063		CURRENT LEARNING RATE: 0.36234909516495145
previous_iter_valid_loss : 0.16093824803829193

     32200	  0.160739	  0.160938	  0.105470		CURRENT LEARNING RATE: 0.36198692718395764
previous_iter_valid_loss : 0.09911143779754639

     32300	  0.098950	  0.099111	  0.105316		CURRENT LEARNING RATE: 0.3616251211899212
previous_iter_valid_loss : 0.15209414064884186

     32400	  0.151953	  0.152094	  0.105947		CURRENT LEARNING RATE: 0.3612636768210361
previous_iter_valid_loss : 0.10105939209461212

     32500	  0.100882	  0.101059	  0.106018		CURRENT LEARNING RATE: 0.3609025937158579
previous_iter_valid_loss : 0.10993076860904694

     32600	  0.109771	  0.109931	  0.106134		CURRENT LEARNING RATE: 0.3605418715133035
previous_iter_valid_loss : 0.11987842619419098

     32700	  0.120082	  0.119878	  0.106486		CURRENT LEARNING RATE: 0.3601815098526507
previous_iter_valid_loss : 0.10195080935955048

     32800	  0.101809	  0.101951	  0.106584		CURRENT LEARNING RATE: 0.3598215083735377
previous_iter_valid_loss : 0.08726280182600021

     32900	  0.087321	  0.087263	  0.106550		CURRENT LEARNING RATE: 0.3594618667159631
previous_iter_valid_loss : 0.18525399267673492

     33000	  0.186076	  0.185254	  0.107453		CURRENT LEARNING RATE: 0.35910258452028515
previous_iter_valid_loss : 0.09613440930843353

     33100	  0.095879	  0.096134	  0.107190		CURRENT LEARNING RATE: 0.35874366142722164
previous_iter_valid_loss : 0.09636104851961136

     33200	  0.096366	  0.096361	  0.107092		CURRENT LEARNING RATE: 0.3583850970778495
previous_iter_valid_loss : 0.14216512441635132

     33300	  0.142370	  0.142165	  0.107520		CURRENT LEARNING RATE: 0.35802689111360425
previous_iter_valid_loss : 0.12682123482227325

     33400	  0.126663	  0.126821	  0.107775		CURRENT LEARNING RATE: 0.35766904317627995
previous_iter_valid_loss : 0.0910254642367363

     33500	  0.090986	  0.091025	  0.107364		CURRENT LEARNING RATE: 0.35731155290802863
previous_iter_valid_loss : 0.14651893079280853

     33600	  0.146334	  0.146519	  0.107356		CURRENT LEARNING RATE: 0.35695441995136
previous_iter_valid_loss : 0.12450253218412399

     33700	  0.124226	  0.124503	  0.107408		CURRENT LEARNING RATE: 0.3565976439491411
previous_iter_valid_loss : 0.10143040120601654

     33800	  0.101262	  0.101430	  0.107140		CURRENT LEARNING RATE: 0.3562412245445959
previous_iter_valid_loss : 0.09921354055404663

     33900	  0.099532	  0.099214	  0.107153		CURRENT LEARNING RATE: 0.3558851613813048
previous_iter_valid_loss : 0.11343451589345932

     34000	  0.113472	  0.113435	  0.107300		CURRENT LEARNING RATE: 0.35552945410320486
previous_iter_valid_loss : 0.16037985682487488

     34100	  0.160259	  0.160380	  0.108019		CURRENT LEARNING RATE: 0.35517410235458863
previous_iter_valid_loss : 0.11542438715696335

     34200	  0.115622	  0.115424	  0.108353		CURRENT LEARNING RATE: 0.35481910578010434
previous_iter_valid_loss : 0.11572015285491943

     34300	  0.115923	  0.115720	  0.108659		CURRENT LEARNING RATE: 0.3544644640247554
previous_iter_valid_loss : 0.10866004228591919

     34400	  0.108491	  0.108660	  0.108887		CURRENT LEARNING RATE: 0.3541101767339
previous_iter_valid_loss : 0.12263309955596924

     34500	  0.122849	  0.122633	  0.109253		CURRENT LEARNING RATE: 0.35375624355325086
previous_iter_valid_loss : 0.11570873111486435

     34600	  0.115537	  0.115709	  0.109572		CURRENT LEARNING RATE: 0.3534026641288747
previous_iter_valid_loss : 0.1041320413351059

     34700	  0.103927	  0.104132	  0.109786		CURRENT LEARNING RATE: 0.3530494381071922
previous_iter_valid_loss : 0.09164367616176605

     34800	  0.091580	  0.091644	  0.109545		CURRENT LEARNING RATE: 0.3526965651349772
previous_iter_valid_loss : 0.13053035736083984

     34900	  0.130676	  0.130530	  0.109416		CURRENT LEARNING RATE: 0.3523440448593567
previous_iter_valid_loss : 0.09243594855070114

     35000	  0.092407	  0.092436	  0.109381		CURRENT LEARNING RATE: 0.3519918769278105
previous_iter_valid_loss : 0.0886850580573082

     35100	  0.088592	  0.088685	  0.109347		CURRENT LEARNING RATE: 0.35164006098817047
previous_iter_valid_loss : 0.0996028482913971

     35200	  0.099364	  0.099603	  0.109122		CURRENT LEARNING RATE: 0.3512885966886208
previous_iter_valid_loss : 0.09351246803998947

     35300	  0.093301	  0.093512	  0.109201		CURRENT LEARNING RATE: 0.350937483677697
previous_iter_valid_loss : 0.10243789106607437

     35400	  0.102276	  0.102438	  0.109400		CURRENT LEARNING RATE: 0.3505867216042862
previous_iter_valid_loss : 0.09568509459495544

     35500	  0.095674	  0.095685	  0.109353		CURRENT LEARNING RATE: 0.3502363101176262
previous_iter_valid_loss : 0.10462941229343414

     35600	  0.104714	  0.104629	  0.109522		CURRENT LEARNING RATE: 0.3498862488673055
previous_iter_valid_loss : 0.1248648464679718

     35700	  0.125141	  0.124865	  0.109858		CURRENT LEARNING RATE: 0.34953653750326286
previous_iter_valid_loss : 0.12563298642635345

     35800	  0.125862	  0.125633	  0.110268		CURRENT LEARNING RATE: 0.3491871756757868
previous_iter_valid_loss : 0.13850611448287964

     35900	  0.138850	  0.138506	  0.110696		CURRENT LEARNING RATE: 0.3488381630355155
previous_iter_valid_loss : 0.09006308019161224

     36000	  0.090013	  0.090063	  0.110675		CURRENT LEARNING RATE: 0.34848949923343636
previous_iter_valid_loss : 0.09618927538394928

     36100	  0.096137	  0.096189	  0.110584		CURRENT LEARNING RATE: 0.3481411839208855
previous_iter_valid_loss : 0.10546843707561493

     36200	  0.105330	  0.105468	  0.110781		CURRENT LEARNING RATE: 0.34779321674954755
previous_iter_valid_loss : 0.13633939623832703

     36300	  0.136221	  0.136339	  0.111260		CURRENT LEARNING RATE: 0.3474455973714553
previous_iter_valid_loss : 0.15073031187057495

     36400	  0.151077	  0.150730	  0.111923		CURRENT LEARNING RATE: 0.34709832543898944
previous_iter_valid_loss : 0.11261563748121262

     36500	  0.112502	  0.112616	  0.112225		CURRENT LEARNING RATE: 0.3467514006048779
previous_iter_valid_loss : 0.09772790968418121

     36600	  0.097616	  0.097728	  0.112037		CURRENT LEARNING RATE: 0.34640482252219584
previous_iter_valid_loss : 0.1221037358045578

     36700	  0.122406	  0.122104	  0.112097		CURRENT LEARNING RATE: 0.3460585908443652
previous_iter_valid_loss : 0.15455062687397003

     36800	  0.154961	  0.154551	  0.112677		CURRENT LEARNING RATE: 0.34571270522515424
previous_iter_valid_loss : 0.11071690917015076

     36900	  0.110937	  0.110717	  0.112656		CURRENT LEARNING RATE: 0.34536716531867734
previous_iter_valid_loss : 0.08863630145788193

     37000	  0.088548	  0.088636	  0.112675		CURRENT LEARNING RATE: 0.3450219707793945
previous_iter_valid_loss : 0.1078014075756073

     37100	  0.107622	  0.107801	  0.112540		CURRENT LEARNING RATE: 0.3446771212621112
previous_iter_valid_loss : 0.08622020483016968

     37200	  0.086049	  0.086220	  0.112137		CURRENT LEARNING RATE: 0.3443326164219779
previous_iter_valid_loss : 0.1003781110048294

     37300	  0.100206	  0.100378	  0.111792		CURRENT LEARNING RATE: 0.34398845591448973
previous_iter_valid_loss : 0.10376420617103577

     37400	  0.103593	  0.103764	  0.111891		CURRENT LEARNING RATE: 0.3436446393954861
previous_iter_valid_loss : 0.09096792340278625

     37500	  0.090844	  0.090968	  0.111958		CURRENT LEARNING RATE: 0.3433011665211505
previous_iter_valid_loss : 0.0954994186758995

     37600	  0.095408	  0.095499	  0.111908		CURRENT LEARNING RATE: 0.3429580369480101
previous_iter_valid_loss : 0.0908980444073677

     37700	  0.090783	  0.090898	  0.111798		CURRENT LEARNING RATE: 0.34261525033293516
previous_iter_valid_loss : 0.12758320569992065

     37800	  0.127348	  0.127583	  0.112161		CURRENT LEARNING RATE: 0.3422728063331391
previous_iter_valid_loss : 0.16527898609638214

     37900	  0.165066	  0.165279	  0.113005		CURRENT LEARNING RATE: 0.3419307046061779
previous_iter_valid_loss : 0.0966026708483696

     38000	  0.096466	  0.096603	  0.113022		CURRENT LEARNING RATE: 0.34158894480994983
previous_iter_valid_loss : 0.14499224722385406

     38100	  0.144875	  0.144992	  0.113541		CURRENT LEARNING RATE: 0.34124752660269503
previous_iter_valid_loss : 0.10280416905879974

     38200	  0.102718	  0.102804	  0.113609		CURRENT LEARNING RATE: 0.34090644964299527
previous_iter_valid_loss : 0.10235586017370224

     38300	  0.102228	  0.102356	  0.113236		CURRENT LEARNING RATE: 0.34056571358977356
previous_iter_valid_loss : 0.08064392954111099

     38400	  0.080590	  0.080644	  0.112953		CURRENT LEARNING RATE: 0.34022531810229384
previous_iter_valid_loss : 0.11118976026773453

     38500	  0.111376	  0.111190	  0.113212		CURRENT LEARNING RATE: 0.3398852628401605
previous_iter_valid_loss : 0.09554728865623474

     38600	  0.095708	  0.095547	  0.113178		CURRENT LEARNING RATE: 0.3395455474633184
previous_iter_valid_loss : 0.146156907081604

     38700	  0.146522	  0.146157	  0.113518		CURRENT LEARNING RATE: 0.339206171632052
previous_iter_valid_loss : 0.11264656484127045

     38800	  0.112921	  0.112647	  0.113503		CURRENT LEARNING RATE: 0.33886713500698556
previous_iter_valid_loss : 0.09077232331037521

     38900	  0.090761	  0.090772	  0.113453		CURRENT LEARNING RATE: 0.3385284372490823
previous_iter_valid_loss : 0.1094791516661644

     39000	  0.109539	  0.109479	  0.113652		CURRENT LEARNING RATE: 0.33819007801964457
previous_iter_valid_loss : 0.0951555073261261

     39100	  0.095110	  0.095156	  0.113240		CURRENT LEARNING RATE: 0.337852056980313
previous_iter_valid_loss : 0.09265194088220596

     39200	  0.092798	  0.092652	  0.112744		CURRENT LEARNING RATE: 0.3375143737930666
previous_iter_valid_loss : 0.09794074296951294

     39300	  0.098106	  0.097941	  0.112461		CURRENT LEARNING RATE: 0.3371770281202221
previous_iter_valid_loss : 0.12476977705955505

     39400	  0.125213	  0.124770	  0.112721		CURRENT LEARNING RATE: 0.33684001962443383
previous_iter_valid_loss : 0.1000494733452797

     39500	  0.100141	  0.100049	  0.112058		CURRENT LEARNING RATE: 0.3365033479686932
previous_iter_valid_loss : 0.1205260306596756

     39600	  0.120725	  0.120526	  0.111998		CURRENT LEARNING RATE: 0.3361670128163286
previous_iter_valid_loss : 0.116043820977211

     39700	  0.116199	  0.116044	  0.112077		CURRENT LEARNING RATE: 0.3358310138310049
previous_iter_valid_loss : 0.13751840591430664

     39800	  0.137886	  0.137518	  0.112538		CURRENT LEARNING RATE: 0.3354953506767229
previous_iter_valid_loss : 0.14282958209514618

     39900	  0.143313	  0.142830	  0.112315		CURRENT LEARNING RATE: 0.33516002301781966
previous_iter_valid_loss : 0.11795996874570847

     40000	  0.118335	  0.117960	  0.112242		CURRENT LEARNING RATE: 0.3348250305189673
previous_iter_valid_loss : 0.09415736794471741

     40100	  0.094387	  0.094157	  0.112281		CURRENT LEARNING RATE: 0.33449037284517336
previous_iter_valid_loss : 0.11405572295188904

     40200	  0.114407	  0.114056	  0.112583		CURRENT LEARNING RATE: 0.33415604966178014
previous_iter_valid_loss : 0.08707379549741745

     40300	  0.087290	  0.087074	  0.112142		CURRENT LEARNING RATE: 0.33382206063446446
previous_iter_valid_loss : 0.09478344023227692

     40400	  0.094982	  0.094783	  0.112094		CURRENT LEARNING RATE: 0.3334884054292372
previous_iter_valid_loss : 0.10836593061685562

     40500	  0.108311	  0.108366	  0.111861		CURRENT LEARNING RATE: 0.3331550837124432
previous_iter_valid_loss : 0.11336249858140945

     40600	  0.113554	  0.113362	  0.112004		CURRENT LEARNING RATE: 0.3328220951507606
previous_iter_valid_loss : 0.13480915129184723

     40700	  0.135187	  0.134809	  0.112235		CURRENT LEARNING RATE: 0.33248943941120096
previous_iter_valid_loss : 0.09945613890886307

     40800	  0.099540	  0.099456	  0.112342		CURRENT LEARNING RATE: 0.3321571161611084
previous_iter_valid_loss : 0.11043991893529892

     40900	  0.110741	  0.110440	  0.112210		CURRENT LEARNING RATE: 0.3318251250681597
previous_iter_valid_loss : 0.09805972129106522

     41000	  0.098219	  0.098060	  0.112307		CURRENT LEARNING RATE: 0.3314934658003637
previous_iter_valid_loss : 0.0961456224322319

     41100	  0.096177	  0.096146	  0.112192		CURRENT LEARNING RATE: 0.33116213802606115
previous_iter_valid_loss : 0.09831403940916061

     41200	  0.098456	  0.098314	  0.112145		CURRENT LEARNING RATE: 0.33083114141392417
previous_iter_valid_loss : 0.09668917208909988

     41300	  0.096646	  0.096689	  0.111841		CURRENT LEARNING RATE: 0.33050047563295626
previous_iter_valid_loss : 0.10814699530601501

     41400	  0.108378	  0.108147	  0.111659		CURRENT LEARNING RATE: 0.3301701403524914
previous_iter_valid_loss : 0.12178361415863037

     41500	  0.122000	  0.121784	  0.111804		CURRENT LEARNING RATE: 0.3298401352421945
previous_iter_valid_loss : 0.10891389846801758

     41600	  0.108985	  0.108914	  0.111849		CURRENT LEARNING RATE: 0.32951045997206035
previous_iter_valid_loss : 0.10512981563806534

     41700	  0.105292	  0.105130	  0.111513		CURRENT LEARNING RATE: 0.3291811142124136
previous_iter_valid_loss : 0.11437064409255981

     41800	  0.114598	  0.114371	  0.111838		CURRENT LEARNING RATE: 0.3288520976339085
previous_iter_valid_loss : 0.11585374921560287

     41900	  0.116081	  0.115854	  0.111999		CURRENT LEARNING RATE: 0.3285234099075284
previous_iter_valid_loss : 0.09383751451969147

     42000	  0.093794	  0.093838	  0.111839		CURRENT LEARNING RATE: 0.3281950507045856
previous_iter_valid_loss : 0.08799322694540024

     42100	  0.087949	  0.087993	  0.111598		CURRENT LEARNING RATE: 0.3278670196967209
previous_iter_valid_loss : 0.09382109344005585

     42200	  0.093734	  0.093821	  0.110927		CURRENT LEARNING RATE: 0.3275393165559031
previous_iter_valid_loss : 0.12048470228910446

     42300	  0.120330	  0.120485	  0.111141		CURRENT LEARNING RATE: 0.3272119409544293
previous_iter_valid_loss : 0.08679228276014328

     42400	  0.086691	  0.086792	  0.110488		CURRENT LEARNING RATE: 0.32688489256492365
previous_iter_valid_loss : 0.14452821016311646

     42500	  0.144331	  0.144528	  0.110922		CURRENT LEARNING RATE: 0.3265581710603378
previous_iter_valid_loss : 0.08283314108848572

     42600	  0.082742	  0.082833	  0.110651		CURRENT LEARNING RATE: 0.3262317761139502
previous_iter_valid_loss : 0.08315511047840118

     42700	  0.083167	  0.083155	  0.110284		CURRENT LEARNING RATE: 0.325905707399366
previous_iter_valid_loss : 0.10274989902973175

     42800	  0.102594	  0.102750	  0.110292		CURRENT LEARNING RATE: 0.32557996459051625
previous_iter_valid_loss : 0.08724098652601242

     42900	  0.087140	  0.087241	  0.110292		CURRENT LEARNING RATE: 0.32525454736165826
previous_iter_valid_loss : 0.12704136967658997

     43000	  0.126735	  0.127041	  0.109710		CURRENT LEARNING RATE: 0.3249294553873748
previous_iter_valid_loss : 0.10767338424921036

     43100	  0.107427	  0.107673	  0.109825		CURRENT LEARNING RATE: 0.3246046883425737
previous_iter_valid_loss : 0.11594488471746445

     43200	  0.116208	  0.115945	  0.110021		CURRENT LEARNING RATE: 0.32428024590248805
previous_iter_valid_loss : 0.09585385024547577

     43300	  0.095917	  0.095854	  0.109558		CURRENT LEARNING RATE: 0.3239561277426753
previous_iter_valid_loss : 0.10243693739175797

     43400	  0.102696	  0.102437	  0.109314		CURRENT LEARNING RATE: 0.3236323335390173
previous_iter_valid_loss : 0.11150677502155304

     43500	  0.111663	  0.111507	  0.109519		CURRENT LEARNING RATE: 0.3233088629677198
previous_iter_valid_loss : 0.09120018780231476

     43600	  0.091248	  0.091200	  0.108966		CURRENT LEARNING RATE: 0.32298571570531226
previous_iter_valid_loss : 0.09764761477708817

     43700	  0.097730	  0.097648	  0.108697		CURRENT LEARNING RATE: 0.3226628914286473
previous_iter_valid_loss : 0.11119037866592407

     43800	  0.111070	  0.111190	  0.108795		CURRENT LEARNING RATE: 0.32234038981490065
previous_iter_valid_loss : 0.10211717337369919

     43900	  0.102049	  0.102117	  0.108824		CURRENT LEARNING RATE: 0.3220182105415707
previous_iter_valid_loss : 0.11959504336118698

     44000	  0.119489	  0.119595	  0.108885		CURRENT LEARNING RATE: 0.3216963532864781
previous_iter_valid_loss : 0.08964052051305771

     44100	  0.089460	  0.089641	  0.108178		CURRENT LEARNING RATE: 0.3213748177277656
previous_iter_valid_loss : 0.10707646608352661

     44200	  0.106837	  0.107076	  0.108095		CURRENT LEARNING RATE: 0.3210536035438976
previous_iter_valid_loss : 0.08980307728052139

     44300	  0.089803	  0.089803	  0.107835		CURRENT LEARNING RATE: 0.3207327104136599
previous_iter_valid_loss : 0.13411086797714233

     44400	  0.133917	  0.134111	  0.108090		CURRENT LEARNING RATE: 0.32041213801615936
previous_iter_valid_loss : 0.1150795966386795

     44500	  0.114923	  0.115080	  0.108014		CURRENT LEARNING RATE: 0.32009188603082356
previous_iter_valid_loss : 0.10544431209564209

     44600	  0.105260	  0.105444	  0.107912		CURRENT LEARNING RATE: 0.31977195413740045
previous_iter_valid_loss : 0.0831368938088417

     44700	  0.083021	  0.083137	  0.107702		CURRENT LEARNING RATE: 0.3194523420159581
previous_iter_valid_loss : 0.09167855978012085

     44800	  0.091550	  0.091679	  0.107702		CURRENT LEARNING RATE: 0.3191330493468844
previous_iter_valid_loss : 0.1197531595826149

     44900	  0.119534	  0.119753	  0.107594		CURRENT LEARNING RATE: 0.31881407581088667
previous_iter_valid_loss : 0.09642300009727478

     45000	  0.096298	  0.096423	  0.107634		CURRENT LEARNING RATE: 0.31849542108899126
previous_iter_valid_loss : 0.08281798660755157

     45100	  0.082755	  0.082818	  0.107576		CURRENT LEARNING RATE: 0.31817708486254354
previous_iter_valid_loss : 0.11990877240896225

     45200	  0.119772	  0.119909	  0.107779		CURRENT LEARNING RATE: 0.31785906681320714
previous_iter_valid_loss : 0.10205124318599701

     45300	  0.101915	  0.102051	  0.107864		CURRENT LEARNING RATE: 0.31754136662296406
previous_iter_valid_loss : 0.09560459107160568

     45400	  0.095478	  0.095605	  0.107796		CURRENT LEARNING RATE: 0.3172239839741141
previous_iter_valid_loss : 0.0954190045595169

     45500	  0.095251	  0.095419	  0.107793		CURRENT LEARNING RATE: 0.3169069185492745
previous_iter_valid_loss : 0.10788042843341827

     45600	  0.107707	  0.107880	  0.107826		CURRENT LEARNING RATE: 0.3165901700313799
previous_iter_valid_loss : 0.08785378187894821

     45700	  0.087802	  0.087854	  0.107455		CURRENT LEARNING RATE: 0.3162737381036817
previous_iter_valid_loss : 0.10440871864557266

     45800	  0.104272	  0.104409	  0.107243		CURRENT LEARNING RATE: 0.31595762244974795
previous_iter_valid_loss : 0.1023348942399025

     45900	  0.102197	  0.102335	  0.106882		CURRENT LEARNING RATE: 0.315641822753463
previous_iter_valid_loss : 0.11520854383707047

     46000	  0.115091	  0.115209	  0.107133		CURRENT LEARNING RATE: 0.3153263386990271
previous_iter_valid_loss : 0.08406348526477814

     46100	  0.084051	  0.084063	  0.107012		CURRENT LEARNING RATE: 0.31501116997095613
previous_iter_valid_loss : 0.08031827956438065

     46200	  0.080358	  0.080318	  0.106760		CURRENT LEARNING RATE: 0.31469631625408145
previous_iter_valid_loss : 0.15165476500988007

     46300	  0.152048	  0.151655	  0.106913		CURRENT LEARNING RATE: 0.3143817772335492
previous_iter_valid_loss : 0.11816371977329254

     46400	  0.118328	  0.118164	  0.106588		CURRENT LEARNING RATE: 0.3140675525948204
previous_iter_valid_loss : 0.1403590887784958

     46500	  0.140201	  0.140359	  0.106865		CURRENT LEARNING RATE: 0.31375364202367034
previous_iter_valid_loss : 0.11625605821609497

     46600	  0.116284	  0.116256	  0.107050		CURRENT LEARNING RATE: 0.3134400452061885
previous_iter_valid_loss : 0.09502896666526794

     46700	  0.095080	  0.095029	  0.106780		CURRENT LEARNING RATE: 0.31312676182877797
previous_iter_valid_loss : 0.09209839254617691

     46800	  0.092208	  0.092098	  0.106155		CURRENT LEARNING RATE: 0.31281379157815536
previous_iter_valid_loss : 0.11614784598350525

     46900	  0.116125	  0.116148	  0.106209		CURRENT LEARNING RATE: 0.3125011341413504
previous_iter_valid_loss : 0.1049671620130539

     47000	  0.104919	  0.104967	  0.106373		CURRENT LEARNING RATE: 0.31218878920570564
previous_iter_valid_loss : 0.12909294664859772

     47100	  0.129295	  0.129093	  0.106586		CURRENT LEARNING RATE: 0.3118767564588761
previous_iter_valid_loss : 0.08562346547842026

     47200	  0.085555	  0.085623	  0.106580		CURRENT LEARNING RATE: 0.3115650355888289
previous_iter_valid_loss : 0.1053413525223732

     47300	  0.105254	  0.105341	  0.106629		CURRENT LEARNING RATE: 0.3112536262838434
previous_iter_valid_loss : 0.10250051319599152

     47400	  0.102455	  0.102501	  0.106617		CURRENT LEARNING RATE: 0.31094252823251006
previous_iter_valid_loss : 0.09096085280179977

     47500	  0.090960	  0.090961	  0.106617		CURRENT LEARNING RATE: 0.3106317411237309
previous_iter_valid_loss : 0.08952971547842026

     47600	  0.089535	  0.089530	  0.106557		CURRENT LEARNING RATE: 0.31032126464671866
previous_iter_valid_loss : 0.08999692648649216

     47700	  0.089850	  0.089997	  0.106548		CURRENT LEARNING RATE: 0.310011098490997
previous_iter_valid_loss : 0.09845775365829468

     47800	  0.098447	  0.098458	  0.106257		CURRENT LEARNING RATE: 0.3097012423463996
previous_iter_valid_loss : 0.1353062391281128

     47900	  0.135174	  0.135306	  0.105957		CURRENT LEARNING RATE: 0.3093916959030704
previous_iter_valid_loss : 0.09948360919952393

     48000	  0.099410	  0.099484	  0.105986		CURRENT LEARNING RATE: 0.3090824588514629
previous_iter_valid_loss : 0.1284775286912918

     48100	  0.128752	  0.128478	  0.105821		CURRENT LEARNING RATE: 0.30877353088234
previous_iter_valid_loss : 0.10018936544656754

     48200	  0.100340	  0.100189	  0.105794		CURRENT LEARNING RATE: 0.3084649116867737
previous_iter_valid_loss : 0.08814780414104462

     48300	  0.087973	  0.088148	  0.105652		CURRENT LEARNING RATE: 0.30815660095614483
previous_iter_valid_loss : 0.09162117540836334

     48400	  0.092040	  0.091621	  0.105762		CURRENT LEARNING RATE: 0.30784859838214257
previous_iter_valid_loss : 0.09940982609987259

     48500	  0.099554	  0.099410	  0.105644		CURRENT LEARNING RATE: 0.30754090365676434
previous_iter_valid_loss : 0.08433296531438828

     48600	  0.084423	  0.084333	  0.105532		CURRENT LEARNING RATE: 0.3072335164723154
previous_iter_valid_loss : 0.08610039204359055

     48700	  0.086127	  0.086100	  0.104932		CURRENT LEARNING RATE: 0.30692643652140855
previous_iter_valid_loss : 0.09620263427495956

     48800	  0.096346	  0.096203	  0.104767		CURRENT LEARNING RATE: 0.30661966349696373
previous_iter_valid_loss : 0.10386303067207336

     48900	  0.103877	  0.103863	  0.104898		CURRENT LEARNING RATE: 0.30631319709220806
previous_iter_valid_loss : 0.09778489172458649

     49000	  0.098147	  0.097785	  0.104781		CURRENT LEARNING RATE: 0.30600703700067494
previous_iter_valid_loss : 0.08812340348958969

     49100	  0.088284	  0.088123	  0.104711		CURRENT LEARNING RATE: 0.30570118291620435
previous_iter_valid_loss : 0.09725047647953033

     49200	  0.097302	  0.097250	  0.104757		CURRENT LEARNING RATE: 0.3053956345329421
previous_iter_valid_loss : 0.08464011549949646

     49300	  0.084604	  0.084640	  0.104624		CURRENT LEARNING RATE: 0.3050903915453399
previous_iter_valid_loss : 0.1661348193883896

     49400	  0.165945	  0.166135	  0.105037		CURRENT LEARNING RATE: 0.3047854536481546
previous_iter_valid_loss : 0.10127337276935577

     49500	  0.101255	  0.101273	  0.105050		CURRENT LEARNING RATE: 0.3044808205364484
previous_iter_valid_loss : 0.08729583024978638

     49600	  0.087487	  0.087296	  0.104717		CURRENT LEARNING RATE: 0.30417649190558815
previous_iter_valid_loss : 0.12818415462970734

     49700	  0.128042	  0.128184	  0.104839		CURRENT LEARNING RATE: 0.3038724674512451
previous_iter_valid_loss : 0.10543975234031677

     49800	  0.105568	  0.105440	  0.104518		CURRENT LEARNING RATE: 0.30356874686939483
previous_iter_valid_loss : 0.11933688819408417

     49900	  0.119259	  0.119337	  0.104283		CURRENT LEARNING RATE: 0.3032653298563167
previous_iter_valid_loss : 0.10663320124149323

     50000	  0.106540	  0.106633	  0.104170		CURRENT LEARNING RATE: 0.30296221610859375
previous_iter_valid_loss : 0.1024366021156311

     50100	  0.102376	  0.102437	  0.104253		CURRENT LEARNING RATE: 0.30265940532311214
previous_iter_valid_loss : 0.09483630955219269

     50200	  0.094753	  0.094836	  0.104060		CURRENT LEARNING RATE: 0.30235689719706105
previous_iter_valid_loss : 0.08874307572841644

     50300	  0.088793	  0.088743	  0.104077		CURRENT LEARNING RATE: 0.30205469142793234
previous_iter_valid_loss : 0.09257412701845169

     50400	  0.092461	  0.092574	  0.104055		CURRENT LEARNING RATE: 0.30175278771352027
previous_iter_valid_loss : 0.09538578242063522

     50500	  0.095401	  0.095386	  0.103925		CURRENT LEARNING RATE: 0.30145118575192104
previous_iter_valid_loss : 0.08831580728292465

     50600	  0.088198	  0.088316	  0.103675		CURRENT LEARNING RATE: 0.3011498852415327
previous_iter_valid_loss : 0.09975399821996689

     50700	  0.099776	  0.099754	  0.103324		CURRENT LEARNING RATE: 0.3008488858810547
previous_iter_valid_loss : 0.09194225817918777

     50800	  0.091952	  0.091942	  0.103249		CURRENT LEARNING RATE: 0.30054818736948763
previous_iter_valid_loss : 0.1395755112171173

     50900	  0.139797	  0.139576	  0.103540		CURRENT LEARNING RATE: 0.30024778940613295
previous_iter_valid_loss : 0.11256876587867737

     51000	  0.112672	  0.112569	  0.103685		CURRENT LEARNING RATE: 0.29994769169059277
previous_iter_valid_loss : 0.13623374700546265

     51100	  0.136528	  0.136234	  0.104086		CURRENT LEARNING RATE: 0.2996478939227692
previous_iter_valid_loss : 0.10943804681301117

     51200	  0.109553	  0.109438	  0.104198		CURRENT LEARNING RATE: 0.2993483958028646
previous_iter_valid_loss : 0.11923748254776001

     51300	  0.119584	  0.119237	  0.104423		CURRENT LEARNING RATE: 0.29904919703138066
previous_iter_valid_loss : 0.17700503766536713

     51400	  0.177016	  0.177005	  0.105112		CURRENT LEARNING RATE: 0.29875029730911873
previous_iter_valid_loss : 0.1630498319864273

     51500	  0.163381	  0.163050	  0.105524		CURRENT LEARNING RATE: 0.298451696337179
previous_iter_valid_loss : 0.1054920181632042

     51600	  0.105585	  0.105492	  0.105490		CURRENT LEARNING RATE: 0.2981533938169605
previous_iter_valid_loss : 0.10685461759567261

     51700	  0.106967	  0.106855	  0.105507		CURRENT LEARNING RATE: 0.2978553894501606
previous_iter_valid_loss : 0.11280091851949692

     51800	  0.112911	  0.112801	  0.105492		CURRENT LEARNING RATE: 0.29755768293877505
previous_iter_valid_loss : 0.10887020081281662

     51900	  0.108955	  0.108870	  0.105422		CURRENT LEARNING RATE: 0.2972602739850972
previous_iter_valid_loss : 0.10750147700309753

     52000	  0.107686	  0.107501	  0.105558		CURRENT LEARNING RATE: 0.29696316229171804
previous_iter_valid_loss : 0.09177859872579575

     52100	  0.091870	  0.091779	  0.105596		CURRENT LEARNING RATE: 0.296666347561526
previous_iter_valid_loss : 0.10212303698062897

     52200	  0.102256	  0.102123	  0.105679		CURRENT LEARNING RATE: 0.29636982949770624
previous_iter_valid_loss : 0.11268626898527145

     52300	  0.112917	  0.112686	  0.105601		CURRENT LEARNING RATE: 0.29607360780374065
previous_iter_valid_loss : 0.10650499910116196

     52400	  0.106583	  0.106505	  0.105798		CURRENT LEARNING RATE: 0.29577768218340755
previous_iter_valid_loss : 0.09806253015995026

     52500	  0.098115	  0.098063	  0.105334		CURRENT LEARNING RATE: 0.2954820523407813
previous_iter_valid_loss : 0.10942843556404114

     52600	  0.109610	  0.109428	  0.105600		CURRENT LEARNING RATE: 0.29518671798023194
previous_iter_valid_loss : 0.09342773258686066

     52700	  0.093509	  0.093428	  0.105703		CURRENT LEARNING RATE: 0.2948916788064252
previous_iter_valid_loss : 0.11406415700912476

     52800	  0.114210	  0.114064	  0.105816		CURRENT LEARNING RATE: 0.29459693452432184
previous_iter_valid_loss : 0.11493764817714691

     52900	  0.115223	  0.114938	  0.106093		CURRENT LEARNING RATE: 0.2943024848391776
previous_iter_valid_loss : 0.11778444051742554

     53000	  0.117926	  0.117784	  0.106000		CURRENT LEARNING RATE: 0.2940083294565427
previous_iter_valid_loss : 0.10321055352687836

     53100	  0.103277	  0.103211	  0.105955		CURRENT LEARNING RATE: 0.2937144680822617
previous_iter_valid_loss : 0.09901183098554611

     53200	  0.099023	  0.099012	  0.105786		CURRENT LEARNING RATE: 0.2934209004224733
previous_iter_valid_loss : 0.10281557589769363

     53300	  0.102797	  0.102816	  0.105856		CURRENT LEARNING RATE: 0.2931276261836098
previous_iter_valid_loss : 0.13038143515586853

     53400	  0.130172	  0.130381	  0.106135		CURRENT LEARNING RATE: 0.29283464507239687
previous_iter_valid_loss : 0.11827082186937332

     53500	  0.118770	  0.118271	  0.106203		CURRENT LEARNING RATE: 0.29254195679585343
previous_iter_valid_loss : 0.18220871686935425

     53600	  0.182630	  0.182209	  0.107113		CURRENT LEARNING RATE: 0.2922495610612912
previous_iter_valid_loss : 0.12099520862102509

     53700	  0.121037	  0.120995	  0.107346		CURRENT LEARNING RATE: 0.29195745757631436
previous_iter_valid_loss : 0.16186833381652832

     53800	  0.162057	  0.161868	  0.107853		CURRENT LEARNING RATE: 0.2916656460488194
previous_iter_valid_loss : 0.11281844973564148

     53900	  0.112489	  0.112818	  0.107960		CURRENT LEARNING RATE: 0.2913741261869948
previous_iter_valid_loss : 0.08925281465053558

     54000	  0.089081	  0.089253	  0.107657		CURRENT LEARNING RATE: 0.2910828976993207
previous_iter_valid_loss : 0.09904725104570389

     54100	  0.098875	  0.099047	  0.107751		CURRENT LEARNING RATE: 0.29079196029456855
previous_iter_valid_loss : 0.12307108938694

     54200	  0.123139	  0.123071	  0.107911		CURRENT LEARNING RATE: 0.29050131368180093
previous_iter_valid_loss : 0.09091538190841675

     54300	  0.090877	  0.090915	  0.107922		CURRENT LEARNING RATE: 0.2902109575703712
previous_iter_valid_loss : 0.10796163976192474

     54400	  0.107831	  0.107962	  0.107660		CURRENT LEARNING RATE: 0.2899208916699232
previous_iter_valid_loss : 0.13220755755901337

     54500	  0.132264	  0.132208	  0.107832		CURRENT LEARNING RATE: 0.289631115690391
previous_iter_valid_loss : 0.14014531672000885

     54600	  0.140364	  0.140145	  0.108179		CURRENT LEARNING RATE: 0.2893416293419987
previous_iter_valid_loss : 0.12262271344661713

     54700	  0.122912	  0.122623	  0.108574		CURRENT LEARNING RATE: 0.2890524323352598
previous_iter_valid_loss : 0.19311222434043884

     54800	  0.193440	  0.193112	  0.109588		CURRENT LEARNING RATE: 0.28876352438097735
previous_iter_valid_loss : 0.12302795052528381

     54900	  0.123088	  0.123028	  0.109621		CURRENT LEARNING RATE: 0.2884749051902433
previous_iter_valid_loss : 0.1626885086297989

     55000	  0.162899	  0.162689	  0.110283		CURRENT LEARNING RATE: 0.2881865744744386
previous_iter_valid_loss : 0.15247370302677155

     55100	  0.152483	  0.152474	  0.110980		CURRENT LEARNING RATE: 0.28789853194523224
previous_iter_valid_loss : 0.11988821625709534

     55200	  0.120014	  0.119888	  0.110980		CURRENT LEARNING RATE: 0.2876107773145819
previous_iter_valid_loss : 0.1693728119134903

     55300	  0.169715	  0.169373	  0.111653		CURRENT LEARNING RATE: 0.28732331029473285
previous_iter_valid_loss : 0.12071296572685242

     55400	  0.120863	  0.120713	  0.111904		CURRENT LEARNING RATE: 0.287036130598218
previous_iter_valid_loss : 0.10393699258565903

     55500	  0.103949	  0.103937	  0.111989		CURRENT LEARNING RATE: 0.28674923793785767
previous_iter_valid_loss : 0.09465103596448898

     55600	  0.094487	  0.094651	  0.111857		CURRENT LEARNING RATE: 0.2864626320267592
previous_iter_valid_loss : 0.10933075845241547

     55700	  0.109061	  0.109331	  0.112072		CURRENT LEARNING RATE: 0.2861763125783166
previous_iter_valid_loss : 0.11855850368738174

     55800	  0.118771	  0.118559	  0.112213		CURRENT LEARNING RATE: 0.28589027930621047
previous_iter_valid_loss : 0.11647379398345947

     55900	  0.116554	  0.116474	  0.112354		CURRENT LEARNING RATE: 0.28560453192440743
previous_iter_valid_loss : 0.12088998407125473

     56000	  0.120869	  0.120890	  0.112411		CURRENT LEARNING RATE: 0.2853190701471601
previous_iter_valid_loss : 0.11537837982177734

     56100	  0.115367	  0.115378	  0.112724		CURRENT LEARNING RATE: 0.2850338936890067
previous_iter_valid_loss : 0.10167977213859558

     56200	  0.101646	  0.101680	  0.112938		CURRENT LEARNING RATE: 0.28474900226477085
previous_iter_valid_loss : 0.18188993632793427

     56300	  0.181737	  0.181890	  0.113240		CURRENT LEARNING RATE: 0.2844643955895609
previous_iter_valid_loss : 0.12599842250347137

     56400	  0.126130	  0.125998	  0.113319		CURRENT LEARNING RATE: 0.28418007337877027
previous_iter_valid_loss : 0.17090550065040588

     56500	  0.171347	  0.170906	  0.113624		CURRENT LEARNING RATE: 0.28389603534807667
previous_iter_valid_loss : 0.1788066178560257

     56600	  0.179319	  0.178807	  0.114250		CURRENT LEARNING RATE: 0.28361228121344206
previous_iter_valid_loss : 0.1563185155391693

     56700	  0.155978	  0.156319	  0.114863		CURRENT LEARNING RATE: 0.2833288106911123
previous_iter_valid_loss : 0.17112518846988678

     56800	  0.170830	  0.171125	  0.115653		CURRENT LEARNING RATE: 0.2830456234976169
previous_iter_valid_loss : 0.14165790379047394

     56900	  0.141907	  0.141658	  0.115908		CURRENT LEARNING RATE: 0.28276271934976854
previous_iter_valid_loss : 0.12230861186981201

     57000	  0.122518	  0.122309	  0.116081		CURRENT LEARNING RATE: 0.2824800979646631
previous_iter_valid_loss : 0.17444531619548798

     57100	  0.174878	  0.174445	  0.116535		CURRENT LEARNING RATE: 0.2821977590596792
previous_iter_valid_loss : 0.13725855946540833

     57200	  0.137899	  0.137259	  0.117051		CURRENT LEARNING RATE: 0.28191570235247787
previous_iter_valid_loss : 0.13806405663490295

     57300	  0.138735	  0.138064	  0.117378		CURRENT LEARNING RATE: 0.28163392756100236
previous_iter_valid_loss : 0.10636543482542038

     57400	  0.106680	  0.106365	  0.117417		CURRENT LEARNING RATE: 0.28135243440347785
previous_iter_valid_loss : 0.13004432618618011

     57500	  0.130102	  0.130044	  0.117808		CURRENT LEARNING RATE: 0.2810712225984112
previous_iter_valid_loss : 0.146540567278862

     57600	  0.146623	  0.146541	  0.118378		CURRENT LEARNING RATE: 0.28079029186459065
previous_iter_valid_loss : 0.12720635533332825

     57700	  0.127308	  0.127206	  0.118750		CURRENT LEARNING RATE: 0.2805096419210853
previous_iter_valid_loss : 0.14505714178085327

     57800	  0.145024	  0.145057	  0.119216		CURRENT LEARNING RATE: 0.2802292724872452
previous_iter_valid_loss : 0.11979607492685318

     57900	  0.120275	  0.119796	  0.119061		CURRENT LEARNING RATE: 0.279949183282701
previous_iter_valid_loss : 0.13891002535820007

     58000	  0.139341	  0.138910	  0.119455		CURRENT LEARNING RATE: 0.2796693740273634
previous_iter_valid_loss : 0.10903854668140411

     58100	  0.109709	  0.109039	  0.119261		CURRENT LEARNING RATE: 0.2793898444414232
previous_iter_valid_loss : 0.12832848727703094

     58200	  0.128212	  0.128328	  0.119542		CURRENT LEARNING RATE: 0.2791105942453506
previous_iter_valid_loss : 0.10447899997234344

     58300	  0.104619	  0.104479	  0.119706		CURRENT LEARNING RATE: 0.2788316231598956
previous_iter_valid_loss : 0.1206066831946373

     58400	  0.120818	  0.120607	  0.119995		CURRENT LEARNING RATE: 0.27855293090608696
previous_iter_valid_loss : 0.12711161375045776

     58500	  0.127142	  0.127112	  0.120272		CURRENT LEARNING RATE: 0.27827451720523244
previous_iter_valid_loss : 0.11030193418264389

     58600	  0.110200	  0.110302	  0.120532		CURRENT LEARNING RATE: 0.27799638177891833
previous_iter_valid_loss : 0.13890309631824493

     58700	  0.139552	  0.138903	  0.121060		CURRENT LEARNING RATE: 0.2777185243490091
previous_iter_valid_loss : 0.11186394095420837

     58800	  0.112024	  0.111864	  0.121217		CURRENT LEARNING RATE: 0.27744094463764746
previous_iter_valid_loss : 0.11020328104496002

     58900	  0.110342	  0.110203	  0.121280		CURRENT LEARNING RATE: 0.27716364236725355
previous_iter_valid_loss : 0.17828160524368286

     59000	  0.178320	  0.178282	  0.122085		CURRENT LEARNING RATE: 0.27688661726052505
previous_iter_valid_loss : 0.11434690654277802

     59100	  0.114560	  0.114347	  0.122347		CURRENT LEARNING RATE: 0.27660986904043694
previous_iter_valid_loss : 0.13470883667469025

     59200	  0.134742	  0.134709	  0.122722		CURRENT LEARNING RATE: 0.2763333974302409
previous_iter_valid_loss : 0.10810084640979767

     59300	  0.108529	  0.108101	  0.122957		CURRENT LEARNING RATE: 0.2760572021534653
previous_iter_valid_loss : 0.20177243649959564

     59400	  0.202224	  0.201772	  0.123313		CURRENT LEARNING RATE: 0.2757812829339149
previous_iter_valid_loss : 0.11136766523122787

     59500	  0.111277	  0.111368	  0.123414		CURRENT LEARNING RATE: 0.27550563949567036
previous_iter_valid_loss : 0.10481578856706619

     59600	  0.104886	  0.104816	  0.123589		CURRENT LEARNING RATE: 0.2752302715630883
previous_iter_valid_loss : 0.12897683680057526

     59700	  0.129414	  0.128977	  0.123597		CURRENT LEARNING RATE: 0.2749551788608008
previous_iter_valid_loss : 0.10734729468822479

     59800	  0.107582	  0.107347	  0.123616		CURRENT LEARNING RATE: 0.274680361113715
previous_iter_valid_loss : 0.13165660202503204

     59900	  0.131784	  0.131657	  0.123739		CURRENT LEARNING RATE: 0.2744058180470132
previous_iter_valid_loss : 0.10997194051742554

     60000	  0.109994	  0.109972	  0.123773		CURRENT LEARNING RATE: 0.27413154938615236
previous_iter_valid_loss : 0.10331501066684723

     60100	  0.103216	  0.103315	  0.123782		CURRENT LEARNING RATE: 0.27385755485686375
previous_iter_valid_loss : 0.16316920518875122

     60200	  0.163154	  0.163169	  0.124465		CURRENT LEARNING RATE: 0.27358383418515275
previous_iter_valid_loss : 0.1228930801153183

     60300	  0.122851	  0.122893	  0.124806		CURRENT LEARNING RATE: 0.2733103870972988
previous_iter_valid_loss : 0.09867504984140396

     60400	  0.098859	  0.098675	  0.124867		CURRENT LEARNING RATE: 0.2730372133198547
previous_iter_valid_loss : 0.10625994950532913

     60500	  0.106108	  0.106260	  0.124976		CURRENT LEARNING RATE: 0.2727643125796467
previous_iter_valid_loss : 0.16107046604156494

     60600	  0.160932	  0.161070	  0.125704		CURRENT LEARNING RATE: 0.272491684603774
previous_iter_valid_loss : 0.12148407101631165

     60700	  0.121673	  0.121484	  0.125921		CURRENT LEARNING RATE: 0.27221932911960856
previous_iter_valid_loss : 0.1260213851928711

     60800	  0.126314	  0.126021	  0.126262		CURRENT LEARNING RATE: 0.27194724585479496
previous_iter_valid_loss : 0.16988913714885712

     60900	  0.170044	  0.169889	  0.126565		CURRENT LEARNING RATE: 0.2716754345372499
previous_iter_valid_loss : 0.13386930525302887

     61000	  0.133765	  0.133869	  0.126778		CURRENT LEARNING RATE: 0.271403894895162
previous_iter_valid_loss : 0.13192781805992126

     61100	  0.131917	  0.131928	  0.126735		CURRENT LEARNING RATE: 0.2711326266569916
previous_iter_valid_loss : 0.11195313930511475

     61200	  0.111833	  0.111953	  0.126760		CURRENT LEARNING RATE: 0.2708616295514705
previous_iter_valid_loss : 0.12064829468727112

     61300	  0.120780	  0.120648	  0.126774		CURRENT LEARNING RATE: 0.27059090330760144
previous_iter_valid_loss : 0.12487748265266418

     61400	  0.125048	  0.124877	  0.126253		CURRENT LEARNING RATE: 0.2703204476546583
previous_iter_valid_loss : 0.13628555834293365

     61500	  0.137036	  0.136286	  0.125985		CURRENT LEARNING RATE: 0.2700502623221853
previous_iter_valid_loss : 0.1191275343298912

     61600	  0.119206	  0.119128	  0.126121		CURRENT LEARNING RATE: 0.26978034703999715
previous_iter_valid_loss : 0.1091669499874115

     61700	  0.109246	  0.109167	  0.126145		CURRENT LEARNING RATE: 0.2695107015381785
previous_iter_valid_loss : 0.11874358355998993

     61800	  0.118747	  0.118744	  0.126204		CURRENT LEARNING RATE: 0.2692413255470839
previous_iter_valid_loss : 0.1426088809967041

     61900	  0.143080	  0.142609	  0.126541		CURRENT LEARNING RATE: 0.26897221879733724
previous_iter_valid_loss : 0.1181892678141594

     62000	  0.118146	  0.118189	  0.126648		CURRENT LEARNING RATE: 0.2687033810198318
previous_iter_valid_loss : 0.10027223080396652

     62100	  0.100197	  0.100272	  0.126733		CURRENT LEARNING RATE: 0.26843481194572977
previous_iter_valid_loss : 0.11283345520496368

     62200	  0.113319	  0.112833	  0.126840		CURRENT LEARNING RATE: 0.2681665113064621
previous_iter_valid_loss : 0.1157369613647461

     62300	  0.116063	  0.115737	  0.126871		CURRENT LEARNING RATE: 0.267898478833728
previous_iter_valid_loss : 0.13161981105804443

     62400	  0.132203	  0.131620	  0.127122		CURRENT LEARNING RATE: 0.26763071425949514
previous_iter_valid_loss : 0.1195092648267746

     62500	  0.119946	  0.119509	  0.127336		CURRENT LEARNING RATE: 0.26736321731599877
previous_iter_valid_loss : 0.11824768036603928

     62600	  0.118438	  0.118248	  0.127425		CURRENT LEARNING RATE: 0.26709598773574206
previous_iter_valid_loss : 0.11300834268331528

     62700	  0.113301	  0.113008	  0.127620		CURRENT LEARNING RATE: 0.2668290252514953
previous_iter_valid_loss : 0.12897446751594543

     62800	  0.129514	  0.128974	  0.127770		CURRENT LEARNING RATE: 0.26656232959629605
previous_iter_valid_loss : 0.11350899189710617

     62900	  0.113522	  0.113509	  0.127755		CURRENT LEARNING RATE: 0.2662959005034486
previous_iter_valid_loss : 0.15037015080451965

     63000	  0.150386	  0.150370	  0.128081		CURRENT LEARNING RATE: 0.26602973770652383
previous_iter_valid_loss : 0.12253891676664352

     63100	  0.122886	  0.122539	  0.128274		CURRENT LEARNING RATE: 0.26576384093935895
previous_iter_valid_loss : 0.12683610618114471

     63200	  0.127337	  0.126836	  0.128553		CURRENT LEARNING RATE: 0.26549820993605716
previous_iter_valid_loss : 0.15977224707603455

     63300	  0.160206	  0.159772	  0.129122		CURRENT LEARNING RATE: 0.26523284443098744
previous_iter_valid_loss : 0.131491556763649

     63400	  0.131664	  0.131492	  0.129133		CURRENT LEARNING RATE: 0.26496774415878427
previous_iter_valid_loss : 0.12492664903402328

     63500	  0.124905	  0.124927	  0.129200		CURRENT LEARNING RATE: 0.2647029088543473
previous_iter_valid_loss : 0.14268627762794495

     63600	  0.142669	  0.142686	  0.128805		CURRENT LEARNING RATE: 0.26443833825284124
previous_iter_valid_loss : 0.1352114975452423

     63700	  0.135614	  0.135211	  0.128947		CURRENT LEARNING RATE: 0.2641740320896955
previous_iter_valid_loss : 0.21039354801177979

     63800	  0.211089	  0.210394	  0.129432		CURRENT LEARNING RATE: 0.26390999010060384
previous_iter_valid_loss : 0.1643722802400589

     63900	  0.165202	  0.164372	  0.129948		CURRENT LEARNING RATE: 0.2636462120215243
previous_iter_valid_loss : 0.15185411274433136

     64000	  0.152137	  0.151854	  0.130574		CURRENT LEARNING RATE: 0.2633826975886787
previous_iter_valid_loss : 0.17420731484889984

     64100	  0.175136	  0.174207	  0.131325		CURRENT LEARNING RATE: 0.2631194465385527
previous_iter_valid_loss : 0.21076065301895142

     64200	  0.210984	  0.210761	  0.132202		CURRENT LEARNING RATE: 0.26285645860789514
previous_iter_valid_loss : 0.13754276931285858

     64300	  0.137686	  0.137543	  0.132668		CURRENT LEARNING RATE: 0.26259373353371807
previous_iter_valid_loss : 0.1699838787317276

     64400	  0.169599	  0.169984	  0.133289		CURRENT LEARNING RATE: 0.26233127105329646
previous_iter_valid_loss : 0.19909945130348206

     64500	  0.200419	  0.199099	  0.133958		CURRENT LEARNING RATE: 0.2620690709041677
previous_iter_valid_loss : 0.2815985083580017

     64600	  0.281338	  0.281599	  0.135372		CURRENT LEARNING RATE: 0.26180713282413176
previous_iter_valid_loss : 0.22585910558700562

     64700	  0.226733	  0.225859	  0.136404		CURRENT LEARNING RATE: 0.2615454565512504
previous_iter_valid_loss : 0.1548367440700531

     64800	  0.155420	  0.154837	  0.136022		CURRENT LEARNING RATE: 0.2612840418238474
previous_iter_valid_loss : 0.1570092886686325

     64900	  0.157373	  0.157009	  0.136362		CURRENT LEARNING RATE: 0.261022888380508
previous_iter_valid_loss : 0.2641580104827881

     65000	  0.264574	  0.264158	  0.137376		CURRENT LEARNING RATE: 0.26076199596007876
previous_iter_valid_loss : 0.17756257951259613

     65100	  0.178438	  0.177563	  0.137627		CURRENT LEARNING RATE: 0.2605013643016672
previous_iter_valid_loss : 0.14561371505260468

     65200	  0.145660	  0.145614	  0.137884		CURRENT LEARNING RATE: 0.2602409931446416
previous_iter_valid_loss : 0.14027155935764313

     65300	  0.140050	  0.140272	  0.137593		CURRENT LEARNING RATE: 0.2599808822286309
previous_iter_valid_loss : 0.24470125138759613

     65400	  0.245704	  0.244701	  0.138833		CURRENT LEARNING RATE: 0.2597210312935241
previous_iter_valid_loss : 0.17199598252773285

     65500	  0.173320	  0.171996	  0.139514		CURRENT LEARNING RATE: 0.2594614400794702
previous_iter_valid_loss : 0.3931347727775574

     65600	  0.395755	  0.393135	  0.142499		CURRENT LEARNING RATE: 0.25920210832687796
previous_iter_valid_loss : 0.23000994324684143

     65700	  0.231151	  0.230010	  0.143705		CURRENT LEARNING RATE: 0.2589430357764157
previous_iter_valid_loss : 0.15258292853832245

     65800	  0.153885	  0.152583	  0.144046		CURRENT LEARNING RATE: 0.2586842221690108
previous_iter_valid_loss : 0.19850397109985352

     65900	  0.200287	  0.198504	  0.144866		CURRENT LEARNING RATE: 0.2584256672458496
previous_iter_valid_loss : 0.1833125501871109

     66000	  0.184106	  0.183313	  0.145490		CURRENT LEARNING RATE: 0.2581673707483772
previous_iter_valid_loss : 0.16471922397613525

     66100	  0.166796	  0.164719	  0.145984		CURRENT LEARNING RATE: 0.25790933241829705
previous_iter_valid_loss : 0.14622652530670166

     66200	  0.146196	  0.146227	  0.146429		CURRENT LEARNING RATE: 0.25765155199757084
previous_iter_valid_loss : 0.18849141895771027

     66300	  0.188692	  0.188491	  0.146495		CURRENT LEARNING RATE: 0.2573940292284181
previous_iter_valid_loss : 0.14969748258590698

     66400	  0.148875	  0.149697	  0.146732		CURRENT LEARNING RATE: 0.25713676385331596
previous_iter_valid_loss : 0.14953848719596863

     66500	  0.150268	  0.149538	  0.146518		CURRENT LEARNING RATE: 0.25687975561499915
previous_iter_valid_loss : 0.1737443059682846

     66600	  0.174821	  0.173744	  0.146468		CURRENT LEARNING RATE: 0.2566230042564594
previous_iter_valid_loss : 0.16320131719112396

     66700	  0.163400	  0.163201	  0.146537		CURRENT LEARNING RATE: 0.25636650952094525
previous_iter_valid_loss : 0.1737571805715561

     66800	  0.173513	  0.173757	  0.146563		CURRENT LEARNING RATE: 0.256110271151962
previous_iter_valid_loss : 0.16561654210090637

     66900	  0.166789	  0.165617	  0.146802		CURRENT LEARNING RATE: 0.2558542888932712
previous_iter_valid_loss : 0.20274831354618073

     67000	  0.204298	  0.202748	  0.147607		CURRENT LEARNING RATE: 0.2555985624888907
previous_iter_valid_loss : 0.12830857932567596

     67100	  0.129352	  0.128309	  0.147146		CURRENT LEARNING RATE: 0.25534309168309394
previous_iter_valid_loss : 0.23126216232776642

     67200	  0.232590	  0.231262	  0.148086		CURRENT LEARNING RATE: 0.2550878762204101
previous_iter_valid_loss : 0.14158058166503906

     67300	  0.141592	  0.141581	  0.148121		CURRENT LEARNING RATE: 0.2548329158456238
previous_iter_valid_loss : 0.14319251477718353

     67400	  0.143825	  0.143193	  0.148489		CURRENT LEARNING RATE: 0.2545782103037746
previous_iter_valid_loss : 0.10660335421562195

     67500	  0.106616	  0.106603	  0.148255		CURRENT LEARNING RATE: 0.25432375934015683
previous_iter_valid_loss : 0.2180967777967453

     67600	  0.219832	  0.218097	  0.148970		CURRENT LEARNING RATE: 0.25406956270031966
previous_iter_valid_loss : 0.1260339468717575

     67700	  0.125720	  0.126034	  0.148958		CURRENT LEARNING RATE: 0.25381562013006637
previous_iter_valid_loss : 0.16563677787780762

     67800	  0.165604	  0.165637	  0.149164		CURRENT LEARNING RATE: 0.2535619313754543
previous_iter_valid_loss : 0.1400383561849594

     67900	  0.141183	  0.140038	  0.149367		CURRENT LEARNING RATE: 0.2533084961827948
previous_iter_valid_loss : 0.18033145368099213

     68000	  0.180393	  0.180331	  0.149781		CURRENT LEARNING RATE: 0.2530553142986526
previous_iter_valid_loss : 0.230265274643898

     68100	  0.231369	  0.230265	  0.150993		CURRENT LEARNING RATE: 0.25280238546984574
previous_iter_valid_loss : 0.1579490303993225

     68200	  0.157678	  0.157949	  0.151289		CURRENT LEARNING RATE: 0.2525497094434454
previous_iter_valid_loss : 0.1579264998435974

     68300	  0.158234	  0.157926	  0.151824		CURRENT LEARNING RATE: 0.2522972859667756
previous_iter_valid_loss : 0.1947307139635086

     68400	  0.196204	  0.194731	  0.152565		CURRENT LEARNING RATE: 0.25204511478741276
previous_iter_valid_loss : 0.11117365211248398

     68500	  0.111233	  0.111174	  0.152406		CURRENT LEARNING RATE: 0.2517931956531857
previous_iter_valid_loss : 0.11432934552431107

     68600	  0.114885	  0.114329	  0.152446		CURRENT LEARNING RATE: 0.2515415283121753
previous_iter_valid_loss : 0.143791064620018

     68700	  0.144541	  0.143791	  0.152495		CURRENT LEARNING RATE: 0.2512901125127142
previous_iter_valid_loss : 0.1325177103281021

     68800	  0.133540	  0.132518	  0.152701		CURRENT LEARNING RATE: 0.25103894800338655
previous_iter_valid_loss : 0.17392121255397797

     68900	  0.174665	  0.173921	  0.153338		CURRENT LEARNING RATE: 0.2507880345330278
previous_iter_valid_loss : 0.1708492487668991

     69000	  0.171671	  0.170849	  0.153264		CURRENT LEARNING RATE: 0.25053737185072444
previous_iter_valid_loss : 0.18430186808109283

     69100	  0.185249	  0.184302	  0.153964		CURRENT LEARNING RATE: 0.2502869597058139
previous_iter_valid_loss : 0.1527101993560791

     69200	  0.153970	  0.152710	  0.154144		CURRENT LEARNING RATE: 0.25003679784788385
previous_iter_valid_loss : 0.11383169889450073

     69300	  0.114181	  0.113832	  0.154201		CURRENT LEARNING RATE: 0.2497868860267725
previous_iter_valid_loss : 0.1832360327243805

     69400	  0.184946	  0.183236	  0.154016		CURRENT LEARNING RATE: 0.249537223992568
previous_iter_valid_loss : 0.14634771645069122

     69500	  0.147518	  0.146348	  0.154365		CURRENT LEARNING RATE: 0.24928781149560827
previous_iter_valid_loss : 0.12458407878875732

     69600	  0.124817	  0.124584	  0.154563		CURRENT LEARNING RATE: 0.24903864828648084
previous_iter_valid_loss : 0.17584888637065887

     69700	  0.177056	  0.175849	  0.155032		CURRENT LEARNING RATE: 0.24878973411602243
previous_iter_valid_loss : 0.3162616193294525

     69800	  0.316125	  0.316262	  0.157121		CURRENT LEARNING RATE: 0.24854106873531887
previous_iter_valid_loss : 0.19096234440803528

     69900	  0.191482	  0.190962	  0.157714		CURRENT LEARNING RATE: 0.24829265189570476
previous_iter_valid_loss : 0.14739057421684265

     70000	  0.148357	  0.147391	  0.158088		CURRENT LEARNING RATE: 0.24804448334876325
previous_iter_valid_loss : 0.25150924921035767

     70100	  0.251829	  0.251509	  0.159570		CURRENT LEARNING RATE: 0.24779656284632573
previous_iter_valid_loss : 0.1606667935848236

     70200	  0.160379	  0.160667	  0.159545		CURRENT LEARNING RATE: 0.24754889014047174
previous_iter_valid_loss : 0.2633017599582672

     70300	  0.264558	  0.263302	  0.160949		CURRENT LEARNING RATE: 0.2473014649835285
previous_iter_valid_loss : 0.20193904638290405

     70400	  0.202453	  0.201939	  0.161982		CURRENT LEARNING RATE: 0.24705428712807084
previous_iter_valid_loss : 0.16568714380264282

     70500	  0.165767	  0.165687	  0.162576		CURRENT LEARNING RATE: 0.2468073563269209
previous_iter_valid_loss : 0.1673429161310196

     70600	  0.167486	  0.167343	  0.162639		CURRENT LEARNING RATE: 0.24656067233314788
previous_iter_valid_loss : 0.22277261316776276

     70700	  0.223604	  0.222773	  0.163652		CURRENT LEARNING RATE: 0.24631423490006774
previous_iter_valid_loss : 0.19772343337535858

     70800	  0.199333	  0.197723	  0.164369		CURRENT LEARNING RATE: 0.246068043781243
previous_iter_valid_loss : 0.19225506484508514

     70900	  0.192349	  0.192255	  0.164592		CURRENT LEARNING RATE: 0.24582209873048255
previous_iter_valid_loss : 0.222642719745636

     71000	  0.223047	  0.222643	  0.165480		CURRENT LEARNING RATE: 0.24557639950184132
previous_iter_valid_loss : 0.1955225020647049

     71100	  0.195999	  0.195523	  0.166116		CURRENT LEARNING RATE: 0.24533094584962006
previous_iter_valid_loss : 0.237925723195076

     71200	  0.238682	  0.237926	  0.167376		CURRENT LEARNING RATE: 0.2450857375283651
previous_iter_valid_loss : 0.2432265281677246

     71300	  0.245016	  0.243227	  0.168602		CURRENT LEARNING RATE: 0.2448407742928681
previous_iter_valid_loss : 0.22067496180534363

     71400	  0.221137	  0.220675	  0.169560		CURRENT LEARNING RATE: 0.24459605589816577
previous_iter_valid_loss : 0.3819999694824219

     71500	  0.384458	  0.382000	  0.172017		CURRENT LEARNING RATE: 0.24435158209953975
previous_iter_valid_loss : 0.1712937206029892

     71600	  0.171388	  0.171294	  0.172538		CURRENT LEARNING RATE: 0.24410735265251615
previous_iter_valid_loss : 0.3258943259716034

     71700	  0.326439	  0.325894	  0.174706		CURRENT LEARNING RATE: 0.2438633673128656
previous_iter_valid_loss : 0.17939144372940063

     71800	  0.179537	  0.179391	  0.175312		CURRENT LEARNING RATE: 0.24361962583660263
previous_iter_valid_loss : 0.4491672217845917

     71900	  0.449942	  0.449167	  0.178378		CURRENT LEARNING RATE: 0.24337612797998584
previous_iter_valid_loss : 0.4498920738697052

     72000	  0.452032	  0.449892	  0.181695		CURRENT LEARNING RATE: 0.2431328734995173
previous_iter_valid_loss : 0.18365763127803802

     72100	  0.184256	  0.183658	  0.182529		CURRENT LEARNING RATE: 0.2428898621519425
previous_iter_valid_loss : 0.20718948543071747

     72200	  0.207581	  0.207189	  0.183472		CURRENT LEARNING RATE: 0.2426470936942501
previous_iter_valid_loss : 0.3040449917316437

     72300	  0.305148	  0.304045	  0.185355		CURRENT LEARNING RATE: 0.24240456788367162
previous_iter_valid_loss : 0.29453906416893005

     72400	  0.296005	  0.294539	  0.186984		CURRENT LEARNING RATE: 0.24216228447768123
previous_iter_valid_loss : 0.22013446688652039

     72500	  0.220584	  0.220134	  0.187991		CURRENT LEARNING RATE: 0.2419202432339955
previous_iter_valid_loss : 0.2597969174385071

     72600	  0.259403	  0.259797	  0.189406		CURRENT LEARNING RATE: 0.24167844391057317
previous_iter_valid_loss : 0.39047351479530334

     72700	  0.391381	  0.390474	  0.192181		CURRENT LEARNING RATE: 0.24143688626561488
previous_iter_valid_loss : 0.29389917850494385

     72800	  0.294241	  0.293899	  0.193830		CURRENT LEARNING RATE: 0.24119557005756295
previous_iter_valid_loss : 0.2329312562942505

     72900	  0.232213	  0.232931	  0.195024		CURRENT LEARNING RATE: 0.24095449504510122
previous_iter_valid_loss : 0.19807922840118408

     73000	  0.198072	  0.198079	  0.195501		CURRENT LEARNING RATE: 0.2407136609871546
previous_iter_valid_loss : 0.28913065791130066

     73100	  0.289589	  0.289131	  0.197167		CURRENT LEARNING RATE: 0.240473067642889
previous_iter_valid_loss : 0.1878165900707245

     73200	  0.187890	  0.187817	  0.197777		CURRENT LEARNING RATE: 0.24023271477171113
previous_iter_valid_loss : 0.4289723038673401

     73300	  0.429527	  0.428972	  0.200469		CURRENT LEARNING RATE: 0.239992602133268
previous_iter_valid_loss : 0.23852483928203583

     73400	  0.239163	  0.238525	  0.201540		CURRENT LEARNING RATE: 0.23975272948744705
previous_iter_valid_loss : 0.2138507068157196

     73500	  0.214098	  0.213851	  0.202429		CURRENT LEARNING RATE: 0.23951309659437556
previous_iter_valid_loss : 0.2299024909734726

     73600	  0.230548	  0.229902	  0.203301		CURRENT LEARNING RATE: 0.2392737032144206
previous_iter_valid_loss : 0.3277130722999573

     73700	  0.328772	  0.327713	  0.205226		CURRENT LEARNING RATE: 0.2390345491081888
previous_iter_valid_loss : 0.3458576202392578

     73800	  0.345127	  0.345858	  0.206581		CURRENT LEARNING RATE: 0.23879563403652604
previous_iter_valid_loss : 0.2601795494556427

     73900	  0.260641	  0.260180	  0.207539		CURRENT LEARNING RATE: 0.2385569577605172
previous_iter_valid_loss : 0.23089106380939484

     74000	  0.231080	  0.230891	  0.208329		CURRENT LEARNING RATE: 0.23831852004148601
previous_iter_valid_loss : 0.4532659351825714

     74100	  0.454375	  0.453266	  0.211120		CURRENT LEARNING RATE: 0.2380803206409947
previous_iter_valid_loss : 0.19564040005207062

     74200	  0.195939	  0.195640	  0.210968		CURRENT LEARNING RATE: 0.2378423593208439
previous_iter_valid_loss : 0.20857445895671844

     74300	  0.208964	  0.208574	  0.211679		CURRENT LEARNING RATE: 0.23760463584307223
previous_iter_valid_loss : 0.47438767552375793

     74400	  0.475435	  0.474388	  0.214723		CURRENT LEARNING RATE: 0.2373671499699562
previous_iter_valid_loss : 0.4387768507003784

     74500	  0.438070	  0.438777	  0.217120		CURRENT LEARNING RATE: 0.23712990146400995
previous_iter_valid_loss : 0.5443402528762817

     74600	  0.547432	  0.544340	  0.219747		CURRENT LEARNING RATE: 0.2368928900879849
previous_iter_valid_loss : 0.3781405985355377

     74700	  0.377836	  0.378141	  0.221270		CURRENT LEARNING RATE: 0.23665611560486965
previous_iter_valid_loss : 0.25960713624954224

     74800	  0.260154	  0.259607	  0.222317		CURRENT LEARNING RATE: 0.23641957777788977
previous_iter_valid_loss : 0.29192379117012024

     74900	  0.293024	  0.291924	  0.223667		CURRENT LEARNING RATE: 0.23618327637050734
previous_iter_valid_loss : 0.24055728316307068

     75000	  0.241596	  0.240557	  0.223431		CURRENT LEARNING RATE: 0.235947211146421
previous_iter_valid_loss : 0.4427243769168854

     75100	  0.443602	  0.442724	  0.226082		CURRENT LEARNING RATE: 0.23571138186956545
previous_iter_valid_loss : 0.30830690264701843

     75200	  0.308135	  0.308307	  0.227709		CURRENT LEARNING RATE: 0.2354757883041114
previous_iter_valid_loss : 0.18783831596374512

     75300	  0.187292	  0.187838	  0.228185		CURRENT LEARNING RATE: 0.23524043021446528
previous_iter_valid_loss : 0.36517757177352905

     75400	  0.364450	  0.365178	  0.229390		CURRENT LEARNING RATE: 0.23500530736526898
previous_iter_valid_loss : 0.27995049953460693

     75500	  0.280904	  0.279950	  0.230469		CURRENT LEARNING RATE: 0.23477041952139963
previous_iter_valid_loss : 0.26264694333076477

     75600	  0.263743	  0.262647	  0.229164		CURRENT LEARNING RATE: 0.23453576644796936
previous_iter_valid_loss : 0.3068944811820984

     75700	  0.306415	  0.306894	  0.229933		CURRENT LEARNING RATE: 0.23430134791032511
previous_iter_valid_loss : 0.2575395405292511

     75800	  0.257388	  0.257540	  0.230983		CURRENT LEARNING RATE: 0.23406716367404826
previous_iter_valid_loss : 0.2699860632419586

     75900	  0.270564	  0.269986	  0.231697		CURRENT LEARNING RATE: 0.23383321350495462
previous_iter_valid_loss : 0.8461505770683289

     76000	  0.849140	  0.846151	  0.238326		CURRENT LEARNING RATE: 0.23359949716909395
previous_iter_valid_loss : 0.19207172095775604

     76100	  0.193511	  0.192072	  0.238599		CURRENT LEARNING RATE: 0.23336601443274993
previous_iter_valid_loss : 0.4923899471759796

     76200	  0.492580	  0.492390	  0.242061		CURRENT LEARNING RATE: 0.23313276506243977
previous_iter_valid_loss : 0.25611719489097595

     76300	  0.255704	  0.256117	  0.242737		CURRENT LEARNING RATE: 0.23289974882491413
previous_iter_valid_loss : 0.3324451744556427

     76400	  0.332610	  0.332445	  0.244565		CURRENT LEARNING RATE: 0.2326669654871567
previous_iter_valid_loss : 0.3973842263221741

     76500	  0.397213	  0.397384	  0.247043		CURRENT LEARNING RATE: 0.23243441481638413
previous_iter_valid_loss : 0.9807999134063721

     76600	  0.982489	  0.980800	  0.255114		CURRENT LEARNING RATE: 0.23220209658004579
previous_iter_valid_loss : 0.20804566144943237

     76700	  0.207982	  0.208046	  0.255562		CURRENT LEARNING RATE: 0.23197001054582336
previous_iter_valid_loss : 0.3548106849193573

     76800	  0.356082	  0.354811	  0.257373		CURRENT LEARNING RATE: 0.2317381564816308
previous_iter_valid_loss : 0.24448950588703156

     76900	  0.244295	  0.244490	  0.258161		CURRENT LEARNING RATE: 0.23150653415561404
previous_iter_valid_loss : 0.26809296011924744

     77000	  0.268754	  0.268093	  0.258815		CURRENT LEARNING RATE: 0.2312751433361507
previous_iter_valid_loss : 0.23444068431854248

     77100	  0.234907	  0.234441	  0.259876		CURRENT LEARNING RATE: 0.23104398379185
previous_iter_valid_loss : 0.2775888442993164

     77200	  0.278144	  0.277589	  0.260339		CURRENT LEARNING RATE: 0.23081305529155235
previous_iter_valid_loss : 0.6114619970321655

     77300	  0.612394	  0.611462	  0.265038		CURRENT LEARNING RATE: 0.2305823576043292
previous_iter_valid_loss : 0.5063275694847107

     77400	  0.507675	  0.506328	  0.268670		CURRENT LEARNING RATE: 0.2303518904994829
previous_iter_valid_loss : 0.3289245069026947

     77500	  0.328461	  0.328925	  0.270893		CURRENT LEARNING RATE: 0.23012165374654628
previous_iter_valid_loss : 0.3713109791278839

     77600	  0.371315	  0.371311	  0.272425		CURRENT LEARNING RATE: 0.2298916471152826
previous_iter_valid_loss : 0.5250962376594543

     77700	  0.523960	  0.525096	  0.276416		CURRENT LEARNING RATE: 0.22966187037568517
previous_iter_valid_loss : 0.2381364405155182

     77800	  0.239940	  0.238136	  0.277141		CURRENT LEARNING RATE: 0.22943232329797725
previous_iter_valid_loss : 0.4291289746761322

     77900	  0.430269	  0.429129	  0.280032		CURRENT LEARNING RATE: 0.22920300565261176
previous_iter_valid_loss : 0.2343161553144455

     78000	  0.236040	  0.234316	  0.280571		CURRENT LEARNING RATE: 0.22897391721027102
previous_iter_valid_loss : 0.20692245662212372

     78100	  0.208522	  0.206922	  0.280338		CURRENT LEARNING RATE: 0.22874505774186657
previous_iter_valid_loss : 0.33617374300956726

     78200	  0.338654	  0.336174	  0.282120		CURRENT LEARNING RATE: 0.22851642701853894
previous_iter_valid_loss : 0.19898174703121185

     78300	  0.199704	  0.198982	  0.282531		CURRENT LEARNING RATE: 0.22828802481165736
previous_iter_valid_loss : 0.28798824548721313

     78400	  0.289706	  0.287988	  0.283463		CURRENT LEARNING RATE: 0.2280598508928196
previous_iter_valid_loss : 0.20987026393413544

     78500	  0.210877	  0.209870	  0.284450		CURRENT LEARNING RATE: 0.22783190503385176
previous_iter_valid_loss : 0.33518365025520325

     78600	  0.336458	  0.335184	  0.286659		CURRENT LEARNING RATE: 0.22760418700680793
previous_iter_valid_loss : 0.2482379972934723

     78700	  0.249334	  0.248238	  0.287703		CURRENT LEARNING RATE: 0.22737669658397008
previous_iter_valid_loss : 0.4674381911754608

     78800	  0.468461	  0.467438	  0.291053		CURRENT LEARNING RATE: 0.22714943353784775
previous_iter_valid_loss : 0.27488112449645996

     78900	  0.275664	  0.274881	  0.292062		CURRENT LEARNING RATE: 0.22692239764117791
previous_iter_valid_loss : 0.18733206391334534

     79000	  0.187690	  0.187332	  0.292227		CURRENT LEARNING RATE: 0.2266955886669246
previous_iter_valid_loss : 0.2631548345088959

     79100	  0.263753	  0.263155	  0.293016		CURRENT LEARNING RATE: 0.22646900638827885
previous_iter_valid_loss : 0.3648971617221832

     79200	  0.367046	  0.364897	  0.295137		CURRENT LEARNING RATE: 0.22624265057865836
previous_iter_valid_loss : 0.37563449144363403

     79300	  0.376736	  0.375634	  0.297755		CURRENT LEARNING RATE: 0.22601652101170733
previous_iter_valid_loss : 0.43486523628234863

     79400	  0.435646	  0.434865	  0.300272		CURRENT LEARNING RATE: 0.2257906174612961
previous_iter_valid_loss : 0.27541518211364746

     79500	  0.275978	  0.275415	  0.301562		CURRENT LEARNING RATE: 0.22556493970152117
previous_iter_valid_loss : 0.33490344882011414

     79600	  0.337754	  0.334903	  0.303666		CURRENT LEARNING RATE: 0.22533948750670474
previous_iter_valid_loss : 0.21005618572235107

     79700	  0.210366	  0.210056	  0.304008		CURRENT LEARNING RATE: 0.22511426065139462
previous_iter_valid_loss : 0.5052704811096191

     79800	  0.505998	  0.505270	  0.305898		CURRENT LEARNING RATE: 0.22488925891036388
previous_iter_valid_loss : 0.33439144492149353

     79900	  0.336325	  0.334391	  0.307332		CURRENT LEARNING RATE: 0.22466448205861078
previous_iter_valid_loss : 0.3898635506629944

     80000	  0.389837	  0.389864	  0.309757		CURRENT LEARNING RATE: 0.2244399298713585
previous_iter_valid_loss : 0.573021650314331

     80100	  0.574095	  0.573022	  0.312972		CURRENT LEARNING RATE: 0.22421560212405475
previous_iter_valid_loss : 0.30427518486976624

     80200	  0.304767	  0.304275	  0.314408		CURRENT LEARNING RATE: 0.22399149859237183
previous_iter_valid_loss : 0.22851575911045074

     80300	  0.228775	  0.228516	  0.314060		CURRENT LEARNING RATE: 0.22376761905220618
previous_iter_valid_loss : 0.22185516357421875

     80400	  0.222508	  0.221855	  0.314259		CURRENT LEARNING RATE: 0.2235439632796782
previous_iter_valid_loss : 0.3338373005390167

     80500	  0.333913	  0.333837	  0.315941		CURRENT LEARNING RATE: 0.22332053105113217
previous_iter_valid_loss : 0.29366225004196167

     80600	  0.294966	  0.293662	  0.317204		CURRENT LEARNING RATE: 0.22309732214313577
previous_iter_valid_loss : 0.36910635232925415

     80700	  0.370342	  0.369106	  0.318667		CURRENT LEARNING RATE: 0.2228743363324801
previous_iter_valid_loss : 0.3250657021999359

     80800	  0.324779	  0.325066	  0.319941		CURRENT LEARNING RATE: 0.22265157339617936
previous_iter_valid_loss : 0.19370298087596893

     80900	  0.194199	  0.193703	  0.319955		CURRENT LEARNING RATE: 0.22242903311147055
previous_iter_valid_loss : 0.24690082669258118

     81000	  0.248112	  0.246901	  0.320198		CURRENT LEARNING RATE: 0.2222067152558134
previous_iter_valid_loss : 0.35485753417015076

     81100	  0.355030	  0.354858	  0.321791		CURRENT LEARNING RATE: 0.22198461960689003
previous_iter_valid_loss : 0.2551872432231903

     81200	  0.256835	  0.255187	  0.321964		CURRENT LEARNING RATE: 0.22176274594260476
previous_iter_valid_loss : 0.3029402494430542

     81300	  0.304902	  0.302940	  0.322561		CURRENT LEARNING RATE: 0.2215410940410839
previous_iter_valid_loss : 0.2810514271259308

     81400	  0.282315	  0.281051	  0.323165		CURRENT LEARNING RATE: 0.22131966368067557
previous_iter_valid_loss : 0.17043696343898773

     81500	  0.170573	  0.170437	  0.321049		CURRENT LEARNING RATE: 0.22109845463994934
previous_iter_valid_loss : 0.2199794501066208

     81600	  0.222138	  0.219979	  0.321536		CURRENT LEARNING RATE: 0.22087746669769617
previous_iter_valid_loss : 0.17064540088176727

     81700	  0.170938	  0.170645	  0.319983		CURRENT LEARNING RATE: 0.2206566996329281
previous_iter_valid_loss : 0.5930619239807129

     81800	  0.594657	  0.593062	  0.324120		CURRENT LEARNING RATE: 0.22043615322487808
previous_iter_valid_loss : 0.17858590185642242

     81900	  0.179546	  0.178586	  0.321414		CURRENT LEARNING RATE: 0.22021582725299965
previous_iter_valid_loss : 0.6843196749687195

     82000	  0.687637	  0.684320	  0.323759		CURRENT LEARNING RATE: 0.2199957214969668
previous_iter_valid_loss : 0.3327908217906952

     82100	  0.334436	  0.332791	  0.325250		CURRENT LEARNING RATE: 0.2197758357366738
previous_iter_valid_loss : 0.1887965053319931

     82200	  0.190236	  0.188797	  0.325066		CURRENT LEARNING RATE: 0.21955616975223485
previous_iter_valid_loss : 0.24551038444042206

     82300	  0.246440	  0.245510	  0.324481		CURRENT LEARNING RATE: 0.21933672332398393
previous_iter_valid_loss : 0.36932462453842163

     82400	  0.370125	  0.369325	  0.325229		CURRENT LEARNING RATE: 0.21911749623247462
previous_iter_valid_loss : 0.27148744463920593

     82500	  0.272693	  0.271487	  0.325742		CURRENT LEARNING RATE: 0.21889848825847982
previous_iter_valid_loss : 0.22057278454303741

     82600	  0.220600	  0.220573	  0.325350		CURRENT LEARNING RATE: 0.2186796991829915
previous_iter_valid_loss : 0.1912127137184143

     82700	  0.192147	  0.191213	  0.323357		CURRENT LEARNING RATE: 0.2184611287872206
previous_iter_valid_loss : 0.20547109842300415

     82800	  0.206717	  0.205471	  0.322473		CURRENT LEARNING RATE: 0.2182427768525967
previous_iter_valid_loss : 0.24662253260612488

     82900	  0.248394	  0.246623	  0.322610		CURRENT LEARNING RATE: 0.2180246431607678
previous_iter_valid_loss : 0.39683008193969727

     83000	  0.397742	  0.396830	  0.324597		CURRENT LEARNING RATE: 0.21780672749360025
previous_iter_valid_loss : 0.18956074118614197

     83100	  0.191050	  0.189561	  0.323602		CURRENT LEARNING RATE: 0.21758902963317836
previous_iter_valid_loss : 0.1902480572462082

     83200	  0.191120	  0.190248	  0.323626		CURRENT LEARNING RATE: 0.21737154936180422
previous_iter_valid_loss : 0.17706061899662018

     83300	  0.177481	  0.177061	  0.321107		CURRENT LEARNING RATE: 0.21715428646199755
previous_iter_valid_loss : 0.23294419050216675

     83400	  0.233381	  0.232944	  0.321051		CURRENT LEARNING RATE: 0.21693724071649545
previous_iter_valid_loss : 0.17886297404766083

     83500	  0.180467	  0.178863	  0.320701		CURRENT LEARNING RATE: 0.21672041190825214
previous_iter_valid_loss : 0.1710590422153473

     83600	  0.172247	  0.171059	  0.320113		CURRENT LEARNING RATE: 0.21650379982043882
previous_iter_valid_loss : 0.2393714040517807

     83700	  0.239947	  0.239371	  0.319229		CURRENT LEARNING RATE: 0.21628740423644333
previous_iter_valid_loss : 0.1595042198896408

     83800	  0.159633	  0.159504	  0.317366		CURRENT LEARNING RATE: 0.21607122493987013
previous_iter_valid_loss : 0.17846746742725372

     83900	  0.178293	  0.178467	  0.316549		CURRENT LEARNING RATE: 0.21585526171453986
previous_iter_valid_loss : 0.20250645279884338

     84000	  0.202704	  0.202506	  0.316265		CURRENT LEARNING RATE: 0.21563951434448927
previous_iter_valid_loss : 0.16877204179763794

     84100	  0.168793	  0.168772	  0.313420		CURRENT LEARNING RATE: 0.21542398261397103
previous_iter_valid_loss : 0.1819935142993927

     84200	  0.182361	  0.181994	  0.313283		CURRENT LEARNING RATE: 0.21520866630745333
previous_iter_valid_loss : 0.18850965797901154

     84300	  0.188749	  0.188510	  0.313083		CURRENT LEARNING RATE: 0.2149935652096199
previous_iter_valid_loss : 0.37936830520629883

     84400	  0.380796	  0.379368	  0.312133		CURRENT LEARNING RATE: 0.21477867910536957
previous_iter_valid_loss : 0.2360735982656479

     84500	  0.236970	  0.236074	  0.310106		CURRENT LEARNING RATE: 0.21456400777981627
previous_iter_valid_loss : 0.12359359860420227

     84600	  0.123751	  0.123594	  0.305898		CURRENT LEARNING RATE: 0.21434955101828862
previous_iter_valid_loss : 0.4560547471046448

     84700	  0.456398	  0.456055	  0.306677		CURRENT LEARNING RATE: 0.21413530860632984
previous_iter_valid_loss : 0.14131294190883636

     84800	  0.141519	  0.141313	  0.305494		CURRENT LEARNING RATE: 0.2139212803296975
previous_iter_valid_loss : 0.33538711071014404

     84900	  0.335975	  0.335387	  0.305929		CURRENT LEARNING RATE: 0.21370746597436335
previous_iter_valid_loss : 0.2014133185148239

     85000	  0.202922	  0.201413	  0.305537		CURRENT LEARNING RATE: 0.21349386532651296
previous_iter_valid_loss : 0.16189731657505035

     85100	  0.162764	  0.161897	  0.302729		CURRENT LEARNING RATE: 0.2132804781725457
previous_iter_valid_loss : 0.2188674956560135

     85200	  0.219845	  0.218867	  0.301835		CURRENT LEARNING RATE: 0.21306730429907436
previous_iter_valid_loss : 0.12892921268939972

     85300	  0.129746	  0.128929	  0.301246		CURRENT LEARNING RATE: 0.2128543434929251
previous_iter_valid_loss : 0.34933483600616455

     85400	  0.350637	  0.349335	  0.301087		CURRENT LEARNING RATE: 0.21264159554113707
previous_iter_valid_loss : 0.12984660267829895

     85500	  0.129757	  0.129847	  0.299586		CURRENT LEARNING RATE: 0.21242906023096228
previous_iter_valid_loss : 0.1459851861000061

     85600	  0.146753	  0.145985	  0.298420		CURRENT LEARNING RATE: 0.21221673734986546
previous_iter_valid_loss : 0.18721996247768402

     85700	  0.188162	  0.187220	  0.297223		CURRENT LEARNING RATE: 0.21200462668552364
previous_iter_valid_loss : 0.1357443779706955

     85800	  0.136550	  0.135744	  0.296005		CURRENT LEARNING RATE: 0.2117927280258262
previous_iter_valid_loss : 0.19821284711360931

     85900	  0.198816	  0.198213	  0.295287		CURRENT LEARNING RATE: 0.2115810411588744
previous_iter_valid_loss : 0.11380529403686523

     86000	  0.113991	  0.113805	  0.287964		CURRENT LEARNING RATE: 0.21136956587298142
previous_iter_valid_loss : 0.12804727256298065

     86100	  0.128248	  0.128047	  0.287323		CURRENT LEARNING RATE: 0.21115830195667193
previous_iter_valid_loss : 0.212192103266716

     86200	  0.212416	  0.212192	  0.284521		CURRENT LEARNING RATE: 0.21094724919868196
previous_iter_valid_loss : 0.19399133324623108

     86300	  0.194236	  0.193991	  0.283900		CURRENT LEARNING RATE: 0.21073640738795882
previous_iter_valid_loss : 0.16980253159999847

     86400	  0.169680	  0.169803	  0.282274		CURRENT LEARNING RATE: 0.2105257763136606
previous_iter_valid_loss : 0.17114605009555817

     86500	  0.170954	  0.171146	  0.280011		CURRENT LEARNING RATE: 0.21031535576515623
previous_iter_valid_loss : 0.20453591644763947

     86600	  0.205335	  0.204536	  0.272249		CURRENT LEARNING RATE: 0.21010514553202514
previous_iter_valid_loss : 0.12978915870189667

     86700	  0.130072	  0.129789	  0.271466		CURRENT LEARNING RATE: 0.20989514540405713
previous_iter_valid_loss : 0.4548710286617279

     86800	  0.456320	  0.454871	  0.272467		CURRENT LEARNING RATE: 0.20968535517125197
previous_iter_valid_loss : 0.1863722950220108

     86900	  0.186386	  0.186372	  0.271886		CURRENT LEARNING RATE: 0.2094757746238195
previous_iter_valid_loss : 0.1687859147787094

     87000	  0.168496	  0.168786	  0.270893		CURRENT LEARNING RATE: 0.20926640355217907
previous_iter_valid_loss : 0.22117392718791962

     87100	  0.221344	  0.221174	  0.270760		CURRENT LEARNING RATE: 0.20905724174695967
previous_iter_valid_loss : 0.12249673157930374

     87200	  0.122560	  0.122497	  0.269209		CURRENT LEARNING RATE: 0.2088482889989994
previous_iter_valid_loss : 0.17186927795410156

     87300	  0.172066	  0.171869	  0.264813		CURRENT LEARNING RATE: 0.20863954509934557
previous_iter_valid_loss : 0.1562000960111618

     87400	  0.156473	  0.156200	  0.261312		CURRENT LEARNING RATE: 0.2084310098392542
previous_iter_valid_loss : 0.21861079335212708

     87500	  0.219112	  0.218611	  0.260209		CURRENT LEARNING RATE: 0.20822268301019004
previous_iter_valid_loss : 0.14884264767169952

     87600	  0.148632	  0.148843	  0.257984		CURRENT LEARNING RATE: 0.20801456440382626
previous_iter_valid_loss : 0.19516675174236298

     87700	  0.195102	  0.195167	  0.254685		CURRENT LEARNING RATE: 0.2078066538120442
previous_iter_valid_loss : 0.13640999794006348

     87800	  0.136468	  0.136410	  0.253667		CURRENT LEARNING RATE: 0.2075989510269333
previous_iter_valid_loss : 0.247078999876976

     87900	  0.247678	  0.247079	  0.251847		CURRENT LEARNING RATE: 0.2073914558407907
previous_iter_valid_loss : 0.1797972321510315

     88000	  0.180349	  0.179797	  0.251302		CURRENT LEARNING RATE: 0.20718416804612122
previous_iter_valid_loss : 0.1444658786058426

     88100	  0.144830	  0.144466	  0.250677		CURRENT LEARNING RATE: 0.20697708743563706
previous_iter_valid_loss : 0.1369049996137619

     88200	  0.137123	  0.136905	  0.248684		CURRENT LEARNING RATE: 0.20677021380225757
previous_iter_valid_loss : 0.19226188957691193

     88300	  0.191972	  0.192262	  0.248617		CURRENT LEARNING RATE: 0.2065635469391091
previous_iter_valid_loss : 0.17345081269741058

     88400	  0.173637	  0.173451	  0.247472		CURRENT LEARNING RATE: 0.20635708663952482
previous_iter_valid_loss : 0.31606805324554443

     88500	  0.316819	  0.316068	  0.248534		CURRENT LEARNING RATE: 0.20615083269704437
previous_iter_valid_loss : 0.16967080533504486

     88600	  0.169433	  0.169671	  0.246879		CURRENT LEARNING RATE: 0.2059447849054138
previous_iter_valid_loss : 0.24557463824748993

     88700	  0.245605	  0.245575	  0.246852		CURRENT LEARNING RATE: 0.20573894305858528
previous_iter_valid_loss : 0.16155153512954712

     88800	  0.161929	  0.161552	  0.243793		CURRENT LEARNING RATE: 0.20553330695071698
previous_iter_valid_loss : 0.30612432956695557

     88900	  0.306860	  0.306124	  0.244106		CURRENT LEARNING RATE: 0.20532787637617275
previous_iter_valid_loss : 0.1761591136455536

     89000	  0.176726	  0.176159	  0.243994		CURRENT LEARNING RATE: 0.205122651129522
previous_iter_valid_loss : 0.16838058829307556

     89100	  0.168807	  0.168381	  0.243046		CURRENT LEARNING RATE: 0.20491763100553947
previous_iter_valid_loss : 0.19807296991348267

     89200	  0.199116	  0.198073	  0.241378		CURRENT LEARNING RATE: 0.20471281579920503
previous_iter_valid_loss : 0.139900341629982

     89300	  0.140201	  0.139900	  0.239020		CURRENT LEARNING RATE: 0.20450820530570346
previous_iter_valid_loss : 0.19642890989780426

     89400	  0.195998	  0.196429	  0.236636		CURRENT LEARNING RATE: 0.20430379932042422
previous_iter_valid_loss : 0.1144033819437027

     89500	  0.114383	  0.114403	  0.235026		CURRENT LEARNING RATE: 0.20409959763896135
previous_iter_valid_loss : 0.18668624758720398

     89600	  0.186275	  0.186686	  0.233544		CURRENT LEARNING RATE: 0.2038956000571131
previous_iter_valid_loss : 0.18727189302444458

     89700	  0.187992	  0.187272	  0.233316		CURRENT LEARNING RATE: 0.2036918063708819
previous_iter_valid_loss : 0.18243075907230377

     89800	  0.183018	  0.182431	  0.230088		CURRENT LEARNING RATE: 0.20348821637647407
previous_iter_valid_loss : 0.1328241229057312

     89900	  0.133108	  0.132824	  0.228072		CURRENT LEARNING RATE: 0.20328482987029955
previous_iter_valid_loss : 0.2510569393634796

     90000	  0.251996	  0.251057	  0.226684		CURRENT LEARNING RATE: 0.20308164664897185
previous_iter_valid_loss : 0.20027917623519897

     90100	  0.200874	  0.200279	  0.222956		CURRENT LEARNING RATE: 0.20287866650930772
previous_iter_valid_loss : 0.17429737746715546

     90200	  0.174931	  0.174297	  0.221657		CURRENT LEARNING RATE: 0.202675889248327
previous_iter_valid_loss : 0.23117446899414062

     90300	  0.231875	  0.231174	  0.221683		CURRENT LEARNING RATE: 0.20247331466325244
previous_iter_valid_loss : 0.17511437833309174

     90400	  0.175013	  0.175114	  0.221216		CURRENT LEARNING RATE: 0.2022709425515094
previous_iter_valid_loss : 0.186366006731987

     90500	  0.185997	  0.186366	  0.219741		CURRENT LEARNING RATE: 0.20206877271072576
previous_iter_valid_loss : 0.17148597538471222

     90600	  0.171376	  0.171486	  0.218519		CURRENT LEARNING RATE: 0.2018668049387317
previous_iter_valid_loss : 0.18264935910701752

     90700	  0.182570	  0.182649	  0.216655		CURRENT LEARNING RATE: 0.20166503903355937
previous_iter_valid_loss : 0.2469993382692337

     90800	  0.248003	  0.246999	  0.215874		CURRENT LEARNING RATE: 0.20146347479344287
previous_iter_valid_loss : 0.20448358356952667

     90900	  0.205117	  0.204484	  0.215982		CURRENT LEARNING RATE: 0.20126211201681798
previous_iter_valid_loss : 0.1387668401002884

     91000	  0.138764	  0.138767	  0.214901		CURRENT LEARNING RATE: 0.20106095050232187
previous_iter_valid_loss : 0.17647263407707214

     91100	  0.175813	  0.176473	  0.213117		CURRENT LEARNING RATE: 0.200859990048793
previous_iter_valid_loss : 0.1386931985616684

     91200	  0.138788	  0.138693	  0.211952		CURRENT LEARNING RATE: 0.20065923045527095
previous_iter_valid_loss : 0.31961962580680847

     91300	  0.320345	  0.319620	  0.212119		CURRENT LEARNING RATE: 0.20045867152099606
previous_iter_valid_loss : 0.2456173151731491

     91400	  0.246410	  0.245617	  0.211764		CURRENT LEARNING RATE: 0.2002583130454094
previous_iter_valid_loss : 0.15534928441047668

     91500	  0.155547	  0.155349	  0.211613		CURRENT LEARNING RATE: 0.20005815482815248
previous_iter_valid_loss : 0.24812021851539612

     91600	  0.247716	  0.248120	  0.211895		CURRENT LEARNING RATE: 0.19985819666906704
previous_iter_valid_loss : 0.3420814275741577

     91700	  0.342685	  0.342081	  0.213609		CURRENT LEARNING RATE: 0.19965843836819494
previous_iter_valid_loss : 0.2713744640350342

     91800	  0.271425	  0.271374	  0.210392		CURRENT LEARNING RATE: 0.19945887972577783
previous_iter_valid_loss : 0.18637047708034515

     91900	  0.187228	  0.186370	  0.210470		CURRENT LEARNING RATE: 0.19925952054225707
previous_iter_valid_loss : 0.311688631772995

     92000	  0.311368	  0.311689	  0.206744		CURRENT LEARNING RATE: 0.19906036061827348
previous_iter_valid_loss : 0.1879439353942871

     92100	  0.188169	  0.187944	  0.205295		CURRENT LEARNING RATE: 0.19886139975466707
previous_iter_valid_loss : 0.11731027811765671

     92200	  0.117368	  0.117310	  0.204580		CURRENT LEARNING RATE: 0.198662637752477
previous_iter_valid_loss : 0.13510741293430328

     92300	  0.135480	  0.135107	  0.203476		CURRENT LEARNING RATE: 0.19846407441294123
previous_iter_valid_loss : 0.14644865691661835

     92400	  0.146662	  0.146449	  0.201248		CURRENT LEARNING RATE: 0.19826570953749642
previous_iter_valid_loss : 0.15336693823337555

     92500	  0.153767	  0.153367	  0.200066		CURRENT LEARNING RATE: 0.19806754292777767
previous_iter_valid_loss : 0.18285422027111053

     92600	  0.183427	  0.182854	  0.199689		CURRENT LEARNING RATE: 0.19786957438561836
previous_iter_valid_loss : 0.17039795219898224

     92700	  0.170896	  0.170398	  0.199481		CURRENT LEARNING RATE: 0.1976718037130499
previous_iter_valid_loss : 0.16670505702495575

     92800	  0.167259	  0.166705	  0.199093		CURRENT LEARNING RATE: 0.19747423071230163
previous_iter_valid_loss : 0.1425771862268448

     92900	  0.142510	  0.142577	  0.198053		CURRENT LEARNING RATE: 0.19727685518580054
previous_iter_valid_loss : 0.1961687058210373

     93000	  0.196482	  0.196169	  0.196046		CURRENT LEARNING RATE: 0.1970796769361711
previous_iter_valid_loss : 0.20374028384685516

     93100	  0.203422	  0.203740	  0.196188		CURRENT LEARNING RATE: 0.196882695766235
previous_iter_valid_loss : 0.1271502822637558

     93200	  0.127456	  0.127150	  0.195557		CURRENT LEARNING RATE: 0.19668591147901104
previous_iter_valid_loss : 0.16730190813541412

     93300	  0.167607	  0.167302	  0.195460		CURRENT LEARNING RATE: 0.19648932387771498
previous_iter_valid_loss : 0.2152869701385498

     93400	  0.215932	  0.215287	  0.195283		CURRENT LEARNING RATE: 0.19629293276575918
previous_iter_valid_loss : 0.3249877989292145

     93500	  0.325391	  0.324988	  0.196744		CURRENT LEARNING RATE: 0.19609673794675248
previous_iter_valid_loss : 0.18102610111236572

     93600	  0.180880	  0.181026	  0.196844		CURRENT LEARNING RATE: 0.19590073922450008
previous_iter_valid_loss : 0.13151942193508148

     93700	  0.131898	  0.131519	  0.195765		CURRENT LEARNING RATE: 0.19570493640300327
previous_iter_valid_loss : 0.15938793122768402

     93800	  0.159422	  0.159388	  0.195764		CURRENT LEARNING RATE: 0.19550932928645912
previous_iter_valid_loss : 0.17397555708885193

     93900	  0.174895	  0.173976	  0.195719		CURRENT LEARNING RATE: 0.19531391767926057
previous_iter_valid_loss : 0.20133313536643982

     94000	  0.201720	  0.201333	  0.195708		CURRENT LEARNING RATE: 0.19511870138599596
previous_iter_valid_loss : 0.23570027947425842

     94100	  0.235484	  0.235700	  0.196377		CURRENT LEARNING RATE: 0.19492368021144899
previous_iter_valid_loss : 0.2334364801645279

     94200	  0.233109	  0.233436	  0.196891		CURRENT LEARNING RATE: 0.1947288539605985
previous_iter_valid_loss : 0.16615857183933258

     94300	  0.166204	  0.166159	  0.196668		CURRENT LEARNING RATE: 0.19453422243861818
previous_iter_valid_loss : 0.18158414959907532

     94400	  0.181117	  0.181584	  0.194690		CURRENT LEARNING RATE: 0.19433978545087652
previous_iter_valid_loss : 0.14319241046905518

     94500	  0.143861	  0.143192	  0.193761		CURRENT LEARNING RATE: 0.1941455428029365
previous_iter_valid_loss : 0.17027829587459564

     94600	  0.170317	  0.170278	  0.194228		CURRENT LEARNING RATE: 0.19395149430055544
previous_iter_valid_loss : 0.2284150868654251

     94700	  0.227729	  0.228415	  0.191952		CURRENT LEARNING RATE: 0.19375763974968488
previous_iter_valid_loss : 0.2150687426328659

     94800	  0.214963	  0.215069	  0.192689		CURRENT LEARNING RATE: 0.1935639789564702
previous_iter_valid_loss : 0.13965678215026855

     94900	  0.139784	  0.139657	  0.190732		CURRENT LEARNING RATE: 0.19337051172725062
previous_iter_valid_loss : 0.19886094331741333

     95000	  0.199042	  0.198861	  0.190706		CURRENT LEARNING RATE: 0.19317723786855887
previous_iter_valid_loss : 0.30929329991340637

     95100	  0.308826	  0.309293	  0.192180		CURRENT LEARNING RATE: 0.19298415718712109
previous_iter_valid_loss : 0.20729894936084747

     95200	  0.207091	  0.207299	  0.192065		CURRENT LEARNING RATE: 0.19279126948985656
previous_iter_valid_loss : 0.1652153879404068

     95300	  0.165038	  0.165215	  0.192428		CURRENT LEARNING RATE: 0.1925985745838776
previous_iter_valid_loss : 0.15242138504981995

     95400	  0.152476	  0.152421	  0.190458		CURRENT LEARNING RATE: 0.1924060722764893
previous_iter_valid_loss : 0.17555809020996094

     95500	  0.175264	  0.175558	  0.190916		CURRENT LEARNING RATE: 0.19221376237518928
previous_iter_valid_loss : 0.17228759825229645

     95600	  0.172477	  0.172288	  0.191179		CURRENT LEARNING RATE: 0.19202164468766764
previous_iter_valid_loss : 0.24271385371685028

     95700	  0.242959	  0.242714	  0.191733		CURRENT LEARNING RATE: 0.1918297190218067
previous_iter_valid_loss : 0.19091551005840302

     95800	  0.190199	  0.190916	  0.192285		CURRENT LEARNING RATE: 0.1916379851856808
previous_iter_valid_loss : 0.19303488731384277

     95900	  0.192713	  0.193035	  0.192233		CURRENT LEARNING RATE: 0.19144644298755603
previous_iter_valid_loss : 0.1974422186613083

     96000	  0.197348	  0.197442	  0.193070		CURRENT LEARNING RATE: 0.19125509223589018
previous_iter_valid_loss : 0.11267165839672089

     96100	  0.112532	  0.112672	  0.192916		CURRENT LEARNING RATE: 0.19106393273933253
previous_iter_valid_loss : 0.13155783712863922

     96200	  0.131803	  0.131558	  0.192110		CURRENT LEARNING RATE: 0.19087296430672354
previous_iter_valid_loss : 0.16981922090053558

     96300	  0.169260	  0.169819	  0.191868		CURRENT LEARNING RATE: 0.19068218674709478
previous_iter_valid_loss : 0.110172338783741

     96400	  0.110056	  0.110172	  0.191272		CURRENT LEARNING RATE: 0.19049159986966863
previous_iter_valid_loss : 0.15802600979804993

     96500	  0.157732	  0.158026	  0.191140		CURRENT LEARNING RATE: 0.19030120348385823
previous_iter_valid_loss : 0.1317148208618164

     96600	  0.131396	  0.131715	  0.190412		CURRENT LEARNING RATE: 0.19011099739926718
previous_iter_valid_loss : 0.28204140067100525

     96700	  0.281506	  0.282041	  0.191935		CURRENT LEARNING RATE: 0.18992098142568936
previous_iter_valid_loss : 0.20393121242523193

     96800	  0.203796	  0.203931	  0.189425		CURRENT LEARNING RATE: 0.18973115537310878
previous_iter_valid_loss : 0.1254459023475647

     96900	  0.125442	  0.125446	  0.188816		CURRENT LEARNING RATE: 0.18954151905169941
previous_iter_valid_loss : 0.13739530742168427

     97000	  0.137141	  0.137395	  0.188502		CURRENT LEARNING RATE: 0.18935207227182488
previous_iter_valid_loss : 0.21051743626594543

     97100	  0.209939	  0.210517	  0.188396		CURRENT LEARNING RATE: 0.1891628148440384
previous_iter_valid_loss : 0.24645565450191498

     97200	  0.246319	  0.246456	  0.189635		CURRENT LEARNING RATE: 0.18897374657908253
previous_iter_valid_loss : 0.2030620276927948

     97300	  0.202595	  0.203062	  0.189947		CURRENT LEARNING RATE: 0.18878486728788899
previous_iter_valid_loss : 0.18793939054012299

     97400	  0.187688	  0.187939	  0.190265		CURRENT LEARNING RATE: 0.18859617678157847
previous_iter_valid_loss : 0.19112075865268707

     97500	  0.191245	  0.191121	  0.189990		CURRENT LEARNING RATE: 0.18840767487146043
previous_iter_valid_loss : 0.13042695820331573

     97600	  0.130564	  0.130427	  0.189805		CURRENT LEARNING RATE: 0.18821936136903297
previous_iter_valid_loss : 0.1971427947282791

     97700	  0.197753	  0.197143	  0.189825		CURRENT LEARNING RATE: 0.18803123608598257
previous_iter_valid_loss : 0.15852659940719604

     97800	  0.158746	  0.158527	  0.190046		CURRENT LEARNING RATE: 0.18784329883418394
previous_iter_valid_loss : 0.09990742057561874

     97900	  0.100107	  0.099907	  0.188575		CURRENT LEARNING RATE: 0.18765554942569979
previous_iter_valid_loss : 0.149430051445961

     98000	  0.149621	  0.149430	  0.188271		CURRENT LEARNING RATE: 0.18746798767278067
previous_iter_valid_loss : 0.18232423067092896

     98100	  0.182163	  0.182324	  0.188650		CURRENT LEARNING RATE: 0.1872806133878649
previous_iter_valid_loss : 0.1835341602563858

     98200	  0.183310	  0.183534	  0.189116		CURRENT LEARNING RATE: 0.18709342638357807
previous_iter_valid_loss : 0.16812248528003693

     98300	  0.168328	  0.168122	  0.188875		CURRENT LEARNING RATE: 0.18690642647273326
previous_iter_valid_loss : 0.18040330708026886

     98400	  0.180403	  0.180403	  0.188944		CURRENT LEARNING RATE: 0.18671961346833046
previous_iter_valid_loss : 0.20185516774654388

     98500	  0.201646	  0.201855	  0.187802		CURRENT LEARNING RATE: 0.1865329871835567
previous_iter_valid_loss : 0.14311394095420837

     98600	  0.143431	  0.143114	  0.187536		CURRENT LEARNING RATE: 0.1863465474317857
previous_iter_valid_loss : 0.12086272239685059

     98700	  0.120716	  0.120863	  0.186289		CURRENT LEARNING RATE: 0.1861602940265776
previous_iter_valid_loss : 0.15772825479507446

     98800	  0.157479	  0.157728	  0.186251		CURRENT LEARNING RATE: 0.1859742267816791
previous_iter_valid_loss : 0.14175890386104584

     98900	  0.141830	  0.141759	  0.184607		CURRENT LEARNING RATE: 0.18578834551102286
previous_iter_valid_loss : 0.14585259556770325

     99000	  0.145999	  0.145853	  0.184304		CURRENT LEARNING RATE: 0.18560265002872758
previous_iter_valid_loss : 0.15916596353054047

     99100	  0.159495	  0.159166	  0.184212		CURRENT LEARNING RATE: 0.18541714014909783
previous_iter_valid_loss : 0.11449739336967468

     99200	  0.114393	  0.114497	  0.183376		CURRENT LEARNING RATE: 0.18523181568662367
previous_iter_valid_loss : 0.19128091633319855

     99300	  0.191566	  0.191281	  0.183890		CURRENT LEARNING RATE: 0.18504667645598064
previous_iter_valid_loss : 0.1559116542339325

     99400	  0.156215	  0.155912	  0.183485		CURRENT LEARNING RATE: 0.1848617222720295
previous_iter_valid_loss : 0.14578700065612793

     99500	  0.145860	  0.145787	  0.183799		CURRENT LEARNING RATE: 0.184676952949816
previous_iter_valid_loss : 0.13325147330760956

     99600	  0.133018	  0.133251	  0.183264		CURRENT LEARNING RATE: 0.1844923683045709
previous_iter_valid_loss : 0.13035964965820312

     99700	  0.130435	  0.130360	  0.182695		CURRENT LEARNING RATE: 0.1843079681517094
previous_iter_valid_loss : 0.1657290756702423

     99800	  0.165818	  0.165729	  0.182528		CURRENT LEARNING RATE: 0.18412375230683145
previous_iter_valid_loss : 0.14804790914058685

     99900	  0.148057	  0.148048	  0.182681		CURRENT LEARNING RATE: 0.18393972058572117
previous_iter_valid_loss : 0.16299866139888763

    100000	  0.163010	  0.162999	  0.181800		CURRENT LEARNING RATE: 0.1837558728043468
previous_iter_valid_loss : 0.22129228711128235

    100100	  0.221581	  0.221292	  0.182010		CURRENT LEARNING RATE: 0.18357220877886052
previous_iter_valid_loss : 0.23278243839740753

    100200	  0.232857	  0.232782	  0.182595		CURRENT LEARNING RATE: 0.18338872832559833
previous_iter_valid_loss : 0.22742298245429993

    100300	  0.227572	  0.227423	  0.182557		CURRENT LEARNING RATE: 0.18320543126107974
previous_iter_valid_loss : 0.11634564399719238

    100400	  0.116200	  0.116346	  0.181970		CURRENT LEARNING RATE: 0.1830223174020077
previous_iter_valid_loss : 0.1385367214679718

    100500	  0.139060	  0.138537	  0.181492		CURRENT LEARNING RATE: 0.18283938656526827
previous_iter_valid_loss : 0.12789574265480042

    100600	  0.127797	  0.127896	  0.181056		CURRENT LEARNING RATE: 0.18265663856793068
previous_iter_valid_loss : 0.12832632660865784

    100700	  0.128376	  0.128326	  0.180512		CURRENT LEARNING RATE: 0.18247407322724687
previous_iter_valid_loss : 0.13165351748466492

    100800	  0.131777	  0.131654	  0.179359		CURRENT LEARNING RATE: 0.18229169036065151
previous_iter_valid_loss : 0.15809720754623413

    100900	  0.158275	  0.158097	  0.178895		CURRENT LEARNING RATE: 0.18210948978576166
previous_iter_valid_loss : 0.14172634482383728

    101000	  0.141876	  0.141726	  0.178925		CURRENT LEARNING RATE: 0.18192747132037682
previous_iter_valid_loss : 0.12308412045240402

    101100	  0.123325	  0.123084	  0.178391		CURRENT LEARNING RATE: 0.1817456347824784
previous_iter_valid_loss : 0.25514936447143555

    101200	  0.255144	  0.255149	  0.179555		CURRENT LEARNING RATE: 0.18156397999022997
previous_iter_valid_loss : 0.13461057841777802

    101300	  0.134615	  0.134611	  0.177705		CURRENT LEARNING RATE: 0.18138250676197662
previous_iter_valid_loss : 0.12084795534610748

    101400	  0.120997	  0.120848	  0.176458		CURRENT LEARNING RATE: 0.1812012149162452
previous_iter_valid_loss : 0.14349809288978577

    101500	  0.143218	  0.143498	  0.176339		CURRENT LEARNING RATE: 0.18102010427174373
previous_iter_valid_loss : 0.13839790225028992

    101600	  0.138481	  0.138398	  0.175242		CURRENT LEARNING RATE: 0.18083917464736166
previous_iter_valid_loss : 0.18705765902996063

    101700	  0.186750	  0.187058	  0.173692		CURRENT LEARNING RATE: 0.18065842586216926
previous_iter_valid_loss : 0.12396161258220673

    101800	  0.124048	  0.123962	  0.172217		CURRENT LEARNING RATE: 0.18047785773541783
previous_iter_valid_loss : 0.11206773668527603

    101900	  0.112029	  0.112068	  0.171474		CURRENT LEARNING RATE: 0.18029747008653915
previous_iter_valid_loss : 0.12514062225818634

    102000	  0.125009	  0.125141	  0.169609		CURRENT LEARNING RATE: 0.1801172627351456
previous_iter_valid_loss : 0.11398830264806747

    102100	  0.113693	  0.113988	  0.168869		CURRENT LEARNING RATE: 0.17993723550102977
previous_iter_valid_loss : 0.12000573426485062

    102200	  0.119933	  0.120006	  0.168896		CURRENT LEARNING RATE: 0.17975738820416445
previous_iter_valid_loss : 0.12326301634311676

    102300	  0.123280	  0.123263	  0.168778		CURRENT LEARNING RATE: 0.1795777206647023
previous_iter_valid_loss : 0.13229280710220337

    102400	  0.131998	  0.132293	  0.168636		CURRENT LEARNING RATE: 0.1793982327029758
previous_iter_valid_loss : 0.1314980685710907

    102500	  0.131015	  0.131498	  0.168418		CURRENT LEARNING RATE: 0.17921892413949694
previous_iter_valid_loss : 0.20184984803199768

    102600	  0.201586	  0.201850	  0.168608		CURRENT LEARNING RATE: 0.17903979479495719
previous_iter_valid_loss : 0.1621532142162323

    102700	  0.161937	  0.162153	  0.168525		CURRENT LEARNING RATE: 0.1788608444902271
previous_iter_valid_loss : 0.10868050903081894

    102800	  0.109023	  0.108681	  0.167945		CURRENT LEARNING RATE: 0.17868207304635644
previous_iter_valid_loss : 0.14518241584300995

    102900	  0.145520	  0.145182	  0.167971		CURRENT LEARNING RATE: 0.1785034802845737
previous_iter_valid_loss : 0.11676174402236938

    103000	  0.117104	  0.116762	  0.167177		CURRENT LEARNING RATE: 0.17832506602628612
previous_iter_valid_loss : 0.16160063445568085

    103100	  0.161833	  0.161601	  0.166755		CURRENT LEARNING RATE: 0.1781468300930794
previous_iter_valid_loss : 0.17675887048244476

    103200	  0.177278	  0.176759	  0.167252		CURRENT LEARNING RATE: 0.17796877230671768
previous_iter_valid_loss : 0.132703498005867

    103300	  0.132835	  0.132703	  0.166906		CURRENT LEARNING RATE: 0.17779089248914307
previous_iter_valid_loss : 0.11316339671611786

    103400	  0.113365	  0.113163	  0.165884		CURRENT LEARNING RATE: 0.17761319046247576
previous_iter_valid_loss : 0.12128333747386932

    103500	  0.121658	  0.121283	  0.163847		CURRENT LEARNING RATE: 0.1774356660490137
previous_iter_valid_loss : 0.11738641560077667

    103600	  0.117547	  0.117386	  0.163211		CURRENT LEARNING RATE: 0.17725831907123252
previous_iter_valid_loss : 0.13893002271652222

    103700	  0.139383	  0.138930	  0.163285		CURRENT LEARNING RATE: 0.17708114935178512
previous_iter_valid_loss : 0.13712021708488464

    103800	  0.137468	  0.137120	  0.163062		CURRENT LEARNING RATE: 0.17690415671350188
previous_iter_valid_loss : 0.12376021593809128

    103900	  0.124080	  0.123760	  0.162560		CURRENT LEARNING RATE: 0.17672734097939008
previous_iter_valid_loss : 0.12573717534542084

    104000	  0.125982	  0.125737	  0.161804		CURRENT LEARNING RATE: 0.176550701972634
previous_iter_valid_loss : 0.11557183414697647

    104100	  0.115864	  0.115572	  0.160603		CURRENT LEARNING RATE: 0.17637423951659456
previous_iter_valid_loss : 0.10170970112085342

    104200	  0.101929	  0.101710	  0.159286		CURRENT LEARNING RATE: 0.17619795343480937
previous_iter_valid_loss : 0.2079937607049942

    104300	  0.208539	  0.207994	  0.159704		CURRENT LEARNING RATE: 0.1760218435509923
previous_iter_valid_loss : 0.12764884531497955

    104400	  0.127905	  0.127649	  0.159165		CURRENT LEARNING RATE: 0.17584590968903346
previous_iter_valid_loss : 0.09952046722173691

    104500	  0.099502	  0.099520	  0.158728		CURRENT LEARNING RATE: 0.1756701516729989
previous_iter_valid_loss : 0.13960687816143036

    104600	  0.140151	  0.139607	  0.158421		CURRENT LEARNING RATE: 0.17549456932713073
previous_iter_valid_loss : 0.1024702936410904

    104700	  0.102620	  0.102470	  0.157162		CURRENT LEARNING RATE: 0.17531916247584647
previous_iter_valid_loss : 0.12539586424827576

    104800	  0.125798	  0.125396	  0.156265		CURRENT LEARNING RATE: 0.1751439309437393
previous_iter_valid_loss : 0.1261250376701355

    104900	  0.126299	  0.126125	  0.156130		CURRENT LEARNING RATE: 0.17496887455557766
previous_iter_valid_loss : 0.10072938352823257

    105000	  0.100980	  0.100729	  0.155148		CURRENT LEARNING RATE: 0.1747939931363052
previous_iter_valid_loss : 0.12535984814167023

    105100	  0.125940	  0.125360	  0.153309		CURRENT LEARNING RATE: 0.1746192865110404
previous_iter_valid_loss : 0.12305554002523422

    105200	  0.123159	  0.123056	  0.152467		CURRENT LEARNING RATE: 0.17444475450507668
previous_iter_valid_loss : 0.19587203860282898

    105300	  0.195836	  0.195872	  0.152773		CURRENT LEARNING RATE: 0.174270396943882
previous_iter_valid_loss : 0.13674665987491608

    105400	  0.136442	  0.136747	  0.152616		CURRENT LEARNING RATE: 0.1740962136530988
previous_iter_valid_loss : 0.12852677702903748

    105500	  0.128412	  0.128527	  0.152146		CURRENT LEARNING RATE: 0.1739222044585437
previous_iter_valid_loss : 0.09602806717157364

    105600	  0.095958	  0.096028	  0.151384		CURRENT LEARNING RATE: 0.17374836918620762
previous_iter_valid_loss : 0.19518554210662842

    105700	  0.195612	  0.195186	  0.150908		CURRENT LEARNING RATE: 0.17357470766225516
previous_iter_valid_loss : 0.09569922089576721

    105800	  0.095665	  0.095699	  0.149956		CURRENT LEARNING RATE: 0.17340121971302488
previous_iter_valid_loss : 0.1059425100684166

    105900	  0.106072	  0.105943	  0.149085		CURRENT LEARNING RATE: 0.1732279051650287
previous_iter_valid_loss : 0.1015143170952797

    106000	  0.101588	  0.101514	  0.148126		CURRENT LEARNING RATE: 0.1730547638449522
previous_iter_valid_loss : 0.26718711853027344

    106100	  0.267542	  0.267187	  0.149671		CURRENT LEARNING RATE: 0.17288179557965389
previous_iter_valid_loss : 0.1597471833229065

    106200	  0.160369	  0.159747	  0.149953		CURRENT LEARNING RATE: 0.1727090001961656
previous_iter_valid_loss : 0.13012175261974335

    106300	  0.129847	  0.130122	  0.149556		CURRENT LEARNING RATE: 0.17253637752169187
previous_iter_valid_loss : 0.12239893525838852

    106400	  0.122662	  0.122399	  0.149678		CURRENT LEARNING RATE: 0.1723639273836101
previous_iter_valid_loss : 0.1357364058494568

    106500	  0.135545	  0.135736	  0.149455		CURRENT LEARNING RATE: 0.17219164960947
previous_iter_valid_loss : 0.10680807381868362

    106600	  0.106557	  0.106808	  0.149206		CURRENT LEARNING RATE: 0.17201954402699393
previous_iter_valid_loss : 0.10258922725915909

    106700	  0.102329	  0.102589	  0.147412		CURRENT LEARNING RATE: 0.17184761046407618
previous_iter_valid_loss : 0.12186530977487564

    106800	  0.121730	  0.121865	  0.146591		CURRENT LEARNING RATE: 0.17167584874878325
previous_iter_valid_loss : 0.1692519634962082

    106900	  0.169604	  0.169252	  0.147029		CURRENT LEARNING RATE: 0.17150425870935332
previous_iter_valid_loss : 0.0914575457572937

    107000	  0.091315	  0.091458	  0.146570		CURRENT LEARNING RATE: 0.17133284017419645
previous_iter_valid_loss : 0.12231606245040894

    107100	  0.122008	  0.122316	  0.145688		CURRENT LEARNING RATE: 0.17116159297189398
previous_iter_valid_loss : 0.09120550751686096

    107200	  0.091060	  0.091206	  0.144135		CURRENT LEARNING RATE: 0.1709905169311988
previous_iter_valid_loss : 0.11308813840150833

    107300	  0.112809	  0.113088	  0.143236		CURRENT LEARNING RATE: 0.17081961188103473
previous_iter_valid_loss : 0.09784871339797974

    107400	  0.097874	  0.097849	  0.142335		CURRENT LEARNING RATE: 0.17064887765049686
previous_iter_valid_loss : 0.12488959729671478

    107500	  0.125070	  0.124890	  0.141672		CURRENT LEARNING RATE: 0.17047831406885078
previous_iter_valid_loss : 0.2374844253063202

    107600	  0.237350	  0.237484	  0.142743		CURRENT LEARNING RATE: 0.17030792096553304
previous_iter_valid_loss : 0.09017588943243027

    107700	  0.090018	  0.090176	  0.141673		CURRENT LEARNING RATE: 0.1701376981701504
previous_iter_valid_loss : 0.13004127144813538

    107800	  0.129890	  0.130041	  0.141388		CURRENT LEARNING RATE: 0.16996764551248017
previous_iter_valid_loss : 0.14308324456214905

    107900	  0.142790	  0.143083	  0.141820		CURRENT LEARNING RATE: 0.16979776282246956
previous_iter_valid_loss : 0.10064512491226196

    108000	  0.100409	  0.100645	  0.141332		CURRENT LEARNING RATE: 0.16962804993023597
previous_iter_valid_loss : 0.12329329550266266

    108100	  0.123007	  0.123293	  0.140742		CURRENT LEARNING RATE: 0.1694585066660664
previous_iter_valid_loss : 0.17825299501419067

    108200	  0.178030	  0.178253	  0.140689		CURRENT LEARNING RATE: 0.16928913286041766
previous_iter_valid_loss : 0.15192148089408875

    108300	  0.152272	  0.151921	  0.140527		CURRENT LEARNING RATE: 0.16911992834391584
previous_iter_valid_loss : 0.11048858612775803

    108400	  0.110788	  0.110489	  0.139828		CURRENT LEARNING RATE: 0.16895089294735652
previous_iter_valid_loss : 0.11598425358533859

    108500	  0.116227	  0.115984	  0.138969		CURRENT LEARNING RATE: 0.16878202650170418
previous_iter_valid_loss : 0.15849286317825317

    108600	  0.158289	  0.158493	  0.139123		CURRENT LEARNING RATE: 0.16861332883809244
previous_iter_valid_loss : 0.0902954488992691

    108700	  0.090278	  0.090295	  0.138817		CURRENT LEARNING RATE: 0.16844479978782353
previous_iter_valid_loss : 0.1253690868616104

    108800	  0.125104	  0.125369	  0.138494		CURRENT LEARNING RATE: 0.1682764391823685
previous_iter_valid_loss : 0.14617018401622772

    108900	  0.146560	  0.146170	  0.138538		CURRENT LEARNING RATE: 0.16810824685336667
previous_iter_valid_loss : 0.08831244707107544

    109000	  0.088205	  0.088312	  0.137963		CURRENT LEARNING RATE: 0.1679402226326257
previous_iter_valid_loss : 0.10041341930627823

    109100	  0.100388	  0.100413	  0.137375		CURRENT LEARNING RATE: 0.16777236635212134
previous_iter_valid_loss : 0.10782178491353989

    109200	  0.107537	  0.107822	  0.137308		CURRENT LEARNING RATE: 0.16760467784399732
previous_iter_valid_loss : 0.11182118952274323

    109300	  0.111531	  0.111821	  0.136514		CURRENT LEARNING RATE: 0.1674371569405651
previous_iter_valid_loss : 0.10829515010118484

    109400	  0.108104	  0.108295	  0.136037		CURRENT LEARNING RATE: 0.1672698034743038
previous_iter_valid_loss : 0.12993158400058746

    109500	  0.129761	  0.129932	  0.135879		CURRENT LEARNING RATE: 0.16710261727785988
previous_iter_valid_loss : 0.11116406321525574

    109600	  0.111064	  0.111164	  0.135658		CURRENT LEARNING RATE: 0.1669355981840472
previous_iter_valid_loss : 0.11119458824396133

    109700	  0.110890	  0.111195	  0.135466		CURRENT LEARNING RATE: 0.1667687460258466
previous_iter_valid_loss : 0.12124545872211456

    109800	  0.120929	  0.121245	  0.135022		CURRENT LEARNING RATE: 0.16660206063640592
previous_iter_valid_loss : 0.1544499546289444

    109900	  0.154839	  0.154450	  0.135086		CURRENT LEARNING RATE: 0.16643554184903978
previous_iter_valid_loss : 0.152427077293396

    110000	  0.152811	  0.152427	  0.134980		CURRENT LEARNING RATE: 0.16626918949722935
previous_iter_valid_loss : 0.10406351834535599

    110100	  0.104042	  0.104064	  0.133808		CURRENT LEARNING RATE: 0.16610300341462222
previous_iter_valid_loss : 0.13318435847759247

    110200	  0.133427	  0.133184	  0.132812		CURRENT LEARNING RATE: 0.16593698343503244
previous_iter_valid_loss : 0.09918411076068878

    110300	  0.099251	  0.099184	  0.131529		CURRENT LEARNING RATE: 0.16577112939243985
previous_iter_valid_loss : 0.1268506795167923

    110400	  0.127418	  0.126851	  0.131634		CURRENT LEARNING RATE: 0.1656054411209905
previous_iter_valid_loss : 0.08722826838493347

    110500	  0.087082	  0.087228	  0.131121		CURRENT LEARNING RATE: 0.16543991845499603
previous_iter_valid_loss : 0.11054015904664993

    110600	  0.110637	  0.110540	  0.130948		CURRENT LEARNING RATE: 0.16527456122893386
previous_iter_valid_loss : 0.1286126971244812

    110700	  0.128874	  0.128613	  0.130951		CURRENT LEARNING RATE: 0.16510936927744665
previous_iter_valid_loss : 0.09895416349172592

    110800	  0.098758	  0.098954	  0.130624		CURRENT LEARNING RATE: 0.1649443424353425
previous_iter_valid_loss : 0.1167871281504631

    110900	  0.116669	  0.116787	  0.130210		CURRENT LEARNING RATE: 0.16477948053759453
previous_iter_valid_loss : 0.09447026252746582

    111000	  0.094510	  0.094470	  0.129738		CURRENT LEARNING RATE: 0.16461478341934083
previous_iter_valid_loss : 0.10042651742696762

    111100	  0.100263	  0.100427	  0.129511		CURRENT LEARNING RATE: 0.16445025091588425
previous_iter_valid_loss : 0.10655266046524048

    111200	  0.106430	  0.106553	  0.128025		CURRENT LEARNING RATE: 0.1642858828626923
previous_iter_valid_loss : 0.17418783903121948

    111300	  0.173970	  0.174188	  0.128421		CURRENT LEARNING RATE: 0.16412167909539688
previous_iter_valid_loss : 0.14468729496002197

    111400	  0.144874	  0.144687	  0.128660		CURRENT LEARNING RATE: 0.16395763944979427
previous_iter_valid_loss : 0.1284545511007309

    111500	  0.128675	  0.128455	  0.128509		CURRENT LEARNING RATE: 0.16379376376184476
previous_iter_valid_loss : 0.17437702417373657

    111600	  0.174199	  0.174377	  0.128869		CURRENT LEARNING RATE: 0.16363005186767265
previous_iter_valid_loss : 0.1317915916442871

    111700	  0.131959	  0.131792	  0.128316		CURRENT LEARNING RATE: 0.16346650360356604
previous_iter_valid_loss : 0.12583810091018677

    111800	  0.126124	  0.125838	  0.128335		CURRENT LEARNING RATE: 0.1633031188059767
previous_iter_valid_loss : 0.09138841181993484

    111900	  0.091343	  0.091388	  0.128128		CURRENT LEARNING RATE: 0.16313989731151973
previous_iter_valid_loss : 0.11025916039943695

    112000	  0.110468	  0.110259	  0.127979		CURRENT LEARNING RATE: 0.16297683895697368
previous_iter_valid_loss : 0.10638720542192459

    112100	  0.106370	  0.106387	  0.127903		CURRENT LEARNING RATE: 0.16281394357928017
previous_iter_valid_loss : 0.125003844499588

    112200	  0.125148	  0.125004	  0.127953		CURRENT LEARNING RATE: 0.1626512110155438
previous_iter_valid_loss : 0.13715492188930511

    112300	  0.137467	  0.137155	  0.128092		CURRENT LEARNING RATE: 0.162488641103032
previous_iter_valid_loss : 0.09430032968521118

    112400	  0.094297	  0.094300	  0.127712		CURRENT LEARNING RATE: 0.16232623367917487
previous_iter_valid_loss : 0.09532544016838074

    112500	  0.095240	  0.095325	  0.127351		CURRENT LEARNING RATE: 0.16216398858156494
previous_iter_valid_loss : 0.1362486183643341

    112600	  0.136528	  0.136249	  0.126695		CURRENT LEARNING RATE: 0.16200190564795708
previous_iter_valid_loss : 0.1350267231464386

    112700	  0.135413	  0.135027	  0.126423		CURRENT LEARNING RATE: 0.1618399847162684
previous_iter_valid_loss : 0.12882982194423676

    112800	  0.129140	  0.128830	  0.126625		CURRENT LEARNING RATE: 0.16167822562457787
previous_iter_valid_loss : 0.17014320194721222

    112900	  0.170690	  0.170143	  0.126874		CURRENT LEARNING RATE: 0.16151662821112647
previous_iter_valid_loss : 0.08649896085262299

    113000	  0.086410	  0.086499	  0.126572		CURRENT LEARNING RATE: 0.16135519231431675
previous_iter_valid_loss : 0.11256613582372665

    113100	  0.112782	  0.112566	  0.126081		CURRENT LEARNING RATE: 0.16119391777271277
previous_iter_valid_loss : 0.12231222540140152

    113200	  0.122679	  0.122312	  0.125537		CURRENT LEARNING RATE: 0.16103280442504
previous_iter_valid_loss : 0.18640649318695068

    113300	  0.187095	  0.186406	  0.126074		CURRENT LEARNING RATE: 0.1608718521101851
previous_iter_valid_loss : 0.10659375041723251

    113400	  0.106869	  0.106594	  0.126008		CURRENT LEARNING RATE: 0.16071106066719568
previous_iter_valid_loss : 0.10638224333524704

    113500	  0.106586	  0.106382	  0.125859		CURRENT LEARNING RATE: 0.16055042993528035
previous_iter_valid_loss : 0.10555055737495422

    113600	  0.105551	  0.105551	  0.125741		CURRENT LEARNING RATE: 0.1603899597538083
previous_iter_valid_loss : 0.10863770544528961

    113700	  0.108385	  0.108638	  0.125438		CURRENT LEARNING RATE: 0.1602296499623094
previous_iter_valid_loss : 0.09166733175516129

    113800	  0.091461	  0.091667	  0.124984		CURRENT LEARNING RATE: 0.1600695004004738
previous_iter_valid_loss : 0.1178738996386528

    113900	  0.118003	  0.117874	  0.124925		CURRENT LEARNING RATE: 0.15990951090815197
previous_iter_valid_loss : 0.13821908831596375

    114000	  0.138616	  0.138219	  0.125049		CURRENT LEARNING RATE: 0.15974968132535433
previous_iter_valid_loss : 0.14106668531894684

    114100	  0.141389	  0.141067	  0.125304		CURRENT LEARNING RATE: 0.15959001149225135
previous_iter_valid_loss : 0.18682746589183807

    114200	  0.187282	  0.186827	  0.126156		CURRENT LEARNING RATE: 0.15943050124917316
previous_iter_valid_loss : 0.12291908264160156

    114300	  0.123155	  0.122919	  0.125305		CURRENT LEARNING RATE: 0.1592711504366095
previous_iter_valid_loss : 0.13128255307674408

    114400	  0.131485	  0.131283	  0.125341		CURRENT LEARNING RATE: 0.15911195889520954
previous_iter_valid_loss : 0.1814076453447342

    114500	  0.181829	  0.181408	  0.126160		CURRENT LEARNING RATE: 0.15895292646578177
previous_iter_valid_loss : 0.12952446937561035

    114600	  0.129252	  0.129524	  0.126059		CURRENT LEARNING RATE: 0.15879405298929367
previous_iter_valid_loss : 0.149509996175766

    114700	  0.149236	  0.149510	  0.126530		CURRENT LEARNING RATE: 0.15863533830687182
previous_iter_valid_loss : 0.09373236447572708

    114800	  0.093503	  0.093732	  0.126213		CURRENT LEARNING RATE: 0.15847678225980147
previous_iter_valid_loss : 0.18506677448749542

    114900	  0.184928	  0.185067	  0.126802		CURRENT LEARNING RATE: 0.15831838468952664
previous_iter_valid_loss : 0.1109861508011818

    115000	  0.110880	  0.110986	  0.126905		CURRENT LEARNING RATE: 0.1581601454376496
previous_iter_valid_loss : 0.11261726915836334

    115100	  0.112317	  0.112617	  0.126778		CURRENT LEARNING RATE: 0.15800206434593128
previous_iter_valid_loss : 0.09774032980203629

    115200	  0.097693	  0.097740	  0.126524		CURRENT LEARNING RATE: 0.1578441412562904
previous_iter_valid_loss : 0.4049408733844757

    115300	  0.404746	  0.404941	  0.128615		CURRENT LEARNING RATE: 0.15768637601080399
previous_iter_valid_loss : 0.1630212366580963

    115400	  0.163454	  0.163021	  0.128878		CURRENT LEARNING RATE: 0.15752876845170666
previous_iter_valid_loss : 0.10722161084413528

    115500	  0.107299	  0.107222	  0.128665		CURRENT LEARNING RATE: 0.15737131842139096
previous_iter_valid_loss : 0.17586775124073029

    115600	  0.175657	  0.175868	  0.129463		CURRENT LEARNING RATE: 0.15721402576240678
previous_iter_valid_loss : 0.12260197848081589

    115700	  0.122342	  0.122602	  0.128737		CURRENT LEARNING RATE: 0.15705689031746148
previous_iter_valid_loss : 0.10055746138095856

    115800	  0.100616	  0.100557	  0.128786		CURRENT LEARNING RATE: 0.15689991192941954
previous_iter_valid_loss : 0.11848422884941101

    115900	  0.118323	  0.118484	  0.128911		CURRENT LEARNING RATE: 0.15674309044130266
previous_iter_valid_loss : 0.18689578771591187

    116000	  0.186708	  0.186896	  0.129765		CURRENT LEARNING RATE: 0.15658642569628925
previous_iter_valid_loss : 0.11342363059520721

    116100	  0.113366	  0.113424	  0.128228		CURRENT LEARNING RATE: 0.1564299175377146
previous_iter_valid_loss : 0.09353107959032059

    116200	  0.093482	  0.093531	  0.127565		CURRENT LEARNING RATE: 0.1562735658090705
previous_iter_valid_loss : 0.09799788892269135

    116300	  0.097790	  0.097998	  0.127244		CURRENT LEARNING RATE: 0.15611737035400527
previous_iter_valid_loss : 0.09741555154323578

    116400	  0.097506	  0.097416	  0.126994		CURRENT LEARNING RATE: 0.15596133101632337
previous_iter_valid_loss : 0.12633392214775085

    116500	  0.126366	  0.126334	  0.126900		CURRENT LEARNING RATE: 0.15580544763998552
previous_iter_valid_loss : 0.12619152665138245

    116600	  0.126435	  0.126192	  0.127094		CURRENT LEARNING RATE: 0.15564972006910824
previous_iter_valid_loss : 0.10046686232089996

    116700	  0.100571	  0.100467	  0.127073		CURRENT LEARNING RATE: 0.15549414814796406
previous_iter_valid_loss : 0.08491676300764084

    116800	  0.084938	  0.084917	  0.126703		CURRENT LEARNING RATE: 0.15533873172098092
previous_iter_valid_loss : 0.1420454978942871

    116900	  0.142415	  0.142045	  0.126431		CURRENT LEARNING RATE: 0.15518347063274252
previous_iter_valid_loss : 0.09212662279605865

    117000	  0.092182	  0.092127	  0.126438		CURRENT LEARNING RATE: 0.15502836472798762
previous_iter_valid_loss : 0.09919921308755875

    117100	  0.099305	  0.099199	  0.126207		CURRENT LEARNING RATE: 0.1548734138516104
previous_iter_valid_loss : 0.108446404337883

    117200	  0.108392	  0.108446	  0.126379		CURRENT LEARNING RATE: 0.15471861784865992
previous_iter_valid_loss : 0.09342872351408005

    117300	  0.093501	  0.093429	  0.126183		CURRENT LEARNING RATE: 0.1545639765643402
previous_iter_valid_loss : 0.13588127493858337

    117400	  0.136151	  0.135881	  0.126563		CURRENT LEARNING RATE: 0.15440948984400993
previous_iter_valid_loss : 0.13684609532356262

    117500	  0.137246	  0.136846	  0.126683		CURRENT LEARNING RATE: 0.15425515753318236
previous_iter_valid_loss : 0.1089121475815773

    117600	  0.109066	  0.108912	  0.125397		CURRENT LEARNING RATE: 0.15410097947752516
previous_iter_valid_loss : 0.12272854894399643

    117700	  0.122984	  0.122729	  0.125722		CURRENT LEARNING RATE: 0.1539469555228603
previous_iter_valid_loss : 0.12334617227315903

    117800	  0.123676	  0.123346	  0.125655		CURRENT LEARNING RATE: 0.1537930855151638
previous_iter_valid_loss : 0.12426043301820755

    117900	  0.124545	  0.124260	  0.125467		CURRENT LEARNING RATE: 0.15363936930056563
previous_iter_valid_loss : 0.13830922544002533

    118000	  0.138727	  0.138309	  0.125844		CURRENT LEARNING RATE: 0.15348580672534953
previous_iter_valid_loss : 0.1283835768699646

    118100	  0.128736	  0.128384	  0.125895		CURRENT LEARNING RATE: 0.153332397635953
previous_iter_valid_loss : 0.1271432787179947

    118200	  0.127555	  0.127143	  0.125384		CURRENT LEARNING RATE: 0.15317914187896683
previous_iter_valid_loss : 0.18797259032726288

    118300	  0.188634	  0.187973	  0.125744		CURRENT LEARNING RATE: 0.15302603930113534
previous_iter_valid_loss : 0.12097248435020447

    118400	  0.121263	  0.120972	  0.125849		CURRENT LEARNING RATE: 0.15287308974935587
previous_iter_valid_loss : 0.12659063935279846

    118500	  0.126948	  0.126591	  0.125955		CURRENT LEARNING RATE: 0.15272029307067894
previous_iter_valid_loss : 0.11028759181499481

    118600	  0.110537	  0.110288	  0.125473		CURRENT LEARNING RATE: 0.15256764911230775
previous_iter_valid_loss : 0.1378633677959442

    118700	  0.138264	  0.137863	  0.125949		CURRENT LEARNING RATE: 0.15241515772159842
previous_iter_valid_loss : 0.20056647062301636

    118800	  0.201253	  0.200566	  0.126701		CURRENT LEARNING RATE: 0.1522628187460595
previous_iter_valid_loss : 0.10064695030450821

    118900	  0.100786	  0.100647	  0.126245		CURRENT LEARNING RATE: 0.15211063203335204
previous_iter_valid_loss : 0.11038476973772049

    119000	  0.110593	  0.110385	  0.126466		CURRENT LEARNING RATE: 0.15195859743128926
previous_iter_valid_loss : 0.1319819986820221

    119100	  0.132218	  0.131982	  0.126782		CURRENT LEARNING RATE: 0.15180671478783658
previous_iter_valid_loss : 0.12722960114479065

    119200	  0.127581	  0.127230	  0.126976		CURRENT LEARNING RATE: 0.15165498395111132
previous_iter_valid_loss : 0.18471792340278625

    119300	  0.185309	  0.184718	  0.127705		CURRENT LEARNING RATE: 0.1515034047693827
previous_iter_valid_loss : 0.11129757761955261

    119400	  0.111679	  0.111298	  0.127735		CURRENT LEARNING RATE: 0.15135197709107143
previous_iter_valid_loss : 0.16550661623477936

    119500	  0.166060	  0.165507	  0.128091		CURRENT LEARNING RATE: 0.1512007007647499
previous_iter_valid_loss : 0.08582711219787598

    119600	  0.085962	  0.085827	  0.127837		CURRENT LEARNING RATE: 0.1510495756391417
previous_iter_valid_loss : 0.10609927773475647

    119700	  0.106371	  0.106099	  0.127786		CURRENT LEARNING RATE: 0.15089860156312174
previous_iter_valid_loss : 0.1119694709777832

    119800	  0.112248	  0.111969	  0.127694		CURRENT LEARNING RATE: 0.1507477783857159
previous_iter_valid_loss : 0.14724913239479065

    119900	  0.147698	  0.147249	  0.127622		CURRENT LEARNING RATE: 0.15059710595610107
previous_iter_valid_loss : 0.16586458683013916

    120000	  0.166399	  0.165865	  0.127756		CURRENT LEARNING RATE: 0.15044658412360468
previous_iter_valid_loss : 0.17545044422149658

    120100	  0.176045	  0.175450	  0.128470		CURRENT LEARNING RATE: 0.150296212737705
previous_iter_valid_loss : 0.12067065387964249

    120200	  0.120998	  0.120671	  0.128345		CURRENT LEARNING RATE: 0.15014599164803052
previous_iter_valid_loss : 0.08619125187397003

    120300	  0.086294	  0.086191	  0.128215		CURRENT LEARNING RATE: 0.14999592070436024
previous_iter_valid_loss : 0.10232773423194885

    120400	  0.102530	  0.102328	  0.127970		CURRENT LEARNING RATE: 0.14984599975662316
previous_iter_valid_loss : 0.11044111847877502

    120500	  0.110730	  0.110441	  0.128202		CURRENT LEARNING RATE: 0.14969622865489834
previous_iter_valid_loss : 0.1500658094882965

    120600	  0.150516	  0.150066	  0.128597		CURRENT LEARNING RATE: 0.14954660724941463
previous_iter_valid_loss : 0.11925409734249115

    120700	  0.119569	  0.119254	  0.128503		CURRENT LEARNING RATE: 0.14939713539055063
previous_iter_valid_loss : 0.1119500920176506

    120800	  0.112213	  0.111950	  0.128633		CURRENT LEARNING RATE: 0.14924781292883446
previous_iter_valid_loss : 0.18978892266750336

    120900	  0.190404	  0.189789	  0.129363		CURRENT LEARNING RATE: 0.1490986397149437
previous_iter_valid_loss : 0.1301160454750061

    121000	  0.130434	  0.130116	  0.129720		CURRENT LEARNING RATE: 0.14894961559970504
previous_iter_valid_loss : 0.12389370054006577

    121100	  0.124218	  0.123894	  0.129954		CURRENT LEARNING RATE: 0.14880074043409441
previous_iter_valid_loss : 0.12235917896032333

    121200	  0.122684	  0.122359	  0.130112		CURRENT LEARNING RATE: 0.1486520140692366
previous_iter_valid_loss : 0.17976492643356323

    121300	  0.180341	  0.179765	  0.130168		CURRENT LEARNING RATE: 0.14850343635640526
previous_iter_valid_loss : 0.12150277197360992

    121400	  0.121823	  0.121503	  0.129936		CURRENT LEARNING RATE: 0.14835500714702263
previous_iter_valid_loss : 0.12098345160484314

    121500	  0.121294	  0.120983	  0.129862		CURRENT LEARNING RATE: 0.14820672629265955
previous_iter_valid_loss : 0.10008673369884491

    121600	  0.100331	  0.100087	  0.129119		CURRENT LEARNING RATE: 0.14805859364503507
previous_iter_valid_loss : 0.13609543442726135

    121700	  0.136473	  0.136095	  0.129162		CURRENT LEARNING RATE: 0.1479106090560166
previous_iter_valid_loss : 0.13917893171310425

    121800	  0.139588	  0.139179	  0.129295		CURRENT LEARNING RATE: 0.1477627723776195
previous_iter_valid_loss : 0.1505340337753296

    121900	  0.150991	  0.150534	  0.129887		CURRENT LEARNING RATE: 0.1476150834620071
previous_iter_valid_loss : 0.09249930828809738

    122000	  0.092577	  0.092499	  0.129709		CURRENT LEARNING RATE: 0.14746754216149044
previous_iter_valid_loss : 0.1109488233923912

    122100	  0.111134	  0.110949	  0.129755		CURRENT LEARNING RATE: 0.14732014832852827
previous_iter_valid_loss : 0.10423934459686279

    122200	  0.104457	  0.104239	  0.129547		CURRENT LEARNING RATE: 0.14717290181572668
previous_iter_valid_loss : 0.10942023247480392

    122300	  0.109612	  0.109420	  0.129270		CURRENT LEARNING RATE: 0.14702580247583918
previous_iter_valid_loss : 0.15526293218135834

    122400	  0.155672	  0.155263	  0.129879		CURRENT LEARNING RATE: 0.14687885016176638
previous_iter_valid_loss : 0.10846669226884842

    122500	  0.108676	  0.108467	  0.130011		CURRENT LEARNING RATE: 0.14673204472655604
previous_iter_valid_loss : 0.11527527868747711

    122600	  0.115509	  0.115275	  0.129801		CURRENT LEARNING RATE: 0.1465853860234026
previous_iter_valid_loss : 0.17591993510723114

    122700	  0.176486	  0.175920	  0.130210		CURRENT LEARNING RATE: 0.14643887390564744
previous_iter_valid_loss : 0.1215725839138031

    122800	  0.121909	  0.121573	  0.130137		CURRENT LEARNING RATE: 0.14629250822677833
previous_iter_valid_loss : 0.12827861309051514

    122900	  0.128540	  0.128279	  0.129719		CURRENT LEARNING RATE: 0.1461462888404297
previous_iter_valid_loss : 0.12900203466415405

    123000	  0.129287	  0.129002	  0.130144		CURRENT LEARNING RATE: 0.14600021560038204
previous_iter_valid_loss : 0.13589921593666077

    123100	  0.136223	  0.135899	  0.130377		CURRENT LEARNING RATE: 0.1458542883605622
previous_iter_valid_loss : 0.15650828182697296

    123200	  0.156956	  0.156508	  0.130719		CURRENT LEARNING RATE: 0.14570850697504284
previous_iter_valid_loss : 0.11465165764093399

    123300	  0.114853	  0.114652	  0.130002		CURRENT LEARNING RATE: 0.1455628712980426
previous_iter_valid_loss : 0.14828351140022278

    123400	  0.148680	  0.148284	  0.130418		CURRENT LEARNING RATE: 0.14541738118392578
previous_iter_valid_loss : 0.10635284334421158

    123500	  0.106609	  0.106353	  0.130418		CURRENT LEARNING RATE: 0.1452720364872023
previous_iter_valid_loss : 0.09778626263141632

    123600	  0.097916	  0.097786	  0.130340		CURRENT LEARNING RATE: 0.14512683706252735
previous_iter_valid_loss : 0.1010560616850853

    123700	  0.101264	  0.101056	  0.130265		CURRENT LEARNING RATE: 0.1449817827647016
previous_iter_valid_loss : 0.10111985355615616

    123800	  0.101303	  0.101120	  0.130359		CURRENT LEARNING RATE: 0.1448368734486707
previous_iter_valid_loss : 0.11799091845750809

    123900	  0.118211	  0.117991	  0.130360		CURRENT LEARNING RATE: 0.1446921089695253
previous_iter_valid_loss : 0.151885524392128

    124000	  0.152304	  0.151886	  0.130497		CURRENT LEARNING RATE: 0.14454748918250093
previous_iter_valid_loss : 0.1004459485411644

    124100	  0.100631	  0.100446	  0.130091		CURRENT LEARNING RATE: 0.14440301394297783
previous_iter_valid_loss : 0.1408047080039978

    124200	  0.141142	  0.140805	  0.129631		CURRENT LEARNING RATE: 0.14425868310648066
previous_iter_valid_loss : 0.10456471145153046

    124300	  0.104725	  0.104565	  0.129447		CURRENT LEARNING RATE: 0.14411449652867864
previous_iter_valid_loss : 0.11875458061695099

    124400	  0.118985	  0.118755	  0.129322		CURRENT LEARNING RATE: 0.1439704540653851
previous_iter_valid_loss : 0.1112070307135582

    124500	  0.111363	  0.111207	  0.128620		CURRENT LEARNING RATE: 0.1438265555725577
previous_iter_valid_loss : 0.10027699917554855

    124600	  0.100330	  0.100277	  0.128327		CURRENT LEARNING RATE: 0.14368280090629781
previous_iter_valid_loss : 0.12016692757606506

    124700	  0.120401	  0.120167	  0.128034		CURRENT LEARNING RATE: 0.14353918992285084
previous_iter_valid_loss : 0.11817193031311035

    124800	  0.118370	  0.118172	  0.128278		CURRENT LEARNING RATE: 0.1433957224786057
previous_iter_valid_loss : 0.20388802886009216

    124900	  0.204419	  0.203888	  0.128467		CURRENT LEARNING RATE: 0.14325239843009505
previous_iter_valid_loss : 0.0929480567574501

    125000	  0.093004	  0.092948	  0.128286		CURRENT LEARNING RATE: 0.14310921763399476
previous_iter_valid_loss : 0.1674785614013672

    125100	  0.167878	  0.167479	  0.128835		CURRENT LEARNING RATE: 0.142966179947124
previous_iter_valid_loss : 0.12168639898300171

    125200	  0.121882	  0.121686	  0.129074		CURRENT LEARNING RATE: 0.1428232852264451
previous_iter_valid_loss : 0.14929400384426117

    125300	  0.149697	  0.149294	  0.126518		CURRENT LEARNING RATE: 0.14268053332906333
previous_iter_valid_loss : 0.14704987406730652

    125400	  0.147423	  0.147050	  0.126358		CURRENT LEARNING RATE: 0.1425379241122268
previous_iter_valid_loss : 0.1269991397857666

    125500	  0.127262	  0.126999	  0.126556		CURRENT LEARNING RATE: 0.14239545743332624
previous_iter_valid_loss : 0.11331004649400711

    125600	  0.113418	  0.113310	  0.125930		CURRENT LEARNING RATE: 0.142253133149895
previous_iter_valid_loss : 0.12142812460660934

    125700	  0.121657	  0.121428	  0.125918		CURRENT LEARNING RATE: 0.14211095111960872
previous_iter_valid_loss : 0.13337746262550354

    125800	  0.133658	  0.133377	  0.126247		CURRENT LEARNING RATE: 0.14196891120028546
previous_iter_valid_loss : 0.1083306297659874

    125900	  0.108463	  0.108331	  0.126145		CURRENT LEARNING RATE: 0.1418270132498852
previous_iter_valid_loss : 0.11256500333547592

    126000	  0.112761	  0.112565	  0.125402		CURRENT LEARNING RATE: 0.14168525712651
previous_iter_valid_loss : 0.1209566742181778

    126100	  0.121222	  0.120957	  0.125477		CURRENT LEARNING RATE: 0.14154364268840375
previous_iter_valid_loss : 0.11984950304031372

    126200	  0.120115	  0.119850	  0.125740		CURRENT LEARNING RATE: 0.14140216979395198
previous_iter_valid_loss : 0.09381544589996338

    126300	  0.093831	  0.093815	  0.125699		CURRENT LEARNING RATE: 0.1412608383016818
previous_iter_valid_loss : 0.12453900277614594

    126400	  0.124800	  0.124539	  0.125970		CURRENT LEARNING RATE: 0.14111964807026167
previous_iter_valid_loss : 0.14950169622898102

    126500	  0.149896	  0.149502	  0.126201		CURRENT LEARNING RATE: 0.14097859895850137
previous_iter_valid_loss : 0.16216044127941132

    126600	  0.162618	  0.162160	  0.126561		CURRENT LEARNING RATE: 0.1408376908253518
previous_iter_valid_loss : 0.11735494434833527

    126700	  0.117544	  0.117355	  0.126730		CURRENT LEARNING RATE: 0.14069692352990476
previous_iter_valid_loss : 0.10747639089822769

    126800	  0.107626	  0.107476	  0.126956		CURRENT LEARNING RATE: 0.14055629693139302
previous_iter_valid_loss : 0.09776758402585983

    126900	  0.097778	  0.097768	  0.126513		CURRENT LEARNING RATE: 0.1404158108891899
previous_iter_valid_loss : 0.13152340054512024

    127000	  0.131807	  0.131523	  0.126907		CURRENT LEARNING RATE: 0.14027546526280937
previous_iter_valid_loss : 0.13885143399238586

    127100	  0.139205	  0.138851	  0.127303		CURRENT LEARNING RATE: 0.14013525991190579
previous_iter_valid_loss : 0.14944683015346527

    127200	  0.150008	  0.149447	  0.127713		CURRENT LEARNING RATE: 0.1399951946962738
previous_iter_valid_loss : 0.09993390738964081

    127300	  0.100045	  0.099934	  0.127778		CURRENT LEARNING RATE: 0.13985526947584817
previous_iter_valid_loss : 0.09429573267698288

    127400	  0.094375	  0.094296	  0.127362		CURRENT LEARNING RATE: 0.13971548411070367
previous_iter_valid_loss : 0.11798711121082306

    127500	  0.118219	  0.117987	  0.127174		CURRENT LEARNING RATE: 0.13957583846105492
previous_iter_valid_loss : 0.12872964143753052

    127600	  0.129088	  0.128730	  0.127372		CURRENT LEARNING RATE: 0.13943633238725628
previous_iter_valid_loss : 0.11751227080821991

    127700	  0.117762	  0.117512	  0.127320		CURRENT LEARNING RATE: 0.13929696574980163
previous_iter_valid_loss : 0.11576514691114426

    127800	  0.115953	  0.115765	  0.127244		CURRENT LEARNING RATE: 0.13915773840932436
previous_iter_valid_loss : 0.10640173405408859

    127900	  0.106542	  0.106402	  0.127065		CURRENT LEARNING RATE: 0.13901865022659707
previous_iter_valid_loss : 0.11581845581531525

    128000	  0.116034	  0.115818	  0.126841		CURRENT LEARNING RATE: 0.1388797010625316
previous_iter_valid_loss : 0.12186022102832794

    128100	  0.122093	  0.121860	  0.126775		CURRENT LEARNING RATE: 0.13874089077817875
previous_iter_valid_loss : 0.13527631759643555

    128200	  0.135615	  0.135276	  0.126857		CURRENT LEARNING RATE: 0.1386022192347283
previous_iter_valid_loss : 0.18178890645503998

    128300	  0.182380	  0.181789	  0.126795		CURRENT LEARNING RATE: 0.13846368629350855
previous_iter_valid_loss : 0.1036216989159584

    128400	  0.103767	  0.103622	  0.126621		CURRENT LEARNING RATE: 0.1383252918159867
previous_iter_valid_loss : 0.10909412801265717

    128500	  0.109329	  0.109094	  0.126446		CURRENT LEARNING RATE: 0.13818703566376817
previous_iter_valid_loss : 0.09752624481916428

    128600	  0.097644	  0.097526	  0.126319		CURRENT LEARNING RATE: 0.1380489176985968
previous_iter_valid_loss : 0.09491732716560364

    128700	  0.094965	  0.094917	  0.125889		CURRENT LEARNING RATE: 0.13791093778235466
previous_iter_valid_loss : 0.11889542639255524

    128800	  0.119109	  0.118895	  0.125073		CURRENT LEARNING RATE: 0.1377730957770618
previous_iter_valid_loss : 0.1274736225605011

    128900	  0.127699	  0.127474	  0.125341		CURRENT LEARNING RATE: 0.13763539154487617
previous_iter_valid_loss : 0.10552455484867096

    129000	  0.105657	  0.105525	  0.125292		CURRENT LEARNING RATE: 0.13749782494809357
previous_iter_valid_loss : 0.1351998746395111

    129100	  0.135440	  0.135200	  0.125324		CURRENT LEARNING RATE: 0.13736039584914736
previous_iter_valid_loss : 0.09738190472126007

    129200	  0.097507	  0.097382	  0.125026		CURRENT LEARNING RATE: 0.13722310411060848
previous_iter_valid_loss : 0.20272767543792725

    129300	  0.203368	  0.202728	  0.125206		CURRENT LEARNING RATE: 0.1370859495951851
previous_iter_valid_loss : 0.12489543110132217

    129400	  0.125150	  0.124895	  0.125342		CURRENT LEARNING RATE: 0.1369489321657228
previous_iter_valid_loss : 0.11901169270277023

    129500	  0.119263	  0.119012	  0.124877		CURRENT LEARNING RATE: 0.13681205168520402
previous_iter_valid_loss : 0.095335453748703

    129600	  0.095472	  0.095335	  0.124972		CURRENT LEARNING RATE: 0.13667530801674838
previous_iter_valid_loss : 0.13446971774101257

    129700	  0.134795	  0.134470	  0.125256		CURRENT LEARNING RATE: 0.1365387010236121
previous_iter_valid_loss : 0.22764258086681366

    129800	  0.228192	  0.227643	  0.126413		CURRENT LEARNING RATE: 0.13640223056918824
previous_iter_valid_loss : 0.15818698704242706

    129900	  0.158636	  0.158187	  0.126522		CURRENT LEARNING RATE: 0.1362658965170063
previous_iter_valid_loss : 0.12914998829364777

    130000	  0.129478	  0.129150	  0.126155		CURRENT LEARNING RATE: 0.13612969873073225
previous_iter_valid_loss : 0.13072934746742249

    130100	  0.131085	  0.130729	  0.125708		CURRENT LEARNING RATE: 0.13599363707416826
previous_iter_valid_loss : 0.1509305089712143

    130200	  0.151305	  0.150931	  0.126010		CURRENT LEARNING RATE: 0.13585771141125272
previous_iter_valid_loss : 0.09803703427314758

    130300	  0.098147	  0.098037	  0.126129		CURRENT LEARNING RATE: 0.13572192160605986
previous_iter_valid_loss : 0.12436570227146149

    130400	  0.124598	  0.124366	  0.126349		CURRENT LEARNING RATE: 0.13558626752279995
previous_iter_valid_loss : 0.14748430252075195

    130500	  0.147856	  0.147484	  0.126719		CURRENT LEARNING RATE: 0.13545074902581883
previous_iter_valid_loss : 0.09961345791816711

    130600	  0.099706	  0.099613	  0.126215		CURRENT LEARNING RATE: 0.13531536597959806
previous_iter_valid_loss : 0.15794123709201813

    130700	  0.158397	  0.157941	  0.126602		CURRENT LEARNING RATE: 0.1351801182487545
previous_iter_valid_loss : 0.12433898448944092

    130800	  0.124665	  0.124339	  0.126726		CURRENT LEARNING RATE: 0.1350450056980405
previous_iter_valid_loss : 0.11214813590049744

    130900	  0.112348	  0.112148	  0.125949		CURRENT LEARNING RATE: 0.1349100281923434
previous_iter_valid_loss : 0.13372854888439178

    131000	  0.134016	  0.133729	  0.125985		CURRENT LEARNING RATE: 0.1347751855966858
previous_iter_valid_loss : 0.11950695514678955

    131100	  0.119738	  0.119507	  0.125942		CURRENT LEARNING RATE: 0.13464047777622498
previous_iter_valid_loss : 0.12724918127059937

    131200	  0.127495	  0.127249	  0.125990		CURRENT LEARNING RATE: 0.1345059045962532
previous_iter_valid_loss : 0.10320974141359329

    131300	  0.103379	  0.103210	  0.125225		CURRENT LEARNING RATE: 0.13437146592219718
previous_iter_valid_loss : 0.11426509916782379

    131400	  0.114517	  0.114265	  0.125153		CURRENT LEARNING RATE: 0.1342371616196183
previous_iter_valid_loss : 0.08872941881418228

    131500	  0.088760	  0.088729	  0.124830		CURRENT LEARNING RATE: 0.1341029915542122
previous_iter_valid_loss : 0.13377238810062408

    131600	  0.134069	  0.133772	  0.125167		CURRENT LEARNING RATE: 0.13396895559180888
previous_iter_valid_loss : 0.09000800549983978

    131700	  0.090134	  0.090008	  0.124706		CURRENT LEARNING RATE: 0.13383505359837228
previous_iter_valid_loss : 0.14114631712436676

    131800	  0.141498	  0.141146	  0.124726		CURRENT LEARNING RATE: 0.13370128544000046
previous_iter_valid_loss : 0.11897598206996918

    131900	  0.119309	  0.118976	  0.124410		CURRENT LEARNING RATE: 0.13356765098292517
previous_iter_valid_loss : 0.11453618854284286

    132000	  0.114737	  0.114536	  0.124630		CURRENT LEARNING RATE: 0.13343415009351206
previous_iter_valid_loss : 0.1331833302974701

    132100	  0.133518	  0.133183	  0.124853		CURRENT LEARNING RATE: 0.1333007826382601
previous_iter_valid_loss : 0.1503438502550125

    132200	  0.150729	  0.150344	  0.125314		CURRENT LEARNING RATE: 0.13316754848380194
previous_iter_valid_loss : 0.1444435864686966

    132300	  0.144810	  0.144444	  0.125664		CURRENT LEARNING RATE: 0.13303444749690332
previous_iter_valid_loss : 0.08754622936248779

    132400	  0.087586	  0.087546	  0.124987		CURRENT LEARNING RATE: 0.1329014795444633
previous_iter_valid_loss : 0.11684447526931763

    132500	  0.117016	  0.116844	  0.125071		CURRENT LEARNING RATE: 0.1327686444935139
previous_iter_valid_loss : 0.1337926834821701

    132600	  0.134070	  0.133793	  0.125256		CURRENT LEARNING RATE: 0.13263594221122005
previous_iter_valid_loss : 0.10969306528568268

    132700	  0.109874	  0.109693	  0.124594		CURRENT LEARNING RATE: 0.13250337256487946
previous_iter_valid_loss : 0.08944666385650635

    132800	  0.089474	  0.089447	  0.124272		CURRENT LEARNING RATE: 0.13237093542192252
previous_iter_valid_loss : 0.11679325252771378

    132900	  0.117037	  0.116793	  0.124157		CURRENT LEARNING RATE: 0.13223863064991198
previous_iter_valid_loss : 0.1371849626302719

    133000	  0.137554	  0.137185	  0.124239		CURRENT LEARNING RATE: 0.13210645811654315
previous_iter_valid_loss : 0.11895185708999634

    133100	  0.119141	  0.118952	  0.124070		CURRENT LEARNING RATE: 0.1319744176896434
previous_iter_valid_loss : 0.12441588938236237

    133200	  0.124647	  0.124416	  0.123749		CURRENT LEARNING RATE: 0.1318425092371724
previous_iter_valid_loss : 0.14736667275428772

    133300	  0.147709	  0.147367	  0.124076		CURRENT LEARNING RATE: 0.13171073262722155
previous_iter_valid_loss : 0.10877512395381927

    133400	  0.108954	  0.108775	  0.123681		CURRENT LEARNING RATE: 0.13157908772801435
previous_iter_valid_loss : 0.13728725910186768

    133500	  0.137612	  0.137287	  0.123990		CURRENT LEARNING RATE: 0.13144757440790583
previous_iter_valid_loss : 0.18551090359687805

    133600	  0.186051	  0.185511	  0.124868		CURRENT LEARNING RATE: 0.13131619253538268
previous_iter_valid_loss : 0.0984216034412384

    133700	  0.098621	  0.098422	  0.124841		CURRENT LEARNING RATE: 0.131184941979063
previous_iter_valid_loss : 0.10742484033107758

    133800	  0.107609	  0.107425	  0.124904		CURRENT LEARNING RATE: 0.13105382260769624
previous_iter_valid_loss : 0.11039259284734726

    133900	  0.110631	  0.110393	  0.124828		CURRENT LEARNING RATE: 0.130922834290163
previous_iter_valid_loss : 0.11574549227952957

    134000	  0.115985	  0.115745	  0.124467		CURRENT LEARNING RATE: 0.13079197689547498
previous_iter_valid_loss : 0.09678581357002258

    134100	  0.096885	  0.096786	  0.124430		CURRENT LEARNING RATE: 0.1306612502927747
previous_iter_valid_loss : 0.0971696749329567

    134200	  0.097274	  0.097170	  0.123994		CURRENT LEARNING RATE: 0.13053065435133565
previous_iter_valid_loss : 0.14664499461650848

    134300	  0.147079	  0.146645	  0.124415		CURRENT LEARNING RATE: 0.13040018894056182
previous_iter_valid_loss : 0.19236670434474945

    134400	  0.192903	  0.192367	  0.125151		CURRENT LEARNING RATE: 0.1302698539299878
previous_iter_valid_loss : 0.11799095571041107

    134500	  0.118266	  0.117991	  0.125219		CURRENT LEARNING RATE: 0.13013964918927856
previous_iter_valid_loss : 0.12915198504924774

    134600	  0.129405	  0.129152	  0.125507		CURRENT LEARNING RATE: 0.13000957458822937
previous_iter_valid_loss : 0.09844539314508438

    134700	  0.098561	  0.098445	  0.125290		CURRENT LEARNING RATE: 0.12987962999676556
previous_iter_valid_loss : 0.14158256351947784

    134800	  0.141978	  0.141583	  0.125524		CURRENT LEARNING RATE: 0.12974981528494262
previous_iter_valid_loss : 0.1236167624592781

    134900	  0.123843	  0.123617	  0.124722		CURRENT LEARNING RATE: 0.12962013032294575
previous_iter_valid_loss : 0.15824484825134277

    135000	  0.158671	  0.158245	  0.125375		CURRENT LEARNING RATE: 0.12949057498109
previous_iter_valid_loss : 0.12488722801208496

    135100	  0.125083	  0.124887	  0.124949		CURRENT LEARNING RATE: 0.12936114912982002
previous_iter_valid_loss : 0.09002815186977386

    135200	  0.090108	  0.090028	  0.124632		CURRENT LEARNING RATE: 0.12923185263971
previous_iter_valid_loss : 0.10473967343568802

    135300	  0.104897	  0.104740	  0.124187		CURRENT LEARNING RATE: 0.12910268538146333
previous_iter_valid_loss : 0.1026744470000267

    135400	  0.102820	  0.102674	  0.123743		CURRENT LEARNING RATE: 0.12897364722591284
previous_iter_valid_loss : 0.11494522541761398

    135500	  0.115122	  0.114945	  0.123622		CURRENT LEARNING RATE: 0.12884473804402027
previous_iter_valid_loss : 0.11642986536026001

    135600	  0.116664	  0.116430	  0.123653		CURRENT LEARNING RATE: 0.12871595770687655
previous_iter_valid_loss : 0.12522611021995544

    135700	  0.125491	  0.125226	  0.123691		CURRENT LEARNING RATE: 0.1285873060857012
previous_iter_valid_loss : 0.10471422970294952

    135800	  0.104864	  0.104714	  0.123405		CURRENT LEARNING RATE: 0.12845878305184272
previous_iter_valid_loss : 0.14860516786575317

    135900	  0.149009	  0.148605	  0.123808		CURRENT LEARNING RATE: 0.12833038847677794
previous_iter_valid_loss : 0.1449357569217682

    136000	  0.145287	  0.144936	  0.124131		CURRENT LEARNING RATE: 0.12820212223211236
previous_iter_valid_loss : 0.11832477897405624

    136100	  0.118657	  0.118325	  0.124105		CURRENT LEARNING RATE: 0.12807398418957966
previous_iter_valid_loss : 0.107134610414505

    136200	  0.107316	  0.107135	  0.123978		CURRENT LEARNING RATE: 0.12794597422104187
previous_iter_valid_loss : 0.12187795341014862

    136300	  0.122118	  0.121878	  0.124258		CURRENT LEARNING RATE: 0.12781809219848891
previous_iter_valid_loss : 0.12066608667373657

    136400	  0.120922	  0.120666	  0.124220		CURRENT LEARNING RATE: 0.12769033799403884
previous_iter_valid_loss : 0.1259130984544754

    136500	  0.126174	  0.125913	  0.123984		CURRENT LEARNING RATE: 0.1275627114799374
previous_iter_valid_loss : 0.16262377798557281

    136600	  0.162982	  0.162624	  0.123988		CURRENT LEARNING RATE: 0.12743521252855808
previous_iter_valid_loss : 0.11461346596479416

    136700	  0.114836	  0.114613	  0.123961		CURRENT LEARNING RATE: 0.12730784101240186
previous_iter_valid_loss : 0.15370459854602814

    136800	  0.154048	  0.153705	  0.124423		CURRENT LEARNING RATE: 0.12718059680409732
previous_iter_valid_loss : 0.15429359674453735

    136900	  0.154678	  0.154294	  0.124989		CURRENT LEARNING RATE: 0.12705347977640014
previous_iter_valid_loss : 0.14920352399349213

    137000	  0.149587	  0.149204	  0.125165		CURRENT LEARNING RATE: 0.12692648980219334
previous_iter_valid_loss : 0.16473937034606934

    137100	  0.165152	  0.164739	  0.125424		CURRENT LEARNING RATE: 0.12679962675448692
previous_iter_valid_loss : 0.10652052611112595

    137200	  0.106677	  0.106521	  0.124995		CURRENT LEARNING RATE: 0.12667289050641783
previous_iter_valid_loss : 0.1124633401632309

    137300	  0.112673	  0.112463	  0.125120		CURRENT LEARNING RATE: 0.12654628093124978
previous_iter_valid_loss : 0.12246332317590714

    137400	  0.122776	  0.122463	  0.125402		CURRENT LEARNING RATE: 0.12641979790237323
previous_iter_valid_loss : 0.15429328382015228

    137500	  0.154787	  0.154293	  0.125765		CURRENT LEARNING RATE: 0.12629344129330514
previous_iter_valid_loss : 0.11176881194114685

    137600	  0.111948	  0.111769	  0.125595		CURRENT LEARNING RATE: 0.12616721097768882
previous_iter_valid_loss : 0.1118231862783432

    137700	  0.112061	  0.111823	  0.125538		CURRENT LEARNING RATE: 0.126041106829294
previous_iter_valid_loss : 0.10773737728595734

    137800	  0.107885	  0.107737	  0.125458		CURRENT LEARNING RATE: 0.12591512872201652
previous_iter_valid_loss : 0.09550856798887253

    137900	  0.095584	  0.095509	  0.125349		CURRENT LEARNING RATE: 0.12578927652987826
previous_iter_valid_loss : 0.1274791806936264

    138000	  0.127824	  0.127479	  0.125466		CURRENT LEARNING RATE: 0.125663550127027
previous_iter_valid_loss : 0.14347496628761292

    138100	  0.143882	  0.143475	  0.125682		CURRENT LEARNING RATE: 0.12553794938773635
previous_iter_valid_loss : 0.0946011021733284

    138200	  0.094720	  0.094601	  0.125275		CURRENT LEARNING RATE: 0.12541247418640555
previous_iter_valid_loss : 0.1472020000219345

    138300	  0.147628	  0.147202	  0.124929		CURRENT LEARNING RATE: 0.1252871243975594
previous_iter_valid_loss : 0.11627061665058136

    138400	  0.116480	  0.116271	  0.125056		CURRENT LEARNING RATE: 0.12516189989584806
previous_iter_valid_loss : 0.12240979820489883

    138500	  0.122656	  0.122410	  0.125189		CURRENT LEARNING RATE: 0.12503680055604707
previous_iter_valid_loss : 0.10308016836643219

    138600	  0.103276	  0.103080	  0.125245		CURRENT LEARNING RATE: 0.12491182625305702
previous_iter_valid_loss : 0.1570909023284912

    138700	  0.157603	  0.157091	  0.125866		CURRENT LEARNING RATE: 0.12478697686190367
previous_iter_valid_loss : 0.12411821633577347

    138800	  0.124437	  0.124118	  0.125919		CURRENT LEARNING RATE: 0.12466225225773755
previous_iter_valid_loss : 0.0921974629163742

    138900	  0.092296	  0.092197	  0.125566		CURRENT LEARNING RATE: 0.12453765231583411
previous_iter_valid_loss : 0.16097724437713623

    139000	  0.161493	  0.160977	  0.126120		CURRENT LEARNING RATE: 0.12441317691159333
previous_iter_valid_loss : 0.15973006188869476

    139100	  0.160200	  0.159730	  0.126366		CURRENT LEARNING RATE: 0.12428882592053986
previous_iter_valid_loss : 0.10731978714466095

    139200	  0.107540	  0.107320	  0.126465		CURRENT LEARNING RATE: 0.12416459921832264
previous_iter_valid_loss : 0.09831668436527252

    139300	  0.098539	  0.098317	  0.125421		CURRENT LEARNING RATE: 0.12404049668071501
previous_iter_valid_loss : 0.12353783845901489

    139400	  0.123854	  0.123538	  0.125407		CURRENT LEARNING RATE: 0.12391651818361438
previous_iter_valid_loss : 0.1312965601682663

    139500	  0.131703	  0.131297	  0.125530		CURRENT LEARNING RATE: 0.12379266360304228
previous_iter_valid_loss : 0.10355023294687271

    139600	  0.103746	  0.103550	  0.125612		CURRENT LEARNING RATE: 0.12366893281514406
previous_iter_valid_loss : 0.1177544966340065

    139700	  0.118021	  0.117754	  0.125445		CURRENT LEARNING RATE: 0.123545325696189
previous_iter_valid_loss : 0.13641013205051422

    139800	  0.136826	  0.136410	  0.124533		CURRENT LEARNING RATE: 0.12342184212256992
previous_iter_valid_loss : 0.1059710904955864

    139900	  0.106123	  0.105971	  0.124011		CURRENT LEARNING RATE: 0.12329848197080324
previous_iter_valid_loss : 0.16503693163394928

    140000	  0.165533	  0.165037	  0.124370		CURRENT LEARNING RATE: 0.12317524511752881
previous_iter_valid_loss : 0.11394104361534119

    140100	  0.114140	  0.113941	  0.124202		CURRENT LEARNING RATE: 0.12305213143950977
previous_iter_valid_loss : 0.11694588512182236

    140200	  0.117180	  0.116946	  0.123862		CURRENT LEARNING RATE: 0.1229291408136324
previous_iter_valid_loss : 0.09063531458377838

    140300	  0.090706	  0.090635	  0.123788		CURRENT LEARNING RATE: 0.12280627311690613
previous_iter_valid_loss : 0.11262853443622589

    140400	  0.112839	  0.112629	  0.123670		CURRENT LEARNING RATE: 0.12268352822646317
previous_iter_valid_loss : 0.08501824736595154

    140500	  0.085042	  0.085018	  0.123046		CURRENT LEARNING RATE: 0.12256090601955869
previous_iter_valid_loss : 0.15935268998146057

    140600	  0.159774	  0.159353	  0.123643		CURRENT LEARNING RATE: 0.12243840637357041
previous_iter_valid_loss : 0.09626463055610657

    140700	  0.096410	  0.096265	  0.123026		CURRENT LEARNING RATE: 0.12231602916599875
previous_iter_valid_loss : 0.08415491878986359

    140800	  0.084208	  0.084155	  0.122625		CURRENT LEARNING RATE: 0.1221937742744664
previous_iter_valid_loss : 0.09606083482503891

    140900	  0.096222	  0.096061	  0.122464		CURRENT LEARNING RATE: 0.12207164157671856
previous_iter_valid_loss : 0.23750562965869904

    141000	  0.238123	  0.237506	  0.123501		CURRENT LEARNING RATE: 0.12194963095062242
previous_iter_valid_loss : 0.13232780992984772

    141100	  0.132675	  0.132328	  0.123630		CURRENT LEARNING RATE: 0.12182774227416743
previous_iter_valid_loss : 0.12879377603530884

    141200	  0.129144	  0.128794	  0.123645		CURRENT LEARNING RATE: 0.12170597542546484
previous_iter_valid_loss : 0.08947395533323288

    141300	  0.089490	  0.089474	  0.123508		CURRENT LEARNING RATE: 0.12158433028274783
previous_iter_valid_loss : 0.10197246819734573

    141400	  0.101786	  0.101972	  0.123385		CURRENT LEARNING RATE: 0.12146280672437122
previous_iter_valid_loss : 0.12799154222011566

    141500	  0.127773	  0.127992	  0.123777		CURRENT LEARNING RATE: 0.12134140462881149
previous_iter_valid_loss : 0.08643782138824463

    141600	  0.086359	  0.086438	  0.123304		CURRENT LEARNING RATE: 0.12122012387466646
previous_iter_valid_loss : 0.10454250872135162

    141700	  0.104332	  0.104543	  0.123449		CURRENT LEARNING RATE: 0.12109896434065545
previous_iter_valid_loss : 0.16221565008163452

    141800	  0.162057	  0.162216	  0.123660		CURRENT LEARNING RATE: 0.12097792590561883
previous_iter_valid_loss : 0.09139695018529892

    141900	  0.091342	  0.091397	  0.123384		CURRENT LEARNING RATE: 0.12085700844851822
previous_iter_valid_loss : 0.10486498475074768

    142000	  0.104659	  0.104865	  0.123288		CURRENT LEARNING RATE: 0.12073621184843612
previous_iter_valid_loss : 0.08737251907587051

    142100	  0.087374	  0.087373	  0.122830		CURRENT LEARNING RATE: 0.12061553598457596
previous_iter_valid_loss : 0.09833559393882751

    142200	  0.098164	  0.098336	  0.122309		CURRENT LEARNING RATE: 0.12049498073626179
previous_iter_valid_loss : 0.08820778876543045

    142300	  0.088257	  0.088208	  0.121747		CURRENT LEARNING RATE: 0.12037454598293844
previous_iter_valid_loss : 0.08547418564558029

    142400	  0.085390	  0.085474	  0.121726		CURRENT LEARNING RATE: 0.12025423160417106
previous_iter_valid_loss : 0.14934252202510834

    142500	  0.149126	  0.149343	  0.122051		CURRENT LEARNING RATE: 0.12013403747964535
previous_iter_valid_loss : 0.08923865854740143

    142600	  0.089273	  0.089239	  0.121606		CURRENT LEARNING RATE: 0.1200139634891671
previous_iter_valid_loss : 0.1025155633687973

    142700	  0.102291	  0.102516	  0.121534		CURRENT LEARNING RATE: 0.11989400951266235
previous_iter_valid_loss : 0.08373482525348663

    142800	  0.083828	  0.083735	  0.121477		CURRENT LEARNING RATE: 0.1197741754301771
previous_iter_valid_loss : 0.09165867418050766

    142900	  0.091572	  0.091659	  0.121226		CURRENT LEARNING RATE: 0.11965446112187728
previous_iter_valid_loss : 0.09112351387739182

    143000	  0.091004	  0.091124	  0.120765		CURRENT LEARNING RATE: 0.11953486646804852
previous_iter_valid_loss : 0.09556093066930771

    143100	  0.095537	  0.095561	  0.120531		CURRENT LEARNING RATE: 0.11941539134909622
previous_iter_valid_loss : 0.08770862221717834

    143200	  0.087792	  0.087709	  0.120164		CURRENT LEARNING RATE: 0.1192960356455452
previous_iter_valid_loss : 0.09581848233938217

    143300	  0.095770	  0.095818	  0.119649		CURRENT LEARNING RATE: 0.11917679923803978
previous_iter_valid_loss : 0.09591701626777649

    143400	  0.095723	  0.095917	  0.119520		CURRENT LEARNING RATE: 0.11905768200734351
previous_iter_valid_loss : 0.08180846273899078

    143500	  0.081782	  0.081808	  0.118965		CURRENT LEARNING RATE: 0.1189386838343392
previous_iter_valid_loss : 0.11009114235639572

    143600	  0.109834	  0.110091	  0.118211		CURRENT LEARNING RATE: 0.1188198046000286
previous_iter_valid_loss : 0.09583456069231033

    143700	  0.095690	  0.095835	  0.118185		CURRENT LEARNING RATE: 0.11870104418553254
previous_iter_valid_loss : 0.08430715650320053

    143800	  0.084377	  0.084307	  0.117954		CURRENT LEARNING RATE: 0.11858240247209052
previous_iter_valid_loss : 0.19726969301700592

    143900	  0.197089	  0.197270	  0.118823		CURRENT LEARNING RATE: 0.11846387934106088
previous_iter_valid_loss : 0.08914252370595932

    144000	  0.089025	  0.089143	  0.118557		CURRENT LEARNING RATE: 0.11834547467392044
previous_iter_valid_loss : 0.16447901725769043

    144100	  0.164962	  0.164479	  0.119234		CURRENT LEARNING RATE: 0.11822718835226455
previous_iter_valid_loss : 0.13732127845287323

    144200	  0.137668	  0.137321	  0.119635		CURRENT LEARNING RATE: 0.11810902025780684
previous_iter_valid_loss : 0.11403937637805939

    144300	  0.114228	  0.114039	  0.119309		CURRENT LEARNING RATE: 0.11799097027237926
previous_iter_valid_loss : 0.09943033754825592

    144400	  0.099458	  0.099430	  0.118380		CURRENT LEARNING RATE: 0.11787303827793176
previous_iter_valid_loss : 0.1133950874209404

    144500	  0.113565	  0.113395	  0.118334		CURRENT LEARNING RATE: 0.11775522415653238
previous_iter_valid_loss : 0.12129025906324387

    144600	  0.121498	  0.121290	  0.118255		CURRENT LEARNING RATE: 0.11763752779036694
previous_iter_valid_loss : 0.09019535779953003

    144700	  0.090271	  0.090195	  0.118173		CURRENT LEARNING RATE: 0.11751994906173914
previous_iter_valid_loss : 0.11088807880878448

    144800	  0.111068	  0.110888	  0.117866		CURRENT LEARNING RATE: 0.11740248785307016
previous_iter_valid_loss : 0.09040156751871109

    144900	  0.090450	  0.090402	  0.117533		CURRENT LEARNING RATE: 0.11728514404689883
previous_iter_valid_loss : 0.08840945363044739

    145000	  0.088324	  0.088409	  0.116835		CURRENT LEARNING RATE: 0.11716791752588131
previous_iter_valid_loss : 0.08461945503950119

    145100	  0.084690	  0.084619	  0.116432		CURRENT LEARNING RATE: 0.1170508081727911
previous_iter_valid_loss : 0.08848225325345993

    145200	  0.088466	  0.088482	  0.116417		CURRENT LEARNING RATE: 0.11693381587051878
previous_iter_valid_loss : 0.0851084515452385

    145300	  0.085167	  0.085108	  0.116221		CURRENT LEARNING RATE: 0.11681694050207211
previous_iter_valid_loss : 0.0912134125828743

    145400	  0.091186	  0.091213	  0.116106		CURRENT LEARNING RATE: 0.11670018195057566
previous_iter_valid_loss : 0.11001919209957123

    145500	  0.109820	  0.110019	  0.116057		CURRENT LEARNING RATE: 0.1165835400992709
previous_iter_valid_loss : 0.08225912600755692

    145600	  0.082248	  0.082259	  0.115715		CURRENT LEARNING RATE: 0.11646701483151593
previous_iter_valid_loss : 0.08582740277051926

    145700	  0.085808	  0.085827	  0.115321		CURRENT LEARNING RATE: 0.11635060603078554
previous_iter_valid_loss : 0.10992690920829773

    145800	  0.109797	  0.109927	  0.115373		CURRENT LEARNING RATE: 0.11623431358067082
previous_iter_valid_loss : 0.1314055621623993

    145900	  0.131227	  0.131406	  0.115201		CURRENT LEARNING RATE: 0.11611813736487941
previous_iter_valid_loss : 0.09484973549842834

    146000	  0.094729	  0.094850	  0.114700		CURRENT LEARNING RATE: 0.11600207726723502
previous_iter_valid_loss : 0.09922541677951813

    146100	  0.099523	  0.099225	  0.114509		CURRENT LEARNING RATE: 0.11588613317167758
previous_iter_valid_loss : 0.08551887422800064

    146200	  0.085514	  0.085519	  0.114293		CURRENT LEARNING RATE: 0.11577030496226295
previous_iter_valid_loss : 0.09004718065261841

    146300	  0.090169	  0.090047	  0.113975		CURRENT LEARNING RATE: 0.11565459252316296
previous_iter_valid_loss : 0.09590750932693481

    146400	  0.095716	  0.095908	  0.113727		CURRENT LEARNING RATE: 0.11553899573866509
previous_iter_valid_loss : 0.10432673990726471

    146500	  0.104172	  0.104327	  0.113511		CURRENT LEARNING RATE: 0.11542351449317262
previous_iter_valid_loss : 0.12857428193092346

    146600	  0.128548	  0.128574	  0.113171		CURRENT LEARNING RATE: 0.11530814867120424
previous_iter_valid_loss : 0.09582691639661789

    146700	  0.095717	  0.095827	  0.112983		CURRENT LEARNING RATE: 0.11519289815739417
previous_iter_valid_loss : 0.11235892027616501

    146800	  0.112183	  0.112359	  0.112570		CURRENT LEARNING RATE: 0.11507776283649182
previous_iter_valid_loss : 0.09416119754314423

    146900	  0.094217	  0.094161	  0.111968		CURRENT LEARNING RATE: 0.11496274259336192
previous_iter_valid_loss : 0.09120923280715942

    147000	  0.091300	  0.091209	  0.111388		CURRENT LEARNING RATE: 0.11484783731298417
previous_iter_valid_loss : 0.09344238042831421

    147100	  0.093548	  0.093442	  0.110675		CURRENT LEARNING RATE: 0.11473304688045334
previous_iter_valid_loss : 0.12091474235057831

    147200	  0.121104	  0.120915	  0.110819		CURRENT LEARNING RATE: 0.11461837118097892
previous_iter_valid_loss : 0.16979970037937164

    147300	  0.170193	  0.169800	  0.111393		CURRENT LEARNING RATE: 0.11450381009988525
previous_iter_valid_loss : 0.0986563041806221

    147400	  0.098808	  0.098656	  0.111155		CURRENT LEARNING RATE: 0.11438936352261121
previous_iter_valid_loss : 0.22236423194408417

    147500	  0.222033	  0.222364	  0.111835		CURRENT LEARNING RATE: 0.11427503133471024
previous_iter_valid_loss : 0.20693722367286682

    147600	  0.207598	  0.206937	  0.112787		CURRENT LEARNING RATE: 0.11416081342185011
previous_iter_valid_loss : 0.0933041125535965

    147700	  0.093510	  0.093304	  0.112602		CURRENT LEARNING RATE: 0.11404670966981294
previous_iter_valid_loss : 0.14079980552196503

    147800	  0.140586	  0.140800	  0.112932		CURRENT LEARNING RATE: 0.11393271996449492
previous_iter_valid_loss : 0.09412413835525513

    147900	  0.094197	  0.094124	  0.112919		CURRENT LEARNING RATE: 0.11381884419190637
previous_iter_valid_loss : 0.1315280646085739

    148000	  0.131714	  0.131528	  0.112959		CURRENT LEARNING RATE: 0.11370508223817148
previous_iter_valid_loss : 0.10652683675289154

    148100	  0.106442	  0.106527	  0.112590		CURRENT LEARNING RATE: 0.11359143398952833
previous_iter_valid_loss : 0.08881016820669174

    148200	  0.088832	  0.088810	  0.112532		CURRENT LEARNING RATE: 0.11347789933232862
previous_iter_valid_loss : 0.11326546967029572

    148300	  0.113506	  0.113265	  0.112192		CURRENT LEARNING RATE: 0.11336447815303771
previous_iter_valid_loss : 0.24519893527030945

    148400	  0.246134	  0.245199	  0.113482		CURRENT LEARNING RATE: 0.11325117033823437
previous_iter_valid_loss : 0.08506371080875397

    148500	  0.085118	  0.085064	  0.113108		CURRENT LEARNING RATE: 0.11313797577461085
previous_iter_valid_loss : 0.1475725620985031

    148600	  0.147897	  0.147573	  0.113553		CURRENT LEARNING RATE: 0.11302489434897249
previous_iter_valid_loss : 0.2661498188972473

    148700	  0.266867	  0.266150	  0.114644		CURRENT LEARNING RATE: 0.11291192594823793
previous_iter_valid_loss : 0.12947013974189758

    148800	  0.129188	  0.129470	  0.114697		CURRENT LEARNING RATE: 0.11279907045943871
previous_iter_valid_loss : 0.11598459631204605

    148900	  0.115753	  0.115985	  0.114935		CURRENT LEARNING RATE: 0.11268632776971936
previous_iter_valid_loss : 0.12843574583530426

    149000	  0.128271	  0.128436	  0.114610		CURRENT LEARNING RATE: 0.11257369776633716
previous_iter_valid_loss : 0.11029540747404099

    149100	  0.110419	  0.110295	  0.114115		CURRENT LEARNING RATE: 0.11246118033666212
previous_iter_valid_loss : 0.149470254778862

    149200	  0.149838	  0.149470	  0.114537		CURRENT LEARNING RATE: 0.11234877536817676
previous_iter_valid_loss : 0.10323433578014374

    149300	  0.103274	  0.103234	  0.114586		CURRENT LEARNING RATE: 0.11223648274847617
previous_iter_valid_loss : 0.09673624485731125

    149400	  0.096668	  0.096736	  0.114318		CURRENT LEARNING RATE: 0.11212430236526766
previous_iter_valid_loss : 0.1014247015118599

    149500	  0.101120	  0.101425	  0.114019		CURRENT LEARNING RATE: 0.11201223410637087
previous_iter_valid_loss : 0.12319118529558182

    149600	  0.123457	  0.123191	  0.114216		CURRENT LEARNING RATE: 0.1119002778597175
previous_iter_valid_loss : 0.21002322435379028

    149700	  0.210500	  0.210023	  0.115138		CURRENT LEARNING RATE: 0.11178843351335134
previous_iter_valid_loss : 0.12226900458335876

    149800	  0.122526	  0.122269	  0.114997		CURRENT LEARNING RATE: 0.11167670095542799
previous_iter_valid_loss : 0.08380751311779022

    149900	  0.083717	  0.083808	  0.114775		CURRENT LEARNING RATE: 0.11156508007421491
previous_iter_valid_loss : 0.14048217236995697

    150000	  0.140919	  0.140482	  0.114530		CURRENT LEARNING RATE: 0.11145357075809122
previous_iter_valid_loss : 0.1123344823718071

    150100	  0.112071	  0.112334	  0.114514		CURRENT LEARNING RATE: 0.11134217289554754
previous_iter_valid_loss : 0.10981947183609009

    150200	  0.110014	  0.109819	  0.114442		CURRENT LEARNING RATE: 0.11123088637518606
previous_iter_valid_loss : 0.15047071874141693

    150300	  0.150895	  0.150471	  0.115041		CURRENT LEARNING RATE: 0.1111197110857202
previous_iter_valid_loss : 0.08529787510633469

    150400	  0.085214	  0.085298	  0.114768		CURRENT LEARNING RATE: 0.11100864691597472
previous_iter_valid_loss : 0.15572437644004822

    150500	  0.156121	  0.155724	  0.115475		CURRENT LEARNING RATE: 0.11089769375488537
previous_iter_valid_loss : 0.11858388036489487

    150600	  0.118824	  0.118584	  0.115067		CURRENT LEARNING RATE: 0.11078685149149904
previous_iter_valid_loss : 0.2800901234149933

    150700	  0.280595	  0.280090	  0.116905		CURRENT LEARNING RATE: 0.11067612001497341
previous_iter_valid_loss : 0.08897099643945694

    150800	  0.089117	  0.088971	  0.116953		CURRENT LEARNING RATE: 0.11056549921457706
previous_iter_valid_loss : 0.15232263505458832

    150900	  0.152937	  0.152323	  0.117516		CURRENT LEARNING RATE: 0.1104549889796891
previous_iter_valid_loss : 0.12456465512514114

    151000	  0.125099	  0.124565	  0.116387		CURRENT LEARNING RATE: 0.11034458919979935
previous_iter_valid_loss : 0.2588430345058441

    151100	  0.259847	  0.258843	  0.117652		CURRENT LEARNING RATE: 0.11023429976450796
previous_iter_valid_loss : 0.10891517251729965

    151200	  0.108675	  0.108915	  0.117453		CURRENT LEARNING RATE: 0.11012412056352557
previous_iter_valid_loss : 0.11230426281690598

    151300	  0.112152	  0.112304	  0.117681		CURRENT LEARNING RATE: 0.11001405148667287
previous_iter_valid_loss : 0.16604594886302948

    151400	  0.166640	  0.166046	  0.118322		CURRENT LEARNING RATE: 0.10990409242388087
previous_iter_valid_loss : 0.14911086857318878

    151500	  0.149637	  0.149111	  0.118533		CURRENT LEARNING RATE: 0.10979424326519041
previous_iter_valid_loss : 0.08255674690008163

    151600	  0.082665	  0.082557	  0.118494		CURRENT LEARNING RATE: 0.1096845039007524
previous_iter_valid_loss : 0.12365198135375977

    151700	  0.124003	  0.123652	  0.118685		CURRENT LEARNING RATE: 0.1095748742208274
previous_iter_valid_loss : 0.0872003510594368

    151800	  0.087160	  0.087200	  0.117935		CURRENT LEARNING RATE: 0.10946535411578578
previous_iter_valid_loss : 0.08622368425130844

    151900	  0.086238	  0.086224	  0.117884		CURRENT LEARNING RATE: 0.10935594347610737
previous_iter_valid_loss : 0.09846164286136627

    152000	  0.098334	  0.098462	  0.117819		CURRENT LEARNING RATE: 0.10924664219238159
previous_iter_valid_loss : 0.09731370955705643

    152100	  0.097665	  0.097314	  0.117919		CURRENT LEARNING RATE: 0.10913745015530707
previous_iter_valid_loss : 0.17211675643920898

    152200	  0.172685	  0.172117	  0.118657		CURRENT LEARNING RATE: 0.10902836725569182
previous_iter_valid_loss : 0.22999247908592224

    152300	  0.229940	  0.229992	  0.120075		CURRENT LEARNING RATE: 0.10891939338445289
previous_iter_valid_loss : 0.09108807891607285

    152400	  0.091037	  0.091088	  0.120131		CURRENT LEARNING RATE: 0.10881052843261645
previous_iter_valid_loss : 0.08284451812505722

    152500	  0.082883	  0.082845	  0.119466		CURRENT LEARNING RATE: 0.10870177229131749
previous_iter_valid_loss : 0.1160011887550354

    152600	  0.115851	  0.116001	  0.119733		CURRENT LEARNING RATE: 0.10859312485179988
previous_iter_valid_loss : 0.08808859437704086

    152700	  0.088074	  0.088089	  0.119589		CURRENT LEARNING RATE: 0.10848458600541618
previous_iter_valid_loss : 0.08730851858854294

    152800	  0.087342	  0.087309	  0.119625		CURRENT LEARNING RATE: 0.10837615564362753
previous_iter_valid_loss : 0.08525600284337997

    152900	  0.085270	  0.085256	  0.119561		CURRENT LEARNING RATE: 0.10826783365800353
previous_iter_valid_loss : 0.08695637434720993

    153000	  0.087089	  0.086956	  0.119519		CURRENT LEARNING RATE: 0.10815961994022223
previous_iter_valid_loss : 0.17436575889587402

    153100	  0.174445	  0.174366	  0.120307		CURRENT LEARNING RATE: 0.10805151438206988
previous_iter_valid_loss : 0.09543696790933609

    153200	  0.095246	  0.095437	  0.120384		CURRENT LEARNING RATE: 0.10794351687544092
previous_iter_valid_loss : 0.0871506854891777

    153300	  0.087205	  0.087151	  0.120298		CURRENT LEARNING RATE: 0.10783562731233783
previous_iter_valid_loss : 0.13499397039413452

    153400	  0.134903	  0.134994	  0.120689		CURRENT LEARNING RATE: 0.10772784558487104
previous_iter_valid_loss : 0.16478557884693146

    153500	  0.165260	  0.164786	  0.121518		CURRENT LEARNING RATE: 0.10762017158525879
previous_iter_valid_loss : 0.08318842202425003

    153600	  0.083250	  0.083188	  0.121249		CURRENT LEARNING RATE: 0.10751260520582713
previous_iter_valid_loss : 0.1651606559753418

    153700	  0.164969	  0.165161	  0.121943		CURRENT LEARNING RATE: 0.1074051463390096
previous_iter_valid_loss : 0.09857932478189468

    153800	  0.098767	  0.098579	  0.122085		CURRENT LEARNING RATE: 0.10729779487734739
previous_iter_valid_loss : 0.1373634934425354

    153900	  0.137750	  0.137363	  0.121486		CURRENT LEARNING RATE: 0.10719055071348897
previous_iter_valid_loss : 0.10770989209413528

    154000	  0.107538	  0.107710	  0.121672		CURRENT LEARNING RATE: 0.10708341374019023
previous_iter_valid_loss : 0.08059181272983551

    154100	  0.080682	  0.080592	  0.120833		CURRENT LEARNING RATE: 0.10697638385031412
previous_iter_valid_loss : 0.08908621966838837

    154200	  0.089148	  0.089086	  0.120351		CURRENT LEARNING RATE: 0.1068694609368308
previous_iter_valid_loss : 0.18177972733974457

    154300	  0.182335	  0.181780	  0.121028		CURRENT LEARNING RATE: 0.1067626448928173
previous_iter_valid_loss : 0.09782807528972626

    154400	  0.097639	  0.097828	  0.121012		CURRENT LEARNING RATE: 0.10665593561145761
previous_iter_valid_loss : 0.23594707250595093

    154500	  0.235687	  0.235947	  0.122238		CURRENT LEARNING RATE: 0.10654933298604241
previous_iter_valid_loss : 0.09324759989976883

    154600	  0.093184	  0.093248	  0.121957		CURRENT LEARNING RATE: 0.10644283690996909
previous_iter_valid_loss : 0.12700283527374268

    154700	  0.127303	  0.127003	  0.122325		CURRENT LEARNING RATE: 0.10633644727674152
previous_iter_valid_loss : 0.09504729509353638

    154800	  0.095114	  0.095047	  0.122167		CURRENT LEARNING RATE: 0.10623016397997012
previous_iter_valid_loss : 0.1308911144733429

    154900	  0.131297	  0.130891	  0.122572		CURRENT LEARNING RATE: 0.10612398691337152
previous_iter_valid_loss : 0.2716584801673889

    155000	  0.271414	  0.271658	  0.124404		CURRENT LEARNING RATE: 0.1060179159707687
previous_iter_valid_loss : 0.11631101369857788

    155100	  0.116672	  0.116311	  0.124721		CURRENT LEARNING RATE: 0.10591195104609068
previous_iter_valid_loss : 0.14510098099708557

    155200	  0.144930	  0.145101	  0.125287		CURRENT LEARNING RATE: 0.10580609203337255
previous_iter_valid_loss : 0.0841171070933342

    155300	  0.084130	  0.084117	  0.125277		CURRENT LEARNING RATE: 0.10570033882675524
previous_iter_valid_loss : 0.149812713265419

    155400	  0.149674	  0.149813	  0.125863		CURRENT LEARNING RATE: 0.10559469132048559
previous_iter_valid_loss : 0.08853945136070251

    155500	  0.088424	  0.088539	  0.125649		CURRENT LEARNING RATE: 0.10548914940891603
previous_iter_valid_loss : 0.10698738694190979

    155600	  0.106745	  0.106987	  0.125896		CURRENT LEARNING RATE: 0.1053837129865047
previous_iter_valid_loss : 0.09353005886077881

    155700	  0.093360	  0.093530	  0.125973		CURRENT LEARNING RATE: 0.10527838194781512
previous_iter_valid_loss : 0.09697830677032471

    155800	  0.096774	  0.096978	  0.125843		CURRENT LEARNING RATE: 0.10517315618751627
previous_iter_valid_loss : 0.08615314215421677

    155900	  0.086023	  0.086153	  0.125391		CURRENT LEARNING RATE: 0.10506803560038236
previous_iter_valid_loss : 0.10658375173807144

    156000	  0.106765	  0.106584	  0.125508		CURRENT LEARNING RATE: 0.10496302008129282
previous_iter_valid_loss : 0.10257799923419952

    156100	  0.102474	  0.102578	  0.125542		CURRENT LEARNING RATE: 0.1048581095252321
previous_iter_valid_loss : 0.08803229033946991

    156200	  0.087881	  0.088032	  0.125567		CURRENT LEARNING RATE: 0.10475330382728966
previous_iter_valid_loss : 0.12280551344156265

    156300	  0.122978	  0.122806	  0.125894		CURRENT LEARNING RATE: 0.10464860288265976
previous_iter_valid_loss : 0.0882999449968338

    156400	  0.088151	  0.088300	  0.125818		CURRENT LEARNING RATE: 0.10454400658664147
previous_iter_valid_loss : 0.08244603127241135

    156500	  0.082323	  0.082446	  0.125600		CURRENT LEARNING RATE: 0.10443951483463847
previous_iter_valid_loss : 0.09027230739593506

    156600	  0.090041	  0.090272	  0.125216		CURRENT LEARNING RATE: 0.10433512752215902
previous_iter_valid_loss : 0.0876707062125206

    156700	  0.087642	  0.087671	  0.125135		CURRENT LEARNING RATE: 0.10423084454481576
previous_iter_valid_loss : 0.08839919418096542

    156800	  0.088363	  0.088399	  0.124895		CURRENT LEARNING RATE: 0.10412666579832577
previous_iter_valid_loss : 0.102012999355793

    156900	  0.102057	  0.102013	  0.124974		CURRENT LEARNING RATE: 0.10402259117851023
previous_iter_valid_loss : 0.09658269584178925

    157000	  0.096610	  0.096583	  0.125028		CURRENT LEARNING RATE: 0.10391862058129456
previous_iter_valid_loss : 0.14597737789154053

    157100	  0.146250	  0.145977	  0.125553		CURRENT LEARNING RATE: 0.1038147539027081
previous_iter_valid_loss : 0.12590375542640686

    157200	  0.125985	  0.125904	  0.125603		CURRENT LEARNING RATE: 0.10371099103888422
previous_iter_valid_loss : 0.1264515072107315

    157300	  0.126634	  0.126452	  0.125169		CURRENT LEARNING RATE: 0.10360733188606
previous_iter_valid_loss : 0.08591274172067642

    157400	  0.085518	  0.085913	  0.125042		CURRENT LEARNING RATE: 0.10350377634057632
previous_iter_valid_loss : 0.08845323324203491

    157500	  0.088334	  0.088453	  0.123703		CURRENT LEARNING RATE: 0.10340032429887758
previous_iter_valid_loss : 0.09014295786619186

    157600	  0.089952	  0.090143	  0.122535		CURRENT LEARNING RATE: 0.10329697565751178
previous_iter_valid_loss : 0.0838107094168663

    157700	  0.083593	  0.083811	  0.122440		CURRENT LEARNING RATE: 0.10319373031313023
previous_iter_valid_loss : 0.096425361931324

    157800	  0.096397	  0.096425	  0.121996		CURRENT LEARNING RATE: 0.10309058816248762
previous_iter_valid_loss : 0.11493300646543503

    157900	  0.114940	  0.114933	  0.122204		CURRENT LEARNING RATE: 0.10298754910244172
previous_iter_valid_loss : 0.1691078096628189

    158000	  0.169640	  0.169108	  0.122580		CURRENT LEARNING RATE: 0.10288461302995354
previous_iter_valid_loss : 0.11997487396001816

    158100	  0.120150	  0.119975	  0.122714		CURRENT LEARNING RATE: 0.10278177984208695
previous_iter_valid_loss : 0.08087614178657532

    158200	  0.080682	  0.080876	  0.122635		CURRENT LEARNING RATE: 0.10267904943600878
previous_iter_valid_loss : 0.11035093665122986

    158300	  0.110529	  0.110351	  0.122606		CURRENT LEARNING RATE: 0.10257642170898858
previous_iter_valid_loss : 0.08823179453611374

    158400	  0.088231	  0.088232	  0.121036		CURRENT LEARNING RATE: 0.10247389655839866
previous_iter_valid_loss : 0.13512203097343445

    158500	  0.135443	  0.135122	  0.121537		CURRENT LEARNING RATE: 0.10237147388171382
previous_iter_valid_loss : 0.1269206404685974

    158600	  0.127290	  0.126921	  0.121330		CURRENT LEARNING RATE: 0.1022691535765114
previous_iter_valid_loss : 0.08261453360319138

    158700	  0.082590	  0.082615	  0.119495		CURRENT LEARNING RATE: 0.10216693554047107
previous_iter_valid_loss : 0.10506347566843033

    158800	  0.104972	  0.105063	  0.119251		CURRENT LEARNING RATE: 0.10206481967137482
previous_iter_valid_loss : 0.10831105709075928

    158900	  0.108197	  0.108311	  0.119174		CURRENT LEARNING RATE: 0.10196280586710671
previous_iter_valid_loss : 0.09328273683786392

    159000	  0.093125	  0.093283	  0.118823		CURRENT LEARNING RATE: 0.101860894025653
previous_iter_valid_loss : 0.09101281315088272

    159100	  0.090976	  0.091013	  0.118630		CURRENT LEARNING RATE: 0.10175908404510177
previous_iter_valid_loss : 0.1126038059592247

    159200	  0.112458	  0.112604	  0.118261		CURRENT LEARNING RATE: 0.10165737582364309
previous_iter_valid_loss : 0.08572274446487427

    159300	  0.085742	  0.085723	  0.118086		CURRENT LEARNING RATE: 0.10155576925956869
previous_iter_valid_loss : 0.10994471609592438

    159400	  0.109681	  0.109945	  0.118218		CURRENT LEARNING RATE: 0.10145426425127203
previous_iter_valid_loss : 0.1280299723148346

    159500	  0.128023	  0.128030	  0.118484		CURRENT LEARNING RATE: 0.10135286069724805
previous_iter_valid_loss : 0.09589796513319016

    159600	  0.095818	  0.095898	  0.118211		CURRENT LEARNING RATE: 0.10125155849609324
previous_iter_valid_loss : 0.09265103191137314

    159700	  0.092474	  0.092651	  0.117038		CURRENT LEARNING RATE: 0.10115035754650535
previous_iter_valid_loss : 0.09650243073701859

    159800	  0.096698	  0.096502	  0.116780		CURRENT LEARNING RATE: 0.10104925774728345
previous_iter_valid_loss : 0.09265582263469696

    159900	  0.092784	  0.092656	  0.116868		CURRENT LEARNING RATE: 0.10094825899732769
previous_iter_valid_loss : 0.10133204609155655

    160000	  0.101202	  0.101332	  0.116477		CURRENT LEARNING RATE: 0.10084736119563938
previous_iter_valid_loss : 0.12697084248065948

    160100	  0.126812	  0.126971	  0.116623		CURRENT LEARNING RATE: 0.10074656424132063
previous_iter_valid_loss : 0.10041065514087677

    160200	  0.100322	  0.100411	  0.116529		CURRENT LEARNING RATE: 0.10064586803357455
previous_iter_valid_loss : 0.10935816168785095

    160300	  0.109309	  0.109358	  0.116118		CURRENT LEARNING RATE: 0.10054527247170486
previous_iter_valid_loss : 0.10754779726266861

    160400	  0.107467	  0.107548	  0.116341		CURRENT LEARNING RATE: 0.10044477745511604
previous_iter_valid_loss : 0.08353575319051743

    160500	  0.083534	  0.083536	  0.115619		CURRENT LEARNING RATE: 0.10034438288331303
previous_iter_valid_loss : 0.08920671045780182

    160600	  0.089092	  0.089207	  0.115325		CURRENT LEARNING RATE: 0.10024408865590129
previous_iter_valid_loss : 0.09820961207151413

    160700	  0.098150	  0.098210	  0.113506		CURRENT LEARNING RATE: 0.10014389467258653
previous_iter_valid_loss : 0.0941435694694519

    160800	  0.094059	  0.094144	  0.113558		CURRENT LEARNING RATE: 0.10004380083317481
previous_iter_valid_loss : 0.10101836174726486

    160900	  0.101200	  0.101018	  0.113045		CURRENT LEARNING RATE: 0.09994380703757225
previous_iter_valid_loss : 0.08455807715654373

    161000	  0.084702	  0.084558	  0.112645		CURRENT LEARNING RATE: 0.09984391318578506
previous_iter_valid_loss : 0.08875805884599686

    161100	  0.088895	  0.088758	  0.110944		CURRENT LEARNING RATE: 0.09974411917791937
previous_iter_valid_loss : 0.08845040947198868

    161200	  0.088533	  0.088450	  0.110739		CURRENT LEARNING RATE: 0.09964442491418118
previous_iter_valid_loss : 0.12277276813983917

    161300	  0.122758	  0.122773	  0.110844		CURRENT LEARNING RATE: 0.0995448302948762
previous_iter_valid_loss : 0.08183806389570236

    161400	  0.081831	  0.081838	  0.110002		CURRENT LEARNING RATE: 0.09944533522040981
previous_iter_valid_loss : 0.10133668780326843

    161500	  0.101291	  0.101337	  0.109524		CURRENT LEARNING RATE: 0.09934593959128693
previous_iter_valid_loss : 0.08149620145559311

    161600	  0.081547	  0.081496	  0.109513		CURRENT LEARNING RATE: 0.09924664330811193
previous_iter_valid_loss : 0.09670176357030869

    161700	  0.096918	  0.096702	  0.109244		CURRENT LEARNING RATE: 0.09914744627158849
previous_iter_valid_loss : 0.10477890074253082

    161800	  0.105053	  0.104779	  0.109420		CURRENT LEARNING RATE: 0.09904834838251961
previous_iter_valid_loss : 0.11241721361875534

    161900	  0.112769	  0.112417	  0.109682		CURRENT LEARNING RATE: 0.09894934954180733
previous_iter_valid_loss : 0.09354593604803085

    162000	  0.093709	  0.093546	  0.109633		CURRENT LEARNING RATE: 0.09885044965045287
previous_iter_valid_loss : 0.08475248515605927

    162100	  0.084983	  0.084752	  0.109507		CURRENT LEARNING RATE: 0.09875164860955628
previous_iter_valid_loss : 0.09547307342290878

    162200	  0.095667	  0.095473	  0.108740		CURRENT LEARNING RATE: 0.09865294632031654
previous_iter_valid_loss : 0.08555681258440018

    162300	  0.085649	  0.085557	  0.107296		CURRENT LEARNING RATE: 0.09855434268403132
previous_iter_valid_loss : 0.11295263469219208

    162400	  0.113247	  0.112953	  0.107515		CURRENT LEARNING RATE: 0.09845583760209703
previous_iter_valid_loss : 0.10134662687778473

    162500	  0.101637	  0.101347	  0.107700		CURRENT LEARNING RATE: 0.09835743097600853
previous_iter_valid_loss : 0.11601578444242477

    162600	  0.116313	  0.116016	  0.107700		CURRENT LEARNING RATE: 0.09825912270735919
previous_iter_valid_loss : 0.10050641745328903

    162700	  0.100449	  0.100506	  0.107824		CURRENT LEARNING RATE: 0.09816091269784077
previous_iter_valid_loss : 0.09439267218112946

    162800	  0.094385	  0.094393	  0.107895		CURRENT LEARNING RATE: 0.09806280084924321
previous_iter_valid_loss : 0.1214621439576149

    162900	  0.121651	  0.121462	  0.108257		CURRENT LEARNING RATE: 0.09796478706345468
previous_iter_valid_loss : 0.12801393866539001

    163000	  0.127941	  0.128014	  0.108668		CURRENT LEARNING RATE: 0.09786687124246136
previous_iter_valid_loss : 0.2408299744129181

    163100	  0.241432	  0.240830	  0.109332		CURRENT LEARNING RATE: 0.09776905328834747
previous_iter_valid_loss : 0.13830506801605225

    163200	  0.138648	  0.138305	  0.109761		CURRENT LEARNING RATE: 0.09767133310329498
previous_iter_valid_loss : 0.11773045361042023

    163300	  0.117976	  0.117730	  0.110067		CURRENT LEARNING RATE: 0.09757371058958376
previous_iter_valid_loss : 0.10844181478023529

    163400	  0.108605	  0.108442	  0.109801		CURRENT LEARNING RATE: 0.09747618564959125
previous_iter_valid_loss : 0.13743944466114044

    163500	  0.137668	  0.137439	  0.109528		CURRENT LEARNING RATE: 0.09737875818579252
previous_iter_valid_loss : 0.08801046758890152

    163600	  0.088022	  0.088010	  0.109576		CURRENT LEARNING RATE: 0.09728142810076007
previous_iter_valid_loss : 0.19262906908988953

    163700	  0.192505	  0.192629	  0.109851		CURRENT LEARNING RATE: 0.09718419529716385
previous_iter_valid_loss : 0.09963449835777283

    163800	  0.099549	  0.099634	  0.109861		CURRENT LEARNING RATE: 0.09708705967777101
previous_iter_valid_loss : 0.08366835862398148

    163900	  0.083666	  0.083668	  0.109324		CURRENT LEARNING RATE: 0.09699002114544596
previous_iter_valid_loss : 0.08733072876930237

    164000	  0.087385	  0.087331	  0.109120		CURRENT LEARNING RATE: 0.0968930796031501
previous_iter_valid_loss : 0.11323749274015427

    164100	  0.113110	  0.113237	  0.109447		CURRENT LEARNING RATE: 0.09679623495394196
previous_iter_valid_loss : 0.09179005771875381

    164200	  0.091727	  0.091790	  0.109474		CURRENT LEARNING RATE: 0.09669948710097681
previous_iter_valid_loss : 0.1483718752861023

    164300	  0.148680	  0.148372	  0.109140		CURRENT LEARNING RATE: 0.09660283594750685
previous_iter_valid_loss : 0.14300814270973206

    164400	  0.143200	  0.143008	  0.109592		CURRENT LEARNING RATE: 0.09650628139688086
previous_iter_valid_loss : 0.09190387278795242

    164500	  0.091921	  0.091904	  0.108151		CURRENT LEARNING RATE: 0.09640982335254432
previous_iter_valid_loss : 0.14777033030986786

    164600	  0.147608	  0.147770	  0.108696		CURRENT LEARNING RATE: 0.09631346171803916
previous_iter_valid_loss : 0.10594283044338226

    164700	  0.105806	  0.105943	  0.108486		CURRENT LEARNING RATE: 0.09621719639700375
previous_iter_valid_loss : 0.11392683535814285

    164800	  0.114284	  0.113927	  0.108675		CURRENT LEARNING RATE: 0.09612102729317275
previous_iter_valid_loss : 0.11803457140922546

    164900	  0.118165	  0.118035	  0.108546		CURRENT LEARNING RATE: 0.09602495431037707
previous_iter_valid_loss : 0.11908454447984695

    165000	  0.119130	  0.119085	  0.107020		CURRENT LEARNING RATE: 0.09592897735254367
previous_iter_valid_loss : 0.09288768470287323

    165100	  0.092988	  0.092888	  0.106786		CURRENT LEARNING RATE: 0.09583309632369565
previous_iter_valid_loss : 0.0863887369632721

    165200	  0.086285	  0.086389	  0.106199		CURRENT LEARNING RATE: 0.09573731112795192
previous_iter_valid_loss : 0.15142960846424103

    165300	  0.151175	  0.151430	  0.106872		CURRENT LEARNING RATE: 0.0956416216695273
previous_iter_valid_loss : 0.10027635842561722

    165400	  0.099889	  0.100276	  0.106377		CURRENT LEARNING RATE: 0.09554602785273232
previous_iter_valid_loss : 0.08600122481584549

    165500	  0.085995	  0.086001	  0.106351		CURRENT LEARNING RATE: 0.09545052958197317
previous_iter_valid_loss : 0.2600080668926239

    165600	  0.260525	  0.260008	  0.107882		CURRENT LEARNING RATE: 0.09535512676175152
previous_iter_valid_loss : 0.09683113545179367

    165700	  0.096866	  0.096831	  0.107915		CURRENT LEARNING RATE: 0.09525981929666462
previous_iter_valid_loss : 0.08652040362358093

    165800	  0.086367	  0.086520	  0.107810		CURRENT LEARNING RATE: 0.09516460709140492
previous_iter_valid_loss : 0.11995679885149002

    165900	  0.119818	  0.119957	  0.108148		CURRENT LEARNING RATE: 0.09506949005076028
previous_iter_valid_loss : 0.08973594009876251

    166000	  0.089886	  0.089736	  0.107980		CURRENT LEARNING RATE: 0.09497446807961357
previous_iter_valid_loss : 0.08182855695486069

    166100	  0.081856	  0.081829	  0.107772		CURRENT LEARNING RATE: 0.09487954108294289
previous_iter_valid_loss : 0.10667947679758072

    166200	  0.106571	  0.106679	  0.107959		CURRENT LEARNING RATE: 0.09478470896582117
previous_iter_valid_loss : 0.09705906361341476

    166300	  0.097075	  0.097059	  0.107701		CURRENT LEARNING RATE: 0.09468997163341634
previous_iter_valid_loss : 0.10261182487010956

    166400	  0.102769	  0.102612	  0.107844		CURRENT LEARNING RATE: 0.09459532899099102
previous_iter_valid_loss : 0.12595660984516144

    166500	  0.125775	  0.125957	  0.108279		CURRENT LEARNING RATE: 0.09450078094390257
previous_iter_valid_loss : 0.08232251554727554

    166600	  0.082286	  0.082323	  0.108200		CURRENT LEARNING RATE: 0.09440632739760295
previous_iter_valid_loss : 0.08625004440546036

    166700	  0.086290	  0.086250	  0.108186		CURRENT LEARNING RATE: 0.0943119682576386
previous_iter_valid_loss : 0.09264685958623886

    166800	  0.092496	  0.092647	  0.108228		CURRENT LEARNING RATE: 0.09421770342965034
previous_iter_valid_loss : 0.11875782907009125

    166900	  0.118884	  0.118758	  0.108396		CURRENT LEARNING RATE: 0.0941235328193734
previous_iter_valid_loss : 0.08651754260063171

    167000	  0.086353	  0.086518	  0.108295		CURRENT LEARNING RATE: 0.09402945633263708
previous_iter_valid_loss : 0.08289232105016708

    167100	  0.082782	  0.082892	  0.107664		CURRENT LEARNING RATE: 0.09393547387536497
previous_iter_valid_loss : 0.08357355743646622

    167200	  0.083530	  0.083574	  0.107241		CURRENT LEARNING RATE: 0.09384158535357452
previous_iter_valid_loss : 0.11065714061260223

    167300	  0.110833	  0.110657	  0.107083		CURRENT LEARNING RATE: 0.09374779067337728
previous_iter_valid_loss : 0.11162169277667999

    167400	  0.111791	  0.111622	  0.107340		CURRENT LEARNING RATE: 0.09365408974097851
previous_iter_valid_loss : 0.12419772148132324

    167500	  0.124441	  0.124198	  0.107697		CURRENT LEARNING RATE: 0.0935604824626773
previous_iter_valid_loss : 0.1031513437628746

    167600	  0.103235	  0.103151	  0.107827		CURRENT LEARNING RATE: 0.09346696874486632
previous_iter_valid_loss : 0.10168562084436417

    167700	  0.101546	  0.101686	  0.108006		CURRENT LEARNING RATE: 0.0933735484940319
previous_iter_valid_loss : 0.08304360508918762

    167800	  0.083065	  0.083044	  0.107872		CURRENT LEARNING RATE: 0.09328022161675374
previous_iter_valid_loss : 0.09272635728120804

    167900	  0.092811	  0.092726	  0.107650		CURRENT LEARNING RATE: 0.09318698801970499
previous_iter_valid_loss : 0.1232002004981041

    168000	  0.123446	  0.123200	  0.107191		CURRENT LEARNING RATE: 0.093093847609652
previous_iter_valid_loss : 0.08785154670476913

    168100	  0.087774	  0.087852	  0.106870		CURRENT LEARNING RATE: 0.0930008002934544
previous_iter_valid_loss : 0.09284190088510513

    168200	  0.092763	  0.092842	  0.106990		CURRENT LEARNING RATE: 0.09290784597806483
previous_iter_valid_loss : 0.08157827705144882

    168300	  0.081573	  0.081578	  0.106702		CURRENT LEARNING RATE: 0.09281498457052899
previous_iter_valid_loss : 0.0957726389169693

    168400	  0.095915	  0.095773	  0.106777		CURRENT LEARNING RATE: 0.09272221597798544
previous_iter_valid_loss : 0.2201520949602127

    168500	  0.220673	  0.220152	  0.107628		CURRENT LEARNING RATE: 0.09262954010766561
previous_iter_valid_loss : 0.09072092920541763

    168600	  0.090851	  0.090721	  0.107266		CURRENT LEARNING RATE: 0.09253695686689359
previous_iter_valid_loss : 0.1207776740193367

    168700	  0.120681	  0.120778	  0.107647		CURRENT LEARNING RATE: 0.09244446616308617
previous_iter_valid_loss : 0.13521887362003326

    168800	  0.135537	  0.135219	  0.107949		CURRENT LEARNING RATE: 0.0923520679037526
previous_iter_valid_loss : 0.11318174004554749

    168900	  0.113218	  0.113182	  0.107997		CURRENT LEARNING RATE: 0.09225976199649463
previous_iter_valid_loss : 0.11376740038394928

    169000	  0.113846	  0.113767	  0.108202		CURRENT LEARNING RATE: 0.09216754834900635
previous_iter_valid_loss : 0.0961410328745842

    169100	  0.096111	  0.096141	  0.108254		CURRENT LEARNING RATE: 0.0920754268690741
previous_iter_valid_loss : 0.09772796928882599

    169200	  0.097949	  0.097728	  0.108105		CURRENT LEARNING RATE: 0.09198339746457639
previous_iter_valid_loss : 0.1692209392786026

    169300	  0.169703	  0.169221	  0.108940		CURRENT LEARNING RATE: 0.09189146004348382
previous_iter_valid_loss : 0.08560853451490402

    169400	  0.085634	  0.085609	  0.108696		CURRENT LEARNING RATE: 0.09179961451385893
previous_iter_valid_loss : 0.0809313952922821

    169500	  0.080877	  0.080931	  0.108225		CURRENT LEARNING RATE: 0.09170786078385623
previous_iter_valid_loss : 0.1281690001487732

    169600	  0.128521	  0.128169	  0.108548		CURRENT LEARNING RATE: 0.09161619876172193
previous_iter_valid_loss : 0.10664200037717819

    169700	  0.106897	  0.106642	  0.108688		CURRENT LEARNING RATE: 0.09152462835579406
previous_iter_valid_loss : 0.08374462276697159

    169800	  0.083741	  0.083745	  0.108561		CURRENT LEARNING RATE: 0.09143314947450214
previous_iter_valid_loss : 0.07965992391109467

    169900	  0.079548	  0.079660	  0.108431		CURRENT LEARNING RATE: 0.09134176202636733
previous_iter_valid_loss : 0.09758549928665161

    170000	  0.097339	  0.097585	  0.108393		CURRENT LEARNING RATE: 0.09125046592000215
previous_iter_valid_loss : 0.08603276312351227

    170100	  0.086034	  0.086033	  0.107984		CURRENT LEARNING RATE: 0.0911592610641105
previous_iter_valid_loss : 0.08834880590438843

    170200	  0.088389	  0.088349	  0.107863		CURRENT LEARNING RATE: 0.0910681473674875
previous_iter_valid_loss : 0.13455811142921448

    170300	  0.134305	  0.134558	  0.108115		CURRENT LEARNING RATE: 0.09097712473901948
previous_iter_valid_loss : 0.08553336560726166

    170400	  0.085483	  0.085533	  0.107895		CURRENT LEARNING RATE: 0.09088619308768375
previous_iter_valid_loss : 0.08594456315040588

    170500	  0.085915	  0.085945	  0.107919		CURRENT LEARNING RATE: 0.0907953523225487
previous_iter_valid_loss : 0.10596061497926712

    170600	  0.106186	  0.105961	  0.108087		CURRENT LEARNING RATE: 0.09070460235277353
previous_iter_valid_loss : 0.10096340626478195

    170700	  0.100720	  0.100963	  0.108114		CURRENT LEARNING RATE: 0.0906139430876083
previous_iter_valid_loss : 0.08952803909778595

    170800	  0.089313	  0.089528	  0.108068		CURRENT LEARNING RATE: 0.09052337443639367
previous_iter_valid_loss : 0.08238622546195984

    170900	  0.082331	  0.082386	  0.107882		CURRENT LEARNING RATE: 0.09043289630856105
previous_iter_valid_loss : 0.09048157185316086

    171000	  0.090505	  0.090482	  0.107941		CURRENT LEARNING RATE: 0.09034250861363224
previous_iter_valid_loss : 0.0909939557313919

    171100	  0.090836	  0.090994	  0.107963		CURRENT LEARNING RATE: 0.09025221126121961
previous_iter_valid_loss : 0.15894752740859985

    171200	  0.159479	  0.158948	  0.108668		CURRENT LEARNING RATE: 0.09016200416102574
previous_iter_valid_loss : 0.09693032503128052

    171300	  0.096786	  0.096930	  0.108410		CURRENT LEARNING RATE: 0.09007188722284355
previous_iter_valid_loss : 0.11467205733060837

    171400	  0.114520	  0.114672	  0.108738		CURRENT LEARNING RATE: 0.08998186035655609
previous_iter_valid_loss : 0.09816896170377731

    171500	  0.098289	  0.098169	  0.108706		CURRENT LEARNING RATE: 0.08989192347213648
previous_iter_valid_loss : 0.10263942182064056

    171600	  0.102733	  0.102639	  0.108918		CURRENT LEARNING RATE: 0.08980207647964783
previous_iter_valid_loss : 0.09470390528440475

    171700	  0.095099	  0.094704	  0.108898		CURRENT LEARNING RATE: 0.08971231928924317
previous_iter_valid_loss : 0.1537085920572281

    171800	  0.153653	  0.153709	  0.109387		CURRENT LEARNING RATE: 0.08962265181116524
previous_iter_valid_loss : 0.09343093633651733

    171900	  0.093586	  0.093431	  0.109197		CURRENT LEARNING RATE: 0.08953307395574661
previous_iter_valid_loss : 0.1082405298948288

    172000	  0.108621	  0.108241	  0.109344		CURRENT LEARNING RATE: 0.08944358563340939
previous_iter_valid_loss : 0.11085668951272964

    172100	  0.110842	  0.110857	  0.109605		CURRENT LEARNING RATE: 0.08935418675466526
previous_iter_valid_loss : 0.08700603246688843

    172200	  0.087262	  0.087006	  0.109521		CURRENT LEARNING RATE: 0.08926487723011532
previous_iter_valid_loss : 0.09673888236284256

    172300	  0.096703	  0.096739	  0.109632		CURRENT LEARNING RATE: 0.08917565697045007
previous_iter_valid_loss : 0.08020071685314178

    172400	  0.080260	  0.080201	  0.109305		CURRENT LEARNING RATE: 0.0890865258864492
previous_iter_valid_loss : 0.09765898436307907

    172500	  0.097864	  0.097659	  0.109268		CURRENT LEARNING RATE: 0.08899748388898167
previous_iter_valid_loss : 0.08433626592159271

    172600	  0.084371	  0.084336	  0.108951		CURRENT LEARNING RATE: 0.08890853088900541
previous_iter_valid_loss : 0.09518732875585556

    172700	  0.095189	  0.095187	  0.108898		CURRENT LEARNING RATE: 0.08881966679756748
previous_iter_valid_loss : 0.0896119549870491

    172800	  0.089534	  0.089612	  0.108850		CURRENT LEARNING RATE: 0.08873089152580373
previous_iter_valid_loss : 0.08771137148141861

    172900	  0.087627	  0.087711	  0.108513		CURRENT LEARNING RATE: 0.08864220498493891
previous_iter_valid_loss : 0.10375312715768814

    173000	  0.103650	  0.103753	  0.108270		CURRENT LEARNING RATE: 0.08855360708628644
previous_iter_valid_loss : 0.0807587057352066

    173100	  0.080784	  0.080759	  0.106669		CURRENT LEARNING RATE: 0.08846509774124846
previous_iter_valid_loss : 0.10370375216007233

    173200	  0.104167	  0.103704	  0.106323		CURRENT LEARNING RATE: 0.08837667686131558
previous_iter_valid_loss : 0.08193803578615189

    173300	  0.082252	  0.081938	  0.105966		CURRENT LEARNING RATE: 0.08828834435806694
previous_iter_valid_loss : 0.09100315719842911

    173400	  0.091277	  0.091003	  0.105791		CURRENT LEARNING RATE: 0.08820010014317
previous_iter_valid_loss : 0.10586278885602951

    173500	  0.106205	  0.105863	  0.105475		CURRENT LEARNING RATE: 0.08811194412838055
previous_iter_valid_loss : 0.08396244049072266

    173600	  0.084154	  0.083962	  0.105435		CURRENT LEARNING RATE: 0.08802387622554259
previous_iter_valid_loss : 0.09509482979774475

    173700	  0.095324	  0.095095	  0.104460		CURRENT LEARNING RATE: 0.08793589634658819
previous_iter_valid_loss : 0.10304877907037735

    173800	  0.103239	  0.103049	  0.104494		CURRENT LEARNING RATE: 0.08784800440353743
previous_iter_valid_loss : 0.09564857929944992

    173900	  0.095792	  0.095649	  0.104613		CURRENT LEARNING RATE: 0.08776020030849843
previous_iter_valid_loss : 0.10510026663541794

    174000	  0.105432	  0.105100	  0.104791		CURRENT LEARNING RATE: 0.08767248397366705
previous_iter_valid_loss : 0.08061641454696655

    174100	  0.080620	  0.080616	  0.104465		CURRENT LEARNING RATE: 0.08758485531132694
previous_iter_valid_loss : 0.10597103089094162

    174200	  0.105814	  0.105971	  0.104607		CURRENT LEARNING RATE: 0.08749731423384943
previous_iter_valid_loss : 0.08121374249458313

    174300	  0.081189	  0.081214	  0.103935		CURRENT LEARNING RATE: 0.08740986065369347
previous_iter_valid_loss : 0.09472553431987762

    174400	  0.094741	  0.094726	  0.103452		CURRENT LEARNING RATE: 0.08732249448340543
previous_iter_valid_loss : 0.11377710849046707

    174500	  0.113718	  0.113777	  0.103671		CURRENT LEARNING RATE: 0.08723521563561916
previous_iter_valid_loss : 0.08761827647686005

    174600	  0.087518	  0.087618	  0.103070		CURRENT LEARNING RATE: 0.08714802402305578
previous_iter_valid_loss : 0.10441979765892029

    174700	  0.104304	  0.104420	  0.103054		CURRENT LEARNING RATE: 0.0870609195585237
previous_iter_valid_loss : 0.1180119514465332

    174800	  0.117895	  0.118012	  0.103095		CURRENT LEARNING RATE: 0.08697390215491842
previous_iter_valid_loss : 0.08936702460050583

    174900	  0.089322	  0.089367	  0.102809		CURRENT LEARNING RATE: 0.08688697172522257
previous_iter_valid_loss : 0.1102055087685585

    175000	  0.110174	  0.110206	  0.102720		CURRENT LEARNING RATE: 0.08680012818250567
previous_iter_valid_loss : 0.09321737289428711

    175100	  0.093153	  0.093217	  0.102723		CURRENT LEARNING RATE: 0.08671337143992418
previous_iter_valid_loss : 0.1037534549832344

    175200	  0.103663	  0.103753	  0.102897		CURRENT LEARNING RATE: 0.08662670141072136
previous_iter_valid_loss : 0.16882428526878357

    175300	  0.168629	  0.168824	  0.103071		CURRENT LEARNING RATE: 0.08654011800822717
previous_iter_valid_loss : 0.10119938105344772

    175400	  0.100991	  0.101199	  0.103080		CURRENT LEARNING RATE: 0.0864536211458582
previous_iter_valid_loss : 0.15682919323444366

    175500	  0.156691	  0.156829	  0.103788		CURRENT LEARNING RATE: 0.08636721073711758
previous_iter_valid_loss : 0.09369933605194092

    175600	  0.093538	  0.093699	  0.102125		CURRENT LEARNING RATE: 0.08628088669559489
previous_iter_valid_loss : 0.14318056404590607

    175700	  0.143051	  0.143181	  0.102589		CURRENT LEARNING RATE: 0.08619464893496609
previous_iter_valid_loss : 0.0850762203335762

    175800	  0.084984	  0.085076	  0.102574		CURRENT LEARNING RATE: 0.08610849736899341
previous_iter_valid_loss : 0.09040902554988861

    175900	  0.090326	  0.090409	  0.102279		CURRENT LEARNING RATE: 0.08602243191152527
previous_iter_valid_loss : 0.11560890823602676

    176000	  0.115445	  0.115609	  0.102537		CURRENT LEARNING RATE: 0.08593645247649621
previous_iter_valid_loss : 0.10518898069858551

    176100	  0.105460	  0.105189	  0.102771		CURRENT LEARNING RATE: 0.08585055897792679
previous_iter_valid_loss : 0.1696336418390274

    176200	  0.170382	  0.169634	  0.103401		CURRENT LEARNING RATE: 0.0857647513299235
previous_iter_valid_loss : 0.09504613280296326

    176300	  0.095311	  0.095046	  0.103380		CURRENT LEARNING RATE: 0.08567902944667868
previous_iter_valid_loss : 0.11022690683603287

    176400	  0.110572	  0.110227	  0.103457		CURRENT LEARNING RATE: 0.08559339324247048
previous_iter_valid_loss : 0.08225821703672409

    176500	  0.082305	  0.082258	  0.103020		CURRENT LEARNING RATE: 0.08550784263166261
previous_iter_valid_loss : 0.08578445017337799

    176600	  0.085773	  0.085784	  0.103054		CURRENT LEARNING RATE: 0.08542237752870453
previous_iter_valid_loss : 0.09913145005702972

    176700	  0.099055	  0.099131	  0.103183		CURRENT LEARNING RATE: 0.08533699784813108
previous_iter_valid_loss : 0.1472228765487671

    176800	  0.147057	  0.147223	  0.103729		CURRENT LEARNING RATE: 0.0852517035045626
previous_iter_valid_loss : 0.11716591566801071

    176900	  0.116987	  0.117166	  0.103713		CURRENT LEARNING RATE: 0.08516649441270471
previous_iter_valid_loss : 0.0860714390873909

    177000	  0.085977	  0.086071	  0.103708		CURRENT LEARNING RATE: 0.08508137048734836
previous_iter_valid_loss : 0.09653481096029282

    177100	  0.096525	  0.096535	  0.103845		CURRENT LEARNING RATE: 0.08499633164336956
previous_iter_valid_loss : 0.09672239422798157

    177200	  0.096593	  0.096722	  0.103976		CURRENT LEARNING RATE: 0.0849113777957295
previous_iter_valid_loss : 0.09095855057239532

    177300	  0.090994	  0.090959	  0.103779		CURRENT LEARNING RATE: 0.0848265088594743
previous_iter_valid_loss : 0.12244617193937302

    177400	  0.122985	  0.122446	  0.103888		CURRENT LEARNING RATE: 0.08474172474973506
previous_iter_valid_loss : 0.08998515456914902

    177500	  0.090225	  0.089985	  0.103545		CURRENT LEARNING RATE: 0.08465702538172759
previous_iter_valid_loss : 0.11227347701787949

    177600	  0.112543	  0.112273	  0.103637		CURRENT LEARNING RATE: 0.08457241067075259
previous_iter_valid_loss : 0.08666235953569412

    177700	  0.086864	  0.086662	  0.103486		CURRENT LEARNING RATE: 0.08448788053219529
previous_iter_valid_loss : 0.16002537310123444

    177800	  0.160575	  0.160025	  0.104256		CURRENT LEARNING RATE: 0.08440343488152557
previous_iter_valid_loss : 0.09885827451944351

    177900	  0.099084	  0.098858	  0.104318		CURRENT LEARNING RATE: 0.08431907363429775
previous_iter_valid_loss : 0.08092120289802551

    178000	  0.081016	  0.080921	  0.103895		CURRENT LEARNING RATE: 0.08423479670615061
previous_iter_valid_loss : 0.09673084318637848

    178100	  0.096937	  0.096731	  0.103984		CURRENT LEARNING RATE: 0.08415060401280719
previous_iter_valid_loss : 0.15216393768787384

    178200	  0.152560	  0.152164	  0.104577		CURRENT LEARNING RATE: 0.0840664954700748
previous_iter_valid_loss : 0.11462412029504776

    178300	  0.114943	  0.114624	  0.104907		CURRENT LEARNING RATE: 0.08398247099384487
previous_iter_valid_loss : 0.09016415476799011

    178400	  0.090367	  0.090164	  0.104851		CURRENT LEARNING RATE: 0.08389853050009295
previous_iter_valid_loss : 0.08287128061056137

    178500	  0.082947	  0.082871	  0.103478		CURRENT LEARNING RATE: 0.0838146739048785
previous_iter_valid_loss : 0.08507148176431656

    178600	  0.085205	  0.085071	  0.103422		CURRENT LEARNING RATE: 0.08373090112434496
previous_iter_valid_loss : 0.1146470308303833

    178700	  0.114900	  0.114647	  0.103361		CURRENT LEARNING RATE: 0.0836472120747195
previous_iter_valid_loss : 0.12000353634357452

    178800	  0.119829	  0.120004	  0.103208		CURRENT LEARNING RATE: 0.08356360667231312
previous_iter_valid_loss : 0.08479928225278854

    178900	  0.084750	  0.084799	  0.102925		CURRENT LEARNING RATE: 0.08348008483352035
previous_iter_valid_loss : 0.09208356589078903

    179000	  0.091895	  0.092084	  0.102708		CURRENT LEARNING RATE: 0.08339664647481938
previous_iter_valid_loss : 0.08232483267784119

    179100	  0.082323	  0.082325	  0.102570		CURRENT LEARNING RATE: 0.08331329151277182
previous_iter_valid_loss : 0.08081380277872086

    179200	  0.080793	  0.080814	  0.102400		CURRENT LEARNING RATE: 0.08323001986402274
previous_iter_valid_loss : 0.09064361453056335

    179300	  0.090733	  0.090644	  0.101615		CURRENT LEARNING RATE: 0.08314683144530044
previous_iter_valid_loss : 0.08713028579950333

    179400	  0.087258	  0.087130	  0.101630		CURRENT LEARNING RATE: 0.08306372617341654
previous_iter_valid_loss : 0.08062487840652466

    179500	  0.080711	  0.080625	  0.101627		CURRENT LEARNING RATE: 0.08298070396526569
previous_iter_valid_loss : 0.08857636898756027

    179600	  0.088730	  0.088576	  0.101231		CURRENT LEARNING RATE: 0.08289776473782576
previous_iter_valid_loss : 0.11067993938922882

    179700	  0.111021	  0.110680	  0.101271		CURRENT LEARNING RATE: 0.08281490840815746
previous_iter_valid_loss : 0.1144636869430542

    179800	  0.114741	  0.114464	  0.101578		CURRENT LEARNING RATE: 0.08273213489340447
previous_iter_valid_loss : 0.13535715639591217

    179900	  0.135772	  0.135357	  0.102135		CURRENT LEARNING RATE: 0.08264944411079327
previous_iter_valid_loss : 0.13404609262943268

    180000	  0.134468	  0.134046	  0.102500		CURRENT LEARNING RATE: 0.08256683597763308
previous_iter_valid_loss : 0.10839096456766129

    180100	  0.108138	  0.108391	  0.102724		CURRENT LEARNING RATE: 0.08248431041131572
previous_iter_valid_loss : 0.09285465627908707

    180200	  0.092954	  0.092855	  0.102769		CURRENT LEARNING RATE: 0.08240186732931568
previous_iter_valid_loss : 0.10201144963502884

    180300	  0.102186	  0.102011	  0.102443		CURRENT LEARNING RATE: 0.0823195066491898
previous_iter_valid_loss : 0.10455251485109329

    180400	  0.104400	  0.104553	  0.102633		CURRENT LEARNING RATE: 0.08223722828857745
previous_iter_valid_loss : 0.09579096734523773

    180500	  0.095888	  0.095791	  0.102732		CURRENT LEARNING RATE: 0.08215503216520023
previous_iter_valid_loss : 0.1284041553735733

    180600	  0.128799	  0.128404	  0.102956		CURRENT LEARNING RATE: 0.08207291819686204
previous_iter_valid_loss : 0.07887069880962372

    180700	  0.078883	  0.078871	  0.102735		CURRENT LEARNING RATE: 0.08199088630144886
previous_iter_valid_loss : 0.08425411581993103

    180800	  0.084149	  0.084254	  0.102683		CURRENT LEARNING RATE: 0.08190893639692884
previous_iter_valid_loss : 0.07788792252540588


Current valid loss: 0.07788792252540588;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    180900	  0.077847	  0.077888	  0.102638		CURRENT LEARNING RATE: 0.08182706840135202
previous_iter_valid_loss : 0.09919007867574692

    181000	  0.099397	  0.099190	  0.102725		CURRENT LEARNING RATE: 0.08174528223285045
previous_iter_valid_loss : 0.13060416281223297

    181100	  0.130994	  0.130604	  0.103121		CURRENT LEARNING RATE: 0.0816635778096379
previous_iter_valid_loss : 0.08629899471998215

    181200	  0.086462	  0.086299	  0.102394		CURRENT LEARNING RATE: 0.08158195505000998
previous_iter_valid_loss : 0.10331233590841293

    181300	  0.103520	  0.103312	  0.102458		CURRENT LEARNING RATE: 0.08150041387234389
previous_iter_valid_loss : 0.11690862476825714

    181400	  0.117108	  0.116909	  0.102481		CURRENT LEARNING RATE: 0.08141895419509848
previous_iter_valid_loss : 0.09724918752908707

    181500	  0.097442	  0.097249	  0.102471		CURRENT LEARNING RATE: 0.08133757593681404
previous_iter_valid_loss : 0.10648007690906525

    181600	  0.106592	  0.106480	  0.102510		CURRENT LEARNING RATE: 0.08125627901611233
previous_iter_valid_loss : 0.08083279430866241

    181700	  0.080819	  0.080833	  0.102371		CURRENT LEARNING RATE: 0.08117506335169639
previous_iter_valid_loss : 0.10818745195865631

    181800	  0.108434	  0.108187	  0.101916		CURRENT LEARNING RATE: 0.08109392886235059
previous_iter_valid_loss : 0.09055014699697495

    181900	  0.090281	  0.090550	  0.101887		CURRENT LEARNING RATE: 0.08101287546694037
previous_iter_valid_loss : 0.08061656355857849

    182000	  0.080528	  0.080617	  0.101611		CURRENT LEARNING RATE: 0.08093190308441241
previous_iter_valid_loss : 0.10545754432678223

    182100	  0.105689	  0.105458	  0.101557		CURRENT LEARNING RATE: 0.08085101163379425
previous_iter_valid_loss : 0.08277921378612518

    182200	  0.082691	  0.082779	  0.101515		CURRENT LEARNING RATE: 0.08077020103419448
previous_iter_valid_loss : 0.08663704991340637

    182300	  0.086679	  0.086637	  0.101414		CURRENT LEARNING RATE: 0.08068947120480247
previous_iter_valid_loss : 0.08341673016548157

    182400	  0.083445	  0.083417	  0.101446		CURRENT LEARNING RATE: 0.08060882206488838
previous_iter_valid_loss : 0.08612506091594696

    182500	  0.086213	  0.086125	  0.101330		CURRENT LEARNING RATE: 0.08052825353380308
previous_iter_valid_loss : 0.110481396317482

    182600	  0.110711	  0.110481	  0.101592		CURRENT LEARNING RATE: 0.08044776553097803
previous_iter_valid_loss : 0.09910567849874496

    182700	  0.099367	  0.099106	  0.101631		CURRENT LEARNING RATE: 0.08036735797592519
previous_iter_valid_loss : 0.08106720447540283

    182800	  0.080997	  0.081067	  0.101546		CURRENT LEARNING RATE: 0.08028703078823705
previous_iter_valid_loss : 0.10203859955072403

    182900	  0.102215	  0.102039	  0.101689		CURRENT LEARNING RATE: 0.08020678388758637
previous_iter_valid_loss : 0.08183819055557251

    183000	  0.081834	  0.081838	  0.101470		CURRENT LEARNING RATE: 0.08012661719372628
previous_iter_valid_loss : 0.09559761732816696

    183100	  0.095700	  0.095598	  0.101618		CURRENT LEARNING RATE: 0.08004653062649005
previous_iter_valid_loss : 0.07834174484014511

    183200	  0.078311	  0.078342	  0.101364		CURRENT LEARNING RATE: 0.07996652410579112
previous_iter_valid_loss : 0.13370059430599213

    183300	  0.134042	  0.133701	  0.101882		CURRENT LEARNING RATE: 0.07988659755162296
previous_iter_valid_loss : 0.07908200472593307

    183400	  0.078969	  0.079082	  0.101763		CURRENT LEARNING RATE: 0.07980675088405902
previous_iter_valid_loss : 0.07845713198184967

    183500	  0.078461	  0.078457	  0.101489		CURRENT LEARNING RATE: 0.07972698402325258
previous_iter_valid_loss : 0.11013233661651611

    183600	  0.110412	  0.110132	  0.101750		CURRENT LEARNING RATE: 0.07964729688943685
previous_iter_valid_loss : 0.0966886430978775

    183700	  0.096779	  0.096689	  0.101766		CURRENT LEARNING RATE: 0.07956768940292461
previous_iter_valid_loss : 0.08431614190340042

    183800	  0.084105	  0.084316	  0.101579		CURRENT LEARNING RATE: 0.07948816148410844
previous_iter_valid_loss : 0.08537601679563522

    183900	  0.085193	  0.085376	  0.101476		CURRENT LEARNING RATE: 0.07940871305346034
previous_iter_valid_loss : 0.08157362788915634

    184000	  0.081436	  0.081574	  0.101241		CURRENT LEARNING RATE: 0.07932934403153194
previous_iter_valid_loss : 0.10058989375829697

    184100	  0.100774	  0.100590	  0.101441		CURRENT LEARNING RATE: 0.07925005433895416
previous_iter_valid_loss : 0.08346923440694809

    184200	  0.083435	  0.083469	  0.101216		CURRENT LEARNING RATE: 0.07917084389643735
previous_iter_valid_loss : 0.11474397033452988

    184300	  0.114961	  0.114744	  0.101551		CURRENT LEARNING RATE: 0.07909171262477101
previous_iter_valid_loss : 0.08425068855285645

    184400	  0.084273	  0.084251	  0.101446		CURRENT LEARNING RATE: 0.0790126604448239
previous_iter_valid_loss : 0.0834708884358406

    184500	  0.083443	  0.083471	  0.101143		CURRENT LEARNING RATE: 0.0789336872775438
previous_iter_valid_loss : 0.10327157378196716

    184600	  0.103038	  0.103272	  0.101300		CURRENT LEARNING RATE: 0.07885479304395758
previous_iter_valid_loss : 0.11026665568351746

    184700	  0.110020	  0.110267	  0.101358		CURRENT LEARNING RATE: 0.07877597766517096
previous_iter_valid_loss : 0.1252269744873047

    184800	  0.125161	  0.125227	  0.101430		CURRENT LEARNING RATE: 0.07869724106236857
previous_iter_valid_loss : 0.10943280160427094

    184900	  0.109665	  0.109433	  0.101631		CURRENT LEARNING RATE: 0.0786185831568138
previous_iter_valid_loss : 0.11507637798786163

    185000	  0.115226	  0.115076	  0.101680		CURRENT LEARNING RATE: 0.07854000386984875
previous_iter_valid_loss : 0.08412464708089828

    185100	  0.083913	  0.084125	  0.101589		CURRENT LEARNING RATE: 0.0784615031228941
previous_iter_valid_loss : 0.09037665277719498

    185200	  0.090452	  0.090377	  0.101455		CURRENT LEARNING RATE: 0.07838308083744913
previous_iter_valid_loss : 0.08031155914068222

    185300	  0.080330	  0.080312	  0.100570		CURRENT LEARNING RATE: 0.0783047369350915
previous_iter_valid_loss : 0.09586640447378159

    185400	  0.095971	  0.095866	  0.100517		CURRENT LEARNING RATE: 0.07822647133747737
previous_iter_valid_loss : 0.08036307990550995

    185500	  0.080306	  0.080363	  0.099752		CURRENT LEARNING RATE: 0.07814828396634106
previous_iter_valid_loss : 0.08191700279712677

    185600	  0.081980	  0.081917	  0.099634		CURRENT LEARNING RATE: 0.07807017474349526
previous_iter_valid_loss : 0.08281931281089783

    185700	  0.082860	  0.082819	  0.099031		CURRENT LEARNING RATE: 0.07799214359083068
previous_iter_valid_loss : 0.08722512423992157

    185800	  0.087089	  0.087225	  0.099052		CURRENT LEARNING RATE: 0.07791419043031621
previous_iter_valid_loss : 0.08532340824604034

    185900	  0.085489	  0.085323	  0.099001		CURRENT LEARNING RATE: 0.07783631518399865
previous_iter_valid_loss : 0.09140768647193909

    186000	  0.091469	  0.091408	  0.098759		CURRENT LEARNING RATE: 0.07775851777400278
previous_iter_valid_loss : 0.12103714048862457

    186100	  0.121293	  0.121037	  0.098918		CURRENT LEARNING RATE: 0.07768079812253113
previous_iter_valid_loss : 0.08490876853466034

    186200	  0.084944	  0.084909	  0.098070		CURRENT LEARNING RATE: 0.07760315615186411
previous_iter_valid_loss : 0.09120608121156693

    186300	  0.091243	  0.091206	  0.098032		CURRENT LEARNING RATE: 0.07752559178435968
previous_iter_valid_loss : 0.0940374955534935

    186400	  0.094158	  0.094037	  0.097870		CURRENT LEARNING RATE: 0.07744810494245352
previous_iter_valid_loss : 0.09270087629556656

    186500	  0.092746	  0.092701	  0.097975		CURRENT LEARNING RATE: 0.07737069554865875
previous_iter_valid_loss : 0.09992551803588867

    186600	  0.100112	  0.099926	  0.098116		CURRENT LEARNING RATE: 0.07729336352556597
previous_iter_valid_loss : 0.09258153289556503

    186700	  0.092629	  0.092582	  0.098050		CURRENT LEARNING RATE: 0.07721610879584316
previous_iter_valid_loss : 0.08832195401191711

    186800	  0.088409	  0.088322	  0.097461		CURRENT LEARNING RATE: 0.07713893128223558
previous_iter_valid_loss : 0.09862414002418518

    186900	  0.098428	  0.098624	  0.097276		CURRENT LEARNING RATE: 0.0770618309075657
previous_iter_valid_loss : 0.11133775860071182

    187000	  0.111595	  0.111338	  0.097529		CURRENT LEARNING RATE: 0.07698480759473317
previous_iter_valid_loss : 0.07883700728416443

    187100	  0.078731	  0.078837	  0.097352		CURRENT LEARNING RATE: 0.07690786126671463
previous_iter_valid_loss : 0.07848397642374039

    187200	  0.078418	  0.078484	  0.097169		CURRENT LEARNING RATE: 0.07683099184656379
previous_iter_valid_loss : 0.0837012529373169

    187300	  0.083626	  0.083701	  0.097097		CURRENT LEARNING RATE: 0.07675419925741117
previous_iter_valid_loss : 0.07965343445539474

    187400	  0.079634	  0.079653	  0.096669		CURRENT LEARNING RATE: 0.07667748342246423
previous_iter_valid_loss : 0.0797044038772583

    187500	  0.079639	  0.079704	  0.096566		CURRENT LEARNING RATE: 0.0766008442650071
previous_iter_valid_loss : 0.07953469455242157

    187600	  0.079534	  0.079535	  0.096239		CURRENT LEARNING RATE: 0.0765242817084006
previous_iter_valid_loss : 0.1131562739610672

    187700	  0.113330	  0.113156	  0.096504		CURRENT LEARNING RATE: 0.0764477956760822
previous_iter_valid_loss : 0.09782677888870239

    187800	  0.097914	  0.097827	  0.095882		CURRENT LEARNING RATE: 0.07637138609156584
previous_iter_valid_loss : 0.07805415987968445

    187900	  0.077954	  0.078054	  0.095674		CURRENT LEARNING RATE: 0.07629505287844195
previous_iter_valid_loss : 0.10259454697370529

    188000	  0.102359	  0.102595	  0.095890		CURRENT LEARNING RATE: 0.07621879596037727
previous_iter_valid_loss : 0.08906061947345734

    188100	  0.089190	  0.089061	  0.095814		CURRENT LEARNING RATE: 0.07614261526111492
previous_iter_valid_loss : 0.08747168630361557

    188200	  0.087304	  0.087472	  0.095167		CURRENT LEARNING RATE: 0.07606651070447416
previous_iter_valid_loss : 0.08066199719905853

    188300	  0.080526	  0.080662	  0.094827		CURRENT LEARNING RATE: 0.07599048221435047
previous_iter_valid_loss : 0.11097214370965958

    188400	  0.110800	  0.110972	  0.095035		CURRENT LEARNING RATE: 0.0759145297147153
previous_iter_valid_loss : 0.08609860390424728

    188500	  0.085948	  0.086099	  0.095067		CURRENT LEARNING RATE: 0.0758386531296162
previous_iter_valid_loss : 0.09627453982830048

    188600	  0.096455	  0.096275	  0.095179		CURRENT LEARNING RATE: 0.07576285238317651
previous_iter_valid_loss : 0.08442562818527222

    188700	  0.084500	  0.084426	  0.094877		CURRENT LEARNING RATE: 0.07568712739959556
previous_iter_valid_loss : 0.11666478961706161

    188800	  0.116884	  0.116665	  0.094844		CURRENT LEARNING RATE: 0.07561147810314828
previous_iter_valid_loss : 0.08437921851873398

    188900	  0.084376	  0.084379	  0.094840		CURRENT LEARNING RATE: 0.07553590441818543
previous_iter_valid_loss : 0.10261519998311996

    189000	  0.102817	  0.102615	  0.094945		CURRENT LEARNING RATE: 0.07546040626913328
previous_iter_valid_loss : 0.07995687425136566

    189100	  0.079815	  0.079957	  0.094921		CURRENT LEARNING RATE: 0.0753849835804937
previous_iter_valid_loss : 0.08760948479175568

    189200	  0.087531	  0.087609	  0.094989		CURRENT LEARNING RATE: 0.07530963627684396
previous_iter_valid_loss : 0.08804550021886826

    189300	  0.088077	  0.088046	  0.094963		CURRENT LEARNING RATE: 0.0752343642828368
previous_iter_valid_loss : 0.11986097693443298

    189400	  0.120100	  0.119861	  0.095291		CURRENT LEARNING RATE: 0.07515916752320016
previous_iter_valid_loss : 0.08266495168209076

    189500	  0.082578	  0.082665	  0.095311		CURRENT LEARNING RATE: 0.07508404592273733
previous_iter_valid_loss : 0.08629106730222702

    189600	  0.086314	  0.086291	  0.095288		CURRENT LEARNING RATE: 0.07500899940632667
previous_iter_valid_loss : 0.0794294998049736

    189700	  0.079416	  0.079429	  0.094976		CURRENT LEARNING RATE: 0.07493402789892167
previous_iter_valid_loss : 0.09980794787406921

    189800	  0.099622	  0.099808	  0.094829		CURRENT LEARNING RATE: 0.07485913132555082
previous_iter_valid_loss : 0.10031206905841827

    189900	  0.100121	  0.100312	  0.094479		CURRENT LEARNING RATE: 0.07478430961131753
previous_iter_valid_loss : 0.08719000965356827

    190000	  0.087033	  0.087190	  0.094010		CURRENT LEARNING RATE: 0.07470956268140008
previous_iter_valid_loss : 0.08426442742347717

    190100	  0.084209	  0.084264	  0.093769		CURRENT LEARNING RATE: 0.07463489046105154
previous_iter_valid_loss : 0.07952212542295456

    190200	  0.079521	  0.079522	  0.093635		CURRENT LEARNING RATE: 0.07456029287559968
previous_iter_valid_loss : 0.07850436866283417

    190300	  0.078544	  0.078504	  0.093400		CURRENT LEARNING RATE: 0.07448576985044691
previous_iter_valid_loss : 0.09993443638086319

    190400	  0.100136	  0.099934	  0.093354		CURRENT LEARNING RATE: 0.07441132131107019
previous_iter_valid_loss : 0.08413168787956238

    190500	  0.083968	  0.084132	  0.093238		CURRENT LEARNING RATE: 0.074336947183021
previous_iter_valid_loss : 0.08003424853086472

    190600	  0.079925	  0.080034	  0.092754		CURRENT LEARNING RATE: 0.07426264739192516
previous_iter_valid_loss : 0.0812431052327156

    190700	  0.081184	  0.081243	  0.092778		CURRENT LEARNING RATE: 0.07418842186348293
previous_iter_valid_loss : 0.11631444096565247

    190800	  0.116107	  0.116314	  0.093098		CURRENT LEARNING RATE: 0.07411427052346872
previous_iter_valid_loss : 0.08251935988664627

    190900	  0.082460	  0.082519	  0.093145		CURRENT LEARNING RATE: 0.07404019329773123
previous_iter_valid_loss : 0.12334905564785004

    191000	  0.123691	  0.123349	  0.093386		CURRENT LEARNING RATE: 0.0739661901121932
previous_iter_valid_loss : 0.1037462055683136

    191100	  0.103935	  0.103746	  0.093118		CURRENT LEARNING RATE: 0.07389226089285145
previous_iter_valid_loss : 0.08054345846176147

    191200	  0.080508	  0.080543	  0.093060		CURRENT LEARNING RATE: 0.07381840556577673
previous_iter_valid_loss : 0.08040379732847214

    191300	  0.080432	  0.080404	  0.092831		CURRENT LEARNING RATE: 0.07374462405711375
previous_iter_valid_loss : 0.10670989751815796

    191400	  0.106905	  0.106710	  0.092729		CURRENT LEARNING RATE: 0.07367091629308097
previous_iter_valid_loss : 0.08472487330436707

    191500	  0.084777	  0.084725	  0.092604		CURRENT LEARNING RATE: 0.07359728219997062
previous_iter_valid_loss : 0.08273709565401077

    191600	  0.082735	  0.082737	  0.092366		CURRENT LEARNING RATE: 0.0735237217041486
previous_iter_valid_loss : 0.07927471399307251

    191700	  0.079234	  0.079275	  0.092351		CURRENT LEARNING RATE: 0.07345023473205442
previous_iter_valid_loss : 0.14051303267478943

    191800	  0.140292	  0.140513	  0.092674		CURRENT LEARNING RATE: 0.07337682121020107
previous_iter_valid_loss : 0.07882020622491837

    191900	  0.078746	  0.078820	  0.092557		CURRENT LEARNING RATE: 0.07330348106517508
previous_iter_valid_loss : 0.10034559667110443

    192000	  0.100096	  0.100346	  0.092754		CURRENT LEARNING RATE: 0.07323021422363624
previous_iter_valid_loss : 0.10330042988061905

    192100	  0.103111	  0.103300	  0.092732		CURRENT LEARNING RATE: 0.07315702061231773
previous_iter_valid_loss : 0.08590788394212723

    192200	  0.085882	  0.085908	  0.092764		CURRENT LEARNING RATE: 0.07308390015802592
previous_iter_valid_loss : 0.07823611795902252

    192300	  0.078137	  0.078236	  0.092680		CURRENT LEARNING RATE: 0.07301085278764037
previous_iter_valid_loss : 0.150675967335701

    192400	  0.150394	  0.150676	  0.093352		CURRENT LEARNING RATE: 0.07293787842811368
previous_iter_valid_loss : 0.09658904373645782

    192500	  0.096678	  0.096589	  0.093457		CURRENT LEARNING RATE: 0.07286497700647152
previous_iter_valid_loss : 0.07833452522754669

    192600	  0.078305	  0.078335	  0.093135		CURRENT LEARNING RATE: 0.07279214844981241
previous_iter_valid_loss : 0.0787518173456192

    192700	  0.078642	  0.078752	  0.092932		CURRENT LEARNING RATE: 0.07271939268530785
previous_iter_valid_loss : 0.07958769053220749

    192800	  0.079534	  0.079588	  0.092917		CURRENT LEARNING RATE: 0.072646709640202
previous_iter_valid_loss : 0.08522749692201614

    192900	  0.085182	  0.085227	  0.092749		CURRENT LEARNING RATE: 0.07257409924181187
previous_iter_valid_loss : 0.07976753264665604

    193000	  0.079753	  0.079768	  0.092728		CURRENT LEARNING RATE: 0.072501561417527
previous_iter_valid_loss : 0.09197210520505905

    193100	  0.092131	  0.091972	  0.092692		CURRENT LEARNING RATE: 0.07242909609480963
previous_iter_valid_loss : 0.07810351252555847

    193200	  0.078018	  0.078104	  0.092690		CURRENT LEARNING RATE: 0.07235670320119436
previous_iter_valid_loss : 0.08317279815673828

    193300	  0.083081	  0.083173	  0.092184		CURRENT LEARNING RATE: 0.07228438266428834
previous_iter_valid_loss : 0.08144351094961166

    193400	  0.081487	  0.081444	  0.092208		CURRENT LEARNING RATE: 0.07221213441177099
previous_iter_valid_loss : 0.08295293897390366

    193500	  0.082890	  0.082953	  0.092253		CURRENT LEARNING RATE: 0.07213995837139409
previous_iter_valid_loss : 0.08538206666707993

    193600	  0.085460	  0.085382	  0.092005		CURRENT LEARNING RATE: 0.07206785447098155
previous_iter_valid_loss : 0.11490361392498016

    193700	  0.115242	  0.114904	  0.092188		CURRENT LEARNING RATE: 0.0719958226384295
previous_iter_valid_loss : 0.1007634773850441

    193800	  0.100549	  0.100763	  0.092352		CURRENT LEARNING RATE: 0.07192386280170608
previous_iter_valid_loss : 0.08289758861064911

    193900	  0.082740	  0.082898	  0.092327		CURRENT LEARNING RATE: 0.07185197488885146
previous_iter_valid_loss : 0.0826195627450943

    194000	  0.082381	  0.082620	  0.092338		CURRENT LEARNING RATE: 0.07178015882797771
previous_iter_valid_loss : 0.08796754479408264

    194100	  0.088027	  0.087968	  0.092211		CURRENT LEARNING RATE: 0.07170841454726878
previous_iter_valid_loss : 0.07804097980260849

    194200	  0.077928	  0.078041	  0.092157		CURRENT LEARNING RATE: 0.07163674197498036
previous_iter_valid_loss : 0.07895559072494507

    194300	  0.078875	  0.078956	  0.091799		CURRENT LEARNING RATE: 0.07156514103943991
previous_iter_valid_loss : 0.07931586354970932

    194400	  0.079302	  0.079316	  0.091750		CURRENT LEARNING RATE: 0.07149361166904644
previous_iter_valid_loss : 0.10186745226383209

    194500	  0.101575	  0.101867	  0.091934		CURRENT LEARNING RATE: 0.07142215379227061
previous_iter_valid_loss : 0.07827957719564438

    194600	  0.078165	  0.078280	  0.091684		CURRENT LEARNING RATE: 0.07135076733765451
previous_iter_valid_loss : 0.08113455772399902

    194700	  0.081169	  0.081135	  0.091393		CURRENT LEARNING RATE: 0.07127945223381171
previous_iter_valid_loss : 0.08034910261631012

    194800	  0.080236	  0.080349	  0.090944		CURRENT LEARNING RATE: 0.07120820840942707
previous_iter_valid_loss : 0.08054440468549728

    194900	  0.080508	  0.080544	  0.090655		CURRENT LEARNING RATE: 0.0711370357932568
previous_iter_valid_loss : 0.08115947246551514

    195000	  0.081097	  0.081159	  0.090316		CURRENT LEARNING RATE: 0.0710659343141282
previous_iter_valid_loss : 0.08932904899120331

    195100	  0.089190	  0.089329	  0.090368		CURRENT LEARNING RATE: 0.07099490390093989
previous_iter_valid_loss : 0.07927410304546356

    195200	  0.079244	  0.079274	  0.090257		CURRENT LEARNING RATE: 0.07092394448266136
previous_iter_valid_loss : 0.1323622614145279

    195300	  0.132643	  0.132362	  0.090777		CURRENT LEARNING RATE: 0.07085305598833325
previous_iter_valid_loss : 0.08110713213682175

    195400	  0.080936	  0.081107	  0.090630		CURRENT LEARNING RATE: 0.07078223834706701
previous_iter_valid_loss : 0.08301644027233124

    195500	  0.083056	  0.083016	  0.090656		CURRENT LEARNING RATE: 0.07071149148804504
previous_iter_valid_loss : 0.07848838716745377

    195600	  0.078451	  0.078488	  0.090622		CURRENT LEARNING RATE: 0.07064081534052043
previous_iter_valid_loss : 0.09803926199674606

    195700	  0.097866	  0.098039	  0.090774		CURRENT LEARNING RATE: 0.07057020983381705
previous_iter_valid_loss : 0.10185898095369339

    195800	  0.102031	  0.101859	  0.090921		CURRENT LEARNING RATE: 0.07049967489732938
previous_iter_valid_loss : 0.09472634643316269

    195900	  0.094827	  0.094726	  0.091015		CURRENT LEARNING RATE: 0.0704292104605225
previous_iter_valid_loss : 0.09833947569131851

    196000	  0.098452	  0.098339	  0.091084		CURRENT LEARNING RATE: 0.07035881645293193
previous_iter_valid_loss : 0.08782390505075455

    196100	  0.087854	  0.087824	  0.090752		CURRENT LEARNING RATE: 0.0702884928041637
previous_iter_valid_loss : 0.11985252797603607

    196200	  0.119617	  0.119853	  0.091101		CURRENT LEARNING RATE: 0.0702182394438941
previous_iter_valid_loss : 0.09608282893896103

    196300	  0.096171	  0.096083	  0.091150		CURRENT LEARNING RATE: 0.07014805630186982
previous_iter_valid_loss : 0.08837869763374329

    196400	  0.088194	  0.088379	  0.091093		CURRENT LEARNING RATE: 0.07007794330790768
previous_iter_valid_loss : 0.08810367435216904

    196500	  0.088111	  0.088104	  0.091047		CURRENT LEARNING RATE: 0.0700079003918947
previous_iter_valid_loss : 0.07911376655101776

    196600	  0.078932	  0.079114	  0.090839		CURRENT LEARNING RATE: 0.06993792748378792
previous_iter_valid_loss : 0.13806632161140442

    196700	  0.138434	  0.138066	  0.091294		CURRENT LEARNING RATE: 0.06986802451361447
previous_iter_valid_loss : 0.13452699780464172

    196800	  0.134890	  0.134527	  0.091756		CURRENT LEARNING RATE: 0.06979819141147135
previous_iter_valid_loss : 0.08566898852586746

    196900	  0.085704	  0.085669	  0.091627		CURRENT LEARNING RATE: 0.06972842810752547
previous_iter_valid_loss : 0.07735144346952438


Current valid loss: 0.07735144346952438;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    197000	  0.077261	  0.077351	  0.091287		CURRENT LEARNING RATE: 0.06965873453201349
previous_iter_valid_loss : 0.07821033149957657

    197100	  0.078180	  0.078210	  0.091280		CURRENT LEARNING RATE: 0.06958911061524187
previous_iter_valid_loss : 0.08170292526483536

    197200	  0.081706	  0.081703	  0.091313		CURRENT LEARNING RATE: 0.06951955628758663
previous_iter_valid_loss : 0.08815287053585052

    197300	  0.088232	  0.088153	  0.091357		CURRENT LEARNING RATE: 0.0694500714794935
previous_iter_valid_loss : 0.09354006499052048

    197400	  0.093387	  0.093540	  0.091496		CURRENT LEARNING RATE: 0.06938065612147762
previous_iter_valid_loss : 0.07975821942090988

    197500	  0.079740	  0.079758	  0.091497		CURRENT LEARNING RATE: 0.06931131014412366
previous_iter_valid_loss : 0.08509258180856705

    197600	  0.085148	  0.085093	  0.091552		CURRENT LEARNING RATE: 0.06924203347808561
previous_iter_valid_loss : 0.08533165603876114

    197700	  0.085345	  0.085332	  0.091274		CURRENT LEARNING RATE: 0.06917282605408681
previous_iter_valid_loss : 0.12344584614038467

    197800	  0.123352	  0.123446	  0.091530		CURRENT LEARNING RATE: 0.06910368780291982
previous_iter_valid_loss : 0.10942696034908295

    197900	  0.109264	  0.109427	  0.091844		CURRENT LEARNING RATE: 0.06903461865544641
previous_iter_valid_loss : 0.07875173538923264

    198000	  0.078712	  0.078752	  0.091605		CURRENT LEARNING RATE: 0.06896561854259739
previous_iter_valid_loss : 0.14173604547977448

    198100	  0.141518	  0.141736	  0.092132		CURRENT LEARNING RATE: 0.06889668739537268
previous_iter_valid_loss : 0.08032775670289993

    198200	  0.080353	  0.080328	  0.092061		CURRENT LEARNING RATE: 0.06882782514484108
previous_iter_valid_loss : 0.12902021408081055

    198300	  0.129245	  0.129020	  0.092544		CURRENT LEARNING RATE: 0.06875903172214037
previous_iter_valid_loss : 0.07850977778434753

    198400	  0.078426	  0.078510	  0.092220		CURRENT LEARNING RATE: 0.06869030705847712
previous_iter_valid_loss : 0.07749374955892563

    198500	  0.077446	  0.077494	  0.092134		CURRENT LEARNING RATE: 0.06862165108512666
previous_iter_valid_loss : 0.10927082598209381

    198600	  0.109015	  0.109271	  0.092264		CURRENT LEARNING RATE: 0.06855306373343298
previous_iter_valid_loss : 0.11301232874393463

    198700	  0.112774	  0.113012	  0.092549		CURRENT LEARNING RATE: 0.06848454493480877
previous_iter_valid_loss : 0.08526718616485596

    198800	  0.085085	  0.085267	  0.092236		CURRENT LEARNING RATE: 0.06841609462073518
previous_iter_valid_loss : 0.08087765425443649

    198900	  0.080816	  0.080878	  0.092200		CURRENT LEARNING RATE: 0.06834771272276192
previous_iter_valid_loss : 0.08164142817258835

    199000	  0.081511	  0.081641	  0.091991		CURRENT LEARNING RATE: 0.06827939917250708
previous_iter_valid_loss : 0.07855595648288727

    199100	  0.078541	  0.078556	  0.091977		CURRENT LEARNING RATE: 0.06821115390165712
previous_iter_valid_loss : 0.08040817826986313

    199200	  0.080390	  0.080408	  0.091905		CURRENT LEARNING RATE: 0.06814297684196671
previous_iter_valid_loss : 0.08782322704792023

    199300	  0.087688	  0.087823	  0.091903		CURRENT LEARNING RATE: 0.06807486792525885
previous_iter_valid_loss : 0.1017376035451889

    199400	  0.101925	  0.101738	  0.091721		CURRENT LEARNING RATE: 0.06800682708342458
previous_iter_valid_loss : 0.0903502032160759

    199500	  0.090351	  0.090350	  0.091798		CURRENT LEARNING RATE: 0.06793885424842307
previous_iter_valid_loss : 0.12029898911714554

    199600	  0.120142	  0.120299	  0.092138		CURRENT LEARNING RATE: 0.06787094935228144
previous_iter_valid_loss : 0.10972153395414352

    199700	  0.109800	  0.109722	  0.092441		CURRENT LEARNING RATE: 0.06780311232709485
previous_iter_valid_loss : 0.07752827554941177

    199800	  0.077474	  0.077528	  0.092218		CURRENT LEARNING RATE: 0.06773534310502621
previous_iter_valid_loss : 0.11011791974306107

    199900	  0.109929	  0.110118	  0.092316		CURRENT LEARNING RATE: 0.06766764161830635
previous_iter_valid_loss : 0.09821254760026932

    200000	  0.098334	  0.098213	  0.092427		CURRENT LEARNING RATE: 0.06760000779923374
previous_iter_valid_loss : 0.09731271862983704

    200100	  0.097379	  0.097313	  0.092557		CURRENT LEARNING RATE: 0.06753244158017456
previous_iter_valid_loss : 0.10247158259153366

    200200	  0.102145	  0.102472	  0.092787		CURRENT LEARNING RATE: 0.06746494289356256
previous_iter_valid_loss : 0.08308719098567963

    200300	  0.083072	  0.083087	  0.092832		CURRENT LEARNING RATE: 0.0673975116718991
previous_iter_valid_loss : 0.08096714317798615

    200400	  0.080749	  0.080967	  0.092643		CURRENT LEARNING RATE: 0.06733014784775293
previous_iter_valid_loss : 0.11981888860464096

    200500	  0.119581	  0.119819	  0.093000		CURRENT LEARNING RATE: 0.06726285135376023
previous_iter_valid_loss : 0.11924143880605698

    200600	  0.118944	  0.119241	  0.093392		CURRENT LEARNING RATE: 0.06719562212262445
previous_iter_valid_loss : 0.1122891828417778

    200700	  0.112151	  0.112289	  0.093702		CURRENT LEARNING RATE: 0.06712846008711643
previous_iter_valid_loss : 0.10719680041074753

    200800	  0.106972	  0.107197	  0.093611		CURRENT LEARNING RATE: 0.06706136518007408
previous_iter_valid_loss : 0.08011113852262497

    200900	  0.080074	  0.080111	  0.093587		CURRENT LEARNING RATE: 0.06699433733440249
previous_iter_valid_loss : 0.1116095706820488

    201000	  0.111785	  0.111610	  0.093469		CURRENT LEARNING RATE: 0.06692737648307381
previous_iter_valid_loss : 0.08282556384801865

    201100	  0.082782	  0.082826	  0.093260		CURRENT LEARNING RATE: 0.0668604825591272
previous_iter_valid_loss : 0.1305825561285019

    201200	  0.130389	  0.130583	  0.093761		CURRENT LEARNING RATE: 0.06679365549566874
previous_iter_valid_loss : 0.07826615869998932

    201300	  0.078222	  0.078266	  0.093739		CURRENT LEARNING RATE: 0.06672689522587133
previous_iter_valid_loss : 0.09652084857225418

    201400	  0.096293	  0.096521	  0.093637		CURRENT LEARNING RATE: 0.06666020168297468
previous_iter_valid_loss : 0.09231055527925491

    201500	  0.092450	  0.092311	  0.093713		CURRENT LEARNING RATE: 0.0665935748002853
previous_iter_valid_loss : 0.11988106369972229

    201600	  0.120137	  0.119881	  0.094085		CURRENT LEARNING RATE: 0.06652701451117626
previous_iter_valid_loss : 0.08464029431343079

    201700	  0.084507	  0.084640	  0.094138		CURRENT LEARNING RATE: 0.06646052074908729
previous_iter_valid_loss : 0.14391741156578064

    201800	  0.143753	  0.143917	  0.094172		CURRENT LEARNING RATE: 0.06639409344752457
previous_iter_valid_loss : 0.08412884920835495

    201900	  0.084128	  0.084129	  0.094225		CURRENT LEARNING RATE: 0.06632773254006086
previous_iter_valid_loss : 0.09417498111724854

    202000	  0.094310	  0.094175	  0.094164		CURRENT LEARNING RATE: 0.06626143796033522
previous_iter_valid_loss : 0.08293724805116653

    202100	  0.082971	  0.082937	  0.093960		CURRENT LEARNING RATE: 0.06619520964205305
previous_iter_valid_loss : 0.09035515785217285

    202200	  0.090384	  0.090355	  0.094005		CURRENT LEARNING RATE: 0.06612904751898603
previous_iter_valid_loss : 0.09475187212228775

    202300	  0.094581	  0.094752	  0.094170		CURRENT LEARNING RATE: 0.06606295152497205
previous_iter_valid_loss : 0.08065153658390045

    202400	  0.080494	  0.080652	  0.093470		CURRENT LEARNING RATE: 0.06599692159391511
previous_iter_valid_loss : 0.10449323803186417

    202500	  0.104312	  0.104493	  0.093549		CURRENT LEARNING RATE: 0.06593095765978527
previous_iter_valid_loss : 0.09289314597845078

    202600	  0.092759	  0.092893	  0.093694		CURRENT LEARNING RATE: 0.06586505965661854
previous_iter_valid_loss : 0.07811899483203888

    202700	  0.078033	  0.078119	  0.093688		CURRENT LEARNING RATE: 0.065799227518517
previous_iter_valid_loss : 0.08549037575721741

    202800	  0.085488	  0.085490	  0.093747		CURRENT LEARNING RATE: 0.06573346117964844
previous_iter_valid_loss : 0.10299881547689438

    202900	  0.103098	  0.102999	  0.093925		CURRENT LEARNING RATE: 0.06566776057424656
previous_iter_valid_loss : 0.08859290927648544

    203000	  0.088625	  0.088593	  0.094013		CURRENT LEARNING RATE: 0.06560212563661068
previous_iter_valid_loss : 0.07834828644990921

    203100	  0.078383	  0.078348	  0.093877		CURRENT LEARNING RATE: 0.06553655630110594
previous_iter_valid_loss : 0.07942502945661545

    203200	  0.079370	  0.079425	  0.093890		CURRENT LEARNING RATE: 0.06547105250216297
previous_iter_valid_loss : 0.09023217111825943

    203300	  0.090037	  0.090232	  0.093960		CURRENT LEARNING RATE: 0.06540561417427794
previous_iter_valid_loss : 0.08161704242229462

    203400	  0.081608	  0.081617	  0.093962		CURRENT LEARNING RATE: 0.06534024125201252
previous_iter_valid_loss : 0.10246302932500839

    203500	  0.102527	  0.102463	  0.094157		CURRENT LEARNING RATE: 0.06527493366999382
previous_iter_valid_loss : 0.14190618693828583

    203600	  0.142234	  0.141906	  0.094722		CURRENT LEARNING RATE: 0.06520969136291424
previous_iter_valid_loss : 0.09998682141304016

    203700	  0.100028	  0.099987	  0.094573		CURRENT LEARNING RATE: 0.06514451426553144
previous_iter_valid_loss : 0.10929286479949951

    203800	  0.109090	  0.109293	  0.094659		CURRENT LEARNING RATE: 0.06507940231266832
previous_iter_valid_loss : 0.11973249912261963

    203900	  0.119490	  0.119732	  0.095027		CURRENT LEARNING RATE: 0.06501435543921295
previous_iter_valid_loss : 0.11233581602573395

    204000	  0.112570	  0.112336	  0.095324		CURRENT LEARNING RATE: 0.06494937358011846
previous_iter_valid_loss : 0.07931052148342133

    204100	  0.079274	  0.079311	  0.095238		CURRENT LEARNING RATE: 0.06488445667040293
previous_iter_valid_loss : 0.08147945255041122

    204200	  0.081350	  0.081479	  0.095272		CURRENT LEARNING RATE: 0.06481960464514948
previous_iter_valid_loss : 0.09294494241476059

    204300	  0.093105	  0.092945	  0.095412		CURRENT LEARNING RATE: 0.06475481743950609
previous_iter_valid_loss : 0.08180416375398636

    204400	  0.081658	  0.081804	  0.095437		CURRENT LEARNING RATE: 0.06469009498868554
previous_iter_valid_loss : 0.08538109809160233

    204500	  0.085190	  0.085381	  0.095272		CURRENT LEARNING RATE: 0.06462543722796536
previous_iter_valid_loss : 0.09958750754594803

    204600	  0.099769	  0.099588	  0.095485		CURRENT LEARNING RATE: 0.06456084409268778
previous_iter_valid_loss : 0.08180664479732513

    204700	  0.081621	  0.081807	  0.095492		CURRENT LEARNING RATE: 0.0644963155182597
previous_iter_valid_loss : 0.08184697479009628

    204800	  0.081753	  0.081847	  0.095507		CURRENT LEARNING RATE: 0.06443185144015251
previous_iter_valid_loss : 0.0823550745844841

    204900	  0.082273	  0.082355	  0.095525		CURRENT LEARNING RATE: 0.06436745179390212
previous_iter_valid_loss : 0.09816402941942215

    205000	  0.098076	  0.098164	  0.095695		CURRENT LEARNING RATE: 0.06430311651510887
previous_iter_valid_loss : 0.08286157995462418

    205100	  0.082751	  0.082862	  0.095630		CURRENT LEARNING RATE: 0.06423884553943751
previous_iter_valid_loss : 0.09761149436235428

    205200	  0.097695	  0.097611	  0.095813		CURRENT LEARNING RATE: 0.06417463880261706
previous_iter_valid_loss : 0.09234079718589783

    205300	  0.092350	  0.092341	  0.095413		CURRENT LEARNING RATE: 0.06411049624044075
previous_iter_valid_loss : 0.08726654946804047

    205400	  0.087052	  0.087267	  0.095475		CURRENT LEARNING RATE: 0.06404641778876599
previous_iter_valid_loss : 0.11721225082874298

    205500	  0.117043	  0.117212	  0.095817		CURRENT LEARNING RATE: 0.0639824033835144
previous_iter_valid_loss : 0.10418713837862015

    205600	  0.104017	  0.104187	  0.096074		CURRENT LEARNING RATE: 0.06391845296067152
previous_iter_valid_loss : 0.08393832296133041

    205700	  0.083762	  0.083938	  0.095933		CURRENT LEARNING RATE: 0.06385456645628691
previous_iter_valid_loss : 0.13103561103343964

    205800	  0.131286	  0.131036	  0.096225		CURRENT LEARNING RATE: 0.06379074380647407
previous_iter_valid_loss : 0.11318153142929077

    205900	  0.113075	  0.113182	  0.096409		CURRENT LEARNING RATE: 0.06372698494741037
previous_iter_valid_loss : 0.0880703330039978

    206000	  0.087989	  0.088070	  0.096306		CURRENT LEARNING RATE: 0.06366328981533693
previous_iter_valid_loss : 0.08568888902664185

    206100	  0.085637	  0.085689	  0.096285		CURRENT LEARNING RATE: 0.0635996583465586
previous_iter_valid_loss : 0.09100520610809326

    206200	  0.091129	  0.091005	  0.095997		CURRENT LEARNING RATE: 0.06353609047744391
previous_iter_valid_loss : 0.08502674102783203

    206300	  0.085040	  0.085027	  0.095886		CURRENT LEARNING RATE: 0.06347258614442501
previous_iter_valid_loss : 0.09745042026042938

    206400	  0.097455	  0.097450	  0.095977		CURRENT LEARNING RATE: 0.06340914528399755
previous_iter_valid_loss : 0.1432010531425476

    206500	  0.143437	  0.143201	  0.096528		CURRENT LEARNING RATE: 0.06334576783272065
previous_iter_valid_loss : 0.10936010628938675

    206600	  0.109506	  0.109360	  0.096830		CURRENT LEARNING RATE: 0.06328245372721683
previous_iter_valid_loss : 0.10487381368875504

    206700	  0.104816	  0.104874	  0.096498		CURRENT LEARNING RATE: 0.06321920290417204
previous_iter_valid_loss : 0.09343129396438599

    206800	  0.093532	  0.093431	  0.096087		CURRENT LEARNING RATE: 0.06315601530033543
previous_iter_valid_loss : 0.08193118870258331

    206900	  0.082032	  0.081931	  0.096050		CURRENT LEARNING RATE: 0.06309289085251939
previous_iter_valid_loss : 0.11744965612888336

    207000	  0.117715	  0.117450	  0.096451		CURRENT LEARNING RATE: 0.06302982949759942
previous_iter_valid_loss : 0.09667842090129852

    207100	  0.096925	  0.096678	  0.096636		CURRENT LEARNING RATE: 0.06296683117251423
previous_iter_valid_loss : 0.08769463002681732

    207200	  0.087544	  0.087695	  0.096696		CURRENT LEARNING RATE: 0.06290389581426546
previous_iter_valid_loss : 0.09603876620531082

    207300	  0.095910	  0.096039	  0.096774		CURRENT LEARNING RATE: 0.06284102335991774
previous_iter_valid_loss : 0.10508479177951813

    207400	  0.105300	  0.105085	  0.096890		CURRENT LEARNING RATE: 0.0627782137465986
previous_iter_valid_loss : 0.11057288944721222

    207500	  0.110824	  0.110573	  0.097198		CURRENT LEARNING RATE: 0.06271546691149846
previous_iter_valid_loss : 0.08438918739557266

    207600	  0.084342	  0.084389	  0.097191		CURRENT LEARNING RATE: 0.06265278279187046
previous_iter_valid_loss : 0.09488523751497269

    207700	  0.094982	  0.094885	  0.097286		CURRENT LEARNING RATE: 0.06259016132503047
previous_iter_valid_loss : 0.12286985665559769

    207800	  0.122886	  0.122870	  0.097281		CURRENT LEARNING RATE: 0.06252760244835699
previous_iter_valid_loss : 0.09688801318407059

    207900	  0.096812	  0.096888	  0.097155		CURRENT LEARNING RATE: 0.06246510609929121
previous_iter_valid_loss : 0.138795405626297

    208000	  0.139085	  0.138795	  0.097756		CURRENT LEARNING RATE: 0.06240267221533673
previous_iter_valid_loss : 0.09619411081075668

    208100	  0.096259	  0.096194	  0.097300		CURRENT LEARNING RATE: 0.062340300734059655
previous_iter_valid_loss : 0.08861754089593887

    208200	  0.088695	  0.088618	  0.097383		CURRENT LEARNING RATE: 0.06227799159308849
previous_iter_valid_loss : 0.09496814012527466

    208300	  0.094915	  0.094968	  0.097043		CURRENT LEARNING RATE: 0.06221574473011413
previous_iter_valid_loss : 0.09229114651679993

    208400	  0.092098	  0.092291	  0.097181		CURRENT LEARNING RATE: 0.06215356008288969
previous_iter_valid_loss : 0.0843241736292839

    208500	  0.084296	  0.084324	  0.097249		CURRENT LEARNING RATE: 0.06209143758923051
previous_iter_valid_loss : 0.08455849438905716

    208600	  0.084619	  0.084558	  0.097002		CURRENT LEARNING RATE: 0.06202937718701407
previous_iter_valid_loss : 0.0972171425819397

    208700	  0.097275	  0.097217	  0.096844		CURRENT LEARNING RATE: 0.06196737881418001
previous_iter_valid_loss : 0.09403392672538757

    208800	  0.094175	  0.094034	  0.096931		CURRENT LEARNING RATE: 0.06190544240872993
previous_iter_valid_loss : 0.09559587389230728

    208900	  0.095449	  0.095596	  0.097079		CURRENT LEARNING RATE: 0.061843567908727415
previous_iter_valid_loss : 0.08747244626283646

    209000	  0.087378	  0.087472	  0.097137		CURRENT LEARNING RATE: 0.06178175525229794
previous_iter_valid_loss : 0.08182907849550247

    209100	  0.081802	  0.081829	  0.097170		CURRENT LEARNING RATE: 0.06172000437762889
previous_iter_valid_loss : 0.08709942549467087

    209200	  0.086945	  0.087099	  0.097237		CURRENT LEARNING RATE: 0.061658315222969357
previous_iter_valid_loss : 0.0801440179347992

    209300	  0.080096	  0.080144	  0.097160		CURRENT LEARNING RATE: 0.06159668772663019
previous_iter_valid_loss : 0.08729482442140579

    209400	  0.087164	  0.087295	  0.097015		CURRENT LEARNING RATE: 0.061535121826983855
previous_iter_valid_loss : 0.1311320662498474

    209500	  0.130981	  0.131132	  0.097423		CURRENT LEARNING RATE: 0.0614736174624645
previous_iter_valid_loss : 0.0808100551366806

    209600	  0.080726	  0.080810	  0.097028		CURRENT LEARNING RATE: 0.06141217457156773
previous_iter_valid_loss : 0.12426596879959106

    209700	  0.124073	  0.124266	  0.097174		CURRENT LEARNING RATE: 0.06135079309285065
previous_iter_valid_loss : 0.08749565482139587

    209800	  0.087238	  0.087496	  0.097273		CURRENT LEARNING RATE: 0.06128947296493175
previous_iter_valid_loss : 0.1210830956697464

    209900	  0.120860	  0.121083	  0.097383		CURRENT LEARNING RATE: 0.06122821412649095
previous_iter_valid_loss : 0.08306397497653961

    210000	  0.083016	  0.083064	  0.097232		CURRENT LEARNING RATE: 0.06116701651626938
previous_iter_valid_loss : 0.0811009332537651

    210100	  0.081140	  0.081101	  0.097069		CURRENT LEARNING RATE: 0.06110588007306942
previous_iter_valid_loss : 0.08029349893331528

    210200	  0.080283	  0.080293	  0.096848		CURRENT LEARNING RATE: 0.0610448047357546
previous_iter_valid_loss : 0.07950333505868912

    210300	  0.079457	  0.079503	  0.096812		CURRENT LEARNING RATE: 0.06098379044324963
previous_iter_valid_loss : 0.10337997227907181

    210400	  0.103165	  0.103380	  0.097036		CURRENT LEARNING RATE: 0.06092283713454018
previous_iter_valid_loss : 0.09803786873817444

    210500	  0.097932	  0.098038	  0.096818		CURRENT LEARNING RATE: 0.060861944748672944
previous_iter_valid_loss : 0.11623641103506088

    210600	  0.116475	  0.116236	  0.096788		CURRENT LEARNING RATE: 0.0608011132247555
previous_iter_valid_loss : 0.08450090140104294

    210700	  0.084513	  0.084501	  0.096510		CURRENT LEARNING RATE: 0.06074034250195638
previous_iter_valid_loss : 0.13973000645637512

    210800	  0.139508	  0.139730	  0.096836		CURRENT LEARNING RATE: 0.060679632519504825
previous_iter_valid_loss : 0.08656435459852219

    210900	  0.086574	  0.086564	  0.096900		CURRENT LEARNING RATE: 0.06061898321669084
previous_iter_valid_loss : 0.0900760367512703

    211000	  0.090035	  0.090076	  0.096685		CURRENT LEARNING RATE: 0.0605583945328651
previous_iter_valid_loss : 0.08635054528713226

    211100	  0.086358	  0.086351	  0.096720		CURRENT LEARNING RATE: 0.06049786640743896
previous_iter_valid_loss : 0.08458726853132248

    211200	  0.084552	  0.084587	  0.096260		CURRENT LEARNING RATE: 0.06043739877988428
previous_iter_valid_loss : 0.10353463888168335

    211300	  0.103841	  0.103535	  0.096513		CURRENT LEARNING RATE: 0.060376991589733406
previous_iter_valid_loss : 0.08585843443870544

    211400	  0.085799	  0.085858	  0.096406		CURRENT LEARNING RATE: 0.06031664477657913
previous_iter_valid_loss : 0.0836353525519371

    211500	  0.083635	  0.083635	  0.096319		CURRENT LEARNING RATE: 0.06025635828007469
previous_iter_valid_loss : 0.11638056486845016

    211600	  0.116539	  0.116381	  0.096284		CURRENT LEARNING RATE: 0.06019613203993354
previous_iter_valid_loss : 0.07986502349376678

    211700	  0.079749	  0.079865	  0.096237		CURRENT LEARNING RATE: 0.060135965995929457
previous_iter_valid_loss : 0.09804500639438629

    211800	  0.097814	  0.098045	  0.095778		CURRENT LEARNING RATE: 0.060075860087896345
previous_iter_valid_loss : 0.08752768486738205

    211900	  0.087613	  0.087528	  0.095812		CURRENT LEARNING RATE: 0.06001581425572836
previous_iter_valid_loss : 0.08995941281318665

    212000	  0.089667	  0.089959	  0.095770		CURRENT LEARNING RATE: 0.05995582843937963
previous_iter_valid_loss : 0.08020278066396713

    212100	  0.080206	  0.080203	  0.095742		CURRENT LEARNING RATE: 0.05989590257886434
previous_iter_valid_loss : 0.12400154769420624

    212200	  0.123808	  0.124002	  0.096079		CURRENT LEARNING RATE: 0.059836036614256585
previous_iter_valid_loss : 0.08606947213411331

    212300	  0.085856	  0.086069	  0.095992		CURRENT LEARNING RATE: 0.05977623048569047
previous_iter_valid_loss : 0.10363548249006271

    212400	  0.103459	  0.103635	  0.096222		CURRENT LEARNING RATE: 0.05971648413335981
previous_iter_valid_loss : 0.07944518327713013

    212500	  0.079315	  0.079445	  0.095971		CURRENT LEARNING RATE: 0.05965679749751826
previous_iter_valid_loss : 0.10376904904842377

    212600	  0.103552	  0.103769	  0.096080		CURRENT LEARNING RATE: 0.05959717051847919
previous_iter_valid_loss : 0.08692052960395813

    212700	  0.086741	  0.086921	  0.096168		CURRENT LEARNING RATE: 0.05953760313661557
previous_iter_valid_loss : 0.11305270344018936

    212800	  0.113221	  0.113053	  0.096444		CURRENT LEARNING RATE: 0.059478095292360075
previous_iter_valid_loss : 0.09669912606477737

    212900	  0.096543	  0.096699	  0.096381		CURRENT LEARNING RATE: 0.05941864692620483
previous_iter_valid_loss : 0.08332599699497223

    213000	  0.083307	  0.083326	  0.096328		CURRENT LEARNING RATE: 0.05935925797870146
previous_iter_valid_loss : 0.08037912845611572

    213100	  0.080285	  0.080379	  0.096348		CURRENT LEARNING RATE: 0.05929992839046099
previous_iter_valid_loss : 0.08116617053747177

    213200	  0.081209	  0.081166	  0.096366		CURRENT LEARNING RATE: 0.05924065810215388
previous_iter_valid_loss : 0.18987984955310822

    213300	  0.190316	  0.189880	  0.097362		CURRENT LEARNING RATE: 0.05918144705450981
previous_iter_valid_loss : 0.08611880987882614

    213400	  0.085935	  0.086119	  0.097407		CURRENT LEARNING RATE: 0.05912229518831772
previous_iter_valid_loss : 0.09107355773448944

    213500	  0.090852	  0.091074	  0.097293		CURRENT LEARNING RATE: 0.05906320244442573
previous_iter_valid_loss : 0.08526479452848434

    213600	  0.085242	  0.085265	  0.096727		CURRENT LEARNING RATE: 0.05900416876374112
previous_iter_valid_loss : 0.08561641722917557

    213700	  0.085642	  0.085616	  0.096583		CURRENT LEARNING RATE: 0.0589451940872302
previous_iter_valid_loss : 0.08725225180387497

    213800	  0.087107	  0.087252	  0.096363		CURRENT LEARNING RATE: 0.058886278355918274
previous_iter_valid_loss : 0.08522020280361176

    213900	  0.085230	  0.085220	  0.096018		CURRENT LEARNING RATE: 0.05882742151088959
previous_iter_valid_loss : 0.0907965824007988

    214000	  0.090791	  0.090797	  0.095802		CURRENT LEARNING RATE: 0.05876862349328734
previous_iter_valid_loss : 0.08423398435115814

    214100	  0.084366	  0.084234	  0.095852		CURRENT LEARNING RATE: 0.05870988424431349
previous_iter_valid_loss : 0.11418498307466507

    214200	  0.114448	  0.114185	  0.096179		CURRENT LEARNING RATE: 0.05865120370522877
previous_iter_valid_loss : 0.08429428935050964

    214300	  0.084210	  0.084294	  0.096092		CURRENT LEARNING RATE: 0.058592581817352614
previous_iter_valid_loss : 0.180990532040596

    214400	  0.181407	  0.180991	  0.097084		CURRENT LEARNING RATE: 0.058534018522063185
previous_iter_valid_loss : 0.15981340408325195

    214500	  0.160182	  0.159813	  0.097828		CURRENT LEARNING RATE: 0.05847551376079716
previous_iter_valid_loss : 0.16363084316253662

    214600	  0.163375	  0.163631	  0.098469		CURRENT LEARNING RATE: 0.058417067475049766
previous_iter_valid_loss : 0.11382290720939636

    214700	  0.114164	  0.113823	  0.098789		CURRENT LEARNING RATE: 0.05835867960637469
previous_iter_valid_loss : 0.1401841938495636

    214800	  0.140582	  0.140184	  0.099372		CURRENT LEARNING RATE: 0.05830035009638411
previous_iter_valid_loss : 0.08985260874032974

    214900	  0.089973	  0.089853	  0.099447		CURRENT LEARNING RATE: 0.05824207888674848
previous_iter_valid_loss : 0.15003077685832977

    215000	  0.150335	  0.150031	  0.099966		CURRENT LEARNING RATE: 0.058183865919196595
previous_iter_valid_loss : 0.09364257007837296

    215100	  0.093448	  0.093643	  0.100074		CURRENT LEARNING RATE: 0.05812571113551546
previous_iter_valid_loss : 0.08322729915380478

    215200	  0.083175	  0.083227	  0.099930		CURRENT LEARNING RATE: 0.058067614477550315
previous_iter_valid_loss : 0.08944118767976761

    215300	  0.089311	  0.089441	  0.099901		CURRENT LEARNING RATE: 0.0580095758872045
previous_iter_valid_loss : 0.08423148095607758

    215400	  0.084236	  0.084231	  0.099871		CURRENT LEARNING RATE: 0.057951595306439396
previous_iter_valid_loss : 0.08238375186920166

    215500	  0.082389	  0.082384	  0.099522		CURRENT LEARNING RATE: 0.0578936726772744
previous_iter_valid_loss : 0.10040310025215149

    215600	  0.100217	  0.100403	  0.099484		CURRENT LEARNING RATE: 0.05783580794178694
previous_iter_valid_loss : 0.16354040801525116

    215700	  0.163896	  0.163540	  0.100280		CURRENT LEARNING RATE: 0.05777800104211224
previous_iter_valid_loss : 0.09397858381271362

    215800	  0.093771	  0.093979	  0.099910		CURRENT LEARNING RATE: 0.057720251920443395
previous_iter_valid_loss : 0.0813785120844841

    215900	  0.081436	  0.081379	  0.099592		CURRENT LEARNING RATE: 0.05766256051903126
previous_iter_valid_loss : 0.09456101804971695

    216000	  0.094544	  0.094561	  0.099657		CURRENT LEARNING RATE: 0.057604926780184466
previous_iter_valid_loss : 0.14231808483600616

    216100	  0.142608	  0.142318	  0.100223		CURRENT LEARNING RATE: 0.05754735064626926
previous_iter_valid_loss : 0.08646152168512344

    216200	  0.086312	  0.086462	  0.100178		CURRENT LEARNING RATE: 0.057489832059709485
previous_iter_valid_loss : 0.09288837015628815

    216300	  0.092836	  0.092888	  0.100256		CURRENT LEARNING RATE: 0.05743237096298654
previous_iter_valid_loss : 0.15551912784576416

    216400	  0.155137	  0.155519	  0.100837		CURRENT LEARNING RATE: 0.057374967298639376
previous_iter_valid_loss : 0.08931809663772583

    216500	  0.089026	  0.089318	  0.100298		CURRENT LEARNING RATE: 0.05731762100926429
previous_iter_valid_loss : 0.08307255059480667

    216600	  0.082923	  0.083073	  0.100035		CURRENT LEARNING RATE: 0.05726033203751499
previous_iter_valid_loss : 0.08550401777029037

    216700	  0.085310	  0.085504	  0.099842		CURRENT LEARNING RATE: 0.057203100326102464
previous_iter_valid_loss : 0.14937955141067505

    216800	  0.149743	  0.149380	  0.100401		CURRENT LEARNING RATE: 0.05714592581779507
previous_iter_valid_loss : 0.08788733184337616

    216900	  0.087808	  0.087887	  0.100461		CURRENT LEARNING RATE: 0.05708880845541825
previous_iter_valid_loss : 0.08380122482776642

    217000	  0.083504	  0.083801	  0.100124		CURRENT LEARNING RATE: 0.05703174818185464
previous_iter_valid_loss : 0.13055196404457092

    217100	  0.130699	  0.130552	  0.100463		CURRENT LEARNING RATE: 0.05697474494004394
previous_iter_valid_loss : 0.08053640276193619

    217200	  0.080205	  0.080536	  0.100391		CURRENT LEARNING RATE: 0.05691779867298296
previous_iter_valid_loss : 0.10095742344856262

    217300	  0.100646	  0.100957	  0.100440		CURRENT LEARNING RATE: 0.05686090932372539
previous_iter_valid_loss : 0.0879627987742424

    217400	  0.087648	  0.087963	  0.100269		CURRENT LEARNING RATE: 0.056804076835381884
previous_iter_valid_loss : 0.09843142330646515

    217500	  0.098000	  0.098431	  0.100148		CURRENT LEARNING RATE: 0.056747301151119915
previous_iter_valid_loss : 0.14403975009918213

    217600	  0.143605	  0.144040	  0.100744		CURRENT LEARNING RATE: 0.05669058221416386
previous_iter_valid_loss : 0.10658752918243408

    217700	  0.106538	  0.106588	  0.100861		CURRENT LEARNING RATE: 0.05663391996779474
previous_iter_valid_loss : 0.09389886260032654

    217800	  0.093492	  0.093899	  0.100572		CURRENT LEARNING RATE: 0.05657731435535031
previous_iter_valid_loss : 0.09194367378950119

    217900	  0.091602	  0.091944	  0.100522		CURRENT LEARNING RATE: 0.056520765320224924
previous_iter_valid_loss : 0.1669224351644516

    218000	  0.167183	  0.166922	  0.100803		CURRENT LEARNING RATE: 0.05646427280586959
previous_iter_valid_loss : 0.08315278589725494

    218100	  0.082791	  0.083153	  0.100673		CURRENT LEARNING RATE: 0.05640783675579177
previous_iter_valid_loss : 0.08950955420732498

    218200	  0.089331	  0.089510	  0.100682		CURRENT LEARNING RATE: 0.05635145711355541
previous_iter_valid_loss : 0.08164193481206894

    218300	  0.081379	  0.081642	  0.100549		CURRENT LEARNING RATE: 0.05629513382278083
previous_iter_valid_loss : 0.10994934290647507

    218400	  0.109513	  0.109949	  0.100725		CURRENT LEARNING RATE: 0.05623886682714479
previous_iter_valid_loss : 0.0849667638540268

    218500	  0.084930	  0.084967	  0.100732		CURRENT LEARNING RATE: 0.05618265607038026
previous_iter_valid_loss : 0.08386256545782089

    218600	  0.083672	  0.083863	  0.100725		CURRENT LEARNING RATE: 0.05612650149627649
previous_iter_valid_loss : 0.0815984234213829

    218700	  0.081380	  0.081598	  0.100569		CURRENT LEARNING RATE: 0.05607040304867886
previous_iter_valid_loss : 0.08546511083841324

    218800	  0.085224	  0.085465	  0.100483		CURRENT LEARNING RATE: 0.05601436067148898
previous_iter_valid_loss : 0.10145124793052673

    218900	  0.100995	  0.101451	  0.100541		CURRENT LEARNING RATE: 0.05595837430866444
previous_iter_valid_loss : 0.09471563994884491

    219000	  0.094596	  0.094716	  0.100614		CURRENT LEARNING RATE: 0.05590244390421887
previous_iter_valid_loss : 0.1126527488231659

    219100	  0.112576	  0.112653	  0.100922		CURRENT LEARNING RATE: 0.05584656940222184
previous_iter_valid_loss : 0.12041374295949936

    219200	  0.120760	  0.120414	  0.101255		CURRENT LEARNING RATE: 0.055790750746798894
previous_iter_valid_loss : 0.14931659400463104

    219300	  0.148867	  0.149317	  0.101947		CURRENT LEARNING RATE: 0.05573498788213134
previous_iter_valid_loss : 0.08495157957077026

    219400	  0.084744	  0.084952	  0.101924		CURRENT LEARNING RATE: 0.05567928075245631
previous_iter_valid_loss : 0.08367802947759628

    219500	  0.083406	  0.083678	  0.101449		CURRENT LEARNING RATE: 0.05562362930206665
previous_iter_valid_loss : 0.1179267093539238

    219600	  0.117599	  0.117927	  0.101820		CURRENT LEARNING RATE: 0.05556803347531095
previous_iter_valid_loss : 0.1256415843963623

    219700	  0.125928	  0.125642	  0.101834		CURRENT LEARNING RATE: 0.055512493216593364
previous_iter_valid_loss : 0.14434784650802612

    219800	  0.144045	  0.144348	  0.102402		CURRENT LEARNING RATE: 0.05545700847037361
previous_iter_valid_loss : 0.11780069023370743

    219900	  0.117435	  0.117801	  0.102370		CURRENT LEARNING RATE: 0.055401579181166935
previous_iter_valid_loss : 0.08478520065546036

    220000	  0.084566	  0.084785	  0.102387		CURRENT LEARNING RATE: 0.055346205293544073
previous_iter_valid_loss : 0.11631752550601959

    220100	  0.115878	  0.116318	  0.102739		CURRENT LEARNING RATE: 0.05529088675213112
previous_iter_valid_loss : 0.08294610679149628

    220200	  0.082720	  0.082946	  0.102765		CURRENT LEARNING RATE: 0.05523562350160953
previous_iter_valid_loss : 0.0873003751039505

    220300	  0.086986	  0.087300	  0.102843		CURRENT LEARNING RATE: 0.05518041548671601
previous_iter_valid_loss : 0.1356610208749771

    220400	  0.135692	  0.135661	  0.103166		CURRENT LEARNING RATE: 0.05512526265224261
previous_iter_valid_loss : 0.08112724125385284

    220500	  0.080919	  0.081127	  0.102997		CURRENT LEARNING RATE: 0.05507016494303645
previous_iter_valid_loss : 0.09582901746034622

    220600	  0.095771	  0.095829	  0.102793		CURRENT LEARNING RATE: 0.055015122303999825
previous_iter_valid_loss : 0.08623834699392319

    220700	  0.085904	  0.086238	  0.102810		CURRENT LEARNING RATE: 0.05496013468009006
previous_iter_valid_loss : 0.09603595733642578

    220800	  0.095594	  0.096036	  0.102374		CURRENT LEARNING RATE: 0.054905202016319585
previous_iter_valid_loss : 0.1686212569475174

    220900	  0.168157	  0.168621	  0.103194		CURRENT LEARNING RATE: 0.054850324257755705
previous_iter_valid_loss : 0.08141104131937027

    221000	  0.081124	  0.081411	  0.103107		CURRENT LEARNING RATE: 0.054795501349520645
previous_iter_valid_loss : 0.08665449172258377

    221100	  0.086365	  0.086654	  0.103110		CURRENT LEARNING RATE: 0.05474073323679148
previous_iter_valid_loss : 0.11942163854837418

    221200	  0.119635	  0.119422	  0.103459		CURRENT LEARNING RATE: 0.05468601986480014
previous_iter_valid_loss : 0.0898984968662262

    221300	  0.089916	  0.089898	  0.103322		CURRENT LEARNING RATE: 0.054631361178833215
previous_iter_valid_loss : 0.10087371617555618

    221400	  0.100946	  0.100874	  0.103473		CURRENT LEARNING RATE: 0.05457675712423203
previous_iter_valid_loss : 0.09133940935134888

    221500	  0.091127	  0.091339	  0.103550		CURRENT LEARNING RATE: 0.05452220764639249
previous_iter_valid_loss : 0.0840078741312027

    221600	  0.084023	  0.084008	  0.103226		CURRENT LEARNING RATE: 0.05446771269076516
previous_iter_valid_loss : 0.08732727915048599

    221700	  0.087072	  0.087327	  0.103301		CURRENT LEARNING RATE: 0.054413272202855065
previous_iter_valid_loss : 0.08417780697345734

    221800	  0.083976	  0.084178	  0.103162		CURRENT LEARNING RATE: 0.054358886128221706
previous_iter_valid_loss : 0.08111001551151276

    221900	  0.080919	  0.081110	  0.103098		CURRENT LEARNING RATE: 0.05430455441247898
previous_iter_valid_loss : 0.11664870381355286

    222000	  0.117000	  0.116649	  0.103365		CURRENT LEARNING RATE: 0.05425027700129521
previous_iter_valid_loss : 0.08655895292758942

    222100	  0.086349	  0.086559	  0.103428		CURRENT LEARNING RATE: 0.05419605384039298
previous_iter_valid_loss : 0.08373284339904785

    222200	  0.083868	  0.083733	  0.103025		CURRENT LEARNING RATE: 0.05414188487554909
previous_iter_valid_loss : 0.0856231078505516

    222300	  0.085363	  0.085623	  0.103021		CURRENT LEARNING RATE: 0.05408777005259457
previous_iter_valid_loss : 0.08254563808441162

    222400	  0.082389	  0.082546	  0.102810		CURRENT LEARNING RATE: 0.05403370931741463
previous_iter_valid_loss : 0.09183239191770554

    222500	  0.091875	  0.091832	  0.102934		CURRENT LEARNING RATE: 0.05397970261594851
previous_iter_valid_loss : 0.10119537264108658

    222600	  0.101327	  0.101195	  0.102908		CURRENT LEARNING RATE: 0.05392574989418951
previous_iter_valid_loss : 0.08670786768198013

    222700	  0.086775	  0.086708	  0.102906		CURRENT LEARNING RATE: 0.053871851098184875
previous_iter_valid_loss : 0.1896323263645172

    222800	  0.189219	  0.189632	  0.103672		CURRENT LEARNING RATE: 0.05381800617403584
previous_iter_valid_loss : 0.10090138018131256

    222900	  0.100786	  0.100901	  0.103714		CURRENT LEARNING RATE: 0.053764215067897476
previous_iter_valid_loss : 0.09831198304891586

    223000	  0.097966	  0.098312	  0.103864		CURRENT LEARNING RATE: 0.05371047772597866
previous_iter_valid_loss : 0.13219809532165527

    223100	  0.132303	  0.132198	  0.104382		CURRENT LEARNING RATE: 0.053656794094542014
previous_iter_valid_loss : 0.08808781951665878

    223200	  0.087884	  0.088088	  0.104451		CURRENT LEARNING RATE: 0.053603164119903964
previous_iter_valid_loss : 0.08381304889917374

    223300	  0.083585	  0.083813	  0.103391		CURRENT LEARNING RATE: 0.0535495877484345
previous_iter_valid_loss : 0.08277281373739243

    223400	  0.082667	  0.082773	  0.103357		CURRENT LEARNING RATE: 0.053496064926557244
previous_iter_valid_loss : 0.07975629717111588

    223500	  0.079712	  0.079756	  0.103244		CURRENT LEARNING RATE: 0.05344259560074935
previous_iter_valid_loss : 0.09063726663589478

    223600	  0.090683	  0.090637	  0.103298		CURRENT LEARNING RATE: 0.05338917971754153
previous_iter_valid_loss : 0.09763966500759125

    223700	  0.097442	  0.097640	  0.103418		CURRENT LEARNING RATE: 0.05333581722351788
previous_iter_valid_loss : 0.08054279536008835

    223800	  0.080406	  0.080543	  0.103351		CURRENT LEARNING RATE: 0.0532825080653159
previous_iter_valid_loss : 0.12834285199642181

    223900	  0.128485	  0.128343	  0.103782		CURRENT LEARNING RATE: 0.0532292521896264
previous_iter_valid_loss : 0.08653435111045837

    224000	  0.086506	  0.086534	  0.103739		CURRENT LEARNING RATE: 0.05317604954319355
previous_iter_valid_loss : 0.0848032534122467

    224100	  0.084693	  0.084803	  0.103745		CURRENT LEARNING RATE: 0.05312290007281467
previous_iter_valid_loss : 0.10454868525266647

    224200	  0.104413	  0.104549	  0.103649		CURRENT LEARNING RATE: 0.0530698037253403
previous_iter_valid_loss : 0.10320645570755005

    224300	  0.103048	  0.103206	  0.103838		CURRENT LEARNING RATE: 0.05301676044767405
previous_iter_valid_loss : 0.08304941654205322

    224400	  0.082878	  0.083049	  0.102858		CURRENT LEARNING RATE: 0.05296377018677268
previous_iter_valid_loss : 0.11541717499494553

    224500	  0.115130	  0.115417	  0.102414		CURRENT LEARNING RATE: 0.052910832889645924
previous_iter_valid_loss : 0.09298619627952576

    224600	  0.092886	  0.092986	  0.101708		CURRENT LEARNING RATE: 0.052857948503356456
previous_iter_valid_loss : 0.09253542125225067

    224700	  0.092527	  0.092535	  0.101495		CURRENT LEARNING RATE: 0.052805116975019877
previous_iter_valid_loss : 0.08256997913122177

    224800	  0.082529	  0.082570	  0.100919		CURRENT LEARNING RATE: 0.0527523382518047
previous_iter_valid_loss : 0.09137507528066635

    224900	  0.091291	  0.091375	  0.100934		CURRENT LEARNING RATE: 0.052699612280932166
previous_iter_valid_loss : 0.09483352303504944

    225000	  0.094617	  0.094834	  0.100382		CURRENT LEARNING RATE: 0.05264693900967631
previous_iter_valid_loss : 0.08716963976621628

    225100	  0.087174	  0.087170	  0.100318		CURRENT LEARNING RATE: 0.052594318385363846
previous_iter_valid_loss : 0.08305664360523224

    225200	  0.083040	  0.083057	  0.100316		CURRENT LEARNING RATE: 0.05254175035537413
previous_iter_valid_loss : 0.10176832973957062

    225300	  0.101546	  0.101768	  0.100439		CURRENT LEARNING RATE: 0.05248923486713917
previous_iter_valid_loss : 0.095889613032341

    225400	  0.095716	  0.095890	  0.100556		CURRENT LEARNING RATE: 0.05243677186814345
previous_iter_valid_loss : 0.0834256038069725

    225500	  0.083473	  0.083426	  0.100566		CURRENT LEARNING RATE: 0.05238436130592397
previous_iter_valid_loss : 0.09136584401130676

    225600	  0.091101	  0.091366	  0.100476		CURRENT LEARNING RATE: 0.05233200312807013
previous_iter_valid_loss : 0.07780071347951889

    225700	  0.077776	  0.077801	  0.099618		CURRENT LEARNING RATE: 0.052279697282223814
previous_iter_valid_loss : 0.0816052258014679

    225800	  0.081497	  0.081605	  0.099495		CURRENT LEARNING RATE: 0.05222744371607913
previous_iter_valid_loss : 0.08018562197685242

    225900	  0.080068	  0.080186	  0.099483		CURRENT LEARNING RATE: 0.05217524237738252
previous_iter_valid_loss : 0.0861293151974678

    226000	  0.086039	  0.086129	  0.099398		CURRENT LEARNING RATE: 0.05212309321393261
previous_iter_valid_loss : 0.08773624897003174

    226100	  0.087684	  0.087736	  0.098852		CURRENT LEARNING RATE: 0.052070996173580276
previous_iter_valid_loss : 0.08635534346103668

    226200	  0.086223	  0.086355	  0.098851		CURRENT LEARNING RATE: 0.05201895120422846
previous_iter_valid_loss : 0.12356414645910263

    226300	  0.123928	  0.123564	  0.099158		CURRENT LEARNING RATE: 0.05196695825383218
previous_iter_valid_loss : 0.1223331168293953

    226400	  0.122148	  0.122333	  0.098826		CURRENT LEARNING RATE: 0.05191501727039846
previous_iter_valid_loss : 0.08354486525058746

    226500	  0.083659	  0.083545	  0.098769		CURRENT LEARNING RATE: 0.051863128201986367
previous_iter_valid_loss : 0.08868755400180817

    226600	  0.088577	  0.088688	  0.098825		CURRENT LEARNING RATE: 0.05181129099670679
previous_iter_valid_loss : 0.1824917197227478

    226700	  0.182296	  0.182492	  0.099795		CURRENT LEARNING RATE: 0.05175950560272253
previous_iter_valid_loss : 0.07813891768455505

    226800	  0.078128	  0.078139	  0.099082		CURRENT LEARNING RATE: 0.05170777196824817
previous_iter_valid_loss : 0.09726016223430634

    226900	  0.097437	  0.097260	  0.099176		CURRENT LEARNING RATE: 0.0516560900415501
previous_iter_valid_loss : 0.08858795464038849

    227000	  0.088673	  0.088588	  0.099224		CURRENT LEARNING RATE: 0.05160445977094638
previous_iter_valid_loss : 0.12809863686561584

    227100	  0.128339	  0.128099	  0.099199		CURRENT LEARNING RATE: 0.05155288110480673
previous_iter_valid_loss : 0.07947033643722534

    227200	  0.079474	  0.079470	  0.099189		CURRENT LEARNING RATE: 0.05150135399155246
previous_iter_valid_loss : 0.10156598687171936

    227300	  0.101365	  0.101566	  0.099195		CURRENT LEARNING RATE: 0.0514498783796565
previous_iter_valid_loss : 0.08287164568901062

    227400	  0.082912	  0.082872	  0.099144		CURRENT LEARNING RATE: 0.0513984542176432
previous_iter_valid_loss : 0.10516444593667984

    227500	  0.105315	  0.105164	  0.099211		CURRENT LEARNING RATE: 0.0513470814540884
previous_iter_valid_loss : 0.09661879390478134

    227600	  0.096498	  0.096619	  0.098737		CURRENT LEARNING RATE: 0.05129576003761931
previous_iter_valid_loss : 0.08449740707874298

    227700	  0.084393	  0.084497	  0.098516		CURRENT LEARNING RATE: 0.05124448991691456
previous_iter_valid_loss : 0.10981918126344681

    227800	  0.109670	  0.109819	  0.098675		CURRENT LEARNING RATE: 0.051193271040704
previous_iter_valid_loss : 0.08141832798719406

    227900	  0.081339	  0.081418	  0.098570		CURRENT LEARNING RATE: 0.05114210335776874
previous_iter_valid_loss : 0.11427780985832214

    228000	  0.114093	  0.114278	  0.098044		CURRENT LEARNING RATE: 0.05109098681694108
previous_iter_valid_loss : 0.09983552992343903

    228100	  0.099660	  0.099836	  0.098210		CURRENT LEARNING RATE: 0.051039921367104515
previous_iter_valid_loss : 0.09284316748380661

    228200	  0.093073	  0.092843	  0.098244		CURRENT LEARNING RATE: 0.050988906957193575
previous_iter_valid_loss : 0.08889234066009521

    228300	  0.088964	  0.088892	  0.098316		CURRENT LEARNING RATE: 0.05093794353619384
previous_iter_valid_loss : 0.08370832353830338

    228400	  0.083800	  0.083708	  0.098054		CURRENT LEARNING RATE: 0.05088703105314186
previous_iter_valid_loss : 0.09275027364492416

    228500	  0.092944	  0.092750	  0.098132		CURRENT LEARNING RATE: 0.0508361694571252
previous_iter_valid_loss : 0.10222646594047546

    228600	  0.102033	  0.102226	  0.098315		CURRENT LEARNING RATE: 0.050785358697282235
previous_iter_valid_loss : 0.0955333486199379

    228700	  0.095650	  0.095533	  0.098455		CURRENT LEARNING RATE: 0.05073459872280219
previous_iter_valid_loss : 0.09047762304544449

    228800	  0.090313	  0.090478	  0.098505		CURRENT LEARNING RATE: 0.050683889482925085
previous_iter_valid_loss : 0.0865243598818779

    228900	  0.086620	  0.086524	  0.098355		CURRENT LEARNING RATE: 0.0506332309269417
previous_iter_valid_loss : 0.08086714893579483

    229000	  0.080868	  0.080867	  0.098217		CURRENT LEARNING RATE: 0.050582623004193465
previous_iter_valid_loss : 0.09951417148113251

    229100	  0.099723	  0.099514	  0.098086		CURRENT LEARNING RATE: 0.05053206566407245
previous_iter_valid_loss : 0.08038794994354248

    229200	  0.080516	  0.080388	  0.097685		CURRENT LEARNING RATE: 0.050481558856021284
previous_iter_valid_loss : 0.08009125292301178

    229300	  0.080004	  0.080091	  0.096993		CURRENT LEARNING RATE: 0.05043110252953321
previous_iter_valid_loss : 0.0783834233880043

    229400	  0.078264	  0.078383	  0.096927		CURRENT LEARNING RATE: 0.050380696634151866
previous_iter_valid_loss : 0.08413752913475037

    229500	  0.084002	  0.084138	  0.096932		CURRENT LEARNING RATE: 0.05033034111947135
previous_iter_valid_loss : 0.08562570065259933

    229600	  0.085622	  0.085626	  0.096609		CURRENT LEARNING RATE: 0.05028003593513613
previous_iter_valid_loss : 0.10438670217990875

    229700	  0.104167	  0.104387	  0.096396		CURRENT LEARNING RATE: 0.05022978103084105
previous_iter_valid_loss : 0.07832187414169312

    229800	  0.078367	  0.078322	  0.095736		CURRENT LEARNING RATE: 0.0501795763563312
previous_iter_valid_loss : 0.07905671745538712

    229900	  0.079000	  0.079057	  0.095349		CURRENT LEARNING RATE: 0.050129421861401874
previous_iter_valid_loss : 0.08496445417404175

    230000	  0.084723	  0.084964	  0.095351		CURRENT LEARNING RATE: 0.05007931749589857
previous_iter_valid_loss : 0.10072437673807144

    230100	  0.100521	  0.100724	  0.095195		CURRENT LEARNING RATE: 0.05002926320971696
previous_iter_valid_loss : 0.13735069334506989

    230200	  0.137645	  0.137351	  0.095739		CURRENT LEARNING RATE: 0.04997925895280273
previous_iter_valid_loss : 0.09023584425449371

    230300	  0.090008	  0.090236	  0.095768		CURRENT LEARNING RATE: 0.049929304675151616
previous_iter_valid_loss : 0.08054105937480927

    230400	  0.080491	  0.080541	  0.095217		CURRENT LEARNING RATE: 0.04987940032680931
previous_iter_valid_loss : 0.07851111143827438

    230500	  0.078537	  0.078511	  0.095191		CURRENT LEARNING RATE: 0.04982954585787151
previous_iter_valid_loss : 0.07957927882671356

    230600	  0.079537	  0.079579	  0.095028		CURRENT LEARNING RATE: 0.049779741218483727
previous_iter_valid_loss : 0.08231160789728165

    230700	  0.082324	  0.082312	  0.094989		CURRENT LEARNING RATE: 0.04972998635884131
previous_iter_valid_loss : 0.09072715044021606

    230800	  0.090798	  0.090727	  0.094936		CURRENT LEARNING RATE: 0.049680281229189376
previous_iter_valid_loss : 0.08978304266929626

    230900	  0.089647	  0.089783	  0.094147		CURRENT LEARNING RATE: 0.04963062577982283
previous_iter_valid_loss : 0.08566443622112274

    231000	  0.085767	  0.085664	  0.094190		CURRENT LEARNING RATE: 0.049581019961086194
previous_iter_valid_loss : 0.07938871532678604

    231100	  0.079282	  0.079389	  0.094117		CURRENT LEARNING RATE: 0.04953146372337366
previous_iter_valid_loss : 0.10860200226306915

    231200	  0.108910	  0.108602	  0.094009		CURRENT LEARNING RATE: 0.04948195701712895
previous_iter_valid_loss : 0.07859309017658234

    231300	  0.078479	  0.078593	  0.093896		CURRENT LEARNING RATE: 0.049432499792845405
previous_iter_valid_loss : 0.08060858398675919

    231400	  0.080659	  0.080609	  0.093693		CURRENT LEARNING RATE: 0.04938309200106577
previous_iter_valid_loss : 0.08297421038150787

    231500	  0.082836	  0.082974	  0.093610		CURRENT LEARNING RATE: 0.04933373359238225
previous_iter_valid_loss : 0.07760099321603775

    231600	  0.077609	  0.077601	  0.093546		CURRENT LEARNING RATE: 0.04928442451743641
previous_iter_valid_loss : 0.09032467007637024

    231700	  0.090105	  0.090325	  0.093576		CURRENT LEARNING RATE: 0.049235164726919224
previous_iter_valid_loss : 0.07836827635765076

    231800	  0.078394	  0.078368	  0.093518		CURRENT LEARNING RATE: 0.049185954171570866
previous_iter_valid_loss : 0.08778370171785355

    231900	  0.087689	  0.087784	  0.093584		CURRENT LEARNING RATE: 0.04913679280218077
previous_iter_valid_loss : 0.09535130113363266

    232000	  0.095142	  0.095351	  0.093371		CURRENT LEARNING RATE: 0.04908768056958756
previous_iter_valid_loss : 0.07959620654582977

    232100	  0.079403	  0.079596	  0.093302		CURRENT LEARNING RATE: 0.04903861742467903
previous_iter_valid_loss : 0.08475323021411896

    232200	  0.084822	  0.084753	  0.093312		CURRENT LEARNING RATE: 0.04898960331839201
previous_iter_valid_loss : 0.08401483297348022

    232300	  0.083874	  0.084015	  0.093296		CURRENT LEARNING RATE: 0.048940638201712384
previous_iter_valid_loss : 0.09620371460914612

    232400	  0.096004	  0.096204	  0.093432		CURRENT LEARNING RATE: 0.04889172202567502
previous_iter_valid_loss : 0.08712886273860931

    232500	  0.087195	  0.087129	  0.093385		CURRENT LEARNING RATE: 0.04884285474136378
previous_iter_valid_loss : 0.10297355055809021

    232600	  0.103091	  0.102974	  0.093403		CURRENT LEARNING RATE: 0.04879403629991135
previous_iter_valid_loss : 0.08192699402570724

    232700	  0.081893	  0.081927	  0.093355		CURRENT LEARNING RATE: 0.04874526665249929
previous_iter_valid_loss : 0.09172862023115158

    232800	  0.091519	  0.091729	  0.092376		CURRENT LEARNING RATE: 0.04869654575035792
previous_iter_valid_loss : 0.07909848541021347

    232900	  0.079054	  0.079098	  0.092158		CURRENT LEARNING RATE: 0.04864787354476638
previous_iter_valid_loss : 0.0893169716000557

    233000	  0.089074	  0.089317	  0.092068		CURRENT LEARNING RATE: 0.04859924998705244
previous_iter_valid_loss : 0.09522305428981781

    233100	  0.095116	  0.095223	  0.091699		CURRENT LEARNING RATE: 0.04855067502859254
previous_iter_valid_loss : 0.08422597497701645

    233200	  0.084330	  0.084226	  0.091660		CURRENT LEARNING RATE: 0.04850214862081168
previous_iter_valid_loss : 0.08124296367168427

    233300	  0.081317	  0.081243	  0.091634		CURRENT LEARNING RATE: 0.04845367071518352
previous_iter_valid_loss : 0.1055670902132988

    233400	  0.105733	  0.105567	  0.091862		CURRENT LEARNING RATE: 0.048405241263230106
previous_iter_valid_loss : 0.09994392842054367

    233500	  0.100078	  0.099944	  0.092064		CURRENT LEARNING RATE: 0.04835686021652199
previous_iter_valid_loss : 0.09113974124193192

    233600	  0.091232	  0.091140	  0.092069		CURRENT LEARNING RATE: 0.048308527526678094
previous_iter_valid_loss : 0.09726787358522415

    233700	  0.097360	  0.097268	  0.092065		CURRENT LEARNING RATE: 0.048260243145365776
previous_iter_valid_loss : 0.07839662581682205

    233800	  0.078415	  0.078397	  0.092044		CURRENT LEARNING RATE: 0.048212007024300625
previous_iter_valid_loss : 0.08115018904209137

    233900	  0.081206	  0.081150	  0.091572		CURRENT LEARNING RATE: 0.04816381911524652
previous_iter_valid_loss : 0.07850329577922821

    234000	  0.078440	  0.078503	  0.091492		CURRENT LEARNING RATE: 0.04811567937001551
previous_iter_valid_loss : 0.10622860491275787

    234100	  0.106004	  0.106229	  0.091706		CURRENT LEARNING RATE: 0.04806758774046791
previous_iter_valid_loss : 0.08178776502609253

    234200	  0.081669	  0.081788	  0.091478		CURRENT LEARNING RATE: 0.04801954417851206
previous_iter_valid_loss : 0.09342081099748611

    234300	  0.093454	  0.093421	  0.091380		CURRENT LEARNING RATE: 0.04797154863610439
previous_iter_valid_loss : 0.09779153764247894

    234400	  0.097980	  0.097792	  0.091528		CURRENT LEARNING RATE: 0.04792360106524932
previous_iter_valid_loss : 0.09332043677568436

    234500	  0.093392	  0.093320	  0.091307		CURRENT LEARNING RATE: 0.04787570141799934
previous_iter_valid_loss : 0.0789351537823677

    234600	  0.078843	  0.078935	  0.091166		CURRENT LEARNING RATE: 0.04782784964645477
previous_iter_valid_loss : 0.08492989093065262

    234700	  0.084817	  0.084930	  0.091090		CURRENT LEARNING RATE: 0.047780045702763826
previous_iter_valid_loss : 0.08412867039442062

    234800	  0.084170	  0.084129	  0.091106		CURRENT LEARNING RATE: 0.04773228953912255
previous_iter_valid_loss : 0.07982512563467026

    234900	  0.079808	  0.079825	  0.090990		CURRENT LEARNING RATE: 0.04768458110777481
previous_iter_valid_loss : 0.10680238157510757

    235000	  0.107002	  0.106802	  0.091110		CURRENT LEARNING RATE: 0.04763692036101214
previous_iter_valid_loss : 0.11160019785165787

    235100	  0.111357	  0.111600	  0.091354		CURRENT LEARNING RATE: 0.047589307251173815
previous_iter_valid_loss : 0.08084925264120102

    235200	  0.080877	  0.080849	  0.091332		CURRENT LEARNING RATE: 0.04754174173064669
previous_iter_valid_loss : 0.08437871932983398

    235300	  0.084472	  0.084379	  0.091158		CURRENT LEARNING RATE: 0.04749422375186527
previous_iter_valid_loss : 0.08001028001308441

    235400	  0.080069	  0.080010	  0.091000		CURRENT LEARNING RATE: 0.047446753267311556
previous_iter_valid_loss : 0.10297643393278122

    235500	  0.103202	  0.102976	  0.091195		CURRENT LEARNING RATE: 0.04739933022951507
previous_iter_valid_loss : 0.08972977846860886

    235600	  0.089530	  0.089730	  0.091179		CURRENT LEARNING RATE: 0.047351954591052736
previous_iter_valid_loss : 0.07932291179895401

    235700	  0.079299	  0.079323	  0.091194		CURRENT LEARNING RATE: 0.047304626304548965
previous_iter_valid_loss : 0.08853725343942642

    235800	  0.088366	  0.088537	  0.091263		CURRENT LEARNING RATE: 0.04725734532267544
previous_iter_valid_loss : 0.07875008881092072

    235900	  0.078723	  0.078750	  0.091249		CURRENT LEARNING RATE: 0.047210111598151173
previous_iter_valid_loss : 0.08296605199575424

    236000	  0.082790	  0.082966	  0.091217		CURRENT LEARNING RATE: 0.047162925083742424
previous_iter_valid_loss : 0.08874139189720154

    236100	  0.088802	  0.088741	  0.091227		CURRENT LEARNING RATE: 0.0471157857322627
previous_iter_valid_loss : 0.10495084524154663

    236200	  0.104721	  0.104951	  0.091413		CURRENT LEARNING RATE: 0.047068693496572646
previous_iter_valid_loss : 0.09571629762649536

    236300	  0.095532	  0.095716	  0.091135		CURRENT LEARNING RATE: 0.04702164832958
previous_iter_valid_loss : 0.08605364710092545

    236400	  0.086069	  0.086054	  0.090772		CURRENT LEARNING RATE: 0.04697465018423959
previous_iter_valid_loss : 0.08091871440410614

    236500	  0.080900	  0.080919	  0.090746		CURRENT LEARNING RATE: 0.046927699013553294
previous_iter_valid_loss : 0.1212737187743187

    236600	  0.121066	  0.121274	  0.091072		CURRENT LEARNING RATE: 0.04688079477056993
previous_iter_valid_loss : 0.07787018269300461

    236700	  0.077776	  0.077870	  0.090025		CURRENT LEARNING RATE: 0.046833937408385234
previous_iter_valid_loss : 0.09896126389503479

    236800	  0.099047	  0.098961	  0.090234		CURRENT LEARNING RATE: 0.04678712688014183
previous_iter_valid_loss : 0.08110823482275009

    236900	  0.080938	  0.081108	  0.090072		CURRENT LEARNING RATE: 0.04674036313902923
previous_iter_valid_loss : 0.08480580151081085

    237000	  0.084650	  0.084806	  0.090034		CURRENT LEARNING RATE: 0.04669364613828366
previous_iter_valid_loss : 0.0911116674542427

    237100	  0.090913	  0.091112	  0.089664		CURRENT LEARNING RATE: 0.046646975831188126
previous_iter_valid_loss : 0.11787967383861542

    237200	  0.118123	  0.117880	  0.090049		CURRENT LEARNING RATE: 0.046600352171072286
previous_iter_valid_loss : 0.19819040596485138

    237300	  0.197939	  0.198190	  0.091015		CURRENT LEARNING RATE: 0.04655377511131252
previous_iter_valid_loss : 0.08685575425624847

    237400	  0.086866	  0.086856	  0.091055		CURRENT LEARNING RATE: 0.046507244605331746
previous_iter_valid_loss : 0.0783853754401207

    237500	  0.078357	  0.078385	  0.090787		CURRENT LEARNING RATE: 0.04646076060659945
previous_iter_valid_loss : 0.08514536172151566

    237600	  0.085248	  0.085145	  0.090672		CURRENT LEARNING RATE: 0.046414323068631635
previous_iter_valid_loss : 0.07971970736980438

    237700	  0.079620	  0.079720	  0.090624		CURRENT LEARNING RATE: 0.04636793194499073
previous_iter_valid_loss : 0.08369357883930206

    237800	  0.083669	  0.083694	  0.090363		CURRENT LEARNING RATE: 0.04632158718928566
previous_iter_valid_loss : 0.09104037284851074

    237900	  0.090885	  0.091040	  0.090459		CURRENT LEARNING RATE: 0.046275288755171645
previous_iter_valid_loss : 0.11420635879039764

    238000	  0.114004	  0.114206	  0.090459		CURRENT LEARNING RATE: 0.046229036596350234
previous_iter_valid_loss : 0.09093303978443146

    238100	  0.091038	  0.090933	  0.090370		CURRENT LEARNING RATE: 0.04618283066656925
previous_iter_valid_loss : 0.0838492140173912

    238200	  0.083718	  0.083849	  0.090280		CURRENT LEARNING RATE: 0.046136670919622806
previous_iter_valid_loss : 0.07849399745464325

    238300	  0.078453	  0.078494	  0.090176		CURRENT LEARNING RATE: 0.046090557309351125
previous_iter_valid_loss : 0.08174789696931839

    238400	  0.081794	  0.081748	  0.090156		CURRENT LEARNING RATE: 0.0460444897896406
previous_iter_valid_loss : 0.09366614371538162

    238500	  0.093748	  0.093666	  0.090165		CURRENT LEARNING RATE: 0.04599846831442367
previous_iter_valid_loss : 0.09300167113542557

    238600	  0.093107	  0.093002	  0.090073		CURRENT LEARNING RATE: 0.04595249283767892
previous_iter_valid_loss : 0.07914698123931885

    238700	  0.079061	  0.079147	  0.089909		CURRENT LEARNING RATE: 0.04590656331343083
previous_iter_valid_loss : 0.08111635595560074

    238800	  0.081000	  0.081116	  0.089815		CURRENT LEARNING RATE: 0.045860679695749876
previous_iter_valid_loss : 0.08037296682596207

    238900	  0.080365	  0.080373	  0.089754		CURRENT LEARNING RATE: 0.04581484193875242
previous_iter_valid_loss : 0.08309673517942429

    239000	  0.083107	  0.083097	  0.089776		CURRENT LEARNING RATE: 0.045769049996600746
previous_iter_valid_loss : 0.0866597592830658

    239100	  0.086465	  0.086660	  0.089648		CURRENT LEARNING RATE: 0.04572330382350288
previous_iter_valid_loss : 0.10161332041025162

    239200	  0.101695	  0.101613	  0.089860		CURRENT LEARNING RATE: 0.04567760337371265
previous_iter_valid_loss : 0.1214202493429184

    239300	  0.121579	  0.121420	  0.090273		CURRENT LEARNING RATE: 0.045631948601529575
previous_iter_valid_loss : 0.13917407393455505

    239400	  0.139472	  0.139174	  0.090881		CURRENT LEARNING RATE: 0.045586339461298926
previous_iter_valid_loss : 0.08216830343008041

    239500	  0.082056	  0.082168	  0.090861		CURRENT LEARNING RATE: 0.04554077590741154
previous_iter_valid_loss : 0.07981432974338531

    239600	  0.079789	  0.079814	  0.090803		CURRENT LEARNING RATE: 0.04549525789430386
previous_iter_valid_loss : 0.08218740671873093

    239700	  0.082169	  0.082187	  0.090581		CURRENT LEARNING RATE: 0.04544978537645784
previous_iter_valid_loss : 0.12847959995269775

    239800	  0.128254	  0.128480	  0.091083		CURRENT LEARNING RATE: 0.045404358308401
previous_iter_valid_loss : 0.08779248595237732

    239900	  0.087585	  0.087792	  0.091170		CURRENT LEARNING RATE: 0.045358976644706256
previous_iter_valid_loss : 0.09743359684944153

    240000	  0.097509	  0.097434	  0.091295		CURRENT LEARNING RATE: 0.04531364033999194
previous_iter_valid_loss : 0.10343598574399948

    240100	  0.103637	  0.103436	  0.091322		CURRENT LEARNING RATE: 0.04526834934892172
previous_iter_valid_loss : 0.07826251536607742

    240200	  0.078219	  0.078263	  0.090731		CURRENT LEARNING RATE: 0.04522310362620463
previous_iter_valid_loss : 0.11009050160646439

    240300	  0.110262	  0.110091	  0.090930		CURRENT LEARNING RATE: 0.04517790312659495
previous_iter_valid_loss : 0.07881557196378708

    240400	  0.078742	  0.078816	  0.090913		CURRENT LEARNING RATE: 0.045132747804892154
previous_iter_valid_loss : 0.09046060591936111

    240500	  0.090435	  0.090461	  0.091032		CURRENT LEARNING RATE: 0.0450876376159409
previous_iter_valid_loss : 0.13989727199077606

    240600	  0.140202	  0.139897	  0.091635		CURRENT LEARNING RATE: 0.04504257251463105
previous_iter_valid_loss : 0.09890107810497284

    240700	  0.099076	  0.098901	  0.091801		CURRENT LEARNING RATE: 0.044997552455897455
previous_iter_valid_loss : 0.08244751393795013

    240800	  0.082474	  0.082448	  0.091718		CURRENT LEARNING RATE: 0.04495257739472008
previous_iter_valid_loss : 0.08260013163089752

    240900	  0.082450	  0.082600	  0.091646		CURRENT LEARNING RATE: 0.044907647286123814
previous_iter_valid_loss : 0.08583145588636398

    241000	  0.085893	  0.085831	  0.091648		CURRENT LEARNING RATE: 0.0448627620851786
previous_iter_valid_loss : 0.09078526496887207

    241100	  0.090597	  0.090785	  0.091762		CURRENT LEARNING RATE: 0.04481792174699921
previous_iter_valid_loss : 0.08636834472417831

    241200	  0.086212	  0.086368	  0.091540		CURRENT LEARNING RATE: 0.044773126226745306
previous_iter_valid_loss : 0.142823725938797

    241300	  0.143145	  0.142824	  0.092182		CURRENT LEARNING RATE: 0.044728375479621336
previous_iter_valid_loss : 0.07787150144577026

    241400	  0.077835	  0.077872	  0.092155		CURRENT LEARNING RATE: 0.044683669460876596
previous_iter_valid_loss : 0.07947852462530136

    241500	  0.079352	  0.079479	  0.092120		CURRENT LEARNING RATE: 0.044639008125805034
previous_iter_valid_loss : 0.08527375012636185

    241600	  0.085183	  0.085274	  0.092196		CURRENT LEARNING RATE: 0.04459439142974532
previous_iter_valid_loss : 0.08069518953561783

    241700	  0.080603	  0.080695	  0.092100		CURRENT LEARNING RATE: 0.044549819328080734
previous_iter_valid_loss : 0.13674701750278473

    241800	  0.137052	  0.136747	  0.092684		CURRENT LEARNING RATE: 0.044505291776239214
previous_iter_valid_loss : 0.078876793384552

    241900	  0.078874	  0.078877	  0.092595		CURRENT LEARNING RATE: 0.04446080872969317
previous_iter_valid_loss : 0.07877573370933533

    242000	  0.078743	  0.078776	  0.092429		CURRENT LEARNING RATE: 0.04441637014395956
previous_iter_valid_loss : 0.08835440129041672

    242100	  0.088372	  0.088354	  0.092517		CURRENT LEARNING RATE: 0.044371975974599784
previous_iter_valid_loss : 0.08615782856941223

    242200	  0.085948	  0.086158	  0.092531		CURRENT LEARNING RATE: 0.04432762617721969
previous_iter_valid_loss : 0.1533665955066681

    242300	  0.153671	  0.153367	  0.093224		CURRENT LEARNING RATE: 0.04428332070746948
previous_iter_valid_loss : 0.09781970083713531

    242400	  0.097600	  0.097820	  0.093240		CURRENT LEARNING RATE: 0.04423905952104366
previous_iter_valid_loss : 0.07809262722730637

    242500	  0.077981	  0.078093	  0.093150		CURRENT LEARNING RATE: 0.044194842573681024
previous_iter_valid_loss : 0.09399589896202087

    242600	  0.094050	  0.093996	  0.093060		CURRENT LEARNING RATE: 0.044150669821164674
previous_iter_valid_loss : 0.08922170847654343

    242700	  0.089239	  0.089222	  0.093133		CURRENT LEARNING RATE: 0.04410654121932182
previous_iter_valid_loss : 0.0836523249745369

    242800	  0.083500	  0.083652	  0.093052		CURRENT LEARNING RATE: 0.044062456724023855
previous_iter_valid_loss : 0.07797354459762573

    242900	  0.077952	  0.077974	  0.093041		CURRENT LEARNING RATE: 0.044018416291186274
previous_iter_valid_loss : 0.07783893495798111

    243000	  0.077741	  0.077839	  0.092926		CURRENT LEARNING RATE: 0.043974419876768665
previous_iter_valid_loss : 0.07976064831018448

    243100	  0.079645	  0.079761	  0.092772		CURRENT LEARNING RATE: 0.0439304674367746
previous_iter_valid_loss : 0.0788552388548851

    243200	  0.078836	  0.078855	  0.092718		CURRENT LEARNING RATE: 0.043886558927251636
previous_iter_valid_loss : 0.08626560121774673

    243300	  0.086089	  0.086266	  0.092768		CURRENT LEARNING RATE: 0.04384269430429124
previous_iter_valid_loss : 0.09650509059429169

    243400	  0.096583	  0.096505	  0.092678		CURRENT LEARNING RATE: 0.043798873524028815
previous_iter_valid_loss : 0.07810946553945541

    243500	  0.078099	  0.078109	  0.092459		CURRENT LEARNING RATE: 0.04375509654264356
previous_iter_valid_loss : 0.07985491305589676

    243600	  0.079723	  0.079855	  0.092347		CURRENT LEARNING RATE: 0.043711363316358505
previous_iter_valid_loss : 0.07742886245250702

    243700	  0.077387	  0.077429	  0.092148		CURRENT LEARNING RATE: 0.04366767380144038
previous_iter_valid_loss : 0.07703008502721786


Current valid loss: 0.07703008502721786;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    243800	  0.076942	  0.077030	  0.092134		CURRENT LEARNING RATE: 0.04362402795419972
previous_iter_valid_loss : 0.08648395538330078

    243900	  0.086481	  0.086484	  0.092188		CURRENT LEARNING RATE: 0.04358042573099065
previous_iter_valid_loss : 0.0802408903837204

    244000	  0.080227	  0.080241	  0.092205		CURRENT LEARNING RATE: 0.04353686708821094
previous_iter_valid_loss : 0.07812578231096268

    244100	  0.078067	  0.078126	  0.091924		CURRENT LEARNING RATE: 0.04349335198230193
previous_iter_valid_loss : 0.10284588485956192

    244200	  0.102630	  0.102846	  0.092135		CURRENT LEARNING RATE: 0.04344988036974854
previous_iter_valid_loss : 0.08120211958885193

    244300	  0.081206	  0.081202	  0.092013		CURRENT LEARNING RATE: 0.043406452207079144
previous_iter_valid_loss : 0.08114935457706451

    244400	  0.081000	  0.081149	  0.091846		CURRENT LEARNING RATE: 0.04336306745086557
previous_iter_valid_loss : 0.0833534225821495

    244500	  0.083347	  0.083353	  0.091746		CURRENT LEARNING RATE: 0.04331972605772305
previous_iter_valid_loss : 0.08151502162218094

    244600	  0.081394	  0.081515	  0.091772		CURRENT LEARNING RATE: 0.04327642798431021
previous_iter_valid_loss : 0.1242627426981926

    244700	  0.124022	  0.124263	  0.092166		CURRENT LEARNING RATE: 0.04323317318732896
previous_iter_valid_loss : 0.08243419975042343

    244800	  0.082346	  0.082434	  0.092149		CURRENT LEARNING RATE: 0.0431899616235245
previous_iter_valid_loss : 0.08336301147937775

    244900	  0.083323	  0.083363	  0.092184		CURRENT LEARNING RATE: 0.04314679324968525
previous_iter_valid_loss : 0.08554603904485703

    245000	  0.085640	  0.085546	  0.091971		CURRENT LEARNING RATE: 0.04310366802264286
previous_iter_valid_loss : 0.07961759716272354

    245100	  0.079492	  0.079618	  0.091652		CURRENT LEARNING RATE: 0.04306058589927208
previous_iter_valid_loss : 0.07866654545068741

    245200	  0.078550	  0.078667	  0.091630		CURRENT LEARNING RATE: 0.04301754683649079
previous_iter_valid_loss : 0.09788828343153

    245300	  0.098004	  0.097888	  0.091765		CURRENT LEARNING RATE: 0.042974550791259905
previous_iter_valid_loss : 0.1941274106502533

    245400	  0.194643	  0.194127	  0.092906		CURRENT LEARNING RATE: 0.042931597720583414
previous_iter_valid_loss : 0.11745229363441467

    245500	  0.117267	  0.117452	  0.093051		CURRENT LEARNING RATE: 0.04288868758150822
previous_iter_valid_loss : 0.08358960598707199

    245600	  0.083708	  0.083590	  0.092989		CURRENT LEARNING RATE: 0.042845820331124176
previous_iter_valid_loss : 0.09357837587594986

    245700	  0.093436	  0.093578	  0.093132		CURRENT LEARNING RATE: 0.042802995926564016
previous_iter_valid_loss : 0.08752428740262985

    245800	  0.087565	  0.087524	  0.093122		CURRENT LEARNING RATE: 0.04276021432500337
previous_iter_valid_loss : 0.10355670005083084

    245900	  0.103717	  0.103557	  0.093370		CURRENT LEARNING RATE: 0.042717475483660616
previous_iter_valid_loss : 0.109913669526577

    246000	  0.110119	  0.109914	  0.093639		CURRENT LEARNING RATE: 0.042674779359796904
previous_iter_valid_loss : 0.07747375965118408

    246100	  0.077488	  0.077474	  0.093527		CURRENT LEARNING RATE: 0.042632125910716086
previous_iter_valid_loss : 0.08174880594015121

    246200	  0.081637	  0.081749	  0.093295		CURRENT LEARNING RATE: 0.04258951509376475
previous_iter_valid_loss : 0.08866557478904724

    246300	  0.088771	  0.088666	  0.093224		CURRENT LEARNING RATE: 0.04254694686633206
previous_iter_valid_loss : 0.08847946673631668

    246400	  0.088605	  0.088479	  0.093248		CURRENT LEARNING RATE: 0.04250442118584978
previous_iter_valid_loss : 0.07884100079536438

    246500	  0.078883	  0.078841	  0.093228		CURRENT LEARNING RATE: 0.042461938009792206
previous_iter_valid_loss : 0.09054234623908997

    246600	  0.090692	  0.090542	  0.092920		CURRENT LEARNING RATE: 0.042419497295676206
previous_iter_valid_loss : 0.07990463823080063

    246700	  0.079880	  0.079905	  0.092941		CURRENT LEARNING RATE: 0.042377099001061035
previous_iter_valid_loss : 0.07769323885440826

    246800	  0.077617	  0.077693	  0.092728		CURRENT LEARNING RATE: 0.04233474308354839
previous_iter_valid_loss : 0.0773480013012886

    246900	  0.077312	  0.077348	  0.092690		CURRENT LEARNING RATE: 0.042292429500782346
previous_iter_valid_loss : 0.07926752418279648

    247000	  0.079328	  0.079268	  0.092635		CURRENT LEARNING RATE: 0.04225015821044934
previous_iter_valid_loss : 0.09806991368532181

    247100	  0.097909	  0.098070	  0.092705		CURRENT LEARNING RATE: 0.04220792917027807
previous_iter_valid_loss : 0.08046094328165054

    247200	  0.080394	  0.080461	  0.092330		CURRENT LEARNING RATE: 0.042165742338039484
previous_iter_valid_loss : 0.10749233514070511

    247300	  0.107724	  0.107492	  0.091423		CURRENT LEARNING RATE: 0.042123597671546734
previous_iter_valid_loss : 0.08575928211212158

    247400	  0.085889	  0.085759	  0.091412		CURRENT LEARNING RATE: 0.04208149512865518
previous_iter_valid_loss : 0.07697205245494843


Current valid loss: 0.07697205245494843;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    247500	  0.076939	  0.076972	  0.091398		CURRENT LEARNING RATE: 0.04203943466726227
previous_iter_valid_loss : 0.08559131622314453

    247600	  0.085691	  0.085591	  0.091403		CURRENT LEARNING RATE: 0.04199741624530752
previous_iter_valid_loss : 0.07961950451135635

    247700	  0.079681	  0.079620	  0.091402		CURRENT LEARNING RATE: 0.0419554398207725
previous_iter_valid_loss : 0.07728025317192078

    247800	  0.077251	  0.077280	  0.091338		CURRENT LEARNING RATE: 0.04191350535168082
previous_iter_valid_loss : 0.1021413579583168

    247900	  0.102351	  0.102141	  0.091449		CURRENT LEARNING RATE: 0.04187161279609798
previous_iter_valid_loss : 0.08486168831586838

    248000	  0.084685	  0.084862	  0.091155		CURRENT LEARNING RATE: 0.04182976211213143
previous_iter_valid_loss : 0.07947152853012085

    248100	  0.079515	  0.079472	  0.091041		CURRENT LEARNING RATE: 0.04178795325793045
previous_iter_valid_loss : 0.07740946859121323

    248200	  0.077465	  0.077409	  0.090976		CURRENT LEARNING RATE: 0.04174618619168624
previous_iter_valid_loss : 0.0972910225391388

    248300	  0.097422	  0.097291	  0.091164		CURRENT LEARNING RATE: 0.041704460871631696
previous_iter_valid_loss : 0.0801822692155838

    248400	  0.080100	  0.080182	  0.091149		CURRENT LEARNING RATE: 0.0416627772560415
previous_iter_valid_loss : 0.13569478690624237

    248500	  0.136023	  0.135695	  0.091569		CURRENT LEARNING RATE: 0.041621135303232006
previous_iter_valid_loss : 0.079655721783638

    248600	  0.079750	  0.079656	  0.091435		CURRENT LEARNING RATE: 0.04157953497156131
previous_iter_valid_loss : 0.07901709526777267

    248700	  0.079034	  0.079017	  0.091434		CURRENT LEARNING RATE: 0.04153797621942905
previous_iter_valid_loss : 0.09233806282281876

    248800	  0.092294	  0.092338	  0.091546		CURRENT LEARNING RATE: 0.041496459005276466
previous_iter_valid_loss : 0.08933758735656738

    248900	  0.089412	  0.089338	  0.091636		CURRENT LEARNING RATE: 0.04145498328758633
previous_iter_valid_loss : 0.07737725973129272

    249000	  0.077389	  0.077377	  0.091579		CURRENT LEARNING RATE: 0.04141354902488296
previous_iter_valid_loss : 0.07868918776512146

    249100	  0.078667	  0.078689	  0.091499		CURRENT LEARNING RATE: 0.04137215617573206
previous_iter_valid_loss : 0.09725415706634521

    249200	  0.097104	  0.097254	  0.091455		CURRENT LEARNING RATE: 0.041330804698740786
previous_iter_valid_loss : 0.12406431138515472

    249300	  0.123849	  0.124064	  0.091482		CURRENT LEARNING RATE: 0.041289494552557635
previous_iter_valid_loss : 0.08068393915891647

    249400	  0.080630	  0.080684	  0.090897		CURRENT LEARNING RATE: 0.04124822569587249
previous_iter_valid_loss : 0.0830264687538147

    249500	  0.082921	  0.083026	  0.090906		CURRENT LEARNING RATE: 0.041206998087416485
previous_iter_valid_loss : 0.09278827905654907

    249600	  0.092876	  0.092788	  0.091035		CURRENT LEARNING RATE: 0.041165811685962006
previous_iter_valid_loss : 0.07796984165906906

    249700	  0.077915	  0.077970	  0.090993		CURRENT LEARNING RATE: 0.04112466645032262
previous_iter_valid_loss : 0.0813470184803009

    249800	  0.081213	  0.081347	  0.090522		CURRENT LEARNING RATE: 0.041083562339353126
previous_iter_valid_loss : 0.13331127166748047

    249900	  0.133094	  0.133311	  0.090977		CURRENT LEARNING RATE: 0.0410424993119494
previous_iter_valid_loss : 0.07830938696861267

    250000	  0.078274	  0.078309	  0.090786		CURRENT LEARNING RATE: 0.041001477327048404
previous_iter_valid_loss : 0.08656519651412964

    250100	  0.086623	  0.086565	  0.090617		CURRENT LEARNING RATE: 0.04096049634362815
previous_iter_valid_loss : 0.09365131705999374

    250200	  0.093471	  0.093651	  0.090771		CURRENT LEARNING RATE: 0.04091955632070764
previous_iter_valid_loss : 0.08618366718292236

    250300	  0.086236	  0.086184	  0.090532		CURRENT LEARNING RATE: 0.040878657217346875
previous_iter_valid_loss : 0.08555712550878525

    250400	  0.085654	  0.085557	  0.090599		CURRENT LEARNING RATE: 0.04083779899264673
previous_iter_valid_loss : 0.0785057321190834

    250500	  0.078546	  0.078506	  0.090480		CURRENT LEARNING RATE: 0.04079698160574899
previous_iter_valid_loss : 0.0789748877286911

    250600	  0.079006	  0.078975	  0.089870		CURRENT LEARNING RATE: 0.04075620501583623
previous_iter_valid_loss : 0.0807768702507019

    250700	  0.080682	  0.080777	  0.089689		CURRENT LEARNING RATE: 0.040715469182131904
previous_iter_valid_loss : 0.07855615764856339

    250800	  0.078597	  0.078556	  0.089650		CURRENT LEARNING RATE: 0.04067477406390015
previous_iter_valid_loss : 0.07782205194234848

    250900	  0.077798	  0.077822	  0.089603		CURRENT LEARNING RATE: 0.04063411962044585
previous_iter_valid_loss : 0.08849453926086426

    251000	  0.088394	  0.088495	  0.089629		CURRENT LEARNING RATE: 0.040593505811114546
previous_iter_valid_loss : 0.08370323479175568

    251100	  0.083802	  0.083703	  0.089558		CURRENT LEARNING RATE: 0.04055293259529245
previous_iter_valid_loss : 0.0894223153591156

    251200	  0.089464	  0.089422	  0.089589		CURRENT LEARNING RATE: 0.04051239993240632
previous_iter_valid_loss : 0.07719605416059494

    251300	  0.077173	  0.077196	  0.088933		CURRENT LEARNING RATE: 0.040471907781923507
previous_iter_valid_loss : 0.08202462643384933

    251400	  0.082037	  0.082025	  0.088974		CURRENT LEARNING RATE: 0.04043145610335183
previous_iter_valid_loss : 0.09224463999271393

    251500	  0.092134	  0.092245	  0.089102		CURRENT LEARNING RATE: 0.04039104485623964
previous_iter_valid_loss : 0.0786251574754715

    251600	  0.078591	  0.078625	  0.089035		CURRENT LEARNING RATE: 0.040350674000175675
previous_iter_valid_loss : 0.08116511255502701

    251700	  0.081206	  0.081165	  0.089040		CURRENT LEARNING RATE: 0.040310343494789076
previous_iter_valid_loss : 0.09098649024963379

    251800	  0.090860	  0.090986	  0.088582		CURRENT LEARNING RATE: 0.04027005329974931
previous_iter_valid_loss : 0.08358573913574219

    251900	  0.083402	  0.083586	  0.088630		CURRENT LEARNING RATE: 0.04022980337476622
previous_iter_valid_loss : 0.07858991622924805

    252000	  0.078610	  0.078590	  0.088628		CURRENT LEARNING RATE: 0.04018959367958985
previous_iter_valid_loss : 0.09590576589107513

    252100	  0.095981	  0.095906	  0.088703		CURRENT LEARNING RATE: 0.04014942417401051
previous_iter_valid_loss : 0.09584925323724747

    252200	  0.095961	  0.095849	  0.088800		CURRENT LEARNING RATE: 0.04010929481785868
previous_iter_valid_loss : 0.08301516622304916

    252300	  0.083125	  0.083015	  0.088097		CURRENT LEARNING RATE: 0.040069205571005025
previous_iter_valid_loss : 0.0788104236125946

    252400	  0.078728	  0.078810	  0.087906		CURRENT LEARNING RATE: 0.04002915639336027
previous_iter_valid_loss : 0.080010324716568

    252500	  0.080062	  0.080010	  0.087926		CURRENT LEARNING RATE: 0.039989147244875255
previous_iter_valid_loss : 0.1007860004901886

    252600	  0.100570	  0.100786	  0.087994		CURRENT LEARNING RATE: 0.0399491780855408
previous_iter_valid_loss : 0.09611625969409943

    252700	  0.096209	  0.096116	  0.088062		CURRENT LEARNING RATE: 0.03990924887538777
previous_iter_valid_loss : 0.0806419849395752

    252800	  0.080655	  0.080642	  0.088032		CURRENT LEARNING RATE: 0.03986935957448695
previous_iter_valid_loss : 0.07850755006074905

    252900	  0.078483	  0.078508	  0.088038		CURRENT LEARNING RATE: 0.03982951014294902
previous_iter_valid_loss : 0.10202666372060776

    253000	  0.102133	  0.102027	  0.088280		CURRENT LEARNING RATE: 0.03978970054092454
previous_iter_valid_loss : 0.07703986018896103

    253100	  0.076987	  0.077040	  0.088252		CURRENT LEARNING RATE: 0.03974993072860393
previous_iter_valid_loss : 0.0779479369521141

    253200	  0.077905	  0.077948	  0.088243		CURRENT LEARNING RATE: 0.03971020066621736
previous_iter_valid_loss : 0.09225399792194366

    253300	  0.092051	  0.092254	  0.088303		CURRENT LEARNING RATE: 0.03967051031403477
previous_iter_valid_loss : 0.07954036444425583

    253400	  0.079541	  0.079540	  0.088134		CURRENT LEARNING RATE: 0.039630859632365775
previous_iter_valid_loss : 0.07676736265420914


Current valid loss: 0.07676736265420914;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    253500	  0.076716	  0.076767	  0.088120		CURRENT LEARNING RATE: 0.03959124858155974
previous_iter_valid_loss : 0.10032340884208679

    253600	  0.100505	  0.100323	  0.088325		CURRENT LEARNING RATE: 0.03955167712200559
previous_iter_valid_loss : 0.07786480337381363

    253700	  0.077806	  0.077865	  0.088329		CURRENT LEARNING RATE: 0.03951214521413184
previous_iter_valid_loss : 0.08818163722753525

    253800	  0.088310	  0.088182	  0.088441		CURRENT LEARNING RATE: 0.039472652818406596
previous_iter_valid_loss : 0.08566026389598846

    253900	  0.085702	  0.085660	  0.088432		CURRENT LEARNING RATE: 0.03943319989533747
previous_iter_valid_loss : 0.08431966602802277

    254000	  0.084339	  0.084320	  0.088473		CURRENT LEARNING RATE: 0.03939378640547153
previous_iter_valid_loss : 0.07700781524181366

    254100	  0.076981	  0.077008	  0.088462		CURRENT LEARNING RATE: 0.03935441230939527
previous_iter_valid_loss : 0.0783199667930603

    254200	  0.078342	  0.078320	  0.088217		CURRENT LEARNING RATE: 0.03931507756773459
previous_iter_valid_loss : 0.08955331891775131

    254300	  0.089585	  0.089553	  0.088300		CURRENT LEARNING RATE: 0.03927578214115477
previous_iter_valid_loss : 0.097080759704113

    254400	  0.097166	  0.097081	  0.088460		CURRENT LEARNING RATE: 0.039236525990360364
previous_iter_valid_loss : 0.11957909166812897

    254500	  0.119319	  0.119579	  0.088822		CURRENT LEARNING RATE: 0.03919730907609521
previous_iter_valid_loss : 0.09038827568292618

    254600	  0.090257	  0.090388	  0.088911		CURRENT LEARNING RATE: 0.039158131359142395
previous_iter_valid_loss : 0.0791318342089653

    254700	  0.079115	  0.079132	  0.088459		CURRENT LEARNING RATE: 0.03911899280032421
previous_iter_valid_loss : 0.07830700278282166

    254800	  0.078255	  0.078307	  0.088418		CURRENT LEARNING RATE: 0.03907989336050209
previous_iter_valid_loss : 0.08566726744174957

    254900	  0.085517	  0.085667	  0.088441		CURRENT LEARNING RATE: 0.039040833000576584
previous_iter_valid_loss : 0.08179312944412231

    255000	  0.081793	  0.081793	  0.088404		CURRENT LEARNING RATE: 0.039001811681487315
previous_iter_valid_loss : 0.08479592204093933

    255100	  0.084867	  0.084796	  0.088455		CURRENT LEARNING RATE: 0.038962829364213
previous_iter_valid_loss : 0.0791698470711708

    255200	  0.079118	  0.079170	  0.088460		CURRENT LEARNING RATE: 0.038923886009771286
previous_iter_valid_loss : 0.07777806371450424

    255300	  0.077725	  0.077778	  0.088259		CURRENT LEARNING RATE: 0.03888498157921883
previous_iter_valid_loss : 0.07935675233602524

    255400	  0.079356	  0.079357	  0.087112		CURRENT LEARNING RATE: 0.03884611603365118
previous_iter_valid_loss : 0.10104461759328842

    255500	  0.100855	  0.101045	  0.086947		CURRENT LEARNING RATE: 0.03880728933420281
previous_iter_valid_loss : 0.07782751321792603

    255600	  0.077772	  0.077828	  0.086890		CURRENT LEARNING RATE: 0.03876850144204702
previous_iter_valid_loss : 0.07889822870492935

    255700	  0.078841	  0.078898	  0.086743		CURRENT LEARNING RATE: 0.03872975231839589
previous_iter_valid_loss : 0.07691245526075363

    255800	  0.076912	  0.076912	  0.086637		CURRENT LEARNING RATE: 0.0386910419245003
previous_iter_valid_loss : 0.07888512313365936

    255900	  0.078793	  0.078885	  0.086390		CURRENT LEARNING RATE: 0.03865237022164987
previous_iter_valid_loss : 0.11147420108318329

    256000	  0.111334	  0.111474	  0.086406		CURRENT LEARNING RATE: 0.038613737171172884
previous_iter_valid_loss : 0.07817836850881577

    256100	  0.078227	  0.078178	  0.086413		CURRENT LEARNING RATE: 0.03857514273443629
previous_iter_valid_loss : 0.07727660238742828

    256200	  0.077253	  0.077277	  0.086368		CURRENT LEARNING RATE: 0.03853658687284562
previous_iter_valid_loss : 0.08037211000919342

    256300	  0.080235	  0.080372	  0.086285		CURRENT LEARNING RATE: 0.03849806954784506
previous_iter_valid_loss : 0.08201567083597183

    256400	  0.082088	  0.082016	  0.086221		CURRENT LEARNING RATE: 0.03845959072091725
previous_iter_valid_loss : 0.07966355234384537

    256500	  0.079673	  0.079664	  0.086229		CURRENT LEARNING RATE: 0.038421150353583365
previous_iter_valid_loss : 0.07849876582622528

    256600	  0.078484	  0.078499	  0.086108		CURRENT LEARNING RATE: 0.03838274840740302
previous_iter_valid_loss : 0.07750793546438217

    256700	  0.077471	  0.077508	  0.086084		CURRENT LEARNING RATE: 0.0383443848439743
previous_iter_valid_loss : 0.08910486102104187

    256800	  0.089222	  0.089105	  0.086199		CURRENT LEARNING RATE: 0.03830605962493362
previous_iter_valid_loss : 0.09328505396842957

    256900	  0.093377	  0.093285	  0.086358		CURRENT LEARNING RATE: 0.03826777271195576
previous_iter_valid_loss : 0.12296109646558762

    257000	  0.123137	  0.122961	  0.086795		CURRENT LEARNING RATE: 0.03822952406675378
previous_iter_valid_loss : 0.08019082993268967

    257100	  0.080084	  0.080191	  0.086616		CURRENT LEARNING RATE: 0.03819131365107906
previous_iter_valid_loss : 0.08291014283895493

    257200	  0.082991	  0.082910	  0.086641		CURRENT LEARNING RATE: 0.03815314142672119
previous_iter_valid_loss : 0.09264849126338959

    257300	  0.092486	  0.092648	  0.086492		CURRENT LEARNING RATE: 0.038115007355507914
previous_iter_valid_loss : 0.07813877612352371

    257400	  0.078144	  0.078139	  0.086416		CURRENT LEARNING RATE: 0.03807691139930516
previous_iter_valid_loss : 0.08016610145568848

    257500	  0.080148	  0.080166	  0.086448		CURRENT LEARNING RATE: 0.03803885352001699
previous_iter_valid_loss : 0.1161983534693718

    257600	  0.116388	  0.116198	  0.086754		CURRENT LEARNING RATE: 0.03800083367958552
previous_iter_valid_loss : 0.10388247668743134

    257700	  0.104007	  0.103882	  0.086997		CURRENT LEARNING RATE: 0.03796285183999089
previous_iter_valid_loss : 0.1012929379940033

    257800	  0.101092	  0.101293	  0.087237		CURRENT LEARNING RATE: 0.03792490796325124
previous_iter_valid_loss : 0.07810467481613159

    257900	  0.078023	  0.078105	  0.086996		CURRENT LEARNING RATE: 0.03788700201142274
previous_iter_valid_loss : 0.10903517156839371

    258000	  0.109247	  0.109035	  0.087238		CURRENT LEARNING RATE: 0.0378491339465994
previous_iter_valid_loss : 0.08216416835784912

    258100	  0.082153	  0.082164	  0.087265		CURRENT LEARNING RATE: 0.03781130373091317
previous_iter_valid_loss : 0.07837281376123428

    258200	  0.078337	  0.078373	  0.087275		CURRENT LEARNING RATE: 0.0377735113265338
previous_iter_valid_loss : 0.141387477517128

    258300	  0.141196	  0.141387	  0.087716		CURRENT LEARNING RATE: 0.03773575669566892
previous_iter_valid_loss : 0.08425702899694443

    258400	  0.084324	  0.084257	  0.087756		CURRENT LEARNING RATE: 0.03769803980056388
previous_iter_valid_loss : 0.08316470682621002

    258500	  0.083037	  0.083165	  0.087231		CURRENT LEARNING RATE: 0.03766036060350179
previous_iter_valid_loss : 0.07911514490842819

    258600	  0.079030	  0.079115	  0.087226		CURRENT LEARNING RATE: 0.037622719066803416
previous_iter_valid_loss : 0.08142794668674469

    258700	  0.081511	  0.081428	  0.087250		CURRENT LEARNING RATE: 0.03758511515282727
previous_iter_valid_loss : 0.0942791998386383

    258800	  0.094084	  0.094279	  0.087269		CURRENT LEARNING RATE: 0.0375475488239694
previous_iter_valid_loss : 0.1490360051393509

    258900	  0.149402	  0.149036	  0.087866		CURRENT LEARNING RATE: 0.03751002004266349
previous_iter_valid_loss : 0.08924607932567596

    259000	  0.089127	  0.089246	  0.087985		CURRENT LEARNING RATE: 0.03747252877138072
previous_iter_valid_loss : 0.07690156996250153

    259100	  0.076898	  0.076902	  0.087967		CURRENT LEARNING RATE: 0.03743507497262987
previous_iter_valid_loss : 0.0777667760848999

    259200	  0.077729	  0.077767	  0.087772		CURRENT LEARNING RATE: 0.037397658608957114
previous_iter_valid_loss : 0.07727576792240143

    259300	  0.077211	  0.077276	  0.087304		CURRENT LEARNING RATE: 0.03736027964294608
previous_iter_valid_loss : 0.07822934538125992

    259400	  0.078210	  0.078229	  0.087280		CURRENT LEARNING RATE: 0.037322938037217784
previous_iter_valid_loss : 0.07708367705345154

    259500	  0.077013	  0.077084	  0.087220		CURRENT LEARNING RATE: 0.037285633754430655
previous_iter_valid_loss : 0.07823972404003143

    259600	  0.078118	  0.078240	  0.087075		CURRENT LEARNING RATE: 0.03724836675728039
previous_iter_valid_loss : 0.08323436230421066

    259700	  0.083268	  0.083234	  0.087127		CURRENT LEARNING RATE: 0.03721113700849998
previous_iter_valid_loss : 0.07784163951873779

    259800	  0.077807	  0.077842	  0.087092		CURRENT LEARNING RATE: 0.037173944470859664
previous_iter_valid_loss : 0.0796007439494133

    259900	  0.079459	  0.079601	  0.086555		CURRENT LEARNING RATE: 0.03713678910716694
previous_iter_valid_loss : 0.0856042206287384

    260000	  0.085411	  0.085604	  0.086628		CURRENT LEARNING RATE: 0.03709967088026641
previous_iter_valid_loss : 0.07721475511789322

    260100	  0.077195	  0.077215	  0.086535		CURRENT LEARNING RATE: 0.03706258975303985
previous_iter_valid_loss : 0.0896906852722168

    260200	  0.089501	  0.089691	  0.086495		CURRENT LEARNING RATE: 0.037025545688406124
previous_iter_valid_loss : 0.09368126094341278

    260300	  0.093514	  0.093681	  0.086570		CURRENT LEARNING RATE: 0.03698853864932118
previous_iter_valid_loss : 0.0889509841799736

    260400	  0.089031	  0.088951	  0.086604		CURRENT LEARNING RATE: 0.036951568598777976
previous_iter_valid_loss : 0.07692867517471313

    260500	  0.076881	  0.076929	  0.086588		CURRENT LEARNING RATE: 0.03691463549980645
previous_iter_valid_loss : 0.07757895439863205

    260600	  0.077513	  0.077579	  0.086574		CURRENT LEARNING RATE: 0.03687773931547347
previous_iter_valid_loss : 0.08150158077478409

    260700	  0.081341	  0.081502	  0.086581		CURRENT LEARNING RATE: 0.036840880008882915
previous_iter_valid_loss : 0.07680130004882812

    260800	  0.076740	  0.076801	  0.086564		CURRENT LEARNING RATE: 0.03680405754317542
previous_iter_valid_loss : 0.0959494560956955

    260900	  0.096006	  0.095949	  0.086745		CURRENT LEARNING RATE: 0.03676727188152855
previous_iter_valid_loss : 0.09748226404190063

    261000	  0.097610	  0.097482	  0.086835		CURRENT LEARNING RATE: 0.0367305229871566
previous_iter_valid_loss : 0.0813281238079071

    261100	  0.081230	  0.081328	  0.086811		CURRENT LEARNING RATE: 0.03669381082331072
previous_iter_valid_loss : 0.0799240991473198

    261200	  0.079946	  0.079924	  0.086716		CURRENT LEARNING RATE: 0.03665713535327872
previous_iter_valid_loss : 0.08421825617551804

    261300	  0.084242	  0.084218	  0.086787		CURRENT LEARNING RATE: 0.03662049654038512
previous_iter_valid_loss : 0.09086662530899048

    261400	  0.090970	  0.090867	  0.086875		CURRENT LEARNING RATE: 0.03658389434799111
previous_iter_valid_loss : 0.08440535515546799

    261500	  0.084310	  0.084405	  0.086797		CURRENT LEARNING RATE: 0.036547328739494504
previous_iter_valid_loss : 0.07920163869857788

    261600	  0.079168	  0.079202	  0.086802		CURRENT LEARNING RATE: 0.03651079967832968
previous_iter_valid_loss : 0.07700230926275253

    261700	  0.076934	  0.077002	  0.086761		CURRENT LEARNING RATE: 0.036474307127967585
previous_iter_valid_loss : 0.08159738779067993

    261800	  0.081466	  0.081597	  0.086667		CURRENT LEARNING RATE: 0.03643785105191564
previous_iter_valid_loss : 0.10650476068258286

    261900	  0.106261	  0.106505	  0.086896		CURRENT LEARNING RATE: 0.036401431413717794
previous_iter_valid_loss : 0.07752520591020584

    262000	  0.077478	  0.077525	  0.086885		CURRENT LEARNING RATE: 0.0363650481769544
previous_iter_valid_loss : 0.07789263874292374

    262100	  0.077808	  0.077893	  0.086705		CURRENT LEARNING RATE: 0.03632870130524221
previous_iter_valid_loss : 0.08506768941879272

    262200	  0.085108	  0.085068	  0.086597		CURRENT LEARNING RATE: 0.03629239076223434
previous_iter_valid_loss : 0.08308940380811691

    262300	  0.083066	  0.083089	  0.086598		CURRENT LEARNING RATE: 0.036256116511620265
previous_iter_valid_loss : 0.07960975915193558

    262400	  0.079504	  0.079610	  0.086606		CURRENT LEARNING RATE: 0.03621987851712573
previous_iter_valid_loss : 0.1350916177034378

    262500	  0.135333	  0.135092	  0.087157		CURRENT LEARNING RATE: 0.03618367674251273
previous_iter_valid_loss : 0.07868287712335587

    262600	  0.078661	  0.078683	  0.086936		CURRENT LEARNING RATE: 0.036147511151579485
previous_iter_valid_loss : 0.09081059694290161

    262700	  0.090843	  0.090811	  0.086883		CURRENT LEARNING RATE: 0.03611138170816039
previous_iter_valid_loss : 0.10426471382379532

    262800	  0.104370	  0.104265	  0.087119		CURRENT LEARNING RATE: 0.03607528837612603
previous_iter_valid_loss : 0.07878805696964264

    262900	  0.078663	  0.078788	  0.087122		CURRENT LEARNING RATE: 0.03603923111938305
previous_iter_valid_loss : 0.07676003873348236


Current valid loss: 0.07676003873348236;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    263000	  0.076702	  0.076760	  0.086869		CURRENT LEARNING RATE: 0.036003209901874195
previous_iter_valid_loss : 0.09818529337644577

    263100	  0.098032	  0.098185	  0.087081		CURRENT LEARNING RATE: 0.03596722468757822
previous_iter_valid_loss : 0.07956172525882721

    263200	  0.079528	  0.079562	  0.087097		CURRENT LEARNING RATE: 0.035931275440509954
previous_iter_valid_loss : 0.083356112241745

    263300	  0.083348	  0.083356	  0.087008		CURRENT LEARNING RATE: 0.03589536212472012
previous_iter_valid_loss : 0.07853639125823975

    263400	  0.078520	  0.078536	  0.086998		CURRENT LEARNING RATE: 0.035859484704295404
previous_iter_valid_loss : 0.0866670310497284

    263500	  0.086768	  0.086667	  0.087097		CURRENT LEARNING RATE: 0.03582364314335836
previous_iter_valid_loss : 0.07987052202224731

    263600	  0.079766	  0.079871	  0.086892		CURRENT LEARNING RATE: 0.03578783740606746
previous_iter_valid_loss : 0.07679508626461029

    263700	  0.076752	  0.076795	  0.086882		CURRENT LEARNING RATE: 0.03575206745661695
previous_iter_valid_loss : 0.0888778492808342

    263800	  0.088769	  0.088878	  0.086889		CURRENT LEARNING RATE: 0.03571633325923688
previous_iter_valid_loss : 0.07734926789999008

    263900	  0.077283	  0.077349	  0.086805		CURRENT LEARNING RATE: 0.03568063477819303
previous_iter_valid_loss : 0.0788983404636383

    264000	  0.078814	  0.078898	  0.086751		CURRENT LEARNING RATE: 0.03564497197778694
previous_iter_valid_loss : 0.08371836692094803

    264100	  0.083768	  0.083718	  0.086818		CURRENT LEARNING RATE: 0.0356093448223558
previous_iter_valid_loss : 0.12679563462734222

    264200	  0.126560	  0.126796	  0.087303		CURRENT LEARNING RATE: 0.035573753276272456
previous_iter_valid_loss : 0.07846584916114807

    264300	  0.078344	  0.078466	  0.087192		CURRENT LEARNING RATE: 0.03553819730394533
previous_iter_valid_loss : 0.07774224132299423

    264400	  0.077794	  0.077742	  0.086999		CURRENT LEARNING RATE: 0.03550267686981849
previous_iter_valid_loss : 0.07776200771331787

    264500	  0.077684	  0.077762	  0.086581		CURRENT LEARNING RATE: 0.03546719193837147
previous_iter_valid_loss : 0.08716543763875961

    264600	  0.087189	  0.087165	  0.086548		CURRENT LEARNING RATE: 0.03543174247411936
previous_iter_valid_loss : 0.10457497835159302

    264700	  0.104378	  0.104575	  0.086803		CURRENT LEARNING RATE: 0.03539632844161265
previous_iter_valid_loss : 0.08897339552640915

    264800	  0.089003	  0.088973	  0.086909		CURRENT LEARNING RATE: 0.035360949805437344
previous_iter_valid_loss : 0.07661378383636475


Current valid loss: 0.07661378383636475;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    264900	  0.076530	  0.076614	  0.086819		CURRENT LEARNING RATE: 0.0353256065302148
previous_iter_valid_loss : 0.08578663319349289

    265000	  0.085624	  0.085787	  0.086859		CURRENT LEARNING RATE: 0.035290298580601724
previous_iter_valid_loss : 0.08726897090673447

    265100	  0.087339	  0.087269	  0.086884		CURRENT LEARNING RATE: 0.03525502592129015
previous_iter_valid_loss : 0.07734613120555878

    265200	  0.077304	  0.077346	  0.086865		CURRENT LEARNING RATE: 0.03521978851700746
previous_iter_valid_loss : 0.07675281912088394

    265300	  0.076710	  0.076753	  0.086855		CURRENT LEARNING RATE: 0.03518458633251621
previous_iter_valid_loss : 0.07841474562883377

    265400	  0.078281	  0.078415	  0.086846		CURRENT LEARNING RATE: 0.035149419332614236
previous_iter_valid_loss : 0.07807788997888565

    265500	  0.078083	  0.078078	  0.086616		CURRENT LEARNING RATE: 0.03511428748213451
previous_iter_valid_loss : 0.0771278515458107

    265600	  0.077116	  0.077128	  0.086609		CURRENT LEARNING RATE: 0.0350791907459452
previous_iter_valid_loss : 0.07972121983766556

    265700	  0.079566	  0.079721	  0.086617		CURRENT LEARNING RATE: 0.035044129088949556
previous_iter_valid_loss : 0.16207148134708405

    265800	  0.162414	  0.162071	  0.087469		CURRENT LEARNING RATE: 0.03500910247608593
previous_iter_valid_loss : 0.07819658517837524

    265900	  0.078186	  0.078197	  0.087462		CURRENT LEARNING RATE: 0.03497411087232768
previous_iter_valid_loss : 0.08064502477645874

    266000	  0.080517	  0.080645	  0.087154		CURRENT LEARNING RATE: 0.03493915424268323
previous_iter_valid_loss : 0.08773059397935867

    266100	  0.087815	  0.087731	  0.087249		CURRENT LEARNING RATE: 0.034904232552195935
previous_iter_valid_loss : 0.0809980258345604

    266200	  0.080821	  0.080998	  0.087286		CURRENT LEARNING RATE: 0.034869345765944096
previous_iter_valid_loss : 0.08362256735563278

    266300	  0.083662	  0.083623	  0.087319		CURRENT LEARNING RATE: 0.03483449384904092
previous_iter_valid_loss : 0.08692557364702225

    266400	  0.086772	  0.086926	  0.087368		CURRENT LEARNING RATE: 0.03479967676663451
previous_iter_valid_loss : 0.08007705211639404

    266500	  0.079927	  0.080077	  0.087372		CURRENT LEARNING RATE: 0.034764894483907766
previous_iter_valid_loss : 0.0769280269742012

    266600	  0.076885	  0.076928	  0.087356		CURRENT LEARNING RATE: 0.0347301469660784
previous_iter_valid_loss : 0.08055204898118973

    266700	  0.080449	  0.080552	  0.087387		CURRENT LEARNING RATE: 0.03469543417839888
previous_iter_valid_loss : 0.09395837038755417

    266800	  0.093825	  0.093958	  0.087435		CURRENT LEARNING RATE: 0.03466075608615645
previous_iter_valid_loss : 0.07712677121162415

    266900	  0.077108	  0.077127	  0.087274		CURRENT LEARNING RATE: 0.034626112654673
previous_iter_valid_loss : 0.08487532287836075

    267000	  0.084926	  0.084875	  0.086893		CURRENT LEARNING RATE: 0.03459150384930507
previous_iter_valid_loss : 0.08726434409618378

    267100	  0.087346	  0.087264	  0.086964		CURRENT LEARNING RATE: 0.03455692963544387
previous_iter_valid_loss : 0.09680723398923874

    267200	  0.096689	  0.096807	  0.087103		CURRENT LEARNING RATE: 0.03452238997851521
previous_iter_valid_loss : 0.07867743819952011

    267300	  0.078612	  0.078677	  0.086963		CURRENT LEARNING RATE: 0.03448788484397939
previous_iter_valid_loss : 0.07971539348363876

    267400	  0.079627	  0.079715	  0.086979		CURRENT LEARNING RATE: 0.03445341419733129
previous_iter_valid_loss : 0.0769406259059906

    267500	  0.076924	  0.076941	  0.086946		CURRENT LEARNING RATE: 0.034418978004100244
previous_iter_valid_loss : 0.07721693813800812

    267600	  0.077109	  0.077217	  0.086557		CURRENT LEARNING RATE: 0.03438457622985009
previous_iter_valid_loss : 0.08486106246709824

    267700	  0.084882	  0.084861	  0.086366		CURRENT LEARNING RATE: 0.034350208840179024
previous_iter_valid_loss : 0.08154267072677612

    267800	  0.081522	  0.081543	  0.086169		CURRENT LEARNING RATE: 0.03431587580071967
previous_iter_valid_loss : 0.08061765879392624

    267900	  0.080482	  0.080618	  0.086194		CURRENT LEARNING RATE: 0.034281577077138956
previous_iter_valid_loss : 0.09448891133069992

    268000	  0.094330	  0.094489	  0.086049		CURRENT LEARNING RATE: 0.03424731263513819
previous_iter_valid_loss : 0.07912353426218033

    268100	  0.079139	  0.079124	  0.086018		CURRENT LEARNING RATE: 0.034213082440452916
previous_iter_valid_loss : 0.0861596167087555

    268200	  0.086038	  0.086160	  0.086096		CURRENT LEARNING RATE: 0.03417888645885293
previous_iter_valid_loss : 0.09116235375404358

    268300	  0.091256	  0.091162	  0.085594		CURRENT LEARNING RATE: 0.03414472465614224
previous_iter_valid_loss : 0.09360124915838242

    268400	  0.093461	  0.093601	  0.085687		CURRENT LEARNING RATE: 0.03411059699815906
previous_iter_valid_loss : 0.07807226479053497

    268500	  0.077972	  0.078072	  0.085636		CURRENT LEARNING RATE: 0.03407650345077573
previous_iter_valid_loss : 0.0802498310804367

    268600	  0.080142	  0.080250	  0.085648		CURRENT LEARNING RATE: 0.03404244397989868
previous_iter_valid_loss : 0.07815060764551163

    268700	  0.078158	  0.078151	  0.085615		CURRENT LEARNING RATE: 0.03400841855146844
previous_iter_valid_loss : 0.08458559960126877

    268800	  0.084361	  0.084586	  0.085518		CURRENT LEARNING RATE: 0.0339744271314596
previous_iter_valid_loss : 0.0763724222779274


Current valid loss: 0.0763724222779274;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    268900	  0.076262	  0.076372	  0.084791		CURRENT LEARNING RATE: 0.03394046968588072
previous_iter_valid_loss : 0.09080210328102112

    269000	  0.090864	  0.090802	  0.084807		CURRENT LEARNING RATE: 0.033906546180774357
previous_iter_valid_loss : 0.08614303171634674

    269100	  0.086226	  0.086143	  0.084899		CURRENT LEARNING RATE: 0.033872656582216984
previous_iter_valid_loss : 0.07769788801670074

    269200	  0.077674	  0.077698	  0.084899		CURRENT LEARNING RATE: 0.033838800856319025
previous_iter_valid_loss : 0.08078160881996155

    269300	  0.080806	  0.080782	  0.084934		CURRENT LEARNING RATE: 0.03380497896922475
previous_iter_valid_loss : 0.10574205964803696

    269400	  0.105555	  0.105742	  0.085209		CURRENT LEARNING RATE: 0.03377119088711226
previous_iter_valid_loss : 0.12235220521688461

    269500	  0.122177	  0.122352	  0.085662		CURRENT LEARNING RATE: 0.03373743657619345
previous_iter_valid_loss : 0.08284518122673035

    269600	  0.082664	  0.082845	  0.085708		CURRENT LEARNING RATE: 0.03370371600271405
previous_iter_valid_loss : 0.0941658467054367

    269700	  0.093993	  0.094166	  0.085817		CURRENT LEARNING RATE: 0.03367002913295346
previous_iter_valid_loss : 0.0865892842411995

    269800	  0.086426	  0.086589	  0.085904		CURRENT LEARNING RATE: 0.033636375933224806
previous_iter_valid_loss : 0.10795927792787552

    269900	  0.107734	  0.107959	  0.086188		CURRENT LEARNING RATE: 0.03360275636987488
previous_iter_valid_loss : 0.07913370430469513

    270000	  0.079101	  0.079134	  0.086123		CURRENT LEARNING RATE: 0.03356917040928413
previous_iter_valid_loss : 0.10560985654592514

    270100	  0.105395	  0.105610	  0.086407		CURRENT LEARNING RATE: 0.03353561801786659
previous_iter_valid_loss : 0.08502763509750366

    270200	  0.084840	  0.085028	  0.086361		CURRENT LEARNING RATE: 0.033502099162069865
previous_iter_valid_loss : 0.09538712352514267

    270300	  0.095242	  0.095387	  0.086378		CURRENT LEARNING RATE: 0.033468613808375076
previous_iter_valid_loss : 0.08421707153320312

    270400	  0.084044	  0.084217	  0.086330		CURRENT LEARNING RATE: 0.0334351619232969
previous_iter_valid_loss : 0.08426547050476074

    270500	  0.084108	  0.084265	  0.086404		CURRENT LEARNING RATE: 0.033401743473383434
previous_iter_valid_loss : 0.07717648148536682

    270600	  0.077125	  0.077176	  0.086400		CURRENT LEARNING RATE: 0.03336835842521623
previous_iter_valid_loss : 0.11755774915218353

    270700	  0.117718	  0.117558	  0.086760		CURRENT LEARNING RATE: 0.03333500674541021
previous_iter_valid_loss : 0.07925863564014435

    270800	  0.079246	  0.079259	  0.086785		CURRENT LEARNING RATE: 0.03330168840061373
previous_iter_valid_loss : 0.07681150734424591

    270900	  0.076702	  0.076812	  0.086593		CURRENT LEARNING RATE: 0.03326840335750843
previous_iter_valid_loss : 0.076911062002182

    271000	  0.076796	  0.076911	  0.086388		CURRENT LEARNING RATE: 0.03323515158280925
previous_iter_valid_loss : 0.07828369736671448

    271100	  0.078216	  0.078284	  0.086357		CURRENT LEARNING RATE: 0.033201933043264416
previous_iter_valid_loss : 0.08722995221614838

    271200	  0.087260	  0.087230	  0.086430		CURRENT LEARNING RATE: 0.03316874770565541
previous_iter_valid_loss : 0.07703503221273422

    271300	  0.076933	  0.077035	  0.086358		CURRENT LEARNING RATE: 0.03313559553679686
previous_iter_valid_loss : 0.08050502091646194

    271400	  0.080387	  0.080505	  0.086255		CURRENT LEARNING RATE: 0.03310247650353662
previous_iter_valid_loss : 0.08733750879764557

    271500	  0.087179	  0.087338	  0.086284		CURRENT LEARNING RATE: 0.033069390572755625
previous_iter_valid_loss : 0.08475305885076523

    271600	  0.084652	  0.084753	  0.086340		CURRENT LEARNING RATE: 0.03303633771136797
previous_iter_valid_loss : 0.08085360378026962

    271700	  0.080712	  0.080854	  0.086378		CURRENT LEARNING RATE: 0.03300331788632078
previous_iter_valid_loss : 0.08986018598079681

    271800	  0.089688	  0.089860	  0.086461		CURRENT LEARNING RATE: 0.03297033106459423
previous_iter_valid_loss : 0.08117309957742691

    271900	  0.080989	  0.081173	  0.086207		CURRENT LEARNING RATE: 0.032937377213201474
previous_iter_valid_loss : 0.07604563981294632


Current valid loss: 0.07604563981294632;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    272000	  0.075991	  0.076046	  0.086193		CURRENT LEARNING RATE: 0.03290445629918869
previous_iter_valid_loss : 0.09081847220659256

    272100	  0.090891	  0.090818	  0.086322		CURRENT LEARNING RATE: 0.03287156828963495
previous_iter_valid_loss : 0.08071800321340561

    272200	  0.080684	  0.080718	  0.086278		CURRENT LEARNING RATE: 0.03283871315165224
previous_iter_valid_loss : 0.13595744967460632

    272300	  0.135672	  0.135957	  0.086807		CURRENT LEARNING RATE: 0.0328058908523854
previous_iter_valid_loss : 0.1268470138311386

    272400	  0.126623	  0.126847	  0.087280		CURRENT LEARNING RATE: 0.032773101359012166
previous_iter_valid_loss : 0.08261220157146454

    272500	  0.082622	  0.082612	  0.086755		CURRENT LEARNING RATE: 0.032740344638743014
previous_iter_valid_loss : 0.07655445486307144

    272600	  0.076526	  0.076554	  0.086733		CURRENT LEARNING RATE: 0.03270762065882123
previous_iter_valid_loss : 0.0778266116976738

    272700	  0.077685	  0.077827	  0.086604		CURRENT LEARNING RATE: 0.032674929386522826
previous_iter_valid_loss : 0.07689273357391357

    272800	  0.076786	  0.076893	  0.086330		CURRENT LEARNING RATE: 0.03264227078915654
previous_iter_valid_loss : 0.07855603843927383

    272900	  0.078538	  0.078556	  0.086328		CURRENT LEARNING RATE: 0.03260964483406376
previous_iter_valid_loss : 0.08645334839820862

    273000	  0.086260	  0.086453	  0.086424		CURRENT LEARNING RATE: 0.03257705148861854
previous_iter_valid_loss : 0.08070310950279236

    273100	  0.080681	  0.080703	  0.086250		CURRENT LEARNING RATE: 0.0325444907202275
previous_iter_valid_loss : 0.08560404181480408

    273200	  0.085466	  0.085604	  0.086310		CURRENT LEARNING RATE: 0.03251196249632991
previous_iter_valid_loss : 0.08021031320095062

    273300	  0.080067	  0.080210	  0.086279		CURRENT LEARNING RATE: 0.032479466784397525
previous_iter_valid_loss : 0.0862959772348404

    273400	  0.086068	  0.086296	  0.086356		CURRENT LEARNING RATE: 0.03244700355193463
previous_iter_valid_loss : 0.10514149814844131

    273500	  0.104885	  0.105141	  0.086541		CURRENT LEARNING RATE: 0.03241457276647798
previous_iter_valid_loss : 0.08661716431379318

    273600	  0.086669	  0.086617	  0.086608		CURRENT LEARNING RATE: 0.03238217439559681
previous_iter_valid_loss : 0.07689846307039261

    273700	  0.076861	  0.076898	  0.086609		CURRENT LEARNING RATE: 0.032349808406892736
previous_iter_valid_loss : 0.0779862105846405

    273800	  0.077824	  0.077986	  0.086501		CURRENT LEARNING RATE: 0.03231747476799977
previous_iter_valid_loss : 0.08083155006170273

    273900	  0.080785	  0.080832	  0.086535		CURRENT LEARNING RATE: 0.032285173446584235
previous_iter_valid_loss : 0.07921869307756424

    274000	  0.079053	  0.079219	  0.086539		CURRENT LEARNING RATE: 0.03225290441034486
previous_iter_valid_loss : 0.07725939899682999

    274100	  0.077152	  0.077259	  0.086474		CURRENT LEARNING RATE: 0.03222066762701259
previous_iter_valid_loss : 0.0766574963927269

    274200	  0.076586	  0.076657	  0.085973		CURRENT LEARNING RATE: 0.03218846306435062
previous_iter_valid_loss : 0.07638717442750931

    274300	  0.076253	  0.076387	  0.085952		CURRENT LEARNING RATE: 0.03215629069015439
previous_iter_valid_loss : 0.09058396518230438

    274400	  0.090430	  0.090584	  0.086080		CURRENT LEARNING RATE: 0.03212415047225154
previous_iter_valid_loss : 0.07865110784769058

    274500	  0.078592	  0.078651	  0.086089		CURRENT LEARNING RATE: 0.03209204237850184
previous_iter_valid_loss : 0.0763486698269844

    274600	  0.076247	  0.076349	  0.085981		CURRENT LEARNING RATE: 0.0320599663767972
previous_iter_valid_loss : 0.07646913826465607

    274700	  0.076382	  0.076469	  0.085700		CURRENT LEARNING RATE: 0.032027922435061584
previous_iter_valid_loss : 0.08114240318536758

    274800	  0.080927	  0.081142	  0.085622		CURRENT LEARNING RATE: 0.03199591052125109
previous_iter_valid_loss : 0.07668640464544296

    274900	  0.076622	  0.076686	  0.085622		CURRENT LEARNING RATE: 0.031963930603353785
previous_iter_valid_loss : 0.07738105207681656

    275000	  0.077261	  0.077381	  0.085538		CURRENT LEARNING RATE: 0.03193198264938975
previous_iter_valid_loss : 0.09017471224069595

    275100	  0.090216	  0.090175	  0.085567		CURRENT LEARNING RATE: 0.03190006662741102
previous_iter_valid_loss : 0.0882558599114418

    275200	  0.088320	  0.088256	  0.085676		CURRENT LEARNING RATE: 0.03186818250550156
previous_iter_valid_loss : 0.07632021605968475

    275300	  0.076241	  0.076320	  0.085672		CURRENT LEARNING RATE: 0.03183633025177728
previous_iter_valid_loss : 0.078700952231884

    275400	  0.078564	  0.078701	  0.085675		CURRENT LEARNING RATE: 0.0318045098343859
previous_iter_valid_loss : 0.09240606427192688

    275500	  0.092435	  0.092406	  0.085818		CURRENT LEARNING RATE: 0.03177272122150701
previous_iter_valid_loss : 0.11681599915027618

    275600	  0.116563	  0.116816	  0.086215		CURRENT LEARNING RATE: 0.031740964381351974
previous_iter_valid_loss : 0.07762013375759125

    275700	  0.077579	  0.077620	  0.086194		CURRENT LEARNING RATE: 0.03170923928216398
previous_iter_valid_loss : 0.0761205181479454

    275800	  0.076040	  0.076121	  0.085335		CURRENT LEARNING RATE: 0.031677545892217905
previous_iter_valid_loss : 0.078104168176651

    275900	  0.077979	  0.078104	  0.085334		CURRENT LEARNING RATE: 0.031645884179820366
previous_iter_valid_loss : 0.0859140157699585

    276000	  0.085900	  0.085914	  0.085386		CURRENT LEARNING RATE: 0.031614254113309634
previous_iter_valid_loss : 0.0786256492137909

    276100	  0.078533	  0.078626	  0.085295		CURRENT LEARNING RATE: 0.031582655661055656
previous_iter_valid_loss : 0.09232234954833984

    276200	  0.092374	  0.092322	  0.085409		CURRENT LEARNING RATE: 0.03155108879145997
previous_iter_valid_loss : 0.09101693332195282

    276300	  0.090830	  0.091017	  0.085482		CURRENT LEARNING RATE: 0.031519553472955715
previous_iter_valid_loss : 0.07934662699699402

    276400	  0.079333	  0.079347	  0.085407		CURRENT LEARNING RATE: 0.031488049674007534
previous_iter_valid_loss : 0.0767873078584671

    276500	  0.076721	  0.076787	  0.085374		CURRENT LEARNING RATE: 0.03145657736311167
previous_iter_valid_loss : 0.08719170093536377

    276600	  0.086996	  0.087192	  0.085476		CURRENT LEARNING RATE: 0.031425136508795797
previous_iter_valid_loss : 0.0901808962225914

    276700	  0.090020	  0.090181	  0.085573		CURRENT LEARNING RATE: 0.031393727079619044
previous_iter_valid_loss : 0.0866456925868988

    276800	  0.086513	  0.086646	  0.085500		CURRENT LEARNING RATE: 0.031362349044171976
previous_iter_valid_loss : 0.09711789339780807

    276900	  0.097190	  0.097118	  0.085699		CURRENT LEARNING RATE: 0.031331002371076576
previous_iter_valid_loss : 0.07908037304878235

    277000	  0.078921	  0.079080	  0.085642		CURRENT LEARNING RATE: 0.03129968702898616
previous_iter_valid_loss : 0.08070380985736847

    277100	  0.080545	  0.080704	  0.085576		CURRENT LEARNING RATE: 0.031268402986585384
previous_iter_valid_loss : 0.0761164203286171

    277200	  0.076008	  0.076116	  0.085369		CURRENT LEARNING RATE: 0.03123715021259018
previous_iter_valid_loss : 0.08630315959453583

    277300	  0.086327	  0.086303	  0.085445		CURRENT LEARNING RATE: 0.03120592867574781
previous_iter_valid_loss : 0.0783180296421051

    277400	  0.078288	  0.078318	  0.085431		CURRENT LEARNING RATE: 0.031174738344836715
previous_iter_valid_loss : 0.08327675610780716

    277500	  0.083130	  0.083277	  0.085495		CURRENT LEARNING RATE: 0.031143579188666563
previous_iter_valid_loss : 0.07798915356397629

    277600	  0.077977	  0.077989	  0.085502		CURRENT LEARNING RATE: 0.03111245117607818
previous_iter_valid_loss : 0.08360323309898376

    277700	  0.083606	  0.083603	  0.085490		CURRENT LEARNING RATE: 0.031081354275943582
previous_iter_valid_loss : 0.07699542492628098

    277800	  0.076948	  0.076995	  0.085444		CURRENT LEARNING RATE: 0.03105028845716585
previous_iter_valid_loss : 0.0835212916135788

    277900	  0.083501	  0.083521	  0.085473		CURRENT LEARNING RATE: 0.03101925368867916
previous_iter_valid_loss : 0.07643954455852509

    278000	  0.076355	  0.076440	  0.085293		CURRENT LEARNING RATE: 0.030988249939448733
previous_iter_valid_loss : 0.0792766734957695

    278100	  0.079204	  0.079277	  0.085294		CURRENT LEARNING RATE: 0.030957277178470837
previous_iter_valid_loss : 0.07749134302139282

    278200	  0.077410	  0.077491	  0.085208		CURRENT LEARNING RATE: 0.030926335374772705
previous_iter_valid_loss : 0.12515372037887573

    278300	  0.125319	  0.125154	  0.085548		CURRENT LEARNING RATE: 0.030895424497412522
previous_iter_valid_loss : 0.07857611030340195

    278400	  0.078436	  0.078576	  0.085397		CURRENT LEARNING RATE: 0.030864544515479396
previous_iter_valid_loss : 0.07925695180892944

    278500	  0.079129	  0.079257	  0.085409		CURRENT LEARNING RATE: 0.030833695398093372
previous_iter_valid_loss : 0.07681390643119812

    278600	  0.076753	  0.076814	  0.085375		CURRENT LEARNING RATE: 0.030802877114405318
previous_iter_valid_loss : 0.08383144438266754

    278700	  0.083682	  0.083831	  0.085432		CURRENT LEARNING RATE: 0.030772089633596945
previous_iter_valid_loss : 0.07664082199335098

    278800	  0.076584	  0.076641	  0.085352		CURRENT LEARNING RATE: 0.03074133292488075
previous_iter_valid_loss : 0.08315922319889069

    278900	  0.082976	  0.083159	  0.085420		CURRENT LEARNING RATE: 0.030710606957500063
previous_iter_valid_loss : 0.07876333594322205

    279000	  0.078670	  0.078763	  0.085300		CURRENT LEARNING RATE: 0.03067991170072889
previous_iter_valid_loss : 0.07665956765413284

    279100	  0.076552	  0.076660	  0.085205		CURRENT LEARNING RATE: 0.030649247123871976
previous_iter_valid_loss : 0.0763259083032608

    279200	  0.076237	  0.076326	  0.085191		CURRENT LEARNING RATE: 0.030618613196264723
previous_iter_valid_loss : 0.0966193899512291

    279300	  0.096757	  0.096619	  0.085350		CURRENT LEARNING RATE: 0.030588009887273233
previous_iter_valid_loss : 0.07668903470039368

    279400	  0.076613	  0.076689	  0.085059		CURRENT LEARNING RATE: 0.03055743716629418
previous_iter_valid_loss : 0.08030521869659424

    279500	  0.080241	  0.080305	  0.084639		CURRENT LEARNING RATE: 0.03052689500275484
previous_iter_valid_loss : 0.07595418393611908


Current valid loss: 0.07595418393611908;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    279600	  0.075851	  0.075954	  0.084570		CURRENT LEARNING RATE: 0.03049638336611303
previous_iter_valid_loss : 0.0871729627251625

    279700	  0.086973	  0.087173	  0.084500		CURRENT LEARNING RATE: 0.030465902225857145
previous_iter_valid_loss : 0.0821947380900383

    279800	  0.082194	  0.082195	  0.084456		CURRENT LEARNING RATE: 0.030435451551506024
previous_iter_valid_loss : 0.07668714970350266

    279900	  0.076527	  0.076687	  0.084143		CURRENT LEARNING RATE: 0.030405031312608986
previous_iter_valid_loss : 0.07937213778495789

    280000	  0.079256	  0.079372	  0.084145		CURRENT LEARNING RATE: 0.030374641478745787
previous_iter_valid_loss : 0.12447618693113327

    280100	  0.124298	  0.124476	  0.084334		CURRENT LEARNING RATE: 0.03034428201952661
previous_iter_valid_loss : 0.08665001392364502

    280200	  0.086720	  0.086650	  0.084350		CURRENT LEARNING RATE: 0.03031395290459198
previous_iter_valid_loss : 0.08181947469711304

    280300	  0.081649	  0.081819	  0.084215		CURRENT LEARNING RATE: 0.030283654103612778
previous_iter_valid_loss : 0.09224054962396622

    280400	  0.092303	  0.092241	  0.084295		CURRENT LEARNING RATE: 0.030253385586290194
previous_iter_valid_loss : 0.07905155420303345

    280500	  0.079054	  0.079052	  0.084243		CURRENT LEARNING RATE: 0.03022314732235573
previous_iter_valid_loss : 0.08016915619373322

    280600	  0.080150	  0.080169	  0.084273		CURRENT LEARNING RATE: 0.030192939281571105
previous_iter_valid_loss : 0.07614053040742874

    280700	  0.076100	  0.076141	  0.083859		CURRENT LEARNING RATE: 0.030162761433728282
previous_iter_valid_loss : 0.07866481691598892

    280800	  0.078532	  0.078665	  0.083853		CURRENT LEARNING RATE: 0.030132613748649388
previous_iter_valid_loss : 0.0792359784245491

    280900	  0.079244	  0.079236	  0.083877		CURRENT LEARNING RATE: 0.03010249619618677
previous_iter_valid_loss : 0.0793854296207428

    281000	  0.079238	  0.079385	  0.083902		CURRENT LEARNING RATE: 0.030072408746222856
previous_iter_valid_loss : 0.09840060025453568

    281100	  0.098189	  0.098401	  0.084103		CURRENT LEARNING RATE: 0.030042351368670193
previous_iter_valid_loss : 0.10409210622310638

    281200	  0.104265	  0.104092	  0.084271		CURRENT LEARNING RATE: 0.030012324033471392
previous_iter_valid_loss : 0.07700085639953613

    281300	  0.076927	  0.077001	  0.084271		CURRENT LEARNING RATE: 0.029982326710599135
previous_iter_valid_loss : 0.07705756276845932

    281400	  0.076999	  0.077058	  0.084237		CURRENT LEARNING RATE: 0.02995235937005609
previous_iter_valid_loss : 0.07655788213014603

    281500	  0.076492	  0.076558	  0.084129		CURRENT LEARNING RATE: 0.029922421981874912
previous_iter_valid_loss : 0.08542953431606293

    281600	  0.085446	  0.085430	  0.084135		CURRENT LEARNING RATE: 0.029892514516118192
previous_iter_valid_loss : 0.07858125120401382

    281700	  0.078486	  0.078581	  0.084113		CURRENT LEARNING RATE: 0.029862636942878495
previous_iter_valid_loss : 0.09050773084163666

    281800	  0.090551	  0.090508	  0.084119		CURRENT LEARNING RATE: 0.02983278923227823
previous_iter_valid_loss : 0.08681328594684601

    281900	  0.086834	  0.086813	  0.084176		CURRENT LEARNING RATE: 0.029802971354469684
previous_iter_valid_loss : 0.09878206998109818

    282000	  0.098563	  0.098782	  0.084403		CURRENT LEARNING RATE: 0.02977318327963496
previous_iter_valid_loss : 0.09264196455478668

    282100	  0.092430	  0.092642	  0.084421		CURRENT LEARNING RATE: 0.02974342497798601
previous_iter_valid_loss : 0.08029145002365112

    282200	  0.080143	  0.080291	  0.084417		CURRENT LEARNING RATE: 0.02971369641976452
previous_iter_valid_loss : 0.07710418850183487

    282300	  0.077026	  0.077104	  0.083828		CURRENT LEARNING RATE: 0.029683997575241924
previous_iter_valid_loss : 0.07774551212787628

    282400	  0.077586	  0.077746	  0.083337		CURRENT LEARNING RATE: 0.02965432841471936
previous_iter_valid_loss : 0.07650549709796906

    282500	  0.076392	  0.076505	  0.083276		CURRENT LEARNING RATE: 0.0296246889085277
previous_iter_valid_loss : 0.0785554051399231

    282600	  0.078448	  0.078555	  0.083296		CURRENT LEARNING RATE: 0.029595079027027415
previous_iter_valid_loss : 0.08881080895662308

    282700	  0.088661	  0.088811	  0.083406		CURRENT LEARNING RATE: 0.029565498740608626
previous_iter_valid_loss : 0.07598519325256348

    282800	  0.075889	  0.075985	  0.083397		CURRENT LEARNING RATE: 0.029535948019691026
previous_iter_valid_loss : 0.0792076364159584

    282900	  0.079071	  0.079208	  0.083404		CURRENT LEARNING RATE: 0.02950642683472392
previous_iter_valid_loss : 0.0759284496307373


Current valid loss: 0.0759284496307373;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    283000	  0.075811	  0.075928	  0.083298		CURRENT LEARNING RATE: 0.02947693515618611
previous_iter_valid_loss : 0.07991638779640198

    283100	  0.079758	  0.079916	  0.083291		CURRENT LEARNING RATE: 0.02944747295458591
previous_iter_valid_loss : 0.10007672756910324

    283200	  0.100212	  0.100077	  0.083435		CURRENT LEARNING RATE: 0.029418040200461106
previous_iter_valid_loss : 0.10456764698028564

    283300	  0.104327	  0.104568	  0.083679		CURRENT LEARNING RATE: 0.029388636864378967
previous_iter_valid_loss : 0.077595554292202

    283400	  0.077512	  0.077596	  0.083592		CURRENT LEARNING RATE: 0.029359262916936142
previous_iter_valid_loss : 0.07741596549749374

    283500	  0.077252	  0.077416	  0.083315		CURRENT LEARNING RATE: 0.02932991832875868
previous_iter_valid_loss : 0.0849958136677742

    283600	  0.084993	  0.084996	  0.083298		CURRENT LEARNING RATE: 0.029300603070501977
previous_iter_valid_loss : 0.11101171374320984

    283700	  0.110794	  0.111012	  0.083640		CURRENT LEARNING RATE: 0.0292713171128508
previous_iter_valid_loss : 0.0820973739027977

    283800	  0.082128	  0.082097	  0.083681		CURRENT LEARNING RATE: 0.029242060426519174
previous_iter_valid_loss : 0.1004251092672348

    283900	  0.100240	  0.100425	  0.083877		CURRENT LEARNING RATE: 0.029212832982250414
previous_iter_valid_loss : 0.08341699838638306

    284000	  0.083408	  0.083417	  0.083919		CURRENT LEARNING RATE: 0.029183634750817058
previous_iter_valid_loss : 0.09866710007190704

    284100	  0.098766	  0.098667	  0.084133		CURRENT LEARNING RATE: 0.029154465703020896
previous_iter_valid_loss : 0.07944796979427338

    284200	  0.079286	  0.079448	  0.084161		CURRENT LEARNING RATE: 0.029125325809692865
previous_iter_valid_loss : 0.08372434228658676

    284300	  0.083517	  0.083724	  0.084234		CURRENT LEARNING RATE: 0.029096215041693074
previous_iter_valid_loss : 0.07907333225011826

    284400	  0.079036	  0.079073	  0.084119		CURRENT LEARNING RATE: 0.029067133369910732
previous_iter_valid_loss : 0.08960604667663574

    284500	  0.089411	  0.089606	  0.084228		CURRENT LEARNING RATE: 0.0290380807652642
previous_iter_valid_loss : 0.08476725220680237

    284600	  0.084766	  0.084767	  0.084313		CURRENT LEARNING RATE: 0.029009057198700852
previous_iter_valid_loss : 0.08660247176885605

    284700	  0.086628	  0.086602	  0.084414		CURRENT LEARNING RATE: 0.028980062641197117
previous_iter_valid_loss : 0.0781799778342247

    284800	  0.078028	  0.078180	  0.084384		CURRENT LEARNING RATE: 0.028951097063758428
previous_iter_valid_loss : 0.07731840759515762

    284900	  0.077160	  0.077318	  0.084391		CURRENT LEARNING RATE: 0.028922160437419228
previous_iter_valid_loss : 0.07883214205503464

    285000	  0.078687	  0.078832	  0.084405		CURRENT LEARNING RATE: 0.028893252733242877
previous_iter_valid_loss : 0.07843920588493347

    285100	  0.078356	  0.078439	  0.084288		CURRENT LEARNING RATE: 0.028864373922321666
previous_iter_valid_loss : 0.07652057707309723

    285200	  0.076425	  0.076521	  0.084170		CURRENT LEARNING RATE: 0.028835523975776767
previous_iter_valid_loss : 0.07825005799531937

    285300	  0.078182	  0.078250	  0.084190		CURRENT LEARNING RATE: 0.02880670286475826
previous_iter_valid_loss : 0.0810546725988388

    285400	  0.080876	  0.081055	  0.084213		CURRENT LEARNING RATE: 0.028777910560445024
previous_iter_valid_loss : 0.07587894052267075


Current valid loss: 0.07587894052267075;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    285500	  0.075774	  0.075879	  0.084048		CURRENT LEARNING RATE: 0.028749147034044742
previous_iter_valid_loss : 0.07908472418785095

    285600	  0.079026	  0.079085	  0.083671		CURRENT LEARNING RATE: 0.02872041225679388
previous_iter_valid_loss : 0.07635956257581711

    285700	  0.076240	  0.076360	  0.083658		CURRENT LEARNING RATE: 0.028691706199957676
previous_iter_valid_loss : 0.07745661586523056

    285800	  0.077356	  0.077457	  0.083671		CURRENT LEARNING RATE: 0.028663028834830066
previous_iter_valid_loss : 0.07590959221124649

    285900	  0.075813	  0.075910	  0.083649		CURRENT LEARNING RATE: 0.02863438013273368
previous_iter_valid_loss : 0.10195237398147583

    286000	  0.102109	  0.101952	  0.083810		CURRENT LEARNING RATE: 0.0286057600650198
previous_iter_valid_loss : 0.07687003165483475

    286100	  0.076816	  0.076870	  0.083792		CURRENT LEARNING RATE: 0.02857716860306838
previous_iter_valid_loss : 0.07633223384618759

    286200	  0.076260	  0.076332	  0.083632		CURRENT LEARNING RATE: 0.028548605718287944
previous_iter_valid_loss : 0.0762072205543518

    286300	  0.076131	  0.076207	  0.083484		CURRENT LEARNING RATE: 0.028520071382115608
previous_iter_valid_loss : 0.07838154584169388

    286400	  0.078291	  0.078382	  0.083475		CURRENT LEARNING RATE: 0.028491565566017018
previous_iter_valid_loss : 0.09156107902526855

    286500	  0.091618	  0.091561	  0.083622		CURRENT LEARNING RATE: 0.028463088241486377
previous_iter_valid_loss : 0.08019079267978668

    286600	  0.080155	  0.080191	  0.083552		CURRENT LEARNING RATE: 0.028434639380046353
previous_iter_valid_loss : 0.08910145610570908

    286700	  0.089117	  0.089101	  0.083542		CURRENT LEARNING RATE: 0.028406218953248078
previous_iter_valid_loss : 0.07620903104543686

    286800	  0.076108	  0.076209	  0.083437		CURRENT LEARNING RATE: 0.028377826932671112
previous_iter_valid_loss : 0.08246076107025146

    286900	  0.082450	  0.082461	  0.083291		CURRENT LEARNING RATE: 0.02834946328992345
previous_iter_valid_loss : 0.07921449840068817

    287000	  0.079068	  0.079214	  0.083292		CURRENT LEARNING RATE: 0.028321127996641448
previous_iter_valid_loss : 0.09460876882076263

    287100	  0.094422	  0.094609	  0.083431		CURRENT LEARNING RATE: 0.028292821024489802
previous_iter_valid_loss : 0.08855076879262924

    287200	  0.088364	  0.088551	  0.083555		CURRENT LEARNING RATE: 0.02826454234516152
previous_iter_valid_loss : 0.08394608646631241

    287300	  0.083993	  0.083946	  0.083532		CURRENT LEARNING RATE: 0.028236291930377955
previous_iter_valid_loss : 0.08491848409175873

    287400	  0.084709	  0.084918	  0.083598		CURRENT LEARNING RATE: 0.028208069751888675
previous_iter_valid_loss : 0.08692321926355362

    287500	  0.086736	  0.086923	  0.083634		CURRENT LEARNING RATE: 0.028179875781471495
previous_iter_valid_loss : 0.08774320781230927

    287600	  0.087820	  0.087743	  0.083732		CURRENT LEARNING RATE: 0.028151709990932444
previous_iter_valid_loss : 0.07772104442119598

    287700	  0.077573	  0.077721	  0.083673		CURRENT LEARNING RATE: 0.02812357235210572
previous_iter_valid_loss : 0.08068031817674637

    287800	  0.080472	  0.080680	  0.083710		CURRENT LEARNING RATE: 0.028095462836853703
previous_iter_valid_loss : 0.07658447325229645

    287900	  0.076569	  0.076584	  0.083640		CURRENT LEARNING RATE: 0.028067381417066863
previous_iter_valid_loss : 0.07643254846334457

    288000	  0.076390	  0.076433	  0.083640		CURRENT LEARNING RATE: 0.02803932806466378
previous_iter_valid_loss : 0.0855359360575676

    288100	  0.085333	  0.085536	  0.083703		CURRENT LEARNING RATE: 0.028011302751591086
previous_iter_valid_loss : 0.08366689085960388

    288200	  0.083540	  0.083667	  0.083765		CURRENT LEARNING RATE: 0.02798330544982349
previous_iter_valid_loss : 0.08036010712385178

    288300	  0.080264	  0.080360	  0.083317		CURRENT LEARNING RATE: 0.027955336131363678
previous_iter_valid_loss : 0.08689922839403152

    288400	  0.086752	  0.086899	  0.083400		CURRENT LEARNING RATE: 0.027927394768242325
previous_iter_valid_loss : 0.08161803334951401

    288500	  0.081650	  0.081618	  0.083424		CURRENT LEARNING RATE: 0.027899481332518055
previous_iter_valid_loss : 0.07751975208520889

    288600	  0.077413	  0.077520	  0.083431		CURRENT LEARNING RATE: 0.027871595796277453
previous_iter_valid_loss : 0.07622285932302475

    288700	  0.076118	  0.076223	  0.083355		CURRENT LEARNING RATE: 0.027843738131634974
previous_iter_valid_loss : 0.08311698585748672

    288800	  0.083110	  0.083117	  0.083419		CURRENT LEARNING RATE: 0.027815908310732943
previous_iter_valid_loss : 0.07679939270019531

    288900	  0.076714	  0.076799	  0.083356		CURRENT LEARNING RATE: 0.02778810630574153
previous_iter_valid_loss : 0.08027614653110504

    289000	  0.080136	  0.080276	  0.083371		CURRENT LEARNING RATE: 0.027760332088858752
previous_iter_valid_loss : 0.09202495217323303

    289100	  0.092162	  0.092025	  0.083525		CURRENT LEARNING RATE: 0.027732585632310375
previous_iter_valid_loss : 0.07774427533149719

    289200	  0.077702	  0.077744	  0.083539		CURRENT LEARNING RATE: 0.027704866908349942
previous_iter_valid_loss : 0.08319618552923203

    289300	  0.083238	  0.083196	  0.083404		CURRENT LEARNING RATE: 0.027677175889258714
previous_iter_valid_loss : 0.09356802701950073

    289400	  0.093406	  0.093568	  0.083573		CURRENT LEARNING RATE: 0.02764951254734569
previous_iter_valid_loss : 0.07628408074378967

    289500	  0.076259	  0.076284	  0.083533		CURRENT LEARNING RATE: 0.027621876854947523
previous_iter_valid_loss : 0.07593120634555817

    289600	  0.075902	  0.075931	  0.083533		CURRENT LEARNING RATE: 0.02759426878442851
previous_iter_valid_loss : 0.08657748252153397

    289700	  0.086423	  0.086577	  0.083527		CURRENT LEARNING RATE: 0.02756668830818057
previous_iter_valid_loss : 0.07634014636278152

    289800	  0.076294	  0.076340	  0.083468		CURRENT LEARNING RATE: 0.027539135398623245
previous_iter_valid_loss : 0.08471208065748215

    289900	  0.084800	  0.084712	  0.083549		CURRENT LEARNING RATE: 0.027511610028203615
previous_iter_valid_loss : 0.07644364982843399

    290000	  0.076380	  0.076444	  0.083519		CURRENT LEARNING RATE: 0.027484112169396308
previous_iter_valid_loss : 0.08418698608875275

    290100	  0.084262	  0.084187	  0.083116		CURRENT LEARNING RATE: 0.027456641794703446
previous_iter_valid_loss : 0.0773746594786644

    290200	  0.077362	  0.077375	  0.083024		CURRENT LEARNING RATE: 0.02742919887665468
previous_iter_valid_loss : 0.07761292159557343

    290300	  0.077479	  0.077613	  0.082982		CURRENT LEARNING RATE: 0.027401783387807077
previous_iter_valid_loss : 0.0860588401556015

    290400	  0.086137	  0.086059	  0.082920		CURRENT LEARNING RATE: 0.027374395300745143
previous_iter_valid_loss : 0.07813787460327148

    290500	  0.078044	  0.078138	  0.082911		CURRENT LEARNING RATE: 0.02734703458808078
previous_iter_valid_loss : 0.09253831952810287

    290600	  0.092639	  0.092538	  0.083034		CURRENT LEARNING RATE: 0.027319701222453297
previous_iter_valid_loss : 0.10456795245409012

    290700	  0.104378	  0.104568	  0.083319		CURRENT LEARNING RATE: 0.027292395176529313
previous_iter_valid_loss : 0.07712982594966888

    290800	  0.077020	  0.077130	  0.083303		CURRENT LEARNING RATE: 0.02726511642300278
previous_iter_valid_loss : 0.09815426915884018

    290900	  0.097915	  0.098154	  0.083492		CURRENT LEARNING RATE: 0.02723786493459493
previous_iter_valid_loss : 0.08612525463104248

    291000	  0.086173	  0.086125	  0.083560		CURRENT LEARNING RATE: 0.027210640684054294
previous_iter_valid_loss : 0.0838451161980629

    291100	  0.083643	  0.083845	  0.083414		CURRENT LEARNING RATE: 0.02718344364415661
previous_iter_valid_loss : 0.08333392441272736

    291200	  0.083367	  0.083334	  0.083207		CURRENT LEARNING RATE: 0.02715627378770484
previous_iter_valid_loss : 0.0759822353720665

    291300	  0.075892	  0.075982	  0.083196		CURRENT LEARNING RATE: 0.027129131087529106
previous_iter_valid_loss : 0.08701571822166443

    291400	  0.087082	  0.087016	  0.083296		CURRENT LEARNING RATE: 0.027102015516486732
previous_iter_valid_loss : 0.07999676465988159

    291500	  0.079993	  0.079997	  0.083330		CURRENT LEARNING RATE: 0.027074927047462134
previous_iter_valid_loss : 0.08389674127101898

    291600	  0.083731	  0.083897	  0.083315		CURRENT LEARNING RATE: 0.027047865653366837
previous_iter_valid_loss : 0.07725050300359726

    291700	  0.077222	  0.077251	  0.083302		CURRENT LEARNING RATE: 0.027020831307139438
previous_iter_valid_loss : 0.08386411517858505

    291800	  0.083700	  0.083864	  0.083235		CURRENT LEARNING RATE: 0.02699382398174561
previous_iter_valid_loss : 0.07789363712072372

    291900	  0.077771	  0.077894	  0.083146		CURRENT LEARNING RATE: 0.02696684365017801
previous_iter_valid_loss : 0.07605426758527756

    292000	  0.076014	  0.076054	  0.082919		CURRENT LEARNING RATE: 0.02693989028545631
previous_iter_valid_loss : 0.08155679702758789

    292100	  0.081575	  0.081557	  0.082808		CURRENT LEARNING RATE: 0.026912963860627127
previous_iter_valid_loss : 0.07649573683738708

    292200	  0.076445	  0.076496	  0.082770		CURRENT LEARNING RATE: 0.02688606434876406
previous_iter_valid_loss : 0.11375239491462708

    292300	  0.113954	  0.113752	  0.083137		CURRENT LEARNING RATE: 0.026859191722967583
previous_iter_valid_loss : 0.07701275497674942

    292400	  0.076957	  0.077013	  0.083129		CURRENT LEARNING RATE: 0.026832345956365068
previous_iter_valid_loss : 0.07601671665906906

    292500	  0.075899	  0.076017	  0.083124		CURRENT LEARNING RATE: 0.026805527022110733
previous_iter_valid_loss : 0.07601580023765564

    292600	  0.075954	  0.076016	  0.083099		CURRENT LEARNING RATE: 0.026778734893385663
previous_iter_valid_loss : 0.08021696656942368

    292700	  0.080247	  0.080217	  0.083013		CURRENT LEARNING RATE: 0.02675196954339772
previous_iter_valid_loss : 0.09544916450977325

    292800	  0.095540	  0.095449	  0.083208		CURRENT LEARNING RATE: 0.02672523094538155
previous_iter_valid_loss : 0.07639876008033752

    292900	  0.076303	  0.076399	  0.083180		CURRENT LEARNING RATE: 0.026698519072598542
previous_iter_valid_loss : 0.08643190562725067

    293000	  0.086445	  0.086432	  0.083285		CURRENT LEARNING RATE: 0.02667183389833684
previous_iter_valid_loss : 0.0796876922249794

    293100	  0.079522	  0.079688	  0.083282		CURRENT LEARNING RATE: 0.026645175395911262
previous_iter_valid_loss : 0.08663289248943329

    293200	  0.086382	  0.086633	  0.083148		CURRENT LEARNING RATE: 0.0266185435386633
previous_iter_valid_loss : 0.07638827711343765

    293300	  0.076360	  0.076388	  0.082866		CURRENT LEARNING RATE: 0.02659193829996108
previous_iter_valid_loss : 0.08114363253116608

    293400	  0.080976	  0.081144	  0.082902		CURRENT LEARNING RATE: 0.02656535965319939
previous_iter_valid_loss : 0.0756835862994194


Current valid loss: 0.0756835862994194;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    293500	  0.075596	  0.075684	  0.082884		CURRENT LEARNING RATE: 0.026538807571799567
previous_iter_valid_loss : 0.0782080814242363

    293600	  0.078052	  0.078208	  0.082816		CURRENT LEARNING RATE: 0.02651228202920953
previous_iter_valid_loss : 0.07642098516225815

    293700	  0.076320	  0.076421	  0.082470		CURRENT LEARNING RATE: 0.026485782998903713
previous_iter_valid_loss : 0.12378642708063126

    293800	  0.123561	  0.123786	  0.082887		CURRENT LEARNING RATE: 0.026459310454383118
previous_iter_valid_loss : 0.07619038969278336

    293900	  0.076095	  0.076190	  0.082645		CURRENT LEARNING RATE: 0.026432864369175184
previous_iter_valid_loss : 0.07629626989364624

    294000	  0.076213	  0.076296	  0.082574		CURRENT LEARNING RATE: 0.02640644471683382
previous_iter_valid_loss : 0.07717776298522949

    294100	  0.077150	  0.077178	  0.082359		CURRENT LEARNING RATE: 0.026380051470939362
previous_iter_valid_loss : 0.07686015963554382

    294200	  0.076803	  0.076860	  0.082333		CURRENT LEARNING RATE: 0.026353684605098585
previous_iter_valid_loss : 0.07762042433023453

    294300	  0.077559	  0.077620	  0.082272		CURRENT LEARNING RATE: 0.026327344092944606
previous_iter_valid_loss : 0.07853061705827713

    294400	  0.078433	  0.078531	  0.082267		CURRENT LEARNING RATE: 0.02630102990813692
previous_iter_valid_loss : 0.08187538385391235

    294500	  0.081697	  0.081875	  0.082189		CURRENT LEARNING RATE: 0.02627474202436132
previous_iter_valid_loss : 0.07903540879487991

    294600	  0.079024	  0.079035	  0.082132		CURRENT LEARNING RATE: 0.02624848041532994
previous_iter_valid_loss : 0.07724183797836304

    294700	  0.077220	  0.077242	  0.082038		CURRENT LEARNING RATE: 0.02622224505478117
previous_iter_valid_loss : 0.11136527359485626

    294800	  0.111113	  0.111365	  0.082370		CURRENT LEARNING RATE: 0.026196035916479638
previous_iter_valid_loss : 0.07623648643493652

    294900	  0.076136	  0.076236	  0.082359		CURRENT LEARNING RATE: 0.02616985297421619
previous_iter_valid_loss : 0.09676603227853775

    295000	  0.096556	  0.096766	  0.082539		CURRENT LEARNING RATE: 0.026143696201807915
previous_iter_valid_loss : 0.07569185644388199

    295100	  0.075605	  0.075692	  0.082511		CURRENT LEARNING RATE: 0.026117565573098016
previous_iter_valid_loss : 0.08500559628009796

    295200	  0.084813	  0.085006	  0.082596		CURRENT LEARNING RATE: 0.026091461061955867
previous_iter_valid_loss : 0.0964544340968132

    295300	  0.096224	  0.096454	  0.082778		CURRENT LEARNING RATE: 0.026065382642276945
previous_iter_valid_loss : 0.07597554475069046

    295400	  0.075908	  0.075976	  0.082727		CURRENT LEARNING RATE: 0.026039330287982845
previous_iter_valid_loss : 0.08200470358133316

    295500	  0.081803	  0.082005	  0.082789		CURRENT LEARNING RATE: 0.026013303973021207
previous_iter_valid_loss : 0.07570814341306686

    295600	  0.075615	  0.075708	  0.082755		CURRENT LEARNING RATE: 0.02598730367136571
previous_iter_valid_loss : 0.08441880345344543

    295700	  0.084445	  0.084419	  0.082835		CURRENT LEARNING RATE: 0.025961329357016037
previous_iter_valid_loss : 0.07590721547603607

    295800	  0.075792	  0.075907	  0.082820		CURRENT LEARNING RATE: 0.025935381003997893
previous_iter_valid_loss : 0.07695908099412918

    295900	  0.076817	  0.076959	  0.082830		CURRENT LEARNING RATE: 0.025909458586362916
previous_iter_valid_loss : 0.07741117477416992

    296000	  0.077354	  0.077411	  0.082585		CURRENT LEARNING RATE: 0.025883562078188687
previous_iter_valid_loss : 0.08858713507652283

    296100	  0.088706	  0.088587	  0.082702		CURRENT LEARNING RATE: 0.02585769145357868
previous_iter_valid_loss : 0.10001526772975922

    296200	  0.099814	  0.100015	  0.082939		CURRENT LEARNING RATE: 0.02583184668666229
previous_iter_valid_loss : 0.07751240581274033

    296300	  0.077397	  0.077512	  0.082952		CURRENT LEARNING RATE: 0.025806027751594744
previous_iter_valid_loss : 0.13049496710300446

    296400	  0.130251	  0.130495	  0.083473		CURRENT LEARNING RATE: 0.0257802346225571
previous_iter_valid_loss : 0.0754973515868187


Current valid loss: 0.0754973515868187;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    296500	  0.075414	  0.075497	  0.083313		CURRENT LEARNING RATE: 0.025754467273756212
previous_iter_valid_loss : 0.07884715497493744

    296600	  0.078822	  0.078847	  0.083299		CURRENT LEARNING RATE: 0.025728725679424757
previous_iter_valid_loss : 0.0822729840874672

    296700	  0.082052	  0.082273	  0.083231		CURRENT LEARNING RATE: 0.025703009813821127
previous_iter_valid_loss : 0.0948043167591095

    296800	  0.094578	  0.094804	  0.083417		CURRENT LEARNING RATE: 0.025677319651229453
previous_iter_valid_loss : 0.07869190722703934

    296900	  0.078560	  0.078692	  0.083379		CURRENT LEARNING RATE: 0.025651655165959554
previous_iter_valid_loss : 0.07885950803756714

    297000	  0.078867	  0.078860	  0.083376		CURRENT LEARNING RATE: 0.025626016332346974
previous_iter_valid_loss : 0.09272392839193344

    297100	  0.092506	  0.092724	  0.083357		CURRENT LEARNING RATE: 0.02560040312475286
previous_iter_valid_loss : 0.0900997519493103

    297200	  0.089887	  0.090100	  0.083372		CURRENT LEARNING RATE: 0.025574815517564006
previous_iter_valid_loss : 0.07623066753149033

    297300	  0.076131	  0.076231	  0.083295		CURRENT LEARNING RATE: 0.02554925348519279
previous_iter_valid_loss : 0.17911185324192047

    297400	  0.179480	  0.179112	  0.084237		CURRENT LEARNING RATE: 0.025523717002077197
previous_iter_valid_loss : 0.07768859714269638

    297500	  0.077658	  0.077689	  0.084145		CURRENT LEARNING RATE: 0.025498206042680733
previous_iter_valid_loss : 0.08283203095197678

    297600	  0.082821	  0.082832	  0.084096		CURRENT LEARNING RATE: 0.02547272058149244
previous_iter_valid_loss : 0.07714680582284927

    297700	  0.077006	  0.077147	  0.084090		CURRENT LEARNING RATE: 0.025447260593026835
previous_iter_valid_loss : 0.08419231325387955

    297800	  0.084033	  0.084192	  0.084125		CURRENT LEARNING RATE: 0.02542182605182396
previous_iter_valid_loss : 0.07601504772901535

    297900	  0.075935	  0.076015	  0.084119		CURRENT LEARNING RATE: 0.02539641693244925
previous_iter_valid_loss : 0.08090425282716751

    298000	  0.080695	  0.080904	  0.084164		CURRENT LEARNING RATE: 0.025371033209493594
previous_iter_valid_loss : 0.09071949124336243

    298100	  0.090511	  0.090719	  0.084216		CURRENT LEARNING RATE: 0.025345674857573247
previous_iter_valid_loss : 0.07848146557807922

    298200	  0.078432	  0.078481	  0.084164		CURRENT LEARNING RATE: 0.02532034185132988
previous_iter_valid_loss : 0.07810164242982864

    298300	  0.078098	  0.078102	  0.084141		CURRENT LEARNING RATE: 0.02529503416543048
previous_iter_valid_loss : 0.09577971696853638

    298400	  0.095873	  0.095780	  0.084230		CURRENT LEARNING RATE: 0.025269751774567348
previous_iter_valid_loss : 0.07709396630525589

    298500	  0.076967	  0.077094	  0.084185		CURRENT LEARNING RATE: 0.025244494653458086
previous_iter_valid_loss : 0.07833567261695862

    298600	  0.078180	  0.078336	  0.084193		CURRENT LEARNING RATE: 0.025219262776845594
previous_iter_valid_loss : 0.08045241236686707

    298700	  0.080289	  0.080452	  0.084235		CURRENT LEARNING RATE: 0.02519405611949798
previous_iter_valid_loss : 0.0776195302605629

    298800	  0.077482	  0.077620	  0.084180		CURRENT LEARNING RATE: 0.025168874656208585
previous_iter_valid_loss : 0.0804000049829483

    298900	  0.080190	  0.080400	  0.084216		CURRENT LEARNING RATE: 0.025143718361795932
previous_iter_valid_loss : 0.08001699298620224

    299000	  0.079823	  0.080017	  0.084214		CURRENT LEARNING RATE: 0.025118587211103747
previous_iter_valid_loss : 0.08098437637090683

    299100	  0.080942	  0.080984	  0.084103		CURRENT LEARNING RATE: 0.025093481179000867
previous_iter_valid_loss : 0.07861359417438507

    299200	  0.078553	  0.078614	  0.084112		CURRENT LEARNING RATE: 0.025068400240381258
previous_iter_valid_loss : 0.08811034262180328

    299300	  0.087871	  0.088110	  0.084161		CURRENT LEARNING RATE: 0.025043344370163964
previous_iter_valid_loss : 0.08015625923871994

    299400	  0.080138	  0.080156	  0.084027		CURRENT LEARNING RATE: 0.02501831354329314
previous_iter_valid_loss : 0.07961387187242508

    299500	  0.079614	  0.079614	  0.084060		CURRENT LEARNING RATE: 0.024993307734737947
previous_iter_valid_loss : 0.08326946943998337

    299600	  0.083244	  0.083269	  0.084134		CURRENT LEARNING RATE: 0.024968326919492568
previous_iter_valid_loss : 0.0771164521574974

    299700	  0.076960	  0.077116	  0.084039		CURRENT LEARNING RATE: 0.02494337107257618
previous_iter_valid_loss : 0.09090743958950043

    299800	  0.090703	  0.090907	  0.084185		CURRENT LEARNING RATE: 0.02491844016903295
previous_iter_valid_loss : 0.08010401576757431

    299900	  0.079960	  0.080104	  0.084139		CURRENT LEARNING RATE: 0.024893534183931972
previous_iter_valid_loss : 0.07595817744731903

    300000	  0.075844	  0.075958	  0.084134		CURRENT LEARNING RATE: 0.02486865309236725
previous_iter_valid_loss : 0.09379834681749344

    300100	  0.093863	  0.093798	  0.084230		CURRENT LEARNING RATE: 0.02484379686945769
previous_iter_valid_loss : 0.08062851428985596

    300200	  0.080630	  0.080629	  0.084263		CURRENT LEARNING RATE: 0.024818965490347063
previous_iter_valid_loss : 0.11351268738508224

    300300	  0.113736	  0.113513	  0.084622		CURRENT LEARNING RATE: 0.024794158930204
previous_iter_valid_loss : 0.12449931353330612

    300400	  0.124291	  0.124499	  0.085006		CURRENT LEARNING RATE: 0.02476937716422194
previous_iter_valid_loss : 0.07870800048112869

    300500	  0.078535	  0.078708	  0.085012		CURRENT LEARNING RATE: 0.024744620167619105
previous_iter_valid_loss : 0.07573531568050385

    300600	  0.075624	  0.075735	  0.084844		CURRENT LEARNING RATE: 0.024719887915638488
previous_iter_valid_loss : 0.08636901527643204

    300700	  0.086396	  0.086369	  0.084662		CURRENT LEARNING RATE: 0.024695180383547857
previous_iter_valid_loss : 0.07944945245981216

    300800	  0.079403	  0.079449	  0.084685		CURRENT LEARNING RATE: 0.02467049754663967
previous_iter_valid_loss : 0.07586687803268433

    300900	  0.075782	  0.075867	  0.084462		CURRENT LEARNING RATE: 0.024645839380231085
previous_iter_valid_loss : 0.08287734538316727

    301000	  0.082882	  0.082877	  0.084430		CURRENT LEARNING RATE: 0.024621205859663924
previous_iter_valid_loss : 0.07590591907501221

    301100	  0.075872	  0.075906	  0.084350		CURRENT LEARNING RATE: 0.02459659696030468
previous_iter_valid_loss : 0.08194247633218765

    301200	  0.081931	  0.081942	  0.084336		CURRENT LEARNING RATE: 0.024572012657544454
previous_iter_valid_loss : 0.07743539661169052

    301300	  0.077276	  0.077435	  0.084351		CURRENT LEARNING RATE: 0.024547452926798927
previous_iter_valid_loss : 0.08547163754701614

    301400	  0.085534	  0.085472	  0.084335		CURRENT LEARNING RATE: 0.024522917743508364
previous_iter_valid_loss : 0.07776138931512833

    301500	  0.077649	  0.077761	  0.084313		CURRENT LEARNING RATE: 0.0244984070831376
previous_iter_valid_loss : 0.08755599707365036

    301600	  0.087379	  0.087556	  0.084350		CURRENT LEARNING RATE: 0.024473920921175958
previous_iter_valid_loss : 0.10860715806484222

    301700	  0.108785	  0.108607	  0.084663		CURRENT LEARNING RATE: 0.02444945923313728
previous_iter_valid_loss : 0.0756627768278122

    301800	  0.075620	  0.075663	  0.084581		CURRENT LEARNING RATE: 0.02442502199455986
previous_iter_valid_loss : 0.07663843035697937

    301900	  0.076515	  0.076638	  0.084569		CURRENT LEARNING RATE: 0.02440060918100648
previous_iter_valid_loss : 0.08073654770851135

    302000	  0.080571	  0.080737	  0.084615		CURRENT LEARNING RATE: 0.024376220768064314
previous_iter_valid_loss : 0.07945409417152405

    302100	  0.079438	  0.079454	  0.084594		CURRENT LEARNING RATE: 0.024351856731344948
previous_iter_valid_loss : 0.0857367217540741

    302200	  0.085744	  0.085737	  0.084687		CURRENT LEARNING RATE: 0.024327517046484334
previous_iter_valid_loss : 0.07605490833520889

    302300	  0.075914	  0.076055	  0.084310		CURRENT LEARNING RATE: 0.024303201689142802
previous_iter_valid_loss : 0.07548584789037704


Current valid loss: 0.07548584789037704;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    302400	  0.075385	  0.075486	  0.084294		CURRENT LEARNING RATE: 0.024278910635004987
previous_iter_valid_loss : 0.07624485343694687

    302500	  0.076189	  0.076245	  0.084297		CURRENT LEARNING RATE: 0.024254643859779827
previous_iter_valid_loss : 0.09260747581720352

    302600	  0.092434	  0.092607	  0.084463		CURRENT LEARNING RATE: 0.024230401339200538
previous_iter_valid_loss : 0.08143066614866257

    302700	  0.081398	  0.081431	  0.084475		CURRENT LEARNING RATE: 0.02420618304902462
previous_iter_valid_loss : 0.07713732123374939

    302800	  0.077106	  0.077137	  0.084292		CURRENT LEARNING RATE: 0.024181988965033766
previous_iter_valid_loss : 0.07578916847705841

    302900	  0.075720	  0.075789	  0.084286		CURRENT LEARNING RATE: 0.024157819063033895
previous_iter_valid_loss : 0.08274193108081818

    303000	  0.082723	  0.082742	  0.084249		CURRENT LEARNING RATE: 0.024133673318855086
previous_iter_valid_loss : 0.09141193330287933

    303100	  0.091470	  0.091412	  0.084366		CURRENT LEARNING RATE: 0.02410955170835162
previous_iter_valid_loss : 0.09029322117567062

    303200	  0.090096	  0.090293	  0.084403		CURRENT LEARNING RATE: 0.024085454207401873
previous_iter_valid_loss : 0.07673899084329605

    303300	  0.076725	  0.076739	  0.084406		CURRENT LEARNING RATE: 0.024061380791908338
previous_iter_valid_loss : 0.07745949923992157

    303400	  0.077324	  0.077459	  0.084369		CURRENT LEARNING RATE: 0.02403733143779759
previous_iter_valid_loss : 0.07716726511716843

    303500	  0.077149	  0.077167	  0.084384		CURRENT LEARNING RATE: 0.024013306121020293
previous_iter_valid_loss : 0.08775699883699417

    303600	  0.087586	  0.087757	  0.084480		CURRENT LEARNING RATE: 0.023989304817551117
previous_iter_valid_loss : 0.07952465862035751

    303700	  0.079431	  0.079525	  0.084511		CURRENT LEARNING RATE: 0.02396532750338876
previous_iter_valid_loss : 0.07714342325925827

    303800	  0.077030	  0.077143	  0.084044		CURRENT LEARNING RATE: 0.02394137415455589
previous_iter_valid_loss : 0.07624050229787827

    303900	  0.076199	  0.076241	  0.084045		CURRENT LEARNING RATE: 0.023917444747099184
previous_iter_valid_loss : 0.07543335855007172


Current valid loss: 0.07543335855007172;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    304000	  0.075364	  0.075433	  0.084036		CURRENT LEARNING RATE: 0.023893539257089216
previous_iter_valid_loss : 0.07826574891805649

    304100	  0.078159	  0.078266	  0.084047		CURRENT LEARNING RATE: 0.023869657660620498
previous_iter_valid_loss : 0.0868062674999237

    304200	  0.086842	  0.086806	  0.084146		CURRENT LEARNING RATE: 0.023845799933811418
previous_iter_valid_loss : 0.07715734094381332

    304300	  0.077129	  0.077157	  0.084142		CURRENT LEARNING RATE: 0.023821966052804268
previous_iter_valid_loss : 0.07858522236347198

    304400	  0.078459	  0.078585	  0.084142		CURRENT LEARNING RATE: 0.02379815599376516
previous_iter_valid_loss : 0.09300871938467026

    304500	  0.093120	  0.093009	  0.084254		CURRENT LEARNING RATE: 0.023774369732884024
previous_iter_valid_loss : 0.08689122647047043

    304600	  0.086718	  0.086891	  0.084332		CURRENT LEARNING RATE: 0.023750607246374594
previous_iter_valid_loss : 0.07612721621990204

    304700	  0.076039	  0.076127	  0.084321		CURRENT LEARNING RATE: 0.0237268685104744
previous_iter_valid_loss : 0.08080392330884933

    304800	  0.080643	  0.080804	  0.084015		CURRENT LEARNING RATE: 0.023703153501444696
previous_iter_valid_loss : 0.11733854562044144

    304900	  0.117569	  0.117339	  0.084426		CURRENT LEARNING RATE: 0.023679462195570464
previous_iter_valid_loss : 0.08224157989025116

    305000	  0.082061	  0.082242	  0.084281		CURRENT LEARNING RATE: 0.023655794569160393
previous_iter_valid_loss : 0.07864189147949219

    305100	  0.078496	  0.078642	  0.084311		CURRENT LEARNING RATE: 0.023632150598546873
previous_iter_valid_loss : 0.07992129772901535

    305200	  0.079953	  0.079921	  0.084260		CURRENT LEARNING RATE: 0.02360853026008592
previous_iter_valid_loss : 0.08544861525297165

    305300	  0.085513	  0.085449	  0.084150		CURRENT LEARNING RATE: 0.023584933530157195
previous_iter_valid_loss : 0.07850492745637894

    305400	  0.078350	  0.078505	  0.084175		CURRENT LEARNING RATE: 0.023561360385163956
previous_iter_valid_loss : 0.07622278481721878

    305500	  0.076125	  0.076223	  0.084117		CURRENT LEARNING RATE: 0.023537810801533075
previous_iter_valid_loss : 0.09471803903579712

    305600	  0.094510	  0.094718	  0.084307		CURRENT LEARNING RATE: 0.02351428475571496
previous_iter_valid_loss : 0.07606763392686844

    305700	  0.075925	  0.076068	  0.084224		CURRENT LEARNING RATE: 0.023490782224183555
previous_iter_valid_loss : 0.07848583161830902

    305800	  0.078441	  0.078486	  0.084250		CURRENT LEARNING RATE: 0.023467303183436324
previous_iter_valid_loss : 0.08812452107667923

    305900	  0.087936	  0.088125	  0.084361		CURRENT LEARNING RATE: 0.023443847609994243
previous_iter_valid_loss : 0.08705402910709381

    306000	  0.086870	  0.087054	  0.084458		CURRENT LEARNING RATE: 0.023420415480401725
previous_iter_valid_loss : 0.08245889842510223

    306100	  0.082292	  0.082459	  0.084396		CURRENT LEARNING RATE: 0.02339700677122664
previous_iter_valid_loss : 0.09272418171167374

    306200	  0.092547	  0.092724	  0.084324		CURRENT LEARNING RATE: 0.023373621459060263
previous_iter_valid_loss : 0.08786387741565704

    306300	  0.087686	  0.087864	  0.084427		CURRENT LEARNING RATE: 0.023350259520517305
previous_iter_valid_loss : 0.07553993165493011

    306400	  0.075443	  0.075540	  0.083877		CURRENT LEARNING RATE: 0.023326920932235814
previous_iter_valid_loss : 0.07642506062984467

    306500	  0.076294	  0.076425	  0.083887		CURRENT LEARNING RATE: 0.0233036056708772
previous_iter_valid_loss : 0.07854647934436798

    306600	  0.078514	  0.078546	  0.083884		CURRENT LEARNING RATE: 0.023280313713126187
previous_iter_valid_loss : 0.0804484412074089

    306700	  0.080431	  0.080448	  0.083866		CURRENT LEARNING RATE: 0.023257045035690836
previous_iter_valid_loss : 0.08963081240653992

    306800	  0.089466	  0.089631	  0.083814		CURRENT LEARNING RATE: 0.02323379961530246
previous_iter_valid_loss : 0.07680346816778183

    306900	  0.076751	  0.076803	  0.083795		CURRENT LEARNING RATE: 0.023210577428715636
previous_iter_valid_loss : 0.07630151510238647

    307000	  0.076261	  0.076302	  0.083769		CURRENT LEARNING RATE: 0.023187378452708164
previous_iter_valid_loss : 0.07554470747709274

    307100	  0.075453	  0.075545	  0.083598		CURRENT LEARNING RATE: 0.023164202664081087
previous_iter_valid_loss : 0.07766745239496231

    307200	  0.077532	  0.077667	  0.083473		CURRENT LEARNING RATE: 0.023141050039658606
previous_iter_valid_loss : 0.09235794097185135

    307300	  0.092440	  0.092358	  0.083634		CURRENT LEARNING RATE: 0.023117920556288092
previous_iter_valid_loss : 0.07709542661905289

    307400	  0.077089	  0.077095	  0.082614		CURRENT LEARNING RATE: 0.02309481419084005
previous_iter_valid_loss : 0.09810739010572433

    307500	  0.098260	  0.098107	  0.082819		CURRENT LEARNING RATE: 0.023071730920208134
previous_iter_valid_loss : 0.08626262843608856

    307600	  0.086310	  0.086263	  0.082853		CURRENT LEARNING RATE: 0.02304867072130906
previous_iter_valid_loss : 0.0762069821357727

    307700	  0.076163	  0.076207	  0.082843		CURRENT LEARNING RATE: 0.023025633571082633
previous_iter_valid_loss : 0.07775208353996277

    307800	  0.077685	  0.077752	  0.082779		CURRENT LEARNING RATE: 0.02300261944649168
previous_iter_valid_loss : 0.07877584546804428

    307900	  0.078601	  0.078776	  0.082807		CURRENT LEARNING RATE: 0.022979628324522102
previous_iter_valid_loss : 0.07870184630155563

    308000	  0.078592	  0.078702	  0.082785		CURRENT LEARNING RATE: 0.022956660182182766
previous_iter_valid_loss : 0.0822700634598732

    308100	  0.082274	  0.082270	  0.082700		CURRENT LEARNING RATE: 0.02293371499650552
previous_iter_valid_loss : 0.07889986038208008

    308200	  0.078881	  0.078900	  0.082704		CURRENT LEARNING RATE: 0.022910792744545178
previous_iter_valid_loss : 0.10063061863183975

    308300	  0.100787	  0.100631	  0.082930		CURRENT LEARNING RATE: 0.022887893403379496
previous_iter_valid_loss : 0.08162016421556473

    308400	  0.081412	  0.081620	  0.082788		CURRENT LEARNING RATE: 0.022865016950109125
previous_iter_valid_loss : 0.07567927986383438

    308500	  0.075567	  0.075679	  0.082774		CURRENT LEARNING RATE: 0.02284216336185761
previous_iter_valid_loss : 0.07542572915554047


Current valid loss: 0.07542572915554047;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    308600	  0.075323	  0.075426	  0.082745		CURRENT LEARNING RATE: 0.02281933261577135
previous_iter_valid_loss : 0.07844268530607224

    308700	  0.078286	  0.078443	  0.082725		CURRENT LEARNING RATE: 0.022796524689019618
previous_iter_valid_loss : 0.08310512453317642

    308800	  0.082974	  0.083105	  0.082780		CURRENT LEARNING RATE: 0.022773739558794474
previous_iter_valid_loss : 0.07994559407234192

    308900	  0.079821	  0.079946	  0.082775		CURRENT LEARNING RATE: 0.022750977202310785
previous_iter_valid_loss : 0.08306858688592911

    309000	  0.082914	  0.083069	  0.082805		CURRENT LEARNING RATE: 0.022728237596806186
previous_iter_valid_loss : 0.08099837601184845

    309100	  0.080853	  0.080998	  0.082806		CURRENT LEARNING RATE: 0.02270552071954109
previous_iter_valid_loss : 0.09799530357122421

    309200	  0.098139	  0.097995	  0.082999		CURRENT LEARNING RATE: 0.0226828265477986
previous_iter_valid_loss : 0.09569087624549866

    309300	  0.095530	  0.095691	  0.083075		CURRENT LEARNING RATE: 0.022660155058884555
previous_iter_valid_loss : 0.09441899508237839

    309400	  0.094563	  0.094419	  0.083218		CURRENT LEARNING RATE: 0.022637506230127443
previous_iter_valid_loss : 0.09059759974479675

    309500	  0.090716	  0.090598	  0.083328		CURRENT LEARNING RATE: 0.02261488003887846
previous_iter_valid_loss : 0.1013977974653244

    309600	  0.101192	  0.101398	  0.083509		CURRENT LEARNING RATE: 0.0225922764625114
previous_iter_valid_loss : 0.0771198645234108

    309700	  0.077081	  0.077120	  0.083509		CURRENT LEARNING RATE: 0.02256969547842268
previous_iter_valid_loss : 0.08524380624294281

    309800	  0.085079	  0.085244	  0.083452		CURRENT LEARNING RATE: 0.022547137064031313
previous_iter_valid_loss : 0.07565194368362427

    309900	  0.075576	  0.075652	  0.083408		CURRENT LEARNING RATE: 0.0225246011967789
previous_iter_valid_loss : 0.08238238841295242

    310000	  0.082224	  0.082382	  0.083472		CURRENT LEARNING RATE: 0.022502087854129563
previous_iter_valid_loss : 0.07553824782371521

    310100	  0.075430	  0.075538	  0.083290		CURRENT LEARNING RATE: 0.02247959701356995
previous_iter_valid_loss : 0.07843827456235886

    310200	  0.078398	  0.078438	  0.083268		CURRENT LEARNING RATE: 0.022457128652609216
previous_iter_valid_loss : 0.08052301406860352

    310300	  0.080353	  0.080523	  0.082938		CURRENT LEARNING RATE: 0.022434682748779015
previous_iter_valid_loss : 0.07898392528295517

    310400	  0.078853	  0.078984	  0.082483		CURRENT LEARNING RATE: 0.022412259279633435
previous_iter_valid_loss : 0.13863980770111084

    310500	  0.138487	  0.138640	  0.083082		CURRENT LEARNING RATE: 0.022389858222749002
previous_iter_valid_loss : 0.0805145874619484

    310600	  0.080340	  0.080515	  0.083130		CURRENT LEARNING RATE: 0.022367479555724646
previous_iter_valid_loss : 0.08200943470001221

    310700	  0.081903	  0.082009	  0.083086		CURRENT LEARNING RATE: 0.02234512325618172
previous_iter_valid_loss : 0.08656548708677292

    310800	  0.086620	  0.086565	  0.083157		CURRENT LEARNING RATE: 0.02232278930176391
previous_iter_valid_loss : 0.07618960738182068

    310900	  0.076035	  0.076190	  0.083160		CURRENT LEARNING RATE: 0.022300477670137268
previous_iter_valid_loss : 0.08420407772064209

    311000	  0.084269	  0.084204	  0.083174		CURRENT LEARNING RATE: 0.02227818833899014
previous_iter_valid_loss : 0.09570343792438507

    311100	  0.095495	  0.095703	  0.083372		CURRENT LEARNING RATE: 0.02225592128603322
previous_iter_valid_loss : 0.07593999803066254

    311200	  0.075875	  0.075940	  0.083312		CURRENT LEARNING RATE: 0.02223367648899944
previous_iter_valid_loss : 0.08226559311151505

    311300	  0.082142	  0.082266	  0.083360		CURRENT LEARNING RATE: 0.022211453925643998
previous_iter_valid_loss : 0.07549721002578735

    311400	  0.075415	  0.075497	  0.083260		CURRENT LEARNING RATE: 0.022189253573744325
previous_iter_valid_loss : 0.07881259173154831

    311500	  0.078676	  0.078813	  0.083271		CURRENT LEARNING RATE: 0.022167075411100086
previous_iter_valid_loss : 0.11935216933488846

    311600	  0.119105	  0.119352	  0.083589		CURRENT LEARNING RATE: 0.022144919415533107
previous_iter_valid_loss : 0.07898497581481934

    311700	  0.078869	  0.078985	  0.083293		CURRENT LEARNING RATE: 0.022122785564887386
previous_iter_valid_loss : 0.0774056538939476

    311800	  0.077283	  0.077406	  0.083310		CURRENT LEARNING RATE: 0.022100673837029065
previous_iter_valid_loss : 0.08153744041919708

    311900	  0.081562	  0.081537	  0.083359		CURRENT LEARNING RATE: 0.02207858420984643
previous_iter_valid_loss : 0.07712872326374054

    312000	  0.077086	  0.077129	  0.083323		CURRENT LEARNING RATE: 0.022056516661249848
previous_iter_valid_loss : 0.08970914781093597

    312100	  0.089533	  0.089709	  0.083425		CURRENT LEARNING RATE: 0.022034471169171763
previous_iter_valid_loss : 0.08850763738155365

    312200	  0.088605	  0.088508	  0.083453		CURRENT LEARNING RATE: 0.022012447711566675
previous_iter_valid_loss : 0.08120772242546082

    312300	  0.081036	  0.081208	  0.083505		CURRENT LEARNING RATE: 0.021990446266411143
previous_iter_valid_loss : 0.07556576281785965

    312400	  0.075460	  0.075566	  0.083505		CURRENT LEARNING RATE: 0.02196846681170371
previous_iter_valid_loss : 0.08085109293460846

    312500	  0.080908	  0.080851	  0.083552		CURRENT LEARNING RATE: 0.02194650932546492
previous_iter_valid_loss : 0.10163713991641998

    312600	  0.101840	  0.101637	  0.083642		CURRENT LEARNING RATE: 0.02192457378573728
previous_iter_valid_loss : 0.07939495146274567

    312700	  0.079455	  0.079395	  0.083621		CURRENT LEARNING RATE: 0.021902660170585245
previous_iter_valid_loss : 0.0825890526175499

    312800	  0.082622	  0.082589	  0.083676		CURRENT LEARNING RATE: 0.021880768458095216
previous_iter_valid_loss : 0.09045682847499847

    312900	  0.090293	  0.090457	  0.083823		CURRENT LEARNING RATE: 0.02185889862637547
previous_iter_valid_loss : 0.09259684383869171

    313000	  0.092710	  0.092597	  0.083921		CURRENT LEARNING RATE: 0.02183705065355617
previous_iter_valid_loss : 0.07749960571527481

    313100	  0.077362	  0.077500	  0.083782		CURRENT LEARNING RATE: 0.021815224517789337
previous_iter_valid_loss : 0.07792729884386063

    313200	  0.077811	  0.077927	  0.083658		CURRENT LEARNING RATE: 0.021793420197248847
previous_iter_valid_loss : 0.07781844586133957

    313300	  0.077825	  0.077818	  0.083669		CURRENT LEARNING RATE: 0.02177163767013037
previous_iter_valid_loss : 0.07749728113412857

    313400	  0.077478	  0.077497	  0.083670		CURRENT LEARNING RATE: 0.021749876914651377
previous_iter_valid_loss : 0.0771595910191536

    313500	  0.077090	  0.077160	  0.083669		CURRENT LEARNING RATE: 0.021728137909051103
previous_iter_valid_loss : 0.08405382931232452

    313600	  0.084155	  0.084054	  0.083632		CURRENT LEARNING RATE: 0.021706420631590558
previous_iter_valid_loss : 0.07591001689434052

    313700	  0.075825	  0.075910	  0.083596		CURRENT LEARNING RATE: 0.021684725060552454
previous_iter_valid_loss : 0.10977234691381454

    313800	  0.109984	  0.109772	  0.083923		CURRENT LEARNING RATE: 0.021663051174241214
previous_iter_valid_loss : 0.08380681276321411

    313900	  0.083836	  0.083807	  0.083998		CURRENT LEARNING RATE: 0.021641398950982948
previous_iter_valid_loss : 0.0797128900885582

    314000	  0.079719	  0.079713	  0.084041		CURRENT LEARNING RATE: 0.021619768369125443
previous_iter_valid_loss : 0.08274216204881668

    314100	  0.082603	  0.082742	  0.084086		CURRENT LEARNING RATE: 0.02159815940703811
previous_iter_valid_loss : 0.08515078574419022

    314200	  0.084952	  0.085151	  0.084069		CURRENT LEARNING RATE: 0.021576572043111985
previous_iter_valid_loss : 0.08573001623153687

    314300	  0.085540	  0.085730	  0.084155		CURRENT LEARNING RATE: 0.021555006255759693
previous_iter_valid_loss : 0.07609176635742188

    314400	  0.076039	  0.076092	  0.084130		CURRENT LEARNING RATE: 0.02153346202341546
previous_iter_valid_loss : 0.091019406914711

    314500	  0.091103	  0.091019	  0.084110		CURRENT LEARNING RATE: 0.021511939324535045
previous_iter_valid_loss : 0.08244962990283966

    314600	  0.082481	  0.082450	  0.084066		CURRENT LEARNING RATE: 0.021490438137595748
previous_iter_valid_loss : 0.08611135929822922

    314700	  0.085953	  0.086111	  0.084166		CURRENT LEARNING RATE: 0.021468958441096368
previous_iter_valid_loss : 0.07700472325086594

    314800	  0.076891	  0.077005	  0.084128		CURRENT LEARNING RATE: 0.02144750021355723
previous_iter_valid_loss : 0.07727494835853577

    314900	  0.077230	  0.077275	  0.083727		CURRENT LEARNING RATE: 0.021426063433520093
previous_iter_valid_loss : 0.07590846717357635

    315000	  0.075797	  0.075908	  0.083664		CURRENT LEARNING RATE: 0.021404648079548172
previous_iter_valid_loss : 0.07976030558347702

    315100	  0.079742	  0.079760	  0.083675		CURRENT LEARNING RATE: 0.02138325413022611
previous_iter_valid_loss : 0.09086780995130539

    315200	  0.090695	  0.090868	  0.083784		CURRENT LEARNING RATE: 0.021361881564159965
previous_iter_valid_loss : 0.0838003158569336

    315300	  0.083630	  0.083800	  0.083768		CURRENT LEARNING RATE: 0.021340530359977166
previous_iter_valid_loss : 0.07906842976808548

    315400	  0.078912	  0.079068	  0.083773		CURRENT LEARNING RATE: 0.021319200496326504
previous_iter_valid_loss : 0.07695192843675613

    315500	  0.076880	  0.076952	  0.083781		CURRENT LEARNING RATE: 0.021297891951878107
previous_iter_valid_loss : 0.07567887753248215

    315600	  0.075575	  0.075679	  0.083590		CURRENT LEARNING RATE: 0.021276604705323447
previous_iter_valid_loss : 0.07536888122558594


Current valid loss: 0.07536888122558594;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    315700	  0.075261	  0.075369	  0.083583		CURRENT LEARNING RATE: 0.021255338735375263
previous_iter_valid_loss : 0.08319225162267685

    315800	  0.083222	  0.083192	  0.083630		CURRENT LEARNING RATE: 0.021234094020767588
previous_iter_valid_loss : 0.0757913589477539

    315900	  0.075694	  0.075791	  0.083507		CURRENT LEARNING RATE: 0.021212870540255693
previous_iter_valid_loss : 0.07676780968904495

    316000	  0.076627	  0.076768	  0.083404		CURRENT LEARNING RATE: 0.021191668272616114
previous_iter_valid_loss : 0.07557780295610428

    316100	  0.075487	  0.075578	  0.083335		CURRENT LEARNING RATE: 0.021170487196646572
previous_iter_valid_loss : 0.10281023383140564

    316200	  0.102977	  0.102810	  0.083436		CURRENT LEARNING RATE: 0.021149327291165997
previous_iter_valid_loss : 0.07743413746356964

    316300	  0.077287	  0.077434	  0.083332		CURRENT LEARNING RATE: 0.021128188535014462
previous_iter_valid_loss : 0.08221538364887238

    316400	  0.082055	  0.082215	  0.083399		CURRENT LEARNING RATE: 0.021107070907053233
previous_iter_valid_loss : 0.09408394247293472

    316500	  0.094225	  0.094084	  0.083575		CURRENT LEARNING RATE: 0.021085974386164667
previous_iter_valid_loss : 0.08865845948457718

    316600	  0.088738	  0.088658	  0.083676		CURRENT LEARNING RATE: 0.02106489895125225
previous_iter_valid_loss : 0.07720965892076492

    316700	  0.077073	  0.077210	  0.083644		CURRENT LEARNING RATE: 0.021043844581240527
previous_iter_valid_loss : 0.07565142959356308

    316800	  0.075569	  0.075651	  0.083504		CURRENT LEARNING RATE: 0.021022811255075147
previous_iter_valid_loss : 0.07621625810861588

    316900	  0.076122	  0.076216	  0.083498		CURRENT LEARNING RATE: 0.021001798951722776
previous_iter_valid_loss : 0.10970835387706757

    317000	  0.109901	  0.109708	  0.083832		CURRENT LEARNING RATE: 0.020980807650171105
previous_iter_valid_loss : 0.08067786693572998

    317100	  0.080494	  0.080678	  0.083884		CURRENT LEARNING RATE: 0.020959837329428826
previous_iter_valid_loss : 0.08297013491392136

    317200	  0.082985	  0.082970	  0.083937		CURRENT LEARNING RATE: 0.02093888796852563
previous_iter_valid_loss : 0.07536792010068893


Current valid loss: 0.07536792010068893;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    317300	  0.075271	  0.075368	  0.083767		CURRENT LEARNING RATE: 0.02091795954651215
previous_iter_valid_loss : 0.09024497121572495

    317400	  0.090362	  0.090245	  0.083898		CURRENT LEARNING RATE: 0.02089705204245996
previous_iter_valid_loss : 0.09761321544647217

    317500	  0.097701	  0.097613	  0.083893		CURRENT LEARNING RATE: 0.02087616543546154
previous_iter_valid_loss : 0.08191782981157303

    317600	  0.081757	  0.081918	  0.083850		CURRENT LEARNING RATE: 0.02085529970463031
previous_iter_valid_loss : 0.08100996166467667

    317700	  0.081011	  0.081010	  0.083898		CURRENT LEARNING RATE: 0.02083445482910052
previous_iter_valid_loss : 0.0877087339758873

    317800	  0.087501	  0.087709	  0.083998		CURRENT LEARNING RATE: 0.020813630788027292
previous_iter_valid_loss : 0.09409229457378387

    317900	  0.094159	  0.094092	  0.084151		CURRENT LEARNING RATE: 0.02079282756058658
previous_iter_valid_loss : 0.07592692226171494

    318000	  0.075794	  0.075927	  0.084123		CURRENT LEARNING RATE: 0.02077204512597517
previous_iter_valid_loss : 0.07675597071647644

    318100	  0.076704	  0.076756	  0.084068		CURRENT LEARNING RATE: 0.02075128346341062
previous_iter_valid_loss : 0.0791286900639534

    318200	  0.078995	  0.079129	  0.084070		CURRENT LEARNING RATE: 0.020730542552131262
previous_iter_valid_loss : 0.08261065930128098

    318300	  0.082447	  0.082611	  0.083890		CURRENT LEARNING RATE: 0.020709822371396173
previous_iter_valid_loss : 0.07655426114797592

    318400	  0.076526	  0.076554	  0.083839		CURRENT LEARNING RATE: 0.02068912290048519
previous_iter_valid_loss : 0.11059717833995819

    318500	  0.110827	  0.110597	  0.084189		CURRENT LEARNING RATE: 0.020668444118698833
previous_iter_valid_loss : 0.07604770362377167

    318600	  0.076018	  0.076048	  0.084195		CURRENT LEARNING RATE: 0.020647786005358316
previous_iter_valid_loss : 0.09980762004852295

    318700	  0.099943	  0.099808	  0.084408		CURRENT LEARNING RATE: 0.020627148539805514
previous_iter_valid_loss : 0.08080971986055374

    318800	  0.080836	  0.080810	  0.084385		CURRENT LEARNING RATE: 0.02060653170140298
previous_iter_valid_loss : 0.102690190076828

    318900	  0.102836	  0.102690	  0.084613		CURRENT LEARNING RATE: 0.02058593546953387
previous_iter_valid_loss : 0.07807864993810654

    319000	  0.077947	  0.078079	  0.084563		CURRENT LEARNING RATE: 0.020565359823601942
previous_iter_valid_loss : 0.07915899902582169

    319100	  0.079023	  0.079159	  0.084545		CURRENT LEARNING RATE: 0.02054480474303154
previous_iter_valid_loss : 0.07738860696554184

    319200	  0.077250	  0.077389	  0.084339		CURRENT LEARNING RATE: 0.020524270207267603
previous_iter_valid_loss : 0.07907890528440475

    319300	  0.079091	  0.079079	  0.084172		CURRENT LEARNING RATE: 0.020503756195775585
previous_iter_valid_loss : 0.07569700479507446

    319400	  0.075591	  0.075697	  0.083985		CURRENT LEARNING RATE: 0.020483262688041473
previous_iter_valid_loss : 0.07597614079713821

    319500	  0.075876	  0.075976	  0.083839		CURRENT LEARNING RATE: 0.020462789663571745
previous_iter_valid_loss : 0.07555738836526871

    319600	  0.075429	  0.075557	  0.083581		CURRENT LEARNING RATE: 0.020442337101893394
previous_iter_valid_loss : 0.07776245474815369

    319700	  0.077608	  0.077762	  0.083587		CURRENT LEARNING RATE: 0.02042190498255385
previous_iter_valid_loss : 0.07559327036142349

    319800	  0.075522	  0.075593	  0.083490		CURRENT LEARNING RATE: 0.02040149328512099
previous_iter_valid_loss : 0.0752255991101265


Current valid loss: 0.0752255991101265;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    319900	  0.075139	  0.075226	  0.083486		CURRENT LEARNING RATE: 0.020381101989183106
previous_iter_valid_loss : 0.07592983543872833

    320000	  0.075848	  0.075930	  0.083422		CURRENT LEARNING RATE: 0.020360731074348916
previous_iter_valid_loss : 0.09988929331302643

    320100	  0.100041	  0.099889	  0.083665		CURRENT LEARNING RATE: 0.0203403805202475
previous_iter_valid_loss : 0.07630115747451782

    320200	  0.076157	  0.076301	  0.083644		CURRENT LEARNING RATE: 0.0203200503065283
previous_iter_valid_loss : 0.0819394588470459

    320300	  0.081906	  0.081939	  0.083658		CURRENT LEARNING RATE: 0.02029974041286109
previous_iter_valid_loss : 0.09578303247690201

    320400	  0.095864	  0.095783	  0.083826		CURRENT LEARNING RATE: 0.020279450818935993
previous_iter_valid_loss : 0.08494265377521515

    320500	  0.085026	  0.084943	  0.083289		CURRENT LEARNING RATE: 0.020259181504463403
previous_iter_valid_loss : 0.09897619485855103

    320600	  0.099084	  0.098976	  0.083474		CURRENT LEARNING RATE: 0.020238932449174008
previous_iter_valid_loss : 0.08004401624202728

    320700	  0.079891	  0.080044	  0.083454		CURRENT LEARNING RATE: 0.02021870363281874
previous_iter_valid_loss : 0.0754372626543045

    320800	  0.075361	  0.075437	  0.083343		CURRENT LEARNING RATE: 0.0201984950351688
previous_iter_valid_loss : 0.07713408768177032

    320900	  0.076976	  0.077134	  0.083352		CURRENT LEARNING RATE: 0.020178306636015574
previous_iter_valid_loss : 0.09135598689317703

    321000	  0.091398	  0.091356	  0.083424		CURRENT LEARNING RATE: 0.020158138415170668
previous_iter_valid_loss : 0.07691574096679688

    321100	  0.076778	  0.076916	  0.083236		CURRENT LEARNING RATE: 0.02013799035246585
previous_iter_valid_loss : 0.07687017321586609

    321200	  0.076751	  0.076870	  0.083245		CURRENT LEARNING RATE: 0.02011786242775307
previous_iter_valid_loss : 0.08188890665769577

    321300	  0.081736	  0.081889	  0.083241		CURRENT LEARNING RATE: 0.020097754620904393
previous_iter_valid_loss : 0.07546380162239075

    321400	  0.075347	  0.075464	  0.083241		CURRENT LEARNING RATE: 0.020077666911812012
previous_iter_valid_loss : 0.07625127583742142

    321500	  0.076122	  0.076251	  0.083215		CURRENT LEARNING RATE: 0.020057599280388208
previous_iter_valid_loss : 0.07572740316390991

    321600	  0.075630	  0.075727	  0.082779		CURRENT LEARNING RATE: 0.020037551706565366
previous_iter_valid_loss : 0.07630512863397598

    321700	  0.076220	  0.076305	  0.082752		CURRENT LEARNING RATE: 0.020017524170295897
previous_iter_valid_loss : 0.0774620771408081

    321800	  0.077316	  0.077462	  0.082753		CURRENT LEARNING RATE: 0.01999751665155227
previous_iter_valid_loss : 0.07676729559898376

    321900	  0.076651	  0.076767	  0.082705		CURRENT LEARNING RATE: 0.019977529130326948
previous_iter_valid_loss : 0.08253396302461624

    322000	  0.082323	  0.082534	  0.082759		CURRENT LEARNING RATE: 0.019957561586632436
previous_iter_valid_loss : 0.09018915146589279

    322100	  0.090022	  0.090189	  0.082764		CURRENT LEARNING RATE: 0.019937614000501168
previous_iter_valid_loss : 0.07621518522500992

    322200	  0.076122	  0.076215	  0.082641		CURRENT LEARNING RATE: 0.019917686351985566
previous_iter_valid_loss : 0.0805436372756958

    322300	  0.080579	  0.080544	  0.082634		CURRENT LEARNING RATE: 0.019897778621157963
previous_iter_valid_loss : 0.09497813880443573

    322400	  0.094794	  0.094978	  0.082829		CURRENT LEARNING RATE: 0.019877890788110652
previous_iter_valid_loss : 0.07506971061229706


Current valid loss: 0.07506971061229706;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    322500	  0.074999	  0.075070	  0.082771		CURRENT LEARNING RATE: 0.019858022832955784
previous_iter_valid_loss : 0.08229438215494156

    322600	  0.082334	  0.082294	  0.082577		CURRENT LEARNING RATE: 0.0198381747358254
previous_iter_valid_loss : 0.07703670114278793

    322700	  0.076927	  0.077037	  0.082554		CURRENT LEARNING RATE: 0.0198183464768714
previous_iter_valid_loss : 0.07723632454872131

    322800	  0.077236	  0.077236	  0.082500		CURRENT LEARNING RATE: 0.01979853803626554
previous_iter_valid_loss : 0.07559233903884888

    322900	  0.075540	  0.075592	  0.082352		CURRENT LEARNING RATE: 0.019778749394199362
previous_iter_valid_loss : 0.07685864716768265

    323000	  0.076759	  0.076859	  0.082194		CURRENT LEARNING RATE: 0.019758980530884228
previous_iter_valid_loss : 0.076264888048172

    323100	  0.076136	  0.076265	  0.082182		CURRENT LEARNING RATE: 0.019739231426551263
previous_iter_valid_loss : 0.0762975811958313

    323200	  0.076244	  0.076298	  0.082166		CURRENT LEARNING RATE: 0.01971950206145138
previous_iter_valid_loss : 0.07860726863145828

    323300	  0.078399	  0.078607	  0.082173		CURRENT LEARNING RATE: 0.019699792415855195
previous_iter_valid_loss : 0.0783657506108284

    323400	  0.078226	  0.078366	  0.082182		CURRENT LEARNING RATE: 0.019680102470053074
previous_iter_valid_loss : 0.08005405962467194

    323500	  0.080083	  0.080054	  0.082211		CURRENT LEARNING RATE: 0.019660432204355052
previous_iter_valid_loss : 0.0775647833943367

    323600	  0.077421	  0.077565	  0.082146		CURRENT LEARNING RATE: 0.01964078159909088
previous_iter_valid_loss : 0.07512086629867554

    323700	  0.075042	  0.075121	  0.082138		CURRENT LEARNING RATE: 0.019621150634609945
previous_iter_valid_loss : 0.08562719076871872

    323800	  0.085690	  0.085627	  0.081897		CURRENT LEARNING RATE: 0.01960153929128128
previous_iter_valid_loss : 0.07631296664476395

    323900	  0.076278	  0.076313	  0.081822		CURRENT LEARNING RATE: 0.019581947549493533
previous_iter_valid_loss : 0.0829886943101883

    324000	  0.082820	  0.082989	  0.081855		CURRENT LEARNING RATE: 0.019562375389654975
previous_iter_valid_loss : 0.09487190842628479

    324100	  0.094993	  0.094872	  0.081976		CURRENT LEARNING RATE: 0.019542822792193434
previous_iter_valid_loss : 0.0755295604467392

    324200	  0.075503	  0.075530	  0.081880		CURRENT LEARNING RATE: 0.019523289737556317
previous_iter_valid_loss : 0.07834272086620331

    324300	  0.078344	  0.078343	  0.081806		CURRENT LEARNING RATE: 0.019503776206210556
previous_iter_valid_loss : 0.0968509316444397

    324400	  0.096682	  0.096851	  0.082013		CURRENT LEARNING RATE: 0.01948428217864263
previous_iter_valid_loss : 0.07713638246059418

    324500	  0.077018	  0.077136	  0.081875		CURRENT LEARNING RATE: 0.019464807635358513
previous_iter_valid_loss : 0.07810233533382416

    324600	  0.078079	  0.078102	  0.081831		CURRENT LEARNING RATE: 0.01944535255688365
previous_iter_valid_loss : 0.08020292967557907

    324700	  0.080210	  0.080203	  0.081772		CURRENT LEARNING RATE: 0.019425916923762956
previous_iter_valid_loss : 0.08297145366668701

    324800	  0.082795	  0.082971	  0.081832		CURRENT LEARNING RATE: 0.019406500716560814
previous_iter_valid_loss : 0.08071011304855347

    324900	  0.080560	  0.080710	  0.081866		CURRENT LEARNING RATE: 0.019387103915861004
previous_iter_valid_loss : 0.08929409086704254

    325000	  0.089446	  0.089294	  0.082000		CURRENT LEARNING RATE: 0.019367726502266727
previous_iter_valid_loss : 0.08250197023153305

    325100	  0.082284	  0.082502	  0.082027		CURRENT LEARNING RATE: 0.019348368456400568
previous_iter_valid_loss : 0.08020386844873428

    325200	  0.080172	  0.080204	  0.081921		CURRENT LEARNING RATE: 0.019329029758904465
previous_iter_valid_loss : 0.07708635926246643

    325300	  0.077049	  0.077086	  0.081854		CURRENT LEARNING RATE: 0.019309710390439744
previous_iter_valid_loss : 0.09044633060693741

    325400	  0.090218	  0.090446	  0.081967		CURRENT LEARNING RATE: 0.01929041033168702
previous_iter_valid_loss : 0.0781395360827446

    325500	  0.077984	  0.078140	  0.081979		CURRENT LEARNING RATE: 0.019271129563346236
previous_iter_valid_loss : 0.08718129992485046

    325600	  0.087260	  0.087181	  0.082094		CURRENT LEARNING RATE: 0.019251868066136612
previous_iter_valid_loss : 0.08416351675987244

    325700	  0.084212	  0.084164	  0.082182		CURRENT LEARNING RATE: 0.01923262582079667
previous_iter_valid_loss : 0.07826027274131775

    325800	  0.078104	  0.078260	  0.082133		CURRENT LEARNING RATE: 0.01921340280808415
previous_iter_valid_loss : 0.07698594778776169

    325900	  0.076903	  0.076986	  0.082145		CURRENT LEARNING RATE: 0.019194199008776038
previous_iter_valid_loss : 0.09661270678043365

    326000	  0.096416	  0.096613	  0.082343		CURRENT LEARNING RATE: 0.019175014403668526
previous_iter_valid_loss : 0.08313507586717606

    326100	  0.083153	  0.083135	  0.082419		CURRENT LEARNING RATE: 0.019155848973577024
previous_iter_valid_loss : 0.07666928321123123

    326200	  0.076605	  0.076669	  0.082157		CURRENT LEARNING RATE: 0.01913670269933609
previous_iter_valid_loss : 0.10167519748210907

    326300	  0.101833	  0.101675	  0.082400		CURRENT LEARNING RATE: 0.019117575561799455
previous_iter_valid_loss : 0.09115829318761826

    326400	  0.091257	  0.091158	  0.082489		CURRENT LEARNING RATE: 0.019098467541839963
previous_iter_valid_loss : 0.07553895562887192

    326500	  0.075502	  0.075539	  0.082304		CURRENT LEARNING RATE: 0.019079378620349613
previous_iter_valid_loss : 0.07614950090646744

    326600	  0.076077	  0.076150	  0.082179		CURRENT LEARNING RATE: 0.019060308778239474
previous_iter_valid_loss : 0.07720951735973358

    326700	  0.077179	  0.077210	  0.082179		CURRENT LEARNING RATE: 0.019041257996439704
previous_iter_valid_loss : 0.08711361885070801

    326800	  0.086914	  0.087114	  0.082293		CURRENT LEARNING RATE: 0.019022226255899506
previous_iter_valid_loss : 0.07692014425992966

    326900	  0.076831	  0.076920	  0.082300		CURRENT LEARNING RATE: 0.019003213537587157
previous_iter_valid_loss : 0.08110949397087097

    327000	  0.081130	  0.081109	  0.082014		CURRENT LEARNING RATE: 0.01898421982248993
previous_iter_valid_loss : 0.07554939389228821

    327100	  0.075452	  0.075549	  0.081963		CURRENT LEARNING RATE: 0.018965245091614107
previous_iter_valid_loss : 0.07519116252660751

    327200	  0.075113	  0.075191	  0.081885		CURRENT LEARNING RATE: 0.01894628932598495
previous_iter_valid_loss : 0.0756106972694397

    327300	  0.075521	  0.075611	  0.081888		CURRENT LEARNING RATE: 0.018927352506646705
previous_iter_valid_loss : 0.07661725580692291

    327400	  0.076614	  0.076617	  0.081751		CURRENT LEARNING RATE: 0.01890843461466254
previous_iter_valid_loss : 0.09604688733816147

    327500	  0.095863	  0.096047	  0.081736		CURRENT LEARNING RATE: 0.01888953563111457
previous_iter_valid_loss : 0.07688365131616592

    327600	  0.076783	  0.076884	  0.081685		CURRENT LEARNING RATE: 0.018870655537103796
previous_iter_valid_loss : 0.09539009630680084

    327700	  0.095220	  0.095390	  0.081829		CURRENT LEARNING RATE: 0.018851794313750142
previous_iter_valid_loss : 0.07544974237680435

    327800	  0.075384	  0.075450	  0.081707		CURRENT LEARNING RATE: 0.01883295194219237
previous_iter_valid_loss : 0.07672735303640366

    327900	  0.076622	  0.076727	  0.081533		CURRENT LEARNING RATE: 0.01881412840358811
previous_iter_valid_loss : 0.07659643888473511

    328000	  0.076550	  0.076596	  0.081540		CURRENT LEARNING RATE: 0.018795323679113813
previous_iter_valid_loss : 0.07548338919878006

    328100	  0.075372	  0.075483	  0.081527		CURRENT LEARNING RATE: 0.01877653774996477
previous_iter_valid_loss : 0.07617828249931335

    328200	  0.076024	  0.076178	  0.081498		CURRENT LEARNING RATE: 0.01875777059735504
previous_iter_valid_loss : 0.07534195482730865

    328300	  0.075283	  0.075342	  0.081425		CURRENT LEARNING RATE: 0.018739022202517473
previous_iter_valid_loss : 0.07519848644733429

    328400	  0.075114	  0.075198	  0.081411		CURRENT LEARNING RATE: 0.01872029254670366
previous_iter_valid_loss : 0.07999023795127869

    328500	  0.079831	  0.079990	  0.081105		CURRENT LEARNING RATE: 0.018701581611183963
previous_iter_valid_loss : 0.07590997964143753

    328600	  0.075793	  0.075910	  0.081104		CURRENT LEARNING RATE: 0.018682889377247436
previous_iter_valid_loss : 0.07719462364912033

    328700	  0.077139	  0.077195	  0.080878		CURRENT LEARNING RATE: 0.01866421582620184
previous_iter_valid_loss : 0.07533453404903412

    328800	  0.075269	  0.075335	  0.080823		CURRENT LEARNING RATE: 0.018645560939373623
previous_iter_valid_loss : 0.07580719888210297

    328900	  0.075758	  0.075807	  0.080554		CURRENT LEARNING RATE: 0.018626924698107904
previous_iter_valid_loss : 0.08300168067216873

    329000	  0.082842	  0.083002	  0.080603		CURRENT LEARNING RATE: 0.018608307083768434
previous_iter_valid_loss : 0.07740119099617004

    329100	  0.077367	  0.077401	  0.080586		CURRENT LEARNING RATE: 0.0185897080777376
previous_iter_valid_loss : 0.07671691477298737

    329200	  0.076615	  0.076717	  0.080579		CURRENT LEARNING RATE: 0.018571127661416387
previous_iter_valid_loss : 0.0824679359793663

    329300	  0.082314	  0.082468	  0.080613		CURRENT LEARNING RATE: 0.018552565816224387
previous_iter_valid_loss : 0.07591642439365387

    329400	  0.075889	  0.075916	  0.080615		CURRENT LEARNING RATE: 0.01853402252359975
previous_iter_valid_loss : 0.07729793339967728

    329500	  0.077264	  0.077298	  0.080628		CURRENT LEARNING RATE: 0.018515497764999184
previous_iter_valid_loss : 0.07989892363548279

    329600	  0.079900	  0.079899	  0.080672		CURRENT LEARNING RATE: 0.018496991521897918
previous_iter_valid_loss : 0.11078107357025146

    329700	  0.111026	  0.110781	  0.081002		CURRENT LEARNING RATE: 0.01847850377578972
previous_iter_valid_loss : 0.09406345337629318

    329800	  0.093912	  0.094063	  0.081187		CURRENT LEARNING RATE: 0.01846003450818684
previous_iter_valid_loss : 0.07542584836483002

    329900	  0.075359	  0.075426	  0.081189		CURRENT LEARNING RATE: 0.018441583700620007
previous_iter_valid_loss : 0.07785629481077194

    330000	  0.077800	  0.077856	  0.081208		CURRENT LEARNING RATE: 0.018423151334638403
previous_iter_valid_loss : 0.08402904868125916

    330100	  0.084108	  0.084029	  0.081049		CURRENT LEARNING RATE: 0.018404737391809676
previous_iter_valid_loss : 0.09574497491121292

    330200	  0.095634	  0.095745	  0.081244		CURRENT LEARNING RATE: 0.018386341853719873
previous_iter_valid_loss : 0.07789555937051773

    330300	  0.077755	  0.077896	  0.081203		CURRENT LEARNING RATE: 0.01836796470197346
previous_iter_valid_loss : 0.09935101866722107

    330400	  0.099564	  0.099351	  0.081239		CURRENT LEARNING RATE: 0.018349605918193266
previous_iter_valid_loss : 0.10957106202840805

    330500	  0.109418	  0.109571	  0.081485		CURRENT LEARNING RATE: 0.01833126548402053
previous_iter_valid_loss : 0.07605116069316864

    330600	  0.075934	  0.076051	  0.081256		CURRENT LEARNING RATE: 0.018312943381114808
previous_iter_valid_loss : 0.07510332763195038

    330700	  0.075049	  0.075103	  0.081207		CURRENT LEARNING RATE: 0.018294639591153992
previous_iter_valid_loss : 0.08863070607185364

    330800	  0.088730	  0.088631	  0.081339		CURRENT LEARNING RATE: 0.018276354095834283
previous_iter_valid_loss : 0.07777472585439682

    330900	  0.077777	  0.077775	  0.081345		CURRENT LEARNING RATE: 0.0182580868768702
previous_iter_valid_loss : 0.08536724001169205

    331000	  0.085252	  0.085367	  0.081285		CURRENT LEARNING RATE: 0.018239837915994518
previous_iter_valid_loss : 0.07782953232526779

    331100	  0.077745	  0.077830	  0.081294		CURRENT LEARNING RATE: 0.01822160719495827
previous_iter_valid_loss : 0.07695282995700836

    331200	  0.076860	  0.076953	  0.081295		CURRENT LEARNING RATE: 0.018203394695530728
previous_iter_valid_loss : 0.08113053441047668

    331300	  0.081037	  0.081131	  0.081287		CURRENT LEARNING RATE: 0.018185200399499404
previous_iter_valid_loss : 0.07766276597976685

    331400	  0.077583	  0.077663	  0.081309		CURRENT LEARNING RATE: 0.018167024288669998
previous_iter_valid_loss : 0.0756572037935257

    331500	  0.075625	  0.075657	  0.081303		CURRENT LEARNING RATE: 0.018148866344866392
previous_iter_valid_loss : 0.0760037824511528

    331600	  0.075970	  0.076004	  0.081306		CURRENT LEARNING RATE: 0.01813072654993064
previous_iter_valid_loss : 0.07649070024490356

    331700	  0.076520	  0.076491	  0.081308		CURRENT LEARNING RATE: 0.018112604885722954
previous_iter_valid_loss : 0.0763484314084053

    331800	  0.076271	  0.076348	  0.081297		CURRENT LEARNING RATE: 0.01809450133412166
previous_iter_valid_loss : 0.07853756844997406

    331900	  0.078547	  0.078538	  0.081315		CURRENT LEARNING RATE: 0.018076415877023213
previous_iter_valid_loss : 0.07579703629016876

    332000	  0.075759	  0.075797	  0.081247		CURRENT LEARNING RATE: 0.01805834849634214
previous_iter_valid_loss : 0.09906835854053497

    332100	  0.098942	  0.099068	  0.081336		CURRENT LEARNING RATE: 0.018040299174011076
previous_iter_valid_loss : 0.08717379719018936

    332200	  0.087334	  0.087174	  0.081446		CURRENT LEARNING RATE: 0.01802226789198069
previous_iter_valid_loss : 0.08369262516498566

    332300	  0.083793	  0.083693	  0.081477		CURRENT LEARNING RATE: 0.018004254632219694
previous_iter_valid_loss : 0.07862243801355362

    332400	  0.078642	  0.078622	  0.081314		CURRENT LEARNING RATE: 0.017986259376714827
previous_iter_valid_loss : 0.0776139497756958

    332500	  0.077539	  0.077614	  0.081339		CURRENT LEARNING RATE: 0.01796828210747084
previous_iter_valid_loss : 0.07717660069465637

    332600	  0.077165	  0.077177	  0.081288		CURRENT LEARNING RATE: 0.01795032280651046
previous_iter_valid_loss : 0.07529406249523163

    332700	  0.075285	  0.075294	  0.081270		CURRENT LEARNING RATE: 0.01793238145587438
previous_iter_valid_loss : 0.08113822340965271

    332800	  0.081198	  0.081138	  0.081309		CURRENT LEARNING RATE: 0.017914458037621248
previous_iter_valid_loss : 0.09138014167547226

    332900	  0.091266	  0.091380	  0.081467		CURRENT LEARNING RATE: 0.01789655253382765
previous_iter_valid_loss : 0.07503334432840347


Current valid loss: 0.07503334432840347;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    333000	  0.075029	  0.075033	  0.081449		CURRENT LEARNING RATE: 0.017878664926588076
previous_iter_valid_loss : 0.10218968987464905

    333100	  0.102390	  0.102190	  0.081708		CURRENT LEARNING RATE: 0.017860795198014923
previous_iter_valid_loss : 0.07580143958330154

    333200	  0.075817	  0.075801	  0.081703		CURRENT LEARNING RATE: 0.017842943330238444
previous_iter_valid_loss : 0.08245601505041122

    333300	  0.082576	  0.082456	  0.081742		CURRENT LEARNING RATE: 0.017825109305406792
previous_iter_valid_loss : 0.07831920683383942

    333400	  0.078206	  0.078319	  0.081741		CURRENT LEARNING RATE: 0.01780729310568593
previous_iter_valid_loss : 0.08759485930204391

    333500	  0.087730	  0.087595	  0.081817		CURRENT LEARNING RATE: 0.01778949471325966
previous_iter_valid_loss : 0.08935720473527908

    333600	  0.089465	  0.089357	  0.081935		CURRENT LEARNING RATE: 0.017771714110329576
previous_iter_valid_loss : 0.08598217368125916

    333700	  0.085868	  0.085982	  0.082043		CURRENT LEARNING RATE: 0.017753951279115093
previous_iter_valid_loss : 0.07540348172187805

    333800	  0.075344	  0.075403	  0.081941		CURRENT LEARNING RATE: 0.017736206201853365
previous_iter_valid_loss : 0.0754043459892273

    333900	  0.075405	  0.075404	  0.081932		CURRENT LEARNING RATE: 0.01771847886079932
previous_iter_valid_loss : 0.07493618875741959


Current valid loss: 0.07493618875741959;  saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
    334000	  0.074944	  0.074936	  0.081852		CURRENT LEARNING RATE: 0.017700769238225604
previous_iter_valid_loss : 0.07693131268024445

    334100	  0.076906	  0.076931	  0.081672		CURRENT LEARNING RATE: 0.01768307731642261
previous_iter_valid_loss : 0.07642513513565063

    334200	  0.076396	  0.076425	  0.081681		CURRENT LEARNING RATE: 0.017665403077698403
previous_iter_valid_loss : 0.08280011266469955

    334300	  0.082917	  0.082800	  0.081726		CURRENT LEARNING RATE: 0.017647746504378746
previous_iter_valid_loss : 0.08263523876667023

    334400	  0.082730	  0.082635	  0.081583		CURRENT LEARNING RATE: 0.01763010757880706
previous_iter_valid_loss : 0.07926557958126068

    334500	  0.079184	  0.079266	  0.081605		CURRENT LEARNING RATE: 0.017612486283344428
previous_iter_valid_loss : 0.07520284503698349

    334600	  0.075203	  0.075203	  0.081576		CURRENT LEARNING RATE: 0.017594882600369545
previous_iter_valid_loss : 0.08174343407154083

    334700	  0.081663	  0.081743	  0.081591		CURRENT LEARNING RATE: 0.01757729651227873
previous_iter_valid_loss : 0.07562746852636337

    334800	  0.075658	  0.075627	  0.081518		CURRENT LEARNING RATE: 0.017559728001485884
previous_iter_valid_loss : 0.07874248176813126

    334900	  0.078750	  0.078742	  0.081498		CURRENT LEARNING RATE: 0.017542177050422512
previous_iter_valid_loss : 0.08284333348274231

    335000	  0.082959	  0.082843	  0.081434		CURRENT LEARNING RATE: 0.017524643641537652
previous_iter_valid_loss : 0.07763353735208511

    335100	  0.077555	  0.077634	  0.081385		CURRENT LEARNING RATE: 0.017507127757297892
previous_iter_valid_loss : 0.12923945486545563

    335200	  0.129126	  0.129239	  0.081875		CURRENT LEARNING RATE: 0.017489629380187343
previous_iter_valid_loss : 0.07559973746538162

    335300	  0.075573	  0.075600	  0.081860		CURRENT LEARNING RATE: 0.017472148492707635
previous_iter_valid_loss : 0.08006922155618668

    335400	  0.079984	  0.080069	  0.081757		CURRENT LEARNING RATE: 0.01745468507737788
previous_iter_valid_loss : 0.08138654381036758

    335500	  0.081332	  0.081387	  0.081789		CURRENT LEARNING RATE: 0.017437239116734657
previous_iter_valid_loss : 0.07688163220882416

    335600	  0.076917	  0.076882	  0.081686		CURRENT LEARNING RATE: 0.017419810593331992
previous_iter_valid_loss : 0.07607094198465347

    335700	  0.076042	  0.076071	  0.081605		CURRENT LEARNING RATE: 0.017402399489741385
previous_iter_valid_loss : 0.08229579031467438

    335800	  0.082398	  0.082296	  0.081646		CURRENT LEARNING RATE: 0.017385005788551715
previous_iter_valid_loss : 0.0776200145483017

    335900	  0.077667	  0.077620	  0.081652		CURRENT LEARNING RATE: 0.01736762947236928
previous_iter_valid_loss : 0.07615181058645248

    336000	  0.076196	  0.076152	  0.081447		CURRENT LEARNING RATE: 0.01735027052381776
previous_iter_valid_loss : 0.07617809623479843

    336100	  0.076155	  0.076178	  0.081378		CURRENT LEARNING RATE: 0.01733292892553822
previous_iter_valid_loss : 0.07529821991920471

    336200	  0.075325	  0.075298	  0.081364		CURRENT LEARNING RATE: 0.017315604660189048
previous_iter_valid_loss : 0.08096762746572495

    336300	  0.081080	  0.080968	  0.081157		CURRENT LEARNING RATE: 0.017298297710445977
previous_iter_valid_loss : 0.08001623302698135

    336400	  0.080118	  0.080016	  0.081045		CURRENT LEARNING RATE: 0.01728100805900205
previous_iter_valid_loss : 0.07552862167358398

    336500	  0.075571	  0.075529	  0.081045		CURRENT LEARNING RATE: 0.017263735688567632
previous_iter_valid_loss : 0.07525020837783813

    336600	  0.075273	  0.075250	  0.081036		CURRENT LEARNING RATE: 0.01724648058187034
previous_iter_valid_loss : 0.09359248727560043

    336700	  0.093498	  0.093592	  0.081200		CURRENT LEARNING RATE: 0.017229242721655068
previous_iter_valid_loss : 0.07757601886987686

    336800	  0.077503	  0.077576	  0.081105		CURRENT LEARNING RATE: 0.017212022090683947
previous_iter_valid_loss : 0.08032199740409851

    336900	  0.080423	  0.080322	  0.081139		CURRENT LEARNING RATE: 0.017194818671736355
previous_iter_valid_loss : 0.07663428038358688

    337000	  0.076580	  0.076634	  0.081094		CURRENT LEARNING RATE: 0.01717763244760887
previous_iter_valid_loss : 0.07942944020032883

    337100	  0.079490	  0.079429	  0.081133		CURRENT LEARNING RATE: 0.017160463401115263
previous_iter_valid_loss : 0.08741404861211777

    337200	  0.087563	  0.087414	  0.081255		CURRENT LEARNING RATE: 0.017143311515086482
previous_iter_valid_loss : 0.07667403668165207

    337300	  0.076647	  0.076674	  0.081266		CURRENT LEARNING RATE: 0.01712617677237065
previous_iter_valid_loss : 0.0796755775809288

    337400	  0.079587	  0.079676	  0.081296		CURRENT LEARNING RATE: 0.017109059155833016
previous_iter_valid_loss : 0.08271022886037827

    337500	  0.082631	  0.082710	  0.081163		CURRENT LEARNING RATE: 0.017091958648355967
previous_iter_valid_loss : 0.07545140385627747

    337600	  0.075441	  0.075451	  0.081149		CURRENT LEARNING RATE: 0.01707487523283899
previous_iter_valid_loss : 0.10410112142562866

    337700	  0.104010	  0.104101	  0.081236		CURRENT LEARNING RATE: 0.01705780889219866
previous_iter_valid_loss : 0.08075470477342606

    337800	  0.080635	  0.080755	  0.081289		CURRENT LEARNING RATE: 0.017040759609368652
previous_iter_valid_loss : 0.07505335658788681

    337900	  0.075040	  0.075053	  0.081272		CURRENT LEARNING RATE: 0.017023727367299672
previous_iter_valid_loss : 0.0766904279589653

    338000	  0.076692	  0.076690	  0.081273		CURRENT LEARNING RATE: 0.01700671214895948
previous_iter_valid_loss : 0.08158010244369507

    338100	  0.081628	  0.081580	  0.081334		CURRENT LEARNING RATE: 0.016989713937332847
previous_iter_valid_loss : 0.08382601290941238

    338200	  0.083912	  0.083826	  0.081410		CURRENT LEARNING RATE: 0.016972732715421573
previous_iter_valid_loss : 0.08167115598917007

    338300	  0.081794	  0.081671	  0.081474		CURRENT LEARNING RATE: 0.016955768466244428
previous_iter_valid_loss : 0.08340946584939957

    338400	  0.083326	  0.083409	  0.081556		CURRENT LEARNING RATE: 0.016938821172837164
previous_iter_valid_loss : 0.07642634212970734

    338500	  0.076389	  0.076426	  0.081520		CURRENT LEARNING RATE: 0.016921890818252475
previous_iter_valid_loss : 0.11026239395141602

    338600	  0.110175	  0.110262	  0.081864		CURRENT LEARNING RATE: 0.016904977385560023
previous_iter_valid_loss : 0.07511641085147858

    338700	  0.075097	  0.075116	  0.081843		CURRENT LEARNING RATE: 0.016888080857846367
previous_iter_valid_loss : 0.07542891055345535

    338800	  0.075403	  0.075429	  0.081844		CURRENT LEARNING RATE: 0.016871201218214976
previous_iter_valid_loss : 0.07551935315132141

    338900	  0.075531	  0.075519	  0.081841		CURRENT LEARNING RATE: 0.016854338449786198
previous_iter_valid_loss : 0.08485209196805954

    339000	  0.084993	  0.084852	  0.081860		CURRENT LEARNING RATE: 0.016837492535697284
previous_iter_valid_loss : 0.09204574674367905

    339100	  0.092242	  0.092046	  0.082006		CURRENT LEARNING RATE: 0.01682066345910231
previous_iter_valid_loss : 0.0978970006108284

    339200	  0.097776	  0.097897	  0.082218		CURRENT LEARNING RATE: 0.016803851203172196
previous_iter_valid_loss : 0.08082281798124313

    339300	  0.080700	  0.080823	  0.082201		CURRENT LEARNING RATE: 0.016787055751094678
previous_iter_valid_loss : 0.07513777166604996

    339400	  0.075122	  0.075138	  0.082194		CURRENT LEARNING RATE: 0.016770277086074318
previous_iter_valid_loss : 0.07544562220573425

    339500	  0.075455	  0.075446	  0.082175		CURRENT LEARNING RATE: 0.01675351519133244
previous_iter_valid_loss : 0.09726618975400925

    339600	  0.097158	  0.097266	  0.082349		CURRENT LEARNING RATE: 0.016736770050107153
previous_iter_valid_loss : 0.07519156485795975

    339700	  0.075185	  0.075192	  0.081993		CURRENT LEARNING RATE: 0.0167200416456533
previous_iter_valid_loss : 0.07499626278877258

    339800	  0.075003	  0.074996	  0.081802		CURRENT LEARNING RATE: 0.016703329961242495
previous_iter_valid_loss : 0.07639086991548538

    339900	  0.076427	  0.076391	  0.081812		CURRENT LEARNING RATE: 0.01668663498016304
previous_iter_valid_loss : 0.07743562012910843

    340000	  0.077492	  0.077436	  0.081808		CURRENT LEARNING RATE: 0.01666995668571996
previous_iter_valid_loss : 0.08334019035100937

    340100	  0.083222	  0.083340	  0.081801		CURRENT LEARNING RATE: 0.016653295061234946
previous_iter_valid_loss : 0.08898915350437164

    340200	  0.089127	  0.088989	  0.081733		CURRENT LEARNING RATE: 0.016636650090046386
previous_iter_valid_loss : 0.07623566687107086

    340300	  0.076236	  0.076236	  0.081717		CURRENT LEARNING RATE: 0.016620021755509307
previous_iter_valid_loss : 0.09768613427877426

    340400	  0.097876	  0.097686	  0.081700		CURRENT LEARNING RATE: 0.016603410040995366
previous_iter_valid_loss : 0.07875534892082214

    340500	  0.078648	  0.078755	  0.081392		CURRENT LEARNING RATE: 0.01658681492989284
previous_iter_valid_loss : 0.07977402210235596

    340600	  0.079708	  0.079774	  0.081429		CURRENT LEARNING RATE: 0.016570236405606637
previous_iter_valid_loss : 0.08170481026172638

    340700	  0.081601	  0.081705	  0.081495		CURRENT LEARNING RATE: 0.01655367445155822
previous_iter_valid_loss : 0.08592108637094498

    340800	  0.085791	  0.085921	  0.081468		CURRENT LEARNING RATE: 0.016537129051185633
previous_iter_valid_loss : 0.08210799843072891

    340900	  0.081988	  0.082108	  0.081511		CURRENT LEARNING RATE: 0.016520600187943466
previous_iter_valid_loss : 0.10174165666103363

    341000	  0.101981	  0.101742	  0.081675		CURRENT LEARNING RATE: 0.016504087845302873
previous_iter_valid_loss : 0.09891936182975769

    341100	  0.099169	  0.098919	  0.081886		CURRENT LEARNING RATE: 0.0164875920067515
previous_iter_valid_loss : 0.08649422973394394

    341200	  0.086358	  0.086494	  0.081981		CURRENT LEARNING RATE: 0.01647111265579351
previous_iter_valid_loss : 0.08174029737710953

    341300	  0.081624	  0.081740	  0.081987		CURRENT LEARNING RATE: 0.01645464977594954
previous_iter_valid_loss : 0.08644181489944458

    341400	  0.086346	  0.086442	  0.082075		CURRENT LEARNING RATE: 0.016438203350756724
previous_iter_valid_loss : 0.07855236530303955

    341500	  0.078601	  0.078552	  0.082104		CURRENT LEARNING RATE: 0.01642177336376863
previous_iter_valid_loss : 0.07607672363519669

    341600	  0.076067	  0.076077	  0.082105		CURRENT LEARNING RATE: 0.016405359798555265
previous_iter_valid_loss : 0.07700517028570175

    341700	  0.076962	  0.077005	  0.082110		CURRENT LEARNING RATE: 0.016388962638703063
previous_iter_valid_loss : 0.07904640585184097

    341800	  0.079131	  0.079046	  0.082137		CURRENT LEARNING RATE: 0.01637258186781487
previous_iter_valid_loss : 0.08323952555656433

    341900	  0.083335	  0.083240	  0.082184		CURRENT LEARNING RATE: 0.01635621746950991
previous_iter_valid_loss : 0.07798022776842117

    342000	  0.077895	  0.077980	  0.082206		CURRENT LEARNING RATE: 0.01633986942742378
previous_iter_valid_loss : 0.08762180805206299

    342100	  0.087507	  0.087622	  0.082091		CURRENT LEARNING RATE: 0.016323537725208434
previous_iter_valid_loss : 0.09614510834217072

    342200	  0.096029	  0.096145	  0.082181		CURRENT LEARNING RATE: 0.01630722234653218
previous_iter_valid_loss : 0.08379483222961426

    342300	  0.083652	  0.083795	  0.082182		CURRENT LEARNING RATE: 0.01629092327507963
previous_iter_valid_loss : 0.10017746686935425

    342400	  0.100439	  0.100177	  0.082398		CURRENT LEARNING RATE: 0.016274640494551715
previous_iter_valid_loss : 0.07773178070783615

    342500	  0.077680	  0.077732	  0.082399		CURRENT LEARNING RATE: 0.016258373988665645
previous_iter_valid_loss : 0.07575321942567825

    342600	  0.075736	  0.075753	  0.082385		CURRENT LEARNING RATE: 0.016242123741154923
previous_iter_valid_loss : 0.07623295485973358

    342700	  0.076191	  0.076233	  0.082394		CURRENT LEARNING RATE: 0.016225889735769296
previous_iter_valid_loss : 0.07656126469373703

    342800	  0.076612	  0.076561	  0.082348		CURRENT LEARNING RATE: 0.016209671956274756
previous_iter_valid_loss : 0.0849897488951683

    342900	  0.085092	  0.084990	  0.082284		CURRENT LEARNING RATE: 0.01619347038645352
previous_iter_valid_loss : 0.07771655917167664

    343000	  0.077655	  0.077717	  0.082311		CURRENT LEARNING RATE: 0.01617728501010402
previous_iter_valid_loss : 0.075632244348526

    343100	  0.075618	  0.075632	  0.082046		CURRENT LEARNING RATE: 0.016161115811040884
previous_iter_valid_loss : 0.08051643520593643

    343200	  0.080381	  0.080516	  0.082093		CURRENT LEARNING RATE: 0.016144962773094906
previous_iter_valid_loss : 0.07542603462934494

    343300	  0.075436	  0.075426	  0.082022		CURRENT LEARNING RATE: 0.016128825880113037
previous_iter_valid_loss : 0.0848754420876503

    343400	  0.084760	  0.084875	  0.082088		CURRENT LEARNING RATE: 0.0161127051159584
previous_iter_valid_loss : 0.08166356384754181

    343500	  0.081705	  0.081664	  0.082029		CURRENT LEARNING RATE: 0.01609660046451022
previous_iter_valid_loss : 0.07537434250116348

    343600	  0.075385	  0.075374	  0.081889		CURRENT LEARNING RATE: 0.01608051190966385
previous_iter_valid_loss : 0.0880630761384964

    343700	  0.088230	  0.088063	  0.081910		CURRENT LEARNING RATE: 0.01606443943533072
previous_iter_valid_loss : 0.07932259142398834

    343800	  0.079255	  0.079323	  0.081949		CURRENT LEARNING RATE: 0.016048383025438373
previous_iter_valid_loss : 0.08032302558422089

    343900	  0.080227	  0.080323	  0.081998		CURRENT LEARNING RATE: 0.016032342663930384
previous_iter_valid_loss : 0.07842221111059189

    344000	  0.078500	  0.078422	  0.082033		CURRENT LEARNING RATE: 0.0160163183347664
previous_iter_valid_loss : 0.08886303007602692

    344100	  0.089052	  0.088863	  0.082152		CURRENT LEARNING RATE: 0.016000310021922075
previous_iter_valid_loss : 0.07528453320264816

    344200	  0.075290	  0.075285	  0.082141		CURRENT LEARNING RATE: 0.015984317709389115
previous_iter_valid_loss : 0.0754343569278717

    344300	  0.075399	  0.075434	  0.082067		CURRENT LEARNING RATE: 0.015968341381175196
previous_iter_valid_loss : 0.07713503390550613

    344400	  0.077223	  0.077135	  0.082012		CURRENT LEARNING RATE: 0.015952381021303988
previous_iter_valid_loss : 0.10552860051393509

    344500	  0.105822	  0.105529	  0.082275		CURRENT LEARNING RATE: 0.015936436613815122
previous_iter_valid_loss : 0.09634098410606384

    344600	  0.096248	  0.096341	  0.082486		CURRENT LEARNING RATE: 0.015920508142764207
previous_iter_valid_loss : 0.08980640769004822

    344700	  0.089989	  0.089806	  0.082567		CURRENT LEARNING RATE: 0.01590459559222276
previous_iter_valid_loss : 0.0757622942328453

    344800	  0.075748	  0.075762	  0.082568		CURRENT LEARNING RATE: 0.015888698946278233
previous_iter_valid_loss : 0.07770854979753494

    344900	  0.077778	  0.077709	  0.082558		CURRENT LEARNING RATE: 0.01587281818903397
previous_iter_valid_loss : 0.09690317511558533

    345000	  0.097106	  0.096903	  0.082698		CURRENT LEARNING RATE: 0.015856953304609223
previous_iter_valid_loss : 0.08368347585201263

    345100	  0.083819	  0.083683	  0.082759		CURRENT LEARNING RATE: 0.0158411042771391
previous_iter_valid_loss : 0.08355594426393509

    345200	  0.083676	  0.083556	  0.082302		CURRENT LEARNING RATE: 0.01582527109077458
previous_iter_valid_loss : 0.07622998207807541

    345300	  0.076171	  0.076230	  0.082308		CURRENT LEARNING RATE: 0.015809453729682458
previous_iter_valid_loss : 0.08399835973978043

    345400	  0.083891	  0.083998	  0.082348		CURRENT LEARNING RATE: 0.015793652178045393
previous_iter_valid_loss : 0.08431990444660187

    345500	  0.084233	  0.084320	  0.082377		CURRENT LEARNING RATE: 0.01577786642006182
previous_iter_valid_loss : 0.10025566071271896

    345600	  0.100523	  0.100256	  0.082611		CURRENT LEARNING RATE: 0.015762096439945982
previous_iter_valid_loss : 0.08816064149141312

    345700	  0.088032	  0.088161	  0.082732		CURRENT LEARNING RATE: 0.015746342221927893
previous_iter_valid_loss : 0.07983463257551193

    345800	  0.079920	  0.079835	  0.082707		CURRENT LEARNING RATE: 0.015730603750253345
previous_iter_valid_loss : 0.07727532833814621

    345900	  0.077188	  0.077275	  0.082704		CURRENT LEARNING RATE: 0.015714881009183855
previous_iter_valid_loss : 0.08729091286659241

    346000	  0.087430	  0.087291	  0.082815		CURRENT LEARNING RATE: 0.015699173982996684
previous_iter_valid_loss : 0.079845130443573

    346100	  0.079911	  0.079845	  0.082852		CURRENT LEARNING RATE: 0.0156834826559848
previous_iter_valid_loss : 0.07650165259838104

    346200	  0.076439	  0.076502	  0.082864		CURRENT LEARNING RATE: 0.015667807012456885
previous_iter_valid_loss : 0.07812634110450745

    346300	  0.078181	  0.078126	  0.082835		CURRENT LEARNING RATE: 0.01565214703673729
previous_iter_valid_loss : 0.08820790797472

    346400	  0.088372	  0.088208	  0.082917		CURRENT LEARNING RATE: 0.01563650271316603
previous_iter_valid_loss : 0.11523579061031342

    346500	  0.115107	  0.115236	  0.083314		CURRENT LEARNING RATE: 0.015620874026098783
previous_iter_valid_loss : 0.07526998221874237

    346600	  0.075249	  0.075270	  0.083314		CURRENT LEARNING RATE: 0.015605260959906872
previous_iter_valid_loss : 0.07692629098892212

    346700	  0.076962	  0.076926	  0.083148		CURRENT LEARNING RATE: 0.015589663498977219
previous_iter_valid_loss : 0.0756932869553566

    346800	  0.075627	  0.075693	  0.083129		CURRENT LEARNING RATE: 0.015574081627712365
previous_iter_valid_loss : 0.07705418020486832

    346900	  0.077094	  0.077054	  0.083096		CURRENT LEARNING RATE: 0.01555851533053043
previous_iter_valid_loss : 0.08541068434715271

    347000	  0.085287	  0.085411	  0.083184		CURRENT LEARNING RATE: 0.01554296459186513
previous_iter_valid_loss : 0.07600265741348267

    347100	  0.075915	  0.076003	  0.083150		CURRENT LEARNING RATE: 0.015527429396165715
previous_iter_valid_loss : 0.07608851045370102

    347200	  0.076031	  0.076089	  0.083036		CURRENT LEARNING RATE: 0.015511909727896992
previous_iter_valid_loss : 0.08711754530668259

    347300	  0.086981	  0.087118	  0.083141		CURRENT LEARNING RATE: 0.01549640557153928
previous_iter_valid_loss : 0.0772676169872284

    347400	  0.077189	  0.077268	  0.083117		CURRENT LEARNING RATE: 0.015480916911588441
previous_iter_valid_loss : 0.08398273587226868

    347500	  0.083888	  0.083983	  0.083130		CURRENT LEARNING RATE: 0.015465443732555801
previous_iter_valid_loss : 0.07675012946128845

    347600	  0.076703	  0.076750	  0.083143		CURRENT LEARNING RATE: 0.015449986018968184
previous_iter_valid_loss : 0.07564541697502136

    347700	  0.075667	  0.075645	  0.082858		CURRENT LEARNING RATE: 0.015434543755367866
previous_iter_valid_loss : 0.07632959634065628

    347800	  0.076320	  0.076330	  0.082814		CURRENT LEARNING RATE: 0.015419116926312596
previous_iter_valid_loss : 0.07562164962291718

    347900	  0.075651	  0.075622	  0.082819		CURRENT LEARNING RATE: 0.015403705516375538
previous_iter_valid_loss : 0.08134496957063675

    348000	  0.081405	  0.081345	  0.082866		CURRENT LEARNING RATE: 0.01538830951014528
previous_iter_valid_loss : 0.0775977075099945

    348100	  0.077568	  0.077598	  0.082826		CURRENT LEARNING RATE: 0.015372928892225808
previous_iter_valid_loss : 0.0781562477350235

    348200	  0.078218	  0.078156	  0.082769		CURRENT LEARNING RATE: 0.015357563647236516
previous_iter_valid_loss : 0.07908088713884354

    348300	  0.079114	  0.079081	  0.082744		CURRENT LEARNING RATE: 0.01534221375981215
previous_iter_valid_loss : 0.07616785168647766

    348400	  0.076103	  0.076168	  0.082671		CURRENT LEARNING RATE: 0.015326879214602823
previous_iter_valid_loss : 0.07627969980239868

    348500	  0.076223	  0.076280	  0.082670		CURRENT LEARNING RATE: 0.01531155999627398
previous_iter_valid_loss : 0.0763491839170456

    348600	  0.076300	  0.076349	  0.082331		CURRENT LEARNING RATE: 0.015296256089506417
previous_iter_valid_loss : 0.07505301386117935

    348700	  0.075056	  0.075053	  0.082330		CURRENT LEARNING RATE: 0.015280967478996219
previous_iter_valid_loss : 0.07704167068004608

    348800	  0.077065	  0.077042	  0.082346		CURRENT LEARNING RATE: 0.015265694149454773
previous_iter_valid_loss : 0.07502908259630203

    348900	  0.075017	  0.075029	  0.082341		CURRENT LEARNING RATE: 0.015250436085608741
previous_iter_valid_loss : 0.08438904583454132

    349000	  0.084256	  0.084389	  0.082337		CURRENT LEARNING RATE: 0.015235193272200073
previous_iter_valid_loss : 0.07795502245426178

    349100	  0.077995	  0.077955	  0.082196		CURRENT LEARNING RATE: 0.015219965693985945
previous_iter_valid_loss : 0.07519979029893875

    349200	  0.075221	  0.075200	  0.081969		CURRENT LEARNING RATE: 0.015204753335738782
previous_iter_valid_loss : 0.07569368928670883

    349300	  0.075651	  0.075694	  0.081917		CURRENT LEARNING RATE: 0.015189556182246215
previous_iter_valid_loss : 0.07644437998533249

    349400	  0.076459	  0.076444	  0.081930		CURRENT LEARNING RATE: 0.015174374218311101
previous_iter_valid_loss : 0.07673516869544983

    349500	  0.076765	  0.076735	  0.081943		CURRENT LEARNING RATE: 0.01515920742875147
previous_iter_valid_loss : 0.07534381002187729

    349600	  0.075295	  0.075344	  0.081724		CURRENT LEARNING RATE: 0.015144055798400531
previous_iter_valid_loss : 0.0755583718419075

    349700	  0.075521	  0.075558	  0.081728		CURRENT LEARNING RATE: 0.015128919312106647
previous_iter_valid_loss : 0.07732468098402023

    349800	  0.077270	  0.077325	  0.081751		CURRENT LEARNING RATE: 0.015113797954733341
previous_iter_valid_loss : 0.09998398274183273

    349900	  0.099868	  0.099984	  0.081987		CURRENT LEARNING RATE: 0.01509869171115925
previous_iter_valid_loss : 0.07740757614374161

    350000	  0.077430	  0.077408	  0.081987		CURRENT LEARNING RATE: 0.01508360056627813
previous_iter_valid_loss : 0.0759233608841896

    350100	  0.075906	  0.075923	  0.081913		CURRENT LEARNING RATE: 0.01506852450499883
previous_iter_valid_loss : 0.07981648296117783

    350200	  0.079914	  0.079816	  0.081821		CURRENT LEARNING RATE: 0.015053463512245286
previous_iter_valid_loss : 0.08142205327749252

    350300	  0.081527	  0.081422	  0.081873		CURRENT LEARNING RATE: 0.015038417572956516
previous_iter_valid_loss : 0.1120225042104721

    350400	  0.111886	  0.112023	  0.082016		CURRENT LEARNING RATE: 0.01502338667208657
previous_iter_valid_loss : 0.07617253065109253

    350500	  0.076175	  0.076173	  0.081990		CURRENT LEARNING RATE: 0.015008370794604549
previous_iter_valid_loss : 0.07591374963521957

    350600	  0.075853	  0.075914	  0.081952		CURRENT LEARNING RATE: 0.014993369925494568
previous_iter_valid_loss : 0.07889948785305023

    350700	  0.078895	  0.078899	  0.081924		CURRENT LEARNING RATE: 0.014978384049755766
previous_iter_valid_loss : 0.07642648369073868

    350800	  0.076363	  0.076426	  0.081829		CURRENT LEARNING RATE: 0.014963413152402264
previous_iter_valid_loss : 0.07536035776138306

    350900	  0.075328	  0.075360	  0.081761		CURRENT LEARNING RATE: 0.01494845721846316
previous_iter_valid_loss : 0.09441229701042175

    351000	  0.094616	  0.094412	  0.081688		CURRENT LEARNING RATE: 0.014933516232982514
previous_iter_valid_loss : 0.09358014911413193

    351100	  0.093470	  0.093580	  0.081634		CURRENT LEARNING RATE: 0.014918590181019353
previous_iter_valid_loss : 0.07674750685691833

    351200	  0.076756	  0.076748	  0.081537		CURRENT LEARNING RATE: 0.014903679047647616
previous_iter_valid_loss : 0.07950685173273087

    351300	  0.079390	  0.079507	  0.081515		CURRENT LEARNING RATE: 0.014888782817956168
previous_iter_valid_loss : 0.07750372588634491

    351400	  0.077515	  0.077504	  0.081425		CURRENT LEARNING RATE: 0.014873901477048772
previous_iter_valid_loss : 0.08386990427970886

    351500	  0.083983	  0.083870	  0.081478		CURRENT LEARNING RATE: 0.0148590350100441
previous_iter_valid_loss : 0.0764504224061966

    351600	  0.076395	  0.076450	  0.081482		CURRENT LEARNING RATE: 0.014844183402075675
previous_iter_valid_loss : 0.07813675701618195

    351700	  0.078069	  0.078137	  0.081493		CURRENT LEARNING RATE: 0.01482934663829189
previous_iter_valid_loss : 0.08035940676927567

    351800	  0.080270	  0.080359	  0.081507		CURRENT LEARNING RATE: 0.014814524703855973
previous_iter_valid_loss : 0.07645884156227112

    351900	  0.076413	  0.076459	  0.081439		CURRENT LEARNING RATE: 0.014799717583946
previous_iter_valid_loss : 0.07944592088460922

    352000	  0.079375	  0.079446	  0.081453		CURRENT LEARNING RATE: 0.014784925263754845
previous_iter_valid_loss : 0.07630077004432678

    352100	  0.076314	  0.076301	  0.081340		CURRENT LEARNING RATE: 0.014770147728490186
previous_iter_valid_loss : 0.08030211180448532

    352200	  0.080172	  0.080302	  0.081182		CURRENT LEARNING RATE: 0.014755384963374477
previous_iter_valid_loss : 0.09674139320850372

    352300	  0.096933	  0.096741	  0.081311		CURRENT LEARNING RATE: 0.01474063695364497
previous_iter_valid_loss : 0.08185117691755295

    352400	  0.081933	  0.081851	  0.081128		CURRENT LEARNING RATE: 0.014725903684553645
previous_iter_valid_loss : 0.07648368924856186

    352500	  0.076531	  0.076484	  0.081116		CURRENT LEARNING RATE: 0.014711185141367232
previous_iter_valid_loss : 0.08033861964941025

    352600	  0.080216	  0.080339	  0.081161		CURRENT LEARNING RATE: 0.014696481309367179
previous_iter_valid_loss : 0.07555156201124191

    352700	  0.075519	  0.075552	  0.081155		CURRENT LEARNING RATE: 0.014681792173849666
previous_iter_valid_loss : 0.08210813254117966

    352800	  0.082217	  0.082108	  0.081210		CURRENT LEARNING RATE: 0.014667117720125552
previous_iter_valid_loss : 0.0786842480301857

    352900	  0.078593	  0.078684	  0.081147		CURRENT LEARNING RATE: 0.01465245793352038
previous_iter_valid_loss : 0.07637649774551392

    353000	  0.076388	  0.076376	  0.081134		CURRENT LEARNING RATE: 0.014637812799374355
previous_iter_valid_loss : 0.07776202261447906

    353100	  0.077687	  0.077762	  0.081155		CURRENT LEARNING RATE: 0.014623182303042357
previous_iter_valid_loss : 0.07717426866292953

    353200	  0.077133	  0.077174	  0.081121		CURRENT LEARNING RATE: 0.014608566429893879
previous_iter_valid_loss : 0.07713409513235092

    353300	  0.077120	  0.077134	  0.081139		CURRENT LEARNING RATE: 0.01459396516531305
previous_iter_valid_loss : 0.07839988172054291

    353400	  0.078312	  0.078400	  0.081074		CURRENT LEARNING RATE: 0.014579378494698595
previous_iter_valid_loss : 0.0751456543803215

    353500	  0.075122	  0.075146	  0.081009		CURRENT LEARNING RATE: 0.014564806403463856
previous_iter_valid_loss : 0.08843084424734116

    353600	  0.088580	  0.088431	  0.081139		CURRENT LEARNING RATE: 0.014550248877036735
previous_iter_valid_loss : 0.07614045590162277

    353700	  0.076131	  0.076140	  0.081020		CURRENT LEARNING RATE: 0.014535705900859702
previous_iter_valid_loss : 0.08343833684921265

    353800	  0.083342	  0.083438	  0.081061		CURRENT LEARNING RATE: 0.014521177460389776
previous_iter_valid_loss : 0.07746421545743942

    353900	  0.077457	  0.077464	  0.081033		CURRENT LEARNING RATE: 0.014506663541098527
previous_iter_valid_loss : 0.07506340742111206

    354000	  0.075025	  0.075063	  0.080999		CURRENT LEARNING RATE: 0.014492164128472028
previous_iter_valid_loss : 0.07970467209815979

    354100	  0.079598	  0.079705	  0.080907		CURRENT LEARNING RATE: 0.014477679208010864
previous_iter_valid_loss : 0.07515037804841995

    354200	  0.075125	  0.075150	  0.080906		CURRENT LEARNING RATE: 0.014463208765230108
previous_iter_valid_loss : 0.07557620853185654

    354300	  0.075565	  0.075576	  0.080907		CURRENT LEARNING RATE: 0.014448752785659331
previous_iter_valid_loss : 0.07790787518024445

    354400	  0.077933	  0.077908	  0.080915		CURRENT LEARNING RATE: 0.014434311254842543
previous_iter_valid_loss : 0.10490588843822479

    354500	  0.105140	  0.104906	  0.080909		CURRENT LEARNING RATE: 0.014419884158338211
previous_iter_valid_loss : 0.08329218626022339

    354600	  0.083163	  0.083292	  0.080778		CURRENT LEARNING RATE: 0.014405471481719235
previous_iter_valid_loss : 0.07683189958333969

    354700	  0.076755	  0.076832	  0.080649		CURRENT LEARNING RATE: 0.014391073210572945
previous_iter_valid_loss : 0.08086629956960678

    354800	  0.080764	  0.080866	  0.080700		CURRENT LEARNING RATE: 0.014376689330501067
previous_iter_valid_loss : 0.0821618065237999

    354900	  0.082263	  0.082162	  0.080744		CURRENT LEARNING RATE: 0.014362319827119717
previous_iter_valid_loss : 0.078065425157547

    355000	  0.077985	  0.078065	  0.080556		CURRENT LEARNING RATE: 0.014347964686059384
previous_iter_valid_loss : 0.07841020077466965

    355100	  0.078322	  0.078410	  0.080503		CURRENT LEARNING RATE: 0.01433362389296494
previous_iter_valid_loss : 0.07611553370952606

    355200	  0.076072	  0.076116	  0.080429		CURRENT LEARNING RATE: 0.014319297433495583
previous_iter_valid_loss : 0.07607443630695343

    355300	  0.075995	  0.076074	  0.080427		CURRENT LEARNING RATE: 0.014304985293324853
previous_iter_valid_loss : 0.088303342461586

    355400	  0.088211	  0.088303	  0.080470		CURRENT LEARNING RATE: 0.014290687458140602
previous_iter_valid_loss : 0.07533884793519974

    355500	  0.075345	  0.075339	  0.080380		CURRENT LEARNING RATE: 0.014276403913645005
previous_iter_valid_loss : 0.07823198288679123

    355600	  0.078139	  0.078232	  0.080160		CURRENT LEARNING RATE: 0.014262134645554514
previous_iter_valid_loss : 0.0804409384727478

    355700	  0.080491	  0.080441	  0.080083		CURRENT LEARNING RATE: 0.014247879639599854
previous_iter_valid_loss : 0.07564198970794678

    355800	  0.075589	  0.075642	  0.080041		CURRENT LEARNING RATE: 0.014233638881526017
previous_iter_valid_loss : 0.07569917291402817

    355900	  0.075680	  0.075699	  0.080025		CURRENT LEARNING RATE: 0.014219412357092252
previous_iter_valid_loss : 0.08309898525476456

    356000	  0.083195	  0.083099	  0.079983		CURRENT LEARNING RATE: 0.01420520005207203
previous_iter_valid_loss : 0.07843576371669769

    356100	  0.078464	  0.078436	  0.079969		CURRENT LEARNING RATE: 0.014191001952253045
previous_iter_valid_loss : 0.07681722193956375

    356200	  0.076764	  0.076817	  0.079972		CURRENT LEARNING RATE: 0.014176818043437187
previous_iter_valid_loss : 0.07943243533372879

    356300	  0.079495	  0.079432	  0.079986		CURRENT LEARNING RATE: 0.01416264831144056
previous_iter_valid_loss : 0.07584097236394882

    356400	  0.075845	  0.075841	  0.079862		CURRENT LEARNING RATE: 0.014148492742093427
previous_iter_valid_loss : 0.07650627195835114

    356500	  0.076439	  0.076506	  0.079475		CURRENT LEARNING RATE: 0.014134351321240213
previous_iter_valid_loss : 0.07527723908424377

    356600	  0.075265	  0.075277	  0.079475		CURRENT LEARNING RATE: 0.014120224034739491
previous_iter_valid_loss : 0.07546491175889969

    356700	  0.075487	  0.075465	  0.079460		CURRENT LEARNING RATE: 0.01410611086846399
previous_iter_valid_loss : 0.07497788965702057

    356800	  0.074931	  0.074978	  0.079453		CURRENT LEARNING RATE: 0.01409201180830053
previous_iter_valid_loss : 0.08636931329965591

    356900	  0.086252	  0.086369	  0.079546		CURRENT LEARNING RATE: 0.014077926840150053
previous_iter_valid_loss : 0.08192526549100876

    357000	  0.082006	  0.081925	  0.079511		CURRENT LEARNING RATE: 0.014063855949927585
previous_iter_valid_loss : 0.07536152005195618

    357100	  0.075313	  0.075362	  0.079505		CURRENT LEARNING RATE: 0.014049799123562244
previous_iter_valid_loss : 0.08346233516931534

    357200	  0.083339	  0.083462	  0.079578		CURRENT LEARNING RATE: 0.014035756346997197
previous_iter_valid_loss : 0.08636021614074707

    357300	  0.086468	  0.086360	  0.079571		CURRENT LEARNING RATE: 0.014021727606189666
previous_iter_valid_loss : 0.07578925043344498

    357400	  0.075795	  0.075789	  0.079556		CURRENT LEARNING RATE: 0.014007712887110904
previous_iter_valid_loss : 0.07598965615034103

    357500	  0.075933	  0.075990	  0.079476		CURRENT LEARNING RATE: 0.013993712175746202
previous_iter_valid_loss : 0.08622943609952927

    357600	  0.086377	  0.086229	  0.079571		CURRENT LEARNING RATE: 0.013979725458094843
previous_iter_valid_loss : 0.0989198312163353

    357700	  0.099162	  0.098920	  0.079804		CURRENT LEARNING RATE: 0.013965752720170107
previous_iter_valid_loss : 0.09498269110918045

    357800	  0.094875	  0.094983	  0.079990		CURRENT LEARNING RATE: 0.013951793947999249
previous_iter_valid_loss : 0.09420254081487656

    357900	  0.094083	  0.094203	  0.080176		CURRENT LEARNING RATE: 0.013937849127623508
previous_iter_valid_loss : 0.07617562264204025

    358000	  0.076115	  0.076176	  0.080124		CURRENT LEARNING RATE: 0.013923918245098055
previous_iter_valid_loss : 0.08013167232275009

    358100	  0.080212	  0.080132	  0.080150		CURRENT LEARNING RATE: 0.013910001286492009
previous_iter_valid_loss : 0.07636060565710068

    358200	  0.076330	  0.076361	  0.080132		CURRENT LEARNING RATE: 0.0138960982378884
previous_iter_valid_loss : 0.0968688353896141

    358300	  0.097077	  0.096869	  0.080310		CURRENT LEARNING RATE: 0.013882209085384196
previous_iter_valid_loss : 0.07609287649393082

    358400	  0.076043	  0.076093	  0.080309		CURRENT LEARNING RATE: 0.013868333815090233
previous_iter_valid_loss : 0.08178719878196716

    358500	  0.081866	  0.081787	  0.080364		CURRENT LEARNING RATE: 0.01385447241313124
previous_iter_valid_loss : 0.0840587317943573

    358600	  0.083922	  0.084059	  0.080441		CURRENT LEARNING RATE: 0.01384062486564581
previous_iter_valid_loss : 0.07766101509332657

    358700	  0.077679	  0.077661	  0.080467		CURRENT LEARNING RATE: 0.013826791158786404
previous_iter_valid_loss : 0.07663507759571075

    358800	  0.076617	  0.076635	  0.080463		CURRENT LEARNING RATE: 0.013812971278719308
previous_iter_valid_loss : 0.09430564194917679

    358900	  0.094494	  0.094306	  0.080656		CURRENT LEARNING RATE: 0.013799165211624644
previous_iter_valid_loss : 0.07850098609924316

    359000	  0.078529	  0.078501	  0.080597		CURRENT LEARNING RATE: 0.013785372943696335
previous_iter_valid_loss : 0.07639676332473755

    359100	  0.076394	  0.076397	  0.080581		CURRENT LEARNING RATE: 0.013771594461142124
previous_iter_valid_loss : 0.09551124274730682

    359200	  0.095368	  0.095511	  0.080784		CURRENT LEARNING RATE: 0.013757829750183522
previous_iter_valid_loss : 0.07533165067434311

    359300	  0.075325	  0.075332	  0.080781		CURRENT LEARNING RATE: 0.013744078797055817
previous_iter_valid_loss : 0.09618992358446121

    359400	  0.096071	  0.096190	  0.080978		CURRENT LEARNING RATE: 0.013730341588008047
previous_iter_valid_loss : 0.07525008916854858

    359500	  0.075219	  0.075250	  0.080963		CURRENT LEARNING RATE: 0.013716618109303016
previous_iter_valid_loss : 0.09094787389039993

    359600	  0.090796	  0.090948	  0.081120		CURRENT LEARNING RATE: 0.013702908347217237
previous_iter_valid_loss : 0.07670978456735611

    359700	  0.076725	  0.076710	  0.081131		CURRENT LEARNING RATE: 0.013689212288040948
previous_iter_valid_loss : 0.07767634093761444

    359800	  0.077617	  0.077676	  0.081135		CURRENT LEARNING RATE: 0.013675529918078083
previous_iter_valid_loss : 0.08151347935199738

    359900	  0.081617	  0.081513	  0.080950		CURRENT LEARNING RATE: 0.01366186122364628
previous_iter_valid_loss : 0.12735013663768768

    360000	  0.127262	  0.127350	  0.081449		CURRENT LEARNING RATE: 0.013648206191076838
previous_iter_valid_loss : 0.07510598748922348

    360100	  0.075083	  0.075106	  0.081441		CURRENT LEARNING RATE: 0.013634564806714726
previous_iter_valid_loss : 0.08527779579162598

    360200	  0.085157	  0.085278	  0.081496		CURRENT LEARNING RATE: 0.013620937056918551
previous_iter_valid_loss : 0.07576701045036316

    360300	  0.075706	  0.075767	  0.081439		CURRENT LEARNING RATE: 0.013607322928060573
previous_iter_valid_loss : 0.07682610303163528

    360400	  0.076791	  0.076826	  0.081087		CURRENT LEARNING RATE: 0.013593722406526659
previous_iter_valid_loss : 0.07929141819477081

    360500	  0.079343	  0.079291	  0.081118		CURRENT LEARNING RATE: 0.013580135478716282
previous_iter_valid_loss : 0.07500693947076797

    360600	  0.074988	  0.075007	  0.081109		CURRENT LEARNING RATE: 0.013566562131042511
previous_iter_valid_loss : 0.07550685107707977

    360700	  0.075452	  0.075507	  0.081075		CURRENT LEARNING RATE: 0.013553002349932007
previous_iter_valid_loss : 0.09577182680368423

    360800	  0.095639	  0.095772	  0.081269		CURRENT LEARNING RATE: 0.013539456121824982
previous_iter_valid_loss : 0.07594245672225952

    360900	  0.075942	  0.075942	  0.081275		CURRENT LEARNING RATE: 0.013525923433175208
previous_iter_valid_loss : 0.08611425757408142

    361000	  0.085996	  0.086114	  0.081192		CURRENT LEARNING RATE: 0.013512404270449987
previous_iter_valid_loss : 0.07663365453481674

    361100	  0.076628	  0.076634	  0.081022		CURRENT LEARNING RATE: 0.01349889862013017
previous_iter_valid_loss : 0.0780937597155571

    361200	  0.078148	  0.078094	  0.081036		CURRENT LEARNING RATE: 0.013485406468710097
previous_iter_valid_loss : 0.07518129795789719

    361300	  0.075182	  0.075181	  0.080992		CURRENT LEARNING RATE: 0.013471927802697617
previous_iter_valid_loss : 0.07610954344272614

    361400	  0.076059	  0.076110	  0.080978		CURRENT LEARNING RATE: 0.013458462608614056
previous_iter_valid_loss : 0.08451557904481888

    361500	  0.084621	  0.084516	  0.080985		CURRENT LEARNING RATE: 0.013445010872994231
previous_iter_valid_loss : 0.08453090488910675

    361600	  0.084620	  0.084531	  0.081066		CURRENT LEARNING RATE: 0.013431572582386399
previous_iter_valid_loss : 0.07544349879026413

    361700	  0.075413	  0.075443	  0.081039		CURRENT LEARNING RATE: 0.01341814772335227
previous_iter_valid_loss : 0.0760221853852272

    361800	  0.075969	  0.076022	  0.080995		CURRENT LEARNING RATE: 0.013404736282466976
previous_iter_valid_loss : 0.07760386168956757

    361900	  0.077607	  0.077604	  0.081007		CURRENT LEARNING RATE: 0.013391338246319088
previous_iter_valid_loss : 0.07682152092456818

    362000	  0.076842	  0.076822	  0.080981		CURRENT LEARNING RATE: 0.013377953601510562
previous_iter_valid_loss : 0.07560117542743683

    362100	  0.075597	  0.075601	  0.080974		CURRENT LEARNING RATE: 0.01336458233465675
previous_iter_valid_loss : 0.07508611679077148

    362200	  0.075044	  0.075086	  0.080921		CURRENT LEARNING RATE: 0.013351224432386384
previous_iter_valid_loss : 0.090651735663414

    362300	  0.090532	  0.090652	  0.080861		CURRENT LEARNING RATE: 0.013337879881341566
previous_iter_valid_loss : 0.07744451612234116

    362400	  0.077386	  0.077445	  0.080817		CURRENT LEARNING RATE: 0.013324548668177743
previous_iter_valid_loss : 0.07508417963981628

    362500	  0.075056	  0.075084	  0.080803		CURRENT LEARNING RATE: 0.013311230779563699
previous_iter_valid_loss : 0.07677450031042099

    362600	  0.076769	  0.076775	  0.080767		CURRENT LEARNING RATE: 0.013297926202181542
previous_iter_valid_loss : 0.0761319026350975

    362700	  0.076159	  0.076132	  0.080773		CURRENT LEARNING RATE: 0.01328463492272669
previous_iter_valid_loss : 0.08063012361526489

    362800	  0.080701	  0.080630	  0.080758		CURRENT LEARNING RATE: 0.013271356927907874
previous_iter_valid_loss : 0.08806098997592926

    362900	  0.088242	  0.088061	  0.080852		CURRENT LEARNING RATE: 0.01325809220444709
previous_iter_valid_loss : 0.07541391998529434

    363000	  0.075379	  0.075414	  0.080842		CURRENT LEARNING RATE: 0.013244840739079618
previous_iter_valid_loss : 0.0805586725473404

    363100	  0.080617	  0.080559	  0.080870		CURRENT LEARNING RATE: 0.013231602518553981
previous_iter_valid_loss : 0.08430799841880798

    363200	  0.084202	  0.084308	  0.080941		CURRENT LEARNING RATE: 0.013218377529631972
previous_iter_valid_loss : 0.09596576541662216

    363300	  0.095853	  0.095966	  0.081130		CURRENT LEARNING RATE: 0.013205165759088594
previous_iter_valid_loss : 0.07618765532970428

    363400	  0.076207	  0.076188	  0.081108		CURRENT LEARNING RATE: 0.013191967193712077
previous_iter_valid_loss : 0.08283799141645432

    363500	  0.082740	  0.082838	  0.081184		CURRENT LEARNING RATE: 0.013178781820303844
previous_iter_valid_loss : 0.08121631294488907

    363600	  0.081294	  0.081216	  0.081112		CURRENT LEARNING RATE: 0.013165609625678538
previous_iter_valid_loss : 0.0772877186536789

    363700	  0.077307	  0.077288	  0.081124		CURRENT LEARNING RATE: 0.013152450596663954
previous_iter_valid_loss : 0.09575854986906052

    363800	  0.095957	  0.095759	  0.081247		CURRENT LEARNING RATE: 0.013139304720101063
previous_iter_valid_loss : 0.08986137062311172

    363900	  0.089746	  0.089861	  0.081371		CURRENT LEARNING RATE: 0.01312617198284398
previous_iter_valid_loss : 0.09935637563467026

    364000	  0.099223	  0.099356	  0.081614		CURRENT LEARNING RATE: 0.01311305237175998
previous_iter_valid_loss : 0.08197134733200073

    364100	  0.082053	  0.081971	  0.081637		CURRENT LEARNING RATE: 0.013099945873729445
previous_iter_valid_loss : 0.09868565201759338

    364200	  0.098908	  0.098686	  0.081872		CURRENT LEARNING RATE: 0.013086852475645876
previous_iter_valid_loss : 0.07733625918626785

    364300	  0.077368	  0.077336	  0.081890		CURRENT LEARNING RATE: 0.013073772164415867
previous_iter_valid_loss : 0.08314865827560425

    364400	  0.083221	  0.083149	  0.081942		CURRENT LEARNING RATE: 0.013060704926959116
previous_iter_valid_loss : 0.07578939199447632

    364500	  0.075781	  0.075789	  0.081651		CURRENT LEARNING RATE: 0.013047650750208382
previous_iter_valid_loss : 0.07658777385950089

    364600	  0.076578	  0.076588	  0.081584		CURRENT LEARNING RATE: 0.013034609621109486
previous_iter_valid_loss : 0.07801365852355957

    364700	  0.078061	  0.078014	  0.081596		CURRENT LEARNING RATE: 0.01302158152662129
previous_iter_valid_loss : 0.07527576386928558

    364800	  0.075233	  0.075276	  0.081540		CURRENT LEARNING RATE: 0.013008566453715713
previous_iter_valid_loss : 0.08060167729854584

    364900	  0.080491	  0.080602	  0.081524		CURRENT LEARNING RATE: 0.012995564389377674
previous_iter_valid_loss : 0.08067604154348373

    365000	  0.080746	  0.080676	  0.081550		CURRENT LEARNING RATE: 0.012982575320605105
previous_iter_valid_loss : 0.07877037674188614

    365100	  0.078797	  0.078770	  0.081554		CURRENT LEARNING RATE: 0.012969599234408935
previous_iter_valid_loss : 0.07503291964530945

    365200	  0.075003	  0.075033	  0.081543		CURRENT LEARNING RATE: 0.012956636117813084
previous_iter_valid_loss : 0.0870894342660904

    365300	  0.087212	  0.087089	  0.081653		CURRENT LEARNING RATE: 0.012943685957854433
previous_iter_valid_loss : 0.09748659282922745

    365400	  0.097358	  0.097487	  0.081745		CURRENT LEARNING RATE: 0.012930748741582817
previous_iter_valid_loss : 0.07935633510351181

    365500	  0.079263	  0.079356	  0.081785		CURRENT LEARNING RATE: 0.012917824456061013
previous_iter_valid_loss : 0.07514646649360657

    365600	  0.075136	  0.075146	  0.081754		CURRENT LEARNING RATE: 0.01290491308836475
previous_iter_valid_loss : 0.07565788179636002

    365700	  0.075648	  0.075658	  0.081706		CURRENT LEARNING RATE: 0.01289201462558265
previous_iter_valid_loss : 0.08069818466901779

    365800	  0.080734	  0.080698	  0.081757		CURRENT LEARNING RATE: 0.012879129054816248
previous_iter_valid_loss : 0.08070917427539825

    365900	  0.080621	  0.080709	  0.081807		CURRENT LEARNING RATE: 0.01286625636317997
previous_iter_valid_loss : 0.07783327251672745

    366000	  0.077892	  0.077833	  0.081754		CURRENT LEARNING RATE: 0.012853396537801133
previous_iter_valid_loss : 0.07540732622146606

    366100	  0.075410	  0.075407	  0.081724		CURRENT LEARNING RATE: 0.012840549565819906
previous_iter_valid_loss : 0.07817050814628601

    366200	  0.078197	  0.078171	  0.081738		CURRENT LEARNING RATE: 0.012827715434389313
previous_iter_valid_loss : 0.07910898327827454

    366300	  0.079041	  0.079109	  0.081734